-- Logs begin at Mon 2021-09-27 07:47:44 UTC, end at Mon 2021-09-27 10:10:15 UTC. -- Sep 27 08:18:57.928159 n-d-810909-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 08:19:00.655616 n-d-810909-1 neutron-server[94723]: INFO neutron.common.config [-] Logging enabled! Sep 27 08:19:00.656211 n-d-810909-1 neutron-server[94723]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 08:19:00.656353 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94723) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 08:19:00.659574 n-d-810909-1 neutron-server[94723]: INFO neutron.common.config [-] Logging enabled! Sep 27 08:19:00.659820 n-d-810909-1 neutron-server[94723]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 08:19:00.660124 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94723) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 08:19:00.661087 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:19:00.661313 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:19:00.661670 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:19:00.661910 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:19:00.662126 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:19:00.662448 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.662734 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.663034 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.663254 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.663528 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.663817 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.664104 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.664385 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.664680 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.664959 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.665230 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.665510 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.665736 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.666013 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.666378 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.666661 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.666878 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] debug = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.667151 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.667572 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.667987 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.668261 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.668567 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.668840 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.669106 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.669376 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.669659 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.669985 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] host = n-d-810909-1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.670260 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.670550 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.670830 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.671109 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.671379 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.671647 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.671929 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.672196 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.672490 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] log_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.672765 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.673048 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.673330 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.673616 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.673841 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.674058 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.674343 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.674629 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.674901 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.675169 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.675437 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.675707 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.675976 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.676239 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.676541 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.676824 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.677104 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.677374 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.677648 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.677915 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.678183 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.678461 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.678733 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.678999 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.679268 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.679549 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.679816 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.680086 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.680401 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.680686 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.680962 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.681240 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.681507 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.681783 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.682104 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.682370 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.682638 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] use_json = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.682903 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.683166 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.683440 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.683715 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.683983 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.684251 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.684542 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.684821 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:00.685113 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.685405 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.685703 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.685983 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.686273 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.686550 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.686833 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.687106 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.687389 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.687674 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.687956 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.688230 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.688536 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.688812 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.689101 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.689398 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.689686 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.689971 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.690239 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.690506 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.690771 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.691041 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.691323 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.691595 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.691877 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.692160 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.692452 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.692735 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.693028 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.693311 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.693584 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.693858 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.694143 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.694415 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.694681 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.694953 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.695233 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.695506 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.695774 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.696051 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.696351 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.696609 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.696872 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.697142 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.697425 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.697734 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.697998 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.698263 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.698535 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.698804 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.699084 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.699356 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.699622 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.699890 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.700162 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.700450 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.700716 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.700985 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.701252 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.701524 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.701790 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.702055 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.702321 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.702584 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.702846 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.703108 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.703371 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.703645 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.703910 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.704174 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.704466 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.704732 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.704995 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.705273 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.705567 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.705838 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.706108 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.706376 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.706646 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.706915 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.707183 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.707453 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.707721 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.707982 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.708265 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.708560 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.708838 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.709109 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.709378 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.709673 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.709943 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.710216 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.710483 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.710751 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.711024 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.711301 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.711588 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.711875 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.712161 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.712478 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.712762 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.713033 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.713385 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.713664 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:00.713875 n-d-810909-1 neutron-server[94723]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:19:00.714108 n-d-810909-1 neutron-server[94723]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94723) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 08:19:01.055863 n-d-810909-1 neutron-server[94723]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 08:19:01.056073 n-d-810909-1 neutron-server[94723]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 08:19:01.056353 n-d-810909-1 neutron-server[94723]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 08:19:01.056680 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 08:19:01.444811 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.445050 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.445358 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.446677 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.446940 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.447207 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.482261 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.482502 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.482765 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.497369 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.497632 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.497891 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.525345 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.525613 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.525938 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.562470 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.562748 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.563008 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.789614 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.790242 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.790242 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.790242 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.790982 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.907527 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.907837 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.908110 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.908400 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.908660 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.908966 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.909213 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.909462 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.909708 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.909964 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.910214 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.910472 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.910714 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.910952 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.911180 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.911435 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.911685 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.911941 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.912199 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.912474 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.912738 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.912982 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.913256 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.913623 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.913865 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.914109 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.914501 n-d-810909-1 neutron-server[94723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:19:01.914734 n-d-810909-1 neutron-server[94723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:19:01.914965 n-d-810909-1 neutron-server[94723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:19:01.915193 n-d-810909-1 neutron-server[94723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:19:01.915423 n-d-810909-1 neutron-server[94723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:19:01.915650 n-d-810909-1 neutron-server[94723]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:19:01.916006 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 08:19:01.919132 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 08:19:01.923134 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 08:19:01.926737 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 27 08:19:01.928376 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 08:19:01.928842 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 08:19:01.929169 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 08:19:01.929543 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 08:19:01.932300 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 08:19:01.932565 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 08:19:01.932908 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 08:19:01.938224 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 08:19:01.959649 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 08:19:01.960093 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.960381 n-d-810909-1 neutron-server[94723]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94723) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 27 08:19:01.960759 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.962104 n-d-810909-1 neutron-server[94723]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94723) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 08:19:01.962534 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 08:19:01.962774 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 08:19:01.965991 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:01.966256 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.029973 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 08:19:02.030179 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 08:19:02.030439 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 08:19:02.030803 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 08:19:02.055177 n-d-810909-1 neutron-server[94723]: DEBUG oslo_db.sqlalchemy.engines [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94723) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 08:19:02.610709 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Initializing driver for type 'gre' Sep 27 08:19:02.611302 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] gre ID ranges: [(1, 1000)] Sep 27 08:19:02.666334 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Initializing driver for type 'local' Sep 27 08:19:02.666677 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Initializing driver for type 'vlan' Sep 27 08:19:02.681500 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] VlanTypeDriver initialization complete Sep 27 08:19:02.681861 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Initializing driver for type 'vxlan' Sep 27 08:19:02.682346 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] vxlan ID ranges: [(1, 1000)] Sep 27 08:19:02.734654 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Initializing extension driver 'port_security' Sep 27 08:19:02.735021 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.extensions.port_security [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] PortSecurityExtensionDriver initialization complete Sep 27 08:19:02.735353 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Initializing mechanism driver 'openvswitch' Sep 27 08:19:02.735673 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Initializing mechanism driver 'hyperv' Sep 27 08:19:02.742293 n-d-810909-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:02.742975 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > port after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.743343 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > port after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.743701 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > port after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.744208 n-d-810909-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:19:02.744678 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > subnet after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.745064 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > subnet after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.745425 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.745805 n-d-810909-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:19:02.746212 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > network after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.746563 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > network after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.746908 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > network after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.747296 n-d-810909-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:19:02.747701 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > security_group after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.748046 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > security_group after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.748412 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.748938 n-d-810909-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:19:02.749349 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.749701 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.750044 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.750430 n-d-810909-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:19:02.750831 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > address_group after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.751173 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > address_group after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.751509 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > address_group after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.751894 n-d-810909-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94723) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 08:19:02.752267 n-d-810909-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] ML2 OVO RPC backend initialized. {{(pid=94723) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 27 08:19:02.752994 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.753348 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.753764 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > network before_response 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.754111 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > networks before_response 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.754457 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > port before_response 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.754793 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > ports before_response 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.755133 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > subnet before_response 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.755471 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > subnets before_response 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.755816 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > network after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.756154 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > network after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.756525 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > network after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.756885 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > port after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.757222 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > port after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.757555 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > port after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.757887 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > subnet after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.758217 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > subnet after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.758546 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.759112 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Modular L2 Plugin initialization complete Sep 27 08:19:02.759439 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading services supported by the core plugin {{(pid=94723) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 08:19:02.759764 n-d-810909-1 neutron-server[94723]: INFO neutron.plugins.ml2.managers [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Got port-security extension from driver 'port_security' Sep 27 08:19:02.760295 n-d-810909-1 neutron-server[94723]: INFO neutron.extensions.vlantransparent [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Disabled vlantransparent extension. Sep 27 08:19:02.760819 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94723) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 08:19:02.761134 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading Plugin: router Sep 27 08:19:02.797563 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.798174 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router after_create 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.798285 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router before_create 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.798648 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.799021 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.799373 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router after_delete 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.799732 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > floatingip after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.800079 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.800455 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router after_create 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.800807 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router after_update 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.801155 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router after_update 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.801478 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.801832 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router after_update 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.802239 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_update 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.802605 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: port after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.802943 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: port after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.803281 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: subnet after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.803622 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.803968 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.804312 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_create 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.804672 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: port before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.805010 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.805361 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router after_update 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.805698 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.806046 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_create 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.806404 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.806763 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_update 55549900 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.807127 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > agent after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.807473 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > agent after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.807812 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > network after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.808699 n-d-810909-1 neutron-server[94723]: DEBUG neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Tracking information for resource: router configured {{(pid=94723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:19:02.809028 n-d-810909-1 neutron-server[94723]: DEBUG neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Tracking information for resource: floatingip configured {{(pid=94723) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 08:19:02.814166 n-d-810909-1 neutron-server[94723]: INFO neutron.db.l3_agentschedulers_db [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 08:19:02.814779 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: port after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.815137 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: port after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.815484 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: port after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.815834 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: port after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.816658 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router before_create 55550100 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.817018 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.817378 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_create 55550100 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.817727 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > router precommit_update 55550100 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.822466 n-d-810909-1 neutron-server[94723]: DEBUG neutron.services.provider_configuration [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service providers = [] {{(pid=94723) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 08:19:02.822858 n-d-810909-1 neutron-server[94723]: DEBUG neutron.db.servicetype_db [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94723) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 08:19:02.825761 n-d-810909-1 neutron-server[94723]: DEBUG neutron.services.service_base [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:19:02.826109 n-d-810909-1 neutron-server[94723]: DEBUG neutron.services.service_base [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:19:02.826453 n-d-810909-1 neutron-server[94723]: DEBUG neutron.services.service_base [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:19:02.827323 n-d-810909-1 neutron-server[94723]: DEBUG neutron.services.service_base [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94723) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 08:19:02.827658 n-d-810909-1 neutron-server[94723]: INFO neutron.services.service_base [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 08:19:02.828064 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:19:02.828383 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 08:19:02.839940 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:19:02.840303 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading Plugin: auto_allocate Sep 27 08:19:02.846081 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: network precommit_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.846450 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: network precommit_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.846973 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:19:02.847292 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading Plugin: tag Sep 27 08:19:02.853839 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:19:02.854146 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading Plugin: timestamp Sep 27 08:19:02.858463 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:19:02.858782 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading Plugin: network_ip_availability Sep 27 08:19:02.864222 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.864560 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.864915 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:02.865622 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:19:02.865936 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading Plugin: flavors Sep 27 08:19:02.870606 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:19:02.870929 n-d-810909-1 neutron-server[94723]: INFO neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading Plugin: revisions Sep 27 08:19:02.875463 n-d-810909-1 neutron-server[94723]: DEBUG neutron.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94723) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 08:19:02.875854 n-d-810909-1 neutron-server[94723]: DEBUG oslo_concurrency.lockutils [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=94723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 08:19:02.876667 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94723) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 27 08:19:02.877012 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Initializing extension manager. Sep 27 08:19:02.877513 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: __init__.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.877853 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: __pycache__ {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.878186 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.878513 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: address_group.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.879266 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.879837 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: address-group Sep 27 08:19:02.880157 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: address_scope.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.881072 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.881577 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: address-scope Sep 27 08:19:02.881893 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.882812 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.883315 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: router-admin-state-down-before-update Sep 27 08:19:02.883632 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: agent.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.884311 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.884834 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: agent Sep 27 08:19:02.885208 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: agent_resources_synced.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.886098 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.886597 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: agent-resources-synced Sep 27 08:19:02.886915 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: allowedaddresspairs.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.888723 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.889255 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: allowed-address-pairs Sep 27 08:19:02.889577 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: auto_allocated_topology.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.890641 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.891145 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: auto-allocated-topology Sep 27 08:19:02.891468 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: availability_zone.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.892159 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.892678 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: availability_zone Sep 27 08:19:02.892996 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: availability_zone_filter.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.893907 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.894408 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: availability_zone_filter Sep 27 08:19:02.894724 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: data_plane_status.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.895625 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.896119 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 08:19:02.896465 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: default_subnetpools.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.897379 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.897879 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: default-subnetpools Sep 27 08:19:02.898197 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.899002 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.899513 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: dhcp_agent_scheduler Sep 27 08:19:02.899830 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: dns.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.900803 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.901305 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension dns-integration not supported by any of loaded plugins Sep 27 08:19:02.901624 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: dns_domain_ports.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.902541 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.903046 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 08:19:02.903366 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.904284 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.904807 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 08:19:02.905124 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: dvr.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.905792 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.906288 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: dvr Sep 27 08:19:02.906604 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: ecmp_routes.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.907504 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.908007 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 08:19:02.908336 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: empty_string_filtering.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.909246 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.909746 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: empty-string-filtering Sep 27 08:19:02.910066 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.910969 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.911465 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 08:19:02.911792 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.912726 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.913228 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 08:19:02.913553 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: external_net.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.914449 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.914954 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: external-net Sep 27 08:19:02.915274 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.916201 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.916757 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: extra_dhcp_opt Sep 27 08:19:02.917077 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: extraroute.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.917978 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.918479 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: extraroute Sep 27 08:19:02.918798 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: extraroute_atomic.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.919804 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.920313 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: extraroute-atomic Sep 27 08:19:02.920673 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: filter_validation.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.921332 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.921827 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: filter-validation Sep 27 08:19:02.922144 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: fip_pf_description.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.923041 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.923550 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 08:19:02.923869 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: fip_port_details.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.924816 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.925328 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: fip-port-details Sep 27 08:19:02.925642 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: flavors.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.926842 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.927355 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: flavors Sep 27 08:19:02.927675 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.929336 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.929840 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 08:19:02.930160 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: floatingip_pools.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.930855 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.931355 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: floatingip-pools Sep 27 08:19:02.931677 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: ip_allocation.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.932680 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.933187 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 08:19:02.933502 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.934415 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.934916 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: ip-substring-filtering Sep 27 08:19:02.935246 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: l2_adjacency.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.936159 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.936689 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 08:19:02.937009 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: l3.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.938091 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.938603 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: router Sep 27 08:19:02.938925 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.941147 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.941666 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 08:19:02.941994 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.942918 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.943424 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: ext-gw-mode Sep 27 08:19:02.943749 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.944711 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.945212 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: l3-ha Sep 27 08:19:02.945530 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: l3_flavors.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.946430 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.946930 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: l3-flavors Sep 27 08:19:02.947247 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.948174 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.948707 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 08:19:02.949031 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: l3agentscheduler.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.950058 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.950561 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: l3_agent_scheduler Sep 27 08:19:02.950883 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: logging.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.952344 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.952892 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension logging not supported by any of loaded plugins Sep 27 08:19:02.953216 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: metering.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.953954 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.954518 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: metering Sep 27 08:19:02.954842 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.955921 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.956473 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: metering_source_and_destination_fields Sep 27 08:19:02.956794 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: multiprovidernet.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.957713 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.958217 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: multi-provider Sep 27 08:19:02.958535 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: netmtu.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.959438 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.959939 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: net-mtu Sep 27 08:19:02.960257 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: netmtu_writable.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.961195 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.961699 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: net-mtu-writable Sep 27 08:19:02.962017 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: network_availability_zone.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.962672 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.963225 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: network_availability_zone Sep 27 08:19:02.963545 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: network_ip_availability.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.964670 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.965177 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: network-ip-availability Sep 27 08:19:02.965494 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: network_segment_range.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.966254 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.966752 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 08:19:02.967069 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: pagination.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.968044 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.968396 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: pagination Sep 27 08:19:02.968715 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: port_device_profile.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.969609 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.970123 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: port-device-profile Sep 27 08:19:02.970442 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.971356 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.971854 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: port-mac-address-regenerate Sep 27 08:19:02.972168 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.973106 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.973607 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: port-numa-affinity-policy Sep 27 08:19:02.973919 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: port_resource_request.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.974942 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.975439 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 08:19:02.975759 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: portbindings.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.976711 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.977215 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: binding Sep 27 08:19:02.977537 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: portbindings_extended.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.979130 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.979659 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: binding-extended Sep 27 08:19:02.979996 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: portsecurity.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.981254 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.981762 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: port-security Sep 27 08:19:02.982080 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: project_id.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.983053 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.983375 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: project-id Sep 27 08:19:02.983698 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: providernet.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.984648 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.985153 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: provider Sep 27 08:19:02.985470 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.989019 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.989544 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos not supported by any of loaded plugins Sep 27 08:19:02.989873 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.991117 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.991630 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 08:19:02.991955 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.992905 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.993406 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 08:19:02.993729 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_default.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.994673 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.995174 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-default not supported by any of loaded plugins Sep 27 08:19:02.995497 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_fip.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.996141 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.996668 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-fip not supported by any of loaded plugins Sep 27 08:19:02.996984 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_gateway_ip.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.997902 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:02.998398 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 08:19:02.998715 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_port_network_policy.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:02.999617 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.000118 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 08:19:03.000465 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_pps_rule.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.001649 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.002156 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-pps not supported by any of loaded plugins Sep 27 08:19:03.002476 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_rule_type_details.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.003387 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.003895 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 08:19:03.004217 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: qos_rules_alias.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.005274 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.005771 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 08:19:03.006088 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: quotasv2.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.006991 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.007314 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: quotas Sep 27 08:19:03.007634 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: quotasv2_detail.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.010912 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.011251 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: quota_details Sep 27 08:19:03.011582 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: rbac.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.012659 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.013184 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: rbac-policies Sep 27 08:19:03.013511 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: rbac_address_group.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.014437 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.014951 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: rbac-address-group Sep 27 08:19:03.015278 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: rbac_address_scope.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.016185 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.016726 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: rbac-address-scope Sep 27 08:19:03.017048 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: rbac_security_groups.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.017950 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.018462 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: rbac-security-groups Sep 27 08:19:03.018785 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: rbac_subnetpool.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.019688 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.020196 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: rbac-subnetpool Sep 27 08:19:03.020552 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: revisionifmatch.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.021461 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.021969 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: revision-if-match Sep 27 08:19:03.022287 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: revisions.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.023400 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.023907 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: standard-attr-revisions Sep 27 08:19:03.024234 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: router_availability_zone.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.024936 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.025439 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: router_availability_zone Sep 27 08:19:03.025969 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: routerservicetype.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.027282 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.028029 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension router-service-type not supported by any of loaded plugins Sep 27 08:19:03.028465 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.029405 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.029914 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: security-groups-normalized-cidr Sep 27 08:19:03.030238 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.031147 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.031662 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: port-security-groups-filtering Sep 27 08:19:03.031976 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.032914 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.033421 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: security-groups-remote-address-group Sep 27 08:19:03.033739 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: securitygroup.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.044710 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.045237 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: security-group Sep 27 08:19:03.045570 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: segment.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.046358 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.046861 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension segment not supported by any of loaded plugins Sep 27 08:19:03.047186 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.048113 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.048657 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 08:19:03.048978 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: servicetype.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.050157 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.050671 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: service-type Sep 27 08:19:03.050992 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: sorting.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.051960 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.052293 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: sorting Sep 27 08:19:03.052639 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: standard_attr_segment.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.053549 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.054054 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 08:19:03.054375 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: standardattrdescription.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.055013 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.055512 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: standard-attr-description Sep 27 08:19:03.055829 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: stateful_security_group.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.056884 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.057393 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: stateful-security-group Sep 27 08:19:03.057718 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: stdattrs_common.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.058289 n-d-810909-1 neutron-server[94723]: WARNING neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 08:19:03.058610 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.059553 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.060068 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 08:19:03.060423 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: subnet_onboard.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.061493 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.062004 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: subnet_onboard Sep 27 08:19:03.062324 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.063249 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.063756 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 08:19:03.064075 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: subnet_service_types.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.065034 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.065541 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: subnet-service-types Sep 27 08:19:03.065865 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: subnetallocation.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.066943 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.067446 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: subnet_allocation Sep 27 08:19:03.067772 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.068472 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.068976 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: subnetpool-prefix-ops Sep 27 08:19:03.069296 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.070225 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.070730 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 08:19:03.071051 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: tagging.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.072421 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.072942 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: standard-attr-tag Sep 27 08:19:03.073272 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: timestamp.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.074456 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.074971 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loaded extension: standard-attr-timestamp Sep 27 08:19:03.075294 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: trunk.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.076336 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.076858 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension trunk not supported by any of loaded plugins Sep 27 08:19:03.077184 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: trunk_details.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.078099 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.078610 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension trunk-details not supported by any of loaded plugins Sep 27 08:19:03.078929 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: uplink_status_propagation.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.079832 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.080360 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 08:19:03.080688 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Loading extension file: vlantransparent.py {{(pid=94723) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 08:19:03.081353 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94723) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 08:19:03.081854 n-d-810909-1 neutron-server[94723]: INFO neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 08:19:03.084283 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:network Sep 27 08:19:03.084826 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:subnet Sep 27 08:19:03.085219 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:19:03.085611 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:port Sep 27 08:19:03.086813 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.087256 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service FLAVORS assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.087885 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.088395 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.088754 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:router Sep 27 08:19:03.089172 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:floatingip Sep 27 08:19:03.089650 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service METERING assigned prefix: /metering {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.091087 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:03.091458 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:03.091806 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:19:03.092852 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 08:19:03.093292 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:security_group Sep 27 08:19:03.093710 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 08:19:03.094286 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service CORE assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.094614 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:19:03.094948 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] subnetpool is already registered Sep 27 08:19:03.095384 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service CORE assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.095711 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:19:03.096036 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] subnetpool is already registered Sep 27 08:19:03.098482 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.098903 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service FLAVORS assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.099487 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.099911 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.100228 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:router Sep 27 08:19:03.100599 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] router is already registered Sep 27 08:19:03.101000 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:floatingip Sep 27 08:19:03.101324 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] floatingip is already registered Sep 27 08:19:03.101767 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service METERING assigned prefix: /metering {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.102458 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 08:19:03.102757 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] rbac_policy is already registered Sep 27 08:19:03.103153 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:security_group Sep 27 08:19:03.103482 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] security_group is already registered Sep 27 08:19:03.103894 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 08:19:03.104223 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] security_group_rule is already registered Sep 27 08:19:03.104862 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service CORE assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.105186 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:19:03.105514 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] subnetpool is already registered Sep 27 08:19:03.106284 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.v2.resource_helper [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Service CORE assigned prefix: {{(pid=94723) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 08:19:03.106605 n-d-810909-1 neutron-server[94723]: INFO neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 08:19:03.106928 n-d-810909-1 neutron-server[94723]: WARNING neutron.quota.resource_registry [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] subnetpool is already registered Sep 27 08:19:03.107370 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: extensions {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.108915 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: address-groups {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.110394 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: address-scopes {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.111715 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: agents {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.112932 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: auto-allocated-topology {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.114178 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: availability_zones {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.115462 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: dhcp-networks {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.116978 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: dhcp-agents {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.118420 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: routers {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.120728 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: flavors {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.121896 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: service_profiles {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.123111 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: next_providers {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.124596 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: service_profiles {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.126143 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: floatingip-pools {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.127351 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: routers {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.129521 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: floatingips {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.130813 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: l3-routers {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.132197 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: l3-agents {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.133649 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: metering-labels {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.135044 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: metering-label-rules {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.136360 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: network-ip-availabilities {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.137608 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: bindings {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.140098 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: quotas {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.141597 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: quotas {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.143013 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: rbac-policies {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.144206 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: security-groups {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.145526 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: security-group-rules {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.146777 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: service-providers {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.147997 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: subnetpools {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.149460 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: subnetpools {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.150953 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.152661 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.154484 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.156273 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.158086 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.159915 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.161673 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.163577 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.165377 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.167135 n-d-810909-1 neutron-server[94723]: DEBUG neutron.api.extensions [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Extended resource: tags {{(pid=94723) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 08:19:03.173204 n-d-810909-1 neutron-server[94723]: WARNING keystonemiddleware.auth_token [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 08:19:03.177952 n-d-810909-1 neutron-server[94723]: WARNING keystonemiddleware.auth_token [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 08:19:03.186638 n-d-810909-1 neutron-server[94723]: DEBUG oslo_concurrency.lockutils [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Acquired lock "singleton_lock" {{(pid=94723) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 27 08:19:03.187114 n-d-810909-1 neutron-server[94723]: DEBUG oslo_concurrency.lockutils [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Releasing lock "singleton_lock" {{(pid=94723) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 27 08:19:03.187753 n-d-810909-1 neutron-server[94723]: INFO oslo_service.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Starting 2 workers Sep 27 08:19:03.192599 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Started child 94830 {{(pid=94723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:19:03.196926 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Started child 94831 {{(pid=94723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:19:03.197947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:03.198671 n-d-810909-1 neutron-server[94723]: INFO neutron.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 08:19:03.199179 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Notify callbacks [] for process, before_spawn {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:03.199483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [-] (94830) wsgi starting up on http://0.0.0.0:9696 Sep 27 08:19:03.202150 n-d-810909-1 neutron-server[94723]: INFO oslo_service.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Starting 1 workers Sep 27 08:19:03.203151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:03.204600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [-] (94831) wsgi starting up on http://0.0.0.0:9696 Sep 27 08:19:03.206854 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Started child 94832 {{(pid=94723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:19:03.207399 n-d-810909-1 neutron-server[94723]: INFO oslo_service.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Starting 1 workers Sep 27 08:19:03.210600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] calling RpcWorker wait() {{(pid=94832) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 08:19:03.211161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] returning from RpcWorker wait() {{(pid=94832) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 08:19:03.211775 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Started child 94833 {{(pid=94723) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 08:19:03.212348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:03.212657 n-d-810909-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23d3023d-1ca3-4eca-93a7-f1f2985229fc None None] Notify callbacks [] for process, after_spawn {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:03.212966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:03.214551 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94723) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 08:19:03.214756 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:19:03.214924 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:19:03.215107 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:19:03.215441 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:19:03.215565 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:19:03.216071 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.216341 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.216629 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.216751 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:03.217200 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.217200 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.217753 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.217975 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.218253 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.218527 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.218737 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.218890 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.219050 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.219268 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.219490 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.219821 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.220051 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.220302 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.220570 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.220749 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.220998 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.221227 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.221468 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.221697 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] debug = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.221938 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.222419 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.222636 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.222882 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.223097 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.223361 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.223578 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.223840 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.224110 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.224281 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.224557 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.224797 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.225023 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.225232 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.225463 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.225779 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.225928 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.226400 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] host = n-d-810909-1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.226630 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.226865 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.227099 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.227332 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.227575 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.227784 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.228042 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.228270 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.228562 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.228823 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.229090 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.229355 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.229587 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.229797 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.229995 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_options = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.230168 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.230411 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.230687 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.231207 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.231350 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.231535 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.231774 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.231916 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.232165 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.232521 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.232682 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.232838 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.232981 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.233214 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.233468 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.233698 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.233919 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.234136 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.234391 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.234631 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.234847 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.235070 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.235289 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.235502 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.235696 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.235924 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.236168 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.236405 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.236613 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.236847 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.237069 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.237317 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.237524 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.237759 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.238009 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.238229 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.238446 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.238666 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.238918 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.239134 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.239371 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.239619 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.239824 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.240056 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.240278 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.240586 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.240732 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_json = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.240921 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.241144 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.241397 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.241603 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.241833 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.242037 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.242247 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.242637 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.242979 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.243178 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.243501 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.243721 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.243964 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.244204 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.244531 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.244766 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.245005 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.245243 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.245559 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.245772 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.246057 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.246268 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.246551 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.246877 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.247240 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.247489 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.247703 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.247928 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.248160 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.248449 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.248592 n-d-810909-1 neutron-server[94833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:03.248743 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.248877 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.249087 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.249328 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.249637 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.249951 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.250213 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.250468 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.250734 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.250967 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.251317 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.251633 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.251863 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.252224 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.252437 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.253116 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.253116 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.253116 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.253381 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.253462 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.253621 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.253822 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.254061 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.254282 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.254770 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.254770 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.255027 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.255143 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.255366 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.255621 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.255844 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.256201 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.256400 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.256581 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.256795 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.257020 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.257264 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.257842 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.258107 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.258339 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.258566 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.258771 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.259000 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.259206 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.259455 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.259669 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.260445 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.260676 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.260918 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.261111 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.261348 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.261574 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.261784 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.261997 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.262210 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.262435 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.262663 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.262918 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.263061 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.263313 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.263474 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.263663 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.265031 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.265031 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.265031 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.265287 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.266641 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.266641 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.266641 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.266641 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.266641 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.266997 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.266997 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.267340 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.267658 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.267977 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.268162 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.268534 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270289 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270289 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270289 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270289 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270289 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270289 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270289 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270758 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270758 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.270898 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.271105 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.271372 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.271627 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.271901 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.272154 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.272403 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.272679 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.273020 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.273384 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.273615 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.273887 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.274192 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.274464 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.274720 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.274972 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.275220 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.275454 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.275784 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.276036 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.276278 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.276781 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.277198 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.277540 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.277838 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.278128 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.278346 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.278590 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.278909 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.279153 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.279393 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.279618 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.279883 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.280125 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.280384 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.280646 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.280904 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.281138 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.281374 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.281765 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.282125 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.282547 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.283037 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.283509 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.283917 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.284215 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.284547 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.284821 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.285111 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.285416 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.285695 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.285976 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.286262 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.286552 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.286902 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.287150 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.287358 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.287572 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.287805 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.288019 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.288237 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.288505 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.288712 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.288964 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.289177 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.289458 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.289701 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.289931 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.290169 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.290388 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.290622 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.290851 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.291116 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.291368 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.291578 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.291789 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.292032 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.292242 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.292573 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.292808 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.293014 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.293367 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.293694 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.294037 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.294300 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.294513 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.294756 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.294971 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.295216 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.295591 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.295773 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.295995 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.296204 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.296470 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.296694 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.296942 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.297180 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.297387 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.297624 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.297834 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.298065 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.298272 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.298686 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.299090 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.299480 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.299728 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.300105 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.300271 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.300461 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.300644 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.300869 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.301086 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.301303 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.301501 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.301738 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.301942 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.302291 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.302656 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.302871 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.303079 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.303395 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.303667 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.303869 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.304236 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.304471 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.304682 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.304908 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.305123 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.305332 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.305548 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.305757 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.305960 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.306200 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.306403 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.306605 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.306865 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.307074 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.307296 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.307584 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.307826 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.308037 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.308355 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.308592 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.308826 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.309061 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.309524 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.309737 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.309989 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.310207 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.310419 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.310667 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.310916 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.311228 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.311507 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.311750 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.311996 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.312286 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.312588 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.312864 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.313072 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.313391 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.313699 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.313956 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.314204 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.314426 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.314675 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.314892 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.315104 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.315329 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.315554 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.315778 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.316022 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.316245 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.316486 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.316717 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.316937 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.317144 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.317379 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.317582 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.317796 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.318023 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.318181 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:19:03.318701 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94723) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 08:19:03.318854 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 08:19:03.319000 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 08:19:03.319164 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 08:19:03.319328 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 08:19:03.319474 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 08:19:03.319674 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.319830 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.319983 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.320139 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.320292 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.320485 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.320636 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.320789 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.320942 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.321093 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.321246 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.321397 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.321549 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.321701 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.321878 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.322016 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.322139 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.322283 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.322489 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.322645 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.322797 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.322949 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.323102 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] debug = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.323468 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.323600 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.323994 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.323994 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.323994 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.324297 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.324297 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.324512 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.324633 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.324768 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.324892 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.325013 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.325135 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.325256 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.325405 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.325557 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.325708 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.325861 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] host = n-d-810909-1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.326013 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.326164 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.326314 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.326464 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.326616 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.326770 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.326923 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.327079 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.327229 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.327539 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.327829 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.328127 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.328280 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.328511 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.328671 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_options = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.328828 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.328983 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.329133 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.329313 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.329471 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.329647 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.329778 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.330072 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.330366 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.330525 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.330684 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.330837 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.330985 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.331490 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.331490 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.331490 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.331760 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.331760 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.331973 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.331973 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.332171 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.332353 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.332353 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333175 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333175 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333175 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333175 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333175 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333671 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333671 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333671 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.333671 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.334138 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.334138 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.334138 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.334496 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.334496 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.334496 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.334819 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.334819 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.335047 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.335157 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.335276 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.335389 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.335508 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.335629 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.335779 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_json = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.335932 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.336067 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.336225 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.336389 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.336541 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.336681 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.336837 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.336990 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 08:19:03.337165 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.337322 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.337488 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.337645 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.337800 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.337954 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.338184 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.338317 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.338438 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.338560 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.338723 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.338878 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.339044 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.339199 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.339354 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.339511 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.339665 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.339816 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.339955 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.340094 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.340239 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.340406 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.340570 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.340709 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.340868 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.341023 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.341177 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.341347 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.341503 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.341660 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.341814 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.341968 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.342124 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.342280 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.342364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:03.342451 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.342580 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.342733 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.342887 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.343041 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.343195 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.343370 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.343525 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.343681 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.343835 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.343990 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.344145 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.344300 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.344481 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.344637 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.344793 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.344949 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.345104 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.345259 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.345415 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.345568 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.345734 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.345889 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.346043 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.346197 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.346352 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.346509 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.346684 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.346813 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.346968 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.347122 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.347276 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.347444 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.347599 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.347755 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.347911 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.348068 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.348241 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.348393 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.348544 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.348698 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.348853 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.349008 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.349162 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.349316 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.349471 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.349625 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.349781 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.349934 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.350089 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.350248 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.350403 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.350556 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.350710 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.350863 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.351027 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.351198 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.351352 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.351509 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.351664 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.351821 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.351976 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.352133 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.352283 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.352457 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.352627 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.352765 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.352918 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.353073 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.353226 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.353380 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.353581 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.353855 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.353964 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.354089 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.354318 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.354473 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.354630 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.354784 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.354937 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.355090 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.355243 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.355412 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.355565 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.355704 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.356196 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.356379 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.356798 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.357185 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.357185 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.357185 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.357546 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.357546 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.357778 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.357778 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.358005 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.358126 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.358245 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.358365 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.358490 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.358643 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.358799 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.358955 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.359133 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.359287 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.359442 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.359594 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.359747 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.359902 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.360056 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.360209 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.360427 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.360560 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.360683 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.360804 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.360964 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.361118 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.361271 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.361426 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.361582 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.361737 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.361892 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.362047 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.362202 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.362359 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.362512 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.362822 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.362980 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.363136 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.363281 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.363418 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.363575 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.363728 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.363882 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.364043 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.364173 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.364318 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.364518 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.364655 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.364780 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.364912 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.365066 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.365222 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.365379 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.365585 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.365728 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.365853 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.365974 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.366117 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.366270 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.366424 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.366576 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.366734 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.366888 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.367043 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.367197 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.367350 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.367504 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.367674 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.367828 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.367982 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.368141 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.368296 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.368471 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.368624 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.368777 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.368934 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.369087 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.369256 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.369397 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.369557 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.369711 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.369867 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.370022 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.370176 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.370331 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.370535 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.370636 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.370796 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.370950 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.371104 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.371271 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.371399 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.371552 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.371706 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.371859 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.372013 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.372166 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.372337 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.372538 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.372671 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.372797 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.372950 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.373103 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.373257 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.373420 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.373572 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.373725 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.373878 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.374031 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.374184 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.374348 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.374500 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.374654 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.374806 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.374959 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.375112 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.375275 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.375428 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.375581 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.375736 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.375890 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.376044 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.376206 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.376491 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.376640 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.376777 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.376926 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.377063 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.377201 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.377339 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.377474 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.377609 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.377744 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.377880 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.378015 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.378162 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.378310 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.378447 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.378582 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.378719 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.378880 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.379043 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.379205 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.379347 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.379498 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.379663 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.379805 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.379960 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.380102 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.380248 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.380407 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.380547 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.380710 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.380855 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.380986 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.381114 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.381273 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.381429 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.381585 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.381739 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.381895 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.382049 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.382191 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.382334 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.382487 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 08:19:03.382637 n-d-810909-1 neutron-server[94723]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94723) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 08:19:03.604859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58154) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:03.619170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103521 Sep 27 08:19:15.031147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b75633f-1d71-42bd-b403-edae80d85ddb None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:19:15.091845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b75633f-1d71-42bd-b403-edae80d85ddb None None] No non-hosted networks {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 08:19:15.107958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.agentschedulers_db [None req-0b75633f-1d71-42bd-b403-edae80d85ddb None None] DHCP Agent not found on host n-d-810909-1 {{(pid=94832) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 27 08:19:15.246137 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16227ac0-16ab-453e-93b2-615ea751a4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1653712'] for agent, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:17.435099 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7111008-a383-4cac-83c5-e2a432267758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1653712'] for agent, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:17.482891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9ef347c-5fc3-47db-b163-433183cfa882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:17.903732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1653712'] for agent, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:17.903732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.904538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.904995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.905432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.906006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.906454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.906880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.907597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.908310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.908870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.909408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.910009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:17.910630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-810909-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:17.934445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-810909-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:18.762100 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1653712'] for agent, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:20.354104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1653712'] for agent, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:20.937132 n-d-810909-1 neutron-server[94832]: INFO neutron.db.l3_hamode_db [None req-ea8f1df2-a177-467c-8ffe-45ccb5c44c91 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 08:19:21.013686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f1df2-a177-467c-8ffe-45ccb5c44c91 None None] Routers set() bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:19:21.014158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f1df2-a177-467c-8ffe-45ccb5c44c91 None None] Router IDs set() for agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 08:19:21.640672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58246) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:22.226492 n-d-810909-1 neutron-server[94830]: WARNING oslo_policy.policy [None req-692fe5be-0b75-4984-adf0-fa859c96ff0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:19:22.227071 n-d-810909-1 neutron-server[94830]: WARNING oslo_policy.policy [None req-692fe5be-0b75-4984-adf0-fa859c96ff0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:19:22.446831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-692fe5be-0b75-4984-adf0-fa859c96ff0c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:19:22.447954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-692fe5be-0b75-4984-adf0-fa859c96ff0c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8063335 Sep 27 08:19:24.859187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:25.405868 n-d-810909-1 neutron-server[94831]: WARNING oslo_policy.policy [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:19:25.406447 n-d-810909-1 neutron-server[94831]: WARNING oslo_policy.policy [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:19:25.631633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:19:25.722688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.policy [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94831) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 08:19:25.766528 n-d-810909-1 neutron-server[94831]: WARNING oslo_policy.policy [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:19:25.766902 n-d-810909-1 neutron-server[94831]: WARNING oslo_policy.policy [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:19:25.775362 n-d-810909-1 neutron-server[94831]: INFO neutron.quota [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] Loaded quota_driver: . Sep 27 08:19:25.887259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747588513694', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747588514227', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747588509236', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747588495366', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747588810418', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747588482189', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-573887', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1787668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1730110'] for rbac-policy, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:25.958784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:25.960269 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d75c1b52-906e-4a55-9256-11fdac8b0b90 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0987968 Sep 27 08:19:28.627172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:28.947736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Request body: {'network': {'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'admin_state_up': True, 'name': 'private'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:19:28.979816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Made reservation on behalf of 35b5adbe565245548ddfc4304688d8ed for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:19:28.984459 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:29.010559 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:29.131769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:29.138650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:29.157643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:19:29.184253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747587418763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:29.184850 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Unsubscribe: segment precommit_create {{(pid=94831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 08:19:29.185356 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Added segment 69bee76f-9e57-4e82-8edc-3e52d6853efb of type vlan for network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 Sep 27 08:19:29.200904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc02ef6b-4504-4d56-96f8-71802c0c42b9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:29.245829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.246170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.246496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.246824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.247140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.247457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.247773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.248086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.248420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.248713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.249022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.249334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Tracked resource versions report: Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: pushed versions: Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: { 'AddressGroup': {'1.2'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'ConntrackHelper': {'1.0'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Log': {'1.0'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Network': {'1.1'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Port': {'1.7'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'PortForwarding': {'1.2'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'QosPolicy': {'1.9'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'SecurityGroup': {'1.4'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'SubPort': {'1.0'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Subnet': {'1.1'}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Trunk': {'1.1'}} Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: consumer versions: Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: { DHCP agent@n-d-810909-1: {}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: L3 agent@n-d-810909-1: {}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: Metadata agent@n-d-810909-1: {}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: Metering agent@n-d-810909-1: {}, Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: Open vSwitch agent@n-d-810909-1: { 'AddressGroup': '1.2', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'ConntrackHelper': '1.0', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Log': '1.0', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Network': '1.1', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Port': '1.7', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'PortForwarding': '1.2', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'QosPolicy': '1.9', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'SecurityGroup': '1.4', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'SecurityGroupRule': '1.2', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'SubPort': '1.0', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Subnet': '1.1', Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: 'Trunk': '1.1'}} Sep 27 08:19:29.250378 n-d-810909-1 neutron-server[94831]: {{(pid=94831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:19:29.308707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:29.353932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:29.355133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:19:29.356140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:29.407518 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7792928 Sep 27 08:19:29.454334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34f38-d33d-44ff-8eff-92cba21ada78 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4d5fc5-039b-4ef6-aaae-77040dd18272,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:29.467678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:19:32.124461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:32.560712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff199a34-2e26-423a-b7c3-878dc89a2c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:19:32.562079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff199a34-2e26-423a-b7c3-878dc89a2c7d admin admin] 10.222.0.50 "GET /v2.0/networks/6c4d5fc5-039b-4ef6-aaae-77040dd18272 HTTP/1.1" status: 200 len: 825 time: 0.4363391 Sep 27 08:19:32.591316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b1a3bae9-589b-4b20-9c38-ac77b1d770be admin admin] 10.222.0.50 "GET /v2.0/subnetpools/7099605a-612c-4aa4-8c3d-a0c6323b0f19 HTTP/1.1" status: 200 len: 734 time: 0.0194888 Sep 27 08:19:32.603539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Request body: {'subnet': {'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7099605a-612c-4aa4-8c3d-a0c6323b0f19'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:19:32.626406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Made reservation on behalf of 35b5adbe565245548ddfc4304688d8ed for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:19:32.628722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:32.917258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:32.993498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b79221-e9d9-4b5c-b5a8-505629237234,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:33.005445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Checking segment: {'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:19:33.005822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Network hostable DHCP agents. Network: 6c4d5fc5-039b-4ef6-aaae-77040dd18272, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:19:33.031300 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:19:33.042460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 6c4d5fc5-039b-4ef6-aaae-77040dd18272) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:19:33.047467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:19:33.048060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:33.053882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eba0f36-d2eb-4936-af17-0553edbb252d None None] Network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:19:33.064155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-26c293f5-1c51-4930-b308-ac8fd11d3ef5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4616766 Sep 27 08:19:33.373570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'fixed_ips': [{'subnet_id': 'e1b79221-e9d9-4b5c-b5a8-505629237234'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:19:33.374834 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:33.645408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Allocated IP 172.20.0.2 (6c4d5fc5-039b-4ef6-aaae-77040dd18272/e1b79221-e9d9-4b5c-b5a8-505629237234/ff0aa2c1-fa54-401b-9f55-286043991645) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:19:33.876031 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:33.883888 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:33.956690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:19:33.962584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:19:33.974528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Pushing event updated for resources: {'Port': ['ID=ff0aa2c1-fa54-401b-9f55-286043991645,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:33.974877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:19:33.985277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.985627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.985969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.986305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.986646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.986977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.987310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.987637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.987943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.988291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.988625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.988949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Tracked resource versions report: Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: pushed versions: Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: { 'AddressGroup': {'1.2'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'ConntrackHelper': {'1.0'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Log': {'1.0'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Network': {'1.1'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Port': {'1.7'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'PortForwarding': {'1.2'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'QosPolicy': {'1.9'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'SecurityGroup': {'1.4'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'SubPort': {'1.0'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Subnet': {'1.1'}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Trunk': {'1.1'}} Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: consumer versions: Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: { DHCP agent@n-d-810909-1: {}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: L3 agent@n-d-810909-1: {}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: Metadata agent@n-d-810909-1: {}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: Metering agent@n-d-810909-1: {}, Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: Open vSwitch agent@n-d-810909-1: { 'AddressGroup': '1.2', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'ConntrackHelper': '1.0', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Log': '1.0', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Network': '1.1', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Port': '1.7', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'PortForwarding': '1.2', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'QosPolicy': '1.9', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'SecurityGroup': '1.4', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'SecurityGroupRule': '1.2', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'SubPort': '1.0', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Subnet': '1.1', Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: 'Trunk': '1.1'}} Sep 27 08:19:33.990008 n-d-810909-1 neutron-server[94832]: {{(pid=94832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:19:34.061332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Attempting to bind port ff0aa2c1-fa54-401b-9f55-286043991645 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:19:34.061993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Attempting to bind port ff0aa2c1-fa54-401b-9f55-286043991645 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:19:34.062120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Attempting to bind port ff0aa2c1-fa54-401b-9f55-286043991645 on network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:19:34.067228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:19:34.067635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Checking segment: {'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:19:34.068111 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:34.068536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Bound using segment: {'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:19:34.069009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Bound port: ff0aa2c1-fa54-401b-9f55-286043991645, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:19:34.069405 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:34.131635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] For port ff0aa2c1-fa54-401b-9f55-286043991645, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:19:34.136095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] For port ff0aa2c1-fa54-401b-9f55-286043991645, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ff0aa2c1-fa54-401b-9f55-286043991645,segment=NetworkSegment(69bee76f-9e57-4e82-8edc-3e52d6853efb),segment_id=69bee76f-9e57-4e82-8edc-3e52d6853efb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:19:34.141735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:34.210417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212f6f4-7343-45f1-82dd-ef7507e816cf None None] Pushing event updated for resources: {'Port': ['ID=ff0aa2c1-fa54-401b-9f55-286043991645,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:35.461145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:35.797467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-61a8c588-615a-43c6-b164-2f4cbfdfb6bd admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:19:35.798522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-61a8c588-615a-43c6-b164-2f4cbfdfb6bd admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3363233 Sep 27 08:19:38.209812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58308) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:38.535390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-192e0378-7604-403d-a3e7-92ebe38303b6 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:19:38.536387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-192e0378-7604-403d-a3e7-92ebe38303b6 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253725 Sep 27 08:19:41.209245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:41.523920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-07763ab0-a067-48ab-ba65-485eebb6212e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'name': 'router1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:19:41.555271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07763ab0-a067-48ab-ba65-485eebb6212e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:41.557961 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07763ab0-a067-48ab-ba65-485eebb6212e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:41.702389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07763ab0-a067-48ab-ba65-485eebb6212e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:41.709923 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07763ab0-a067-48ab-ba65-485eebb6212e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:41.726780 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07763ab0-a067-48ab-ba65-485eebb6212e admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:41.728745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-07763ab0-a067-48ab-ba65-485eebb6212e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5183675 Sep 27 08:19:42.545557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c88a3-407b-4ba4-9470-9852f09566ad None None] Network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:19:42.672120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a3856534-65c9-4b76-ac1f-8c1f0abe15a3 None None] Provisioning complete for port ff0aa2c1-fa54-401b-9f55-286043991645 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:19:42.672527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3856534-65c9-4b76-ac1f-8c1f0abe15a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:42.847806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3856534-65c9-4b76-ac1f-8c1f0abe15a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:42.886616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a3856534-65c9-4b76-ac1f-8c1f0abe15a3 None None] For port ff0aa2c1-fa54-401b-9f55-286043991645, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ff0aa2c1-fa54-401b-9f55-286043991645,segment=NetworkSegment(69bee76f-9e57-4e82-8edc-3e52d6853efb),segment_id=69bee76f-9e57-4e82-8edc-3e52d6853efb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:19:42.891471 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3856534-65c9-4b76-ac1f-8c1f0abe15a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:42.940541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3856534-65c9-4b76-ac1f-8c1f0abe15a3 None None] Pushing event updated for resources: {'Port': ['ID=ff0aa2c1-fa54-401b-9f55-286043991645,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:43.014117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0ce25cfe-bd82-421c-89e1-5bd38d631e02 None None] Provisioning complete for port ff0aa2c1-fa54-401b-9f55-286043991645 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:19:43.014488 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ce25cfe-bd82-421c-89e1-5bd38d631e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:43.373438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ff0aa2c1-fa54-401b-9f55-286043991645 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:19:43.422340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ff0aa2c1-fa54-401b-9f55-286043991645 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:19:43.422678 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:44.155842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:44.517824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-9c165d66-7e8a-48ae-91e2-654d92e55bc8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:19:44.518874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c165d66-7e8a-48ae-91e2-654d92e55bc8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3617182 Sep 27 08:19:44.949544 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58d0deb6-29bb-453e-8a76-43991827cb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:46.274368 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:19:46.961741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:47.297384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:19:47.322502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Made reservation on behalf of c3af407983264797a965040003fa7c68 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:19:47.324760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.333010 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.427340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.429194 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14036696-a8f5-4b04-b8fa-9f0bde22efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.432426 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.448073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Reserving flat network on physical network physnet1 {{(pid=94831) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 08:19:47.467723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d848b7-6428-4a7a-b356-ba9cb3fedf58,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:47.471731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.472070 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Added segment 4cbd6e8e-f3ea-497c-a31d-66018693f964 of type flat for network 3f19b99e-8a68-4be3-835e-592a29ec2ead Sep 27 08:19:47.518945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.553378 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.554821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:19:47.555677 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:47.592700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6296623 Sep 27 08:19:47.625876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7807c24-7393-4f61-b644-fdc4aa94c948 admin admin] Pushing event updated for resources: {'Network': ['ID=3f19b99e-8a68-4be3-835e-592a29ec2ead,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:47.637146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:19:47.893798 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:48.687706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:50.090438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:50.284947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec0f98-3f09-42e8-ade2-a070c29bb720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:19:50.286299 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8dec0f98-3f09-42e8-ade2-a070c29bb720 admin admin] 10.222.0.50 "GET /v2.0/subnets/e1b79221-e9d9-4b5c-b5a8-505629237234 HTTP/1.1" status: 200 len: 849 time: 0.1949708 Sep 27 08:19:50.298493 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:50.408039 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-005d5045-4149-44a5-b33b-677a7a917c5a admin admin] 10.222.0.50 "GET /v2.0/routers/acf80259-4bc0-42ec-9782-e0e565936b0b HTTP/1.1" status: 200 len: 704 time: 0.1154320 Sep 27 08:19:50.684284 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:50.983680 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Allocated IP 172.20.0.1 (6c4d5fc5-039b-4ef6-aaae-77040dd18272/e1b79221-e9d9-4b5c-b5a8-505629237234/2e4e1e42-2fe3-4717-a062-6ce64881bf66) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:19:51.183249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:51.251229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:51.321301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:19:51.330078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:19:51.333086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:19:51.333635 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:51.357639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4e1e42-2fe3-4717-a062-6ce64881bf66,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:51.530618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:51.575680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-eec8d617-2e5b-4d50-9b31-bc771024164f None None] Provisioning complete for port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:19:51.576338 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eec8d617-2e5b-4d50-9b31-bc771024164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:51.609307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-eec8d617-2e5b-4d50-9b31-bc771024164f None None] Port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:19:51.748288 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:51.755248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:51.756096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:51.814567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4e1e42-2fe3-4717-a062-6ce64881bf66,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:51.885758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:19:51.887206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:19:52.053908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Router acf80259-4bc0-42ec-9782-e0e565936b0b is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:19:52.133214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-898ae99a-560f-4fbf-a740-3d680a9cf679 None None] Provisioning complete for port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:19:52.133466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-898ae99a-560f-4fbf-a740-3d680a9cf679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:52.144808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:19:52.150745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d22a024-e601-4a04-a9d8-4fe11ef601e1 admin admin] 10.222.0.50 "PUT /v2.0/routers/acf80259-4bc0-42ec-9782-e0e565936b0b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7332172 Sep 27 08:19:52.155686 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Sync routers for ids ['acf80259-4bc0-42ec-9782-e0e565936b0b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:19:52.166807 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Routers {'acf80259-4bc0-42ec-9782-e0e565936b0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:19:52.167730 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:19:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['acf80259-4bc0-42ec-9782-e0e565936b0b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:52.178929 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-898ae99a-560f-4fbf-a740-3d680a9cf679 None None] Port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:19:52.348438 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Set router acf80259-4bc0-42ec-9782-e0e565936b0b gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:19:52.760844 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'name': 'router1', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:19:41Z', 'updated_at': '2021-09-27T08:19:51Z', 'revision_number': 2, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'gw_port_host': None, '_interfaces': [{'id': '2e4e1e42-2fe3-4717-a062-6ce64881bf66', 'name': '', 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'mac_address': 'fa:16:3e:e2:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:50Z', 'updated_at': '2021-09-27T08:19:51Z', 'revision_number': 2, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'subnets': [{'id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7099605a-612c-4aa4-8c3d-a0c6323b0f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:52.812498 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Checking router: acf80259-4bc0-42ec-9782-e0e565936b0b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:19:52.812838 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Updating router acf80259-4bc0-42ec-9782-e0e565936b0b port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:19:52.861480 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.374073 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.382463 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.540873 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Pushing event updated for resources: {'Port': ['ID=2e4e1e42-2fe3-4717-a062-6ce64881bf66,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:53.554380 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Attempting to bind port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:19:53.554907 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Attempting to bind port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:19:53.555378 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Attempting to bind port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 on network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:19:53.559137 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.559483 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.559822 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.560157 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.560513 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.560841 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.561170 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.561492 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.561814 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.562140 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.562462 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.562779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Tracked resource versions report: Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: pushed versions: Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: { 'AddressGroup': {'1.2'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'ConntrackHelper': {'1.0'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Log': {'1.0'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Network': {'1.1'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Port': {'1.7'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'PortForwarding': {'1.2'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'QosPolicy': {'1.9'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'SecurityGroup': {'1.4'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'SubPort': {'1.0'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Subnet': {'1.1'}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Trunk': {'1.1'}} Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: consumer versions: Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: { DHCP agent@n-d-810909-1: {}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: L3 agent@n-d-810909-1: {}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: Metadata agent@n-d-810909-1: {}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: Metering agent@n-d-810909-1: {}, Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: Open vSwitch agent@n-d-810909-1: { 'AddressGroup': '1.2', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'ConntrackHelper': '1.0', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Log': '1.0', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Network': '1.1', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Port': '1.7', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'PortForwarding': '1.2', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'QosPolicy': '1.9', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'SecurityGroup': '1.4', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'SecurityGroupRule': '1.2', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'SubPort': '1.0', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Subnet': '1.1', Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: 'Trunk': '1.1'}} Sep 27 08:19:53.563837 n-d-810909-1 neutron-server[94833]: {{(pid=94833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:19:53.570175 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:19:53.570669 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Checking segment: {'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:19:53.571184 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.571596 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Bound using segment: {'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:19:53.572115 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Bound port: 2e4e1e42-2fe3-4717-a062-6ce64881bf66, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bee76f-9e57-4e82-8edc-3e52d6853efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:19:53.572519 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.608100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-47713d2f-d740-422f-963e-28a4307c2df0 None None] Provisioning complete for port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:19:53.608857 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47713d2f-d740-422f-963e-28a4307c2df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.643683 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] For port 2e4e1e42-2fe3-4717-a062-6ce64881bf66, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:19:53.649740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-47713d2f-d740-422f-963e-28a4307c2df0 None None] Port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:19:53.662844 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] For port 2e4e1e42-2fe3-4717-a062-6ce64881bf66, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2e4e1e42-2fe3-4717-a062-6ce64881bf66,segment=NetworkSegment(69bee76f-9e57-4e82-8edc-3e52d6853efb),segment_id=69bee76f-9e57-4e82-8edc-3e52d6853efb)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:19:53.667668 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.727554 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edac0e-126b-4e76-bd90-b962e9c32118 None None] Pushing event updated for resources: {'Port': ['ID=2e4e1e42-2fe3-4717-a062-6ce64881bf66,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:53.731580 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Routers {'acf80259-4bc0-42ec-9782-e0e565936b0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:19:53.732259 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:19:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['acf80259-4bc0-42ec-9782-e0e565936b0b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:53.827447 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] Set router acf80259-4bc0-42ec-9782-e0e565936b0b gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:19:53.869573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8f42b286-421b-4678-abd0-7b39de8ac96f None None] Provisioning complete for port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:19:53.869949 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f42b286-421b-4678-abd0-7b39de8ac96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.948275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f42b286-421b-4678-abd0-7b39de8ac96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:53.980012 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8f42b286-421b-4678-abd0-7b39de8ac96f None None] For port 2e4e1e42-2fe3-4717-a062-6ce64881bf66, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2e4e1e42-2fe3-4717-a062-6ce64881bf66,segment=NetworkSegment(69bee76f-9e57-4e82-8edc-3e52d6853efb),segment_id=69bee76f-9e57-4e82-8edc-3e52d6853efb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:19:53.985437 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f42b286-421b-4678-abd0-7b39de8ac96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:54.034744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42b286-421b-4678-abd0-7b39de8ac96f None None] Pushing event updated for resources: {'Port': ['ID=2e4e1e42-2fe3-4717-a062-6ce64881bf66,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:54.050354 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'name': 'router1', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:19:41Z', 'updated_at': '2021-09-27T08:19:51Z', 'revision_number': 2, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'gw_port_host': None, '_interfaces': [{'id': '2e4e1e42-2fe3-4717-a062-6ce64881bf66', 'name': '', 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'mac_address': 'fa:16:3e:e2:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:50Z', 'updated_at': '2021-09-27T08:19:53Z', 'revision_number': 4, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'subnets': [{'id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7099605a-612c-4aa4-8c3d-a0c6323b0f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:19:54.075603 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca943e-ba27-4003-b176-74a473d0b89e None None] The sync data for ids ['acf80259-4bc0-42ec-9782-e0e565936b0b'] in n-d-810909-1 is: [{'id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'name': 'router1', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:19:41Z', 'updated_at': '2021-09-27T08:19:51Z', 'revision_number': 2, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'gw_port_host': None, '_interfaces': [{'id': '2e4e1e42-2fe3-4717-a062-6ce64881bf66', 'name': '', 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'mac_address': 'fa:16:3e:e2:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:50Z', 'updated_at': '2021-09-27T08:19:53Z', 'revision_number': 4, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'subnets': [{'id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7099605a-612c-4aa4-8c3d-a0c6323b0f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:19:54.350351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58376) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:54.617312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.policy [None req-99d6647c-8771-454c-bb14-daa412c8064d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94830) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 08:19:54.661522 n-d-810909-1 neutron-server[94830]: WARNING oslo_policy.policy [None req-99d6647c-8771-454c-bb14-daa412c8064d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:19:54.661887 n-d-810909-1 neutron-server[94830]: WARNING oslo_policy.policy [None req-99d6647c-8771-454c-bb14-daa412c8064d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 08:19:54.670048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6647c-8771-454c-bb14-daa412c8064d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:19:54.671765 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-99d6647c-8771-454c-bb14-daa412c8064d admin admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 842 time: 0.3202136 Sep 27 08:19:54.682188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'ip_version': 4, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_dhcp': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:19:54.683983 n-d-810909-1 neutron-server[94830]: INFO neutron.quota [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Loaded quota_driver: . Sep 27 08:19:54.723526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Made reservation on behalf of c3af407983264797a965040003fa7c68 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:19:54.726221 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:55.128343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:19:55.128885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:55.197877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47c859c-8011-4b6e-927b-6b34104e25b2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:55.202358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:19:55.203061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Network hostable DHCP agents. Network: 3f19b99e-8a68-4be3-835e-592a29ec2ead, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:19:55.211629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.211972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.212356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.212706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.213032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.213362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.213685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.214004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.214306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.214621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.214938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.215247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Tracked resource versions report: Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: pushed versions: Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: { 'AddressGroup': {'1.2'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'ConntrackHelper': {'1.0'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Log': {'1.0'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Network': {'1.1'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Port': {'1.7'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'PortForwarding': {'1.2'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'QosPolicy': {'1.9'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'SecurityGroup': {'1.4'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'SubPort': {'1.0'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Subnet': {'1.1'}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Trunk': {'1.1'}} Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: consumer versions: Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: { DHCP agent@n-d-810909-1: {}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: L3 agent@n-d-810909-1: {}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: Metadata agent@n-d-810909-1: {}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: Metering agent@n-d-810909-1: {}, Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: Open vSwitch agent@n-d-810909-1: { 'AddressGroup': '1.2', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'ConntrackHelper': '1.0', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Log': '1.0', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Network': '1.1', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Port': '1.7', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'PortForwarding': '1.2', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'QosPolicy': '1.9', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'SecurityGroup': '1.4', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'SecurityGroupRule': '1.2', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'SubPort': '1.0', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Subnet': '1.1', Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: 'Trunk': '1.1'}} Sep 27 08:19:55.216270 n-d-810909-1 neutron-server[94830]: {{(pid=94830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:19:55.258327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:19:55.272029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 3f19b99e-8a68-4be3-835e-592a29ec2ead) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:19:55.280661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ddfed-1d0d-4e25-bc77-408fe423c214 None None] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:19:55.281588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:19:55.282271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:55.305255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f8933b10-6783-4505-a26a-c379481211dc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6265693 Sep 27 08:19:55.407357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8ae0f-ecf2-403e-a447-45ddd29c6ec2 None None] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:19:57.570114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58390) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:19:57.816940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8010e3ec-1d61-4297-911f-d4f2bb669fb0 admin admin] 10.222.0.50 "GET /v2.0/routers/acf80259-4bc0-42ec-9782-e0e565936b0b HTTP/1.1" status: 200 len: 710 time: 0.2455533 Sep 27 08:19:57.901436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08585f9f-ebcc-4fa5-8baa-d97acb9815d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:19:57.902789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-08585f9f-ebcc-4fa5-8baa-d97acb9815d6 admin admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 886 time: 0.0799549 Sep 27 08:19:57.912462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:19:58.160465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:58.406217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:58.480992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:58.638445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Allocated IP 172.25.2.41 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/ebb79698-8dd0-4e8c-aceb-da7eb345574f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:19:58.746266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:58.809938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:58.880285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:19:58.886056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:19:58.892959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:19:58.895938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb79698-8dd0-4e8c-aceb-da7eb345574f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:19:59.223080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:59.402807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e4e1e42-2fe3-4717-a062-6ce64881bf66 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:19:59.422465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:59.428149 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:59.453765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:19:59.454234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:59.540846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Router acf80259-4bc0-42ec-9782-e0e565936b0b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:19:59.646525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:19:59.651248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:19:59.652472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d9fa6f82-c4b8-48cf-b465-55274de9bb60 admin admin] 10.222.0.50 "PUT /v2.0/routers/acf80259-4bc0-42ec-9782-e0e565936b0b HTTP/1.1" status: 200 len: 889 time: 1.7432582 Sep 27 08:20:00.412082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Sync routers for ids ['acf80259-4bc0-42ec-9782-e0e565936b0b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:20:00.422366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Routers {'acf80259-4bc0-42ec-9782-e0e565936b0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:20:00.422997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:19:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['acf80259-4bc0-42ec-9782-e0e565936b0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:20:00.623578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Set router acf80259-4bc0-42ec-9782-e0e565936b0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:20:01.006857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'name': 'router1', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ebb79698-8dd0-4e8c-aceb-da7eb345574f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:19:41Z', 'updated_at': '2021-09-27T08:19:59Z', 'revision_number': 4, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'gw_port': {'id': 'ebb79698-8dd0-4e8c-aceb-da7eb345574f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:58Z', 'updated_at': '2021-09-27T08:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '2e4e1e42-2fe3-4717-a062-6ce64881bf66', 'name': '', 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'mac_address': 'fa:16:3e:e2:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:50Z', 'updated_at': '2021-09-27T08:19:53Z', 'revision_number': 5, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'subnets': [{'id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7099605a-612c-4aa4-8c3d-a0c6323b0f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:20:01.057293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Checking router: acf80259-4bc0-42ec-9782-e0e565936b0b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:20:01.057630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Updating router acf80259-4bc0-42ec-9782-e0e565936b0b port ebb79698-8dd0-4e8c-aceb-da7eb345574f binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:20:01.104743 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:01.416570 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:01.423581 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:01.473649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Attempting to bind port ebb79698-8dd0-4e8c-aceb-da7eb345574f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:20:01.474025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Attempting to bind port ebb79698-8dd0-4e8c-aceb-da7eb345574f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:20:01.474389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Attempting to bind port ebb79698-8dd0-4e8c-aceb-da7eb345574f on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:20:01.476373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d64dbc-bac4-4355-ab2a-68986da15e80 None None] Pushing event updated for resources: {'Port': ['ID=ebb79698-8dd0-4e8c-aceb-da7eb345574f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:20:01.487471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:20:01.487855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:20:01.488262 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:01.488754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:20:01.489223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Bound port: ebb79698-8dd0-4e8c-aceb-da7eb345574f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:20:01.489622 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:01.539301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] For port ebb79698-8dd0-4e8c-aceb-da7eb345574f, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:20:01.542739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] For port ebb79698-8dd0-4e8c-aceb-da7eb345574f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ebb79698-8dd0-4e8c-aceb-da7eb345574f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:20:01.547788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:01.678243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d64dbc-bac4-4355-ab2a-68986da15e80 None None] Pushing event updated for resources: {'Port': ['ID=ebb79698-8dd0-4e8c-aceb-da7eb345574f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:20:01.680886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Routers {'acf80259-4bc0-42ec-9782-e0e565936b0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:20:01.681504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:19:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['acf80259-4bc0-42ec-9782-e0e565936b0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:20:01.785145 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] Set router acf80259-4bc0-42ec-9782-e0e565936b0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:20:01.994398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'name': 'router1', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ebb79698-8dd0-4e8c-aceb-da7eb345574f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:19:41Z', 'updated_at': '2021-09-27T08:19:59Z', 'revision_number': 4, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'gw_port': {'id': 'ebb79698-8dd0-4e8c-aceb-da7eb345574f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:58Z', 'updated_at': '2021-09-27T08:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '2e4e1e42-2fe3-4717-a062-6ce64881bf66', 'name': '', 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'mac_address': 'fa:16:3e:e2:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:50Z', 'updated_at': '2021-09-27T08:19:53Z', 'revision_number': 5, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'subnets': [{'id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7099605a-612c-4aa4-8c3d-a0c6323b0f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:20:02.023545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7775e-fe4d-447a-a42a-3f620c913cfc None None] The sync data for ids ['acf80259-4bc0-42ec-9782-e0e565936b0b'] in n-d-810909-1 is: [{'id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'name': 'router1', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ebb79698-8dd0-4e8c-aceb-da7eb345574f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:19:41Z', 'updated_at': '2021-09-27T08:19:59Z', 'revision_number': 4, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'gw_port': {'id': 'ebb79698-8dd0-4e8c-aceb-da7eb345574f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:58Z', 'updated_at': '2021-09-27T08:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '2e4e1e42-2fe3-4717-a062-6ce64881bf66', 'name': '', 'network_id': '6c4d5fc5-039b-4ef6-aaae-77040dd18272', 'tenant_id': '35b5adbe565245548ddfc4304688d8ed', 'mac_address': 'fa:16:3e:e2:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf80259-4bc0-42ec-9782-e0e565936b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:19:50Z', 'updated_at': '2021-09-27T08:19:53Z', 'revision_number': 5, 'project_id': '35b5adbe565245548ddfc4304688d8ed', 'subnets': [{'id': 'e1b79221-e9d9-4b5c-b5a8-505629237234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7099605a-612c-4aa4-8c3d-a0c6323b0f19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:20:02.063411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58402) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:20:02.195702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bb5509ac-490d-47d8-9f1e-66d0c83bdd62 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1310301 Sep 27 08:20:03.539882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ebb79698-8dd0-4e8c-aceb-da7eb345574f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:20:03.602557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ebb79698-8dd0-4e8c-aceb-da7eb345574f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:20:03.602927 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:03.678127 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:03.698537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port ebb79698-8dd0-4e8c-aceb-da7eb345574f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ebb79698-8dd0-4e8c-aceb-da7eb345574f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:20:03.703251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:03.753504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=ebb79698-8dd0-4e8c-aceb-da7eb345574f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:20:05.371597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ebb79698-8dd0-4e8c-aceb-da7eb345574f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:20:05.420524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ebb79698-8dd0-4e8c-aceb-da7eb345574f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:20:05.420994 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:14.964618 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e76206ca-48a2-4323-a7a1-915b0191ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:17.433576 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fbc75718-8ebf-4b5f-b8d3-5215fdafc0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:17.901133 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:18.694239 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:20.323828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:23.293646 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:20:44.957429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddb21fbb-e423-4b0b-afc7-dcff9c7f008e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:47.437132 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0cdc-e276-43d3-8299-1ac681bdcc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:47.899751 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:48.696579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:20:50.324382 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:00.286212 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:21:14.960114 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab237dd7-23a1-40d9-8cc0-a6a9133d233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:17.440046 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-274dff59-a991-411e-a2d4-63e159e82865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:17.894402 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:18.699980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:20.329805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:37.285174 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:21:42.614999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58996) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:21:42.683217 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa817878-6d12-409a-a43e-9f2b35cb811f admin admin] GET failed (client error): The resource could not be found. Sep 27 08:21:42.684598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa817878-6d12-409a-a43e-9f2b35cb811f admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684516 Sep 27 08:21:42.927540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da0ac6-8be6-4669-95e2-56e5602d36ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:42.929081 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49da0ac6-8be6-4669-95e2-56e5602d36ed admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2397022 Sep 27 08:21:44.963401 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95329e54-bb22-4c7c-8ca0-cdf32462b189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:45.141400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:21:45.243348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25b9cce-160a-4c43-af58-bd036dfc84dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:45.244661 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c25b9cce-160a-4c43-af58-bd036dfc84dd admin admin] 10.222.0.50 "GET /v2.0/subnets/e1b79221-e9d9-4b5c-b5a8-505629237234 HTTP/1.1" status: 200 len: 849 time: 0.1022365 Sep 27 08:21:45.254998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:21:45.347176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:45.487987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747587392247'] for subnet, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:45.520141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:45.520748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:45.522011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] 10.222.0.50 "PUT /v2.0/subnets/e1b79221-e9d9-4b5c-b5a8-505629237234 HTTP/1.1" status: 200 len: 868 time: 0.2707448 Sep 27 08:21:45.524974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70fc789-f02e-497a-8a52-90cf9fe16e76 None None] Network 6c4d5fc5-039b-4ef6-aaae-77040dd18272 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:21:45.545198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b79221-e9d9-4b5c-b5a8-505629237234,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:21:45.553128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.553546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.553965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.554357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.554884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.555271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.555655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.556110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.556556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.556934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.557349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.557702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45e9838-c1a2-4254-abf6-6a5827002a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:21:45.885516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e9878c59-3e41-486b-b8aa-5eef52cefae1 None None] Provisioning complete for port ff0aa2c1-fa54-401b-9f55-286043991645 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:21:45.885895 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9878c59-3e41-486b-b8aa-5eef52cefae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:45.973816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e9878c59-3e41-486b-b8aa-5eef52cefae1 None None] Provisioning complete for port 2e4e1e42-2fe3-4717-a062-6ce64881bf66 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:21:45.974517 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9878c59-3e41-486b-b8aa-5eef52cefae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:47.441173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e76132be-ce97-49ed-8171-0caa2e1db92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:47.722296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59014) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:21:47.896516 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:47.928823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9c2db-acaf-4b18-bdb9-3f77aae1a5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:47.929286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9c2db-acaf-4b18-bdb9-3f77aae1a5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:47.930954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eda9c2db-acaf-4b18-bdb9-3f77aae1a5e9 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2075913 Sep 27 08:21:48.705769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:50.137455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59022) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:21:50.329169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:21:50.346620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723acc4b-0af2-4c1a-9b71-8bf0f97d0fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:50.347091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723acc4b-0af2-4c1a-9b71-8bf0f97d0fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:50.348716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-723acc4b-0af2-4c1a-9b71-8bf0f97d0fe3 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103248 Sep 27 08:21:52.545585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59032) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:21:52.683186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa80deb-ad3e-4c8e-bf6e-9b1527b17326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:52.684616 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6aa80deb-ad3e-4c8e-bf6e-9b1527b17326 admin admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 886 time: 0.1380258 Sep 27 08:21:54.875949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59040) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:21:55.023252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b0a30b-8358-403c-850e-3578c2363719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:55.024692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-08b0a30b-8358-403c-850e-3578c2363719 admin admin] 10.222.0.50 "GET /v2.0/networks/6c4d5fc5-039b-4ef6-aaae-77040dd18272 HTTP/1.1" status: 200 len: 869 time: 0.1476715 Sep 27 08:21:57.214262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59048) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:21:57.342598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed354b8-d0ee-47d1-8730-4770c81fbc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:57.343057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed354b8-d0ee-47d1-8730-4770c81fbc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:57.344647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2ed354b8-d0ee-47d1-8730-4770c81fbc22 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293261 Sep 27 08:21:59.517322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59056) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:21:59.627263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53271c31-6524-42bd-8684-7a09643d52f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:59.627708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53271c31-6524-42bd-8684-7a09643d52f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:21:59.629294 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-53271c31-6524-42bd-8684-7a09643d52f8 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1109750 Sep 27 08:22:01.821039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59064) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:22:01.930352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49019291-6108-4610-9d69-ee3690adc014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:22:01.931825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49019291-6108-4610-9d69-ee3690adc014 admin admin] 10.222.0.50 "GET /v2.0/subnets/e1b79221-e9d9-4b5c-b5a8-505629237234 HTTP/1.1" status: 200 len: 868 time: 0.1096058 Sep 27 08:22:04.116309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59072) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:22:04.280109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46385c38-7a3d-47a6-abfd-7d10ae08cbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:22:04.282237 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-46385c38-7a3d-47a6-abfd-7d10ae08cbcc admin admin] 10.222.0.50 "GET /v2.0/subnets/e47c859c-8011-4b6e-927b-6b34104e25b2 HTTP/1.1" status: 200 len: 816 time: 0.1648040 Sep 27 08:22:14.284241 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:22:14.966297 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fbf0fb9e-b14e-4988-9320-9133477ea349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:17.445641 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-002d22ca-1d50-4c0b-9687-393763750736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:17.901950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:18.709816 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:20.333413 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:28.357950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59126) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:22:28.413049 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-1afe360f-c15d-4230-b36b-f639a34a708c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:22:28.414048 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1afe360f-c15d-4230-b36b-f639a34a708c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551453 Sep 27 08:22:30.689154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:22:30.760787 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bf5cfc-873f-4645-8411-37035ba231b2 admin admin] GET failed (client error): The resource could not be found. Sep 27 08:22:30.762120 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5bf5cfc-873f-4645-8411-37035ba231b2 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0719059 Sep 27 08:22:30.851305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e4080-0c1c-49ba-b119-a49c930ad78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:22:30.852868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-611e4080-0c1c-49ba-b119-a49c930ad78f admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0860066 Sep 27 08:22:33.083459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59142) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:22:33.147880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:22:33.182108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Made reservation on behalf of c3af407983264797a965040003fa7c68 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:22:33.184455 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:33.214711 n-d-810909-1 neutron-server[94831]: WARNING neutron.services.revisions.revision_plugin [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Could not find related network for resource to bump revision. Sep 27 08:22:33.228261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:22:33.237762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:33.238099 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Added segment bac5ad03-eff6-4178-9cde-366d359b2045 of type vlan for network 25e269a5-84a0-4aff-bdf4-c28e576baa0a Sep 27 08:22:33.276426 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:33.302681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:33.303635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:22:33.304218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:33.339464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2549427 Sep 27 08:22:33.364755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba1a1d-16d3-4ba7-8c46-d776330dba93 admin admin] Pushing event updated for resources: {'Network': ['ID=25e269a5-84a0-4aff-bdf4-c28e576baa0a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:22:33.376416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:22:35.547468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59150) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:22:35.610345 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0941755a-984f-4bdd-b36d-5a7bcdda054c admin admin] GET failed (client error): The resource could not be found. Sep 27 08:22:35.611700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0941755a-984f-4bdd-b36d-5a7bcdda054c admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632472 Sep 27 08:22:35.685231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898fb3e4-9228-4efd-9379-c7d94214e074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:22:35.686708 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-898fb3e4-9228-4efd-9379-c7d94214e074 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703678 Sep 27 08:22:35.705138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:22:35.736446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Made reservation on behalf of c3af407983264797a965040003fa7c68 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:22:35.739609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:35.921086 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:35.974620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8319d006-a5a2-4c31-991d-f998d52876ed,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:22:35.984779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:22:35.985123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Network hostable DHCP agents. Network: 25e269a5-84a0-4aff-bdf4-c28e576baa0a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:22:36.002983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:22:36.012849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 25e269a5-84a0-4aff-bdf4-c28e576baa0a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:22:36.018629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:22:36.018629 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:36.022822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc30f2b-91ad-41a6-8c8b-258010bb3be0 None None] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:22:36.032565 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a8c5487-c1d6-4d46-a4b4-e2ecd6298ce7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3332179 Sep 27 08:22:36.271494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'tenant_id': 'c3af407983264797a965040003fa7c68', 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:22:36.272543 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:36.410477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Allocated IP 192.168.233.2 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/e752211c-8eef-48df-8214-823067353337) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:22:36.554597 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:36.561436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:36.594976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:22:36.597821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:22:36.600403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:22:36.616956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Pushing event updated for resources: {'Port': ['ID=e752211c-8eef-48df-8214-823067353337,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:22:36.636639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.636987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.637327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.637701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.638035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.638367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.638692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.639012 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.639334 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.639652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.639995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.640307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:22:36.675261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Attempting to bind port e752211c-8eef-48df-8214-823067353337 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:22:36.675634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Attempting to bind port e752211c-8eef-48df-8214-823067353337 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:22:36.676048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Attempting to bind port e752211c-8eef-48df-8214-823067353337 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:22:36.681166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:22:36.681541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:22:36.681946 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:36.682444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:22:36.682925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Bound port: e752211c-8eef-48df-8214-823067353337, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:22:36.683329 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:36.748193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] For port e752211c-8eef-48df-8214-823067353337, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:22:36.751319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] For port e752211c-8eef-48df-8214-823067353337, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e752211c-8eef-48df-8214-823067353337,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:22:36.755330 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:36.817281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286e82e-f567-4de2-b301-58828eeea37f None None] Pushing event updated for resources: {'Port': ['ID=e752211c-8eef-48df-8214-823067353337,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:22:37.580112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e752211c-8eef-48df-8214-823067353337 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:22:37.633552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f06de-1b0a-47ca-9feb-4f7ae70a0b37 None None] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:22:37.670889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e752211c-8eef-48df-8214-823067353337 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:22:37.671263 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:37.776938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2010f8a9-d5ed-45a8-9d80-5833c201dddd None None] Provisioning complete for port e752211c-8eef-48df-8214-823067353337 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:22:37.777240 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2010f8a9-d5ed-45a8-9d80-5833c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:37.894288 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:37.960230 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2010f8a9-d5ed-45a8-9d80-5833c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:37.965353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port e752211c-8eef-48df-8214-823067353337, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e752211c-8eef-48df-8214-823067353337,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:22:37.973045 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:38.052689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=e752211c-8eef-48df-8214-823067353337,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:22:38.068252 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-2010f8a9-d5ed-45a8-9d80-5833c201dddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:22:38.068706 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-2010f8a9-d5ed-45a8-9d80-5833c201dddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:22:38.729852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1fb68bf6-5834-4c68-ad1e-f0ed2711bfd4 None None] Provisioning complete for port e752211c-8eef-48df-8214-823067353337 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:22:38.730487 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fb68bf6-5834-4c68-ad1e-f0ed2711bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:39.499461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e752211c-8eef-48df-8214-823067353337 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:22:39.550545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e752211c-8eef-48df-8214-823067353337 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:22:39.550894 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:44.969777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-899370e7-ae63-4397-b0f5-ef5c167d97b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:47.439650 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8a5cc2e-d533-4296-a964-115f21cf8efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:47.906891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:48.718525 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:50.338809 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:22:51.284043 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:23:14.973139 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94c87a1d-13fb-446f-9a27-f653c2a82680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:17.444248 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5202bb52-deb3-4d09-9407-c99dc8c031ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:17.910871 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:18.721019 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:20.341149 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:28.283264 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:23:44.975667 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95ca451f-db64-4142-9a96-20153f51fb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:47.447281 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-646f6fa9-6a11-4d15-826f-9db03e8a2e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:47.914984 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:48.720164 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:50.345413 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:51.518245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59204) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:23:51.524296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-45ad848f-c052-49c3-89a2-0e2d7178fd0d tempest-verify_tempest_config-1027308667 tempest-verify_tempest_config-1027308667-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:23:51.525295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-45ad848f-c052-49c3-89a2-0e2d7178fd0d tempest-verify_tempest_config-1027308667 tempest-verify_tempest_config-1027308667-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060136 Sep 27 08:23:51.860787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59222) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:23:51.977977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:52.096811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:52.103122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:52.147866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28381deb-df82-4765-b74e-835baa1ab54a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:23:52.151559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63af167799d74dab94edb43ce975f425&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2897801 Sep 27 08:23:52.154693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:23:52.157010 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.157355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.157705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.158047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.158380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.158713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.159045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.159365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.159692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.160016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.160346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.160685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb0bb36-c2e2-4e8f-8b1e-730d0b7f74be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.209478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:52.231485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:52.323444 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:52.326917 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:23:52.332379 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28381deb-df82-4765-b74e-835baa1ab54a HTTP/1.1" status: 204 len: 168 time: 0.1728158 Sep 27 08:23:52.338402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28381deb-df82-4765-b74e-835baa1ab54a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:23:52.345136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.345476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.345811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.346217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.346551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.346873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.347204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.347530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.347971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.348174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.348503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:23:52.348820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d1025-ddbd-4aed-a830-e03d7bf633ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:24:05.282817 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:24:14.986473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f405deac-7f65-4515-87d0-e3634205c8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:17.461743 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f6b95ed-dc20-47f6-80ac-a1d2d73c0247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:17.919312 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:18.725232 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:20.351212 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:42.284621 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:24:44.980914 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e203ef89-0f7b-40b3-b83a-f8034132dbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:47.466014 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cefe7db3-b79f-454c-a2cd-2fa0279e331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:47.929155 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:48.734156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:24:50.357018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:14.984175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b9f2aaf-170a-4e9c-8d9c-4c7ae47ba00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:17.462530 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a91a32f-2ea4-473c-b1b2-cc6c2bb4c8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:17.928952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:18.738169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:19.286863 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:25:20.364945 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:44.986778 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b70fe77b-1b3e-4420-b988-c4a5e3e3f7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:47.461434 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d62aeea-bceb-4533-b341-108eae03d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:47.933223 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:48.743270 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:50.366939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:25:56.290385 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:26:14.994613 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f61f8b8-5e32-4946-ae99-8c6547d4e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:17.462001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1512bb6-adb8-42b5-9e8a-766bbabef069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:17.928422 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:18.744902 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:20.368924 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:33.290198 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 5 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:26:44.990118 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f3eccbc-e1f8-40b0-8b92-fd614fabc986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:47.462479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36e2f342-a504-4689-836f-bfc040250ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:47.932127 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:48.747111 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:26:50.385090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:05.474406 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1653712'] for agent, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:10.294746 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 6 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:27:13.826736 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1653712'] for agent, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:14.991943 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9f42930-aa74-416b-8220-110fd947e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:17.463637 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54adb391-f41d-4df1-b579-089f0a5a9e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:17.926506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:18.750441 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:20.377739 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:35.430084 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:43.753695 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:44.994724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0130898-ebed-4db8-aee8-5a05ba4126b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:47.294030 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:27:47.457736 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed24a-d2e3-4e1d-888c-9e43c647e8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:47.929428 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:48.751020 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:48.805198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:27:48.920532 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-488a909b-21cf-4425-b564-f002799e9ec5 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1134007 Sep 27 08:27:50.380579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:27:51.120938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:27:51.179309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-68e4cd35-f94a-4613-bc24-ccb7bf755e0c admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0572798 Sep 27 08:28:05.425757 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:13.758921 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:14.992962 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3c7d5b6-a5c0-4457-8d5a-4d2ff3372146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:17.470059 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc411776-767c-4a68-a6f8-003892a18dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:17.939357 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:18.762088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:20.393059 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:24.294641 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:28:35.456066 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:43.778052 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:44.989190 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d3410f5-f6aa-4520-b809-c3fc45920e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:47.464278 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e4553c0-8982-4d0a-9df6-5249e30a9a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:47.932812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:48.758706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:28:50.383828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:01.295245 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:29:05.467233 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:12.754827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59556) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:13.057469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-network', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:13.081684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Made reservation on behalf of 242df502e2844b1f89dc9d777f8c86b1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:13.084016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.095525 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.190831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.198171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.227123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:29:13.229626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a94c52f-513f-48eb-8ef2-a417410e1514,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:13.239385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.239730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.240061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.240621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.240953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.241280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.241613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.241933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.242252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.242628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.242945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.243263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Tracked resource versions report: Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: pushed versions: Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: { 'AddressGroup': {'1.2'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'ConntrackHelper': {'1.0'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Log': {'1.0'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Network': {'1.1'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Port': {'1.7'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'PortForwarding': {'1.2'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'QosPolicy': {'1.9'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'SecurityGroup': {'1.4'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'SubPort': {'1.0'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Subnet': {'1.1'}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Trunk': {'1.1'}} Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: consumer versions: Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: { DHCP agent@n-d-810909-1: {}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: HyperV agent@n-h1-810909-1: {}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: HyperV agent@n-h2-810909-1: {}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: L3 agent@n-d-810909-1: {}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: Metadata agent@n-d-810909-1: {}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: Metering agent@n-d-810909-1: {}, Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: Open vSwitch agent@n-d-810909-1: { 'AddressGroup': '1.2', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'ConntrackHelper': '1.0', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Log': '1.0', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Network': '1.1', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Port': '1.7', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'PortForwarding': '1.2', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'QosPolicy': '1.9', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'SecurityGroup': '1.4', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'SecurityGroupRule': '1.2', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'SubPort': '1.0', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Subnet': '1.1', Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: 'Trunk': '1.1'}} Sep 27 08:29:13.244281 n-d-810909-1 neutron-server[94831]: {{(pid=94831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:29:13.252258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.252642 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Added segment d7274cfe-eda0-49eb-81ba-1006f6495d70 of type vlan for network d507e1f9-0069-4810-b618-1f54436bf7ec Sep 27 08:29:13.297395 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.325438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.326541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:13.327179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.365242 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6092584 Sep 27 08:29:13.368875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59596) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:13.376646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Request body: {'subnet': {'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-subnet', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:13.397922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec44d9-b052-49e7-94b0-9ac844791424 admin admin] Pushing event updated for resources: {'Network': ['ID=d507e1f9-0069-4810-b618-1f54436bf7ec,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:13.409397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d507e1f9-0069-4810-b618-1f54436bf7ec details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:29:13.414787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Made reservation on behalf of 242df502e2844b1f89dc9d777f8c86b1 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:13.417700 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.613496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.661789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e371e403-162f-4be1-95bc-77a97fe08b86,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:13.675731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.675731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.675731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.676011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.676153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.676539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.676961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.677289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.677862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.681456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.682171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.682822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Tracked resource versions report: Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: pushed versions: Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: { 'AddressGroup': {'1.2'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'ConntrackHelper': {'1.0'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Log': {'1.0'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Network': {'1.1'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Port': {'1.7'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'PortForwarding': {'1.2'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'QosPolicy': {'1.9'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'SecurityGroup': {'1.4'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'SubPort': {'1.0'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Subnet': {'1.1'}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Trunk': {'1.1'}} Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: consumer versions: Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: { DHCP agent@n-d-810909-1: {}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: HyperV agent@n-h1-810909-1: {}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: HyperV agent@n-h2-810909-1: {}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: L3 agent@n-d-810909-1: {}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: Metadata agent@n-d-810909-1: {}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: Metering agent@n-d-810909-1: {}, Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: Open vSwitch agent@n-d-810909-1: { 'AddressGroup': '1.2', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'ConntrackHelper': '1.0', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Log': '1.0', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Network': '1.1', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Port': '1.7', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'PortForwarding': '1.2', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'QosPolicy': '1.9', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'SecurityGroup': '1.4', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'SecurityGroupRule': '1.2', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'SubPort': '1.0', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Subnet': '1.1', Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: 'Trunk': '1.1'}} Sep 27 08:29:13.684078 n-d-810909-1 neutron-server[94830]: {{(pid=94830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:29:13.711381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Checking segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:13.712121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Network hostable DHCP agents. Network: d507e1f9-0069-4810-b618-1f54436bf7ec, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:29:13.734894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Network d507e1f9-0069-4810-b618-1f54436bf7ec is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:29:13.745927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d507e1f9-0069-4810-b618-1f54436bf7ec) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:13.757500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a883ec3-40bf-4f77-8da4-342166dadb07 None None] Network d507e1f9-0069-4810-b618-1f54436bf7ec requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:29:13.762623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:13.763511 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.783825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:13.785311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9a50917f-086a-4598-94ed-58058fdfe519 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4137442 Sep 27 08:29:13.788202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:13.835988 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.837348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.878988 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.921223 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:13.958262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-d507e1f9-0069-4810-b618-1f54436bf7ec', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:29:13.959267 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.141489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Allocated IP 172.20.0.2 (d507e1f9-0069-4810-b618-1f54436bf7ec/e371e403-162f-4be1-95bc-77a97fe08b86/08e365c3-b523-4d94-ab40-e1fd852d0878) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:14.181991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.318006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.326284 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.375017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Network d507e1f9-0069-4810-b618-1f54436bf7ec is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:14.378464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:14.387096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:14.389136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Pushing event updated for resources: {'Port': ['ID=08e365c3-b523-4d94-ab40-e1fd852d0878,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:14.399724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.400068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.400421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.400753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.401081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.401403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.401721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.402178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.402754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.403092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.403568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.403891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Tracked resource versions report: Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: pushed versions: Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: { 'AddressGroup': {'1.2'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'ConntrackHelper': {'1.0'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Log': {'1.0'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Network': {'1.1'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Port': {'1.7'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'PortForwarding': {'1.2'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'QosPolicy': {'1.9'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'SecurityGroup': {'1.4'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'SubPort': {'1.0'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Subnet': {'1.1'}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Trunk': {'1.1'}} Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: consumer versions: Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: { DHCP agent@n-d-810909-1: {}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: HyperV agent@n-h1-810909-1: {}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: HyperV agent@n-h2-810909-1: {}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: L3 agent@n-d-810909-1: {}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: Metadata agent@n-d-810909-1: {}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: Metering agent@n-d-810909-1: {}, Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: Open vSwitch agent@n-d-810909-1: { 'AddressGroup': '1.2', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'ConntrackHelper': '1.0', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Log': '1.0', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Network': '1.1', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Port': '1.7', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'PortForwarding': '1.2', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'QosPolicy': '1.9', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'SecurityGroup': '1.4', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'SecurityGroupRule': '1.2', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'SubPort': '1.0', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Subnet': '1.1', Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: 'Trunk': '1.1'}} Sep 27 08:29:14.404949 n-d-810909-1 neutron-server[94832]: {{(pid=94832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:29:14.436387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.460289 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.472835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Attempting to bind port 08e365c3-b523-4d94-ab40-e1fd852d0878 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:14.473395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Attempting to bind port 08e365c3-b523-4d94-ab40-e1fd852d0878 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:14.473904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Attempting to bind port 08e365c3-b523-4d94-ab40-e1fd852d0878 on network d507e1f9-0069-4810-b618-1f54436bf7ec {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:14.480987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:14.481461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Checking segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:14.481957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.482445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Bound using segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:14.483000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Bound port: 08e365c3-b523-4d94-ab40-e1fd852d0878, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:14.483459 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.550956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] For port 08e365c3-b523-4d94-ab40-e1fd852d0878, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:14.554333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] For port 08e365c3-b523-4d94-ab40-e1fd852d0878, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=08e365c3-b523-4d94-ab40-e1fd852d0878,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:14.562125 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.599214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Allocated IP 172.25.2.92 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/7dcffbce-5f85-4516-8b03-3d2c80efaca6) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:14.707064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b76eb4-b3bb-4e1c-9128-ba2c4986d2ad None None] Pushing event updated for resources: {'Port': ['ID=08e365c3-b523-4d94-ab40-e1fd852d0878,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:14.771312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.813964 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:14.862825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Pushing event updated for resources: {'Port': ['ID=7dcffbce-5f85-4516-8b03-3d2c80efaca6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:14.875696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:14.877144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:14.879847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:14.998552 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa40204b-9a0b-43ea-b841-d16a7ad87e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:15.195118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59676) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:15.199107 n-d-810909-1 neutron-server[94830]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 08:29:15.203377 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:15.241301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-fab4bc8f-59f8-4797-8e71-f00b2867515d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445402 Sep 27 08:29:15.459382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-4b602312-3b81-4a85-8a17-4afa4842017b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:15.461395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-4b602312-3b81-4a85-8a17-4afa4842017b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140551 Sep 27 08:29:15.471058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:15.481979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-fc90039f-4d58-41ca-959b-8d5940a0fb0c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/quotas/493ec5bf9b8f4c47ae487ac759ccd87c HTTP/1.1" status: 200 len: 375 time: 0.0114932 Sep 27 08:29:15.558838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-8871a638-4bf5-4133-ab71-b1ee278c763e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706675 Sep 27 08:29:15.687708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Router 3c6d94e4-8f10-4a0e-a104-c800d1da909e is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:29:15.725638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59696) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:15.836260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:29:15.849092 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Sync routers for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:29:15.859607 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:29:15.860309 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:28:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:15.874226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:15.878751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59708) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:15.878872 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-835a1a0f-4f15-4483-974d-e7e96f2fa23e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.0938795 Sep 27 08:29:15.909710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 08e365c3-b523-4d94-ab40-e1fd852d0878 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:16.011278 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:29:16.012111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5f18d-454d-4a24-9c0d-a8ee7cc92aae None None] Network d507e1f9-0069-4810-b618-1f54436bf7ec requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:29:16.054047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-050fb327-1a56-454d-8a54-f71563adce47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.128764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b915a565-e96c-45ef-bd95-d3cdbec5d243 None None] Provisioning complete for port 08e365c3-b523-4d94-ab40-e1fd852d0878 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:16.129389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b915a565-e96c-45ef-bd95-d3cdbec5d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.196570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 08e365c3-b523-4d94-ab40-e1fd852d0878 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:16.197342 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.224926 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:15Z', 'revision_number': 3, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:16.277605 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Checking router: 3c6d94e4-8f10-4a0e-a104-c800d1da909e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:29:16.278511 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Updating router 3c6d94e4-8f10-4a0e-a104-c800d1da909e port 7dcffbce-5f85-4516-8b03-3d2c80efaca6 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:29:16.292387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-050fb327-1a56-454d-8a54-f71563adce47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.330902 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.418494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b915a565-e96c-45ef-bd95-d3cdbec5d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.522971 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.586424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 08e365c3-b523-4d94-ab40-e1fd852d0878, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=08e365c3-b523-4d94-ab40-e1fd852d0878,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:16.607751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59750) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:16.610076 n-d-810909-1 neutron-server[94831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 08:29:16.625697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.627936 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.633219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-050fb327-1a56-454d-8a54-f71563adce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.637633 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.706300 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Attempting to bind port 7dcffbce-5f85-4516-8b03-3d2c80efaca6 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:16.706700 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Attempting to bind port 7dcffbce-5f85-4516-8b03-3d2c80efaca6 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:16.707070 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Attempting to bind port 7dcffbce-5f85-4516-8b03-3d2c80efaca6 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:16.707727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-d361fbaf-8c89-48e6-b168-d298c05db8dd tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d6361259f16e471d94a38f4a5ddf255e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988169 Sep 27 08:29:16.716765 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Pushing event updated for resources: {'Port': ['ID=7dcffbce-5f85-4516-8b03-3d2c80efaca6,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:16.725370 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:16.725746 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:16.726149 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.726540 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:16.727148 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Bound port: 7dcffbce-5f85-4516-8b03-3d2c80efaca6, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:16.727530 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.734819 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.735188 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.735702 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.736269 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.736532 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.736869 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.739738 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.740083 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.740440 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.742895 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.743431 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.743781 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Tracked resource versions report: Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: pushed versions: Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: { 'AddressGroup': {'1.2'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'ConntrackHelper': {'1.0'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Log': {'1.0'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Network': {'1.1'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Port': {'1.7'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'PortForwarding': {'1.2'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'QosPolicy': {'1.9'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'SecurityGroup': {'1.4'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'SecurityGroupRule': {'1.2'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'SubPort': {'1.0'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Subnet': {'1.1'}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Trunk': {'1.1'}} Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: consumer versions: Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: { DHCP agent@n-d-810909-1: {}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: HyperV agent@n-h1-810909-1: {}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: HyperV agent@n-h2-810909-1: {}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: L3 agent@n-d-810909-1: {}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: Metadata agent@n-d-810909-1: {}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: Metering agent@n-d-810909-1: {}, Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: Open vSwitch agent@n-d-810909-1: { 'AddressGroup': '1.2', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'ConntrackHelper': '1.0', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Log': '1.0', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Network': '1.1', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Port': '1.7', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'PortForwarding': '1.2', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'QosPolicy': '1.9', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'SecurityGroup': '1.4', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'SecurityGroupRule': '1.2', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'SubPort': '1.0', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Subnet': '1.1', Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: 'Trunk': '1.1'}} Sep 27 08:29:16.746524 n-d-810909-1 neutron-server[94833]: {{(pid=94833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 08:29:16.781233 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-b915a565-e96c-45ef-bd95-d3cdbec5d243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:29:16.782492 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-b915a565-e96c-45ef-bd95-d3cdbec5d243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:29:16.823869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=08e365c3-b523-4d94-ab40-e1fd852d0878,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:16.866230 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] For port 7dcffbce-5f85-4516-8b03-3d2c80efaca6, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:16.872914 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] For port 7dcffbce-5f85-4516-8b03-3d2c80efaca6, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7dcffbce-5f85-4516-8b03-3d2c80efaca6,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:16.883775 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:16.949936 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:29:16.950928 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:28:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:16.982815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:17.028788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-050fb327-1a56-454d-8a54-f71563adce47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1310634635a04c21b2b853a313c54924&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3019984 Sep 27 08:29:17.082791 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c4151-68db-4573-a73d-3a1135d0e202 None None] Pushing event updated for resources: {'Port': ['ID=7dcffbce-5f85-4516-8b03-3d2c80efaca6,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:17.087153 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:29:17.122597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59768) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:17.136364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fb327-1a56-454d-8a54-f71563adce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab306243-b4a1-4975-876b-aeac105cdfd4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:17.315198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-ceee504d-a9ef-4810-9c91-fada1ac4c55b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792696 Sep 27 08:29:17.331025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-ca91e1b6-919e-4850-bad1-555fbec82eda tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:17.334153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-ca91e1b6-919e-4850-bad1-555fbec82eda tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6177089 Sep 27 08:29:17.355902 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-7b907105-68bb-46bb-b15a-95defa133ddc tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/quotas/d6361259f16e471d94a38f4a5ddf255e HTTP/1.1" status: 200 len: 375 time: 0.0162234 Sep 27 08:29:17.384263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f490799-7037-4a5e-a53e-f62c61cf671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:17.403037 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:15Z', 'revision_number': 3, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:17.428039 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-281d8172-bd4d-4ab5-802b-e20c18f178e7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d6361259f16e471d94a38f4a5ddf255e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711081 Sep 27 08:29:17.444887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Allocated IP 172.20.0.1 (d507e1f9-0069-4810-b618-1f54436bf7ec/e371e403-162f-4be1-95bc-77a97fe08b86/a0621309-3840-4b6a-b2ad-a33037c9fe26) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:17.449636 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0f7bde-ba9a-427f-b9a6-a6f7971d117c None None] The sync data for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 is: [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:15Z', 'revision_number': 3, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:29:17.482308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3b37ab4c-8874-4b55-a453-2bf55ef4112b None None] Provisioning complete for port 08e365c3-b523-4d94-ab40-e1fd852d0878 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:17.482943 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b37ab4c-8874-4b55-a453-2bf55ef4112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:17.533327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06725348-39b3-4493-a95e-9caa1ae7cfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:17.609282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f490799-7037-4a5e-a53e-f62c61cf671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:17.850530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-7309c867-1fa1-4c25-9158-94505e17e828 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:17.855657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 08e365c3-b523-4d94-ab40-e1fd852d0878 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:17.860304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-7309c867-1fa1-4c25-9158-94505e17e828 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5384710 Sep 27 08:29:17.910589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0dcf4129-ec2d-4a3b-8540-9d71905da1b2 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/quotas/493ec5bf9b8f4c47ae487ac759ccd87c HTTP/1.1" status: 200 len: 375 time: 0.0424340 Sep 27 08:29:17.917135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 08e365c3-b523-4d94-ab40-e1fd852d0878 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:17.917653 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:17.965131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-71016812-5378-40c8-806f-a80eb3e47b1e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547974 Sep 27 08:29:17.980048 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f490799-7037-4a5e-a53e-f62c61cf671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:17.992376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3f490799-7037-4a5e-a53e-f62c61cf671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:17.994061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3f490799-7037-4a5e-a53e-f62c61cf671b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab306243-b4a1-4975-876b-aeac105cdfd4 HTTP/1.1" status: 204 len: 168 time: 0.8701017 Sep 27 08:29:18.017960 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:18.078738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f490799-7037-4a5e-a53e-f62c61cf671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab306243-b4a1-4975-876b-aeac105cdfd4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:18.101009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:18.194546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:18.215793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ceefb77-5633-4a05-928c-efc6d4b5e6b5 req-719ca20a-44c7-4cc4-8596-5cdd73e7694e tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 210 time: 0.1155429 Sep 27 08:29:18.327398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Network d507e1f9-0069-4810-b618-1f54436bf7ec is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:18.331857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:18.340028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:18.341837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:18.390185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Pushing event updated for resources: {'Port': ['ID=a0621309-3840-4b6a-b2ad-a33037c9fe26,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:18.592784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.57', 49543) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:18.643282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-8332cc14-7709-4a99-b584-b362cc1e0a01 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490379 Sep 27 08:29:18.770778 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:18.871092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d73c241-2d5e-483b-be26-078f56ce56c2 None None] Provisioning complete for port a0621309-3840-4b6a-b2ad-a33037c9fe26 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:18.872170 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d73c241-2d5e-483b-be26-078f56ce56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:18.881382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-53ad11c8-4fd9-4a3b-ab7d-dd6c263a95b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:18.883455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-53ad11c8-4fd9-4a3b-ab7d-dd6c263a95b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321005 Sep 27 08:29:18.884520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59844) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:18.901074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1a5-7de5-49d7-9749-a89da27165cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:18.961640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d73c241-2d5e-483b-be26-078f56ce56c2 None None] Port a0621309-3840-4b6a-b2ad-a33037c9fe26 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:18.968592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:19.005226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Request body: {'port': {'device_id': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '493ec5bf9b8f4c47ae487ac759ccd87c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:19.266726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e632046d-e101-4b45-828c-38983a5a7ef3 req-0a566a73-d6fa-4037-9271-10eafe236268 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 210 time: 0.3012764 Sep 27 08:29:19.346746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:19.354352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:19.355266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:19.421845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1a5-7de5-49d7-9749-a89da27165cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:19.457130 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1a5-7de5-49d7-9749-a89da27165cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:19.458316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Pushing event updated for resources: {'Port': ['ID=a0621309-3840-4b6a-b2ad-a33037c9fe26,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:19.571133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Network d507e1f9-0069-4810-b618-1f54436bf7ec is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:19.594956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Made reservation on behalf of 493ec5bf9b8f4c47ae487ac759ccd87c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:19.597083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:19.608316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:19.617969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fa1a5-7de5-49d7-9749-a89da27165cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add4100d-2829-443b-b5de-444bf80bd2e7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:19.642747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e4fa1a5-7de5-49d7-9749-a89da27165cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ff74d154888406a9908da5cdd19e4ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7567067 Sep 27 08:29:19.650790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:19.720020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:19.789773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1a83273-a37c-4441-b6b2-7a45d1a04e17 req-aeb50b57-bb26-43e8-bd05-1a1bf1b13534 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 210 time: 0.1164441 Sep 27 08:29:19.853367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Router 3c6d94e4-8f10-4a0e-a104-c800d1da909e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:29:19.875203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7dcffbce-5f85-4516-8b03-3d2c80efaca6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:19.965103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc84ad0-7adc-4317-a322-14234964af54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.024543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc84ad0-7adc-4317-a322-14234964af54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.091598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:29:20.104073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b21a811-6566-4479-806f-1c93286fd108 admin admin] 10.222.0.50 "PUT /v2.0/routers/3c6d94e4-8f10-4a0e-a104-c800d1da909e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2235079 Sep 27 08:29:20.111229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7dcffbce-5f85-4516-8b03-3d2c80efaca6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:20.111630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.113375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-94e0585f-b7ec-475c-83e3-09da0cc0faec None None] Provisioning complete for port a0621309-3840-4b6a-b2ad-a33037c9fe26 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:20.113724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94e0585f-b7ec-475c-83e3-09da0cc0faec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.181585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.67', 62364) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:20.237374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-7a20805e-cac8-47d8-aea4-9a0d9af61ea5 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549340 Sep 27 08:29:20.287176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.57', 49547) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:20.388975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc84ad0-7adc-4317-a322-14234964af54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.397217 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc84ad0-7adc-4317-a322-14234964af54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.400905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Sync routers for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:29:20.401975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bc84ad0-7adc-4317-a322-14234964af54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/add4100d-2829-443b-b5de-444bf80bd2e7 HTTP/1.1" status: 204 len: 168 time: 0.7275155 Sep 27 08:29:20.412203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-94e0585f-b7ec-475c-83e3-09da0cc0faec None None] Port a0621309-3840-4b6a-b2ad-a33037c9fe26 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:20.450097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-097a9b30-9792-4512-9110-4108f80da3bc tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d6361259f16e471d94a38f4a5ddf255e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1570935 Sep 27 08:29:20.495697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc84ad0-7adc-4317-a322-14234964af54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add4100d-2829-443b-b5de-444bf80bd2e7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:20.526262 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.576318 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.589521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:29:20.589742 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-c1832a92-7a60-4d14-9134-ebf15157b8c4 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=734fc51e45be4bbb9e048de18283f1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1428180 Sep 27 08:29:20.593470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:29:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:20.684243 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2c65746-a0cb-486e-bb51-77720a432c5b req-a079f415-7d3f-4248-b14f-5c07c19e9dec tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 210 time: 0.1170828 Sep 27 08:29:20.689083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:20.790282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b777b04-3016-4f70-a7a5-f99598c5692f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:20.843458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-25325fe5-6623-4e37-8e83-4b5cff5ed9cc tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:20.845021 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-25325fe5-6623-4e37-8e83-4b5cff5ed9cc tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6041462 Sep 27 08:29:20.949682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Request body: {'port': {'device_id': '7745ce07-3de4-4981-81d7-aadea953dcab', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '493ec5bf9b8f4c47ae487ac759ccd87c'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:20.996834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-be141503-dae9-4f3d-a560-25a43f73e8ab req-94eeaa41-9c03-4928-ac32-a6533682e7fe tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 210 time: 0.0604711 Sep 27 08:29:21.043473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-809abeb3-7625-436c-bd5c-27d4adbfdf4a tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:21.048457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-809abeb3-7625-436c-bd5c-27d4adbfdf4a tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5807893 Sep 27 08:29:21.081627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-c028feae-9444-4954-b058-2b4d73caa484 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:21.092478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-c028feae-9444-4954-b058-2b4d73caa484 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5017557 Sep 27 08:29:21.178356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Allocated IP 192.168.233.114 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/cfc00503-bdc1-46f2-b2d9-662ef69d2e3a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:21.233153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-6b2c3463-5e89-42cf-8b7f-ff7c7eccd77a tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/quotas/734fc51e45be4bbb9e048de18283f1b8 HTTP/1.1" status: 200 len: 375 time: 0.1395595 Sep 27 08:29:21.345579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:29:21.486590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59960) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:21.602731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:21.603021 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:21.631403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 7dcffbce-5f85-4516-8b03-3d2c80efaca6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7dcffbce-5f85-4516-8b03-3d2c80efaca6,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:21.640902 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:21.675989 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:21.804538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-4df9b96b-bfb9-482f-b6df-6a3a315c9c54 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=734fc51e45be4bbb9e048de18283f1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1552005 Sep 27 08:29:21.807866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=7dcffbce-5f85-4516-8b03-3d2c80efaca6,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:21.939556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Made reservation on behalf of 493ec5bf9b8f4c47ae487ac759ccd87c for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:21.954201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:21.955874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:19Z', 'revision_number': 2, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:22.064657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2552747d-bc4b-41d5-9023-1aa6c28fedb2 req-bc82dde4-6ca6-4359-b071-115b92537d15 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 210 time: 0.2374120 Sep 27 08:29:22.070902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:22.121972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:22.136292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:22.155927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Checking router: 3c6d94e4-8f10-4a0e-a104-c800d1da909e for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:29:22.156608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Updating router 3c6d94e4-8f10-4a0e-a104-c800d1da909e port a0621309-3840-4b6a-b2ad-a33037c9fe26 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:29:22.194624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59984) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:22.212631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-network', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:22.254240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:22.267695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:22.270375 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:22.273953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:22.293454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c779d855-17eb-4d3a-99f8-d26a0d7fd52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:22.392453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Request body: {'port': {'device_id': 'cadcf8f5-b971-4979-8ffe-d8775e8236d8', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'd6361259f16e471d94a38f4a5ddf255e'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:22.530874 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e066f68-c00a-4681-9190-0dd32c2321b0 req-5d006618-52b6-4081-97d5-a17e652db4b1 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 210 time: 0.2644267 Sep 27 08:29:22.533600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73ed1978-da05-481b-b82f-5d051b177617 req-c84a56b8-7d47-4d14-bfaa-87aecdbcb6b2 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 210 time: 0.2394979 Sep 27 08:29:22.541127 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c0ba691b-c172-423f-94a1-94d014b9fc70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5585246 Sep 27 08:29:22.546366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Made reservation on behalf of 28350ccf8a11413a8a8b965207f811fc for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:22.551942 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:22.590205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-76289c19-5817-413e-a483-e391c47a853a tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:29:22.591640 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-76289c19-5817-413e-a483-e391c47a853a tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294542 Sep 27 08:29:22.623813 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:22.881124 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c779d855-17eb-4d3a-99f8-d26a0d7fd52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:22.893322 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c779d855-17eb-4d3a-99f8-d26a0d7fd52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:22.980695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779d855-17eb-4d3a-99f8-d26a0d7fd52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eaa941-eb58-4854-b9e1-2827b4ac3d1d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:23.016088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Allocated IP 192.168.233.65 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/3a1da13d-c337-4532-b0dd-a57f552bc5bd) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:23.085249 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c779d855-17eb-4d3a-99f8-d26a0d7fd52b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e427002c58a404fab151856834f922e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5972676 Sep 27 08:29:23.089543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60010) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:23.111737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a94a6868-5f99-485e-85d0-64901078ac16 None None] Provisioning complete for port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:23.113336 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a94a6868-5f99-485e-85d0-64901078ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.235725 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.254328 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.282629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a94a6868-5f99-485e-85d0-64901078ac16 None None] Port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:23.356084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a57-8251-4519-8d03-b86650b0b887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.378210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a860d5f5-0876-4dd8-901d-7248a9d40708 req-e420459f-22ee-4c89-998b-e5ed25e24b57 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 210 time: 0.1174095 Sep 27 08:29:23.407076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:29:23.414652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.416024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f8478-2ceb-4201-87d7-d3be2602f375,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:23.424154 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.454115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Request body: {'port': {'device_id': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:23.475061 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.475061 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Added segment 4c109691-aa56-4ed8-9b66-00aafa84cbeb of type vlan for network d6b96c5d-9306-4435-9c90-a911845734c2 Sep 27 08:29:23.517254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60014) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:23.534602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Made reservation on behalf of d6361259f16e471d94a38f4a5ddf255e for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:23.538368 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.547600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170253cd-d1a0-429c-b0a4-5300383df4dd None None] Pushing event updated for resources: {'Port': ['ID=a0621309-3840-4b6a-b2ad-a33037c9fe26,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:23.587185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a57-8251-4519-8d03-b86650b0b887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.589158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.695965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Attempting to bind port a0621309-3840-4b6a-b2ad-a33037c9fe26 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:23.696431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Attempting to bind port a0621309-3840-4b6a-b2ad-a33037c9fe26 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:23.696790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Attempting to bind port a0621309-3840-4b6a-b2ad-a33037c9fe26 on network d507e1f9-0069-4810-b618-1f54436bf7ec {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:23.719594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-129943615-network', 'tenant_id': 'b39763fcd3a34a9a9355667ce04cca9f'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:23.720449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:23.720899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Checking segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:23.722088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.722547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Bound using segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:23.723083 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Bound port: a0621309-3840-4b6a-b2ad-a33037c9fe26, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:23.723443 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.847556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.963592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a57-8251-4519-8d03-b86650b0b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.968821 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a57-8251-4519-8d03-b86650b0b887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:23.973999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a0bf0a57-8251-4519-8d03-b86650b0b887 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60eaa941-eb58-4854-b9e1-2827b4ac3d1d HTTP/1.1" status: 204 len: 168 time: 0.8650672 Sep 27 08:29:23.993288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] For port a0621309-3840-4b6a-b2ad-a33037c9fe26, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:24.005470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7dcffbce-5f85-4516-8b03-3d2c80efaca6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:24.067776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf0a57-8251-4519-8d03-b86650b0b887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eaa941-eb58-4854-b9e1-2827b4ac3d1d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:24.108929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-127a77ec-e1a8-40f7-af04-00814f3bce7f req-3752f062-7ac5-42d2-bc25-efbb8a9baa44 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 210 time: 0.1136560 Sep 27 08:29:24.159567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] For port a0621309-3840-4b6a-b2ad-a33037c9fe26, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a0621309-3840-4b6a-b2ad-a33037c9fe26,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:24.233101 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.258440 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-07e59257-b7f4-448e-b04f-b924e9a40712 req-40382973-b50c-457d-8878-8794798a36d4 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 210 time: 0.2825425 Sep 27 08:29:24.279099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.302404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.363064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.387672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.389417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.439220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.460047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:24.463601 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.500315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1568d612-6bc2-4a5a-b93d-b99ce5489ef6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:24.508802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170253cd-d1a0-429c-b0a4-5300383df4dd None None] Pushing event updated for resources: {'Port': ['ID=a0621309-3840-4b6a-b2ad-a33037c9fe26,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:24.515289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.67', 62368) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:24.523138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:24.549346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:29:24.549916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:29:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:24.558988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ad2e7629-6306-4326-8b49-ced882cff77d None None] Provisioning complete for port a0621309-3840-4b6a-b2ad-a33037c9fe26 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:24.560029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e7629-6306-4326-8b49-ced882cff77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.569701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:24.589075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Pushing event updated for resources: {'Port': ['ID=3a1da13d-c337-4532-b0dd-a57f552bc5bd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:24.634443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:24.669320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:24.673721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.778552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Made reservation on behalf of b39763fcd3a34a9a9355667ce04cca9f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:24.780991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.786515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b96c5d-9306-4435-9c90-a911845734c2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:24.798675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-3d981fc9-430f-4e21-b9d6-6d58371381b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8601184 Sep 27 08:29:24.799999 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-6068adad-604a-42ac-8573-eb11f61951d9 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=734fc51e45be4bbb9e048de18283f1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829875 Sep 27 08:29:24.813609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e77a5863-c582-48c2-91d0-4ebea5b24b95 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6083813 Sep 27 08:29:24.814254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60034) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:24.869145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-1f9fdb1a-ca4b-458c-b10c-ffa681e1a48e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:29:24.870548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-1f9fdb1a-ca4b-458c-b10c-ffa681e1a48e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448327 Sep 27 08:29:24.874378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:24.879820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Request body: {'subnet': {'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-subnet', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:24.890799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60036) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:24.918479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d6b96c5d-9306-4435-9c90-a911845734c2 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:29:25.161055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7dcffbce-5f85-4516-8b03-3d2c80efaca6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:25.161688 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:25.163691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-1805a8f4-9d38-4887-b033-dc6b2e4388d2 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:25.165909 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-1805a8f4-9d38-4887-b033-dc6b2e4388d2 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131943 Sep 27 08:29:25.188919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8854-95e3-487b-829a-c535b8c3ade0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:25.208599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Made reservation on behalf of 28350ccf8a11413a8a8b965207f811fc for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:25.208599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:25.311158 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52a3edc5-3b17-4e51-81e3-3714f3410457 req-0d9653a3-3d90-4333-a1fe-a9473c690c7f tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 210 time: 0.0602469 Sep 27 08:29:25.368560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Allocated IP 192.168.233.107 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/4e5cb13f-9b6b-4da4-843e-741e7321d725) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:25.426354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Request body: {'port': {'device_id': '7745ce07-3de4-4981-81d7-aadea953dcab', 'device_owner': 'compute:tempest-test_az-92010923', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:25.471380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:25.490669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:25.572579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d649be7b-1683-415b-983e-d322e6bda83a req-9696375d-598d-402f-aba6-22898763f9c0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 210 time: 0.1396325 Sep 27 08:29:25.574390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3179bde-e9cf-4c32-8529-e476499a1add,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:25.667529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:29:25.690078 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e7629-6306-4326-8b49-ced882cff77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:25.712007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:29:25.716253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Request body: {'port': {'device_id': '2615cde1-490d-425f-a1d7-abe31a55bfef', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '734fc51e45be4bbb9e048de18283f1b8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:25.732104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747587418763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:25.734555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Unsubscribe: segment precommit_create {{(pid=94830) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 08:29:25.736865 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Added segment ef91af39-945c-415d-8a7c-96b876bdf7c2 of type vlan for network f0401142-0273-4e2e-bb33-f59b422652f6 Sep 27 08:29:25.816948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f949f-a429-4d05-bafc-1fb81a81edc0 req-83db8f02-d6bb-4fad-83bd-ab10d4167f24 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:25.819084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-908f949f-a429-4d05-bafc-1fb81a81edc0 req-83db8f02-d6bb-4fad-83bd-ab10d4167f24 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 935 time: 1.0360987 Sep 27 08:29:25.820474 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:26.008690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:26.037918 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:26.146612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ad2e7629-6306-4326-8b49-ced882cff77d None None] For port a0621309-3840-4b6a-b2ad-a33037c9fe26, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a0621309-3840-4b6a-b2ad-a33037c9fe26,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:26.160173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e7629-6306-4326-8b49-ced882cff77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:26.190128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-908f949f-a429-4d05-bafc-1fb81a81edc0 req-879aeb37-b7c2-43a3-8ee5-8724d1f7b1b8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463826 Sep 27 08:29:26.233349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:23Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:26.256469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e56680c-1bc8-42ff-8b25-65f067a000ca,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:26.286692 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:29:26.297008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Checking segment: {'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:26.297431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Network hostable DHCP agents. Network: d6b96c5d-9306-4435-9c90-a911845734c2, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:29:26.313721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e670c4d-2f28-489b-bd0c-0494bf9f483c None None] The sync data for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 is: [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:23Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:29:26.339537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Network d6b96c5d-9306-4435-9c90-a911845734c2 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:29:26.359797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e7629-6306-4326-8b49-ced882cff77d None None] Pushing event updated for resources: {'Port': ['ID=a0621309-3840-4b6a-b2ad-a33037c9fe26,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:26.360665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d6b96c5d-9306-4435-9c90-a911845734c2) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:26.365585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:26.366160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:26.411995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d202a4-4872-4451-9083-c8fa0629802a None None] Network d6b96c5d-9306-4435-9c90-a911845734c2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:29:26.501134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:26.502119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:26.502701 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:26.510868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b3e441da-337c-421d-9bd1-0186a8fa8384 None None] Provisioning complete for port 3a1da13d-c337-4532-b0dd-a57f552bc5bd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:26.511591 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3e441da-337c-421d-9bd1-0186a8fa8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:26.810972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b386028-ec0f-4e68-b4c3-cf8056d39c53 req-d413a47d-da45-40d7-92b5-21d401f950f4 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 210 time: 0.1142783 Sep 27 08:29:26.875034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b3e441da-337c-421d-9bd1-0186a8fa8384 None None] Port 3a1da13d-c337-4532-b0dd-a57f552bc5bd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:26.925384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b3e441da-337c-421d-9bd1-0186a8fa8384 None None] Provisioning complete for port a0621309-3840-4b6a-b2ad-a33037c9fe26 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:26.926321 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3e441da-337c-421d-9bd1-0186a8fa8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.030978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-d6b96c5d-9306-4435-9c90-a911845734c2', 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'fixed_ips': [{'subnet_id': '4e56680c-1bc8-42ff-8b25-65f067a000ca'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:29:27.031908 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.071414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.132091 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8854-95e3-487b-829a-c535b8c3ade0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.148894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-46564a8c-d071-4dee-a74f-ac8334859b1d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2940493 Sep 27 08:29:27.151943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60052) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:27.156695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:27.186553 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8da15705-c16c-4b5e-9181-ee1eb5a8451f req-fe960b46-7b15-409f-a59a-207c11ab2182 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 210 time: 0.6337991 Sep 27 08:29:27.219992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5ae8854-95e3-487b-829a-c535b8c3ade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.291714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.7680800 Sep 27 08:29:27.300366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60056) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:27.313976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Made reservation on behalf of 734fc51e45be4bbb9e048de18283f1b8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:27.324641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Request body: {'subnet': {'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-129943615-subnet', 'tenant_id': 'b39763fcd3a34a9a9355667ce04cca9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:27.328109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.335808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Allocated IP 172.20.0.2 (d6b96c5d-9306-4435-9c90-a911845734c2/4e56680c-1bc8-42ff-8b25-65f067a000ca/1117427a-d17d-4ea4-9757-da081b74f803) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:27.360106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc9a36-8c77-4def-858d-5f2e22de6c39 admin admin] Pushing event updated for resources: {'Network': ['ID=f0401142-0273-4e2e-bb33-f59b422652f6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:27.374812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Made reservation on behalf of b39763fcd3a34a9a9355667ce04cca9f for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:27.379149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f0401142-0273-4e2e-bb33-f59b422652f6 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:29:27.379512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.381740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.394719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.396464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.457441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d5ae8854-95e3-487b-829a-c535b8c3ade0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3fc3bbfaf7264131a8f45570404d990d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5538616 Sep 27 08:29:27.461613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae8854-95e3-487b-829a-c535b8c3ade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba8170-1326-41b4-9e05-5edeefdc5e73,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:27.468795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60058) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:27.497766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.557968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.661457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Pushing event updated for resources: {'Port': ['ID=4e5cb13f-9b6b-4da4-843e-741e7321d725,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:27.716008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a10bdc2-1bd4-4241-80b3-3824029e90d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.785304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:27.787595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:27.791988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:27.798999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:27.799826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.838297 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a10bdc2-1bd4-4241-80b3-3824029e90d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.916157 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:27.932528 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.060523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Network d6b96c5d-9306-4435-9c90-a911845734c2 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:28.071023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.081562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:28.088346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:28.102522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Pushing event updated for resources: {'Port': ['ID=1117427a-d17d-4ea4-9757-da081b74f803,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:28.160754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a0621309-3840-4b6a-b2ad-a33037c9fe26 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:28.244029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a10bdc2-1bd4-4241-80b3-3824029e90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.252238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a10bdc2-1bd4-4241-80b3-3824029e90d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.255822 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9a10bdc2-1bd4-4241-80b3-3824029e90d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98ba8170-1326-41b4-9e05-5edeefdc5e73 HTTP/1.1" status: 204 len: 168 time: 0.7836096 Sep 27 08:29:28.292732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.321712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Attempting to bind port 1117427a-d17d-4ea4-9757-da081b74f803 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:28.322160 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Attempting to bind port 1117427a-d17d-4ea4-9757-da081b74f803 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:28.322563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Attempting to bind port 1117427a-d17d-4ea4-9757-da081b74f803 on network d6b96c5d-9306-4435-9c90-a911845734c2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:28.347608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:28.348499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Checking segment: {'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:28.348499 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.348886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Bound using segment: {'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:28.349368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Bound port: 1117427a-d17d-4ea4-9757-da081b74f803, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:28.349777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.355152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e789ea-3276-4d35-9f05-cc76d6a25e32 req-c753a370-52d6-4a6e-b5ab-99820ec7f692 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:28.364797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:28.372309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56e789ea-3276-4d35-9f05-cc76d6a25e32 req-c753a370-52d6-4a6e-b5ab-99820ec7f692 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 935 time: 1.0036972 Sep 27 08:29:28.373892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10bdc2-1bd4-4241-80b3-3824029e90d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba8170-1326-41b4-9e05-5edeefdc5e73,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:28.396538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9499-1b44-4d49-8156-1f8a27ed512a req-af755ef3-265f-4029-a5ab-af7702857b20 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:28.398799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-818c9499-1b44-4d49-8156-1f8a27ed512a req-af755ef3-265f-4029-a5ab-af7702857b20 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 936 time: 0.3890204 Sep 27 08:29:28.409436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3368d432-949b-44a3-b097-577b6f25db98 None None] Provisioning complete for port 4e5cb13f-9b6b-4da4-843e-741e7321d725 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:28.409831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3368d432-949b-44a3-b097-577b6f25db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.479279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-818c9499-1b44-4d49-8156-1f8a27ed512a req-032159d0-237a-40fe-8c25-47d53da88a28 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Sep 27 08:29:28.480585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:28.481027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Network hostable DHCP agents. Network: f0401142-0273-4e2e-bb33-f59b422652f6, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:29:28.512841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Network f0401142-0273-4e2e-bb33-f59b422652f6 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:29:28.529865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f0401142-0273-4e2e-bb33-f59b422652f6) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:28.534951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:28.535547 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.543415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3368d432-949b-44a3-b097-577b6f25db98 None None] Port 4e5cb13f-9b6b-4da4-843e-741e7321d725 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:28.566445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a0621309-3840-4b6a-b2ad-a33037c9fe26 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:28.567169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:28.570908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425414a1-915a-4920-a99b-01a4ab4f22f1 None None] Network f0401142-0273-4e2e-bb33-f59b422652f6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:29:28.666517 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56e789ea-3276-4d35-9f05-cc76d6a25e32 req-e334100f-b495-46df-a15e-e01fb36ac521 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931907 Sep 27 08:29:28.727007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c355351-ed04-4be9-b082-f7f69e618ba0 req-7b05c954-3144-499e-998c-b3964dd1df56 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 210 time: 0.0975480 Sep 27 08:29:28.871878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] For port 1117427a-d17d-4ea4-9757-da081b74f803, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:28.921065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6163457-8920-4fc0-acd0-edc4ebac2089 None None] Network f0401142-0273-4e2e-bb33-f59b422652f6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:29:28.946748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] For port 1117427a-d17d-4ea4-9757-da081b74f803, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1117427a-d17d-4ea4-9757-da081b74f803,segment=NetworkSegment(4c109691-aa56-4ed8-9b66-00aafa84cbeb),segment_id=4c109691-aa56-4ed8-9b66-00aafa84cbeb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:29.015114 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:29.297534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:29.315932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-655b5410-53a7-47f8-a813-de3e5dec60b5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9527917 Sep 27 08:29:29.318687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-55ae7090-242b-4a2a-af44-d416d565a04f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0026119 Sep 27 08:29:29.345491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Request body: {'port': {'device_id': 'cadcf8f5-b971-4979-8ffe-d8775e8236d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:29.350612 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:29.350876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f54ce4-b2ef-430f-81e9-85d2efb77568 None None] Pushing event updated for resources: {'Port': ['ID=1117427a-d17d-4ea4-9757-da081b74f803,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:29.421692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc00503-bdc1-46f2-b2d9-662ef69d2e3a {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:29.458433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:29.479361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:29.571155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:29.609470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Transition to ACTIVE for port object cfc00503-bdc1-46f2-b2d9-662ef69d2e3a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:29.610725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ef68fe-d6e4-40ff-bc62-b928444d99a5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:29.618465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:29.646246 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:29.925400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660a0cb-477e-4779-befe-fb394ec2d04d req-24d5c817-9c7b-46d0-b484-98fbe41aafb4 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:29.926796 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5660a0cb-477e-4779-befe-fb394ec2d04d req-24d5c817-9c7b-46d0-b484-98fbe41aafb4 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 936 time: 0.3104661 Sep 27 08:29:30.043648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d38b7-17a3-4ec2-b0b8-df021148a2d9 req-6e330320-582b-4b5a-b648-b5833d72833c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:30.059741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047d38b7-17a3-4ec2-b0b8-df021148a2d9 req-6e330320-582b-4b5a-b648-b5833d72833c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 935 time: 0.1929510 Sep 27 08:29:30.088977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Attempting to bind port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:30.089736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Attempting to bind port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:30.090243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Attempting to bind port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:30.100406 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5660a0cb-477e-4779-befe-fb394ec2d04d req-30bceb08-5d7e-4114-970c-23e21be28164 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105099 Sep 27 08:29:30.105091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:30.135220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:30.136788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Attempting to bind port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:30.174340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:30.174719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:30.175457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:30.176144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Bound port: cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:30.176614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:30.189989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1117427a-d17d-4ea4-9757-da081b74f803 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:30.337318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047d38b7-17a3-4ec2-b0b8-df021148a2d9 req-5d05bb36-b905-4883-a79d-ffb0d030e478 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765644 Sep 27 08:29:30.338365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1117427a-d17d-4ea4-9757-da081b74f803 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:30.341303 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:30.344958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1da13d-c337-4532-b0dd-a57f552bc5bd {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:30.364544 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:30.418556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d92ef56e-876f-43a1-beca-fb81b9b26628 req-3720f372-d5b2-4e94-ab4f-5b6a53f79b2e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 210 time: 0.1328831 Sep 27 08:29:30.440304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Transition to ACTIVE for port object 3a1da13d-c337-4532-b0dd-a57f552bc5bd will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:30.451454 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:30.600749 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:30.691434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1da13d-c337-4532-b0dd-a57f552bc5bd,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:30.728090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 1117427a-d17d-4ea4-9757-da081b74f803, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1117427a-d17d-4ea4-9757-da081b74f803,segment=NetworkSegment(4c109691-aa56-4ed8-9b66-00aafa84cbeb),segment_id=4c109691-aa56-4ed8-9b66-00aafa84cbeb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:30.734705 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:30.744102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Allocated IP 172.25.2.63 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/530565c0-8af6-46dd-a2d4-68f653eadb3e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:30.807909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=1117427a-d17d-4ea4-9757-da081b74f803,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:30.847397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Attempting to bind port 3a1da13d-c337-4532-b0dd-a57f552bc5bd on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:30.847759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Attempting to bind port 3a1da13d-c337-4532-b0dd-a57f552bc5bd by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:30.848433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Attempting to bind port 3a1da13d-c337-4532-b0dd-a57f552bc5bd on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:30.855051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:30.856587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Port 3a1da13d-c337-4532-b0dd-a57f552bc5bd on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:30.857008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Attempting to bind port 3a1da13d-c337-4532-b0dd-a57f552bc5bd on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:30.864264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:30.864870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:30.865830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:30.866787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Bound port: 3a1da13d-c337-4532-b0dd-a57f552bc5bd, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:30.867365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:30.869006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Allocated IP 192.168.233.173 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/2138fc00-436f-447e-92b2-701891d9099e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:30.902518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:30.953538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:31.005991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] For port 3a1da13d-c337-4532-b0dd-a57f552bc5bd, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:31.012530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] For port 3a1da13d-c337-4532-b0dd-a57f552bc5bd, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a1da13d-c337-4532-b0dd-a57f552bc5bd,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:31.045337 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:31.096423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c45b94-85cd-4272-bb44-c75cb3f2e60a None None] Network d6b96c5d-9306-4435-9c90-a911845734c2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:29:31.164906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:31.165717 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:31.167185 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] 10.222.0.67 "PUT /v2.0/ports/3a1da13d-c337-4532-b0dd-a57f552bc5bd HTTP/1.1" status: 200 len: 1115 time: 5.9517055 Sep 27 08:29:31.167645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7745ce07-3de4-4981-81d7-aadea953dcab', 'tag': '3a1da13d-c337-4532-b0dd-a57f552bc5bd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:31.260984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:31.265258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:31.267073 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] 10.222.0.57 "PUT /v2.0/ports/cfc00503-bdc1-46f2-b2d9-662ef69d2e3a HTTP/1.1" status: 200 len: 1096 time: 8.2731576 Sep 27 08:29:31.274943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:31.456136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:31.547692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-214c1dca-094d-43a5-8f0f-319f74fb9e72 None None] Provisioning complete for port 1117427a-d17d-4ea4-9757-da081b74f803 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:31.548143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-214c1dca-094d-43a5-8f0f-319f74fb9e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:31.661477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-493731324-network', 'tenant_id': '06aef69aac8e4dd590a41a62905b8c03'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:31.750090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138914b-ef57-4aea-a123-c4d1a67eb4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1da13d-c337-4532-b0dd-a57f552bc5bd,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:31.794302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Made reservation on behalf of 06aef69aac8e4dd590a41a62905b8c03 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:31.800594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-1132a6d7-ae10-438e-b81e-ede583965f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:31.801654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:31.805102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-1132a6d7-ae10-438e-b81e-ede583965f20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 1118 time: 0.3784268 Sep 27 08:29:31.822215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06283f3c-9150-4d4f-a4a5-5e486633a8b4 req-8e253002-9c03-4c27-bf1d-a5b61da56f85 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:31.830647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06283f3c-9150-4d4f-a4a5-5e486633a8b4 req-8e253002-9c03-4c27-bf1d-a5b61da56f85 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 936 time: 0.3653555 Sep 27 08:29:31.857477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:31.940419 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1485b5c-555e-4986-bc8e-4222df634e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7745ce07-3de4-4981-81d7-aadea953dcab", "tag": "3a1da13d-c337-4532-b0dd-a57f552bc5bd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:32.036493 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.047735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-e0bbc9ed-5645-432c-9ee6-108ed0855232 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3a1da13d-c337-4532-b0dd-a57f552bc5bd HTTP/1.1" status: 200 len: 217 time: 0.2147286 Sep 27 08:29:32.060409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1117427a-d17d-4ea4-9757-da081b74f803 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:32.093261 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a170297-fc43-4150-a702-945f91d1cdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:32.105535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86aa2f-ffb7-4e5a-a944-653a27389294 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:32.139721 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.156234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-f3fcf942-6028-4667-adb6-d1bfd61a112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:32.157996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-f3fcf942-6028-4667-adb6-d1bfd61a112c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0917246 Sep 27 08:29:32.177150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06283f3c-9150-4d4f-a4a5-5e486633a8b4 req-9d63f6ca-c58d-4cd6-9951-ebed36816756 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568476 Sep 27 08:29:32.215044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1117427a-d17d-4ea4-9757-da081b74f803 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:32.216003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.236834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.298891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-28351b5b-f04e-4925-b6d3-bfff27f6b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:32.300623 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-28351b5b-f04e-4925-b6d3-bfff27f6b299 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1099 time: 0.8545394 Sep 27 08:29:32.315286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0f7a1070-c730-4b91-99f1-87ce027d3747 None None] Provisioning complete for port 1117427a-d17d-4ea4-9757-da081b74f803 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:32.315672 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1070-c730-4b91-99f1-87ce027d3747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.349131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190c55e-b676-4b4c-9b7b-52ce181f645c req-4644afb6-0164-447b-9d83-9f4255dc1a89 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:32.360423 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6190c55e-b676-4b4c-9b7b-52ce181f645c req-4644afb6-0164-447b-9d83-9f4255dc1a89 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 967 time: 0.6349599 Sep 27 08:29:32.374735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.462486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:32.523440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6190c55e-b676-4b4c-9b7b-52ce181f645c req-50840b41-4cc4-4c75-ae22-222d4d5cece5 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615298 Sep 27 08:29:32.531251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Pushing event updated for resources: {'Port': ['ID=2138fc00-436f-447e-92b2-701891d9099e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:32.542044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-e2cd0c59-3450-4a3b-a444-e56eae8e5bdf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a HTTP/1.1" status: 200 len: 217 time: 0.2105312 Sep 27 08:29:32.542919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:32.591453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Pushing event updated for resources: {'Port': ['ID=530565c0-8af6-46dd-a2d4-68f653eadb3e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:32.598582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:32.609352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:32.610068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.719065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5cb13f-9b6b-4da4-843e-741e7321d725 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:32.726505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:32.729227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.745392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Transition to ACTIVE for port object 4e5cb13f-9b6b-4da4-843e-741e7321d725 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:32.788131 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.794333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:32.835644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:32.849120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-558510de-af2d-41d0-91b8-6beaba7d0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:32.851639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-558510de-af2d-41d0-91b8-6beaba7d0edd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6773427 Sep 27 08:29:32.886045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Pushing event updated for resources: {'Port': ['ID=4e5cb13f-9b6b-4da4-843e-741e7321d725,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:32.899071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c243de-e98a-47eb-8fdd-3af71c7a0dc5 req-4546c560-ac7f-4e0b-b618-ac302e6e4c9a tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:32.901007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8c243de-e98a-47eb-8fdd-3af71c7a0dc5 req-4546c560-ac7f-4e0b-b618-ac302e6e4c9a tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 936 time: 0.4094965 Sep 27 08:29:32.975238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d84bd8e-4ce1-456a-99ef-670938791b96 None None] Provisioning complete for port 2138fc00-436f-447e-92b2-701891d9099e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:32.985319 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d84bd8e-4ce1-456a-99ef-670938791b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:32.996044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.017478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-bcc80b57-5cd1-4a21-9623-34e608a3146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.019011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-bcc80b57-5cd1-4a21-9623-34e608a3146d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.4232945 Sep 27 08:29:33.023455 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.038017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:29:33.049966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.050521 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Added segment f8c4d12b-ab0c-4402-9ff6-0e9571bc8c8e of type vlan for network 66ecbf36-b0f3-4454-8cd9-82d8315fc501 Sep 27 08:29:33.073903 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa276ee5-bda7-4559-8a8d-c331b32507f7 x-openstack-request-id: req-aa276ee5-bda7-4559-8a8d-c331b32507f7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:33.074639 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7745ce07-3de4-4981-81d7-aadea953dcab", "tag": "3a1da13d-c337-4532-b0dd-a57f552bc5bd", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:33.075098 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa276ee5-bda7-4559-8a8d-c331b32507f7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:33.075757 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7745ce07-3de4-4981-81d7-aadea953dcab', 'tag': '3a1da13d-c337-4532-b0dd-a57f552bc5bd', 'status': 'completed', 'code': 200} Sep 27 08:29:33.101974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Attempting to bind port 4e5cb13f-9b6b-4da4-843e-741e7321d725 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:33.102159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.102769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Attempting to bind port 4e5cb13f-9b6b-4da4-843e-741e7321d725 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:33.103313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Attempting to bind port 4e5cb13f-9b6b-4da4-843e-741e7321d725 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:33.137514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Port 4e5cb13f-9b6b-4da4-843e-741e7321d725 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:33.138327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Attempting to bind port 4e5cb13f-9b6b-4da4-843e-741e7321d725 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:33.148664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d84bd8e-4ce1-456a-99ef-670938791b96 None None] Port 2138fc00-436f-447e-92b2-701891d9099e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:33.163107 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8c243de-e98a-47eb-8fdd-3af71c7a0dc5 req-70a02e01-c448-42be-9de6-76550c0332f5 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402921 Sep 27 08:29:33.171662 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-98781771-f380-4d9f-b2d6-6fa197f5e328 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4756620 Sep 27 08:29:33.188263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:33.188641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:33.188995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:33.189454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Bound port: 4e5cb13f-9b6b-4da4-843e-741e7321d725, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:33.189872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.198518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5961e9fe-0275-427a-988b-ef6561fe6f6e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:33.200541 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.201520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.202089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.219350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Request body: {'port': {'device_id': '2615cde1-490d-425f-a1d7-abe31a55bfef', 'device_owner': 'compute:tempest-test_az-92010923', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:33.264427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-451cac72-d41a-4f4c-b3a0-c14245f4185f service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914464 Sep 27 08:29:33.415310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] For port 4e5cb13f-9b6b-4da4-843e-741e7321d725, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:33.503568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] For port 4e5cb13f-9b6b-4da4-843e-741e7321d725, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4e5cb13f-9b6b-4da4-843e-741e7321d725,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:33.516231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.592522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Pushing event updated for resources: {'Port': ['ID=4e5cb13f-9b6b-4da4-843e-741e7321d725,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:33.623908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.624794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.626566 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-f87e2b85-4b92-41c8-b784-9940744ff13a service neutron] 10.222.0.57 "PUT /v2.0/ports/4e5cb13f-9b6b-4da4-843e-741e7321d725 HTTP/1.1" status: 200 len: 1096 time: 4.2879233 Sep 27 08:29:33.631455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5908615-eef1-4695-bd6a-b7293048ca07 req-8812075c-abab-4975-a98d-23261af6603e service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439178 Sep 27 08:29:33.714382 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b2d8f-c793-4545-bb9a-3b705d035148 x-openstack-request-id: req-3c8b2d8f-c793-4545-bb9a-3b705d035148 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:33.714892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198314-5faf-4724-8b89-5fe42a79d680 req-fc6c6ec5-de62-418c-a456-d784f23c0019 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.715004 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:33.715415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198314-5faf-4724-8b89-5fe42a79d680 req-fc6c6ec5-de62-418c-a456-d784f23c0019 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.715539 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c8b2d8f-c793-4545-bb9a-3b705d035148 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:33.715990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198314-5faf-4724-8b89-5fe42a79d680 req-fc6c6ec5-de62-418c-a456-d784f23c0019 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.716209 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'status': 'completed', 'code': 200} Sep 27 08:29:33.716547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198314-5faf-4724-8b89-5fe42a79d680 req-fc6c6ec5-de62-418c-a456-d784f23c0019 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.717149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198314-5faf-4724-8b89-5fe42a79d680 req-fc6c6ec5-de62-418c-a456-d784f23c0019 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.717594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198314-5faf-4724-8b89-5fe42a79d680 req-fc6c6ec5-de62-418c-a456-d784f23c0019 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.718088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198314-5faf-4724-8b89-5fe42a79d680 req-fc6c6ec5-de62-418c-a456-d784f23c0019 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:33.720399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76198314-5faf-4724-8b89-5fe42a79d680 req-fc6c6ec5-de62-418c-a456-d784f23c0019 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5000 time: 0.3793890 Sep 27 08:29:33.808855 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1519887 Sep 27 08:29:33.811857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60156) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:33.817233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Request body: {'subnet': {'network_id': '66ecbf36-b0f3-4454-8cd9-82d8315fc501', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-493731324-subnet', 'tenant_id': '06aef69aac8e4dd590a41a62905b8c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:33.921904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Made reservation on behalf of 06aef69aac8e4dd590a41a62905b8c03 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:33.924444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:33.977206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b26e17-ae10-4152-bada-f1ffd4d37220 admin admin] Pushing event updated for resources: {'Network': ['ID=66ecbf36-b0f3-4454-8cd9-82d8315fc501,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:33.990361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 66ecbf36-b0f3-4454-8cd9-82d8315fc501 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:29:34.041729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:34.159047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d7a2-7b2f-45c3-8cea-9e65053ca85a req-c05a6109-ed59-4bbc-82cf-195824ed80ea tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.161157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4cc3d7a2-7b2f-45c3-8cea-9e65053ca85a req-c05a6109-ed59-4bbc-82cf-195824ed80ea tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 967 time: 0.2735884 Sep 27 08:29:34.285964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-e51407a2-6e79-4f4e-b02b-97f240824526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.288429 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-e51407a2-6e79-4f4e-b02b-97f240824526 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 1118 time: 0.2876637 Sep 27 08:29:34.296712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-30726a70-ad91-4d74-b254-9d100cca69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.307503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-30726a70-ad91-4d74-b254-9d100cca69a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1728995 Sep 27 08:29:34.345542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4cc3d7a2-7b2f-45c3-8cea-9e65053ca85a req-4cf0711f-2980-4d56-b709-7bd2b517d435 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714783 Sep 27 08:29:34.385214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4273312-7ed5-4282-b840-36525962dd4b req-d61ccb60-f26c-4b94-b49b-4f7b5fd76ccf tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.394200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4273312-7ed5-4282-b840-36525962dd4b req-d61ccb60-f26c-4b94-b49b-4f7b5fd76ccf tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 948 time: 0.6852539 Sep 27 08:29:34.553129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4273312-7ed5-4282-b840-36525962dd4b req-e2251613-6031-4af0-ba06-bcdfbc213ad8 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558750 Sep 27 08:29:34.615840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:34.645254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a645e-0c8f-43c8-9b2c-d07db756bf32 req-a4438397-1970-4924-b019-1b5404ae821a tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.646953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-163a645e-0c8f-43c8-9b2c-d07db756bf32 req-a4438397-1970-4924-b019-1b5404ae821a tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 886 time: 0.1875219 Sep 27 08:29:34.719950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-18ad7d4d-b809-4086-9b68-95814941bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.721564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-18ad7d4d-b809-4086-9b68-95814941bec8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6361259f16e471d94a38f4a5ddf255e&device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 1099 time: 0.4848273 Sep 27 08:29:34.907058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2138fc00-436f-447e-92b2-701891d9099e {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:34.915246 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:34.941223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Transition to ACTIVE for port object 2138fc00-436f-447e-92b2-701891d9099e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:34.958588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:34.959813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2067fc-e069-4dd6-bf09-724ba9a1d017 req-a975e2ea-a930-4b93-8867-7abb6ac9f119 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.960466 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2067fc-e069-4dd6-bf09-724ba9a1d017 req-a975e2ea-a930-4b93-8867-7abb6ac9f119 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.960830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2067fc-e069-4dd6-bf09-724ba9a1d017 req-a975e2ea-a930-4b93-8867-7abb6ac9f119 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.961297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2067fc-e069-4dd6-bf09-724ba9a1d017 req-a975e2ea-a930-4b93-8867-7abb6ac9f119 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.973072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2067fc-e069-4dd6-bf09-724ba9a1d017 req-a975e2ea-a930-4b93-8867-7abb6ac9f119 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.973685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2067fc-e069-4dd6-bf09-724ba9a1d017 req-a975e2ea-a930-4b93-8867-7abb6ac9f119 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.974160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2067fc-e069-4dd6-bf09-724ba9a1d017 req-a975e2ea-a930-4b93-8867-7abb6ac9f119 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:34.976584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f2067fc-e069-4dd6-bf09-724ba9a1d017 req-a975e2ea-a930-4b93-8867-7abb6ac9f119 tempest-NetworksTest-337388725 tempest-NetworksTest-337388725-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5000 time: 0.2750819 Sep 27 08:29:35.078062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadcf8f5-b971-4979-8ffe-d8775e8236d8', 'tag': '4e5cb13f-9b6b-4da4-843e-741e7321d725'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:35.080487 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0374324-d99c-47b8-bda7-c4f3efecf6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cadcf8f5-b971-4979-8ffe-d8775e8236d8", "tag": "4e5cb13f-9b6b-4da4-843e-741e7321d725"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:35.104962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9bf7c-45fe-45a1-be8d-c8602888ad0d req-4291536b-771f-4f8c-83ee-d513e7453da3 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:35.108173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-f9b77816-8c7e-4557-bbac-6e06d3264e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:35.109889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-f9b77816-8c7e-4557-bbac-6e06d3264e8e service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.8094265 Sep 27 08:29:35.121180 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cfa9bf7c-45fe-45a1-be8d-c8602888ad0d req-4291536b-771f-4f8c-83ee-d513e7453da3 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 936 time: 0.3834593 Sep 27 08:29:35.129096 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:35.229647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Pushing event updated for resources: {'Port': ['ID=2138fc00-436f-447e-92b2-701891d9099e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:35.274624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ffa3d1-8249-45a8-9e08-e00d8166eeee,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:35.279094 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-c9573642-ce5b-4bfa-8c91-d797cb504d10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3a1da13d-c337-4532-b0dd-a57f552bc5bd HTTP/1.1" status: 200 len: 217 time: 0.1311238 Sep 27 08:29:35.286140 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad89e49f-5849-4e63-9dcf-5b5ebf2d626f x-openstack-request-id: req-ad89e49f-5849-4e63-9dcf-5b5ebf2d626f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:35.286765 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadcf8f5-b971-4979-8ffe-d8775e8236d8", "tag": "4e5cb13f-9b6b-4da4-843e-741e7321d725", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:35.286857 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad89e49f-5849-4e63-9dcf-5b5ebf2d626f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:35.287254 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadcf8f5-b971-4979-8ffe-d8775e8236d8', 'tag': '4e5cb13f-9b6b-4da4-843e-741e7321d725', 'status': 'completed', 'code': 200} Sep 27 08:29:35.380052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-7bbcd461-4059-4a9f-a5f8-31e0bc540765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:35.381820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-7bbcd461-4059-4a9f-a5f8-31e0bc540765 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0872428 Sep 27 08:29:35.392939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-18e31b6f-0238-4270-98c3-20a9605db793 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=4e5cb13f-9b6b-4da4-843e-741e7321d725 HTTP/1.1" status: 200 len: 217 time: 0.1115034 Sep 27 08:29:35.402701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Attempting to bind port 2138fc00-436f-447e-92b2-701891d9099e on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:35.410882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Attempting to bind port 2138fc00-436f-447e-92b2-701891d9099e by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:35.414824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Attempting to bind port 2138fc00-436f-447e-92b2-701891d9099e on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:35.485088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:35.497572 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:35.519522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cfa9bf7c-45fe-45a1-be8d-c8602888ad0d req-645fb0e5-30c4-4229-86cd-17f1b336211e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838127 Sep 27 08:29:35.544274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Port 2138fc00-436f-447e-92b2-701891d9099e on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:35.544917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Attempting to bind port 2138fc00-436f-447e-92b2-701891d9099e on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:35.551072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60172) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:35.555383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:35.556074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:35.558348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:35.558348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Bound port: 2138fc00-436f-447e-92b2-701891d9099e, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:35.558348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:35.703002 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-8cdec58f-3053-4728-ac27-2c7b45fd71f1 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657989 Sep 27 08:29:35.796742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Checking segment: {'id': 'f8c4d12b-ab0c-4402-9ff6-0e9571bc8c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66ecbf36-b0f3-4454-8cd9-82d8315fc501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:35.796742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Network hostable DHCP agents. Network: 66ecbf36-b0f3-4454-8cd9-82d8315fc501, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:29:35.821463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-648d3bab-b1a4-497c-bc5b-e24b4c1dd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:35.823327 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-648d3bab-b1a4-497c-bc5b-e24b4c1dd3ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.4160194 Sep 27 08:29:35.838433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-4325b882-3ea1-419d-9423-78650dbb15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:35.840078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-4325b882-3ea1-419d-9423-78650dbb15b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4467199 Sep 27 08:29:35.857946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedffd14-57fe-42b6-964a-0d3cf6e0675c req-30606dd0-e4e5-463e-b0d1-28ec8f1f531c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:35.867048 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eedffd14-57fe-42b6-964a-0d3cf6e0675c req-30606dd0-e4e5-463e-b0d1-28ec8f1f531c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 967 time: 0.3825510 Sep 27 08:29:35.875053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Network 66ecbf36-b0f3-4454-8cd9-82d8315fc501 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:29:35.966758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 66ecbf36-b0f3-4454-8cd9-82d8315fc501) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:35.977366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf68c89-0432-401a-bc48-7e22b0f04ac5 None None] Network 66ecbf36-b0f3-4454-8cd9-82d8315fc501 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:29:35.982674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:35.993147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:36.076492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eedffd14-57fe-42b6-964a-0d3cf6e0675c req-a48b697d-89fd-4008-bfd7-d50dfbb84c8d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049785 Sep 27 08:29:36.091629 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-721167f0-0b78-4286-a95a-59f2075b7f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:36.107749 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae76599a-3002-4e57-b895-52334628c507 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2947061 Sep 27 08:29:36.215261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d9d71-da3f-4ce6-a5e7-f62f347d45c6 None None] Network 66ecbf36-b0f3-4454-8cd9-82d8315fc501 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:29:36.275830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-72502263-18b4-4574-96a4-2c8b16bf773e service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808136 Sep 27 08:29:36.279509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-b9ef13e0-988c-49d2-ba5c-f763e2593234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:36.285971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-b9ef13e0-988c-49d2-ba5c-f763e2593234 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925710 Sep 27 08:29:36.349552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874b5a4-833d-405e-b295-8c06dca4f3e0 req-213f96f4-4688-4800-be5f-cda646d6f364 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:36.351133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c874b5a4-833d-405e-b295-8c06dca4f3e0 req-213f96f4-4688-4800-be5f-cda646d6f364 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 948 time: 0.6532183 Sep 27 08:29:36.364831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79947bbd-bb14-4174-acb4-0de7d0f24263 req-c320586d-2b03-4363-8f98-6057f5ec7a7f service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916033 Sep 27 08:29:36.373363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] For port 2138fc00-436f-447e-92b2-701891d9099e, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:36.398935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] For port 2138fc00-436f-447e-92b2-701891d9099e, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2138fc00-436f-447e-92b2-701891d9099e,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:36.455529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:36.489521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-5b948f0c-b380-46b7-83bb-88d198e16d45 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782830 Sep 27 08:29:36.583825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:29:36.614526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:36.621431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:36.623325 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] 10.222.0.67 "PUT /v2.0/ports/2138fc00-436f-447e-92b2-701891d9099e HTTP/1.1" status: 200 len: 1116 time: 3.4098084 Sep 27 08:29:36.626251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2615cde1-490d-425f-a1d7-abe31a55bfef', 'tag': '2138fc00-436f-447e-92b2-701891d9099e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:36.628814 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e210fd6f-187d-4a22-b055-60ee41a398f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2615cde1-490d-425f-a1d7-abe31a55bfef", "tag": "2138fc00-436f-447e-92b2-701891d9099e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:36.673873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c874b5a4-833d-405e-b295-8c06dca4f3e0 req-a43d281c-3560-4d70-9e9a-2e778ad4c592 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053131 Sep 27 08:29:36.680888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db2c4dc8-d95b-401d-8342-d5ac28df1660 req-fa03524f-c13a-495e-8c1f-f19a1fb4589c service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753170 Sep 27 08:29:36.841016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-79c8cff7-c0c6-4e46-800b-35db20e14723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:36.842545 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-79c8cff7-c0c6-4e46-800b-35db20e14723 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6361259f16e471d94a38f4a5ddf255e&device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 1099 time: 0.0890703 Sep 27 08:29:36.958941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-f36b8808-7d1b-47f4-a3da-fa6b2f4359fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:36.960838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-f36b8808-7d1b-47f4-a3da-fa6b2f4359fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1057198 Sep 27 08:29:37.062092 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-c2483afa-7472-4e83-b5fb-82720268eb80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=4e5cb13f-9b6b-4da4-843e-741e7321d725 HTTP/1.1" status: 200 len: 217 time: 0.0606132 Sep 27 08:29:37.065567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49d838-3f97-4b1a-81c8-2f1d9db39084 service neutron] Pushing event updated for resources: {'Port': ['ID=2138fc00-436f-447e-92b2-701891d9099e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:37.125996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-7c0c9478-a94f-44cf-aa97-871a347bd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.127510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-7c0c9478-a94f-44cf-aa97-871a347bd6bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1099 time: 0.5927701 Sep 27 08:29:37.204550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-e0adc0ee-2659-4960-a011-c03bbceeb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.206025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-e0adc0ee-2659-4960-a011-c03bbceeb2f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1267424 Sep 27 08:29:37.214119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-d2f1389c-3f4e-47d2-b6f0-53c35e40976f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.216203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-d2f1389c-3f4e-47d2-b6f0-53c35e40976f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 820 time: 0.2544951 Sep 27 08:29:37.243847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0498e-e562-45c5-be09-73d53daea179 req-bdf08a69-c105-4f23-b189-c47b60816044 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.247876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0de0498e-e562-45c5-be09-73d53daea179 req-bdf08a69-c105-4f23-b189-c47b60816044 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 968 time: 0.1863728 Sep 27 08:29:37.265760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-1a61ee7e-2d73-4570-b84e-38118c60a999 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/quotas/b39763fcd3a34a9a9355667ce04cca9f HTTP/1.1" status: 200 len: 375 time: 0.0410304 Sep 27 08:29:37.298445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-6b932732-957e-47bf-9c86-98297b7f19ae tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316162 Sep 27 08:29:37.308565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-601d0704-8b61-4eee-aa7c-b02df3a4d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.310052 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-601d0704-8b61-4eee-aa7c-b02df3a4d5fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929728 Sep 27 08:29:37.333914 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-721167f0-0b78-4286-a95a-59f2075b7f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:37.350737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:29:37.358506 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-721167f0-0b78-4286-a95a-59f2075b7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:37.363732 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Sync routers for ids ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:29:37.375811 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Routers {'0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:29:37.376831 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:29:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:37.449743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-2375f67d-d212-49ae-8d12-a488adbb367b service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312327 Sep 27 08:29:37.454673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0de0498e-e562-45c5-be09-73d53daea179 req-c4635d9b-b494-48bb-a0e9-6ce18f311f46 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893079 Sep 27 08:29:37.455557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-e475bf5a-f2fb-477c-87d8-76ea637027a6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:29:37.457232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-ea93a586-7c31-4933-9e8d-40bd1ccb7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.458962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-ea93a586-7c31-4933-9e8d-40bd1ccb7371 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.3192225 Sep 27 08:29:37.459894 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:37.463216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-e475bf5a-f2fb-477c-87d8-76ea637027a6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0664961 Sep 27 08:29:37.464098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-21107cdf-0ef8-4260-a5a8-1da995e9594a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 10.3107710 Sep 27 08:29:37.464872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60208) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:37.467421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-721167f0-0b78-4286-a95a-59f2075b7f2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31cbb09f283142739b16b8fe2e5b6a60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8774054 Sep 27 08:29:37.469610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721167f0-0b78-4286-a95a-59f2075b7f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f8201-f7d3-4986-846b-e706eebdbf27,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:37.473834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60210) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:37.493097 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Set router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:29:37.525773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-5859f1ff-2f71-4ce8-a4de-f64795da04c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a HTTP/1.1" status: 200 len: 217 time: 0.0570006 Sep 27 08:29:37.529309 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4813bbf0-e8e1-4b88-a7f3-6bf5182bce88 x-openstack-request-id: req-4813bbf0-e8e1-4b88-a7f3-6bf5182bce88 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:37.529709 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2615cde1-490d-425f-a1d7-abe31a55bfef", "tag": "2138fc00-436f-447e-92b2-701891d9099e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:37.530057 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4813bbf0-e8e1-4b88-a7f3-6bf5182bce88 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:37.530536 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2615cde1-490d-425f-a1d7-abe31a55bfef', 'tag': '2138fc00-436f-447e-92b2-701891d9099e', 'status': 'completed', 'code': 200} Sep 27 08:29:37.632943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-635c388b-167b-4746-bbd2-e62c578b9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.634309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-635c388b-167b-4746-bbd2-e62c578b9767 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0917637 Sep 27 08:29:37.646500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-945257ed-f781-4c2a-831d-e3d616bec6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:37.687517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ef56-9997-4354-8553-235ca5ef212d req-4ce53add-6846-4131-a489-79a171b267a8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.701407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3225ef56-9997-4354-8553-235ca5ef212d req-4ce53add-6846-4131-a489-79a171b267a8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 967 time: 0.1038489 Sep 27 08:29:37.707646 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:29:34Z', 'revision_number': 3, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:37.739390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-945257ed-f781-4c2a-831d-e3d616bec6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:37.758171 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Checking router: 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:29:37.759038 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Updating router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 port 530565c0-8af6-46dd-a2d4-68f653eadb3e binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:29:37.777917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f0374324-d99c-47b8-bda7-c4f3efecf6f0 req-2a75f56c-fd2f-4e32-a953-23f02bdaa54a service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927926 Sep 27 08:29:37.789374 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:37.808359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-7eff4c1d-2f27-427e-a450-f10d66d6a72e service neutron] 10.222.0.50 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420594 Sep 27 08:29:37.816450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-235b2f0b-7da6-42b7-9a22-298a11cfcae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.818102 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-235b2f0b-7da6-42b7-9a22-298a11cfcae4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1734700 Sep 27 08:29:37.821089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3225ef56-9997-4354-8553-235ca5ef212d req-6eb8f794-79b0-45f0-8bec-4d3bd41114ac tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187699 Sep 27 08:29:37.937370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210fd6f-187d-4a22-b055-60ee41a398f9 req-c5e76f69-fde2-49b3-850f-635453a088c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:37.939695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e210fd6f-187d-4a22-b055-60ee41a398f9 req-c5e76f69-fde2-49b3-850f-635453a088c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=734fc51e45be4bbb9e048de18283f1b8&device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 1119 time: 0.1464796 Sep 27 08:29:37.946146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-945257ed-f781-4c2a-831d-e3d616bec6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:37.949236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-945257ed-f781-4c2a-831d-e3d616bec6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:37.950651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-945257ed-f781-4c2a-831d-e3d616bec6b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da0f8201-f7d3-4986-846b-e706eebdbf27 HTTP/1.1" status: 204 len: 168 time: 0.4702477 Sep 27 08:29:37.973532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945257ed-f781-4c2a-831d-e3d616bec6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f8201-f7d3-4986-846b-e706eebdbf27,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:38.048171 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e210fd6f-187d-4a22-b055-60ee41a398f9 req-8234b001-97a0-4c40-abc8-a4356786a45d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=734fc51e45be4bbb9e048de18283f1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524166 Sep 27 08:29:38.053094 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-1592a64f-fd17-4dfe-b1ee-07fab1131382 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166438 Sep 27 08:29:38.065816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb179f4b-926c-46a1-8d84-09e23161b63c req-12abdb84-c063-462d-b0e0-563e951a6f04 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:38.067595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb179f4b-926c-46a1-8d84-09e23161b63c req-12abdb84-c063-462d-b0e0-563e951a6f04 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 948 time: 0.1269135 Sep 27 08:29:38.134064 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.142423 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.211948 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e38d8-ddda-412e-a6b8-04bff8e6354b None None] Pushing event updated for resources: {'Port': ['ID=530565c0-8af6-46dd-a2d4-68f653eadb3e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:38.214483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1485b5c-555e-4986-bc8e-4222df634e5a req-df9052bb-c417-4c5a-bd6e-103f605bd4b3 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412084 Sep 27 08:29:38.223942 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Attempting to bind port 530565c0-8af6-46dd-a2d4-68f653eadb3e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:38.224121 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Attempting to bind port 530565c0-8af6-46dd-a2d4-68f653eadb3e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:38.224530 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Attempting to bind port 530565c0-8af6-46dd-a2d4-68f653eadb3e on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:38.230697 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:38.231071 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:38.231478 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.231861 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:38.232343 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Bound port: 530565c0-8af6-46dd-a2d4-68f653eadb3e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:38.232746 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.255127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-6725d9a0-d6e3-4d75-8495-8a2430944acb service neutron] 10.222.0.50 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408276 Sep 27 08:29:38.305041 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:29:38.315658 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] For port 530565c0-8af6-46dd-a2d4-68f653eadb3e, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:38.319373 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] For port 530565c0-8af6-46dd-a2d4-68f653eadb3e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=530565c0-8af6-46dd-a2d4-68f653eadb3e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:38.332146 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.404292 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb179f4b-926c-46a1-8d84-09e23161b63c req-808b32e7-e185-4bdf-8a9b-5a60f47a9211 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717273 Sep 27 08:29:38.416944 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e38d8-ddda-412e-a6b8-04bff8e6354b None None] Pushing event updated for resources: {'Port': ['ID=530565c0-8af6-46dd-a2d4-68f653eadb3e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:38.423718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210fd6f-187d-4a22-b055-60ee41a398f9 req-cf1e55e8-6239-4a0e-a6b0-fbb90435e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:38.425735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e210fd6f-187d-4a22-b055-60ee41a398f9 req-cf1e55e8-6239-4a0e-a6b0-fbb90435e6fd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3553708 Sep 27 08:29:38.425735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:38.467647 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0826a291-3ba7-414b-9f9e-413b04d00927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.470420 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Routers {'0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:29:38.471111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a170297-fc43-4150-a702-945f91d1cdf8 req-9b887244-aecd-45b6-bfb7-a058ef2a05cf service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024873 Sep 27 08:29:38.473270 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:29:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:38.548451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.608895 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3738b112-887a-4d0f-8bf2-f31d36c198a0 req-5a907508-daf1-4122-85f9-99b32c376d6e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 210 time: 0.0503204 Sep 27 08:29:38.625901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-cd581775-318a-4c2c-896e-d377eade9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:38.627812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-cd581775-318a-4c2c-896e-d377eade9315 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=734fc51e45be4bbb9e048de18283f1b8&device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 1119 time: 0.1505046 Sep 27 08:29:38.635125 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] Set router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:29:38.679568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-e40da724-ec65-4e2c-8bc8-61f7a38a83a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2138fc00-436f-447e-92b2-701891d9099e HTTP/1.1" status: 200 len: 217 time: 0.0410817 Sep 27 08:29:38.749551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711b0c3-9ee2-4bfb-af49-576d778805b0 req-8d344c50-1db5-4b4b-b456-689271069e23 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:38.751408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d711b0c3-9ee2-4bfb-af49-576d778805b0 req-8d344c50-1db5-4b4b-b456-689271069e23 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 968 time: 0.1077981 Sep 27 08:29:38.763784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-d35d6e8b-9b00-428d-8aa1-0037c2f1cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:38.765224 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-d35d6e8b-9b00-428d-8aa1-0037c2f1cc0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0774109 Sep 27 08:29:38.833796 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d711b0c3-9ee2-4bfb-af49-576d778805b0 req-874cb3c5-e4f9-4195-a8c2-78c4ec28d160 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739377 Sep 27 08:29:38.845888 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:29:34Z', 'revision_number': 3, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:38.852211 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0826a291-3ba7-414b-9f9e-413b04d00927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.857977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0826a291-3ba7-414b-9f9e-413b04d00927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:38.860139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Allocated IP 172.20.0.1 (d6b96c5d-9306-4435-9c90-a911845734c2/4e56680c-1bc8-42ff-8b25-65f067a000ca/8cc56638-d1cd-4d68-877f-b7e3b7b93d0f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:38.887339 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc22104-ecad-4f10-a824-9651c9429e44 None None] The sync data for ids ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'] in n-d-810909-1 is: [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:29:34Z', 'revision_number': 3, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:29:38.922133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-6436cdb2-e607-47d9-ab79-af4e841586c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:38.923678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-6436cdb2-e607-47d9-ab79-af4e841586c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483638 Sep 27 08:29:38.928442 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0826a291-3ba7-414b-9f9e-413b04d00927 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecf7468641234e1182ef89653da7728e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993522 Sep 27 08:29:38.928442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826a291-3ba7-414b-9f9e-413b04d00927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab04ea49-2d04-4e25-ab6a-4200259fed49,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:38.932948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:39.004512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.041823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.082518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Network d6b96c5d-9306-4435-9c90-a911845734c2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:39.088014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:39.091474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:39.091955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.115176 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-e445dc10-7aab-47df-9d12-8b7f67e959e5 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807261 Sep 27 08:29:39.148372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:39.196008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375664fc-b1c8-46ec-8363-0299b0ab17a8 req-697488ac-9ed0-48cc-8023-bab808d73f6c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:39.205189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-375664fc-b1c8-46ec-8363-0299b0ab17a8 req-697488ac-9ed0-48cc-8023-bab808d73f6c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 967 time: 0.2113538 Sep 27 08:29:39.208516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-264ee5ec-446a-4847-9e5d-fb518940f3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.313690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.431498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-696ad2f3-e814-4dbb-8503-e028c58fdef1 None None] Provisioning complete for port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:39.432103 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-696ad2f3-e814-4dbb-8503-e028c58fdef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.501487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-696ad2f3-e814-4dbb-8503-e028c58fdef1 None None] Port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:39.530250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-264ee5ec-446a-4847-9e5d-fb518940f3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.562057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.575484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7611f-d60e-49fe-881a-d01cba554026 req-64b48f7c-5b48-4fdb-85a1-71b969d2f1db tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:39.577084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9b7611f-d60e-49fe-881a-d01cba554026 req-64b48f7c-5b48-4fdb-85a1-71b969d2f1db tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 948 time: 0.0662827 Sep 27 08:29:39.578397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.579125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.579391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-375664fc-b1c8-46ec-8363-0299b0ab17a8 req-c63ad368-2c21-44c4-b505-b9b5639a9274 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280602 Sep 27 08:29:39.596830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544287f7-c2dc-423f-ac5e-a062def7b41f req-f81f4475-d9a3-4e43-adb3-444cc810af28 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712410 Sep 27 08:29:39.625115 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-264ee5ec-446a-4847-9e5d-fb518940f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.628728 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-264ee5ec-446a-4847-9e5d-fb518940f3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:39.643592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-264ee5ec-446a-4847-9e5d-fb518940f3dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab04ea49-2d04-4e25-ab6a-4200259fed49 HTTP/1.1" status: 204 len: 168 time: 0.7015133 Sep 27 08:29:39.663181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ee5ec-446a-4847-9e5d-fb518940f3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab04ea49-2d04-4e25-ab6a-4200259fed49,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:39.737512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:39.747355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91e5b517-637e-4c7a-aea7-0454c8318445 req-93dc2d95-3153-49da-81d7-77554c982d40 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 210 time: 0.0515268 Sep 27 08:29:39.750561 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9b7611f-d60e-49fe-881a-d01cba554026 req-197fbd29-d727-446b-8c1a-81925aee3b93 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316884 Sep 27 08:29:39.831940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Network d6b96c5d-9306-4435-9c90-a911845734c2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:39.833676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:40.043850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:29:40.091321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-19824e0a-3e42-4de8-a517-64faf8b8976c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:40.093117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-19824e0a-3e42-4de8-a517-64faf8b8976c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 820 time: 0.3080318 Sep 27 08:29:40.106583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 530565c0-8af6-46dd-a2d4-68f653eadb3e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:40.109075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Request body: {'port': {'device_id': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'admin_state_up': True, 'tenant_id': 'b39763fcd3a34a9a9355667ce04cca9f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:40.133810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba2d5-20c9-4848-91e2-cfc5334cc50b req-a1b43c8f-0b9f-484f-a209-16a60e14102e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:40.135396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf3ba2d5-20c9-4848-91e2-cfc5334cc50b req-a1b43c8f-0b9f-484f-a209-16a60e14102e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 968 time: 0.0956280 Sep 27 08:29:40.186818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 530565c0-8af6-46dd-a2d4-68f653eadb3e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:40.187359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.240453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:29:40.248523 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf3ba2d5-20c9-4848-91e2-cfc5334cc50b req-27bd2537-6dbe-4348-8b56-596b42682a06 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054392 Sep 27 08:29:40.249186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-594bcb86-571c-42fc-afe6-5200e15b18d8 admin admin] 10.222.0.50 "PUT /v2.0/routers/0aa02ff6-0f3c-4e46-b3e0-72bb851f7888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7626975 Sep 27 08:29:40.276262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-31028497-1405-49cc-a265-fcfda74d6e79 None None] Provisioning complete for port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:40.276740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31028497-1405-49cc-a265-fcfda74d6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.299857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Made reservation on behalf of b39763fcd3a34a9a9355667ce04cca9f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:40.303970 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.433262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 4e5cb13f-9b6b-4da4-843e-741e7321d725 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:29:40.484093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Allocated IP 172.20.0.11 (f0401142-0273-4e2e-bb33-f59b422652f6/c72f7ca5-b1e5-4bc0-b776-4388bf3dee74/d598264f-5ab4-43aa-9f16-d3f2a3579645) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:40.511704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-31028497-1405-49cc-a265-fcfda74d6e79 None None] Port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:40.567699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.597911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 530565c0-8af6-46dd-a2d4-68f653eadb3e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=530565c0-8af6-46dd-a2d4-68f653eadb3e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:40.619532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.637723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 4e5cb13f-9b6b-4da4-843e-741e7321d725, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4e5cb13f-9b6b-4da4-843e-741e7321d725,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:40.678257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '4e5cb13f-9b6b-4da4-843e-741e7321d725', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '4e5cb13f-9b6b-4da4-843e-741e7321d725', 'mac_address': 'fa:16:3e:6a:26:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:29:40.715312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.733474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=530565c0-8af6-46dd-a2d4-68f653eadb3e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:40.757934 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.776692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5cb13f-9b6b-4da4-843e-741e7321d725 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:40.800080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 4e5cb13f-9b6b-4da4-843e-741e7321d725, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4e5cb13f-9b6b-4da4-843e-741e7321d725,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:40.800470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d030b-8abf-4f65-90d6-9100a5865e32 req-0f5a589e-5712-4c4c-bf8a-6aaa13230547 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:40.806923 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.807858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b51d030b-8abf-4f65-90d6-9100a5865e32 req-0f5a589e-5712-4c4c-bf8a-6aaa13230547 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 967 time: 0.0996358 Sep 27 08:29:40.808298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:29:40.845993 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.873712 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b51d030b-8abf-4f65-90d6-9100a5865e32 req-a6616761-41e1-4fb3-bb81-056a6c5163a2 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564227 Sep 27 08:29:40.894523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:40.914053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=4e5cb13f-9b6b-4da4-843e-741e7321d725,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:40.922880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'mac_address': 'fa:16:3e:2f:03:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:29:40.928511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Network f0401142-0273-4e2e-bb33-f59b422652f6 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:40.931923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:40.935301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:40.941305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:40.941924 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.967535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Pushing event updated for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:40.968869 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:40.988191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc00503-bdc1-46f2-b2d9-662ef69d2e3a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:40.997543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8cd41085-e7e9-4e81-a67b-b3aed5081c60 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8923967 Sep 27 08:29:40.998042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732f4dc-e2fc-4182-84ed-4dd7a4806c26 req-dc79f7e6-02e1-4a80-accd-b1b93bdda82c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:41.001859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0732f4dc-e2fc-4182-84ed-4dd7a4806c26 req-dc79f7e6-02e1-4a80-accd-b1b93bdda82c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 932 time: 0.1102607 Sep 27 08:29:41.015911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Request body: {'port': {'device_id': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:41.017455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:41.025793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:41.060214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Sync routers for ids ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:29:41.063403 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0732f4dc-e2fc-4182-84ed-4dd7a4806c26 req-8ca82b80-7853-4e29-b42b-50474cae11e1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Sep 27 08:29:41.089545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Routers {'0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:29:41.089545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:29:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:41.098662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:41.118377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881c1c0-55fd-4956-8d2e-e56f092fa154 req-6c4808aa-1e57-416f-8617-16b5eaba970c tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:41.119927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d881c1c0-55fd-4956-8d2e-e56f092fa154 req-6c4808aa-1e57-416f-8617-16b5eaba970c tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 949 time: 0.1673582 Sep 27 08:29:41.194864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d881c1c0-55fd-4956-8d2e-e56f092fa154 req-6e90cc3d-590a-409e-8288-24ef4af83772 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543587 Sep 27 08:29:41.217347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Set router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:29:41.219500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:41.413899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:41.487232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567205e-a3e5-4015-84df-ba457f118125 req-d26793fe-f712-41a0-9494-30c06e8f71c2 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:41.488200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['4e5cb13f-9b6b-4da4-843e-741e7321d725'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:41.488772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0567205e-a3e5-4015-84df-ba457f118125 req-d26793fe-f712-41a0-9494-30c06e8f71c2 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 968 time: 0.0988634 Sep 27 08:29:41.515001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d598264f-5ab4-43aa-9f16-d3f2a3579645 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:41.535905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:41.547077 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0567205e-a3e5-4015-84df-ba457f118125 req-c17c64e0-9f17-4dd5-966c-09929f957401 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524092 Sep 27 08:29:41.554677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Transition to ACTIVE for port object d598264f-5ab4-43aa-9f16-d3f2a3579645 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:41.559285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:41.639226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:41.640064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:41.640617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:41.649684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:41.650269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:41.655913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:41.656585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:41.657199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:41.657866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Bound port: d598264f-5ab4-43aa-9f16-d3f2a3579645, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:41.658680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:41.661941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Pushing event updated for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:41.741787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:41.745334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:41.753451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:41.805555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:41.806347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:41.808441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] 10.222.0.57 "PUT /v2.0/ports/d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 1092 time: 0.7969644 Sep 27 08:29:41.809050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:41.812126 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:41.828376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:29:39Z', 'revision_number': 4, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '8cc56638-d1cd-4d68-877f-b7e3b7b93d0f', 'name': '', 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'mac_address': 'fa:16:3e:43:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4e56680c-1bc8-42ff-8b25-65f067a000ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:38Z', 'updated_at': '2021-09-27T08:29:39Z', 'revision_number': 2, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'subnets': [{'id': '4e56680c-1bc8-42ff-8b25-65f067a000ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:41.845580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60310) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:41.847783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d9440-6506-4bbc-af75-08d06fa13218 service neutron] Pushing event updated for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:41.859482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-32f11a3b-439a-4cfb-8e34-9ab07fa1f41d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375437170', 'description': 'tempest-description--1789628188'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:41.894082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32f11a3b-439a-4cfb-8e34-9ab07fa1f41d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:41.904242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Checking router: 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:29:41.904811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Updating router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:29:41.925128 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893cd517-4bba-4b93-a75f-9ecf2c9377c7 x-openstack-request-id: req-893cd517-4bba-4b93-a75f-9ecf2c9377c7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:41.925425 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:41.930515 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-893cd517-4bba-4b93-a75f-9ecf2c9377c7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:41.931563 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645', 'status': 'completed', 'code': 200} Sep 27 08:29:41.963239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-a9a32863-b90f-48e1-be22-e3c78c0294ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:41.964830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-a9a32863-b90f-48e1-be22-e3c78c0294ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1095 time: 0.1009071 Sep 27 08:29:41.970098 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.042763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 530565c0-8af6-46dd-a2d4-68f653eadb3e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:42.046586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7765221-8143-463e-90f7-deddce8083c9 req-cbce6efb-6d95-41f0-8918-4fcbcf360ac4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:42.052927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f7765221-8143-463e-90f7-deddce8083c9 req-cbce6efb-6d95-41f0-8918-4fcbcf360ac4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 967 time: 0.1047785 Sep 27 08:29:42.067458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-0be51d92-4180-437b-ad66-0950043a9469 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 217 time: 0.0922642 Sep 27 08:29:42.135457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-565127e0-803a-4334-9b7e-6aa86070b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:42.135730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f7765221-8143-463e-90f7-deddce8083c9 req-5400e804-7000-4195-a9af-776c5114cc46 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674067 Sep 27 08:29:42.137547 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-565127e0-803a-4334-9b7e-6aa86070b5fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0613079 Sep 27 08:29:42.161313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32f11a3b-439a-4cfb-8e34-9ab07fa1f41d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.171545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32f11a3b-439a-4cfb-8e34-9ab07fa1f41d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.184548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-ed10a745-5c05-4ddc-8415-1c9a527e7c7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355904 Sep 27 08:29:42.193189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a1da13d-c337-4532-b0dd-a57f552bc5bd details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:29:42.206761 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32f11a3b-439a-4cfb-8e34-9ab07fa1f41d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.208389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32f11a3b-439a-4cfb-8e34-9ab07fa1f41d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3615077 Sep 27 08:29:42.209537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f11a3b-439a-4cfb-8e34-9ab07fa1f41d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4559a0c7-82ef-46bf-a5bc-468da86037d7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:42.212159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60324) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:42.221974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-808ddb0a-256e-4d8e-89eb-3ac394f002e6 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3c08cfe3dfef4660987284bee5123b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364587 Sep 27 08:29:42.227896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c0a42f6c-871f-4832-92e4-0fed324fa32a tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Request body: {'security_group_rule': {'security_group_id': '4559a0c7-82ef-46bf-a5bc-468da86037d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:42.286792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 530565c0-8af6-46dd-a2d4-68f653eadb3e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:42.287467 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.295223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60393c91-908d-4023-baa3-78ead47908ce req-0dad425a-0bd2-4dea-82ab-f1be28b24ee9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:42.297003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60393c91-908d-4023-baa3-78ead47908ce req-0dad425a-0bd2-4dea-82ab-f1be28b24ee9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 944 time: 0.0749791 Sep 27 08:29:42.306296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0a42f6c-871f-4832-92e4-0fed324fa32a tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.380829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-37ca25fc-7dfa-4102-8f7e-5d0bac366001 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671021 Sep 27 08:29:42.388853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0a42f6c-871f-4832-92e4-0fed324fa32a tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.400868 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0a42f6c-871f-4832-92e4-0fed324fa32a tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.412128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-5856cff7-b327-4e73-9197-be90b9ff1bdf tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:42.413704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-5856cff7-b327-4e73-9197-be90b9ff1bdf tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801467 Sep 27 08:29:42.416190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60393c91-908d-4023-baa3-78ead47908ce req-0dc66528-36f1-4d5d-8140-a4ffc0f3d54e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861011 Sep 27 08:29:42.422086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:42.444393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4e61ecde-6691-448c-bc0e-06482afa3aee tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/quotas/3c08cfe3dfef4660987284bee5123b4e HTTP/1.1" status: 200 len: 375 time: 0.0193868 Sep 27 08:29:42.453929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a42f6c-871f-4832-92e4-0fed324fa32a tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc30c86b-6f66-4892-bd32-ef826059298d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:42.456981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0a42f6c-871f-4832-92e4-0fed324fa32a tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.460697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c0a42f6c-871f-4832-92e4-0fed324fa32a tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2351658 Sep 27 08:29:42.462274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60328) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:42.469413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4018b9b3-e1fe-46d0-889d-a6abdbe1a3f3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Request body: {'security_group_rule': {'security_group_id': '4559a0c7-82ef-46bf-a5bc-468da86037d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:42.497666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-654268f0-e81e-4b0c-b13f-86156ecf8788 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c08cfe3dfef4660987284bee5123b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263636 Sep 27 08:29:42.528489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fddf106-0310-4a8c-a8b6-ea422dff91d1 req-5ad62fb2-5a3b-4d2f-a16d-4fede9cc18c1 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380780 Sep 27 08:29:42.542539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4018b9b3-e1fe-46d0-889d-a6abdbe1a3f3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.591892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e9cb-2397-4790-a780-3a385251b0e4 req-0edc9de6-e54c-4592-a690-eeadd0c012be tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:42.599456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c06e9cb-2397-4790-a780-3a385251b0e4 req-0edc9de6-e54c-4592-a690-eeadd0c012be tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 949 time: 0.0924225 Sep 27 08:29:42.645505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4018b9b3-e1fe-46d0-889d-a6abdbe1a3f3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.649775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-850e5a90-d564-41ca-859f-a04763c0d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:42.652107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-850e5a90-d564-41ca-859f-a04763c0d974 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1095 time: 0.0607669 Sep 27 08:29:42.671902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c06e9cb-2397-4790-a780-3a385251b0e4 req-56240775-1891-40c9-b886-499b5c54d683 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714183 Sep 27 08:29:42.672573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4018b9b3-e1fe-46d0-889d-a6abdbe1a3f3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.693999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018b9b3-e1fe-46d0-889d-a6abdbe1a3f3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23b51cf-d9d2-4e99-a110-10b8a61d4e12,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:42.703684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4018b9b3-e1fe-46d0-889d-a6abdbe1a3f3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.705247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4018b9b3-e1fe-46d0-889d-a6abdbe1a3f3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417023 Sep 27 08:29:42.708589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60336) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:42.714535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:42.755504 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.758448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3a1da13d-c337-4532-b0dd-a57f552bc5bd, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a1da13d-c337-4532-b0dd-a57f552bc5bd,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:42.780505 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.788212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '3a1da13d-c337-4532-b0dd-a57f552bc5bd', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '3a1da13d-c337-4532-b0dd-a57f552bc5bd', 'mac_address': 'fa:16:3e:28:7b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:tempest-test_az-92010923', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:29:42.793908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11a6da25-d2d8-4bed-bf1a-2c9207ab8c44 req-610c8171-2e35-4c51-9d77-23d0f682e22b tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 210 time: 0.0449510 Sep 27 08:29:42.796516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.816877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:29:42.879800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:42.882493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee77a-13e1-413b-9a34-382e2c278cdd req-c68fd0f5-69f6-4c3c-bfb0-22007093bb5d tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:42.885168 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:42.888538 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-593ee77a-13e1-413b-9a34-382e2c278cdd req-c68fd0f5-69f6-4c3c-bfb0-22007093bb5d tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 968 time: 0.1509042 Sep 27 08:29:42.902515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-05d6ff1d-ef38-4e7c-8edc-39a7057f1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:42.904529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-05d6ff1d-ef38-4e7c-8edc-39a7057f1f0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2438281 Sep 27 08:29:43.011823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-593ee77a-13e1-413b-9a34-382e2c278cdd req-18017a90-7e86-49f8-9ae8-2648df741d9e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056750 Sep 27 08:29:43.026723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-d5992e61-73bd-4470-92bf-b8b09fa20ebe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 217 time: 0.0911374 Sep 27 08:29:43.029275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.033108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537c74-2970-4ece-bda9-f8746d683fd5 None None] Pushing event updated for resources: {'Port': ['ID=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:43.037996 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.056965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.125323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1da13d-c337-4532-b0dd-a57f552bc5bd {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:43.147167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-d6e0d70c-13c7-4ec9-8560-3020de49985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:43.148672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-d6e0d70c-13c7-4ec9-8560-3020de49985b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.1113760 Sep 27 08:29:43.159297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:43.200487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-1870e093-978e-4a5a-b1c5-45cbf3ce7c08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341649 Sep 27 08:29:43.211760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Allocated IP 172.25.2.132 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/1e73f5ca-4443-473f-a888-0640a2cd918b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:43.280449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Attempting to bind port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:43.280826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Attempting to bind port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:43.281186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Attempting to bind port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f on network d6b96c5d-9306-4435-9c90-a911845734c2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:43.302793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:43.304728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3a1da13d-c337-4532-b0dd-a57f552bc5bd, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a1da13d-c337-4532-b0dd-a57f552bc5bd,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:43.307417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:43.307795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Checking segment: {'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:43.308193 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.308631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Bound using segment: {'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:43.309106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Bound port: 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c109691-aa56-4ed8-9b66-00aafa84cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:43.309486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.322532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.329819 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.330108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2138fc00-436f-447e-92b2-701891d9099e details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:29:43.347311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4cacbd39-ef6f-4063-a6ab-97b69b15d6e6 None None] Provisioning complete for port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:43.347748 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cacbd39-ef6f-4063-a6ab-97b69b15d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.373460 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-e315522f-1a6d-410f-85c8-1be59ac7d276 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614935 Sep 27 08:29:43.373666 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3bef3a-4495-403b-a355-a03856487e90" -d '{"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-plugged", "status": "completed", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:43.410254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e95d0-64dd-4e00-ae91-c552ef1bb195 req-85b76614-e955-48a7-b938-e6aabc2dd147 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:43.411999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4a6e95d0-64dd-4e00-ae91-c552ef1bb195 req-85b76614-e955-48a7-b938-e6aabc2dd147 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 967 time: 0.1266320 Sep 27 08:29:43.474928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.502531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2138fc00-436f-447e-92b2-701891d9099e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2138fc00-436f-447e-92b2-701891d9099e,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:43.510477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4a6e95d0-64dd-4e00-ae91-c552ef1bb195 req-f763c1a7-3992-4991-820a-1bfd9165080c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817151 Sep 27 08:29:43.531719 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e3b118-537e-4b10-a956-2b73ab23a513 x-openstack-request-id: req-45e3b118-537e-4b10-a956-2b73ab23a513 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:43.532082 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-plugged", "status": "completed", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:43.532278 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45e3b118-537e-4b10-a956-2b73ab23a513 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:43.532794 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'code': 200} Sep 27 08:29:43.537258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4cacbd39-ef6f-4063-a6ab-97b69b15d6e6 None None] Port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:43.541214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:43.558625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '2138fc00-436f-447e-92b2-701891d9099e', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '2138fc00-436f-447e-92b2-701891d9099e', 'mac_address': 'fa:16:3e:46:dc:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:tempest-test_az-92010923', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:29:43.559831 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.577295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d293164-fb91-4de2-9b66-ec5d6a1e39d3 req-d11dee07-a1e0-4559-9b1c-1a2296d10bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928425 Sep 27 08:29:43.591010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] For port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:43.611236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:43.616567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:43.621985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:43.639967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] For port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,segment=NetworkSegment(4c109691-aa56-4ed8-9b66-00aafa84cbeb),segment_id=4c109691-aa56-4ed8-9b66-00aafa84cbeb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:43.644504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855b3ab-012f-4f12-b3a2-97224d1722da req-07e8b115-4caf-48ef-ae87-817259958524 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:43.647212 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2855b3ab-012f-4f12-b3a2-97224d1722da req-07e8b115-4caf-48ef-ae87-817259958524 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 944 time: 0.0662827 Sep 27 08:29:43.659973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3a1da13d-c337-4532-b0dd-a57f552bc5bd,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:43.668470 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.686817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event updated for resources: {'Port': ['ID=1e73f5ca-4443-473f-a888-0640a2cd918b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:43.735644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.743710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537c74-2970-4ece-bda9-f8746d683fd5 None None] Pushing event updated for resources: {'Port': ['ID=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:43.762111 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.802697 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2855b3ab-012f-4f12-b3a2-97224d1722da req-6fced6df-6c67-4c59-a36b-60060b93b33a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179311 Sep 27 08:29:43.807144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9deb9-fa7f-4580-89ce-05c5dfc93a21 req-a7a0d778-874e-4393-b11f-e40440fede6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:43.811653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb9deb9-fa7f-4580-89ce-05c5dfc93a21 req-a7a0d778-874e-4393-b11f-e40440fede6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1101 time: 0.1584637 Sep 27 08:29:43.813472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2138fc00-436f-447e-92b2-701891d9099e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:43.823555 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.846866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9efd54-2190-457a-9d04-f1a43d5865f4 req-45776bec-6b3c-4f06-948f-759850d19a3d tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:43.848528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d9efd54-2190-457a-9d04-f1a43d5865f4 req-45776bec-6b3c-4f06-948f-759850d19a3d tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 949 time: 0.0901854 Sep 27 08:29:43.851635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.861905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbb9deb9-fa7f-4580-89ce-05c5dfc93a21 req-eb49a030-1ed6-4bd6-8e55-cd2da7ad0376 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.867178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2138fc00-436f-447e-92b2-701891d9099e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2138fc00-436f-447e-92b2-701891d9099e,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:43.871938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Routers {'0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:29:43.873803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:29:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:43.883437 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:43.945033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d9efd54-2190-457a-9d04-f1a43d5865f4 req-1feb7f2d-0a44-4baa-976d-aa4f5453e6d9 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692899 Sep 27 08:29:43.997415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2138fc00-436f-447e-92b2-701891d9099e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:43.998239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ee0e2b4-f08a-4510-9816-1df13e7d65be req-52ca5022-ad65-4c78-b4ee-5ad3d9838a1e tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 210 time: 0.0696690 Sep 27 08:29:44.098701 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbb9deb9-fa7f-4580-89ce-05c5dfc93a21 req-eb49a030-1ed6-4bd6-8e55-cd2da7ad0376 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.104393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbb9deb9-fa7f-4580-89ce-05c5dfc93a21 req-eb49a030-1ed6-4bd6-8e55-cd2da7ad0376 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.111568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] Set router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:29:44.114056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-02fdcda3-1371-4030-8d42-caa7fd44b0b8 None None] Provisioning complete for port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:44.114378 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02fdcda3-1371-4030-8d42-caa7fd44b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.182387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb9deb9-fa7f-4580-89ce-05c5dfc93a21 req-eb49a030-1ed6-4bd6-8e55-cd2da7ad0376 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623483 Sep 27 08:29:44.191317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-914712fb-5dd8-456e-af98-88b1744fb22c tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3c08cfe3dfef4660987284bee5123b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642622 Sep 27 08:29:44.196491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49a030-1ed6-4bd6-8e55-cd2da7ad0376 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f7b3b0-fc97-4aff-97b4-856a76592081,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:44.275263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2138fc00-436f-447e-92b2-701891d9099e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:44.317130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3a1da13d-c337-4532-b0dd-a57f552bc5bd'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:44.325184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.339646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.349518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cce144-9a1c-4496-94e3-f037d8613271 req-bd7733f8-b4cd-4ae2-858b-ff87e125b980 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:44.353129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10cce144-9a1c-4496-94e3-f037d8613271 req-bd7733f8-b4cd-4ae2-858b-ff87e125b980 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 969 time: 0.0742896 Sep 27 08:29:44.407816 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.419597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 4e5cb13f-9b6b-4da4-843e-741e7321d725 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:44.426385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event updated for resources: {'Port': ['ID=1e73f5ca-4443-473f-a888-0640a2cd918b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:44.460770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10cce144-9a1c-4496-94e3-f037d8613271 req-302f3914-f7e3-49b8-80b9-c5770c81a150 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905089 Sep 27 08:29:44.461666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.462913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc52b6ad-3b98-459f-ae61-4034a50abf6c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7532032 Sep 27 08:29:44.514157 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02fdcda3-1371-4030-8d42-caa7fd44b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.518364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-fa8321cb-ca53-4927-9acc-a82bc24cf9ce tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:44.519894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-fa8321cb-ca53-4927-9acc-a82bc24cf9ce tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153615 Sep 27 08:29:44.537229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Request body: {'port': {'device_id': 'f3940f59-b1a9-461a-a781-20e1fc950364', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '3c08cfe3dfef4660987284bee5123b4e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:44.628097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-02fdcda3-1371-4030-8d42-caa7fd44b0b8 None None] For port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,segment=NetworkSegment(4c109691-aa56-4ed8-9b66-00aafa84cbeb),segment_id=4c109691-aa56-4ed8-9b66-00aafa84cbeb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:44.654524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02fdcda3-1371-4030-8d42-caa7fd44b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.681571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd698b-4d5f-404d-885f-325b15182938 req-99f1b1fa-b0d0-4ac0-bbf2-9d2a66e59b28 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:44.683216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5fbd698b-4d5f-404d-885f-325b15182938 req-99f1b1fa-b0d0-4ac0-bbf2-9d2a66e59b28 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 968 time: 0.1035779 Sep 27 08:29:44.684666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-4930b968-f0d2-4c52-b2ae-cd745956d45d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--375437170&fields=id&tenant_id=242df502e2844b1f89dc9d777f8c86b1 HTTP/1.1" status: 200 len: 267 time: 0.0504982 Sep 27 08:29:44.706181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 4e5cb13f-9b6b-4da4-843e-741e7321d725 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:29:44.732547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 4e5cb13f-9b6b-4da4-843e-741e7321d725 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:44.733306 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.736488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Made reservation on behalf of 3c08cfe3dfef4660987284bee5123b4e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:44.739898 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.752216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5fbd698b-4d5f-404d-885f-325b15182938 req-f5ee488d-59bd-44ed-88bc-174b788150d9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573816 Sep 27 08:29:44.753031 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.810172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdcda3-1371-4030-8d42-caa7fd44b0b8 None None] Pushing event updated for resources: {'Port': ['ID=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:44.811189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-cebdd51d-fee2-4080-9f32-4317832b1712 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:44.820664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-cebdd51d-fee2-4080-9f32-4317832b1712 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 823 time: 0.1215374 Sep 27 08:29:44.833165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:29:39Z', 'revision_number': 4, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '8cc56638-d1cd-4d68-877f-b7e3b7b93d0f', 'name': '', 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'mac_address': 'fa:16:3e:43:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4e56680c-1bc8-42ff-8b25-65f067a000ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:38Z', 'updated_at': '2021-09-27T08:29:43Z', 'revision_number': 4, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'subnets': [{'id': '4e56680c-1bc8-42ff-8b25-65f067a000ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:29:44.835464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-ca4e9b4b-b1fe-4e05-bedf-f2e845b611f6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/quotas/242df502e2844b1f89dc9d777f8c86b1 HTTP/1.1" status: 200 len: 375 time: 0.0118709 Sep 27 08:29:44.856852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.862355 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.880708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7566c50-baa5-492f-86e2-c040bb6ffc69 None None] The sync data for ids ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'] in n-d-810909-1 is: [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:29:39Z', 'revision_number': 4, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '8cc56638-d1cd-4d68-877f-b7e3b7b93d0f', 'name': '', 'network_id': 'd6b96c5d-9306-4435-9c90-a911845734c2', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'mac_address': 'fa:16:3e:43:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '4e56680c-1bc8-42ff-8b25-65f067a000ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:38Z', 'updated_at': '2021-09-27T08:29:43Z', 'revision_number': 4, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'subnets': [{'id': '4e56680c-1bc8-42ff-8b25-65f067a000ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:29:44.942305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-05ed822c-df42-4eb4-b692-b2367e5880dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875695 Sep 27 08:29:44.986368 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:44.992186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6af066-71cf-4d10-b4ac-189d62af7f73,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:45.019728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ef486fb-3a1f-403f-b223-eb80a2d518e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:45.041458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 4e5cb13f-9b6b-4da4-843e-741e7321d725, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4e5cb13f-9b6b-4da4-843e-741e7321d725,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:45.057506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:45.086558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Allocated IP 192.168.233.94 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/2b2f8afb-c660-4b3b-abac-fb30d632f6be) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:45.101770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-f01808ba-397a-4303-bdee-ac97ee0633e5 service neutron] 10.222.0.50 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266623 Sep 27 08:29:45.119538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=4e5cb13f-9b6b-4da4-843e-741e7321d725,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:45.141778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c9ac9-1287-4567-84e1-feebca3b7fa2 req-8098dac5-0312-422f-92df-79f300256d6c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:45.144104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-059c9ac9-1287-4567-84e1-feebca3b7fa2 req-8098dac5-0312-422f-92df-79f300256d6c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 944 time: 0.2116442 Sep 27 08:29:45.205214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-e9537679-5d59-4657-b68f-518e676d686b service neutron] 10.222.0.50 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022880 Sep 27 08:29:45.248916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-059c9ac9-1287-4567-84e1-feebca3b7fa2 req-96a555a8-74f3-4870-be29-bb7b7c7e7470 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895824 Sep 27 08:29:45.297727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:45.375537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:45.439239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042fc74-3d1f-43d2-a774-8dc5fa0de589 req-20656adb-8fff-4d00-be4e-0bf9e9ebf5cd tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:45.447806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b042fc74-3d1f-43d2-a774-8dc5fa0de589 req-20656adb-8fff-4d00-be4e-0bf9e9ebf5cd tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 950 time: 0.1326523 Sep 27 08:29:45.448636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446b4cb-84df-4540-8be8-c79994906cb6 req-87a3a856-1653-4ecd-8a52-0e27f95e19f0 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:45.454501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Pushing event updated for resources: {'Port': ['ID=2b2f8afb-c660-4b3b-abac-fb30d632f6be,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:45.464776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d446b4cb-84df-4540-8be8-c79994906cb6 req-87a3a856-1653-4ecd-8a52-0e27f95e19f0 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 935 time: 0.0622344 Sep 27 08:29:45.482411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:45.487854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:45.490942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:45.498149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:45.498926 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:45.516505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d446b4cb-84df-4540-8be8-c79994906cb6 req-51207732-5582-462a-90eb-26ab102bae92 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503976 Sep 27 08:29:45.535352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadcf8f5-b971-4979-8ffe-d8775e8236d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5cb13f-9b6b-4da4-843e-741e7321d725'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:45.537277 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1540729-69d5-4597-b98c-7b235f5c856b" -d '{"events": [{"server_uuid": "cadcf8f5-b971-4979-8ffe-d8775e8236d8", "name": "network-vif-plugged", "status": "completed", "tag": "4e5cb13f-9b6b-4da4-843e-741e7321d725"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:45.537910 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b042fc74-3d1f-43d2-a774-8dc5fa0de589 req-dc872f8c-2782-404e-840d-3cac639b3294 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881689 Sep 27 08:29:45.540939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-4ebf47ab-c08a-4a63-bdf5-80652967b773 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0096693 Sep 27 08:29:45.554910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Request body: {'port': {'device_id': 'f3940f59-b1a9-461a-a781-20e1fc950364', 'device_owner': 'compute:tempest-test_az-92010923', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:45.633654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-573b2cbb-6783-424b-b0b8-61dce3b5a05b req-4757128f-8a74-496a-adc3-c21be4a3f426 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 210 time: 0.0470483 Sep 27 08:29:45.671189 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:45.686296 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59555ada-d45f-4505-9c55-503b43ef30f0 x-openstack-request-id: req-59555ada-d45f-4505-9c55-503b43ef30f0 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:45.686588 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadcf8f5-b971-4979-8ffe-d8775e8236d8", "name": "network-vif-plugged", "status": "completed", "tag": "4e5cb13f-9b6b-4da4-843e-741e7321d725", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:45.687226 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59555ada-d45f-4505-9c55-503b43ef30f0 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:45.687226 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadcf8f5-b971-4979-8ffe-d8775e8236d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5cb13f-9b6b-4da4-843e-741e7321d725', 'code': 200} Sep 27 08:29:45.800128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b5b5a222-37e7-4737-a81c-85d383f32d8d None None] Provisioning complete for port 2b2f8afb-c660-4b3b-abac-fb30d632f6be triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:45.800452 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b5b5a222-37e7-4737-a81c-85d383f32d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:45.862869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5a222-37e7-4737-a81c-85d383f32d8d None None] Port 2b2f8afb-c660-4b3b-abac-fb30d632f6be cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:45.927991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0f03-c010-432c-a6b2-21c8217e3bce req-b708d2ba-a69c-4558-8090-d2366a896ded tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:45.929750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638805ab-aaa4-479e-be54-23d2f16f5903 req-ad6ccf89-9a22-4bb8-a57e-134d209ff49d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:45.929909 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cce0f03-c010-432c-a6b2-21c8217e3bce req-b708d2ba-a69c-4558-8090-d2366a896ded tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 969 time: 0.2973862 Sep 27 08:29:45.934109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc3f27-a4e0-4e35-943d-dc6c8040f964 req-1f13e7e5-b6f5-45b9-ac36-653c17a48841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:45.935768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5bc3f27-a4e0-4e35-943d-dc6c8040f964 req-1f13e7e5-b6f5-45b9-ac36-653c17a48841 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 1101 time: 0.0737898 Sep 27 08:29:45.948763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-638805ab-aaa4-479e-be54-23d2f16f5903 req-ad6ccf89-9a22-4bb8-a57e-134d209ff49d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 968 time: 0.0973475 Sep 27 08:29:45.990943 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-638805ab-aaa4-479e-be54-23d2f16f5903 req-839af9b2-28e4-491f-a80c-1ecc635a68e0 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Sep 27 08:29:46.019868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5bc3f27-a4e0-4e35-943d-dc6c8040f964 req-cbaab7dc-1b07-4933-a60b-c3f1f9f21cf3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533252 Sep 27 08:29:46.058517 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cce0f03-c010-432c-a6b2-21c8217e3bce req-0ca263c2-2c17-43d1-be4c-43132a233607 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215787 Sep 27 08:29:46.059161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:46.126394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2f8afb-c660-4b3b-abac-fb30d632f6be {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:46.135240 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.151105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Transition to ACTIVE for port object 2b2f8afb-c660-4b3b-abac-fb30d632f6be will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:46.156907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.242189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a1da13d-c337-4532-b0dd-a57f552bc5bd up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:46.259530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Pushing event updated for resources: {'Port': ['ID=2b2f8afb-c660-4b3b-abac-fb30d632f6be,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:46.279297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Attempting to bind port 2b2f8afb-c660-4b3b-abac-fb30d632f6be on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:46.279628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Attempting to bind port 2b2f8afb-c660-4b3b-abac-fb30d632f6be by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:46.279964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Attempting to bind port 2b2f8afb-c660-4b3b-abac-fb30d632f6be on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:46.285609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Port 2b2f8afb-c660-4b3b-abac-fb30d632f6be on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:46.286121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Attempting to bind port 2b2f8afb-c660-4b3b-abac-fb30d632f6be on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:46.294704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:46.295052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:46.295441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:46.295880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Bound port: 2b2f8afb-c660-4b3b-abac-fb30d632f6be, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:46.296245 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.303907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:46.304638 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.372133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 3a1da13d-c337-4532-b0dd-a57f552bc5bd completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:29:46.384104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 3a1da13d-c337-4532-b0dd-a57f552bc5bd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:46.384650 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.410176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] For port 2b2f8afb-c660-4b3b-abac-fb30d632f6be, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:46.416621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] For port 2b2f8afb-c660-4b3b-abac-fb30d632f6be, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2b2f8afb-c660-4b3b-abac-fb30d632f6be,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:46.427832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.443416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d598264f-5ab4-43aa-9f16-d3f2a3579645 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:29:46.444741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d592a-7e57-4f41-8216-da57c5077184 req-67872826-a1f9-49f7-b8a5-5ceaa4edc381 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:46.447090 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c45d592a-7e57-4f41-8216-da57c5077184 req-67872826-a1f9-49f7-b8a5-5ceaa4edc381 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 944 time: 0.0881324 Sep 27 08:29:46.456907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:46.457535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.465403 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] 10.222.0.67 "PUT /v2.0/ports/2b2f8afb-c660-4b3b-abac-fb30d632f6be HTTP/1.1" status: 200 len: 1115 time: 0.9158733 Sep 27 08:29:46.518339 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c45d592a-7e57-4f41-8216-da57c5077184 req-f53835b3-4c32-49f2-9f63-7ab83fa8fdf2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592897 Sep 27 08:29:46.574803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3940f59-b1a9-461a-a781-20e1fc950364', 'tag': '2b2f8afb-c660-4b3b-abac-fb30d632f6be'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:46.580057 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a590ba6f-92ab-4aac-9c22-c284e3d10adc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3940f59-b1a9-461a-a781-20e1fc950364", "tag": "2b2f8afb-c660-4b3b-abac-fb30d632f6be"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:46.583571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a37a3e-adba-46fd-9de5-47e951f995ef service neutron] Pushing event updated for resources: {'Port': ['ID=2b2f8afb-c660-4b3b-abac-fb30d632f6be,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:46.670324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-9cc0cf5d-38e9-4707-b658-c6db9d6e9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:46.672285 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-9cc0cf5d-38e9-4707-b658-c6db9d6e9b1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c08cfe3dfef4660987284bee5123b4e&device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 1118 time: 0.0847068 Sep 27 08:29:46.702417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ca494-126b-4f02-bcd2-8f1430e8d71e req-ee3c78ef-cdcb-4ec7-b9c0-266f281d84c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:46.703119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d1e4-6470-49c2-ad97-3af00877a06e req-476df3be-ec01-4e97-b4fc-ddcb8416082d tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:46.710429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-910ca494-126b-4f02-bcd2-8f1430e8d71e req-ee3c78ef-cdcb-4ec7-b9c0-266f281d84c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 967 time: 0.0881808 Sep 27 08:29:46.711208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b15d1e4-6470-49c2-ad97-3af00877a06e req-476df3be-ec01-4e97-b4fc-ddcb8416082d tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 950 time: 0.0806963 Sep 27 08:29:46.721938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:46.739004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'd598264f-5ab4-43aa-9f16-d3f2a3579645', 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'port_id': 'd598264f-5ab4-43aa-9f16-d3f2a3579645', 'mac_address': 'fa:16:3e:e5:2f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72f7ca5-b1e5-4bc0-b776-4388bf3dee74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:29:46.746969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b15d1e4-6470-49c2-ad97-3af00877a06e req-f9a02ef4-b3f5-4961-8d2d-509dfcd4b54e tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Sep 27 08:29:46.747277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-c3a721ae-20fc-4c79-9e37-62c36fdf2c16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2b2f8afb-c660-4b3b-abac-fb30d632f6be HTTP/1.1" status: 200 len: 217 time: 0.0609107 Sep 27 08:29:46.748469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.804592 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd4416-c8aa-401e-9741-aa67e4b79927 x-openstack-request-id: req-64cd4416-c8aa-401e-9741-aa67e4b79927 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:46.804890 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3940f59-b1a9-461a-a781-20e1fc950364", "tag": "2b2f8afb-c660-4b3b-abac-fb30d632f6be", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:46.805142 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64cd4416-c8aa-401e-9741-aa67e4b79927 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:46.805532 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3940f59-b1a9-461a-a781-20e1fc950364', 'tag': '2b2f8afb-c660-4b3b-abac-fb30d632f6be', 'status': 'completed', 'code': 200} Sep 27 08:29:46.816031 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.818561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-910ca494-126b-4f02-bcd2-8f1430e8d71e req-d42559b8-45c6-43f4-bdec-0ab458c379d1 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072893 Sep 27 08:29:46.822447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-86803383-d028-4988-a3ea-f5dbf332a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:46.823986 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-86803383-d028-4988-a3ea-f5dbf332a6b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0687287 Sep 27 08:29:46.828946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3a1da13d-c337-4532-b0dd-a57f552bc5bd, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a1da13d-c337-4532-b0dd-a57f552bc5bd,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:46.835171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d598264f-5ab4-43aa-9f16-d3f2a3579645 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:46.849912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.850706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2138fc00-436f-447e-92b2-701891d9099e up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:46.878222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-24a73b1a-e17e-42be-9482-a08c63a6941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:46.879789 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-24a73b1a-e17e-42be-9482-a08c63a6941d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450783 Sep 27 08:29:46.885055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-460edd97-5989-42e3-8ed6-3c503dc33490 req-f1531bc4-fba2-432d-bc26-5b8a00ed0fca tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 210 time: 0.0311158 Sep 27 08:29:46.902248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:46.912128 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:46.941478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3a1da13d-c337-4532-b0dd-a57f552bc5bd,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:46.989890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-9bee4aa0-a79c-4a6a-97c2-e54ef26ece8c service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009626 Sep 27 08:29:46.994517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:46.997546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 2138fc00-436f-447e-92b2-701891d9099e completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:29:47.001731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 2138fc00-436f-447e-92b2-701891d9099e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:47.002104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:47.088687 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:47.126333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2138fc00-436f-447e-92b2-701891d9099e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2138fc00-436f-447e-92b2-701891d9099e,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:47.131742 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:47.195945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2138fc00-436f-447e-92b2-701891d9099e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:47.207290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57f1c3-2bf0-4e7b-a7bd-db171f33291b req-017938a9-1b26-410c-a7ff-2fbb47add28e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.208937 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b57f1c3-2bf0-4e7b-a7bd-db171f33291b req-017938a9-1b26-410c-a7ff-2fbb47add28e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 970 time: 0.0638657 Sep 27 08:29:47.217397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-6cd8a4b0-bbcc-4fca-a31d-b1d0da3f6b4c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.218881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-6cd8a4b0-bbcc-4fca-a31d-b1d0da3f6b4c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 823 time: 0.2280695 Sep 27 08:29:47.222722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671e02a9-5b65-46a5-a70c-28a00bf3af88 req-2e47b3af-5736-4ff5-bdcb-28436ba6079a service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221773 Sep 27 08:29:47.236531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dee2f9-a368-467f-a7c2-f8e6e39f3a71 req-7cd3b19a-3cfc-48f0-9440-aa061bb09ae8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.240547 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67dee2f9-a368-467f-a7c2-f8e6e39f3a71 req-7cd3b19a-3cfc-48f0-9440-aa061bb09ae8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 969 time: 0.1088560 Sep 27 08:29:47.242981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d598264f-5ab4-43aa-9f16-d3f2a3579645'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:47.259323 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b57f1c3-2bf0-4e7b-a7bd-db171f33291b req-ad7d530a-841d-40cd-a181-1a654c17d5dd tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Sep 27 08:29:47.358684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-ae7cc563-c728-4fb1-940b-2332ab2cafb5 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=242df502e2844b1f89dc9d777f8c86b1 HTTP/1.1" status: 200 len: 379 time: 0.1166182 Sep 27 08:29:47.361952 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67dee2f9-a368-467f-a7c2-f8e6e39f3a71 req-56605a7e-6660-4649-bfbc-37dfdf0922ef tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122894 Sep 27 08:29:47.371547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Request body: {'port': {'device_id': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'admin_state_up': True, 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'security_groups': ['4559a0c7-82ef-46bf-a5bc-468da86037d7']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:47.402081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-1706ef4c-b90f-489e-afc8-2117d427b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.403651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-1706ef4c-b90f-489e-afc8-2117d427b5c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c08cfe3dfef4660987284bee5123b4e&device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 1118 time: 0.1015184 Sep 27 08:29:47.466868 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad85e5a3-0df4-484f-a6bb-c4f6955d5a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:47.558765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-e5449aa1-8166-4be5-82b0-c5f7624020a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.560291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-e5449aa1-8166-4be5-82b0-c5f7624020a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1479149 Sep 27 08:29:47.564948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Made reservation on behalf of 242df502e2844b1f89dc9d777f8c86b1 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:47.568686 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:47.616344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-05c8b56d-9e06-4302-925e-ecaa579cf41f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2b2f8afb-c660-4b3b-abac-fb30d632f6be HTTP/1.1" status: 200 len: 217 time: 0.0443001 Sep 27 08:29:47.629825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a849b93-4ad9-4e5b-8346-7bd222ab7003 req-11ee0e60-fb80-40a7-a341-f817323db6cb tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.631340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8a849b93-4ad9-4e5b-8346-7bd222ab7003 req-11ee0e60-fb80-40a7-a341-f817323db6cb tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Sep 27 08:29:47.671594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8a849b93-4ad9-4e5b-8346-7bd222ab7003 req-56035a05-80f3-4de7-acf9-127bc9b30059 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338051 Sep 27 08:29:47.691772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7745ce07-3de4-4981-81d7-aadea953dcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1da13d-c337-4532-b0dd-a57f552bc5bd'}, {'server_uuid': '2615cde1-490d-425f-a1d7-abe31a55bfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2138fc00-436f-447e-92b2-701891d9099e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:47.694369 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5533d1-7465-4c2a-898d-786eef6ac6fd" -d '{"events": [{"server_uuid": "7745ce07-3de4-4981-81d7-aadea953dcab", "name": "network-vif-plugged", "status": "completed", "tag": "3a1da13d-c337-4532-b0dd-a57f552bc5bd"}, {"server_uuid": "2615cde1-490d-425f-a1d7-abe31a55bfef", "name": "network-vif-plugged", "status": "completed", "tag": "2138fc00-436f-447e-92b2-701891d9099e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:47.720730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-75b57e40-2220-4c02-9aee-127b17a1dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.722527 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-75b57e40-2220-4c02-9aee-127b17a1dcfc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0966103 Sep 27 08:29:47.743808 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6b4e03-f139-4c80-a9a6-894b6e7e8eab x-openstack-request-id: req-2c6b4e03-f139-4c80-a9a6-894b6e7e8eab {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:47.744156 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7745ce07-3de4-4981-81d7-aadea953dcab", "name": "network-vif-plugged", "status": "completed", "tag": "3a1da13d-c337-4532-b0dd-a57f552bc5bd", "code": 200}, {"server_uuid": "2615cde1-490d-425f-a1d7-abe31a55bfef", "name": "network-vif-plugged", "status": "completed", "tag": "2138fc00-436f-447e-92b2-701891d9099e", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:47.744489 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c6b4e03-f139-4c80-a9a6-894b6e7e8eab {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:47.744941 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7745ce07-3de4-4981-81d7-aadea953dcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1da13d-c337-4532-b0dd-a57f552bc5bd', 'code': 200} Sep 27 08:29:47.745247 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2615cde1-490d-425f-a1d7-abe31a55bfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2138fc00-436f-447e-92b2-701891d9099e', 'code': 200} Sep 27 08:29:47.793430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Allocated IP 172.20.0.14 (d507e1f9-0069-4810-b618-1f54436bf7ec/e371e403-162f-4be1-95bc-77a97fe08b86/1574baac-1513-45bb-b2d9-50ebc66f83e7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:47.804651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-d7f58837-d956-4b4a-9a87-185fd3e5292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.806157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-d7f58837-d956-4b4a-9a87-185fd3e5292b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656629 Sep 27 08:29:47.836469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.67', 62377) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:47.934749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f14d-131b-45d6-a879-c71e4c08a883 req-6674b6a2-fe2a-4ae0-b089-d6e122353054 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.936272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd76f14d-131b-45d6-a879-c71e4c08a883 req-6674b6a2-fe2a-4ae0-b089-d6e122353054 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 950 time: 0.1114383 Sep 27 08:29:47.939495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974475-ee60-42e5-90d1-ee0975028dd5 req-c228f0a5-7d5a-4b2c-a546-cada198d44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:47.940874 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23974475-ee60-42e5-90d1-ee0975028dd5 req-c228f0a5-7d5a-4b2c-a546-cada198d44ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 1121 time: 0.1060488 Sep 27 08:29:47.942472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.007171 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd76f14d-131b-45d6-a879-c71e4c08a883 req-c0d7d4a1-3daf-4de8-8260-373a5f346668 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582530 Sep 27 08:29:48.011837 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23974475-ee60-42e5-90d1-ee0975028dd5 req-d8984ce1-fef3-4d6b-b455-51eba7017527 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612061 Sep 27 08:29:48.095696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98f3201d-e515-433c-bb6b-e831db4d96c1 req-6aa8d226-5315-4149-a25e-bc6a2443b916 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 210 time: 0.0310307 Sep 27 08:29:48.253282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a208cf8-c61b-45b8-ab39-bb6bae0b827d req-734a3c67-a9a7-461e-bdeb-c534f07ba590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:48.255052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a208cf8-c61b-45b8-ab39-bb6bae0b827d req-734a3c67-a9a7-461e-bdeb-c534f07ba590 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 1120 time: 0.4149232 Sep 27 08:29:48.284981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661d2df-c78d-4880-95e0-f350a0d65ad8 req-917b3eee-4ed8-4f9e-b517-5761b42b4dfb tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:48.286429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6661d2df-c78d-4880-95e0-f350a0d65ad8 req-917b3eee-4ed8-4f9e-b517-5761b42b4dfb tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 967 time: 0.3818357 Sep 27 08:29:48.291202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-7e774e4b-981c-431c-8d92-c920ac767d1d service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533823 Sep 27 08:29:48.316339 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.438313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6661d2df-c78d-4880-95e0-f350a0d65ad8 req-d59ef673-ad78-4dd5-a331-b16d7f0be926 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436348 Sep 27 08:29:48.439762 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a208cf8-c61b-45b8-ab39-bb6bae0b827d req-b5e852dc-c985-479f-a670-5daeacc52f96 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282165 Sep 27 08:29:48.468735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a590ba6f-92ab-4aac-9c22-c284e3d10adc req-e3d8feea-4c34-4fcd-a417-0ab30d27b1b5 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560040 Sep 27 08:29:48.473697 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.478201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d598264f-5ab4-43aa-9f16-d3f2a3579645 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:48.525808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab2aff-ff58-4b9a-9093-cffea91254d0 req-e4a46e2f-e889-4f5e-a97c-76bbf853756a tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:48.531934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Network d507e1f9-0069-4810-b618-1f54436bf7ec is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:48.535574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-31ab2aff-ff58-4b9a-9093-cffea91254d0 req-e4a46e2f-e889-4f5e-a97c-76bbf853756a tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 970 time: 0.0687861 Sep 27 08:29:48.536125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port d598264f-5ab4-43aa-9f16-d3f2a3579645 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:29:48.540439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port d598264f-5ab4-43aa-9f16-d3f2a3579645 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:48.540900 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.549677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:48.556963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:48.563003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:48.564021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.578511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event updated for resources: {'Port': ['ID=1574baac-1513-45bb-b2d9-50ebc66f83e7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:48.589428 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-31ab2aff-ff58-4b9a-9093-cffea91254d0 req-e76c7e75-8dd7-47de-ac7b-8b09f7d07893 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528350 Sep 27 08:29:48.593985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-32cc4af8-90b0-4dcc-a0a8-b00d794f2f66 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2272866 Sep 27 08:29:48.603944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b187c72-39e7-4d66-bf5c-f8dd1a81cf1a req-484be5ff-3b96-460c-bb30-97e5f1319f70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:48.605727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b187c72-39e7-4d66-bf5c-f8dd1a81cf1a req-484be5ff-3b96-460c-bb30-97e5f1319f70 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 969 time: 0.0936329 Sep 27 08:29:48.617775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Request body: {'port': {'device_id': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:48.642880 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.689401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b187c72-39e7-4d66-bf5c-f8dd1a81cf1a req-d8b6ddbc-67fd-4391-8365-c47ec1d784b9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773883 Sep 27 08:29:48.702922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:48.713463 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.718995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f718d8-4207-4683-aeeb-22d42612a12f req-5f9214f0-d628-45a3-9641-8ee9554856be tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:48.720563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33f718d8-4207-4683-aeeb-22d42612a12f req-5f9214f0-d628-45a3-9641-8ee9554856be tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 950 time: 0.0699773 Sep 27 08:29:48.746452 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.782593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33f718d8-4207-4683-aeeb-22d42612a12f req-f49cb138-9988-40b0-8295-19fa49d68b7e tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555270 Sep 27 08:29:48.782979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:48.795740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.865721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d7f17c16-4c59-44a1-a125-27f6b2563fdf None None] Provisioning complete for port 1574baac-1513-45bb-b2d9-50ebc66f83e7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:48.866112 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7f17c16-4c59-44a1-a125-27f6b2563fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:48.901301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d7f17c16-4c59-44a1-a125-27f6b2563fdf None None] Port 1574baac-1513-45bb-b2d9-50ebc66f83e7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:48.909745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360b9d3-fa47-4847-9c3e-96680e49827b req-388ea549-157f-421f-9962-e680b0540bba tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:48.911235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9360b9d3-fa47-4847-9c3e-96680e49827b req-388ea549-157f-421f-9962-e680b0540bba tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 946 time: 0.1308625 Sep 27 08:29:48.981728 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9360b9d3-fa47-4847-9c3e-96680e49827b req-f4ca8c96-d5b7-470c-a07b-a9ce98e0c78c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636849 Sep 27 08:29:49.095595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1574baac-1513-45bb-b2d9-50ebc66f83e7 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:49.105846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:49.120479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Transition to ACTIVE for port object 1574baac-1513-45bb-b2d9-50ebc66f83e7 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:49.125839 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:49.180516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Pushing event updated for resources: {'Port': ['ID=1574baac-1513-45bb-b2d9-50ebc66f83e7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:49.217918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Attempting to bind port 1574baac-1513-45bb-b2d9-50ebc66f83e7 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:49.218125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6922c83-69d7-425a-827e-9a9508d0989b req-3cefb5d7-a651-4ba2-a640-acbd2a40c43d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:49.218257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Attempting to bind port 1574baac-1513-45bb-b2d9-50ebc66f83e7 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:49.218557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Attempting to bind port 1574baac-1513-45bb-b2d9-50ebc66f83e7 on network d507e1f9-0069-4810-b618-1f54436bf7ec {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:49.219496 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6922c83-69d7-425a-827e-9a9508d0989b req-3cefb5d7-a651-4ba2-a640-acbd2a40c43d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 944 time: 0.0522325 Sep 27 08:29:49.222932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Port 1574baac-1513-45bb-b2d9-50ebc66f83e7 on network d507e1f9-0069-4810-b618-1f54436bf7ec not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:49.223246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Attempting to bind port 1574baac-1513-45bb-b2d9-50ebc66f83e7 on network d507e1f9-0069-4810-b618-1f54436bf7ec {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:49.233751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:49.234112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Checking segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:49.234773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Bound using segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:49.235374 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Bound port: 1574baac-1513-45bb-b2d9-50ebc66f83e7, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:49.235715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:49.267044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6922c83-69d7-425a-827e-9a9508d0989b req-8bbf3809-b3d5-4229-896b-7493b205045e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381742 Sep 27 08:29:49.305978 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] For port 1574baac-1513-45bb-b2d9-50ebc66f83e7, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:49.309466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] For port 1574baac-1513-45bb-b2d9-50ebc66f83e7, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:49.314676 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:49.352358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:49.352974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:49.354867 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] 10.222.0.57 "PUT /v2.0/ports/1574baac-1513-45bb-b2d9-50ebc66f83e7 HTTP/1.1" status: 200 len: 1092 time: 0.7417314 Sep 27 08:29:49.355150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'tag': '1574baac-1513-45bb-b2d9-50ebc66f83e7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:49.357399 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418" -d '{"events": [{"name": "network-changed", "server_uuid": "3657fc7f-2e9c-479c-8664-1df8e9aac689", "tag": "1574baac-1513-45bb-b2d9-50ebc66f83e7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:49.377442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd2909-5708-43c5-a0a9-e1cda1f9c773 service neutron] Pushing event updated for resources: {'Port': ['ID=1574baac-1513-45bb-b2d9-50ebc66f83e7,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:49.405896 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9bb41-842e-4ca7-9e25-5d1a56847d20 x-openstack-request-id: req-9fe9bb41-842e-4ca7-9e25-5d1a56847d20 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:49.406182 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3657fc7f-2e9c-479c-8664-1df8e9aac689", "tag": "1574baac-1513-45bb-b2d9-50ebc66f83e7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:49.406428 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9fe9bb41-842e-4ca7-9e25-5d1a56847d20 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:49.406812 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'tag': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'status': 'completed', 'code': 200} Sep 27 08:29:49.439878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-36a76f65-8171-49c4-ba26-bbc93298d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:49.441452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-36a76f65-8171-49c4-ba26-bbc93298d4f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 1095 time: 0.0448935 Sep 27 08:29:49.491058 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-190a014f-bc7a-421f-ae71-61a5e4a424b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7 HTTP/1.1" status: 200 len: 217 time: 0.0381150 Sep 27 08:29:49.542923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-4ba19572-b64c-4344-8a73-8410b1e7955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:49.544398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-4ba19572-b64c-4344-8a73-8410b1e7955e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e371e403-162f-4be1-95bc-77a97fe08b86 HTTP/1.1" status: 200 len: 862 time: 0.0455291 Sep 27 08:29:49.564021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd31bf-2734-42b7-aa26-f9df90cd641c req-8bb2e888-43f4-42d9-adc0-ab1880fcd7a6 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:49.565523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4dfd31bf-2734-42b7-aa26-f9df90cd641c req-8bb2e888-43f4-42d9-adc0-ab1880fcd7a6 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 967 time: 0.0498536 Sep 27 08:29:49.590602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-73b3bcd4-ee47-4d02-80a5-a32a62a91838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:49.592108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-73b3bcd4-ee47-4d02-80a5-a32a62a91838 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d507e1f9-0069-4810-b618-1f54436bf7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393188 Sep 27 08:29:49.602084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4dfd31bf-2734-42b7-aa26-f9df90cd641c req-6468b161-e9cd-420e-9f15-bca32b381f9d tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302126 Sep 27 08:29:49.720434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-23529e47-3106-4fe5-97e8-a85e322b19b6 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119368 Sep 27 08:29:49.737502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0924a-0f51-4a84-a27c-6cd7f839b100 req-53b36360-5ba7-46be-9e40-d3f4ae755711 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:49.739117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eae0924a-0f51-4a84-a27c-6cd7f839b100 req-53b36360-5ba7-46be-9e40-d3f4ae755711 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 970 time: 0.0709553 Sep 27 08:29:49.746871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:49.750064 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265bc9d-61d5-4833-86a9-bc40df78b900" -d '{"events": [{"server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "name": "network-vif-plugged", "status": "completed", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:49.836944 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eae0924a-0f51-4a84-a27c-6cd7f839b100 req-8d09362a-e3d7-4935-a3a3-1c772f9c397a tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899518 Sep 27 08:29:49.878579 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22394530-af63-4f6e-9a8b-8952fbbb5a5c req-b31c51f4-7107-4026-ba29-06eb138b5613 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496265 Sep 27 08:29:49.886730 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c883b-f9f6-4ca9-a838-e98780090002 x-openstack-request-id: req-c64c883b-f9f6-4ca9-a838-e98780090002 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:49.887022 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "name": "network-vif-plugged", "status": "completed", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:49.887278 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c64c883b-f9f6-4ca9-a838-e98780090002 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:49.887672 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645', 'code': 200} Sep 27 08:29:49.970687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a288ab-3a51-410a-afb4-f98e1148e646 req-3b2abb8b-b706-44e5-98c5-20add29051dc tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:49.972162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9a288ab-3a51-410a-afb4-f98e1148e646 req-3b2abb8b-b706-44e5-98c5-20add29051dc tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 969 time: 0.0556293 Sep 27 08:29:50.023553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378edfd0-a827-445e-b784-55890614e0c7 req-785fe694-afe8-4721-b3f4-b2e506126996 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.025211 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-378edfd0-a827-445e-b784-55890614e0c7 req-785fe694-afe8-4721-b3f4-b2e506126996 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 950 time: 0.0798790 Sep 27 08:29:50.050384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9a288ab-3a51-410a-afb4-f98e1148e646 req-cf444fd0-a82e-4ce0-935b-1e8694c0bc1f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718663 Sep 27 08:29:50.052554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-822b0e2c-85dc-4fed-978f-1ad9fb25289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.054079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-822b0e2c-85dc-4fed-978f-1ad9fb25289f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 1095 time: 0.0668550 Sep 27 08:29:50.056361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b1f89-42d5-4753-b5b5-fc5f58781f58 req-5fddc786-056e-4490-b2ef-ae3c6c60ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.057891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e07b1f89-42d5-4753-b5b5-fc5f58781f58 req-5fddc786-056e-4490-b2ef-ae3c6c60ce19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1097 time: 0.0700691 Sep 27 08:29:50.072221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-378edfd0-a827-445e-b784-55890614e0c7 req-eb6758d9-701a-4216-a9cc-a51c49414344 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388582 Sep 27 08:29:50.157438 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e07b1f89-42d5-4753-b5b5-fc5f58781f58 req-1c321467-0cd7-4a72-b85e-cee32532e465 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617883 Sep 27 08:29:50.176571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671215-9bab-4740-93ea-6cb3b22f1968 req-cb3ca891-9cfb-40b5-8370-e929a3bb97ce tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.178055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb671215-9bab-4740-93ea-6cb3b22f1968 req-cb3ca891-9cfb-40b5-8370-e929a3bb97ce tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 946 time: 0.0622723 Sep 27 08:29:50.191350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-716d1717-7d54-4b6f-a832-6631a89f54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.192999 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-716d1717-7d54-4b6f-a832-6631a89f54e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 924 time: 0.1022840 Sep 27 08:29:50.222295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb671215-9bab-4740-93ea-6cb3b22f1968 req-b4a472f8-e867-4711-af92-1e604e4becf7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364969 Sep 27 08:29:50.223465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2b2f8afb-c660-4b3b-abac-fb30d632f6be details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:29:50.328193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2b2f8afb-c660-4b3b-abac-fb30d632f6be, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2b2f8afb-c660-4b3b-abac-fb30d632f6be,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:50.341003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '2b2f8afb-c660-4b3b-abac-fb30d632f6be', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '2b2f8afb-c660-4b3b-abac-fb30d632f6be', 'mac_address': 'fa:16:3e:c7:1f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:tempest-test_az-92010923', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:29:50.397014 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:50.399083 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:50.410965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2f8afb-c660-4b3b-abac-fb30d632f6be {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:50.421668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-5f5e1c77-60b7-4203-96b2-6770a1da1bad tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.423291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-5f5e1c77-60b7-4203-96b2-6770a1da1bad tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 1101 time: 0.0488174 Sep 27 08:29:50.434189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2b2f8afb-c660-4b3b-abac-fb30d632f6be, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2b2f8afb-c660-4b3b-abac-fb30d632f6be,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:50.438373 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:50.448246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-e779c8ec-3ea6-49fa-981d-001254605bbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7 HTTP/1.1" status: 200 len: 217 time: 0.0747225 Sep 27 08:29:50.463114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518320-2cba-4f05-98b1-2a911eb0eee5 req-cf3ddc71-7229-4551-8717-fd67ed4ef38d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.464649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0518320-2cba-4f05-98b1-2a911eb0eee5 req-cf3ddc71-7229-4551-8717-fd67ed4ef38d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 944 time: 0.1240640 Sep 27 08:29:50.497820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2b2f8afb-c660-4b3b-abac-fb30d632f6be,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:50.518233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] Deleting port 4e5cb13f-9b6b-4da4-843e-741e7321d725 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:29:50.518578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:50.532277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-af029e8d-a58d-4bdb-bdac-5de433dd1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.533826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-af029e8d-a58d-4bdb-bdac-5de433dd1e90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e371e403-162f-4be1-95bc-77a97fe08b86 HTTP/1.1" status: 200 len: 862 time: 0.0682642 Sep 27 08:29:50.536837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0518320-2cba-4f05-98b1-2a911eb0eee5 req-4a69d7f9-9a20-4303-8184-5044540cb17e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641077 Sep 27 08:29:50.593147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-dc4ed049-1c2e-425c-b6d6-10fa25b19a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.594791 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-dc4ed049-1c2e-425c-b6d6-10fa25b19a44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d507e1f9-0069-4810-b618-1f54436bf7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412705 Sep 27 08:29:50.605008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] For port 4e5cb13f-9b6b-4da4-843e-741e7321d725, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4e5cb13f-9b6b-4da4-843e-741e7321d725,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:50.605490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:50.618996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] Calling delete_port for 4e5cb13f-9b6b-4da4-843e-741e7321d725 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:29:50.689590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2b2f8afb-c660-4b3b-abac-fb30d632f6be'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:50.697238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-8a375af1-b720-43e1-8978-51aa584b235c service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898438 Sep 27 08:29:50.754761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7dd0e-8dba-4746-ad5a-66873b042f6a req-ca6f8418-a50e-4498-8e69-ae1559592b49 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.756248 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34c7dd0e-8dba-4746-ad5a-66873b042f6a req-ca6f8418-a50e-4498-8e69-ae1559592b49 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 968 time: 0.0689871 Sep 27 08:29:50.804316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a60be95-d5fe-47d2-a4c5-cdc8eeb8e418 req-e0d31569-8f58-46d0-871f-0109535aa1f4 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960844 Sep 27 08:29:50.826710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34c7dd0e-8dba-4746-ad5a-66873b042f6a req-3378aed8-20ca-46e6-b226-03967ed678a0 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620506 Sep 27 08:29:50.854777 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:50.867620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['4e5cb13f-9b6b-4da4-843e-741e7321d725'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:50.886164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e5cb13f-9b6b-4da4-843e-741e7321d725,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:50.928856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] No DVR routers for this DVR port 4e5cb13f-9b6b-4da4-843e-741e7321d725 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:29:50.932541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:50.934704 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7cf4551-2ffa-4683-99ec-56ef5df7975f req-89376905-3d70-4f1f-b0cc-09f336395aef tempest-DeleteServersAdminTestJSON-1907548488 tempest-DeleteServersAdminTestJSON-1907548488-project-admin] 10.222.0.57 "DELETE /v2.0/ports/4e5cb13f-9b6b-4da4-843e-741e7321d725 HTTP/1.1" status: 204 len: 173 time: 0.5035446 Sep 27 08:29:50.935151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadcf8f5-b971-4979-8ffe-d8775e8236d8', 'name': 'network-vif-deleted', 'tag': '4e5cb13f-9b6b-4da4-843e-741e7321d725'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:50.937422 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1297de5c-7f14-4833-b11c-8ab720fcd6bc" -d '{"events": [{"server_uuid": "cadcf8f5-b971-4979-8ffe-d8775e8236d8", "name": "network-vif-deleted", "tag": "4e5cb13f-9b6b-4da4-843e-741e7321d725"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:50.974746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22234425-8909-438b-8b19-458fffb002eb req-118ce4fd-d9aa-492a-9b50-6f0d62ce1e1f tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:50.975995 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2775cc-5f56-4d58-afd2-d7ecfe923644 x-openstack-request-id: req-4c2775cc-5f56-4d58-afd2-d7ecfe923644 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:50.976645 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadcf8f5-b971-4979-8ffe-d8775e8236d8", "name": "network-vif-deleted", "tag": "4e5cb13f-9b6b-4da4-843e-741e7321d725", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:50.976645 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c2775cc-5f56-4d58-afd2-d7ecfe923644 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:50.976842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22234425-8909-438b-8b19-458fffb002eb req-118ce4fd-d9aa-492a-9b50-6f0d62ce1e1f tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 970 time: 0.0616319 Sep 27 08:29:50.976973 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadcf8f5-b971-4979-8ffe-d8775e8236d8', 'name': 'network-vif-deleted', 'tag': '4e5cb13f-9b6b-4da4-843e-741e7321d725', 'status': 'completed', 'code': 200} Sep 27 08:29:51.023165 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22234425-8909-438b-8b19-458fffb002eb req-649542bf-76a2-40db-97a9-ae2ce106d59f tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Sep 27 08:29:51.141075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2d820-d952-4ac6-839d-abf27b571cee req-347eb1f2-7321-4e77-ad15-ff1a4d06a8ad tempest-AggregatesAdminTestJSON-1099157574 tempest-AggregatesAdminTestJSON-1099157574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:51.142639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0f2d820-d952-4ac6-839d-abf27b571cee req-347eb1f2-7321-4e77-ad15-ff1a4d06a8ad tempest-AggregatesAdminTestJSON-1099157574 tempest-AggregatesAdminTestJSON-1099157574-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 1121 time: 0.0420606 Sep 27 08:29:51.163960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0f2d820-d952-4ac6-839d-abf27b571cee req-98879559-588d-44f8-a6fd-f08672d67ff1 tempest-AggregatesAdminTestJSON-1099157574 tempest-AggregatesAdminTestJSON-1099157574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:51.176389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08436df3-0b7c-421e-936c-4a6526d0486d req-dd81f823-f43d-4108-a9b6-10676ab6358b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:51.177884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08436df3-0b7c-421e-936c-4a6526d0486d req-dd81f823-f43d-4108-a9b6-10676ab6358b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 969 time: 0.0487316 Sep 27 08:29:51.229078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08436df3-0b7c-421e-936c-4a6526d0486d req-be2ad06e-1ea9-47ea-88cd-f84769a9ecaf tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Sep 27 08:29:51.259431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0f2d820-d952-4ac6-839d-abf27b571cee req-98879559-588d-44f8-a6fd-f08672d67ff1 tempest-AggregatesAdminTestJSON-1099157574 tempest-AggregatesAdminTestJSON-1099157574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:51.263841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0f2d820-d952-4ac6-839d-abf27b571cee req-98879559-588d-44f8-a6fd-f08672d67ff1 tempest-AggregatesAdminTestJSON-1099157574 tempest-AggregatesAdminTestJSON-1099157574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:51.284053 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0f2d820-d952-4ac6-839d-abf27b571cee req-98879559-588d-44f8-a6fd-f08672d67ff1 tempest-AggregatesAdminTestJSON-1099157574 tempest-AggregatesAdminTestJSON-1099157574-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352756 Sep 27 08:29:51.304084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98879559-588d-44f8-a6fd-f08672d67ff1 tempest-AggregatesAdminTestJSON-1099157574 tempest-AggregatesAdminTestJSON-1099157574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b045b6a-7ebb-4ab8-9c84-8c702f1ab29d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:51.323260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-155c259c-0f9e-4e9f-bf52-ce1db4532d84 req-c62e5675-cbe2-4e70-bfc4-4912a1509fe3 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=cadcf8f5-b971-4979-8ffe-d8775e8236d8 HTTP/1.1" status: 200 len: 210 time: 0.0291846 Sep 27 08:29:51.394956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2fab-eaa1-479d-8263-eb9fff007f45 req-d2948fa2-005e-4899-baac-47453bb29514 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:51.396471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92cc2fab-eaa1-479d-8263-eb9fff007f45 req-d2948fa2-005e-4899-baac-47453bb29514 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0490685 Sep 27 08:29:51.436593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92cc2fab-eaa1-479d-8263-eb9fff007f45 req-8d8a0b47-ab44-45d4-88c0-381bed978e75 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Sep 27 08:29:51.441272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b94b-d891-4069-8a10-651a14a7d5e0 req-90cf1ca2-8778-412e-be38-05d3a7e7f767 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:51.449100 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6c3b94b-d891-4069-8a10-651a14a7d5e0 req-90cf1ca2-8778-412e-be38-05d3a7e7f767 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 946 time: 0.0662339 Sep 27 08:29:51.495920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6c3b94b-d891-4069-8a10-651a14a7d5e0 req-5b4678fe-df35-49d8-b289-708e1579dc1b tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Sep 27 08:29:51.663611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998fe53-0028-431f-a1c8-91fa95d8d735 req-c4f6cf83-1b0b-44ff-900a-ea6b7e8cd921 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:51.665276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e998fe53-0028-431f-a1c8-91fa95d8d735 req-c4f6cf83-1b0b-44ff-900a-ea6b7e8cd921 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 944 time: 0.0550876 Sep 27 08:29:51.707478 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e998fe53-0028-431f-a1c8-91fa95d8d735 req-10d6afd2-96fd-4fa9-99a0-706b8f6cf62e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348639 Sep 27 08:29:51.724087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-3d239f1f-5e7a-456c-aa19-def247aa109a tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210791 Sep 27 08:29:51.840314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-0047c23c-25bb-4201-ba13-4bdf540dc038 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:51.841791 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-0047c23c-25bb-4201-ba13-4bdf540dc038 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115980 Sep 27 08:29:51.857020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-02e4531e-e2da-4e77-91ff-a9e26be30eaf tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/quotas/493ec5bf9b8f4c47ae487ac759ccd87c HTTP/1.1" status: 200 len: 375 time: 0.0092750 Sep 27 08:29:51.912900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-63a41409-60d3-4c43-b6d2-f982b7e47d11 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503991 Sep 27 08:29:52.110962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3929-3921-4d92-9b20-3c630688890b req-3c552822-d192-4647-b6ce-15481d0ed4f1 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:52.112500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d12a3929-3921-4d92-9b20-3c630688890b req-3c552822-d192-4647-b6ce-15481d0ed4f1 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 968 time: 0.0548429 Sep 27 08:29:52.160924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d12a3929-3921-4d92-9b20-3c630688890b req-8703541e-b933-46c6-b505-049a72e7723f tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Sep 27 08:29:52.232836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2b2f8afb-c660-4b3b-abac-fb30d632f6be up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:52.240470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0059bed5-0e8d-4c01-89f8-7c13fcf27aba req-0fec9915-9215-4ab7-b958-1de790e473e4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 210 time: 0.0367019 Sep 27 08:29:52.291303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 2b2f8afb-c660-4b3b-abac-fb30d632f6be completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:29:52.295303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 2b2f8afb-c660-4b3b-abac-fb30d632f6be triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:52.296075 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:52.391986 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:52.422599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3940f59-b1a9-461a-a781-20e1fc950364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2f8afb-c660-4b3b-abac-fb30d632f6be'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:52.424973 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca4df9-25c6-40ab-b6e2-8c7ac4c49fee" -d '{"events": [{"server_uuid": "f3940f59-b1a9-461a-a781-20e1fc950364", "name": "network-vif-plugged", "status": "completed", "tag": "2b2f8afb-c660-4b3b-abac-fb30d632f6be"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:52.441734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2b2f8afb-c660-4b3b-abac-fb30d632f6be, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2b2f8afb-c660-4b3b-abac-fb30d632f6be,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:52.450459 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:52.486050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1574baac-1513-45bb-b2d9-50ebc66f83e7 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:29:52.491639 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb134a7-efc6-404e-a995-08875a9f4131 x-openstack-request-id: req-5cb134a7-efc6-404e-a995-08875a9f4131 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:52.491928 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3940f59-b1a9-461a-a781-20e1fc950364", "name": "network-vif-plugged", "status": "completed", "tag": "2b2f8afb-c660-4b3b-abac-fb30d632f6be", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:52.492181 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cb134a7-efc6-404e-a995-08875a9f4131 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:52.492614 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3940f59-b1a9-461a-a781-20e1fc950364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2f8afb-c660-4b3b-abac-fb30d632f6be', 'code': 200} Sep 27 08:29:52.527178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2b2f8afb-c660-4b3b-abac-fb30d632f6be,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:52.624241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90edb9-ba13-4450-9a2d-643af2d914f5 req-30a2a8b9-e37d-4b6d-8f80-bc4595f5d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:52.625770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e90edb9-ba13-4450-9a2d-643af2d914f5 req-30a2a8b9-e37d-4b6d-8f80-bc4595f5d4dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 1120 time: 0.0544391 Sep 27 08:29:52.632767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1574baac-1513-45bb-b2d9-50ebc66f83e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:52.647758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'port_id': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'mac_address': 'fa:16:3e:dd:5d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:29:52.664615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e90edb9-ba13-4450-9a2d-643af2d914f5 req-9cbe087b-24df-4368-8456-6db2a9ae841b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Sep 27 08:29:52.684675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be085810-06d8-45ec-8e76-42ef68acf834 req-8eda3244-95bb-4b58-a325-015ae3e8142f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:52.686568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be085810-06d8-45ec-8e76-42ef68acf834 req-8eda3244-95bb-4b58-a325-015ae3e8142f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 946 time: 0.0560489 Sep 27 08:29:52.689485 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:52.703197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1574baac-1513-45bb-b2d9-50ebc66f83e7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:52.724926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1574baac-1513-45bb-b2d9-50ebc66f83e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:52.732658 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:52.752772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be085810-06d8-45ec-8e76-42ef68acf834 req-51f05c90-bf9b-4181-8d34-7236239d0493 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530670 Sep 27 08:29:52.803283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1574baac-1513-45bb-b2d9-50ebc66f83e7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:52.814049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-09fcb2b0-4a97-4146-a8f4-dbccbe1f6b33 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d6361259f16e471d94a38f4a5ddf255e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226908 Sep 27 08:29:52.889839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590b3e7-cfca-4d28-bb69-f5c40f80e530 req-0c713312-3a8b-46bc-880c-282fa7e91ea6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:52.891234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f590b3e7-cfca-4d28-bb69-f5c40f80e530 req-0c713312-3a8b-46bc-880c-282fa7e91ea6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 945 time: 0.0481613 Sep 27 08:29:52.922349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-7ef19fe3-2d34-40c7-aed1-9fd62cc8ff4f tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:52.923819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-7ef19fe3-2d34-40c7-aed1-9fd62cc8ff4f tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1019514 Sep 27 08:29:52.929079 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f590b3e7-cfca-4d28-bb69-f5c40f80e530 req-1717de52-8a3c-442b-8073-36d830afb2b4 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318575 Sep 27 08:29:52.939110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-effdceaf-ae1b-4d3b-a227-4f10f775fe18 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/quotas/d6361259f16e471d94a38f4a5ddf255e HTTP/1.1" status: 200 len: 375 time: 0.0088477 Sep 27 08:29:52.973811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-aa327d3d-ad44-499d-8fb5-796314713001 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d6361259f16e471d94a38f4a5ddf255e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289032 Sep 27 08:29:52.999651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['1574baac-1513-45bb-b2d9-50ebc66f83e7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:53.171103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef7278-d48a-47e6-aabe-385af12d6f26 req-c0a412bc-1c16-4b7c-a071-ad6fd5710e47 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:53.172608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ceef7278-d48a-47e6-aabe-385af12d6f26 req-c0a412bc-1c16-4b7c-a071-ad6fd5710e47 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1097 time: 0.0452263 Sep 27 08:29:53.257931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ceef7278-d48a-47e6-aabe-385af12d6f26 req-77314605-314b-43cf-a82e-7cc119ef8daa tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703471 Sep 27 08:29:53.281899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-2822d8ee-895c-4a42-9601-f667885b3b3f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679159 Sep 27 08:29:53.352636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-184cb4c0-6cd0-430d-b11d-e64341b89352 req-b602d361-ea1c-46dd-862a-55814a8071a5 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 210 time: 0.0538697 Sep 27 08:29:53.434138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-236f8b24-b851-4223-bb31-0428ff84ea50 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:53.435667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-236f8b24-b851-4223-bb31-0428ff84ea50 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478276 Sep 27 08:29:53.450256 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bfdb5a43-ddb3-43ff-a304-d73ceb680c2b req-22c63bdd-4bd3-4533-8500-d7bd1c87ce38 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Sep 27 08:29:53.467869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Request body: {'port': {'device_id': '38eb2da6-3c68-4f32-a16c-70a82ff679b3', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '493ec5bf9b8f4c47ae487ac759ccd87c'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:53.576256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23ce01-37cd-424a-8a63-618553e5b2f9 req-a0d9de78-5048-4f0d-85a7-753da4846177 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:53.577782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa23ce01-37cd-424a-8a63-618553e5b2f9 req-a0d9de78-5048-4f0d-85a7-753da4846177 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 969 time: 0.1307552 Sep 27 08:29:53.622883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f82d7-ae44-4558-9fd9-e8514aec62ea req-b994590a-795f-4ca5-9ee9-88b3488c7e26 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:53.624561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-709f82d7-ae44-4558-9fd9-e8514aec62ea req-b994590a-795f-4ca5-9ee9-88b3488c7e26 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1097 time: 0.0454555 Sep 27 08:29:53.635365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa23ce01-37cd-424a-8a63-618553e5b2f9 req-7a4fec93-dfee-48fc-af6f-eb4e55f225f3 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470541 Sep 27 08:29:53.659150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Made reservation on behalf of 493ec5bf9b8f4c47ae487ac759ccd87c for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:53.663070 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:53.679429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-709f82d7-ae44-4558-9fd9-e8514aec62ea req-a61a53e6-93c1-4747-9e0c-ee64d22852f6 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468380 Sep 27 08:29:53.848895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Allocated IP 192.168.233.231 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/6f9882c8-1c85-4dce-a9f6-839cecd3cbd7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:54.044350 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.079370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.094832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:54.099625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3a1da13d-c337-4532-b0dd-a57f552bc5bd'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:54.155139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:54.163191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:54.172221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:54.178009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:54.178677 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.183412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Pushing event updated for resources: {'Port': ['ID=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:54.213893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c7b66-31c2-4e57-adf2-7d36ee27ec67 req-f2095bca-0be3-4977-a031-6ebc8fd227ee tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:54.215724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-774c7b66-31c2-4e57-adf2-7d36ee27ec67 req-f2095bca-0be3-4977-a031-6ebc8fd227ee tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 945 time: 0.1028199 Sep 27 08:29:54.235069 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7bdb15dc-a0f1-4668-9e18-9d92659b0162 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7730827 Sep 27 08:29:54.253505 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-13df33df-1262-4f66-a438-90dcee211685 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d6361259f16e471d94a38f4a5ddf255e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303705 Sep 27 08:29:54.263128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Request body: {'port': {'device_id': '38eb2da6-3c68-4f32-a16c-70a82ff679b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:54.356091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-774c7b66-31c2-4e57-adf2-7d36ee27ec67 req-0496fb06-334c-4e96-b44f-13b26223cede tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258419 Sep 27 08:29:54.371750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.402833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-cb440fd4-83d5-4c07-8e20-4c8e36c21990 req-afd19252-d269-4790-8bc2-08cb317614f8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:29:54.415571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb440fd4-83d5-4c07-8e20-4c8e36c21990 req-afd19252-d269-4790-8bc2-08cb317614f8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1609733 Sep 27 08:29:54.492841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-6bed8b9c-825a-4c35-b0a9-0f0058919440 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:54.495398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-6bed8b9c-825a-4c35-b0a9-0f0058919440 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343686 Sep 27 08:29:54.496078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1574baac-1513-45bb-b2d9-50ebc66f83e7 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:29:54.517421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Request body: {'port': {'device_id': 'b779af15-f425-4abd-896f-28303cdf2065', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'd6361259f16e471d94a38f4a5ddf255e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:54.574069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 1574baac-1513-45bb-b2d9-50ebc66f83e7 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:29:54.579851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 1574baac-1513-45bb-b2d9-50ebc66f83e7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:54.580226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.631440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a5ce171b-2ec1-486e-a33d-9e7c87ba4448 None None] Provisioning complete for port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:54.631870 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5ce171b-2ec1-486e-a33d-9e7c87ba4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.633810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6c90bea-8b14-4020-87be-214c04e2fbf5 req-dc9345dd-ab5a-4e73-b957-ee2503feedb3 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 210 time: 0.0460997 Sep 27 08:29:54.705661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce171b-2ec1-486e-a33d-9e7c87ba4448 None None] Port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:54.736068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.742460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Made reservation on behalf of d6361259f16e471d94a38f4a5ddf255e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:54.748380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.883199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1574baac-1513-45bb-b2d9-50ebc66f83e7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:54.885532 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82361b33-daec-4226-b753-d46f82a9af1e" -d '{"events": [{"server_uuid": "3657fc7f-2e9c-479c-8664-1df8e9aac689", "name": "network-vif-plugged", "status": "completed", "tag": "1574baac-1513-45bb-b2d9-50ebc66f83e7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:54.899445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1574baac-1513-45bb-b2d9-50ebc66f83e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:54.905967 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:54.907293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 4e5cb13f-9b6b-4da4-843e-741e7321d725 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:29:54.946028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 4e5cb13f-9b6b-4da4-843e-741e7321d725 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:29:54.946442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 4e5cb13f-9b6b-4da4-843e-741e7321d725 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:29:54.973887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1574baac-1513-45bb-b2d9-50ebc66f83e7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:55.090541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:55.100752 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.110778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08aeb-33cc-4faa-b869-7a03966d8ea2 req-230f6316-fa8a-4296-b18b-23c15a5a15fb tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.112488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ee08aeb-33cc-4faa-b869-7a03966d8ea2 req-230f6316-fa8a-4296-b18b-23c15a5a15fb tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 936 time: 0.2949924 Sep 27 08:29:55.129518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Transition to ACTIVE for port object 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:55.138485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.191580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ee08aeb-33cc-4faa-b869-7a03966d8ea2 req-da0abb5c-6a50-461a-846f-7f8bafe44b46 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718622 Sep 27 08:29:55.192222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Allocated IP 192.168.233.87 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/1e01f7d7-a584-4b7d-8fd6-fab1024087a7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:55.205844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:55.262918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Attempting to bind port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:55.263255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Attempting to bind port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:55.263582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Attempting to bind port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:55.269019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:55.269184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Attempting to bind port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:55.274537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:55.275062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:55.275456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:55.275916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Bound port: 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:55.276239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.375714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773b6a1-16f3-47f2-8310-74b86d9b5d76 req-67b476ea-3bc8-4366-9355-9aaa552bb23a tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.377303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8773b6a1-16f3-47f2-8310-74b86d9b5d76 req-67b476ea-3bc8-4366-9355-9aaa552bb23a tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 969 time: 0.0911849 Sep 27 08:29:55.387220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] For port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:55.392507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] For port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:55.403602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.439287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.471529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.472157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.473586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] 10.222.0.57 "PUT /v2.0/ports/6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 HTTP/1.1" status: 200 len: 1096 time: 1.2182946 Sep 27 08:29:55.474036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38eb2da6-3c68-4f32-a16c-70a82ff679b3', 'tag': '6f9882c8-1c85-4dce-a9f6-839cecd3cbd7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:55.476342 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec96b1-0f0f-4970-b235-32fad0813166" -d '{"events": [{"name": "network-changed", "server_uuid": "38eb2da6-3c68-4f32-a16c-70a82ff679b3", "tag": "6f9882c8-1c85-4dce-a9f6-839cecd3cbd7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:55.489227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8773b6a1-16f3-47f2-8310-74b86d9b5d76 req-f7f57bc1-00c4-4a75-bc83-a54a82781c85 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934956 Sep 27 08:29:55.492504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a4844-3c0e-4aae-b672-1ed6cd8e5eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:55.513827 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.574460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-f2a1e685-04fd-41b9-83e8-2095388a5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.576488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-f2a1e685-04fd-41b9-83e8-2095388a5b65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 1099 time: 0.0523891 Sep 27 08:29:55.598762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:29:55.602208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:29:55.609467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:29:55.615346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.616228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.620530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Pushing event updated for resources: {'Port': ['ID=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:55.648701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-4710b330-19f1-40ba-9cde-3b17dc0babed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 HTTP/1.1" status: 200 len: 217 time: 0.0601614 Sep 27 08:29:55.651037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-0a143455-c641-4ef4-b110-6faa03328db0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1385713 Sep 27 08:29:55.669237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Request body: {'port': {'device_id': 'b779af15-f425-4abd-896f-28303cdf2065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:55.732199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-2dfab1e5-ce6a-42a3-a74c-86e798457471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.734544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-2dfab1e5-ce6a-42a3-a74c-86e798457471 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0775642 Sep 27 08:29:55.744106 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:55.760518 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a17ec1-a2da-4130-a6fc-ebc33731c8f2 x-openstack-request-id: req-c5a17ec1-a2da-4130-a6fc-ebc33731c8f2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:55.761020 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3657fc7f-2e9c-479c-8664-1df8e9aac689", "name": "network-vif-plugged", "status": "completed", "tag": "1574baac-1513-45bb-b2d9-50ebc66f83e7", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:55.761111 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5a17ec1-a2da-4130-a6fc-ebc33731c8f2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:55.761595 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'code': 200} Sep 27 08:29:55.790480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60702) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:55.821947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-79cd7048-4180-4659-ae06-349e30088afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.823703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-79cd7048-4180-4659-ae06-349e30088afb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797832 Sep 27 08:29:55.896628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-442f45e4-409e-47a6-b6b2-7ba0b8cd4914 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:29:55.897681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-442f45e4-409e-47a6-b6b2-7ba0b8cd4914 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1046460 Sep 27 08:29:55.979094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877ab9-8c93-48e1-859c-bd17cdf7613a req-3031cc7d-8799-4d83-939c-0cebb21a9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.980714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-64877ab9-8c93-48e1-859c-bd17cdf7613a req-3031cc7d-8799-4d83-939c-0cebb21a9a06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 1097 time: 0.1333883 Sep 27 08:29:55.991839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ddefa-d424-4b26-91dd-9687f5a286bb req-3a8ac754-7cf8-40db-b344-b53ba280a9a3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:55.993340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-361ddefa-d424-4b26-91dd-9687f5a286bb req-3a8ac754-7cf8-40db-b344-b53ba280a9a3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 946 time: 0.1665435 Sep 27 08:29:55.999124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-f64e9b7b-ecb2-4eeb-a3c6-93a99c0505e8 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.000478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-f64e9b7b-ecb2-4eeb-a3c6-93a99c0505e8 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports/d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 1094 time: 0.0930901 Sep 27 08:29:56.016112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-81efc535-7f94-431b-831c-586e3ba145e5 None None] Provisioning complete for port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:29:56.016704 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81efc535-7f94-431b-831c-586e3ba145e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:56.040532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-7a5b1e7a-c5aa-4e72-91b1-e8230fe75c1d service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705947 Sep 27 08:29:56.060223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-81efc535-7f94-431b-831c-586e3ba145e5 None None] Port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:29:56.076216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-361ddefa-d424-4b26-91dd-9687f5a286bb req-512936d5-2fcc-49d6-af08-9c92039d547b tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734994 Sep 27 08:29:56.094159 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-64877ab9-8c93-48e1-859c-bd17cdf7613a req-68fbc873-67a0-4c21-a81b-69a7220e9dd1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019866 Sep 27 08:29:56.127131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Request body: {'binding': {'host': 'n-h2-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:56.127641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Unknown quota resources ['binding']. {{(pid=94830) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:29:56.132211 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b8a01b-4c7f-4e95-9c21-ba1829d112f3 x-openstack-request-id: req-f4b8a01b-4c7f-4e95-9c21-ba1829d112f3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:56.132517 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38eb2da6-3c68-4f32-a16c-70a82ff679b3", "tag": "6f9882c8-1c85-4dce-a9f6-839cecd3cbd7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:56.132763 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4b8a01b-4c7f-4e95-9c21-ba1829d112f3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:56.133144 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38eb2da6-3c68-4f32-a16c-70a82ff679b3', 'tag': '6f9882c8-1c85-4dce-a9f6-839cecd3cbd7', 'status': 'completed', 'code': 200} Sep 27 08:29:56.154794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:29:56.162973 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:56.176249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Transition to ACTIVE for port object 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:29:56.183935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:56.195883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7b15bd8-3377-4986-83f6-f98e29e98106 req-540d7857-6955-46dd-8627-19574d55f396 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451321 Sep 27 08:29:56.286948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Pushing event updated for resources: {'Port': ['ID=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:56.295554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Attempting to bind port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:56.296415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Attempting to bind port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:56.296782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Attempting to bind port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:56.305150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:56.305698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Attempting to bind port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:56.312487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:56.312927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:56.313260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:56.313790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Bound port: 1e01f7d7-a584-4b7d-8fd6-fab1024087a7, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:56.314282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:56.353091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on host n-h2-810909-1 for vnic_type normal with profile None {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:56.353811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:56.354139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:56.392563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:56.392941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:56.393068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] For port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:56.398054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] For port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:56.403875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:56.406505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:56.406644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:56.406994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:56.407429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Bound port: d598264f-5ab4-43aa-9f16-d3f2a3579645, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:56.419573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54af72-fe38-4ded-b776-b94a46883500 req-1be43870-f4d9-4b67-9e09-09b5f43052cf tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.421171 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec54af72-fe38-4ded-b776-b94a46883500 req-1be43870-f4d9-4b67-9e09-09b5f43052cf tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 947 time: 0.1096330 Sep 27 08:29:56.435065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.436510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:56.437930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] 10.222.0.67 "PUT /v2.0/ports/1e01f7d7-a584-4b7d-8fd6-fab1024087a7 HTTP/1.1" status: 200 len: 1095 time: 0.7758801 Sep 27 08:29:56.440520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b779af15-f425-4abd-896f-28303cdf2065', 'tag': '1e01f7d7-a584-4b7d-8fd6-fab1024087a7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:56.444100 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ac78de-f468-40cb-8ef3-9e7fb0685044" -d '{"events": [{"name": "network-changed", "server_uuid": "b779af15-f425-4abd-896f-28303cdf2065", "tag": "1e01f7d7-a584-4b7d-8fd6-fab1024087a7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:56.502138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a286f-0b91-4018-a983-b0db32a79b19 service neutron] Pushing event updated for resources: {'Port': ['ID=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:56.515796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-e8835c7f-6f26-4b5c-a59b-4522187505df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.517280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-e8835c7f-6f26-4b5c-a59b-4522187505df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 1099 time: 0.1597931 Sep 27 08:29:56.537778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-64b9a010-9e23-47c0-90d0-f0303b8058b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.539321 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-64b9a010-9e23-47c0-90d0-f0303b8058b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6361259f16e471d94a38f4a5ddf255e&device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 1098 time: 0.0502362 Sep 27 08:29:56.552764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec54af72-fe38-4ded-b776-b94a46883500 req-4e72512b-d130-464c-bae1-7c8869a9b94e tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143909 Sep 27 08:29:56.571354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:56.584406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] Notify callbacks [] for binding, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:56.585743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ce1064a-6d2f-4937-b6c1-5b2abc465293 service neutron] 10.222.0.50 "POST /v2.0/ports/d598264f-5ab4-43aa-9f16-d3f2a3579645/bindings HTTP/1.1" status: 201 len: 389 time: 0.5253768 Sep 27 08:29:56.598710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-26eb80f5-a43e-4572-bfd5-a72546380d15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1e01f7d7-a584-4b7d-8fd6-fab1024087a7 HTTP/1.1" status: 200 len: 217 time: 0.0422807 Sep 27 08:29:56.661081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-13433cea-e886-467e-990a-6e4f3f9dd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.662698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-13433cea-e886-467e-990a-6e4f3f9dd8f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1266804 Sep 27 08:29:56.665103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-913a3adf-ae16-4798-bdd0-173ecb3bf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.666816 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-913a3adf-ae16-4798-bdd0-173ecb3bf975 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0574265 Sep 27 08:29:56.722905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-d56e4831-bb9a-4695-a588-4338347e1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.724671 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-d56e4831-bb9a-4695-a588-4338347e1022 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510902 Sep 27 08:29:56.761868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-cfb1ad59-961e-4f9c-ba8f-7ace871783ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 HTTP/1.1" status: 200 len: 217 time: 0.0712297 Sep 27 08:29:56.784356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44143849-05e8-42c4-a98a-ce797190d389 req-5b83f839-c6ef-4993-b2aa-c48e435ac416 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.785885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44143849-05e8-42c4-a98a-ce797190d389 req-5b83f839-c6ef-4993-b2aa-c48e435ac416 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 948 time: 0.1201603 Sep 27 08:29:56.837833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-fa97a1c0-ac9f-4f13-ad6e-2c9425cdb112 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3c08cfe3dfef4660987284bee5123b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518346 Sep 27 08:29:56.859053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-f9473fe6-acfe-49c2-8fe9-20cdf1793728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.860549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-f9473fe6-acfe-49c2-8fe9-20cdf1793728 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0737808 Sep 27 08:29:56.866019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44143849-05e8-42c4-a98a-ce797190d389 req-dfd4cae4-1909-4545-9a83-f707d0f7ad9b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707908 Sep 27 08:29:56.898757 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-9fa0029f-7a87-49e0-9834-6f13eeb4afec service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607294 Sep 27 08:29:56.921517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-ba9b735b-9efd-4518-95f1-96166761b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:56.923386 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-ba9b735b-9efd-4518-95f1-96166761b2b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431211 Sep 27 08:29:56.932246 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d85f11-24fa-4aeb-9a4a-8f5f0e1cdd00 x-openstack-request-id: req-70d85f11-24fa-4aeb-9a4a-8f5f0e1cdd00 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:56.932559 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b779af15-f425-4abd-896f-28303cdf2065", "tag": "1e01f7d7-a584-4b7d-8fd6-fab1024087a7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:56.932810 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70d85f11-24fa-4aeb-9a4a-8f5f0e1cdd00 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:56.933196 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b779af15-f425-4abd-896f-28303cdf2065', 'tag': '1e01f7d7-a584-4b7d-8fd6-fab1024087a7', 'status': 'completed', 'code': 200} Sep 27 08:29:57.033479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-ab47b958-1e68-411e-b717-a2b7bdcaea11 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917144 Sep 27 08:29:57.049327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-0a15432f-f7cc-41de-9865-05911d881c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.050943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-0a15432f-f7cc-41de-9865-05911d881c3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1097 time: 0.1675956 Sep 27 08:29:57.061829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-f949b9c7-3d20-4a82-9fa6-43dc2f167d9a tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.063659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-f949b9c7-3d20-4a82-9fa6-43dc2f167d9a tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122006 Sep 27 08:29:57.126181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2930a643-fa3f-4d64-a4da-fe1e4e4a1bae req-3bd3b9d4-b113-4b11-b9ad-c4826db10505 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082889 Sep 27 08:29:57.127374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-c013779c-67af-495d-b5c3-85962cdab474 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/quotas/3c08cfe3dfef4660987284bee5123b4e HTTP/1.1" status: 200 len: 375 time: 0.0433555 Sep 27 08:29:57.171630 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68ec96b1-0f0f-4970-b235-32fad0813166 req-12daa62f-f727-45e0-a6c3-c06f37e1004d service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301506 Sep 27 08:29:57.186402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b5332-fe51-4b89-971d-94f5249007be req-bc640329-28eb-4258-b8f5-6f91e7d74741 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.189431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a2b5332-fe51-4b89-971d-94f5249007be req-bc640329-28eb-4258-b8f5-6f91e7d74741 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 946 time: 0.0744586 Sep 27 08:29:57.231504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a2b5332-fe51-4b89-971d-94f5249007be req-5a07374d-35b9-4f75-b599-a348aba9a102 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373657 Sep 27 08:29:57.443412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-3f7847f6-e4a6-4198-9175-ef2407330aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.445020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-3f7847f6-e4a6-4198-9175-ef2407330aad service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.3737981 Sep 27 08:29:57.452779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-720f2951-84e8-46e1-8a6b-a3cbe79b0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.454226 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-720f2951-84e8-46e1-8a6b-a3cbe79b0886 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6361259f16e471d94a38f4a5ddf255e&device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 1098 time: 0.1073027 Sep 27 08:29:57.459256 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-779bdce9-d288-43c7-a9b4-9356b3882527 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c08cfe3dfef4660987284bee5123b4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112206 Sep 27 08:29:57.510384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-dc03ac1f-3fc7-47bb-a784-d1c356bfd179 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 217 time: 0.0549421 Sep 27 08:29:57.511560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650492-cb9e-4c97-82ad-bf4869ddc33a req-a345c1d8-9de2-41bb-b823-7315be7b06ee tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.513315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd650492-cb9e-4c97-82ad-bf4869ddc33a req-a345c1d8-9de2-41bb-b823-7315be7b06ee tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 946 time: 0.0632179 Sep 27 08:29:57.562126 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd650492-cb9e-4c97-82ad-bf4869ddc33a req-9cfb28f5-2e81-4e6e-888b-e2109d8f9626 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364990 Sep 27 08:29:57.599466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-2eb8319e-7d3c-4c35-9f4d-768be2dff13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.601586 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-2eb8319e-7d3c-4c35-9f4d-768be2dff13e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0828743 Sep 27 08:29:57.637681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-7cc2e7c9-6771-47d1-b535-5ccab3894620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.639162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-7cc2e7c9-6771-47d1-b535-5ccab3894620 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1745160 Sep 27 08:29:57.660298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-4f6d4360-fb60-48b6-a531-14d5759f99a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407941 Sep 27 08:29:57.707902 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-fe86a852-32ae-4272-ac95-4ee0f85ea088 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1e01f7d7-a584-4b7d-8fd6-fab1024087a7 HTTP/1.1" status: 200 len: 217 time: 0.0499566 Sep 27 08:29:57.771502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236d1b6-e812-4e70-8ca0-2f73f044ad0a req-86ef6c6e-92ae-4c56-9d59-2739100985e0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.774194 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b236d1b6-e812-4e70-8ca0-2f73f044ad0a req-86ef6c6e-92ae-4c56-9d59-2739100985e0 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 947 time: 0.0740769 Sep 27 08:29:57.776503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5344c2a1-d62e-4d13-b1b7-bd2e3501e68a req-28ee2a05-648b-46b5-88c9-328e765e921a tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 210 time: 0.0775938 Sep 27 08:29:57.836214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-2afe699b-87a5-4e95-8828-45653a098038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.837963 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-2afe699b-87a5-4e95-8828-45653a098038 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1122844 Sep 27 08:29:57.850171 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b236d1b6-e812-4e70-8ca0-2f73f044ad0a req-de0f6c39-a22f-4d10-ae04-6e45c86b795d tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688500 Sep 27 08:29:57.893644 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-f4fdffe8-5e6f-4850-92f9-ccee572467b8 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963027 Sep 27 08:29:57.956754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-c481780b-b508-4e3d-a7d3-29e07fb3fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:57.958279 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-c481780b-b508-4e3d-a7d3-29e07fb3fe36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026990 Sep 27 08:29:58.093208 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-00170e53-e0c7-4b84-bfdf-b53250052b7b service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899266 Sep 27 08:29:58.113509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3799bb-cd03-4312-b9b2-8a537a6cb936 req-7499aed5-72fe-4fa0-8cc6-c326f44dd8fa tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:58.115526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b3799bb-cd03-4312-b9b2-8a537a6cb936 req-7499aed5-72fe-4fa0-8cc6-c326f44dd8fa tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 948 time: 0.0915895 Sep 27 08:29:58.122958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-37f5a05b-a765-4df1-a820-ae0710dcb7fc service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279826 Sep 27 08:29:58.184444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b3799bb-cd03-4312-b9b2-8a537a6cb936 req-59ea305e-9b75-4a23-901d-42a9707c60b5 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570850 Sep 27 08:29:58.203692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60794) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:58.249348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34ac78de-f468-40cb-8ef3-9e7fb0685044 req-9dbb8033-44a0-4332-a37c-209e11982654 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197252 Sep 27 08:29:58.368818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ed8812b-3ed2-4bf8-9ec0-9e4bd3c16de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.396354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-2bcf0383-8d50-4487-b3e0-7c2e9cd9b89b tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:58.397621 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-2bcf0383-8d50-4487-b3e0-7c2e9cd9b89b tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1097 time: 0.0941930 Sep 27 08:29:58.411741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:58.462845 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0acf7-bc2c-4de2-b806-a29ad5559823 req-3526dfcd-74e0-4021-83df-6b93a1c4c8ad tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:58.470406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8d0acf7-bc2c-4de2-b806-a29ad5559823 req-3526dfcd-74e0-4021-83df-6b93a1c4c8ad tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 946 time: 0.0929623 Sep 27 08:29:58.514597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.541759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8d0acf7-bc2c-4de2-b806-a29ad5559823 req-2315b95d-7490-4229-abff-114c5bb2932d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630963 Sep 27 08:29:58.602326 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ed8812b-3ed2-4bf8-9ec0-9e4bd3c16de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.610195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ed8812b-3ed2-4bf8-9ec0-9e4bd3c16de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.660900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9ed8812b-3ed2-4bf8-9ec0-9e4bd3c16de2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52f088257f7a448ca830c3e561cd7a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548082 Sep 27 08:29:58.661650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8812b-3ed2-4bf8-9ec0-9e4bd3c16de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e655f67-c1ff-4a45-a3d9-eb43171570ef,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:58.665185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60828) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:58.697272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:29:58.717708 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9456cab8-d94b-412d-a072-2da869b6d438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.742185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9456cab8-d94b-412d-a072-2da869b6d438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.765878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:58.795821 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9456cab8-d94b-412d-a072-2da869b6d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.796880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec062a8-d40e-481b-8bbb-ea1bb615e0aa req-9eff9fab-76b3-4a71-a7e1-dac11a6429af tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:58.798602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9456cab8-d94b-412d-a072-2da869b6d438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.798726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ec062a8-d40e-481b-8bbb-ea1bb615e0aa req-9eff9fab-76b3-4a71-a7e1-dac11a6429af tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 946 time: 0.0908492 Sep 27 08:29:58.800578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9456cab8-d94b-412d-a072-2da869b6d438 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e655f67-c1ff-4a45-a3d9-eb43171570ef HTTP/1.1" status: 204 len: 168 time: 0.1332910 Sep 27 08:29:58.810101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456cab8-d94b-412d-a072-2da869b6d438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e655f67-c1ff-4a45-a3d9-eb43171570ef,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:58.839287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.858133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:58.900779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ec062a8-d40e-481b-8bbb-ea1bb615e0aa req-9cdbcf2e-0450-4603-81d1-a3794d8c80b1 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822961 Sep 27 08:29:58.943247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:29:58.946131 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e539db0-1652-4f83-b60c-854ad816b282" -d '{"events": [{"server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "name": "network-vif-unplugged", "status": "completed", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:29:58.970574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:58.973753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on host n-h1-810909-1 for vnic_type normal with profile {"migrating_to": "n-h2-810909-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:29:58.974103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:29:58.974426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:58.984171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:29:58.984171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Attempting to bind port d598264f-5ab4-43aa-9f16-d3f2a3579645 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:29:58.995968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:29:58.996445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:29:58.997073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:29:58.997600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Bound port: d598264f-5ab4-43aa-9f16-d3f2a3579645, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:29:58.998013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.029359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-f105141a-40f3-45b8-b4b5-c5229774e7e7 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3c08cfe3dfef4660987284bee5123b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537691 Sep 27 08:29:59.063820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed6ff3c8-5a42-4f26-bf2e-50df2546c78b req-e07bd109-6067-4d16-bd47-e430d0dbdd06 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 210 time: 0.0380089 Sep 27 08:29:59.105450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:29:59.121214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:29:59.139900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724d636-7629-4ca3-994c-fbac564f1de4 req-b3a861d9-92f8-4ee7-a1d9-9aef2f28aacc tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:59.141692 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c724d636-7629-4ca3-994c-fbac564f1de4 req-b3a861d9-92f8-4ee7-a1d9-9aef2f28aacc tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 947 time: 0.0805030 Sep 27 08:29:59.142919 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.208147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-1ed1eaaf-cbb1-4e3b-91d5-a2303360f92c tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:59.209670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-1ed1eaaf-cbb1-4e3b-91d5-a2303360f92c tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447248 Sep 27 08:29:59.251072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Request body: {'port': {'device_id': '3047f4a1-1878-4606-8f9f-4b0fce27dbea', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '3c08cfe3dfef4660987284bee5123b4e'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:59.267778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c724d636-7629-4ca3-994c-fbac564f1de4 req-05062aba-e977-46b6-9236-3dc7c04b1d24 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169586 Sep 27 08:29:59.276801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:59.277430 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.279307 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] 10.222.0.67 "PUT /v2.0/ports/d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 1122 time: 0.8741863 Sep 27 08:29:59.285338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae886f5-28ab-44f9-9a7b-f07afe79a9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:59.297736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfbc60-1660-4423-8ad5-98baa3a3da5e req-cac4dd82-e0b1-40f3-a1ff-5d17f0e117a4 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:59.299400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21bfbc60-1660-4423-8ad5-98baa3a3da5e req-cac4dd82-e0b1-40f3-a1ff-5d17f0e117a4 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 946 time: 0.0803013 Sep 27 08:29:59.308521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60854) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:59.308835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:59.314812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Request body: {'floatingip': {'port_id': '1574baac-1513-45bb-b2d9-50ebc66f83e7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:29:59.365716 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73a16690-36ee-4091-8127-49be5bd5d1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.381670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d598264f-5ab4-43aa-9f16-d3f2a3579645'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:29:59.456240 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a055bb-3a77-4c1d-9df0-aec897f73e56 x-openstack-request-id: req-61a055bb-3a77-4c1d-9df0-aec897f73e56 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:29:59.456694 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "name": "network-vif-unplugged", "status": "completed", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:29:59.456951 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61a055bb-3a77-4c1d-9df0-aec897f73e56 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:29:59.457378 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645', 'code': 200} Sep 27 08:29:59.464794 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.536872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73a16690-36ee-4091-8127-49be5bd5d1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.560858 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73a16690-36ee-4091-8127-49be5bd5d1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.598176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02313592-76e5-4b66-bb7d-a4038c287a10 req-b275dc72-1a6b-4c79-bc04-7d865a4682fb tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:59.599786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02313592-76e5-4b66-bb7d-a4038c287a10 req-b275dc72-1a6b-4c79-bc04-7d865a4682fb tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 948 time: 0.1142669 Sep 27 08:29:59.604287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Made reservation on behalf of 3c08cfe3dfef4660987284bee5123b4e for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:29:59.607822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.649712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a16690-36ee-4091-8127-49be5bd5d1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9584095e-b196-4f48-a053-5efd530ad6d6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:29:59.653968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-73a16690-36ee-4091-8127-49be5bd5d1d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c192b18ea5a4fc585f34d8e27a69d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421412 Sep 27 08:29:59.658297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60876) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:29:59.747170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02313592-76e5-4b66-bb7d-a4038c287a10 req-6fafe32a-da04-4b50-9c2f-a39a44b89546 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317761 Sep 27 08:29:59.754022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7341-ee5d-4c6d-ae4d-df02e424dd23 req-f0b85cbb-c849-415d-a320-f38fd71b65c7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:29:59.755516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-242e7341-ee5d-4c6d-ae4d-df02e424dd23 req-f0b85cbb-c849-415d-a320-f38fd71b65c7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 944 time: 0.1171319 Sep 27 08:29:59.816767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42e75320-8f0b-48d1-9985-d2829abdc4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:29:59.844920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Allocated IP 192.168.233.161 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/83cd2382-7cc5-442a-9f3e-2aaaa541a8e7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:29:59.858856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42e75320-8f0b-48d1-9985-d2829abdc4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.129974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-242e7341-ee5d-4c6d-ae4d-df02e424dd23 req-f74b0df4-8bd0-40e4-8e1c-6ccced831297 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564444 Sep 27 08:30:00.184116 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42e75320-8f0b-48d1-9985-d2829abdc4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.186660 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42e75320-8f0b-48d1-9985-d2829abdc4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.187801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-42e75320-8f0b-48d1-9985-d2829abdc4a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9584095e-b196-4f48-a053-5efd530ad6d6 HTTP/1.1" status: 204 len: 168 time: 0.5266094 Sep 27 08:30:00.240902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e75320-8f0b-48d1-9985-d2829abdc4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584095e-b196-4f48-a053-5efd530ad6d6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:00.254137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706152-10de-4b89-b30b-76fc6df11787 req-acc0910d-1cca-4e45-ad6d-f6718b8f5d1e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:00.255661 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba706152-10de-4b89-b30b-76fc6df11787 req-acc0910d-1cca-4e45-ad6d-f6718b8f5d1e tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 970 time: 0.1304545 Sep 27 08:30:00.265692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:00.299291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.320427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dfd9e52e-e921-4fde-a88a-38e0dab71146 req-b0bc2e10-9394-461d-b6ed-c545f629c70e tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 210 time: 0.0399604 Sep 27 08:30:00.342345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba706152-10de-4b89-b30b-76fc6df11787 req-8bb97bc6-fb02-439d-aea1-ecba82c75f53 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628695 Sep 27 08:30:00.401534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:00.404648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.419980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '1e01f7d7-a584-4b7d-8fd6-fab1024087a7', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '1e01f7d7-a584-4b7d-8fd6-fab1024087a7', 'mac_address': 'fa:16:3e:63:64:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:30:00.431624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2b2f8afb-c660-4b3b-abac-fb30d632f6be'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:00.471726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:00.480499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:00.482815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Pushing event updated for resources: {'Port': ['ID=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:00.484555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:00.490291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:00.490871 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.519276 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-5234f264-1802-4e07-9809-37a88b5e3453 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2735314 Sep 27 08:30:00.535763 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:30:00.541036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Request body: {'port': {'device_id': '3047f4a1-1878-4606-8f9f-4b0fce27dbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:00.570629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:00.647488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.657746 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.675225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392b1ad-dae1-4163-92b9-368edbb34afd req-334582a9-01a0-4412-b571-5771f2bcddbf tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:00.676628 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:00.685236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9392b1ad-dae1-4163-92b9-368edbb34afd req-334582a9-01a0-4412-b571-5771f2bcddbf tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 947 time: 0.2241321 Sep 27 08:30:00.687343 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.693824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.699968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:00.742197 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:00.816020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9392b1ad-dae1-4163-92b9-368edbb34afd req-a004ebef-df9c-4229-8647-7e91db5fe38f tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296506 Sep 27 08:30:00.917173 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Floating IP f6c32fbb-c6fc-4473-8345-6542fa424ab4 associated. External IP: 172.25.2.132, port: 1574baac-1513-45bb-b2d9-50ebc66f83e7. Sep 27 08:30:00.968474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:00.983468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bd845388-e33f-45bd-9c84-036d20609d10 None None] Provisioning complete for port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:00.984074 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bd845388-e33f-45bd-9c84-036d20609d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.025103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f54aca-00c0-4367-8a3b-0255dccce71c req-cd1657de-5782-4f65-b9dc-c0f191e4bc99 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:01.026752 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14f54aca-00c0-4367-8a3b-0255dccce71c req-cd1657de-5782-4f65-b9dc-c0f191e4bc99 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 948 time: 0.0809422 Sep 27 08:30:01.042222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:01.063882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['1e01f7d7-a584-4b7d-8fd6-fab1024087a7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:01.088476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '6f9882c8-1c85-4dce-a9f6-839cecd3cbd7', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '6f9882c8-1c85-4dce-a9f6-839cecd3cbd7', 'mac_address': 'fa:16:3e:06:c3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:30:01.109182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bd845388-e33f-45bd-9c84-036d20609d10 None None] Port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:30:01.146447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14f54aca-00c0-4367-8a3b-0255dccce71c req-ee47b1bc-3a8c-4ddb-aaff-de8451dcdc63 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008701 Sep 27 08:30:01.170292 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.189455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:01.269896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:01.285362 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.295171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Router 3c6d94e4-8f10-4a0e-a104-c800d1da909e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:30:01.322355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:01.331571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.346968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Transition to ACTIVE for port object 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:30:01.362942 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.453666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:01.507721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:01.510064 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b41df21-85a3-4fec-8ea9-1e0b621b9413" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:01.512542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Attempting to bind port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:01.512881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Attempting to bind port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:01.513206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Attempting to bind port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:01.518376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Pushing event updated for resources: {'Port': ['ID=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:01.526987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:30:01.527373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Attempting to bind port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:01.537200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c4a2b-4991-49e5-9369-4287d17c365d req-a5023f02-fe25-4017-8c80-7e417588bbc0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:01.538398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['6f9882c8-1c85-4dce-a9f6-839cecd3cbd7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:01.547691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-989c4a2b-4991-49e5-9369-4287d17c365d req-a5023f02-fe25-4017-8c80-7e417588bbc0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 944 time: 0.1988964 Sep 27 08:30:01.593639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:01.594525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:01.594927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:01.595722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Bound port: 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:01.596081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.643936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-989c4a2b-4991-49e5-9369-4287d17c365d req-20e45b2f-bed3-43d3-a806-a0d026bd12dc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952170 Sep 27 08:30:01.658007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60966) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:01.660448 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:30:01.674910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.679289 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] Sync routers for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:30:01.715431 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:30:01.716071 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:29:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:01.769178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35dc4f-a20d-454c-97ca-a16b644f009e req-86ea627c-103d-4e92-8ef6-8bf1ac2d1188 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:01.776049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee35dc4f-a20d-454c-97ca-a16b644f009e req-86ea627c-103d-4e92-8ef6-8bf1ac2d1188 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 970 time: 0.2624288 Sep 27 08:30:01.784674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] For port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:01.788755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] For port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:01.805019 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.835984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee35dc4f-a20d-454c-97ca-a16b644f009e req-c3b7bf38-b408-4334-97ff-ce328237878b tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2ef68fe-d6e4-40ff-bc62-b928444d99a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543845 Sep 27 08:30:01.837877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f63f6e5e-b4ca-4350-be95-f32cb577e963 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "PUT /v2.0/floatingips/f6c32fbb-c6fc-4473-8345-6542fa424ab4 HTTP/1.1" status: 200 len: 992 time: 2.5278769 Sep 27 08:30:01.859976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-d5c30ba2-b757-4431-a5ee-0488764ec435 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:01.866024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-d5c30ba2-b757-4431-a5ee-0488764ec435 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.67 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 970 time: 0.2277544 Sep 27 08:30:01.872772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:01.874055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:01.876203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] 10.222.0.57 "PUT /v2.0/ports/83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 HTTP/1.1" status: 200 len: 1096 time: 1.3400578 Sep 27 08:30:01.879330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3047f4a1-1878-4606-8f9f-4b0fce27dbea', 'tag': '83cd2382-7cc5-442a-9f3e-2aaaa541a8e7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:01.881795 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49" -d '{"events": [{"name": "network-changed", "server_uuid": "3047f4a1-1878-4606-8f9f-4b0fce27dbea", "tag": "83cd2382-7cc5-442a-9f3e-2aaaa541a8e7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:01.945460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e505-51db-4712-8ff0-907d60313582 service neutron] Pushing event updated for resources: {'Port': ['ID=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:02.001077 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d9253-e82f-40f9-a0f7-9a3d59a70ef6 x-openstack-request-id: req-d08d9253-e82f-40f9-a0f7-9a3d59a70ef6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:02.001355 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:02.001722 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d08d9253-e82f-40f9-a0f7-9a3d59a70ef6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:02.002200 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645', 'status': 'completed', 'code': 200} Sep 27 08:30:02.002364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649c8ce-686a-4a04-b6e2-49d6b2da41e7 req-36984b1e-6df5-4f15-a7c7-117cba6ab65b tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:02.003954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c649c8ce-686a-4a04-b6e2-49d6b2da41e7 req-36984b1e-6df5-4f15-a7c7-117cba6ab65b tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 948 time: 0.2135899 Sep 27 08:30:02.007590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-52a75d0d-3957-4b3d-9497-dcd9a7b16086 tempest-AutoAllocateNetworkTest-655071133 tempest-AutoAllocateNetworkTest-655071133-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a21faee676de4077880f57e8df41a8c1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3485670 Sep 27 08:30:02.010151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60978) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:02.023007 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:30:02.119284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-2ef2b639-0869-4f0b-b74f-93f469afe91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:02.121183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-2ef2b639-0869-4f0b-b74f-93f469afe91c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c08cfe3dfef4660987284bee5123b4e&device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 1099 time: 0.1725504 Sep 27 08:30:02.171775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-c29f559d-e4fe-4053-a2af-306af44fd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:02.173367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-c29f559d-e4fe-4053-a2af-306af44fd386 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1125 time: 0.1703179 Sep 27 08:30:02.175599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Deleting port 2138fc00-436f-447e-92b2-701891d9099e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:02.175599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.194810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c649c8ce-686a-4a04-b6e2-49d6b2da41e7 req-0813844f-215b-4a2b-b54c-470eb7a5d3ab tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727524 Sep 27 08:30:02.201978 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-b20a099e-4f3d-44fb-82f8-2b745e38d60e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0615113 Sep 27 08:30:02.225561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e6e9e1-b323-4c81-b534-d66e502f7747 tempest-AutoAllocateNetworkTest-655071133 tempest-AutoAllocateNetworkTest-655071133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:02.227229 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-63e6e9e1-b323-4c81-b534-d66e502f7747 tempest-AutoAllocateNetworkTest-655071133 tempest-AutoAllocateNetworkTest-655071133-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2160051 Sep 27 08:30:02.232316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60984) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:02.272627 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b49f429-a394-4387-b349-f0abf3565507 x-openstack-request-id: req-6b49f429-a394-4387-b349-f0abf3565507 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:02.273021 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3047f4a1-1878-4606-8f9f-4b0fce27dbea", "tag": "83cd2382-7cc5-442a-9f3e-2aaaa541a8e7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:02.273374 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b49f429-a394-4387-b349-f0abf3565507 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:02.273871 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3047f4a1-1878-4606-8f9f-4b0fce27dbea', 'tag': '83cd2382-7cc5-442a-9f3e-2aaaa541a8e7', 'status': 'completed', 'code': 200} Sep 27 08:30:02.275990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-16d891ab-f68c-4414-b2b3-0f1232a1770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:02.277786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-16d891ab-f68c-4414-b2b3-0f1232a1770d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0665023 Sep 27 08:30:02.284918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d598264f-5ab4-43aa-9f16-d3f2a3579645 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:02.289090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:02.411461 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f6c32fbb-c6fc-4473-8345-6542fa424ab4', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'port_id': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'mac_address': 'fa:16:3e:dd:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:29:43Z', 'updated_at': '2021-09-27T08:30:00Z', 'revision_number': 1, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:02.412287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-2f28b65d-e5a5-4286-b4f3-9cf133198325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:02.413890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-2f28b65d-e5a5-4286-b4f3-9cf133198325 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181962 Sep 27 08:30:02.439480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:30:02.444666 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] Checking router: 3c6d94e4-8f10-4a0e-a104-c800d1da909e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:30:02.454008 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:30:02.454637 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:29:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:02.459093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:02.459761 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.526226 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:02.542250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:02.556613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-668e6519-0e63-4643-aca0-c973e5021960 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325250 Sep 27 08:30:02.574003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d598264f-5ab4-43aa-9f16-d3f2a3579645 has no active binding in host n-h2-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 08:30:02.575163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10895-f5db-4f1d-a6e4-623640e0d8ab req-ed7fd740-b5d9-4ca8-950c-4adcccc50b89 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:02.580337 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:30:02.582744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83e10895-f5db-4f1d-a6e4-623640e0d8ab req-ed7fd740-b5d9-4ca8-950c-4adcccc50b89 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 949 time: 0.0658743 Sep 27 08:30:02.597097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] For port 2138fc00-436f-447e-92b2-701891d9099e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2138fc00-436f-447e-92b2-701891d9099e,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:02.597670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.615357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Calling delete_port for 2138fc00-436f-447e-92b2-701891d9099e owned by compute:tempest-test_az-92010923 {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:02.638539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.651182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:30:02.661340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:02.661754 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.662880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83e10895-f5db-4f1d-a6e4-623640e0d8ab req-ff109c30-52ff-48a5-9333-4acef24d1a97 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789893 Sep 27 08:30:02.698661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779af15-f425-4abd-896f-28303cdf2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e01f7d7-a584-4b7d-8fd6-fab1024087a7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:02.700506 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd8913-a526-4966-933b-e9dfaf5ba55d" -d '{"events": [{"server_uuid": "b779af15-f425-4abd-896f-28303cdf2065", "name": "network-vif-plugged", "status": "completed", "tag": "1e01f7d7-a584-4b7d-8fd6-fab1024087a7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:02.720968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:02.735918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.782645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f861bf0-aa19-41bd-96b6-b1084b74172f tempest-AutoAllocateNetworkTest-655071133 tempest-AutoAllocateNetworkTest-655071133-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5451078 Sep 27 08:30:02.786286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:02.822095 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.826580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08e273d1-56c4-44f5-a074-d09e95be1732 req-c90af398-167e-4dcb-b532-3a5d6e53f664 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417967 Sep 27 08:30:02.842769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.865544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:02.904791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Pushing event deleted for resources: {'Port': ['ID=2138fc00-436f-447e-92b2-701891d9099e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:02.905575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:02.907925 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-06e65e92-d2d4-4777-b105-a8fe3ea42935 tempest-AutoAllocateNetworkTest-655071133 tempest-AutoAllocateNetworkTest-655071133-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a21faee676de4077880f57e8df41a8c1 HTTP/1.1" status: 200 len: 208 time: 0.1206331 Sep 27 08:30:02.918956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:02.926337 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f6c32fbb-c6fc-4473-8345-6542fa424ab4', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'port_id': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'mac_address': 'fa:16:3e:dd:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:29:43Z', 'updated_at': '2021-09-27T08:30:00Z', 'revision_number': 1, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:02.960638 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34353ba-1f59-4cd5-af9e-063b1c585e38 None None] The sync data for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 is: [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f6c32fbb-c6fc-4473-8345-6542fa424ab4', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'port_id': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'mac_address': 'fa:16:3e:dd:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:29:43Z', 'updated_at': '2021-09-27T08:30:00Z', 'revision_number': 1, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:30:03.001799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:03.019225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-a4c2eb6c-c72d-46e2-9d40-faac2402a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.021218 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-a4c2eb6c-c72d-46e2-9d40-faac2402a6bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.8009450 Sep 27 08:30:03.062893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71c022-55a0-4f4b-b59d-96f29528908b req-fa167d7d-c59b-4f12-b89c-3cd6e13b55ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.078494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9f71c022-55a0-4f4b-b59d-96f29528908b req-fa167d7d-c59b-4f12-b89c-3cd6e13b55ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 944 time: 0.2355013 Sep 27 08:30:03.091368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-a023b75f-8e75-47a2-82b5-211c97fa0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.099822 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-a023b75f-8e75-47a2-82b5-211c97fa0e6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c08cfe3dfef4660987284bee5123b4e&device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 1099 time: 0.1714907 Sep 27 08:30:03.111985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd534271-c952-4fe6-913e-456a5f45db34 req-9ab9203d-261b-4a8c-a9f4-acad1cccb2ee tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.119858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dd534271-c952-4fe6-913e-456a5f45db34 req-9ab9203d-261b-4a8c-a9f4-acad1cccb2ee tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.5632951 Sep 27 08:30:03.131752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] No DVR routers for this DVR port 2138fc00-436f-447e-92b2-701891d9099e on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:30:03.136053 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-ea66fac9-f557-425c-baa8-d56872d3115b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 217 time: 0.0963829 Sep 27 08:30:03.145174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:03.147332 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a99d9e3-30d2-4c14-a5ce-7b2fe509913f req-4cc79645-f914-4635-a784-ce7e56cb15cf tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.67 "DELETE /v2.0/ports/2138fc00-436f-447e-92b2-701891d9099e HTTP/1.1" status: 204 len: 173 time: 1.2624559 Sep 27 08:30:03.223298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dd534271-c952-4fe6-913e-456a5f45db34 req-377e6f1b-ac04-4f21-bb63-ab2fc891886f tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976241 Sep 27 08:30:03.248271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-c59d0891-1c82-468c-bfb1-42371afaacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.248271 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-c59d0891-1c82-468c-bfb1-42371afaacb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0995319 Sep 27 08:30:03.264166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9f71c022-55a0-4f4b-b59d-96f29528908b req-6c463b3e-3f51-412f-a101-1da766599a58 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621718 Sep 27 08:30:03.290758 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550bce59-8a6e-48df-9b2f-52f053fbca8a x-openstack-request-id: req-550bce59-8a6e-48df-9b2f-52f053fbca8a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:03.291556 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779af15-f425-4abd-896f-28303cdf2065", "name": "network-vif-plugged", "status": "completed", "tag": "1e01f7d7-a584-4b7d-8fd6-fab1024087a7", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:03.292245 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-550bce59-8a6e-48df-9b2f-52f053fbca8a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:03.293067 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779af15-f425-4abd-896f-28303cdf2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e01f7d7-a584-4b7d-8fd6-fab1024087a7', 'code': 200} Sep 27 08:30:03.318441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-b6809b39-5b96-4f63-ba5a-15cad4ec9eac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600805 Sep 27 08:30:03.356412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 32776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:03.396086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f65d2f-ef0d-424a-b000-b08699aea15f None None] New status for floating IP f6c32fbb-c6fc-4473-8345-6542fa424ab4: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:30:03.419284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-7881bdfd-8462-4e1f-ac9d-21abbfea9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.421942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-7881bdfd-8462-4e1f-ac9d-21abbfea9b4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2917185 Sep 27 08:30:03.441046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32780) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:03.529812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-52b1207b-7c1d-46be-9682-743cd98345ab service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022741 Sep 27 08:30:03.530411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c74c97b-be3b-4780-8009-bee6add2f58a req-147a415e-6a10-4332-b359-50c666a0a806 tempest-AggregatesAdminTestJSON-1180522633 tempest-AggregatesAdminTestJSON-1180522633-project] 10.222.0.50 "GET /v2.0/ports?device_id=2615cde1-490d-425f-a1d7-abe31a55bfef HTTP/1.1" status: 200 len: 210 time: 0.0783470 Sep 27 08:30:03.532198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-b263fa9e-ed37-4ec9-8851-a2b7da887789 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 HTTP/1.1" status: 200 len: 217 time: 0.0993688 Sep 27 08:30:03.600881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-2098847d-f171-474d-9324-637e6cefa2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.602352 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-2098847d-f171-474d-9324-637e6cefa2a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0571110 Sep 27 08:30:03.619101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6afd-894b-4b79-a382-48528d75b73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:03.632542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4049553-eaca-4fed-a4da-31747ab4c752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:03.687555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbc6d6-213b-45a5-af3f-1bd96885b22f req-50cdf84d-fe87-4dee-9a67-0ecdf6c00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.689286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-82bbc6d6-213b-45a5-af3f-1bd96885b22f req-50cdf84d-fe87-4dee-9a67-0ecdf6c00ec9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 1100 time: 0.1539798 Sep 27 08:30:03.692665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-a3709db3-4999-4bb2-98fe-e3a6e1a03afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.694329 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-a3709db3-4999-4bb2-98fe-e3a6e1a03afc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703464 Sep 27 08:30:03.714934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f5ce-d002-47c6-aeaf-982ff0bb2c77 req-72ec09f8-dabd-46b3-aa9d-285776485bc6 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.722467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ba7f5ce-d002-47c6-aeaf-982ff0bb2c77 req-72ec09f8-dabd-46b3-aa9d-285776485bc6 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 948 time: 0.1881783 Sep 27 08:30:03.792833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b41df21-85a3-4fec-8ea9-1e0b621b9413 req-bb250970-9a40-494c-a306-eb4478d9fd6b service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391400 Sep 27 08:30:03.835051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ba7f5ce-d002-47c6-aeaf-982ff0bb2c77 req-246139a3-75ec-4db0-a0f5-fe87dae8e1b6 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114340 Sep 27 08:30:03.846539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-82bbc6d6-213b-45a5-af3f-1bd96885b22f req-9fbebf5d-5774-4002-ac72-4d69e75b8d28 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484847 Sep 27 08:30:03.873998 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4049553-eaca-4fed-a4da-31747ab4c752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:03.881517 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-36b0f343-5856-48f2-8c5b-a7a46c9b411c service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753378 Sep 27 08:30:03.883343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4049553-eaca-4fed-a4da-31747ab4c752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:03.918891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611fa3-67d3-4fae-b10d-ed8c5794cf02 req-4aa57a28-f876-4f1d-a917-d3ea9cb06724 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:03.920427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1611fa3-67d3-4fae-b10d-ed8c5794cf02 req-4aa57a28-f876-4f1d-a917-d3ea9cb06724 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 950 time: 0.1272895 Sep 27 08:30:03.966475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4049553-eaca-4fed-a4da-31747ab4c752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c5e0e-ab7f-43c4-bc4c-815796c1790a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:03.977948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a4049553-eaca-4fed-a4da-31747ab4c752 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=488bc1dfcf95413db4cac9a1da82492a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325098 Sep 27 08:30:03.982557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32786) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:03.988021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6afd-894b-4b79-a382-48528d75b73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:03.993266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d4c6afd-894b-4b79-a382-48528d75b73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.003686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'tag': '1574baac-1513-45bb-b2d9-50ebc66f83e7'}, {'server_uuid': '2615cde1-490d-425f-a1d7-abe31a55bfef', 'name': 'network-vif-deleted', 'tag': '2138fc00-436f-447e-92b2-701891d9099e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:04.006036 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0939f1a4-b153-4996-b79d-9089a9671905" -d '{"events": [{"name": "network-changed", "server_uuid": "3657fc7f-2e9c-479c-8664-1df8e9aac689", "tag": "1574baac-1513-45bb-b2d9-50ebc66f83e7"}, {"server_uuid": "2615cde1-490d-425f-a1d7-abe31a55bfef", "name": "network-vif-deleted", "tag": "2138fc00-436f-447e-92b2-701891d9099e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:04.045338 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d4c6afd-894b-4b79-a382-48528d75b73e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a21faee676de4077880f57e8df41a8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6834145 Sep 27 08:30:04.045724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 32790) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:04.054178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c6afd-894b-4b79-a382-48528d75b73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c16057e-0d25-4056-a3da-6d7cf75ba3de,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:04.057648 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bebde5-d8cf-4d11-8b86-67d85b7a0de5 x-openstack-request-id: req-42bebde5-d8cf-4d11-8b86-67d85b7a0de5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:04.057934 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3657fc7f-2e9c-479c-8664-1df8e9aac689", "tag": "1574baac-1513-45bb-b2d9-50ebc66f83e7", "status": "completed", "code": 200}, {"server_uuid": "2615cde1-490d-425f-a1d7-abe31a55bfef", "name": "network-vif-deleted", "tag": "2138fc00-436f-447e-92b2-701891d9099e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:04.058365 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42bebde5-d8cf-4d11-8b86-67d85b7a0de5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:04.059004 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'tag': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'status': 'completed', 'code': 200} Sep 27 08:30:04.059004 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2615cde1-490d-425f-a1d7-abe31a55bfef', 'name': 'network-vif-deleted', 'tag': '2138fc00-436f-447e-92b2-701891d9099e', 'status': 'completed', 'code': 200} Sep 27 08:30:04.141793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3ec286e-a195-4ca0-bf5c-27a1326cb1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.146373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939f1a4-b153-4996-b79d-9089a9671905 req-4c337f7e-5d1b-49f4-a40e-d4fd722457bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:04.147956 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0939f1a4-b153-4996-b79d-9089a9671905 req-4c337f7e-5d1b-49f4-a40e-d4fd722457bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 1097 time: 0.0681183 Sep 27 08:30:04.185974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3ec286e-a195-4ca0-bf5c-27a1326cb1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.245116 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1611fa3-67d3-4fae-b10d-ed8c5794cf02 req-2906d5aa-be2c-43ec-97a5-375dbc655a6c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140571 Sep 27 08:30:04.281914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6f81c4d-6fad-43ee-a3da-3ae03e418e49 req-4f318c1b-edef-4a2e-bf80-3c31473d2b12 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720999 Sep 27 08:30:04.283071 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2f55-a09e-4839-a173-34162fbd1d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.286465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939f1a4-b153-4996-b79d-9089a9671905 req-b59bea96-86f3-4ab4-9ed9-524cbccfb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:04.289382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0939f1a4-b153-4996-b79d-9089a9671905 req-b59bea96-86f3-4ab4-9ed9-524cbccfb0ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 924 time: 0.1320984 Sep 27 08:30:04.300396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2138fc00-436f-447e-92b2-701891d9099e no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:30:04.307133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2f55-a09e-4839-a173-34162fbd1d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.310217 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3ec286e-a195-4ca0-bf5c-27a1326cb1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.312571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3ec286e-a195-4ca0-bf5c-27a1326cb1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.315984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3ec286e-a195-4ca0-bf5c-27a1326cb1a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c16057e-0d25-4056-a3da-6d7cf75ba3de HTTP/1.1" status: 204 len: 168 time: 0.2671213 Sep 27 08:30:04.327572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 2138fc00-436f-447e-92b2-701891d9099e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:30:04.328053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2138fc00-436f-447e-92b2-701891d9099e not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:30:04.387692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec286e-a195-4ca0-bf5c-27a1326cb1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c16057e-0d25-4056-a3da-6d7cf75ba3de,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:04.392033 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2f55-a09e-4839-a173-34162fbd1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.394527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0ce2f55-a09e-4839-a173-34162fbd1d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.398103 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e0ce2f55-a09e-4839-a173-34162fbd1d31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/562c5e0e-ab7f-43c4-bc4c-815796c1790a HTTP/1.1" status: 204 len: 168 time: 0.4108872 Sep 27 08:30:04.435631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce2f55-a09e-4839-a173-34162fbd1d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c5e0e-ab7f-43c4-bc4c-815796c1790a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:04.464147 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0939f1a4-b153-4996-b79d-9089a9671905 req-a84b92ed-6e6d-415a-b10d-67d2cef8ad23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7 HTTP/1.1" status: 200 len: 1002 time: 0.1651771 Sep 27 08:30:04.491231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d02839-71da-41d8-a2f8-6cf059bdf2c2 req-d87954d1-0704-4ef4-a8b8-36810d5b88d1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:04.491586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d38a64-139f-4bc3-945c-ff062707d55d req-0f3e9c63-cde7-49fa-91a8-1ff09c850a52 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:04.493423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97d02839-71da-41d8-a2f8-6cf059bdf2c2 req-d87954d1-0704-4ef4-a8b8-36810d5b88d1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 944 time: 0.1125793 Sep 27 08:30:04.496883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-24d38a64-139f-4bc3-945c-ff062707d55d req-0f3e9c63-cde7-49fa-91a8-1ff09c850a52 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.1312499 Sep 27 08:30:04.537600 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97d02839-71da-41d8-a2f8-6cf059bdf2c2 req-d43cbf50-ab15-49b8-b08f-51db54d120f0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359004 Sep 27 08:30:04.569409 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-24d38a64-139f-4bc3-945c-ff062707d55d req-83ffaf1a-7502-48c6-8fa6-5d2cd2ec3153 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477533 Sep 27 08:30:04.579024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939f1a4-b153-4996-b79d-9089a9671905 req-8c1cb721-ac66-44eb-91c1-adc4892d5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:04.580858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0939f1a4-b153-4996-b79d-9089a9671905 req-8c1cb721-ac66-44eb-91c1-adc4892d5f97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e371e403-162f-4be1-95bc-77a97fe08b86 HTTP/1.1" status: 200 len: 862 time: 0.1068118 Sep 27 08:30:04.679606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939f1a4-b153-4996-b79d-9089a9671905 req-303277ac-38a6-437b-b999-b1cbd2b547e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:04.681370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0939f1a4-b153-4996-b79d-9089a9671905 req-303277ac-38a6-437b-b999-b1cbd2b547e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d507e1f9-0069-4810-b618-1f54436bf7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483630 Sep 27 08:30:04.712622 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-64264ba6-2728-4dcc-a2cc-148e5383e868 service neutron] 10.222.0.57 "GET /v2.0/ports/d598264f-5ab4-43aa-9f16-d3f2a3579645/bindings/n-h2-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.0705509 Sep 27 08:30:04.813386 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0939f1a4-b153-4996-b79d-9089a9671905 req-89f98de8-648c-441e-ace6-b49aca3427f0 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224241 Sep 27 08:30:04.820078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 32816) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:04.864653 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-214ffcd4-744d-45fb-9bc1-c09486cf4e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:04.959910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:04.991940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:05.004818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 32822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:05.038859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d598264f-5ab4-43aa-9f16-d3f2a3579645 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:05.043213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0939f1a4-b153-4996-b79d-9089a9671905 req-b2ceb8c9-15ad-483a-9bce-24a3cb20fdea service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047713 Sep 27 08:30:05.057624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174066c2-5f40-4717-90e8-bf542c4540c3 req-228ec4be-802f-44d8-b154-ba1a3a30ea1e tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.058965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-174066c2-5f40-4717-90e8-bf542c4540c3 req-228ec4be-802f-44d8-b154-ba1a3a30ea1e tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 948 time: 0.1063910 Sep 27 08:30:05.065085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:05.088197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.121768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-174066c2-5f40-4717-90e8-bf542c4540c3 req-c9da642e-c7e4-44b2-869d-cb81b5966f93 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540302 Sep 27 08:30:05.130754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-214ffcd4-744d-45fb-9bc1-c09486cf4e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.137733 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-214ffcd4-744d-45fb-9bc1-c09486cf4e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.181479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ffcd4-744d-45fb-9bc1-c09486cf4e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78a638-3c49-4918-a47f-0bbeeb9c12ed,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:05.185042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] Transition to ACTIVE for port object d598264f-5ab4-43aa-9f16-d3f2a3579645 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:30:05.188830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-214ffcd4-744d-45fb-9bc1-c09486cf4e3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d73d5a5ef5784a0aa2ac98f23cd0afe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666759 Sep 27 08:30:05.189073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32830) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:05.203025 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.287977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6baa87fa-4c6f-4f2b-aa25-7697fbb56c33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=734fc51e45be4bbb9e048de18283f1b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2810509 Sep 27 08:30:05.291282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 32836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:05.294420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eb2da6-3c68-4f32-a16c-70a82ff679b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9882c8-1c85-4dce-a9f6-839cecd3cbd7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:05.296729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] No DVR routers for this DVR port d598264f-5ab4-43aa-9f16-d3f2a3579645 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:30:05.296853 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7c8fc-be6f-4f97-9479-1560b204dcf3" -d '{"events": [{"server_uuid": "38eb2da6-3c68-4f32-a16c-70a82ff679b3", "name": "network-vif-plugged", "status": "completed", "tag": "6f9882c8-1c85-4dce-a9f6-839cecd3cbd7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:05.331952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/d598264f-5ab4-43aa-9f16-d3f2a3579645/bindings/n-h2-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6100261 Sep 27 08:30:05.366129 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48f2312-5fc1-497c-9406-13c5a3cda8ee x-openstack-request-id: req-e48f2312-5fc1-497c-9406-13c5a3cda8ee {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:05.366706 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cca07225-6910-4f37-baf3-bf233255b21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.367273 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eb2da6-3c68-4f32-a16c-70a82ff679b3", "name": "network-vif-plugged", "status": "completed", "tag": "6f9882c8-1c85-4dce-a9f6-839cecd3cbd7", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:05.367669 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e48f2312-5fc1-497c-9406-13c5a3cda8ee {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:05.368192 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eb2da6-3c68-4f32-a16c-70a82ff679b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9882c8-1c85-4dce-a9f6-839cecd3cbd7', 'code': 200} Sep 27 08:30:05.383650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b98211c8-a0b9-49b4-b295-ee068237ff5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.388085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655470-c449-4b5e-b570-a19b5b68d8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:05.392765 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cca07225-6910-4f37-baf3-bf233255b21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.433554 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b98211c8-a0b9-49b4-b295-ee068237ff5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.470296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-a32e5588-8b6d-4dec-925d-46fe7215cec7 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.472551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-a32e5588-8b6d-4dec-925d-46fe7215cec7 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.0666523 Sep 27 08:30:05.475708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134e19f-4374-4d01-8848-4981b8c7a47c req-ebd58d50-a6d6-492b-a967-ec027a0f85e4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.484064 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9134e19f-4374-4d01-8848-4981b8c7a47c req-ebd58d50-a6d6-492b-a967-ec027a0f85e4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 950 time: 0.1250224 Sep 27 08:30:05.488965 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.514735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cca07225-6910-4f37-baf3-bf233255b21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.516270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cca07225-6910-4f37-baf3-bf233255b21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.517516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cca07225-6910-4f37-baf3-bf233255b21f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2ef68fe-d6e4-40ff-bc62-b928444d99a5 HTTP/1.1" status: 204 len: 168 time: 0.2251432 Sep 27 08:30:05.551633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca07225-6910-4f37-baf3-bf233255b21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ef68fe-d6e4-40ff-bc62-b928444d99a5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:05.566020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9134e19f-4374-4d01-8848-4981b8c7a47c req-d75e541c-25b3-41e9-9207-0abf731d5495 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788119 Sep 27 08:30:05.606152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-c1295486-79c2-4cb6-a738-68e54992fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.608047 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-c1295486-79c2-4cb6-a738-68e54992fe3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773&tenant_id=b39763fcd3a34a9a9355667ce04cca9f HTTP/1.1" status: 200 len: 1096 time: 0.1265645 Sep 27 08:30:05.624214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc328a-489d-40ba-9705-18d0ad9fce94 req-c265b623-1281-4257-930d-714e45ea5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.625765 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60cc328a-489d-40ba-9705-18d0ad9fce94 req-c265b623-1281-4257-930d-714e45ea5e36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 1101 time: 0.1332505 Sep 27 08:30:05.709220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60cc328a-489d-40ba-9705-18d0ad9fce94 req-15b5d0e7-f892-4a46-8c88-c9f0e2ca9104 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719259 Sep 27 08:30:05.712413 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b98211c8-a0b9-49b4-b295-ee068237ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.715063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b98211c8-a0b9-49b4-b295-ee068237ff5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:05.718579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b98211c8-a0b9-49b4-b295-ee068237ff5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa78a638-3c49-4918-a47f-0bbeeb9c12ed HTTP/1.1" status: 204 len: 168 time: 0.5261748 Sep 27 08:30:05.727571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-9dc80ab0-bfd0-4043-8b23-ae6c1f62027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.729530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-9dc80ab0-bfd0-4043-8b23-ae6c1f62027b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1096 time: 0.0943460 Sep 27 08:30:05.730655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98211c8-a0b9-49b4-b295-ee068237ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78a638-3c49-4918-a47f-0bbeeb9c12ed,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:05.742413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443e5b-cc99-4856-aed3-71ed0208fa8f req-4a3c2f01-ace9-48dd-bbde-d84e7133fa70 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.747809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebc7a1-2e90-476f-81ba-10354672c509 req-775dbfc1-1b06-4428-8419-110d2c9c0d08 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.749574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c443e5b-cc99-4856-aed3-71ed0208fa8f req-4a3c2f01-ace9-48dd-bbde-d84e7133fa70 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 945 time: 0.0682302 Sep 27 08:30:05.755266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9eebc7a1-2e90-476f-81ba-10354672c509 req-775dbfc1-1b06-4428-8419-110d2c9c0d08 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.0840113 Sep 27 08:30:05.805575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9eebc7a1-2e90-476f-81ba-10354672c509 req-4823145d-d2da-4f07-8662-26459d869a30 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493498 Sep 27 08:30:05.823107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c443e5b-cc99-4856-aed3-71ed0208fa8f req-235db93b-a9a1-4fde-acb4-f919392342c0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678568 Sep 27 08:30:05.883392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-7049d662-e8c3-4848-8786-09bb143cb568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:05.884892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-7049d662-e8c3-4848-8786-09bb143cb568 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.1334708 Sep 27 08:30:05.942553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-9bc1e33f-8ecb-42b2-a59d-ab59936ebb1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 217 time: 0.0463445 Sep 27 08:30:05.998709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-f9a9b739-f8a6-4c8b-9338-f60ec6b3356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:06.000434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-f9a9b739-f8a6-4c8b-9338-f60ec6b3356d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0504806 Sep 27 08:30:06.039417 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-e7ba6d15-6834-49c2-ba97-33bea803a0e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252607 Sep 27 08:30:06.049455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:06.100891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-df849c49-2840-4af6-8e2b-2cbd25792d95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98677a57796049309c5d2db260215ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501001 Sep 27 08:30:06.101586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32866) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:06.142585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-e269eac8-ae62-4a79-a800-ee19e78eb511 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945477 Sep 27 08:30:06.161795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a77b10da-a85d-41c9-af45-ac5c1114a219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:06.185795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a77b10da-a85d-41c9-af45-ac5c1114a219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:06.253225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a77b10da-a85d-41c9-af45-ac5c1114a219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:06.257948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a77b10da-a85d-41c9-af45-ac5c1114a219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:06.259230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a77b10da-a85d-41c9-af45-ac5c1114a219 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b045b6a-7ebb-4ab8-9c84-8c702f1ab29d HTTP/1.1" status: 204 len: 168 time: 0.1566679 Sep 27 08:30:06.270308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b10da-a85d-41c9-af45-ac5c1114a219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b045b6a-7ebb-4ab8-9c84-8c702f1ab29d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:06.306490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-af84fa41-8971-4a1d-9f23-733b248fc55c service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489930 Sep 27 08:30:06.355075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228110c-177f-413f-926f-a7264c75fc37 req-5192bca3-0289-462a-8c8a-78ac9280cc43 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:06.356738 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c228110c-177f-413f-926f-a7264c75fc37 req-5192bca3-0289-462a-8c8a-78ac9280cc43 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 948 time: 0.1103032 Sep 27 08:30:06.395694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c228110c-177f-413f-926f-a7264c75fc37 req-3b89fd2e-1836-4e16-b7a3-efd876479682 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Sep 27 08:30:06.559766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:06.583128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030620c1-2027-485a-8d00-47e241dfb093 req-285676ed-f60c-43a0-a05c-bfb8e2d6f953 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:06.587097 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-285676ed-f60c-43a0-a05c-bfb8e2d6f953 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.0537679 Sep 27 08:30:06.765082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:06.765628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857511c-d299-4785-902c-2b2782efc9e3 req-e7cfc919-2a2c-498b-864e-1e153abb60bb tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:06.773953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2857511c-d299-4785-902c-2b2782efc9e3 req-e7cfc919-2a2c-498b-864e-1e153abb60bb tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 950 time: 0.0764253 Sep 27 08:30:06.780680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '83cd2382-7cc5-442a-9f3e-2aaaa541a8e7', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '83cd2382-7cc5-442a-9f3e-2aaaa541a8e7', 'mac_address': 'fa:16:3e:00:74:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:30:06.797475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-030620c1-2027-485a-8d00-47e241dfb093 req-88aca20e-6375-4db9-86bb-9b25d05d1b3a service neutron] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:06.807580 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-030620c1-2027-485a-8d00-47e241dfb093 req-88aca20e-6375-4db9-86bb-9b25d05d1b3a service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:06.808868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-030620c1-2027-485a-8d00-47e241dfb093 req-88aca20e-6375-4db9-86bb-9b25d05d1b3a service neutron] 10.222.0.67 "DELETE /v2.0/ports/d598264f-5ab4-43aa-9f16-d3f2a3579645/bindings/n-h1-810909-1 HTTP/1.1" status: 204 len: 173 time: 0.2114532 Sep 27 08:30:06.845327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:06.861771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:06.867840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2857511c-d299-4785-902c-2b2782efc9e3 req-3f0653a4-dcb0-4627-b441-25a73e589cea tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927465 Sep 27 08:30:06.914177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:06.929394 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:07.055626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-e4a6e98e-6810-4e6d-bb94-8889cea66af0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1263955 Sep 27 08:30:07.056975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:07.073465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e22323-39e6-474f-b7aa-fab3d34df1b1 req-0866d8d1-26b5-4bed-a3bc-7e8434674abb tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:07.080701 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9e22323-39e6-474f-b7aa-fab3d34df1b1 req-0866d8d1-26b5-4bed-a3bc-7e8434674abb tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.1418557 Sep 27 08:30:07.097575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ddb2-a8f2-4f90-b5d7-1bde6f9bf11d req-eefed327-5a5d-4052-847b-efd30c950142 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:07.107613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ee8ddb2-a8f2-4f90-b5d7-1bde6f9bf11d req-eefed327-5a5d-4052-847b-efd30c950142 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 945 time: 0.0849741 Sep 27 08:30:07.163191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9e22323-39e6-474f-b7aa-fab3d34df1b1 req-8843cb2d-e8de-4a51-ae16-0f391bd391b7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781527 Sep 27 08:30:07.166340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ee8ddb2-a8f2-4f90-b5d7-1bde6f9bf11d req-99e1933d-cde4-4ce8-953c-8444b90c7f74 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509088 Sep 27 08:30:07.199781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-b4236240-8221-4b97-8324-50b9cf51f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:07.201300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-b4236240-8221-4b97-8324-50b9cf51f229 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 1120 time: 0.0918770 Sep 27 08:30:07.258286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['83cd2382-7cc5-442a-9f3e-2aaaa541a8e7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:07.342638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-894da967-6586-4b6f-8053-fe32146f95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:07.344225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-894da967-6586-4b6f-8053-fe32146f95f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1123912 Sep 27 08:30:07.398161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-31c336f7-b92a-4c9c-b7ab-45f9e1ce321e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3a1da13d-c337-4532-b0dd-a57f552bc5bd HTTP/1.1" status: 200 len: 217 time: 0.0430098 Sep 27 08:30:07.723884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2baf-9537-4979-b0fc-e4cc7c6601dc req-a1a0fa11-dd04-4a1f-86a4-121cc59efe8d tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:07.726023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ec2baf-9537-4979-b0fc-e4cc7c6601dc req-a1a0fa11-dd04-4a1f-86a4-121cc59efe8d tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 949 time: 0.0748036 Sep 27 08:30:07.800950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ec2baf-9537-4979-b0fc-e4cc7c6601dc req-2b9f1c1b-de86-404a-ba5a-f689a54177d6 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662923 Sep 27 08:30:07.802277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-420931ec-3c9b-4660-afd4-a1cf1b73ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:07.804630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-420931ec-3c9b-4660-afd4-a1cf1b73ffea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.3705726 Sep 27 08:30:07.816211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d770a1-4eba-4770-8cc7-7be235f45286 req-29e1a48d-c316-4a50-b15b-6414e7ca16ad tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:07.817758 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5d770a1-4eba-4770-8cc7-7be235f45286 req-29e1a48d-c316-4a50-b15b-6414e7ca16ad tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1096 time: 0.4185350 Sep 27 08:30:07.892216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5d770a1-4eba-4770-8cc7-7be235f45286 req-53dcfb90-5c01-4d9a-8d1a-cf7379ee6277 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645378 Sep 27 08:30:07.894093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-f63f99bd-2d5e-46dc-a2bc-c32caeca92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:07.895566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-f63f99bd-2d5e-46dc-a2bc-c32caeca92c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766954 Sep 27 08:30:08.050141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ce527c0-8c83-4b0f-810f-026392422816 req-3dd4fba8-d5f9-4003-92db-175c5b608d78 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437061 Sep 27 08:30:08.058398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f7585-1109-4ecb-a251-721a7df34e91 req-c54834a7-a6c8-465d-910a-1855f6cf3629 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:08.059868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa9f7585-1109-4ecb-a251-721a7df34e91 req-c54834a7-a6c8-465d-910a-1855f6cf3629 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 950 time: 0.0712559 Sep 27 08:30:08.105028 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-f0f2bb8d-1761-4899-b266-bd8a370bfd80 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922169 Sep 27 08:30:08.123695 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa9f7585-1109-4ecb-a251-721a7df34e91 req-4de7538c-08b5-40b7-a9c2-c16ebca4587e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469043 Sep 27 08:30:08.177222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce527c0-8c83-4b0f-810f-026392422816 req-917478a3-71fa-4b10-a53a-e43c0fb92471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:08.179497 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ce527c0-8c83-4b0f-810f-026392422816 req-917478a3-71fa-4b10-a53a-e43c0fb92471 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1101 time: 0.0548623 Sep 27 08:30:08.251010 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-176ce32e-312d-4dd0-b19a-a32550cc2b75 req-2349042a-3440-4933-8ea8-78606f0fa18a service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345940 Sep 27 08:30:08.341297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 32980) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:08.344957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af2cb3-0578-444c-bbe0-2365642d5556 req-b5612ffe-a23a-4a22-a780-566544b70fd1 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:08.347236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87af2cb3-0578-444c-bbe0-2365642d5556 req-b5612ffe-a23a-4a22-a780-566544b70fd1 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.1178651 Sep 27 08:30:08.376200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce527c0-8c83-4b0f-810f-026392422816 req-f8ee428a-1fd2-4715-a6f2-6e54067edc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:08.377627 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ce527c0-8c83-4b0f-810f-026392422816 req-f8ee428a-1fd2-4715-a6f2-6e54067edc3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1754663 Sep 27 08:30:08.429775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87af2cb3-0578-444c-bbe0-2365642d5556 req-bbd94b03-d641-4d82-b262-a482b6928adb tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700223 Sep 27 08:30:08.431224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ce527c0-8c83-4b0f-810f-026392422816 req-ac9a8d06-21ef-4a3a-a8bb-441dd2bdfb23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a HTTP/1.1" status: 200 len: 217 time: 0.0408945 Sep 27 08:30:08.501074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce527c0-8c83-4b0f-810f-026392422816 req-36edb785-185f-4d37-8ed7-0f5b4687ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:08.502646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ce527c0-8c83-4b0f-810f-026392422816 req-36edb785-185f-4d37-8ed7-0f5b4687ba26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0635977 Sep 27 08:30:08.578802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:08.614803 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01c9d8d0-dc90-4d18-b49f-3a44d9d41713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:08.632961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce527c0-8c83-4b0f-810f-026392422816 req-ee492ab9-428f-415b-86ae-ffa84ecd21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:08.634880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ce527c0-8c83-4b0f-810f-026392422816 req-ee492ab9-428f-415b-86ae-ffa84ecd21fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226029 Sep 27 08:30:08.671029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:30:08.681670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:08.683297 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:08.726305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-c7cf322f-f451-465f-a4d7-2f87eafd3614 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:08.728935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-c7cf322f-f451-465f-a4d7-2f87eafd3614 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 820 time: 0.2071013 Sep 27 08:30:08.740918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01c9d8d0-dc90-4d18-b49f-3a44d9d41713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:08.747291 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01c9d8d0-dc90-4d18-b49f-3a44d9d41713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:08.792911 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-b1d417d6-8edc-4b75-be7b-aeb74fe26dce tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/quotas/b39763fcd3a34a9a9355667ce04cca9f HTTP/1.1" status: 200 len: 375 time: 0.0242324 Sep 27 08:30:08.822799 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:08.827954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-01c9d8d0-dc90-4d18-b49f-3a44d9d41713 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=959c1186905d4bb08c42c1d80f3383f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852047 Sep 27 08:30:08.830744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33010) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:08.840253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9d8d0-dc90-4d18-b49f-3a44d9d41713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b274f606-c724-4e9e-85f0-2c3d68ab2e59,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:08.850290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ce527c0-8c83-4b0f-810f-026392422816 req-e3aaa52c-16d3-4a75-a614-c0f2cceb7372 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062521 Sep 27 08:30:08.867707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3047f4a1-1878-4606-8f9f-4b0fce27dbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cd2382-7cc5-442a-9f3e-2aaaa541a8e7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:08.871200 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff88d9f6-1c73-44c7-9d93-fd3781084f3a" -d '{"events": [{"server_uuid": "3047f4a1-1878-4606-8f9f-4b0fce27dbea", "name": "network-vif-plugged", "status": "completed", "tag": "83cd2382-7cc5-442a-9f3e-2aaaa541a8e7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:08.885701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:08.892365 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:08.893171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d598264f-5ab4-43aa-9f16-d3f2a3579645 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:30:08.973665 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-941eff62-a54b-4c31-ad5c-46932e6fa74e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1488748 Sep 27 08:30:08.973916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d598264f-5ab4-43aa-9f16-d3f2a3579645 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:30:09.002842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:09.049075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fea6818-1057-4a74-9501-3123c654d9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.109288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ce527c0-8c83-4b0f-810f-026392422816 req-670c6e21-dd63-4ddc-a828-83e9c93a21e6 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208447 Sep 27 08:30:09.122014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fea6818-1057-4a74-9501-3123c654d9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.153947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-c9d5a092-d3d0-4b6f-93ba-9c86a5b30dbf service neutron] 10.222.0.50 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534748 Sep 27 08:30:09.266058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fea6818-1057-4a74-9501-3123c654d9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.274537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fea6818-1057-4a74-9501-3123c654d9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.278570 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8fea6818-1057-4a74-9501-3123c654d9b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b274f606-c724-4e9e-85f0-2c3d68ab2e59 HTTP/1.1" status: 204 len: 168 time: 0.4372344 Sep 27 08:30:09.298447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-b65d0f3a-022f-4338-a155-78f34c9def48 service neutron] 10.222.0.50 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334000 Sep 27 08:30:09.299476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea6818-1057-4a74-9501-3123c654d9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b274f606-c724-4e9e-85f0-2c3d68ab2e59,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:09.410015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33024) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:09.544225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d20b-2239-49c6-832b-ef9b0f62434d req-93335adf-066e-40f7-91b4-2737410d8c22 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.547429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.548429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.549678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.549678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.549888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.550223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.550685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.551138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.552049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d1d20b-2239-49c6-832b-ef9b0f62434d req-93335adf-066e-40f7-91b4-2737410d8c22 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 950 time: 0.0693808 Sep 27 08:30:09.558554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a26bc486-3d30-4554-958a-995af36ed093 req-5341c9ad-7840-4645-834e-b450722141ac tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea&device_id=b779af15-f425-4abd-896f-28303cdf2065&device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3&device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689&device_id=f3940f59-b1a9-461a-a781-20e1fc950364&device_id=7ad86689-1c11-4e5a-acdf-daa978a52773&device_id=7745ce07-3de4-4981-81d7-aadea953dcab&device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 7367 time: 0.0947163 Sep 27 08:30:09.587848 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a26bc486-3d30-4554-958a-995af36ed093 req-78fb41bf-62e7-44cf-9eb9-25298af56a5f tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.620541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d1d20b-2239-49c6-832b-ef9b0f62434d req-36405626-aa7c-432b-98bc-42a240b4232b tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604062 Sep 27 08:30:09.683004 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042ba350-871d-4665-b268-29b8889d8720 x-openstack-request-id: req-042ba350-871d-4665-b268-29b8889d8720 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:09.683493 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3047f4a1-1878-4606-8f9f-4b0fce27dbea", "name": "network-vif-plugged", "status": "completed", "tag": "83cd2382-7cc5-442a-9f3e-2aaaa541a8e7", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:09.683593 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-042ba350-871d-4665-b268-29b8889d8720 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:09.683983 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3047f4a1-1878-4606-8f9f-4b0fce27dbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cd2382-7cc5-442a-9f3e-2aaaa541a8e7', 'code': 200} Sep 27 08:30:09.740127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a26bc486-3d30-4554-958a-995af36ed093 req-78fb41bf-62e7-44cf-9eb9-25298af56a5f tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.741548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52dffbd3-96e0-444a-8641-a5e90e4dd729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.750090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a26bc486-3d30-4554-958a-995af36ed093 req-78fb41bf-62e7-44cf-9eb9-25298af56a5f tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.801457 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a26bc486-3d30-4554-958a-995af36ed093 req-78fb41bf-62e7-44cf-9eb9-25298af56a5f tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&id=0b777b04-3016-4f70-a7a5-f99598c5692f&id=b3179bde-e9cf-4c32-8529-e476499a1add&id=3e6af066-71cf-4d10-b4ac-189d62af7f73&id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.2364318 Sep 27 08:30:09.813946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb41bf-62e7-44cf-9eb9-25298af56a5f tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8df063-f82b-4758-9ff1-bf3368aca749,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:09.828572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6257e4-7306-48a7-a395-dee8e425d19e req-4e0467cd-ece7-4a1f-96fc-ec4e553e41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:09.831156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be6257e4-7306-48a7-a395-dee8e425d19e req-4e0467cd-ece7-4a1f-96fc-ec4e553e41b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 1101 time: 0.0640898 Sep 27 08:30:09.885985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33044) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:09.889221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be6257e4-7306-48a7-a395-dee8e425d19e req-228b7f37-6c55-47c0-be43-5a25db09e717 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482318 Sep 27 08:30:09.901907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a301-ac77-410d-80de-32689b5565d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.949972 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52dffbd3-96e0-444a-8641-a5e90e4dd729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:09.972063 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52dffbd3-96e0-444a-8641-a5e90e4dd729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.041238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-52dffbd3-96e0-444a-8641-a5e90e4dd729 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78a379f053274b8da8ba50eaab8467ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275015 Sep 27 08:30:10.041596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33050) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:10.045355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dffbd3-96e0-444a-8641-a5e90e4dd729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36975c73-a4af-4588-9a3b-17e48f3a3755,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:10.056960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8048c2-7b15-460e-94ad-2ed6f9c5110a req-9d304af2-acc5-439f-b6ae-2e4e48499db7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:10.058514 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c8048c2-7b15-460e-94ad-2ed6f9c5110a req-9d304af2-acc5-439f-b6ae-2e4e48499db7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.1261296 Sep 27 08:30:10.116585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c8048c2-7b15-460e-94ad-2ed6f9c5110a req-76010cf1-a09f-4116-81a4-1014717771fd tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488286 Sep 27 08:30:10.121180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b54de5a1-c094-4613-8242-332a06c2de93 req-f5bf9d3a-0794-4633-891a-04a6d043286f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 210 time: 0.0610087 Sep 27 08:30:10.139835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31e75406-6244-4fcb-864e-1c40cc505d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.154049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a301-ac77-410d-80de-32689b5565d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.164318 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a301-ac77-410d-80de-32689b5565d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.167277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31e75406-6244-4fcb-864e-1c40cc505d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.214076 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ae5a301-ac77-410d-80de-32689b5565d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f36ae8002a094c999187ace293c200b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239703 Sep 27 08:30:10.214435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:10.221750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5a301-ac77-410d-80de-32689b5565d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018279a9-701f-46ae-b7ac-ba0d53b29850,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:10.249352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31e75406-6244-4fcb-864e-1c40cc505d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.253565 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31e75406-6244-4fcb-864e-1c40cc505d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.259895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-31e75406-6244-4fcb-864e-1c40cc505d13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36975c73-a4af-4588-9a3b-17e48f3a3755 HTTP/1.1" status: 204 len: 168 time: 0.2127059 Sep 27 08:30:10.270964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e75406-6244-4fcb-864e-1c40cc505d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36975c73-a4af-4588-9a3b-17e48f3a3755,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:10.313855 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cc75480-1a75-426b-a0e1-0309425f932f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.341577 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cc75480-1a75-426b-a0e1-0309425f932f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.406737 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cc75480-1a75-426b-a0e1-0309425f932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.409443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cc75480-1a75-426b-a0e1-0309425f932f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.413031 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4cc75480-1a75-426b-a0e1-0309425f932f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/018279a9-701f-46ae-b7ac-ba0d53b29850 HTTP/1.1" status: 204 len: 168 time: 0.1951156 Sep 27 08:30:10.421980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc75480-1a75-426b-a0e1-0309425f932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018279a9-701f-46ae-b7ac-ba0d53b29850,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:10.653506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d429-2cdf-467c-85be-8d66b5deeeaa req-fc5ee521-b24c-4803-a11e-66b15da41b7a tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:10.660907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2949d429-2cdf-467c-85be-8d66b5deeeaa req-fc5ee521-b24c-4803-a11e-66b15da41b7a tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.0655534 Sep 27 08:30:10.714414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2949d429-2cdf-467c-85be-8d66b5deeeaa req-7f7e3ded-e92f-417b-ba2c-80b0e2637c2f tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484102 Sep 27 08:30:10.755510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33074) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:10.800047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-041df367-0389-4e19-ac6c-9e9e4fb56092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:10.826819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b62e-1e5e-42db-abab-1be408578bd0 req-ee3e7435-154b-47a6-b49d-ebab70776454 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:10.829914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b62e-1e5e-42db-abab-1be408578bd0 req-ee3e7435-154b-47a6-b49d-ebab70776454 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:10.830445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b62e-1e5e-42db-abab-1be408578bd0 req-ee3e7435-154b-47a6-b49d-ebab70776454 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:10.836624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144b62e-1e5e-42db-abab-1be408578bd0 req-ee3e7435-154b-47a6-b49d-ebab70776454 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3&device_id=7745ce07-3de4-4981-81d7-aadea953dcab&device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 2903 time: 0.0931273 Sep 27 08:30:10.930711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144b62e-1e5e-42db-abab-1be408578bd0 req-3ba8c714-5744-4249-89cb-ac6dc59769c0 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881014 Sep 27 08:30:10.935545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-63da4ca7-5f95-4276-8e1d-1d69e9f5b7e7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:10.937100 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-63da4ca7-5f95-4276-8e1d-1d69e9f5b7e7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 820 time: 0.1854916 Sep 27 08:30:10.949917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8958b-1789-4fea-a6f2-6c43f8e4e254 req-926f9f28-f117-47df-9c5a-650dd3815aed tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:10.951785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53a8958b-1789-4fea-a6f2-6c43f8e4e254 req-926f9f28-f117-47df-9c5a-650dd3815aed tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 950 time: 0.0879607 Sep 27 08:30:10.956770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Request body: {'port': {'device_id': '36633e19-f759-41f7-963a-cf247882ebb0', 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'admin_state_up': True, 'tenant_id': 'b39763fcd3a34a9a9355667ce04cca9f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:11.030510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-041df367-0389-4e19-ac6c-9e9e4fb56092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.036616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-041df367-0389-4e19-ac6c-9e9e4fb56092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.065456 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53a8958b-1789-4fea-a6f2-6c43f8e4e254 req-f2ca626e-37bb-4cef-8e1f-db97056ffdca tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040568 Sep 27 08:30:11.124641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:11.124806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-041df367-0389-4e19-ac6c-9e9e4fb56092 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9eb30051c964ad8871400e028a39d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681715 Sep 27 08:30:11.125900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041df367-0389-4e19-ac6c-9e9e4fb56092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88218835-d106-42a7-ab4b-5db6674f4be9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:11.137368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Made reservation on behalf of b39763fcd3a34a9a9355667ce04cca9f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:11.141968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.285700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a46c-2b96-4f5d-8ed6-4844a9b62c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.340252 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95b0bf22-c7d5-4a0f-99db-0c7254010f1e req-44d9fa59-4ae4-4817-abee-1025d47189ca tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 210 time: 0.0364461 Sep 27 08:30:11.343641 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a46c-2b96-4f5d-8ed6-4844a9b62c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.394532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Allocated IP 172.20.0.12 (f0401142-0273-4e2e-bb33-f59b422652f6/c72f7ca5-b1e5-4bc0-b776-4388bf3dee74/2dc2a58a-3aaa-457f-aa49-7e716ca20289) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:11.447729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a46c-2b96-4f5d-8ed6-4844a9b62c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.450650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a46c-2b96-4f5d-8ed6-4844a9b62c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.451977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8a2a46c-2b96-4f5d-8ed6-4844a9b62c33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88218835-d106-42a7-ab4b-5db6674f4be9 HTTP/1.1" status: 204 len: 168 time: 0.3259904 Sep 27 08:30:11.473655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2a46c-2b96-4f5d-8ed6-4844a9b62c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88218835-d106-42a7-ab4b-5db6674f4be9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:11.602659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.605587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33122) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:11.654172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.701362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Network f0401142-0273-4e2e-bb33-f59b422652f6 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:11.707073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:11.711552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:11.719326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:11.720449 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.743388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7898235 Sep 27 08:30:11.752095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75fba7-3555-4b45-b4f8-79abbe4ba307 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Pushing event updated for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:11.768024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Request body: {'port': {'device_id': '36633e19-f759-41f7-963a-cf247882ebb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:11.789112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cf32c-9c43-4dc5-b26a-3bbf01150f05 req-e3fa1ce5-021a-4427-9b3d-9cee06e50b18 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:11.800816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a12cf32c-9c43-4dc5-b26a-3bbf01150f05 req-e3fa1ce5-021a-4427-9b3d-9cee06e50b18 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1101 time: 0.0635738 Sep 27 08:30:11.845256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.849171 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a12cf32c-9c43-4dc5-b26a-3bbf01150f05 req-8a84fbd4-d663-4035-90dd-9b2b383896c9 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Sep 27 08:30:11.925698 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57986c38-622a-4d06-8e46-3d783017d02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:11.935631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a77e-c182-4da4-9f0d-b3c7b5f49a7d req-9b509201-b53d-49bb-82cf-aea8ac11771e tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:11.937969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d698a77e-c182-4da4-9f0d-b3c7b5f49a7d req-9b509201-b53d-49bb-82cf-aea8ac11771e tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.1085081 Sep 27 08:30:12.008180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0826ff-1300-4a82-83b2-1e8e0c508633 req-c497d8bc-dfec-4396-96c8-47846f7f474b tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:12.010080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d0826ff-1300-4a82-83b2-1e8e0c508633 req-c497d8bc-dfec-4396-96c8-47846f7f474b tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1101 time: 0.0675120 Sep 27 08:30:12.063481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d0826ff-1300-4a82-83b2-1e8e0c508633 req-fa6d59ef-ca28-4d34-8e5a-3309d3eadb60 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Sep 27 08:30:12.076234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d698a77e-c182-4da4-9f0d-b3c7b5f49a7d req-ba066c81-b0ad-4b0e-893f-dd28b27fc366 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/security-groups?id=1568d612-6bc2-4a5a-b93d-b99ce5489ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243238 Sep 27 08:30:12.165474 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57986c38-622a-4d06-8e46-3d783017d02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.178352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57986c38-622a-4d06-8e46-3d783017d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.281271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-57986c38-622a-4d06-8e46-3d783017d02f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5af351b09db845bbb83f4442e409fd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745198 Sep 27 08:30:12.282158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57986c38-622a-4d06-8e46-3d783017d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67a9eef-9c01-4d93-8357-3304dba6c511,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:12.284501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33154) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:12.371162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-b5357a92-b59a-4851-9cb3-4df6d214e4b2 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:12.372587 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-b5357a92-b59a-4851-9cb3-4df6d214e4b2 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.67 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 949 time: 0.1947408 Sep 27 08:30:12.392969 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e745-19fd-42f0-9374-a75f228bdc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.459325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e745-19fd-42f0-9374-a75f228bdc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.542566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec787161-b89f-4704-9972-bba53bbaeb72 req-d63dbcc2-d748-4180-a1cf-3363dd4b7e66 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:12.549688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec787161-b89f-4704-9972-bba53bbaeb72 req-d63dbcc2-d748-4180-a1cf-3363dd4b7e66 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 950 time: 0.3167617 Sep 27 08:30:12.572571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e745-19fd-42f0-9374-a75f228bdc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.575639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e745-19fd-42f0-9374-a75f228bdc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.576812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d4f5e745-19fd-42f0-9374-a75f228bdc59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c67a9eef-9c01-4d93-8357-3304dba6c511 HTTP/1.1" status: 204 len: 168 time: 0.2912025 Sep 27 08:30:12.604926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5e745-19fd-42f0-9374-a75f228bdc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67a9eef-9c01-4d93-8357-3304dba6c511,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:12.626500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78ea8-ff57-436d-968b-e1b830ff22e9 req-c9db3548-59be-4068-8e87-977c902e406d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:12.628086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95b78ea8-ff57-436d-968b-e1b830ff22e9 req-c9db3548-59be-4068-8e87-977c902e406d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 932 time: 0.1071973 Sep 27 08:30:12.640148 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec787161-b89f-4704-9972-bba53bbaeb72 req-21b5a3ae-42a1-43ac-8609-ef708a2ada65 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896137 Sep 27 08:30:12.653083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Deleting port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:12.653636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.677127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc2a58a-3aaa-457f-aa49-7e716ca20289 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:12.693844 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.725069 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95b78ea8-ff57-436d-968b-e1b830ff22e9 req-b5089a5d-4800-4d2e-b59a-0dc197b5a62a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810709 Sep 27 08:30:12.750561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Transition to ACTIVE for port object 2dc2a58a-3aaa-457f-aa49-7e716ca20289 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:30:12.759629 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.867285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:12.880256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] For port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:12.880924 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:12.892488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:12.893109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:12.893648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:12.899823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Calling delete_port for 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:12.907258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:30:12.907801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:12.918313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:12.918970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:12.919851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:12.920594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Bound port: 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:12.921137 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.072367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:13.089502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:13.166983 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.198498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:13.199479 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.201186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] 10.222.0.67 "PUT /v2.0/ports/2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 1092 time: 1.4458125 Sep 27 08:30:13.208304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:13.212078 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf37899-6dab-49cb-b2d2-f109ffb019a4" -d '{"events": [{"name": "network-changed", "server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:13.215597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.235198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['1e01f7d7-a584-4b7d-8fd6-fab1024087a7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:13.286851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33200) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:13.327368 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.362242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:13.373775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.374365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.374889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.375310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.375918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.376127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.376582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.376993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.377401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.377808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.378213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.378634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26b4b3-0699-4145-be73-9bb7d7361e74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.408456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Pushing event deleted for resources: {'Port': ['ID=1e01f7d7-a584-4b7d-8fd6-fab1024087a7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:13.461808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5dd0f-91cb-4e78-adee-19882f94c9ce req-274d3ceb-8874-4bda-9579-cb5c68807aab tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:13.470835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94c5dd0f-91cb-4e78-adee-19882f94c9ce req-274d3ceb-8874-4bda-9579-cb5c68807aab tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 1101 time: 0.3059773 Sep 27 08:30:13.530081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-1e344da4-3c1a-4774-bfa4-7dcc44d468d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:13.531633 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-1e344da4-3c1a-4774-bfa4-7dcc44d468d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1095 time: 0.2106164 Sep 27 08:30:13.537512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] No DVR routers for this DVR port 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:30:13.542521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71bc7556-8f1a-4188-85f0-f2a879e11de8 req-043532e4-275c-4e23-a32e-ef02c02630fa tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.50 "GET /v2.0/ports?device_id=b779af15-f425-4abd-896f-28303cdf2065 HTTP/1.1" status: 200 len: 210 time: 0.0389504 Sep 27 08:30:13.555977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.558521 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-310dc5ad-9951-4d39-9ae2-6ad0e99a860c req-a72db7b5-a9c4-4020-9479-5ab78cd470c7 tempest-DeleteServersAdminTestJSON-589291235 tempest-DeleteServersAdminTestJSON-589291235-project] 10.222.0.67 "DELETE /v2.0/ports/1e01f7d7-a584-4b7d-8fd6-fab1024087a7 HTTP/1.1" status: 204 len: 173 time: 1.1778629 Sep 27 08:30:13.559231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94c5dd0f-91cb-4e78-adee-19882f94c9ce req-0b4ed485-5ecb-48fd-a01c-4a20f59bcfb1 tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.588222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.608515 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.669270 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d71ba1cd9aef4e7fbce064fbef879762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809392 Sep 27 08:30:13.670101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33214) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:13.671633 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cbd8c1-e81c-46ef-871a-59ca30ca7cdd x-openstack-request-id: req-96cbd8c1-e81c-46ef-871a-59ca30ca7cdd {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:13.671877 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:13.672122 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96cbd8c1-e81c-46ef-871a-59ca30ca7cdd {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:13.692516 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289', 'status': 'completed', 'code': 200} Sep 27 08:30:13.722269 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-5a99d6c7-0632-4817-a864-0797049165f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 217 time: 0.1604986 Sep 27 08:30:13.736041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c83e5-0e75-4083-b08e-8aba1433f01a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:13.752199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.752429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.752795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.752994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.753314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.753657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.753982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.754298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.754616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.754932 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.755247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.755556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860bdd6b-b9a2-483c-b1cc-fe43819095c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:13.779281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aafb5-170b-4e33-8e38-4046eb583055 req-62f6a642-045f-49b7-9508-fcb017954619 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:13.788894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d0aafb5-170b-4e33-8e38-4046eb583055 req-62f6a642-045f-49b7-9508-fcb017954619 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0951457 Sep 27 08:30:13.809943 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.839163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d0aafb5-170b-4e33-8e38-4046eb583055 req-88554176-71a5-44b9-a79a-576227293482 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493588 Sep 27 08:30:13.896549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-a739acd1-2445-4dd1-bd4f-9708c27be4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:13.898328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-a739acd1-2445-4dd1-bd4f-9708c27be4e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.1638417 Sep 27 08:30:13.902778 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-622c8a6e-6c67-4bf2-b602-b580ee000c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:13.949401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-afc71ce5-7a37-4735-941d-94c9ecadc263 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419135 Sep 27 08:30:13.978505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-622c8a6e-6c67-4bf2-b602-b580ee000c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:14.041454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94c5dd0f-91cb-4e78-adee-19882f94c9ce req-0b4ed485-5ecb-48fd-a01c-4a20f59bcfb1 tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:14.075521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94c5dd0f-91cb-4e78-adee-19882f94c9ce req-0b4ed485-5ecb-48fd-a01c-4a20f59bcfb1 tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:14.120694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94c5dd0f-91cb-4e78-adee-19882f94c9ce req-0b4ed485-5ecb-48fd-a01c-4a20f59bcfb1 tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487410 Sep 27 08:30:14.156183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ed485-5ecb-48fd-a01c-4a20f59bcfb1 tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2179ec03-6d7a-4c50-b5d7-250eb3625f6c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:14.161965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-692d2fe8-fda8-4ce2-8a13-82c7c15cce69 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985192 Sep 27 08:30:14.163615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-622c8a6e-6c67-4bf2-b602-b580ee000c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:14.166509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-622c8a6e-6c67-4bf2-b602-b580ee000c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:14.167605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-622c8a6e-6c67-4bf2-b602-b580ee000c52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/432c83e5-0e75-4083-b08e-8aba1433f01a HTTP/1.1" status: 204 len: 168 time: 0.4738553 Sep 27 08:30:14.188397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c8a6e-6c67-4bf2-b602-b580ee000c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c83e5-0e75-4083-b08e-8aba1433f01a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:14.291423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283af09-0f46-4cea-89f5-5a143be981ae req-815d9897-26c4-4ad8-b3ff-03952893aa80 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:14.299567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7283af09-0f46-4cea-89f5-5a143be981ae req-815d9897-26c4-4ad8-b3ff-03952893aa80 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 944 time: 0.0973253 Sep 27 08:30:14.357206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7283af09-0f46-4cea-89f5-5a143be981ae req-3037345b-60d1-40ae-ba58-6908900c0dd7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566638 Sep 27 08:30:14.375286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2e98dc-83e4-4af1-bb4a-bef92ad6507c req-efc394a0-e77e-437b-8f95-4ebd0294936f service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978662 Sep 27 08:30:14.487751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-b5208768-d51c-4012-92eb-8b7a0b96c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:14.489367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-b5208768-d51c-4012-92eb-8b7a0b96c95e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1095 time: 0.0544944 Sep 27 08:30:14.600177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-01f99dc3-053a-4aa0-8229-3f0619bb031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:14.601869 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-01f99dc3-053a-4aa0-8229-3f0619bb031a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.1018832 Sep 27 08:30:14.673865 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-f6f7c437-3a2f-442a-817c-6f93b63067a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 217 time: 0.0623055 Sep 27 08:30:14.750570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-3435f080-9fe8-4142-8c04-a5f6c5e6101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:14.752130 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-3435f080-9fe8-4142-8c04-a5f6c5e6101d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0684731 Sep 27 08:30:14.793515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-3c032672-08ef-4eb3-9af7-589262cefb7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312288 Sep 27 08:30:14.915196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-3de5f918-0c33-4aa3-bdc5-efebf733f855 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957336 Sep 27 08:30:14.990791 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45387e30-0790-46f3-a96b-8ba52991c622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.033128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da60b7-1602-473c-bb3f-8c965ba276ec req-d57a13ea-0aef-4f65-96e0-13588ae5a1d6 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:15.037612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5da60b7-1602-473c-bb3f-8c965ba276ec req-d57a13ea-0aef-4f65-96e0-13588ae5a1d6 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1206567 Sep 27 08:30:15.075841 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bf37899-6dab-49cb-b2d2-f109ffb019a4 req-a30ed45e-8ef5-4771-ae19-37e357524d64 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490667 Sep 27 08:30:15.100741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5da60b7-1602-473c-bb3f-8c965ba276ec req-5ac3a3e0-1f03-40c1-839a-3018084a1523 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Sep 27 08:30:15.112299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:15.145938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33306) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:15.250228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78721b0e-3e49-4172-a0bd-516a042256c2 req-6cfa3a9d-0388-4bd8-89e0-b4200d9ba3f6 tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:15.251862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78721b0e-3e49-4172-a0bd-516a042256c2 req-6cfa3a9d-0388-4bd8-89e0-b4200d9ba3f6 tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 1101 time: 0.0411398 Sep 27 08:30:15.278067 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cdb4c301-19f1-45d2-82e7-231fd550475d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.304674 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:30:15.336806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78721b0e-3e49-4172-a0bd-516a042256c2 req-3d273a25-2d76-430c-88b0-9de43bb33c04 tempest-ServersAdminNegativeTestJSON-1528939131 tempest-ServersAdminNegativeTestJSON-1528939131-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Sep 27 08:30:15.470785 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cdb4c301-19f1-45d2-82e7-231fd550475d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.478937 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cdb4c301-19f1-45d2-82e7-231fd550475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.489685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-ea8a015b-111b-4d9d-9dbe-698dd1fca4fc req-ae5f754f-7d9a-400c-a5b0-602c08f25312 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:15.490860 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea8a015b-111b-4d9d-9dbe-698dd1fca4fc req-ae5f754f-7d9a-400c-a5b0-602c08f25312 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208771 Sep 27 08:30:15.514732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b8b21616-dfc5-472e-aee7-e945ee58ec57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6361259f16e471d94a38f4a5ddf255e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3675661 Sep 27 08:30:15.517619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33328) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:15.519088 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cdb4c301-19f1-45d2-82e7-231fd550475d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19d486dbfd9346799e922867e877b0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056234 Sep 27 08:30:15.527730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:15.572318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4c301-19f1-45d2-82e7-231fd550475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c61c82-741f-474f-a2a5-ca6625dc249a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:15.590402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-06dca92a-f741-4ee6-a651-d0dda0a59371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.615741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-06dca92a-f741-4ee6-a651-d0dda0a59371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.617719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c0531-6de6-4290-a424-9aa4b408f235 req-6bb8049e-e263-4026-a0e3-41df75e27599 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:15.619241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d70c0531-6de6-4290-a424-9aa4b408f235 req-6bb8049e-e263-4026-a0e3-41df75e27599 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 944 time: 0.0943656 Sep 27 08:30:15.642111 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aab24878-c590-4ebd-8391-e36bd7255570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.680564 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-06dca92a-f741-4ee6-a651-d0dda0a59371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.680961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-06dca92a-f741-4ee6-a651-d0dda0a59371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.682292 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-06dca92a-f741-4ee6-a651-d0dda0a59371 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1568d612-6bc2-4a5a-b93d-b99ce5489ef6 HTTP/1.1" status: 204 len: 168 time: 0.1633615 Sep 27 08:30:15.688030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d70c0531-6de6-4290-a424-9aa4b408f235 req-ed433f44-fec5-4b86-a37f-41100fd8b232 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Sep 27 08:30:15.692655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dca92a-f741-4ee6-a651-d0dda0a59371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1568d612-6bc2-4a5a-b93d-b99ce5489ef6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:15.695965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aab24878-c590-4ebd-8391-e36bd7255570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.697747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779af15-f425-4abd-896f-28303cdf2065', 'name': 'network-vif-deleted', 'tag': '1e01f7d7-a584-4b7d-8fd6-fab1024087a7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:15.699902 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18bd93e-1451-47dd-989b-4c961fdbe144" -d '{"events": [{"server_uuid": "b779af15-f425-4abd-896f-28303cdf2065", "name": "network-vif-deleted", "tag": "1e01f7d7-a584-4b7d-8fd6-fab1024087a7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:15.759512 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5521aa-525d-462f-97c7-723a13ecd7c6 x-openstack-request-id: req-6e5521aa-525d-462f-97c7-723a13ecd7c6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:15.759809 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779af15-f425-4abd-896f-28303cdf2065", "name": "network-vif-deleted", "tag": "1e01f7d7-a584-4b7d-8fd6-fab1024087a7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:15.760062 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e5521aa-525d-462f-97c7-723a13ecd7c6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:15.760485 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779af15-f425-4abd-896f-28303cdf2065', 'name': 'network-vif-deleted', 'tag': '1e01f7d7-a584-4b7d-8fd6-fab1024087a7', 'status': 'completed', 'code': 200} Sep 27 08:30:15.770422 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aab24878-c590-4ebd-8391-e36bd7255570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.774264 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aab24878-c590-4ebd-8391-e36bd7255570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:15.777975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aab24878-c590-4ebd-8391-e36bd7255570 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19c61c82-741f-474f-a2a5-ca6625dc249a HTTP/1.1" status: 204 len: 168 time: 0.2505682 Sep 27 08:30:15.786807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab24878-c590-4ebd-8391-e36bd7255570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c61c82-741f-474f-a2a5-ca6625dc249a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:16.025517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d266d-cad0-4b9e-9021-bb1bbf7fbf10 req-370657a6-fa16-407a-a112-9c4350021146 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:16.029031 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f4d266d-cad0-4b9e-9021-bb1bbf7fbf10 req-370657a6-fa16-407a-a112-9c4350021146 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 950 time: 0.0564585 Sep 27 08:30:16.069065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f4d266d-cad0-4b9e-9021-bb1bbf7fbf10 req-54d9efcb-dede-4b00-a0fb-c5f8b701b843 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Sep 27 08:30:16.209939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9db4-d487-48bb-8164-e74a1719c15d req-b20d7db9-28be-4c45-a4f5-9b3ec19591fd tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:16.216862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c62c9db4-d487-48bb-8164-e74a1719c15d req-b20d7db9-28be-4c45-a4f5-9b3ec19591fd tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0573626 Sep 27 08:30:16.256467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c62c9db4-d487-48bb-8164-e74a1719c15d req-140d32eb-4861-4316-b4c9-d0a5f28acf85 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385435 Sep 27 08:30:16.299400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:16.313149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37cb9c29-ea0e-4e13-922d-e5bed77b547f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.315988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33372) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:16.326362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:30:16.335402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edb01233-62e4-4595-8d59-a5849a255334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.359874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:30:16.360497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 1e01f7d7-a584-4b7d-8fd6-fab1024087a7 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:30:16.429093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37cb9c29-ea0e-4e13-922d-e5bed77b547f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.436103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37cb9c29-ea0e-4e13-922d-e5bed77b547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.475685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb9c29-ea0e-4e13-922d-e5bed77b547f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0820100a-0051-458f-83bd-7abe73b17611,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:16.483450 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-37cb9c29-ea0e-4e13-922d-e5bed77b547f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=371bc6cbc088423fb2a75424b3d8e829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798203 Sep 27 08:30:16.483450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:16.543153 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca32d-8609-4277-a269-7105360c68f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.562394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edb01233-62e4-4595-8d59-a5849a255334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.568157 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca32d-8609-4277-a269-7105360c68f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.569319 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edb01233-62e4-4595-8d59-a5849a255334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.598460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb01233-62e4-4595-8d59-a5849a255334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe0898b-bf60-4d87-a132-6e17d036b558,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:16.617371 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-edb01233-62e4-4595-8d59-a5849a255334 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41c29d7cbc2d4c40bc7f3ed9e0298797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990751 Sep 27 08:30:16.620261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33384) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:16.638151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca32d-8609-4277-a269-7105360c68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.647272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca32d-8609-4277-a269-7105360c68f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.649016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3d4ca32d-8609-4277-a269-7105360c68f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0820100a-0051-458f-83bd-7abe73b17611 HTTP/1.1" status: 204 len: 168 time: 0.1643822 Sep 27 08:30:16.664833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ca32d-8609-4277-a269-7105360c68f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0820100a-0051-458f-83bd-7abe73b17611,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:16.679866 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d385cee-aaba-4ae7-a3a9-cf9ca6eb43c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.707443 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d385cee-aaba-4ae7-a3a9-cf9ca6eb43c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.765773 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d385cee-aaba-4ae7-a3a9-cf9ca6eb43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.768968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d385cee-aaba-4ae7-a3a9-cf9ca6eb43c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:16.772947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8d385cee-aaba-4ae7-a3a9-cf9ca6eb43c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afe0898b-bf60-4d87-a132-6e17d036b558 HTTP/1.1" status: 204 len: 168 time: 0.1511323 Sep 27 08:30:16.809351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d385cee-aaba-4ae7-a3a9-cf9ca6eb43c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe0898b-bf60-4d87-a132-6e17d036b558,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:16.842740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0fe5d-6e71-4df2-9cb6-de66785f0331 req-40224190-a55a-40e0-9e25-d6ba684a5974 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:16.844476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4cf0fe5d-6e71-4df2-9cb6-de66785f0331 req-40224190-a55a-40e0-9e25-d6ba684a5974 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 944 time: 0.0674510 Sep 27 08:30:16.886025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4cf0fe5d-6e71-4df2-9cb6-de66785f0331 req-0922db6c-4ad8-4ff3-99de-06604bc43149 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Sep 27 08:30:17.186362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76123-f033-4fb4-843b-e7d9f45f2fb6 req-9bdb4971-2ef5-450d-bd21-643b522fadc8 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:17.187675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22a76123-f033-4fb4-843b-e7d9f45f2fb6 req-9bdb4971-2ef5-450d-bd21-643b522fadc8 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 950 time: 0.0492136 Sep 27 08:30:17.226308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22a76123-f033-4fb4-843b-e7d9f45f2fb6 req-7b526dd3-5237-4734-92d3-a75c89b05152 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Sep 27 08:30:17.396817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33428) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:17.396968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b26e6-7ca3-49e8-adcb-f8d8673db14d req-9c93aaac-c25c-46f9-83c9-481825408e5b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:17.404637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-693b26e6-7ca3-49e8-adcb-f8d8673db14d req-9c93aaac-c25c-46f9-83c9-481825408e5b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0728078 Sep 27 08:30:17.460770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-693b26e6-7ca3-49e8-adcb-f8d8673db14d req-ad43e08b-f798-4f5d-96e4-6d7c7932a81a tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Sep 27 08:30:17.484604 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10a57a7e-914d-4201-9a8d-0f596ffd3779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:17.649956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-f13d76ee-c69c-42d3-820f-60274eda355c tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:17.651549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-f13d76ee-c69c-42d3-820f-60274eda355c tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.57 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 950 time: 0.0573022 Sep 27 08:30:17.726411 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-069cfade-cda7-4ee5-bb24-b2c6aff2581d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:17.940607 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.100020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Deleting port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:18.100692 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.105269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e825b67-160d-4e43-8478-34735b63b94b req-ee59d7b6-aa8c-4cce-86cc-7b3b87156e51 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:18.113050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e825b67-160d-4e43-8478-34735b63b94b req-ee59d7b6-aa8c-4cce-86cc-7b3b87156e51 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 944 time: 0.0982757 Sep 27 08:30:18.167914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e825b67-160d-4e43-8478-34735b63b94b req-241e09a4-5801-4e58-8898-57e96944e73d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537322 Sep 27 08:30:18.198327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] For port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:18.198845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.222162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Calling delete_port for 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:18.305639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-069cfade-cda7-4ee5-bb24-b2c6aff2581d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.317276 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-069cfade-cda7-4ee5-bb24-b2c6aff2581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.341953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2dc2a58a-3aaa-457f-aa49-7e716ca20289 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:18.365364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deeae2b-94a8-41a6-91b5-d7c6fbfc0b45 req-97255ff9-b747-4c79-a346-2bc4b4ef8ed2 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:18.366445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-069cfade-cda7-4ee5-bb24-b2c6aff2581d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e719eb0d72a24a9588161420cc0b55d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9679620 Sep 27 08:30:18.368497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cfade-cda7-4ee5-bb24-b2c6aff2581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac582d-da1f-458b-a413-4d709c51dd6b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:18.373790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33498) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:18.393661 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5deeae2b-94a8-41a6-91b5-d7c6fbfc0b45 req-97255ff9-b747-4c79-a346-2bc4b4ef8ed2 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=3047f4a1-1878-4606-8f9f-4b0fce27dbea HTTP/1.1" status: 200 len: 950 time: 0.0841217 Sep 27 08:30:18.449064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:18.462933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '2dc2a58a-3aaa-457f-aa49-7e716ca20289', 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'port_id': '2dc2a58a-3aaa-457f-aa49-7e716ca20289', 'mac_address': 'fa:16:3e:fb:ed:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72f7ca5-b1e5-4bc0-b776-4388bf3dee74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:30:18.467226 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5deeae2b-94a8-41a6-91b5-d7c6fbfc0b45 req-7a84f559-a7cb-45f3-8af4-facea9464ef5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712385 Sep 27 08:30:18.473283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91a17a57-5292-46ff-ada4-043e984be54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.486081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.534430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2b2f8afb-c660-4b3b-abac-fb30d632f6be'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:18.562138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91a17a57-5292-46ff-ada4-043e984be54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.585933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Pushing event deleted for resources: {'Port': ['ID=83cd2382-7cc5-442a-9f3e-2aaaa541a8e7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:18.593849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['83cd2382-7cc5-442a-9f3e-2aaaa541a8e7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:18.653812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] No DVR routers for this DVR port 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:30:18.680904 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.687217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91370b20-947b-45ff-a412-83a39a86c24a req-6050aa4d-510b-4c88-88fb-3d0aa4aa50e7 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:18.687365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.696609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91370b20-947b-45ff-a412-83a39a86c24a req-6050aa4d-510b-4c88-88fb-3d0aa4aa50e7 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1100376 Sep 27 08:30:18.701334 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fd1634ba-d5f2-4c22-aa16-fcc257cff3de req-8abe930e-4ac2-4214-9fcc-985d5f99f183 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.57 "DELETE /v2.0/ports/83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 HTTP/1.1" status: 204 len: 173 time: 1.0423374 Sep 27 08:30:18.702083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3047f4a1-1878-4606-8f9f-4b0fce27dbea', 'name': 'network-vif-deleted', 'tag': '83cd2382-7cc5-442a-9f3e-2aaaa541a8e7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:18.704391 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c38f50-2484-4587-840a-d9c4a01d42f3" -d '{"events": [{"server_uuid": "3047f4a1-1878-4606-8f9f-4b0fce27dbea", "name": "network-vif-deleted", "tag": "83cd2382-7cc5-442a-9f3e-2aaaa541a8e7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:18.733209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc2a58a-3aaa-457f-aa49-7e716ca20289 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:18.743865 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91a17a57-5292-46ff-ada4-043e984be54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.746704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91a17a57-5292-46ff-ada4-043e984be54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.748044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-91a17a57-5292-46ff-ada4-043e984be54e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0ac582d-da1f-458b-a413-4d709c51dd6b HTTP/1.1" status: 204 len: 168 time: 0.3733091 Sep 27 08:30:18.767111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a17a57-5292-46ff-ada4-043e984be54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac582d-da1f-458b-a413-4d709c51dd6b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:18.806499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91370b20-947b-45ff-a412-83a39a86c24a req-0af175ad-6b8c-4ed6-a5b7-ed5e93d9ba1f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040599 Sep 27 08:30:18.857037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:18.877820 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.881942 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:18.887353 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a907487-c493-4c98-83bb-fedb05bb6c31 x-openstack-request-id: req-3a907487-c493-4c98-83bb-fedb05bb6c31 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:18.887713 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3047f4a1-1878-4606-8f9f-4b0fce27dbea", "name": "network-vif-deleted", "tag": "83cd2382-7cc5-442a-9f3e-2aaaa541a8e7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:18.888353 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a907487-c493-4c98-83bb-fedb05bb6c31 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:18.888951 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3047f4a1-1878-4606-8f9f-4b0fce27dbea', 'name': 'network-vif-deleted', 'tag': '83cd2382-7cc5-442a-9f3e-2aaaa541a8e7', 'status': 'completed', 'code': 200} Sep 27 08:30:18.961189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:18.970247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.970594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.970933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.971265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.971604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.971923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.972246 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.972671 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.973002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.973325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.973698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:18.974022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:19.127678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33532) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:19.141988 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e013bf6a-bd48-46d6-8ca9-cfcec458487d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:19.166095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2dc2a58a-3aaa-457f-aa49-7e716ca20289'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:19.295897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e013bf6a-bd48-46d6-8ca9-cfcec458487d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:19.303948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e013bf6a-bd48-46d6-8ca9-cfcec458487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:19.346526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e013bf6a-bd48-46d6-8ca9-cfcec458487d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb17eb4c29d745bdb7d754a3d7f9ff1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171679 Sep 27 08:30:19.348377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cbd68-efc8-4271-9c7e-0461459fd00d req-d56f935d-ea4d-4e0f-a843-996e0c48d62a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:19.349974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33538) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:19.354590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013bf6a-bd48-46d6-8ca9-cfcec458487d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a565f83d-01d3-4d73-af5f-6b24ae7f78fc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:19.356048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-519cbd68-efc8-4271-9c7e-0461459fd00d req-d56f935d-ea4d-4e0f-a843-996e0c48d62a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0937521 Sep 27 08:30:19.451182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c28aa438-04e3-40cc-8dec-0ae530d0b566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:19.460838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-519cbd68-efc8-4271-9c7e-0461459fd00d req-4963882c-08b7-49f3-b01a-4529363b3bae tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875547 Sep 27 08:30:19.495439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c28aa438-04e3-40cc-8dec-0ae530d0b566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:19.562343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c28aa438-04e3-40cc-8dec-0ae530d0b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:19.565726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c28aa438-04e3-40cc-8dec-0ae530d0b566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:19.569853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c28aa438-04e3-40cc-8dec-0ae530d0b566 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a565f83d-01d3-4d73-af5f-6b24ae7f78fc HTTP/1.1" status: 204 len: 168 time: 0.2183623 Sep 27 08:30:19.579557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aa438-04e3-40cc-8dec-0ae530d0b566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a565f83d-01d3-4d73-af5f-6b24ae7f78fc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:20.053189 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-337a8214-7a21-4ed5-ae0a-daeaf97dfc97 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=26b7c4de14f44e6997b69ac66c53364d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214396 Sep 27 08:30:20.068594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c661a-5b32-48fc-94bc-80a1cb7586e2 req-d7bbbec1-0677-4b75-a5a8-964a28d10648 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:20.070382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b4c661a-5b32-48fc-94bc-80a1cb7586e2 req-d7bbbec1-0677-4b75-a5a8-964a28d10648 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 969 time: 0.0515721 Sep 27 08:30:20.114136 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b4c661a-5b32-48fc-94bc-80a1cb7586e2 req-959ee961-5cde-4f73-bdfb-ea29e406c484 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Sep 27 08:30:20.173316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-4baad128-bbdb-4861-9fce-8e8378affc3d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:20.174963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-4baad128-bbdb-4861-9fce-8e8378affc3d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147320 Sep 27 08:30:20.190712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-9b5a20d4-1c6e-4a3a-9c4b-6ee07e2b06a7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/quotas/26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 375 time: 0.0094604 Sep 27 08:30:20.227257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-516afa53-6611-4cf2-8fd4-797bcf78b8f2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305173 Sep 27 08:30:20.345005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2dc2a58a-3aaa-457f-aa49-7e716ca20289 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:20.415058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882d52-7169-4743-ba98-7b983c7ee22d req-b2c4e01a-b156-4986-b517-5c943612b44e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:20.416732 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84882d52-7169-4743-ba98-7b983c7ee22d req-b2c4e01a-b156-4986-b517-5c943612b44e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0928867 Sep 27 08:30:20.437220 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:20.473021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84882d52-7169-4743-ba98-7b983c7ee22d req-59c3aee8-f228-4562-b4ed-610d044e143c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459609 Sep 27 08:30:20.482736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:30:20.487888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:20.488450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:20.578689 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5308a101-ea72-43ff-97ca-f6e29143bcb9 req-f27896e3-f20a-4d46-84ce-9520c3195b35 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 210 time: 0.0490730 Sep 27 08:30:20.661999 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:20.703377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d193-c290-459c-8abd-ba04a304346f req-3265ff33-c4ce-4c38-8ce1-5d680f950e49 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:20.705253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8a69d193-c290-459c-8abd-ba04a304346f req-3265ff33-c4ce-4c38-8ce1-5d680f950e49 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0790792 Sep 27 08:30:20.707804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:20.710552 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ceb635-d29b-41e6-8c35-0369784029c8" -d '{"events": [{"server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "name": "network-vif-plugged", "status": "completed", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:20.726591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:20.737587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:20.774510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8a69d193-c290-459c-8abd-ba04a304346f req-570eee04-ab2c-46a3-8f73-90d38eee569c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620964 Sep 27 08:30:20.825204 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2859dd3-36ef-4652-89c3-ced9f10a4769 x-openstack-request-id: req-a2859dd3-36ef-4652-89c3-ced9f10a4769 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:20.827320 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "name": "network-vif-plugged", "status": "completed", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:20.827578 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2859dd3-36ef-4652-89c3-ced9f10a4769 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:20.828147 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289', 'code': 200} Sep 27 08:30:20.836552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:20.932265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7656f3-f9f1-40cf-96a1-d52b6a9ae0b5 req-0b5039fd-9cb3-4b8f-a205-b41c473f3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:20.934256 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f7656f3-f9f1-40cf-96a1-d52b6a9ae0b5 req-0b5039fd-9cb3-4b8f-a205-b41c473f3010 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1097 time: 0.0511055 Sep 27 08:30:20.978479 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f7656f3-f9f1-40cf-96a1-d52b6a9ae0b5 req-1586254e-4571-4c42-bf7b-dff2681fb3f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345142 Sep 27 08:30:21.030128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33650) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:21.209313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd00d33-428a-47bb-8ca4-f9ccdab5e464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:21.372065 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd00d33-428a-47bb-8ca4-f9ccdab5e464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:21.377796 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebd00d33-428a-47bb-8ca4-f9ccdab5e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:21.431287 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ebd00d33-428a-47bb-8ca4-f9ccdab5e464 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c29e9b64859347e4bc168cde25864140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000225 Sep 27 08:30:21.432289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd00d33-428a-47bb-8ca4-f9ccdab5e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9082d0-51b4-4fc6-b784-e4ed6ef2108f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:21.436201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33688) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:21.493433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb3a1-e230-4d9d-9229-1f22d4bcce3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:21.520870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb3a1-e230-4d9d-9229-1f22d4bcce3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:21.579299 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb3a1-e230-4d9d-9229-1f22d4bcce3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:21.582309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb3a1-e230-4d9d-9229-1f22d4bcce3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:21.583648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8e1eb3a1-e230-4d9d-9229-1f22d4bcce3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d9082d0-51b4-4fc6-b784-e4ed6ef2108f HTTP/1.1" status: 204 len: 168 time: 0.1460147 Sep 27 08:30:21.595120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1eb3a1-e230-4d9d-9229-1f22d4bcce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9082d0-51b4-4fc6-b784-e4ed6ef2108f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:21.707268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2903c-4259-429b-a9dc-54be95da8c5a req-7ef7955c-5e2e-4b44-b564-f7c2c62bb993 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:21.708937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5d2903c-4259-429b-a9dc-54be95da8c5a req-7ef7955c-5e2e-4b44-b564-f7c2c62bb993 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 969 time: 0.4870932 Sep 27 08:30:21.733149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-81a0b102-5df5-410a-ba05-f69f85093d18 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:21.734621 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-81a0b102-5df5-410a-ba05-f69f85093d18 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 969 time: 0.0675056 Sep 27 08:30:21.814334 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5d2903c-4259-429b-a9dc-54be95da8c5a req-0de4dfb4-88ae-4675-93ad-ca932faf3676 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e6af066-71cf-4d10-b4ac-189d62af7f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967369 Sep 27 08:30:21.871087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Deleting port 2b2f8afb-c660-4b3b-abac-fb30d632f6be {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:21.871569 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:21.900019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcf7e3-f423-4630-8222-c5f496d37f55 req-fed4c71c-a1bc-4ae9-96c3-fe97a6541421 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:21.901863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-80bcf7e3-f423-4630-8222-c5f496d37f55 req-fed4c71c-a1bc-4ae9-96c3-fe97a6541421 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0742862 Sep 27 08:30:21.948852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-80bcf7e3-f423-4630-8222-c5f496d37f55 req-e8b64ce8-e7cb-4f29-8c9d-9f71baed5419 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Sep 27 08:30:22.011203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-a592dc74-955d-443c-89d3-c1f8ea50d0d2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=26b7c4de14f44e6997b69ac66c53364d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478485 Sep 27 08:30:22.024136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] For port 2b2f8afb-c660-4b3b-abac-fb30d632f6be, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2b2f8afb-c660-4b3b-abac-fb30d632f6be,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:22.024697 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.047762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Calling delete_port for 2b2f8afb-c660-4b3b-abac-fb30d632f6be owned by compute:tempest-test_az-92010923 {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:22.056790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33706) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:22.078336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-769b549e-bc61-4cba-91af-cb143802d2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.129624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f3814a-6ffb-43df-8e09-0f7d7ef344ec req-aa575c0b-5cdf-467f-ba8b-a84acea4d50b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 210 time: 0.0471261 Sep 27 08:30:22.247665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-1da841e9-1017-4930-8c12-cedc3acb7ee6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:22.249512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-1da841e9-1017-4930-8c12-cedc3acb7ee6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266717 Sep 27 08:30:22.289510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Request body: {'port': {'device_id': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '26b7c4de14f44e6997b69ac66c53364d'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:22.298774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.301706 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-769b549e-bc61-4cba-91af-cb143802d2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.311013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2b2f8afb-c660-4b3b-abac-fb30d632f6be'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:22.326739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-769b549e-bc61-4cba-91af-cb143802d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.337323 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ab97-9a93-4f3c-b2a4-5e5966459f4e req-e608628f-6eb2-4f8c-b601-eeded89b7931 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:22.338877 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b62ab97-9a93-4f3c-b2a4-5e5966459f4e req-e608628f-6eb2-4f8c-b601-eeded89b7931 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 946 time: 0.0884647 Sep 27 08:30:22.348681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Pushing event deleted for resources: {'Port': ['ID=2b2f8afb-c660-4b3b-abac-fb30d632f6be,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:22.431614 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b62ab97-9a93-4f3c-b2a4-5e5966459f4e req-bdf13e5b-92ac-41e2-bc2c-10dc1e250e71 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506532 Sep 27 08:30:22.432022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] No DVR routers for this DVR port 2b2f8afb-c660-4b3b-abac-fb30d632f6be on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:30:22.447782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-769b549e-bc61-4cba-91af-cb143802d2a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dce7db20008440ac82b9040cec8530c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880653 Sep 27 08:30:22.449782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.452300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b83fe6e0-e0ad-42a8-a692-dfec7e2b6d9c req-4ddcef64-86b6-4d75-a3ad-81f841f4b7c5 tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.67 "DELETE /v2.0/ports/2b2f8afb-c660-4b3b-abac-fb30d632f6be HTTP/1.1" status: 204 len: 173 time: 0.7097085 Sep 27 08:30:22.453272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3940f59-b1a9-461a-a781-20e1fc950364', 'name': 'network-vif-deleted', 'tag': '2b2f8afb-c660-4b3b-abac-fb30d632f6be'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:22.455988 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956521a7-7eb4-4448-ac19-b4008caf6e7e" -d '{"events": [{"server_uuid": "f3940f59-b1a9-461a-a781-20e1fc950364", "name": "network-vif-deleted", "tag": "2b2f8afb-c660-4b3b-abac-fb30d632f6be"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:22.467373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:22.470417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b549e-bc61-4cba-91af-cb143802d2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6902908a-0841-4ec1-859c-63d83991c66f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:22.477683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Made reservation on behalf of 26b7c4de14f44e6997b69ac66c53364d for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:22.482669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.493806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.541652 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b2a967-939d-4eb0-b09b-d6bc1755517a x-openstack-request-id: req-59b2a967-939d-4eb0-b09b-d6bc1755517a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:22.542276 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3940f59-b1a9-461a-a781-20e1fc950364", "name": "network-vif-deleted", "tag": "2b2f8afb-c660-4b3b-abac-fb30d632f6be", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:22.542666 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59b2a967-939d-4eb0-b09b-d6bc1755517a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:22.543647 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3940f59-b1a9-461a-a781-20e1fc950364', 'name': 'network-vif-deleted', 'tag': '2b2f8afb-c660-4b3b-abac-fb30d632f6be', 'status': 'completed', 'code': 200} Sep 27 08:30:22.566940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7534f9ad-54f7-41b0-b626-0935233f5689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.622605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7534f9ad-54f7-41b0-b626-0935233f5689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.639786 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.646284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.654783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:30:22.688545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:30:22.688954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83cd2382-7cc5-442a-9f3e-2aaaa541a8e7 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:30:22.694396 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7534f9ad-54f7-41b0-b626-0935233f5689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.698990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7534f9ad-54f7-41b0-b626-0935233f5689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:22.700468 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7534f9ad-54f7-41b0-b626-0935233f5689 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6902908a-0841-4ec1-859c-63d83991c66f HTTP/1.1" status: 204 len: 168 time: 0.2312386 Sep 27 08:30:22.714107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534f9ad-54f7-41b0-b626-0935233f5689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6902908a-0841-4ec1-859c-63d83991c66f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:22.726133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0348037b-30bb-45cb-b0f7-801d88d08cc1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:22.885460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Allocated IP 192.168.233.211 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/2c84bd83-a68c-427e-9884-10402d9e8d99) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:22.995575 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c63ce841-3bd4-4510-a51b-0bd56b9ebbc6 req-6a2e22cc-12db-4069-aad1-2f75d19168ff tempest-ServersAdminNegativeTestJSON-755833 tempest-ServersAdminNegativeTestJSON-755833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3940f59-b1a9-461a-a781-20e1fc950364 HTTP/1.1" status: 200 len: 210 time: 0.0494187 Sep 27 08:30:23.182691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33774) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:23.205590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0d38f-cf61-419b-a801-4623e28c901c req-ece72f40-830f-46d3-97fc-cf18c764342c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:23.207112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6d0d38f-cf61-419b-a801-4623e28c901c req-ece72f40-830f-46d3-97fc-cf18c764342c tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1285629 Sep 27 08:30:23.234998 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.270121 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6d0d38f-cf61-419b-a801-4623e28c901c req-4bd0d342-e61b-4a51-8af6-4c844edb70a4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540664 Sep 27 08:30:23.273300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-353b6962-50d0-429d-a2c2-c90769108778 req-dc196f31-2392-4985-853a-450f862df34f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 210 time: 0.0359828 Sep 27 08:30:23.314192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.382382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33784) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:23.389839 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb8d1-59cb-4ff0-b156-885edc4585f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.392850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:23.396031 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d23eaa2-8eae-4a04-80d2-30058ebc838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.405908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:23.410604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:23.424965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:23.432167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:23.433402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.521616 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d23eaa2-8eae-4a04-80d2-30058ebc838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.531494 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d23eaa2-8eae-4a04-80d2-30058ebc838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.578315 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d23eaa2-8eae-4a04-80d2-30058ebc838b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c297c3f3cf843668c2ef0746bb7a634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948280 Sep 27 08:30:23.581366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33798) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:23.601640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35525-ce5d-43e6-bf1b-6fcab4ccd361 req-3d6840a2-8fcc-4232-8f7d-5324e86b86ca tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:23.607494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0d35525-ce5d-43e6-bf1b-6fcab4ccd361 req-3d6840a2-8fcc-4232-8f7d-5324e86b86ca tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 946 time: 0.0964901 Sep 27 08:30:23.633944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23eaa2-8eae-4a04-80d2-30058ebc838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f1f54-a3fe-4028-93bb-0f14041b0c00,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:23.664921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0d35525-ce5d-43e6-bf1b-6fcab4ccd361 req-eea21ac5-e7e2-44a3-9098-fb1ff5d38c9f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495367 Sep 27 08:30:23.699313 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d316d0-cc47-4cf6-9206-42f8231b2472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.712571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb8d1-59cb-4ff0-b156-885edc4585f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.722548 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb8d1-59cb-4ff0-b156-885edc4585f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.738546 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d316d0-cc47-4cf6-9206-42f8231b2472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.746199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-d83d1799-ebda-40a1-af2f-d58db1275819 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4636996 Sep 27 08:30:23.749762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-77e1e9fe-0f9d-4ec0-91f2-121e169cba10 None None] Provisioning complete for port 2c84bd83-a68c-427e-9884-10402d9e8d99 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:23.750846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77e1e9fe-0f9d-4ec0-91f2-121e169cba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.785123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Request body: {'port': {'device_id': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:23.790909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-77e1e9fe-0f9d-4ec0-91f2-121e169cba10 None None] Port 2c84bd83-a68c-427e-9884-10402d9e8d99 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:30:23.799548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d316d0-cc47-4cf6-9206-42f8231b2472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.802400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d316d0-cc47-4cf6-9206-42f8231b2472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.806025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6d316d0-cc47-4cf6-9206-42f8231b2472 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c29f1f54-a3fe-4028-93bb-0f14041b0c00 HTTP/1.1" status: 204 len: 168 time: 0.2163482 Sep 27 08:30:23.813125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d316d0-cc47-4cf6-9206-42f8231b2472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f1f54-a3fe-4028-93bb-0f14041b0c00,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:23.851589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cb8d1-59cb-4ff0-b156-885edc4585f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765c6e69-85d9-46ba-b28f-fdb7e2fc9a0d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:23.892187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2a6cb8d1-59cb-4ff0-b156-885edc4585f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=557a9cfdcfe049769a5858ebe3edf005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084420 Sep 27 08:30:23.894930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:23.935844 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:23.941250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd76a4b-d61e-4b22-a43f-d25712aa8bfd req-0bb38887-f43a-4ed4-96e2-e884212938e6 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:23.943664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ddd76a4b-d61e-4b22-a43f-d25712aa8bfd req-0bb38887-f43a-4ed4-96e2-e884212938e6 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1097 time: 0.1081529 Sep 27 08:30:23.990058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4fbf-abc8-483c-b7f5-b18cc0f6b922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.018500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4fbf-abc8-483c-b7f5-b18cc0f6b922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.023193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ddd76a4b-d61e-4b22-a43f-d25712aa8bfd req-91621cfd-623c-4a63-9148-0db5211ef0a0 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664387 Sep 27 08:30:24.118903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33826) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:24.121907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4fbf-abc8-483c-b7f5-b18cc0f6b922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.125469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4fbf-abc8-483c-b7f5-b18cc0f6b922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.127003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b4cb4fbf-abc8-483c-b7f5-b18cc0f6b922 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/765c6e69-85d9-46ba-b28f-fdb7e2fc9a0d HTTP/1.1" status: 204 len: 168 time: 0.2308779 Sep 27 08:30:24.136233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb4fbf-abc8-483c-b7f5-b18cc0f6b922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765c6e69-85d9-46ba-b28f-fdb7e2fc9a0d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:24.199952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024c6f-d87d-421a-b040-e0e99a4ac9ee req-2aa61254-b5a8-409e-84e2-33ff9e00b731 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:24.206063 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f024c6f-d87d-421a-b040-e0e99a4ac9ee req-2aa61254-b5a8-409e-84e2-33ff9e00b731 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1097 time: 0.0854220 Sep 27 08:30:24.301234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f024c6f-d87d-421a-b040-e0e99a4ac9ee req-43add87a-0500-4344-a531-58c03062e99b tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603986 Sep 27 08:30:24.376297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c84bd83-a68c-427e-9884-10402d9e8d99 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:24.386319 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.405421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Transition to ACTIVE for port object 2c84bd83-a68c-427e-9884-10402d9e8d99 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:30:24.419462 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.436609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc9591-3cfa-4031-8a22-b5c3377f6348 req-85918df6-5f01-4319-926e-305299a11d11 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:24.439325 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1afc9591-3cfa-4031-8a22-b5c3377f6348 req-85918df6-5f01-4319-926e-305299a11d11 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 936 time: 0.0787811 Sep 27 08:30:24.495717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1afc9591-3cfa-4031-8a22-b5c3377f6348 req-8efbc0ff-e806-4d7b-8015-d23a1134366d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509923 Sep 27 08:30:24.514942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df9877-64c7-42d5-9e85-be1607949f66 req-c5c624bf-04a7-4112-b39f-d8102524cbec tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:24.516540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7df9877-64c7-42d5-9e85-be1607949f66 req-c5c624bf-04a7-4112-b39f-d8102524cbec tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1075881 Sep 27 08:30:24.548635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:24.561607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33846) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:24.563557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e99ac77-a0ef-4ecf-8d89-92acdf766791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.636702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Attempting to bind port 2c84bd83-a68c-427e-9884-10402d9e8d99 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:24.637072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Attempting to bind port 2c84bd83-a68c-427e-9884-10402d9e8d99 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:24.637407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Attempting to bind port 2c84bd83-a68c-427e-9884-10402d9e8d99 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:24.673957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7df9877-64c7-42d5-9e85-be1607949f66 req-16b4b983-640e-4edb-86a2-a4a92f3efe28 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246805 Sep 27 08:30:24.673957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Port 2c84bd83-a68c-427e-9884-10402d9e8d99 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:30:24.673957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Attempting to bind port 2c84bd83-a68c-427e-9884-10402d9e8d99 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:24.680695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:24.681173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:24.681683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:24.682139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Bound port: 2c84bd83-a68c-427e-9884-10402d9e8d99, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:24.682561 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.715960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:24.761204 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ba12744-f0bf-43b1-b836-8c35d8a7a280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.813597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e99ac77-a0ef-4ecf-8d89-92acdf766791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.814833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c3499c2f-e129-4111-8956-490e16245938 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c08cfe3dfef4660987284bee5123b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521751 Sep 27 08:30:24.817572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33860) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:24.864417 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e99ac77-a0ef-4ecf-8d89-92acdf766791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.915843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99ac77-a0ef-4ecf-8d89-92acdf766791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cac402-b9e4-42bb-9867-73943d45cd83,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:24.919855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:24.924531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:24.925596 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7778db40-6899-47b3-ab8f-71485e2098a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.935924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6e99ac77-a0ef-4ecf-8d89-92acdf766791 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d0c1675192449bf95b87201e80f8a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8151212 Sep 27 08:30:24.938158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:24.945135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.955165 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7778db40-6899-47b3-ab8f-71485e2098a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:24.981380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02ff9a-f173-4295-a43b-0bc0739bb08b req-dede0f42-72db-4d46-b68d-59242cdcea97 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:24.988586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b02ff9a-f173-4295-a43b-0bc0739bb08b req-dede0f42-72db-4d46-b68d-59242cdcea97 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1097 time: 0.1668832 Sep 27 08:30:25.037063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:25.038033 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.038154 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7778db40-6899-47b3-ab8f-71485e2098a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.039896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] 10.222.0.57 "PUT /v2.0/ports/2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 1096 time: 1.2710941 Sep 27 08:30:25.040766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:25.041403 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7778db40-6899-47b3-ab8f-71485e2098a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.042733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7778db40-6899-47b3-ab8f-71485e2098a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e6af066-71cf-4d10-b4ac-189d62af7f73 HTTP/1.1" status: 204 len: 168 time: 0.2238274 Sep 27 08:30:25.043550 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06c846a-82b9-430a-9a98-79ba57b4aaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:25.079371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778db40-6899-47b3-ab8f-71485e2098a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6af066-71cf-4d10-b4ac-189d62af7f73,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:25.084283 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ba12744-f0bf-43b1-b836-8c35d8a7a280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.102300 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ba12744-f0bf-43b1-b836-8c35d8a7a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.103737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b02ff9a-f173-4295-a43b-0bc0739bb08b req-847454de-c090-4a3e-b833-a3931a4be749 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139202 Sep 27 08:30:25.129516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09607b-b5bc-4a0f-8d81-58a88600c97c service neutron] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:25.169131 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35d95958-82e7-432f-9f14-356ba3ed8799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.175248 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3ba12744-f0bf-43b1-b836-8c35d8a7a280 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be7294a224c84ca1bcc5e49b4bf7c5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569983 Sep 27 08:30:25.176126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba12744-f0bf-43b1-b836-8c35d8a7a280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2370db-d980-4985-bfe2-0b44efdc335c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:25.179473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33876) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:25.218648 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4982b0-0c42-439f-a4ef-7e0af5039412 x-openstack-request-id: req-4f4982b0-0c42-439f-a4ef-7e0af5039412 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:25.218935 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:25.219193 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f4982b0-0c42-439f-a4ef-7e0af5039412 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:25.219589 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'status': 'completed', 'code': 200} Sep 27 08:30:25.247713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35d95958-82e7-432f-9f14-356ba3ed8799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.259876 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9368857-4af3-4966-b208-76b87125c57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.280361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-e0d19686-8837-4352-b1e2-4bdd2b13f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:25.282457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-e0d19686-8837-4352-b1e2-4bdd2b13f9f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1099 time: 0.1562994 Sep 27 08:30:25.291292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9368857-4af3-4966-b208-76b87125c57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.358044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-ac15e650-2c6d-4e90-8527-8fb77c0a5c72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 217 time: 0.0607107 Sep 27 08:30:25.385486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9368857-4af3-4966-b208-76b87125c57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.393872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9368857-4af3-4966-b208-76b87125c57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.395301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9368857-4af3-4966-b208-76b87125c57e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e2370db-d980-4985-bfe2-0b44efdc335c HTTP/1.1" status: 204 len: 168 time: 0.2147818 Sep 27 08:30:25.395897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35d95958-82e7-432f-9f14-356ba3ed8799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.398816 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35d95958-82e7-432f-9f14-356ba3ed8799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.400108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-35d95958-82e7-432f-9f14-356ba3ed8799 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0cac402-b9e4-42bb-9867-73943d45cd83 HTTP/1.1" status: 204 len: 168 time: 0.4606762 Sep 27 08:30:25.407957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9368857-4af3-4966-b208-76b87125c57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2370db-d980-4985-bfe2-0b44efdc335c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:25.413992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d95958-82e7-432f-9f14-356ba3ed8799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cac402-b9e4-42bb-9867-73943d45cd83,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:25.425536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-57da6188-9994-421c-a083-28cc528a23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:25.428418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-57da6188-9994-421c-a083-28cc528a23ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0647266 Sep 27 08:30:25.490453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-1bfa7a29-50e9-4eec-9d11-11dc503e0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:25.492421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-1bfa7a29-50e9-4eec-9d11-11dc503e0c62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539739 Sep 27 08:30:25.608835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-80c4da54-7e03-4c2b-a627-99a62b4eec5f service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079345 Sep 27 08:30:25.619571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33890) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:25.619688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00abc7b-f430-422a-ba35-d7c0935a0156 req-19137b3d-6c99-4637-8f93-af1c4e2a5090 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:25.626813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b00abc7b-f430-422a-ba35-d7c0935a0156 req-19137b3d-6c99-4637-8f93-af1c4e2a5090 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 948 time: 0.0604243 Sep 27 08:30:25.699183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b00abc7b-f430-422a-ba35-d7c0935a0156 req-bf455adc-e77c-403a-8046-7ce3dee5cd84 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713685 Sep 27 08:30:25.756814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4dc718c1-d90e-4490-a260-6b4cefabc94d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e7be8608a7a47eb94ef89eb85359e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348195 Sep 27 08:30:25.759411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:25.803242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fcf227-83bb-4e3d-94ec-ebaefeb331f2 req-1d5fea96-d20b-41ac-939d-834d9509089c service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712911 Sep 27 08:30:25.829246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a519b6-6fe8-42d6-9c9e-dab9a00946dc req-bf59b307-8154-4b12-8aa2-41c6a5ccdc62 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:25.830828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-69a519b6-6fe8-42d6-9c9e-dab9a00946dc req-bf59b307-8154-4b12-8aa2-41c6a5ccdc62 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0783756 Sep 27 08:30:25.855236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70b28426-2b09-47ed-b53f-026f6dd2324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.900963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-69a519b6-6fe8-42d6-9c9e-dab9a00946dc req-eb7588e9-6771-45d4-b587-eeb2f3f310f0 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621870 Sep 27 08:30:25.902357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70b28426-2b09-47ed-b53f-026f6dd2324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.958262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-eb1e323e-e8d8-4050-987e-e57443d5a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:25.960085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70b28426-2b09-47ed-b53f-026f6dd2324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.960504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-eb1e323e-e8d8-4050-987e-e57443d5a507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1099 time: 0.0581155 Sep 27 08:30:25.962714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70b28426-2b09-47ed-b53f-026f6dd2324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:25.966203 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-70b28426-2b09-47ed-b53f-026f6dd2324c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2179ec03-6d7a-4c50-b5d7-250eb3625f6c HTTP/1.1" status: 204 len: 168 time: 0.2032588 Sep 27 08:30:25.971747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b28426-2b09-47ed-b53f-026f6dd2324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2179ec03-6d7a-4c50-b5d7-250eb3625f6c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:26.073523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-ff284e8e-ca52-4e3b-a709-70334edefafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:26.075212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-ff284e8e-ca52-4e3b-a709-70334edefafc service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1059263 Sep 27 08:30:26.120232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-b6f0b4f0-5cb3-488e-97b9-aead6a578226 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 217 time: 0.0352092 Sep 27 08:30:26.185940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-763f70b1-25d2-4694-87dc-470385595821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:26.188081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-763f70b1-25d2-4694-87dc-470385595821 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0583735 Sep 27 08:30:26.223176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33914) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:26.241290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14bd9b2c-b654-4223-8028-19f01c1217c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:26.263143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-9b2e4e71-a51d-4e08-8639-ac179385a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:26.265231 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-9b2e4e71-a51d-4e08-8639-ac179385a864 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686808 Sep 27 08:30:26.336863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae8f59-d06b-4184-8a90-aa0cd67d77aa req-191f82ad-9341-44a4-8e07-4b46041221a2 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:26.338313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48ae8f59-d06b-4184-8a90-aa0cd67d77aa req-191f82ad-9341-44a4-8e07-4b46041221a2 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1097 time: 0.0817165 Sep 27 08:30:26.361735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2b2f8afb-c660-4b3b-abac-fb30d632f6be no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:30:26.399015 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48ae8f59-d06b-4184-8a90-aa0cd67d77aa req-04978cb4-1244-47fe-9fc6-296ab2c5da24 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536413 Sep 27 08:30:26.410297 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14bd9b2c-b654-4223-8028-19f01c1217c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:26.414310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 2b2f8afb-c660-4b3b-abac-fb30d632f6be {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:30:26.414696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2b2f8afb-c660-4b3b-abac-fb30d632f6be not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:30:26.418036 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14bd9b2c-b654-4223-8028-19f01c1217c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:26.426887 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-df146169-9480-46c2-944a-ace732d8f5fe service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512344 Sep 27 08:30:26.469694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-14bd9b2c-b654-4223-8028-19f01c1217c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50f22035c2354194ad90ffa1a1b4cae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484524 Sep 27 08:30:26.472480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:26.480169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd9b2c-b654-4223-8028-19f01c1217c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ea144-fe0a-417d-8e22-0ed9d667bcf7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:26.553534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f430ae98-4517-4b33-9b5b-a1755edf1065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:26.596290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f430ae98-4517-4b33-9b5b-a1755edf1065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:26.659773 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f430ae98-4517-4b33-9b5b-a1755edf1065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:26.668203 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f430ae98-4517-4b33-9b5b-a1755edf1065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:26.673829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f430ae98-4517-4b33-9b5b-a1755edf1065 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c75ea144-fe0a-417d-8e22-0ed9d667bcf7 HTTP/1.1" status: 204 len: 168 time: 0.1975992 Sep 27 08:30:26.690266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430ae98-4517-4b33-9b5b-a1755edf1065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ea144-fe0a-417d-8e22-0ed9d667bcf7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:26.850790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288ce9-892d-4af6-9b47-ee7ed4dc381f req-67df6e52-9bf5-43b0-bc51-2f9f66baea35 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:26.854349 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ad288ce9-892d-4af6-9b47-ee7ed4dc381f req-67df6e52-9bf5-43b0-bc51-2f9f66baea35 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 948 time: 0.0862164 Sep 27 08:30:26.876002 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06c846a-82b9-430a-9a98-79ba57b4aaaf req-1a215e64-6bf6-4914-b91d-1df60c0730de service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297404 Sep 27 08:30:26.903898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ad288ce9-892d-4af6-9b47-ee7ed4dc381f req-3be5c331-7169-4e5e-8206-0fbc0ac88061 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408189 Sep 27 08:30:27.033475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99c96a-df22-46c9-9d0a-0b7a9cbb8791 req-2bcc2f95-bbbd-4522-92fb-eb95a4259f81 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:27.035362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a99c96a-df22-46c9-9d0a-0b7a9cbb8791 req-2bcc2f95-bbbd-4522-92fb-eb95a4259f81 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0651324 Sep 27 08:30:27.074388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a99c96a-df22-46c9-9d0a-0b7a9cbb8791 req-7de5da45-fa46-42fe-87e6-77b08d643a76 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Sep 27 08:30:27.484482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec76ac-d7e7-4010-8615-b75aeb46d1c4 req-984077ce-2d62-4523-aac6-edfa108a1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:27.486036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1ec76ac-d7e7-4010-8615-b75aeb46d1c4 req-984077ce-2d62-4523-aac6-edfa108a1d73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1101 time: 0.0406799 Sep 27 08:30:27.527812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1ec76ac-d7e7-4010-8615-b75aeb46d1c4 req-3c6df88b-e0cd-466c-8879-cd5762cd7d96 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Sep 27 08:30:27.864283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34008) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:28.094947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee90100-8b74-424d-8da3-aaa597475465 req-4369eef4-4c37-4b2b-af65-841dcc15f12f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:28.102777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bee90100-8b74-424d-8da3-aaa597475465 req-4369eef4-4c37-4b2b-af65-841dcc15f12f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 948 time: 0.0748940 Sep 27 08:30:28.152979 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bee90100-8b74-424d-8da3-aaa597475465 req-2393c8f6-fe99-4021-8d0c-c81ab1c77c30 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Sep 27 08:30:28.190911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-490139280-network', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:28.228699 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Made reservation on behalf of cb427ccc13e0456897faa40faa6c4857 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:28.250152 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.268192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.403745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d83bb-7667-4587-a681-886a7c462b84 req-55a33485-8f7c-4746-a046-7b7c20bd1412 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:28.411028 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-421d83bb-7667-4587-a681-886a7c462b84 req-55a33485-8f7c-4746-a046-7b7c20bd1412 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0813560 Sep 27 08:30:28.473314 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-421d83bb-7667-4587-a681-886a7c462b84 req-39db021d-65d0-4d71-bcfc-917e57f4766e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613647 Sep 27 08:30:28.493905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.500433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.514513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:30:28.536639 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.537015 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Added segment 0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac of type vlan for network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe Sep 27 08:30:28.554205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de96785-4447-4af8-9398-e17b5e0e6316,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:28.589090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.612822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:28.626659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.628014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:28.628877 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.669501 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8038754 Sep 27 08:30:28.672419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:28.677859 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Request body: {'subnet': {'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-subnet', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:28.703659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2c84bd83-a68c-427e-9884-10402d9e8d99 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:28.712266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837ee61-db70-4b9e-8be7-075a462e21c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b8addf70-c3a9-4fe0-a92f-6b43c9c696fe,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:28.733150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:30:28.734839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Made reservation on behalf of cb427ccc13e0456897faa40faa6c4857 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:28.739496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.878179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:28.890097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'mac_address': 'fa:16:3e:a9:ef:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:30:28.925866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1d13bbec-4077-4a21-b043-ab236ab26638 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:28.929055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1d13bbec-4077-4a21-b043-ab236ab26638 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143296 Sep 27 08:30:28.959375 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:28.976556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c84bd83-a68c-427e-9884-10402d9e8d99 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:29.009514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:29.019185 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.020421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:29.026756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-f5d63cb8-5d7f-4a92-b3fb-78b306181d1a tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:29.028181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-f5d63cb8-5d7f-4a92-b3fb-78b306181d1a tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports/2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 1094 time: 0.0715079 Sep 27 08:30:29.032760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.059951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:29.076902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'mac_address': 'fa:16:3e:2f:03:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:30:29.103782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1135c76c-4449-4b04-ad2c-3f44a87779ca,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:29.109561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Checking segment: {'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:29.111103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Network hostable DHCP agents. Network: b8addf70-c3a9-4fe0-a92f-6b43c9c696fe, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:30:29.133583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:30:29.157048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b8addf70-c3a9-4fe0-a92f-6b43c9c696fe) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:29.162116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:29.164755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.172923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68acbb-086d-4484-b2f2-22ceaa3d52f3 None None] Network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:30:29.183995 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1dc99470-0f28-492e-ac02-a90a0503d470 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5101807 Sep 27 08:30:29.186983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:29.193436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:29.222390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.224267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.261492 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.276889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfc00503-bdc1-46f2-b2d9-662ef69d2e3a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:29.283485 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:29.284313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34088) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:29.311657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.321241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:29.347749 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.404369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:29.443032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b8addf70-c3a9-4fe0-a92f-6b43c9c696fe', 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'fixed_ips': [{'subnet_id': '1135c76c-4449-4b04-ad2c-3f44a87779ca'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:30:29.444043 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.477161 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.485645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Request body: {'binding': {'host': 'n-h1-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:29.486634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:30:29.619369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b239b78-0862-409d-b8aa-0a473ab286b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.639205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Allocated IP 172.20.0.2 (b8addf70-c3a9-4fe0-a92f-6b43c9c696fe/1135c76c-4449-4b04-ad2c-3f44a87779ca/120f21a7-aa19-4532-9bd1-9f9c4ddddd48) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:29.681982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:29.746835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:29.776697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b239b78-0862-409d-b8aa-0a473ab286b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.787794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2b239b78-0862-409d-b8aa-0a473ab286b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:29.810802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf733-6bc2-4749-b505-0af908e41b5e req-6daba76f-547a-4ea8-9ffe-db9c3d0c1cd8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:29.812363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7edf733-6bc2-4749-b505-0af908e41b5e req-6daba76f-547a-4ea8-9ffe-db9c3d0c1cd8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 949 time: 0.1030970 Sep 27 08:30:29.813136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on host n-h1-810909-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:29.813466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:29.813788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:29.854490 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:30:29.854850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:29.858222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2b239b78-0862-409d-b8aa-0a473ab286b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd06e85891db4d15a2c30521a9cabf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720956 Sep 27 08:30:29.860760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34102) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:29.861940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b239b78-0862-409d-b8aa-0a473ab286b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e976974-a437-4e27-9b30-e115e650ef61,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:29.911530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:29.911902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:29.912337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:29.912819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Bound port: 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:30.028837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.060898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7edf733-6bc2-4749-b505-0af908e41b5e req-aff81c56-56b1-4211-a702-952c8fda3b30 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368698 Sep 27 08:30:30.071178 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.091541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:30.093707 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.097898 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20339cfe-ca1d-41c7-acb9-5f6420b8a563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.111160 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.133268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.134428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-45596bf4-1cbc-44cc-b0f6-eedfbc430abd service neutron] 10.222.0.50 "POST /v2.0/ports/2dc2a58a-3aaa-457f-aa49-7e716ca20289/bindings HTTP/1.1" status: 201 len: 389 time: 0.8824184 Sep 27 08:30:30.161943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Pushing event updated for resources: {'Port': ['ID=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:30.189477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20339cfe-ca1d-41c7-acb9-5f6420b8a563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.204093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:30.209622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:30.214400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:30.284415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71641a4c-e13e-4ddd-a8d2-f74a0da7d2a7 req-80dd4b46-4a94-452f-a6af-f676c84d765f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:30.291695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-71641a4c-e13e-4ddd-a8d2-f74a0da7d2a7 req-80dd4b46-4a94-452f-a6af-f676c84d765f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 949 time: 0.1623859 Sep 27 08:30:30.301093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Attempting to bind port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:30.301547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Attempting to bind port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:30.301819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Attempting to bind port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 on network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:30.310748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:30.311559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Checking segment: {'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:30.311559 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.311907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Bound using segment: {'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:30.313342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Bound port: 120f21a7-aa19-4532-9bd1-9f9c4ddddd48, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:30.317090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.329587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Allocated IP 172.25.2.102 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/4a34b070-68d7-4047-8695-369400c6c69c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:30.354250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-71641a4c-e13e-4ddd-a8d2-f74a0da7d2a7 req-ebba8779-ff91-4f30-a7af-9bf689978519 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615752 Sep 27 08:30:30.357111 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20339cfe-ca1d-41c7-acb9-5f6420b8a563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.359654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20339cfe-ca1d-41c7-acb9-5f6420b8a563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.360800 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-20339cfe-ca1d-41c7-acb9-5f6420b8a563 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e976974-a437-4e27-9b30-e115e650ef61 HTTP/1.1" status: 204 len: 168 time: 0.4961913 Sep 27 08:30:30.380029 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20339cfe-ca1d-41c7-acb9-5f6420b8a563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e976974-a437-4e27-9b30-e115e650ef61,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:30.448266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] For port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:30.459487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] For port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,segment=NetworkSegment(0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac),segment_id=0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:30.470582 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.550862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0b21c-9252-4744-a17a-80983015c7cb None None] Pushing event updated for resources: {'Port': ['ID=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:30.565759 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.633332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-11cab182-00c3-4e01-9de0-0582fbbe23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:30.635439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-11cab182-00c3-4e01-9de0-0582fbbe23ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1097 time: 0.1315486 Sep 27 08:30:30.693622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03edd9-6f54-486d-b294-650b5a0b2d8f req-917c73f3-b5ac-4f01-a110-093099719ac3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:30.701469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc03edd9-6f54-486d-b294-650b5a0b2d8f req-917c73f3-b5ac-4f01-a110-093099719ac3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 946 time: 0.0916307 Sep 27 08:30:30.726750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.745513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34126) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:30.747269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:30:30.808499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:30.814612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:30.826645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:30.850875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc03edd9-6f54-486d-b294-650b5a0b2d8f req-27ea4a45-87ff-49b9-ae71-4bb148c30be5 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472871 Sep 27 08:30:30.895374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-419d9738-6c83-49bc-a13c-4b98415da3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:30.897393 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-419d9738-6c83-49bc-a13c-4b98415da3d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2457907 Sep 27 08:30:30.912266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:30.921199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7eb75a-ff88-4c51-ad64-5c1c81b0cf79 req-d0719367-44c7-4e04-840e-cb3adc35466d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:30.923018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e7eb75a-ff88-4c51-ad64-5c1c81b0cf79 req-d0719367-44c7-4e04-840e-cb3adc35466d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 949 time: 0.2327113 Sep 27 08:30:30.938667 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cfc00503-bdc1-46f2-b2d9-662ef69d2e3a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:30.972527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Pushing event updated for resources: {'Port': ['ID=4a34b070-68d7-4047-8695-369400c6c69c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:30.975190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:30.981191 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:31.002376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2022c373-812e-4757-b897-2d66166a545e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:31.002612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-02b40473-a110-4591-8357-e45c7305791c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 217 time: 0.0778675 Sep 27 08:30:31.029005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e7eb75a-ff88-4c51-ad64-5c1c81b0cf79 req-6537c1d1-8d3a-4229-9857-63fa78819217 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978692 Sep 27 08:30:31.076415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:31.094686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-54810c9a-58f6-44e4-ad4d-5c888b5b1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:31.095403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:31.096422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-54810c9a-58f6-44e4-ad4d-5c888b5b1a84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0708411 Sep 27 08:30:31.147471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-b7252b4f-c2ba-4d94-83e4-493913d32e47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363796 Sep 27 08:30:31.149936 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fcf4182c-1073-4483-b095-9a90f7820daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:31.270944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-9bc2150b-0b77-4045-a07b-caf8f5de55b0 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077137 Sep 27 08:30:31.387299 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-2b80adfb-d7b6-4de0-bbf0-5056422d2908 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039443 Sep 27 08:30:31.502881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16a1a4-7f4b-4a64-83fc-5fb1c7b92683 req-59df3939-5df5-49be-91c2-76d7c5752976 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:31.502881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d16a1a4-7f4b-4a64-83fc-5fb1c7b92683 req-59df3939-5df5-49be-91c2-76d7c5752976 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 948 time: 0.0815160 Sep 27 08:30:31.606509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d16a1a4-7f4b-4a64-83fc-5fb1c7b92683 req-e69e1409-4530-4450-ad91-37d45621000d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689170 Sep 27 08:30:31.619567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ea02cebb-2abd-4442-924c-16919a7860f5 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:31.621249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ea02cebb-2abd-4442-924c-16919a7860f5 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1097 time: 0.1188600 Sep 27 08:30:31.642048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810909-1'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:31.649857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50883199-779d-4798-a4c9-4f5b103db966 req-362c81a1-1a4b-46a8-937f-5f7020467e17 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:31.651669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50883199-779d-4798-a4c9-4f5b103db966 req-362c81a1-1a4b-46a8-937f-5f7020467e17 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 949 time: 0.4898529 Sep 27 08:30:31.687359 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2022c373-812e-4757-b897-2d66166a545e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:31.735206 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:31.754537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:31.783577 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2022c373-812e-4757-b897-2d66166a545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:31.788922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34162) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:31.856544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2022c373-812e-4757-b897-2d66166a545e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f588c964743427993c82f5a6f391b75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0815451 Sep 27 08:30:31.861574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b65d9-fb44-4bf8-9e6f-08392f7c3b32 None None] Network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:30:31.870428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34166) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:31.897491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c373-812e-4757-b897-2d66166a545e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d3e007-2aaf-4f24-aa32-ad221a07a1ae,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:31.948103 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50883199-779d-4798-a4c9-4f5b103db966 req-77dbdfcb-aca0-4e01-9f5c-cc3442e2a0c8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910248 Sep 27 08:30:32.027956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-64ac888a-2fe2-4e5f-912b-fc43e38c1b90 None None] Provisioning complete for port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:32.029016 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64ac888a-2fe2-4e5f-912b-fc43e38c1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.052310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:32.085093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e634690-4204-48f4-9c76-1d9c620d4afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.087798 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85cc6ad5-7413-4b3e-bb51-673b6569315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.098588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:32.108587 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fcf4182c-1073-4483-b095-9a90f7820daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.119116 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fcf4182c-1073-4483-b095-9a90f7820daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.149911 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85cc6ad5-7413-4b3e-bb51-673b6569315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.155249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:32.168491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dc625-fe72-4306-94c4-9aa552d541e5 req-4c077560-cae4-4b7d-a44b-926fc0e88d3d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:32.170309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e9dc625-fe72-4306-94c4-9aa552d541e5 req-4c077560-cae4-4b7d-a44b-926fc0e88d3d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 946 time: 0.2043278 Sep 27 08:30:32.192148 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64ac888a-2fe2-4e5f-912b-fc43e38c1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.206056 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.210699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:32.211278 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.212066 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fcf4182c-1073-4483-b095-9a90f7820daa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48056a45a368469eba6406829c81ea88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1154134 Sep 27 08:30:32.215309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4182c-1073-4483-b095-9a90f7820daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95afbe8f-7049-4d64-ba36-9f13bc60eadb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:32.221703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:32.273283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-64ac888a-2fe2-4e5f-912b-fc43e38c1b90 None None] For port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,segment=NetworkSegment(0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac),segment_id=0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:32.285789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64ac888a-2fe2-4e5f-912b-fc43e38c1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.305294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:32.307583 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d44dfa-9220-4878-b0b7-2f3eb529ab82" -d '{"events": [{"server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "name": "network-vif-unplugged", "status": "completed", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:32.312246 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.390528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac888a-2fe2-4e5f-912b-fc43e38c1b90 None None] Pushing event updated for resources: {'Port': ['ID=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:32.395425 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d878c3-b62a-4689-9b4f-c05b507effdc x-openstack-request-id: req-21d878c3-b62a-4689-9b4f-c05b507effdc {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:32.395731 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "name": "network-vif-unplugged", "status": "completed", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:32.395970 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21d878c3-b62a-4689-9b4f-c05b507effdc {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:32.396469 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289', 'code': 200} Sep 27 08:30:32.396904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0be62329-2ca7-4dc7-92d2-6ad4f473eb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.400034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.409080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e9dc625-fe72-4306-94c4-9aa552d541e5 req-be77a6f0-7e7c-4cb0-a56f-806a4265c9b2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018111 Sep 27 08:30:32.430091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0be62329-2ca7-4dc7-92d2-6ad4f473eb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.448040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Router 87426dab-39d9-41f2-a63d-9d200b515e12 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:30:32.457087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85cc6ad5-7413-4b3e-bb51-673b6569315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.459790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85cc6ad5-7413-4b3e-bb51-673b6569315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.463510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-85cc6ad5-7413-4b3e-bb51-673b6569315d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9d3e007-2aaf-4f24-aa32-ad221a07a1ae HTTP/1.1" status: 204 len: 168 time: 0.5894969 Sep 27 08:30:32.513705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e634690-4204-48f4-9c76-1d9c620d4afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.524350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc6ad5-7413-4b3e-bb51-673b6569315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d3e007-2aaf-4f24-aa32-ad221a07a1ae,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:32.559661 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e634690-4204-48f4-9c76-1d9c620d4afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.578463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0be62329-2ca7-4dc7-92d2-6ad4f473eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.581045 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0be62329-2ca7-4dc7-92d2-6ad4f473eb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.585101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0be62329-2ca7-4dc7-92d2-6ad4f473eb7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95afbe8f-7049-4d64-ba36-9f13bc60eadb HTTP/1.1" status: 204 len: 168 time: 0.3585789 Sep 27 08:30:32.594798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be62329-2ca7-4dc7-92d2-6ad4f473eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95afbe8f-7049-4d64-ba36-9f13bc60eadb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:32.610235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:30:32.614894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e634690-4204-48f4-9c76-1d9c620d4afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4681a909-6acc-4417-b792-65b3997d27ee,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:32.630085 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Sync routers for ids ['87426dab-39d9-41f2-a63d-9d200b515e12'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:30:32.634946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.636696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e80cb7f9-83f0-4401-8eb0-f7ddccada524 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4476085 Sep 27 08:30:32.638304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on host n-h2-810909-1 for vnic_type normal with profile {"migrating_to": "n-h1-810909-1"} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:32.638910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:32.639314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:32.639440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:32.641885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:32.659863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:30:32.660484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Attempting to bind port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:32.662345 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Routers {'87426dab-39d9-41f2-a63d-9d200b515e12'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:30:32.668680 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:30:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['87426dab-39d9-41f2-a63d-9d200b515e12'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:32.669860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:32.670264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:32.671022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:32.671639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Bound port: 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:32.672169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.673982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-175e643b-328c-4992-9893-4cd894c39605 None None] Provisioning complete for port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:32.674510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175e643b-328c-4992-9893-4cd894c39605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.755434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:32.756649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2c84bd83-a68c-427e-9884-10402d9e8d99 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:32.762709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:32.771557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5e634690-4204-48f4-9c76-1d9c620d4afc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bcf17d74f8c84528a4643541d7b30309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9812407 Sep 27 08:30:32.774840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34186) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:32.785785 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.875012 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Set router 87426dab-39d9-41f2-a63d-9d200b515e12 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:30:32.899833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:32.934599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:32.935718 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.937291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-01f7776b-5841-4017-85a4-8661c4fc3127 service neutron] 10.222.0.57 "PUT /v2.0/ports/2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 1122 time: 1.3072166 Sep 27 08:30:32.938392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5eb94b10-fb6b-477a-8854-22837ab0c22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:32.986866 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5eb94b10-fb6b-477a-8854-22837ab0c22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.014817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34192) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:33.053335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2dc2a58a-3aaa-457f-aa49-7e716ca20289'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:33.055207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63706044-d3e9-4bd4-99eb-f29083bd2659 req-34ddc640-87ae-4511-bdfe-a5a0c881c9f2 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:33.062746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-63706044-d3e9-4bd4-99eb-f29083bd2659 req-34ddc640-87ae-4511-bdfe-a5a0c881c9f2 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 948 time: 0.2783656 Sep 27 08:30:33.069199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42875b88-79cc-4e04-82f0-72250337db18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.109816 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '4a34b070-68d7-4047-8695-369400c6c69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:31Z', 'revision_number': 3, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port': {'id': '4a34b070-68d7-4047-8695-369400c6c69c', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:30Z', 'updated_at': '2021-09-27T08:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:33.133388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-63706044-d3e9-4bd4-99eb-f29083bd2659 req-13b4649f-b921-488a-8c76-000d073767a7 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555427 Sep 27 08:30:33.142926 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Checking router: 87426dab-39d9-41f2-a63d-9d200b515e12 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:30:33.148419 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Updating router 87426dab-39d9-41f2-a63d-9d200b515e12 port 4a34b070-68d7-4047-8695-369400c6c69c binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:30:33.158403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 2c84bd83-a68c-427e-9884-10402d9e8d99 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:30:33.168361 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.178966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 2c84bd83-a68c-427e-9884-10402d9e8d99 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:33.181506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.350520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42875b88-79cc-4e04-82f0-72250337db18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.388080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42875b88-79cc-4e04-82f0-72250337db18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.432902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-42875b88-79cc-4e04-82f0-72250337db18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=493c39ababc14d6e926473f09c49fef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131958 Sep 27 08:30:33.436872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34202) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:33.483168 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.498142 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.517392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd09ba6-4488-4044-a45f-ca2f7383a288 req-28b51426-8118-41fa-985d-ee3bb4db9bf3 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:33.529604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fbd09ba6-4488-4044-a45f-ca2f7383a288 req-28b51426-8118-41fa-985d-ee3bb4db9bf3 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 949 time: 0.4109433 Sep 27 08:30:33.541433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42875b88-79cc-4e04-82f0-72250337db18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b58fbc-d552-4152-92cf-75884cbdc8c5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:33.560878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5eb94b10-fb6b-477a-8854-22837ab0c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.564553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5eb94b10-fb6b-477a-8854-22837ab0c22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.568546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5eb94b10-fb6b-477a-8854-22837ab0c22a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4681a909-6acc-4417-b792-65b3997d27ee HTTP/1.1" status: 204 len: 168 time: 0.7922091 Sep 27 08:30:33.588883 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.598121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:33.601452 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0963a37-352b-40da-929b-1651e32f3a48" -d '{"events": [{"server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "name": "network-vif-plugged", "status": "completed", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:33.601656 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.622088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:33.633852 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.634703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:33.647027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd79bed2-40ba-471b-8da7-d7167d30c5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.649036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb94b10-fb6b-477a-8854-22837ab0c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681a909-6acc-4417-b792-65b3997d27ee,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:33.711193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fbd09ba6-4488-4044-a45f-ca2f7383a288 req-150348f3-fc94-413f-8372-c65e57ab8425 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806405 Sep 27 08:30:33.724698 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd79bed2-40ba-471b-8da7-d7167d30c5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.805269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd79bed2-40ba-471b-8da7-d7167d30c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.809316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd79bed2-40ba-471b-8da7-d7167d30c5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.811144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cd79bed2-40ba-471b-8da7-d7167d30c5f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6b58fbc-d552-4152-92cf-75884cbdc8c5 HTTP/1.1" status: 204 len: 168 time: 0.3629563 Sep 27 08:30:33.819051 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Attempting to bind port 4a34b070-68d7-4047-8695-369400c6c69c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:33.821043 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Attempting to bind port 4a34b070-68d7-4047-8695-369400c6c69c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:33.821408 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Attempting to bind port 4a34b070-68d7-4047-8695-369400c6c69c on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:33.832720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79bed2-40ba-471b-8da7-d7167d30c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b58fbc-d552-4152-92cf-75884cbdc8c5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:33.838236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:33.855718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Pushing event updated for resources: {'Port': ['ID=4a34b070-68d7-4047-8695-369400c6c69c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:33.863684 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:33.864469 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:33.865157 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.865770 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:33.866483 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Bound port: 4a34b070-68d7-4047-8695-369400c6c69c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:33.867097 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:33.890593 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17926317-2d58-4fb5-b6c6-86edf5cb0d71 x-openstack-request-id: req-17926317-2d58-4fb5-b6c6-86edf5cb0d71 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:33.892839 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "name": "network-vif-plugged", "status": "completed", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:33.893310 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17926317-2d58-4fb5-b6c6-86edf5cb0d71 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:33.896098 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'code': 200} Sep 27 08:30:33.934388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2bbb-63ad-42f5-9c29-87d4c7062fd9 req-9f09859d-1db4-4ca2-aa63-ec62943a03ae tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:33.934854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-849b2bbb-63ad-42f5-9c29-87d4c7062fd9 req-9f09859d-1db4-4ca2-aa63-ec62943a03ae tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 944 time: 0.3073015 Sep 27 08:30:33.954822 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.955170 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.955512 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.963002 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.965244 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.965606 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.965952 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.966364 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.971621 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.974651 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.975269 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.975617 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:30:33.998168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Allocated IP 172.20.0.1 (b8addf70-c3a9-4fe0-a92f-6b43c9c696fe/1135c76c-4449-4b04-ad2c-3f44a87779ca/d924876e-38ee-4fab-9af3-dfe4d45c3694) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:33.999916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:34.000439 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.041137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab250fc-64e4-4422-826e-1f7d84f5ee5c req-e345411b-6dc1-4f5f-8e76-15c0b9c3dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:34.048649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ab250fc-64e4-4422-826e-1f7d84f5ee5c req-e345411b-6dc1-4f5f-8e76-15c0b9c3dfaa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1101 time: 0.1487870 Sep 27 08:30:34.082859 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-849b2bbb-63ad-42f5-9c29-87d4c7062fd9 req-925c93d9-8b58-4d33-a7a3-d2e3036f816a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278970 Sep 27 08:30:34.129600 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] For port 4a34b070-68d7-4047-8695-369400c6c69c, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:34.141001 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] For port 4a34b070-68d7-4047-8695-369400c6c69c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4a34b070-68d7-4047-8695-369400c6c69c,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:34.160413 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.163635 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.180630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:34.180783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ab250fc-64e4-4422-826e-1f7d84f5ee5c req-556088d6-c89e-4ff9-8a4a-804aa801a50b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234503 Sep 27 08:30:34.261059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34224) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:34.278599 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Routers {'87426dab-39d9-41f2-a63d-9d200b515e12'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:30:34.281583 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:30:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['87426dab-39d9-41f2-a63d-9d200b515e12'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:34.286559 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209364f9-5acf-4045-8e84-c8fc6325fc97 None None] Pushing event updated for resources: {'Port': ['ID=4a34b070-68d7-4047-8695-369400c6c69c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:34.303655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e71f-5be1-44ea-9d75-983446cb9483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.313183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:34.317803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958983e-7845-4849-8014-42e7b42a24f1 req-bb90e5cf-e193-4a35-a67d-c2bc38823fc3 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:34.328729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c958983e-7845-4849-8014-42e7b42a24f1 req-bb90e5cf-e193-4a35-a67d-c2bc38823fc3 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 948 time: 0.1005323 Sep 27 08:30:34.331270 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.366444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:34.367537 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.410819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c958983e-7845-4849-8014-42e7b42a24f1 req-543944dc-4028-47fa-bdc8-3883608ee138 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811098 Sep 27 08:30:34.422976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:34.428849 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d" -d '{"events": [{"name": "network-changed", "server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:34.442224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.463454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e71f-5be1-44ea-9d75-983446cb9483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.496452 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b0e0df-de70-4cb6-9c99-938692c85d4c x-openstack-request-id: req-60b0e0df-de70-4cb6-9c99-938692c85d4c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:34.496452 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:34.496452 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60b0e0df-de70-4cb6-9c99-938692c85d4c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:34.496452 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289', 'status': 'completed', 'code': 200} Sep 27 08:30:34.496973 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e71f-5be1-44ea-9d75-983446cb9483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.531693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:34.578371 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2e1e71f-5be1-44ea-9d75-983446cb9483 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8276db7e70bf408a864ddad84eff24e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155060 Sep 27 08:30:34.581488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34234) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:34.597389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.601554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1e71f-5be1-44ea-9d75-983446cb9483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af77347f-3d8d-4406-be8c-0cc7de9aaa55,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:34.639528 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] Set router 87426dab-39d9-41f2-a63d-9d200b515e12 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:30:34.684452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5f38-5e6a-46d2-900b-e12ce96e7ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.707672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:34.722484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-7005540a-d852-4548-ad96-978295e23ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:34.729453 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5f38-5e6a-46d2-900b-e12ce96e7ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.732627 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-7005540a-d852-4548-ad96-978295e23ad1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1125 time: 0.2065613 Sep 27 08:30:34.740691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:34.828028 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5f38-5e6a-46d2-900b-e12ce96e7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.830836 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5f38-5e6a-46d2-900b-e12ce96e7ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.832454 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ebdc5f38-5e6a-46d2-900b-e12ce96e7ea8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af77347f-3d8d-4406-be8c-0cc7de9aaa55 HTTP/1.1" status: 204 len: 168 time: 0.2498791 Sep 27 08:30:34.848351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5f38-5e6a-46d2-900b-e12ce96e7ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af77347f-3d8d-4406-be8c-0cc7de9aaa55,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:34.957971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:34.960152 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:34.966482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-3728ecfc-cc8b-48d9-bf72-0200b99fe6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:34.969682 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-3728ecfc-cc8b-48d9-bf72-0200b99fe6d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2131200 Sep 27 08:30:34.971527 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '4a34b070-68d7-4047-8695-369400c6c69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:31Z', 'revision_number': 3, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port': {'id': '4a34b070-68d7-4047-8695-369400c6c69c', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:30Z', 'updated_at': '2021-09-27T08:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:34.973937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d924876e-38ee-4fab-9af3-dfe4d45c3694,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:34.996151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191a596-5488-41c6-b81a-752ee36cda53 req-bc7628bf-7b6a-42dc-875e-e94a9018c20e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:34.997766 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a191a596-5488-41c6-b81a-752ee36cda53 req-bc7628bf-7b6a-42dc-875e-e94a9018c20e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1518314 Sep 27 08:30:35.028684 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b0fea-7910-4637-8bc1-6a12a6930b86 None None] The sync data for ids ['87426dab-39d9-41f2-a63d-9d200b515e12'] in n-d-810909-1 is: [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '4a34b070-68d7-4047-8695-369400c6c69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:31Z', 'revision_number': 3, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port': {'id': '4a34b070-68d7-4047-8695-369400c6c69c', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:30Z', 'updated_at': '2021-09-27T08:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:30:35.061660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a191a596-5488-41c6-b81a-752ee36cda53 req-15383cef-fa84-482c-a52f-5965cb1b20bd tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565305 Sep 27 08:30:35.121149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3ca0b028-0be6-4bbf-887c-027a8c971057 None None] Provisioning complete for port d924876e-38ee-4fab-9af3-dfe4d45c3694 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:35.121766 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b028-0be6-4bbf-887c-027a8c971057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:35.129163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-391ac725-ede1-4507-b8d6-1c5794a7f4ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 217 time: 0.1497924 Sep 27 08:30:35.185161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0b028-0be6-4bbf-887c-027a8c971057 None None] Port d924876e-38ee-4fab-9af3-dfe4d45c3694 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:30:35.316474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a3fd3-2c17-44d9-bef8-c3505195a90e req-5c3ffa5d-cba7-48cf-ae30-e0a48e91122a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:35.318453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d87a3fd3-2c17-44d9-bef8-c3505195a90e req-5c3ffa5d-cba7-48cf-ae30-e0a48e91122a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 944 time: 0.0948813 Sep 27 08:30:35.358486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:35.397135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d87a3fd3-2c17-44d9-bef8-c3505195a90e req-99207c5d-a296-4f2e-84ff-3e2124bd9c12 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695400 Sep 27 08:30:35.405763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-0a022a26-5741-4529-b723-71012c50cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:35.407392 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-0a022a26-5741-4529-b723-71012c50cc8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.2610741 Sep 27 08:30:35.495564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-93cb496b-0178-4164-9663-5465b213c26a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796952 Sep 27 08:30:35.504062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:35.898372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:35.900592 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f2bd13-5395-4687-b866-7cc3c7cd5667" -d '{"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-plugged", "status": "completed", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:36.049405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4a34b070-68d7-4047-8695-369400c6c69c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:36.103840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:36.133303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba2ac0-477d-463b-af72-49d5558e9d22 req-c28a7ad0-7e0f-4eee-944f-0e79810bac90 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:36.135118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eeba2ac0-477d-463b-af72-49d5558e9d22 req-c28a7ad0-7e0f-4eee-944f-0e79810bac90 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.5939524 Sep 27 08:30:36.138442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4a34b070-68d7-4047-8695-369400c6c69c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:36.138817 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:36.140212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:36.141146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:36.187416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-27f6dd15-dab6-44da-8b9d-345d92d844ea service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837356 Sep 27 08:30:36.302815 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207f8e9-e718-4fd4-9507-badd40043d77 x-openstack-request-id: req-c207f8e9-e718-4fd4-9507-badd40043d77 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:36.303329 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-plugged", "status": "completed", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:36.303781 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c207f8e9-e718-4fd4-9507-badd40043d77 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:36.304440 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'code': 200} Sep 27 08:30:36.312710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d924876e-38ee-4fab-9af3-dfe4d45c3694,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:36.321424 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:36.354669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 4a34b070-68d7-4047-8695-369400c6c69c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4a34b070-68d7-4047-8695-369400c6c69c,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:36.368815 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:36.469515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ee55d-316e-4999-938c-9792e8312a6d req-667f67ab-a46c-4989-a874-e31e3ab592e2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:36.475891 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eeba2ac0-477d-463b-af72-49d5558e9d22 req-d133e8c0-f1a3-4b99-b23b-18f0f44d6635 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211651 Sep 27 08:30:36.480558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=4a34b070-68d7-4047-8695-369400c6c69c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:36.480998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-750ee55d-316e-4999-938c-9792e8312a6d req-667f67ab-a46c-4989-a874-e31e3ab592e2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0866060 Sep 27 08:30:36.503735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:36.505330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:36.564389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-750ee55d-316e-4999-938c-9792e8312a6d req-8c74b85a-8152-41f5-a3f2-9ec5e6f58440 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823514 Sep 27 08:30:36.638709 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-185a6bae-3bda-4e1a-b5a3-dc95fed3967d req-949b7540-6852-436a-9dc1-d6593ef16751 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373004 Sep 27 08:30:36.735819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Router 87426dab-39d9-41f2-a63d-9d200b515e12 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:30:36.777428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2dc2a58a-3aaa-457f-aa49-7e716ca20289 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:36.841684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8c8f0313-a81e-4039-8699-970e0800bb1d None None] Provisioning complete for port d924876e-38ee-4fab-9af3-dfe4d45c3694 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:36.842091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8f0313-a81e-4039-8699-970e0800bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:36.932746 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f0313-a81e-4039-8699-970e0800bb1d None None] Port d924876e-38ee-4fab-9af3-dfe4d45c3694 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:30:36.940461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:30:36.947028 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad8c04a9-6c69-4949-bd67-fb03344ebbe1 admin admin] 10.222.0.50 "PUT /v2.0/routers/87426dab-39d9-41f2-a63d-9d200b515e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3065083 Sep 27 08:30:36.968776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef494836-85dc-40ea-81e6-ef861024b37e req-9e6ac834-4938-4ca4-8454-b005cc90d2ea tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:36.981801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef494836-85dc-40ea-81e6-ef861024b37e req-9e6ac834-4938-4ca4-8454-b005cc90d2ea tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 944 time: 0.0838349 Sep 27 08:30:36.983995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:36.997506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2dc2a58a-3aaa-457f-aa49-7e716ca20289 has no active binding in host n-h1-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 08:30:37.022821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef494836-85dc-40ea-81e6-ef861024b37e req-40af2b1d-628c-4011-b34f-7515793075d9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Sep 27 08:30:37.289120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b519-3ffa-4e06-a2ba-ebd49c6b34c9 req-a095b85a-3558-400a-a1e4-6415ffea91d0 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:37.290859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3fa9b519-3ffa-4e06-a2ba-ebd49c6b34c9 req-a095b85a-3558-400a-a1e4-6415ffea91d0 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1101 time: 0.0641446 Sep 27 08:30:37.323302 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3fa9b519-3ffa-4e06-a2ba-ebd49c6b34c9 req-a07245ea-f861-42c8-982c-1850964e8403 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:37.385145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-b0351b9f-9aca-4107-b16b-5fae51b9d777 service neutron] 10.222.0.67 "GET /v2.0/ports/2dc2a58a-3aaa-457f-aa49-7e716ca20289/bindings/n-h1-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.0983846 Sep 27 08:30:37.470365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Sync routers for ids ['87426dab-39d9-41f2-a63d-9d200b515e12'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:30:37.483841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3fa9b519-3ffa-4e06-a2ba-ebd49c6b34c9 req-a07245ea-f861-42c8-982c-1850964e8403 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:37.485196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Routers {'87426dab-39d9-41f2-a63d-9d200b515e12'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:30:37.488023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:30:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['87426dab-39d9-41f2-a63d-9d200b515e12'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:37.494068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3fa9b519-3ffa-4e06-a2ba-ebd49c6b34c9 req-a07245ea-f861-42c8-982c-1850964e8403 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:37.527268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34350) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:37.550339 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3fa9b519-3ffa-4e06-a2ba-ebd49c6b34c9 req-a07245ea-f861-42c8-982c-1850964e8403 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479813 Sep 27 08:30:37.563793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07245ea-f861-42c8-982c-1850964e8403 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f50227-34df-4a8e-bfeb-3b9b965c4196,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:37.650842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:37.683154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:37.717980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Set router 87426dab-39d9-41f2-a63d-9d200b515e12 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:30:37.736797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc2a58a-3aaa-457f-aa49-7e716ca20289 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:37.749089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:37.760148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa364b-429b-4ae3-8d38-288a9f9797c2 req-51f72b8e-bdff-4ca1-8c11-cb081a460ab7 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:37.764524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03aa364b-429b-4ae3-8d38-288a9f9797c2 req-51f72b8e-bdff-4ca1-8c11-cb081a460ab7 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1070666 Sep 27 08:30:37.772346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:37.792264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d39d5d7a-1896-4c71-a93b-844d002c217a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:37.855361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03aa364b-429b-4ae3-8d38-288a9f9797c2 req-20a139f1-ee70-4440-929e-3ad4d8f78987 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585420 Sep 27 08:30:37.939582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] Transition to ACTIVE for port object 2dc2a58a-3aaa-457f-aa49-7e716ca20289 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:30:37.959007 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.016393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d39d5d7a-1896-4c71-a93b-844d002c217a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.029346 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d39d5d7a-1896-4c71-a93b-844d002c217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.085319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] Pushing event updated for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:38.112993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4a34b070-68d7-4047-8695-369400c6c69c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:38.120017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d39d5d7a-1896-4c71-a93b-844d002c217a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e774400bbf7848138a2482adbf8e8e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5889778 Sep 27 08:30:38.120629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34372) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:38.121597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d5d7a-1896-4c71-a93b-844d002c217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67b4f2e-d6d2-4aa8-9438-ad22b50190f7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:38.149457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] No DVR routers for this DVR port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:30:38.307553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '4a34b070-68d7-4047-8695-369400c6c69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:35Z', 'revision_number': 4, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port': {'id': '4a34b070-68d7-4047-8695-369400c6c69c', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:30Z', 'updated_at': '2021-09-27T08:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd924876e-38ee-4fab-9af3-dfe4d45c3694', 'name': '', 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'mac_address': 'fa:16:3e:c4:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1135c76c-4449-4b04-ad2c-3f44a87779ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:33Z', 'updated_at': '2021-09-27T08:30:35Z', 'revision_number': 2, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'subnets': [{'id': '1135c76c-4449-4b04-ad2c-3f44a87779ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:38.339658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Checking router: 87426dab-39d9-41f2-a63d-9d200b515e12 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:30:38.340071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Updating router 87426dab-39d9-41f2-a63d-9d200b515e12 port d924876e-38ee-4fab-9af3-dfe4d45c3694 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:30:38.363167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4a34b070-68d7-4047-8695-369400c6c69c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:38.364182 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.379026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.392834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-1951f816-eedb-4daf-b75c-f3707bbb9b5f service neutron] 10.222.0.67 "PUT /v2.0/ports/2dc2a58a-3aaa-457f-aa49-7e716ca20289/bindings/n-h1-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0001273 Sep 27 08:30:38.437226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9aabafd-fa0f-43da-9e5e-2f96c514e0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.464284 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9aabafd-fa0f-43da-9e5e-2f96c514e0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.487340 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-1a282ab6-e16c-443a-b5a4-ce667e95eec2 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3444092 Sep 27 08:30:38.506486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:38.541278 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.567031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ad1d6897-3ed9-4c5f-be97-e8fdc526c2fc tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:38.572721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ad1d6897-3ed9-4c5f-be97-e8fdc526c2fc tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.1109273 Sep 27 08:30:38.631120 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9aabafd-fa0f-43da-9e5e-2f96c514e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.634310 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9aabafd-fa0f-43da-9e5e-2f96c514e0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.636899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9aabafd-fa0f-43da-9e5e-2f96c514e0c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c67b4f2e-d6d2-4aa8-9438-ad22b50190f7 HTTP/1.1" status: 204 len: 168 time: 0.5150764 Sep 27 08:30:38.655262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aabafd-fa0f-43da-9e5e-2f96c514e0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67b4f2e-d6d2-4aa8-9438-ad22b50190f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:38.691636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.751664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ef89a67a-0a1b-4500-bc84-e08d6587e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:38.753850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ef89a67a-0a1b-4500-bc84-e08d6587e3f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0&tenant_id=b39763fcd3a34a9a9355667ce04cca9f HTTP/1.1" status: 200 len: 1096 time: 0.1691365 Sep 27 08:30:38.848846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Allocated IP 172.25.2.226 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/d937e79b-c691-4124-b560-feb9b1d5ac42) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:38.887180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-f5321c64-270c-4fcb-9ea2-5e0cbdd7de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:38.897760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-f5321c64-270c-4fcb-9ea2-5e0cbdd7de3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1096 time: 0.0821018 Sep 27 08:30:38.904561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:38.913842 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.018646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-04eb969c-9bfb-4657-8ab7-7d07e9924754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:39.021286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-04eb969c-9bfb-4657-8ab7-7d07e9924754 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.1215425 Sep 27 08:30:39.089117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f125a8-cbb0-492f-9e4c-f5c8b050762f None None] Pushing event updated for resources: {'Port': ['ID=d924876e-38ee-4fab-9af3-dfe4d45c3694,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:39.123130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Attempting to bind port d924876e-38ee-4fab-9af3-dfe4d45c3694 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:39.123791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Attempting to bind port d924876e-38ee-4fab-9af3-dfe4d45c3694 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:39.124310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Attempting to bind port d924876e-38ee-4fab-9af3-dfe4d45c3694 on network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:39.130366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:39.131105 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Checking segment: {'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:39.131938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.132522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Bound using segment: {'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:39.133158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Bound port: d924876e-38ee-4fab-9af3-dfe4d45c3694, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:39.133932 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.136025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-7c842e7b-5f66-4e6f-9981-730bdd00803b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 217 time: 0.1006773 Sep 27 08:30:39.227526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-98602b58-e882-4083-a3dc-7b90b6603e0a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1916289 Sep 27 08:30:39.248476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-6a90b402-c44e-4072-822c-9b8bf7cfb44e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:39.249799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-6a90b402-c44e-4072-822c-9b8bf7cfb44e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152850 Sep 27 08:30:39.260270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.292036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] For port d924876e-38ee-4fab-9af3-dfe4d45c3694, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:39.296020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] For port d924876e-38ee-4fab-9af3-dfe4d45c3694, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d924876e-38ee-4fab-9af3-dfe4d45c3694,segment=NetworkSegment(0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac),segment_id=0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:39.312498 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.315192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.336591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff049d50-4cf1-44e2-88b2-5c78ee6ba9ab req-6c2dbf44-8a87-4dc6-a090-ba14130b2d78 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:39.354692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff049d50-4cf1-44e2-88b2-5c78ee6ba9ab req-6c2dbf44-8a87-4dc6-a090-ba14130b2d78 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 945 time: 0.2216227 Sep 27 08:30:39.378425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:39.382675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:39.388043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:39.403098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-06de1925-7cf2-455d-8bbb-94ca498a29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:39.408417 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-06de1925-7cf2-455d-8bbb-94ca498a29cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.2358816 Sep 27 08:30:39.463139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34398) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:39.463969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event updated for resources: {'Port': ['ID=d937e79b-c691-4124-b560-feb9b1d5ac42,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:39.490443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce62d-a270-4881-8e96-069c8f1b64aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.510035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-80e8d4cb-aced-4f9d-9d09-3f94e78fc116 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749896 Sep 27 08:30:39.514442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff049d50-4cf1-44e2-88b2-5c78ee6ba9ab req-39311e32-b3d1-417e-afb1-cf43fb0d42dc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588359 Sep 27 08:30:39.550296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f125a8-cbb0-492f-9e4c-f5c8b050762f None None] Pushing event updated for resources: {'Port': ['ID=d924876e-38ee-4fab-9af3-dfe4d45c3694,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:39.567572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Routers {'87426dab-39d9-41f2-a63d-9d200b515e12'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:30:39.568291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:30:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['87426dab-39d9-41f2-a63d-9d200b515e12'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:39.624555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.717491 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-265c3944-2ab4-437f-b6d7-51c5b2eb7eb3 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949351 Sep 27 08:30:39.737427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6523bcc8-fa3c-4b3b-9513-8c6104b071bf None None] Provisioning complete for port d924876e-38ee-4fab-9af3-dfe4d45c3694 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:39.737807 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6523bcc8-fa3c-4b3b-9513-8c6104b071bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.793563 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:39.926346 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-f11a5050-32e6-47e0-91e0-e7c50d022e71 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985016 Sep 27 08:30:40.026430 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce62d-a270-4881-8e96-069c8f1b64aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.066744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce62d-a270-4881-8e96-069c8f1b64aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.096751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] Set router 87426dab-39d9-41f2-a63d-9d200b515e12 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:30:40.132123 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6523bcc8-fa3c-4b3b-9513-8c6104b071bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.136433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ce62d-a270-4881-8e96-069c8f1b64aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9356184-2257-4059-8a5a-5ae26cc39389,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:40.142737 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad0ce62d-a270-4881-8e96-069c8f1b64aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88e23827f12b40ffb062452f7af8801c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6756375 Sep 27 08:30:40.148537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34420) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:40.194942 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.205377 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.237215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad57-1ea2-4886-b493-99a5b10228f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.269583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.296219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6523bcc8-fa3c-4b3b-9513-8c6104b071bf None None] For port d924876e-38ee-4fab-9af3-dfe4d45c3694, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d924876e-38ee-4fab-9af3-dfe4d45c3694,segment=NetworkSegment(0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac),segment_id=0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:40.314245 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.315549 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8220592 Sep 27 08:30:40.316205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0170d-1889-43dd-8990-52a14f5a7519 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event updated for resources: {'Port': ['ID=d937e79b-c691-4124-b560-feb9b1d5ac42,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:40.335360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6523bcc8-fa3c-4b3b-9513-8c6104b071bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.429234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-9dd2c3f2-93fd-41bc-8b8b-468ef34f5440 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.226 HTTP/1.1" status: 200 len: 696 time: 0.1018946 Sep 27 08:30:40.520802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523bcc8-fa3c-4b3b-9513-8c6104b071bf None None] Pushing event updated for resources: {'Port': ['ID=d924876e-38ee-4fab-9af3-dfe4d45c3694,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:40.548524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8f5cb1dd-4018-4538-949f-572a1231ec4e None None] Provisioning complete for port d924876e-38ee-4fab-9af3-dfe4d45c3694 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:40.550067 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb1dd-4018-4538-949f-572a1231ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.554435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad57-1ea2-4886-b493-99a5b10228f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.575752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-707dc847-8d17-44d0-9ee7-c9b87511ecbd tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:40.578303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b15e20-f2aa-4a40-9e1a-73e26d388136 req-e94dd4a8-f63f-44a1-8d86-8ccbb9c95151 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:40.578668 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-707dc847-8d17-44d0-9ee7-c9b87511ecbd tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1482193 Sep 27 08:30:40.588043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b15e20-f2aa-4a40-9e1a-73e26d388136 req-e94dd4a8-f63f-44a1-8d86-8ccbb9c95151 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.3670535 Sep 27 08:30:40.593120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-50d2d132-378d-465f-8593-1561f071555d tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:40.594085 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c1aa974-a82a-49dd-9804-d594f96ddb1d req-50d2d132-378d-465f-8593-1561f071555d tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059233 Sep 27 08:30:40.597867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '4a34b070-68d7-4047-8695-369400c6c69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:35Z', 'revision_number': 4, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port': {'id': '4a34b070-68d7-4047-8695-369400c6c69c', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:30Z', 'updated_at': '2021-09-27T08:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd924876e-38ee-4fab-9af3-dfe4d45c3694', 'name': '', 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'mac_address': 'fa:16:3e:c4:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1135c76c-4449-4b04-ad2c-3f44a87779ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:33Z', 'updated_at': '2021-09-27T08:30:39Z', 'revision_number': 4, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'subnets': [{'id': '1135c76c-4449-4b04-ad2c-3f44a87779ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:40.626348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-121fe5be-af39-41d2-a348-039b22d320f7 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:40.628239 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-121fe5be-af39-41d2-a348-039b22d320f7 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.1283832 Sep 27 08:30:40.630631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75174501-d805-4456-a9e4-cb155cc332a4 None None] The sync data for ids ['87426dab-39d9-41f2-a63d-9d200b515e12'] in n-d-810909-1 is: [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '4a34b070-68d7-4047-8695-369400c6c69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:35Z', 'revision_number': 4, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port': {'id': '4a34b070-68d7-4047-8695-369400c6c69c', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:30Z', 'updated_at': '2021-09-27T08:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd924876e-38ee-4fab-9af3-dfe4d45c3694', 'name': '', 'network_id': 'b8addf70-c3a9-4fe0-a92f-6b43c9c696fe', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'mac_address': 'fa:16:3e:c4:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1135c76c-4449-4b04-ad2c-3f44a87779ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:33Z', 'updated_at': '2021-09-27T08:30:39Z', 'revision_number': 4, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'subnets': [{'id': '1135c76c-4449-4b04-ad2c-3f44a87779ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:30:40.780618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32e56-c8f4-4b04-9092-38c5465bd606 req-f01d31d7-37f3-48ec-8174-3fd2c4925a81 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:40.782372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4dc32e56-c8f4-4b04-9092-38c5465bd606 req-f01d31d7-37f3-48ec-8174-3fd2c4925a81 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0830948 Sep 27 08:30:40.806112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b15e20-f2aa-4a40-9e1a-73e26d388136 req-b1cce1e2-f5b7-4365-8c08-d1474b77390b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118628 Sep 27 08:30:40.835589 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4dc32e56-c8f4-4b04-9092-38c5465bd606 req-57779d28-0863-457b-87c6-f99e8028ab80 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463805 Sep 27 08:30:40.845420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad57-1ea2-4886-b493-99a5b10228f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.848646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5a2ad57-1ea2-4886-b493-99a5b10228f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:40.849872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b5a2ad57-1ea2-4886-b493-99a5b10228f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9356184-2257-4059-8a5a-5ae26cc39389 HTTP/1.1" status: 204 len: 168 time: 0.7001703 Sep 27 08:30:40.955283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2ad57-1ea2-4886-b493-99a5b10228f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9356184-2257-4059-8a5a-5ae26cc39389,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:41.126578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ac73a0bc-9e4b-4d99-b078-e2a323a9789c service neutron] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:41.138818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ac73a0bc-9e4b-4d99-b078-e2a323a9789c service neutron] Notify callbacks [] for binding, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:41.139942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0bd4699-80e4-4072-b677-311ca05a97fa req-ac73a0bc-9e4b-4d99-b078-e2a323a9789c service neutron] 10.222.0.57 "DELETE /v2.0/ports/2dc2a58a-3aaa-457f-aa49-7e716ca20289/bindings/n-h2-810909-1 HTTP/1.1" status: 204 len: 173 time: 0.4872797 Sep 27 08:30:41.246947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85c10297-dd64-4f80-9612-37ced5721b1b req-903c7a60-7c2a-4638-80be-7d8c9ec0a2f0 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2832272 Sep 27 08:30:41.256792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:41.291328 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:41.376850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-5421f06f-80e5-4b62-acff-4bd6c8c941d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:41.378359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-5421f06f-80e5-4b62-acff-4bd6c8c941d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1101 time: 0.0662651 Sep 27 08:30:41.467113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e334b0b-ca0f-419a-be59-96165608aad2 req-b7468837-0438-4fe2-94e9-170595eb8ed2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:41.474548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e334b0b-ca0f-419a-be59-96165608aad2 req-b7468837-0438-4fe2-94e9-170595eb8ed2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 945 time: 0.0652435 Sep 27 08:30:41.524055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:41.527660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-b1fb82da-ba86-4677-a228-632d51baea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:41.529892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-b1fb82da-ba86-4677-a228-632d51baea09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1275256 Sep 27 08:30:41.549063 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e334b0b-ca0f-419a-be59-96165608aad2 req-1e9f0017-5fe5-419b-987c-10fc1d2b3b37 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736184 Sep 27 08:30:41.636599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-f32480d1-f8c8-411b-9343-1f11ee385d6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 217 time: 0.0863869 Sep 27 08:30:41.760544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-eb5be77d-dbb5-42ca-bc7b-e0f885c03d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:41.762027 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-eb5be77d-dbb5-42ca-bc7b-e0f885c03d05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1155601 Sep 27 08:30:41.774942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Allocated IP 172.25.2.7 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/53179feb-95a2-4160-a1d8-f997ec509354) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:41.927469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-2263a74f-7f2c-49e9-a43b-3806c98c5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:41.929106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-2263a74f-7f2c-49e9-a43b-3806c98c5498 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514099 Sep 27 08:30:41.959939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:41.991553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.087062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d924876e-38ee-4fab-9af3-dfe4d45c3694 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:42.097433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.134494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-9358c752-a04d-4245-a23d-1b1e71942be4 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943338 Sep 27 08:30:42.139862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:42.180468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port d924876e-38ee-4fab-9af3-dfe4d45c3694 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:42.180969 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.232582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a37b1-fb32-428f-974d-afa8b74cdc59 req-5354c8ee-2b4a-4ab1-814d-a070a050d7bc tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:42.242368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-647a37b1-fb32-428f-974d-afa8b74cdc59 req-5354c8ee-2b4a-4ab1-814d-a070a050d7bc tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1096 time: 0.0851955 Sep 27 08:30:42.261875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-649189427-network', 'tenant_id': '8094377a3669478fbe1ce3883fb4cd29'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:42.285770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:42.299076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:42.312042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-647a37b1-fb32-428f-974d-afa8b74cdc59 req-2e911c6a-70b8-4bdc-aca8-adcb68e7019a tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685332 Sep 27 08:30:42.321264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Made reservation on behalf of 8094377a3669478fbe1ce3883fb4cd29 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:42.321767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event updated for resources: {'Port': ['ID=53179feb-95a2-4160-a1d8-f997ec509354,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:42.324071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.344175 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.389770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-18e11e47-a25d-45c3-a1ca-4ddaca83f4a3 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265651 Sep 27 08:30:42.392527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.432608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2dc2a58a-3aaa-457f-aa49-7e716ca20289 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:30:42.435972 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.481597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2dc2a58a-3aaa-457f-aa49-7e716ca20289 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:30:42.540381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874313d-b0a5-42c7-abf5-1cdb0bcad4b2 req-ae390643-433e-4298-8566-96790d0d7c15 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:42.547951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9874313d-b0a5-42c7-abf5-1cdb0bcad4b2 req-ae390643-433e-4298-8566-96790d0d7c15 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1035314 Sep 27 08:30:42.563870 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.571001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.596731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:30:42.608671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.613685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.618821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd103a3c-aa0a-4d94-a986-110b45310d71,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:42.628975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9874313d-b0a5-42c7-abf5-1cdb0bcad4b2 req-b3b01d23-b0e9-4294-a16d-efe69cd54f74 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800824 Sep 27 08:30:42.630521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.630894 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Added segment 65397f2c-654d-413d-82ed-864886812116 of type vlan for network a82fb127-7931-44fd-8717-e8750f7b8f34 Sep 27 08:30:42.644074 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.672275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.676471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.677351 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85c10297-dd64-4f80-9612-37ced5721b1b req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.4241891 Sep 27 08:30:42.678677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07713fe3-fc80-4f49-8c2c-e4ec86081ab4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event updated for resources: {'Port': ['ID=53179feb-95a2-4160-a1d8-f997ec509354,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:42.707626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.708414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:42.709051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.756369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7939088 Sep 27 08:30:42.759641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34484) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:42.765996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Request body: {'subnet': {'network_id': 'a82fb127-7931-44fd-8717-e8750f7b8f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-649189427-subnet', 'tenant_id': '8094377a3669478fbe1ce3883fb4cd29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:42.772589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85c10297-dd64-4f80-9612-37ced5721b1b req-34864b14-e954-4bd3-9b27-3631b596e482 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0897775 Sep 27 08:30:42.800614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f51c0-3f47-4f28-9a3c-3af08f594c58 admin admin] Pushing event updated for resources: {'Network': ['ID=a82fb127-7931-44fd-8717-e8750f7b8f34,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:42.810857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Made reservation on behalf of 8094377a3669478fbe1ce3883fb4cd29 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:42.811287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network a82fb127-7931-44fd-8717-e8750f7b8f34 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:30:42.813130 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:42.820569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c94a83-eb37-4264-bd63-3222ad7321b3 req-2da37b10-4840-4284-b33b-8ab5a762506b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:42.822274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c3c94a83-eb37-4264-bd63-3222ad7321b3 req-2da37b10-4840-4284-b33b-8ab5a762506b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1099784 Sep 27 08:30:42.872943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c3c94a83-eb37-4264-bd63-3222ad7321b3 req-cdee146e-c085-43aa-a051-d263990e9157 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Sep 27 08:30:42.942672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10297-dd64-4f80-9612-37ced5721b1b req-2e9aeb9d-763a-465e-b39e-27401e4a08fd tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:42.944097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85c10297-dd64-4f80-9612-37ced5721b1b req-2e9aeb9d-763a-465e-b39e-27401e4a08fd tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1648376 Sep 27 08:30:42.961137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-85c10297-dd64-4f80-9612-37ced5721b1b req-a08a4c9b-9cba-4498-a46a-0bd71f88f16f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:42.962113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85c10297-dd64-4f80-9612-37ced5721b1b req-a08a4c9b-9cba-4498-a46a-0bd71f88f16f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073516 Sep 27 08:30:43.089836 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:43.116420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-a1625c5c-88b9-4bce-8bfb-f839c1721371 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1121066 Sep 27 08:30:43.126378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:43.148365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:43.181704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db370dc-28ea-41d2-b0fb-382f85dca5e3,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:43.254890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:43.369076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Allocated IP 172.25.2.93 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/be23334e-9fde-4870-b5a1-558bcac8b90e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:43.413613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-647392a3-d41d-4b7e-b416-a4a1d34c431e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:43.415528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-647392a3-d41d-4b7e-b416-a4a1d34c431e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 820 time: 0.3698096 Sep 27 08:30:43.435725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Checking segment: {'id': '65397f2c-654d-413d-82ed-864886812116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a82fb127-7931-44fd-8717-e8750f7b8f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:43.436209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Network hostable DHCP agents. Network: a82fb127-7931-44fd-8717-e8750f7b8f34, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:30:43.439835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-5dd399d1-dbae-43d1-8fce-cde937fe4e48 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/quotas/b39763fcd3a34a9a9355667ce04cca9f HTTP/1.1" status: 200 len: 375 time: 0.0152977 Sep 27 08:30:43.478495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Network a82fb127-7931-44fd-8717-e8750f7b8f34 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:30:43.502722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, a82fb127-7931-44fd-8717-e8750f7b8f34) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:43.518441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054375ff-ca80-4cd3-a1c7-bc20c598ec0f None None] Network a82fb127-7931-44fd-8717-e8750f7b8f34 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:30:43.526936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-33ee07b8-ec78-408d-939c-6004fbd5023d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782678 Sep 27 08:30:43.536576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:43.537171 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:43.597958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3a9bbcd0-8a23-4354-a81a-a781edbd866a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8363607 Sep 27 08:30:43.647020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-35fe501e-8602-4ae2-86c3-b2c207c78b10 service neutron] 10.222.0.50 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190784 Sep 27 08:30:43.668305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97800e78-ddd9-4527-bde1-67445f18b3e2 None None] Network a82fb127-7931-44fd-8717-e8750f7b8f34 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:30:43.757125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-478b1160-14b1-479b-993c-5ee2b343ce54 service neutron] 10.222.0.50 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089532 Sep 27 08:30:43.859695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:43.946160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.015590 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.072684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:44.075578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:44.083369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:44.117828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b7744-b4e3-4ff9-a44a-cec84f784806 req-40ae0d10-6dfd-4bbd-9a13-f4a63738a7e9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:44.127121 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e21b7744-b4e3-4ff9-a44a-cec84f784806 req-40ae0d10-6dfd-4bbd-9a13-f4a63738a7e9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0752048 Sep 27 08:30:44.161223 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.167702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event updated for resources: {'Port': ['ID=be23334e-9fde-4870-b5a1-558bcac8b90e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:44.201698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e21b7744-b4e3-4ff9-a44a-cec84f784806 req-da1ab535-6cbb-487f-9d2f-bc0d27e6aee9 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706794 Sep 27 08:30:44.234499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.351749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1671f2-6d1f-4609-bdb5-242b31faaa87 req-985b2dc7-fe5b-47bd-98f7-2df022de9580 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:44.356257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed1671f2-6d1f-4609-bdb5-242b31faaa87 req-985b2dc7-fe5b-47bd-98f7-2df022de9580 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0919762 Sep 27 08:30:44.401681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34534) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:44.424539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed1671f2-6d1f-4609-bdb5-242b31faaa87 req-0e0feaa8-832f-498e-8c11-224633b4d766 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Sep 27 08:30:44.499541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27eb8256-31a2-4f8a-b64c-d4b33238740b req-81bb7e3b-7188-4991-8b35-86ebfa0fcadc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 210 time: 0.0381441 Sep 27 08:30:44.503633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.520710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.563783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:44.569785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-704535154-network', 'tenant_id': 'ae83f5fc30d2477ea27f3027849d71f2'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:44.574325 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.580545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83eb380a-b605-4a16-b99d-ea0c0fb1f159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.598192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Made reservation on behalf of ae83f5fc30d2477ea27f3027849d71f2 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:44.603372 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.620491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event updated for resources: {'Port': ['ID=be23334e-9fde-4870-b5a1-558bcac8b90e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:44.629087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.631966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.640723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-c816b3c0-021b-467a-b07c-d85346f280be tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5180392 Sep 27 08:30:44.696396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-df037983-7b22-44e9-91e5-4f0c805c643b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0546248 Sep 27 08:30:44.843269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-eea063c5-cc44-4984-b101-25b5846ebd46 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:44.844696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca0cc9a7-9ff3-42b3-a26f-0c58280283bf req-eea063c5-cc44-4984-b101-25b5846ebd46 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1413188 Sep 27 08:30:44.860339 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83eb380a-b605-4a16-b99d-ea0c0fb1f159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.865135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83eb380a-b605-4a16-b99d-ea0c0fb1f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.909280 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-83eb380a-b605-4a16-b99d-ea0c0fb1f159 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49fccbf0a2f444b4b2e38f7270dac78d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039070 Sep 27 08:30:44.910459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34552) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:44.923921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb380a-b605-4a16-b99d-ea0c0fb1f159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12efa33-72b4-473d-af81-b4493daa1b2b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:44.933195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:44.972602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94981fce-a719-43a4-aa67-00c0bcf4ddba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.986769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53f043ef-872f-4ff1-a8a1-4199f255fa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:44.999301 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94981fce-a719-43a4-aa67-00c0bcf4ddba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.028997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-0e35d6cb-ce3d-4ade-9d8c-8f25a7209706 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1579711 Sep 27 08:30:45.043767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:45.058730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94981fce-a719-43a4-aa67-00c0bcf4ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.062654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94981fce-a719-43a4-aa67-00c0bcf4ddba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.072487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-94981fce-a719-43a4-aa67-00c0bcf4ddba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f12efa33-72b4-473d-af81-b4493daa1b2b HTTP/1.1" status: 204 len: 168 time: 0.1571636 Sep 27 08:30:45.092711 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.095842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94981fce-a719-43a4-aa67-00c0bcf4ddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12efa33-72b4-473d-af81-b4493daa1b2b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:45.097998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce2efa1c-8a7f-47d4-ac72-c2f2e3081ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.113361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.153243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:30:45.158916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.188129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.188532 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Added segment 13706820-9337-4d33-b0a6-0bb9db72fafa of type vlan for network 65dd7bba-3811-4ff3-8efd-21b2ca5c1129 Sep 27 08:30:45.201355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a49d843-b489-4370-85ef-b023f2f3187b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:45.286535 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.315639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-8747c66c-5fb0-4d33-a9da-6d7879e21aa6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:45.317456 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-8747c66c-5fb0-4d33-a9da-6d7879e21aa6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 820 time: 0.1621857 Sep 27 08:30:45.322051 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.323381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:45.324226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.358974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Request body: {'port': {'device_id': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'admin_state_up': True, 'tenant_id': 'b39763fcd3a34a9a9355667ce04cca9f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:45.431204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] Pushing event updated for resources: {'Network': ['ID=65dd7bba-3811-4ff3-8efd-21b2ca5c1129,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:45.445398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34566) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:45.446033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 65dd7bba-3811-4ff3-8efd-21b2ca5c1129 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:30:45.462820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6e674a9-4e8e-4b1e-80c9-3f2621efe3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.466158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f279f-afc1-4306-b452-766ab05832bc req-077e1812-d4d4-4ca2-87bb-f566f46c4495 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:45.467679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-142f279f-afc1-4306-b452-766ab05832bc req-077e1812-d4d4-4ca2-87bb-f566f46c4495 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1492136 Sep 27 08:30:45.477610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.564132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce2efa1c-8a7f-47d4-ac72-c2f2e3081ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.567529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-142f279f-afc1-4306-b452-766ab05832bc req-ba87af20-6b00-42d0-938d-03eb7ab9359e tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809174 Sep 27 08:30:45.570590 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce2efa1c-8a7f-47d4-ac72-c2f2e3081ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.584481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f858534d-2c34-4524-a0e2-14ad3f25327f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0167933 Sep 27 08:30:45.584873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34570) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:45.600446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Request body: {'subnet': {'network_id': '65dd7bba-3811-4ff3-8efd-21b2ca5c1129', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-704535154-subnet', 'tenant_id': 'ae83f5fc30d2477ea27f3027849d71f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:45.612682 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:30:45.612682 n-d-810909-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:30:45.612682 n-d-810909-1 neutron-server[94831]: [parameters: {'project_id_1': 'b39763fcd3a34a9a9355667ce04cca9f', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 30, 25, 549492)}] Sep 27 08:30:45.612682 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:30:45.613123 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:30:45.619804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce2efa1c-8a7f-47d4-ac72-c2f2e3081ddb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab7c3c67ad334d1fbde8e2251300bb6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856008 Sep 27 08:30:45.620931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2efa1c-8a7f-47d4-ac72-c2f2e3081ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b87ea87-9909-489e-87ed-62bbae6ff3d9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:45.623921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34574) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:45.651210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Allocated IP 172.25.2.48 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/fb415f4e-7ccd-4205-886d-42b54f581954) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:45.710484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09124676-b6a1-4087-8c8f-e71f92224eb5 req-00988ae3-bb64-41a9-b226-d87b37c3149a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:45.711973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09124676-b6a1-4087-8c8f-e71f92224eb5 req-00988ae3-bb64-41a9-b226-d87b37c3149a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0746512 Sep 27 08:30:45.714873 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49990c19-97f0-479a-9676-9eb40e99239a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.749570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49990c19-97f0-479a-9676-9eb40e99239a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.778716 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09124676-b6a1-4087-8c8f-e71f92224eb5 req-c22bdbed-b723-40c1-a6d6-970b9f572503 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588300 Sep 27 08:30:45.793020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6e674a9-4e8e-4b1e-80c9-3f2621efe3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.808619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6e674a9-4e8e-4b1e-80c9-3f2621efe3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.817055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.817261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49990c19-97f0-479a-9676-9eb40e99239a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.820053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49990c19-97f0-479a-9676-9eb40e99239a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.821259 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49990c19-97f0-479a-9676-9eb40e99239a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b87ea87-9909-489e-87ed-62bbae6ff3d9 HTTP/1.1" status: 204 len: 168 time: 0.1963809 Sep 27 08:30:45.831301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49990c19-97f0-479a-9676-9eb40e99239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b87ea87-9909-489e-87ed-62bbae6ff3d9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:45.873128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b9e9cae-1698-4300-930b-f0cdafaf55c0 req-52beb803-6b5f-4306-bdb7-92d4b3befb30 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 210 time: 0.0345984 Sep 27 08:30:45.884180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e674a9-4e8e-4b1e-80c9-3f2621efe3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc898ee-a1ce-4a65-bb5e-28c66d5be6f6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:45.888653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a6e674a9-4e8e-4b1e-80c9-3f2621efe3d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=319263eb17a1493da97df5cddab218b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413662 Sep 27 08:30:45.891570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34578) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:45.892164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Made reservation on behalf of ae83f5fc30d2477ea27f3027849d71f2 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:45.894473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:45.999472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.060404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f98bcb7a-93a1-44a4-a9e2-4eb6e458372e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.066614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:46.074068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:46.082716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:46.106631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event updated for resources: {'Port': ['ID=fb415f4e-7ccd-4205-886d-42b54f581954,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:46.137440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Made reservation on behalf of b39763fcd3a34a9a9355667ce04cca9f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:46.141266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.162691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f98bcb7a-93a1-44a4-a9e2-4eb6e458372e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.213944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34582) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:46.235526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c66a424-8aad-49be-ade3-79f9e0153c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.246977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.269293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.304536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Allocated IP 172.20.0.2 (f0401142-0273-4e2e-bb33-f59b422652f6/c72f7ca5-b1e5-4bc0-b776-4388bf3dee74/b4192c73-7fea-4f85-b34f-e73147049829) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:46.339673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.342591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f98bcb7a-93a1-44a4-a9e2-4eb6e458372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.345282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f98bcb7a-93a1-44a4-a9e2-4eb6e458372e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.346507 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f98bcb7a-93a1-44a4-a9e2-4eb6e458372e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cc898ee-a1ce-4a65-bb5e-28c66d5be6f6 HTTP/1.1" status: 204 len: 168 time: 0.4498868 Sep 27 08:30:46.390134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dabb7fc-4ded-47a2-b291-33d96dfee37f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:46.394915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bcb7a-93a1-44a4-a9e2-4eb6e458372e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc898ee-a1ce-4a65-bb5e-28c66d5be6f6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:46.440842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Checking segment: {'id': '13706820-9337-4d33-b0a6-0bb9db72fafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '65dd7bba-3811-4ff3-8efd-21b2ca5c1129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:46.441205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Network hostable DHCP agents. Network: 65dd7bba-3811-4ff3-8efd-21b2ca5c1129, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:30:46.498255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c66a424-8aad-49be-ade3-79f9e0153c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.504659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c66a424-8aad-49be-ade3-79f9e0153c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.509080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Network 65dd7bba-3811-4ff3-8efd-21b2ca5c1129 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:30:46.526432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 65dd7bba-3811-4ff3-8efd-21b2ca5c1129) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:46.531350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:46.531966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.538800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254f73da-d1d7-4e5d-b9f7-1c62fc51ed47 None None] Network 65dd7bba-3811-4ff3-8efd-21b2ca5c1129 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:30:46.569632 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c66a424-8aad-49be-ade3-79f9e0153c96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=452688db299a41818a4f9d6a4ff58f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501089 Sep 27 08:30:46.570817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:46.572924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a424-8aad-49be-ade3-79f9e0153c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e138554-1e18-414e-9b7a-119da1313b85,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:46.580904 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-60bec3a8-cf6a-45b9-b75c-a682b8a59f99 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9946301 Sep 27 08:30:46.606990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.644125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.661551 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.706163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f38c9a30-e33d-4cbb-afd1-0e9f1689da57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.751028 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.759443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event updated for resources: {'Port': ['ID=fb415f4e-7ccd-4205-886d-42b54f581954,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:46.762072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.776076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f38c9a30-e33d-4cbb-afd1-0e9f1689da57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.790812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.798606 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-ff23048f-be75-4fec-9027-bee42748e72b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7547448 Sep 27 08:30:46.800357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c14839-221d-4ccc-944a-fa34a6842e53 None None] Network 65dd7bba-3811-4ff3-8efd-21b2ca5c1129 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:30:46.810341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34602) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:46.885176 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-daf22fbf-e7c6-4073-b1cc-f493cadc4707 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0856621 Sep 27 08:30:46.926596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece83610-484c-47b2-9228-2ac02e54f8e7 admin admin] Deleting subnet 2db370dc-28ea-41d2-b0fb-382f85dca5e3 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:30:46.930279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Network f0401142-0273-4e2e-bb33-f59b422652f6 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:46.933786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Pushing event updated for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:46.943898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd37f76-a6ae-4cd1-aefc-48977b9b60ba req-de775fc8-9c72-4752-aca2-715e8e86813f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:46.945625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbd37f76-a6ae-4cd1-aefc-48977b9b60ba req-de775fc8-9c72-4752-aca2-715e8e86813f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.2585363 Sep 27 08:30:46.952296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:46.956094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:46.963155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:46.963816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.967083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f38c9a30-e33d-4cbb-afd1-0e9f1689da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.970193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f38c9a30-e33d-4cbb-afd1-0e9f1689da57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.973273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ece83610-484c-47b2-9228-2ac02e54f8e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:46.973407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f38c9a30-e33d-4cbb-afd1-0e9f1689da57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e138554-1e18-414e-9b7a-119da1313b85 HTTP/1.1" status: 204 len: 168 time: 0.3989198 Sep 27 08:30:47.005093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c9a30-e33d-4cbb-afd1-0e9f1689da57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e138554-1e18-414e-9b7a-119da1313b85,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:47.021552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-618d9fb6-5ba4-449d-bf74-38f5dd6b7df0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6883633 Sep 27 08:30:47.027592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbd37f76-a6ae-4cd1-aefc-48977b9b60ba req-e30bd9af-e50b-4130-b4b2-820ce3f4db81 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733185 Sep 27 08:30:47.036632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Request body: {'port': {'device_id': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:47.067468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ece83610-484c-47b2-9228-2ac02e54f8e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.106029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.108646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ece83610-484c-47b2-9228-2ac02e54f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.143648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-525b2f64-89cd-488e-8e78-01090ddc8348 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:47.145093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bcbf0648-b6cb-4ef5-bb88-b2c6625adfb9 req-525b2f64-89cd-488e-8e78-01090ddc8348 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.2496958 Sep 27 08:30:47.204990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ece83610-484c-47b2-9228-2ac02e54f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.251305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece83610-484c-47b2-9228-2ac02e54f8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db370dc-28ea-41d2-b0fb-382f85dca5e3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:47.265348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ece83610-484c-47b2-9228-2ac02e54f8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.269783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ece83610-484c-47b2-9228-2ac02e54f8e7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2db370dc-28ea-41d2-b0fb-382f85dca5e3 HTTP/1.1" status: 204 len: 168 time: 0.4563441 Sep 27 08:30:47.270373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34624) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:47.281480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff205e-c2b0-4e0e-af28-48c36909082d req-799064e7-8356-418d-8210-d1a00d4cb418 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:47.283307 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2ff205e-c2b0-4e0e-af28-48c36909082d req-799064e7-8356-418d-8210-d1a00d4cb418 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1595314 Sep 27 08:30:47.357104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2ff205e-c2b0-4e0e-af28-48c36909082d req-1ee9ee1c-605d-4fe9-a4c8-1cf81bfce01f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675111 Sep 27 08:30:47.392588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e0168-5189-40ec-90ba-5e5fe6654c43 req-d62812e2-7a0b-4dc8-98a5-db41fd03cf86 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:47.394414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-596e0168-5189-40ec-90ba-5e5fe6654c43 req-d62812e2-7a0b-4dc8-98a5-db41fd03cf86 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 931 time: 0.1482847 Sep 27 08:30:47.402523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.480082 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b76769d8-93d0-4e80-b250-d899d623bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.496052 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-596e0168-5189-40ec-90ba-5e5fe6654c43 req-11388732-4a58-40ae-9589-4279506d1fc3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891054 Sep 27 08:30:47.565397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3bd4114b-ffb1-475f-812c-b847f980a9b5 req-2466739e-28e2-4440-a163-cca280b199fe tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips/46ae0580-2887-4f9d-bb3f-e5f4372ee207 HTTP/1.1" status: 200 len: 692 time: 0.0592217 Sep 27 08:30:47.571956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.597204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.597923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.599049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.599618 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > port after_create 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.600161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.600736 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > port after_update 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.601259 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.601932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.602768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.604566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.673895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4192c73-7fea-4f85-b34f-e73147049829 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:47.686470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.717827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Transition to ACTIVE for port object b4192c73-7fea-4f85-b34f-e73147049829 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:30:47.724061 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.728603 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.729170 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.729778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.730327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:30:47.731178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82fb127-7931-44fd-8717-e8750f7b8f34']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:47.754228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65397f2c-654d-413d-82ed-864886812116') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:47.754740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65397f2c-654d-413d-82ed-864886812116') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:47.758156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4114b-ffb1-475f-812c-b847f980a9b5 req-30c66a60-14c4-44a5-bd96-f1d6f8b57bb2 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:47.765196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3bd4114b-ffb1-475f-812c-b847f980a9b5 req-30c66a60-14c4-44a5-bd96-f1d6f8b57bb2 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1990008 Sep 27 08:30:47.775036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-3bd4114b-ffb1-475f-812c-b847f980a9b5 req-24dc8a63-8f6b-401c-9239-b5eefae60d5f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:47.779478 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3bd4114b-ffb1-475f-812c-b847f980a9b5 req-24dc8a63-8f6b-401c-9239-b5eefae60d5f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132802 Sep 27 08:30:47.801819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Pushing event updated for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:47.802333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.844617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:47.844958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:47.845286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:47.850131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:30:47.850448 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:47.856246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:47.856617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:47.856996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:47.857418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Bound port: b4192c73-7fea-4f85-b34f-e73147049829, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:47.857830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.915272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.931199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-361152a7-453b-4b73-b506-45d2cb8f8196 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips/46ae0580-2887-4f9d-bb3f-e5f4372ee207 HTTP/1.1" status: 200 len: 692 time: 0.1127574 Sep 27 08:30:47.933168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:30:47.934090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.944933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:47.951263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: from cryptography.utils import int_from_bytes Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: from cryptography.utils import int_from_bytes Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:30:47.955963 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:30:47.964238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:47.971890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.031292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Pushing event updated for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:48.041463 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:48.041997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.043537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-57a0eb61-d9af-443f-b81a-35504ed8b9af service neutron] 10.222.0.67 "PUT /v2.0/ports/b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 1091 time: 1.0124142 Sep 27 08:30:48.043983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:48.046336 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b150b590-c77a-4790-807b-70ce1bb0604b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "tag": "b4192c73-7fea-4f85-b34f-e73147049829"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:48.089796 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7d8f6-d97e-494c-bbaf-1a3bb1d26610 x-openstack-request-id: req-1dc7d8f6-d97e-494c-bbaf-1a3bb1d26610 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:48.090092 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "tag": "b4192c73-7fea-4f85-b34f-e73147049829", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:48.090354 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dc7d8f6-d97e-494c-bbaf-1a3bb1d26610 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:48.090737 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829', 'status': 'completed', 'code': 200} Sep 27 08:30:48.189564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-c750ac1a-06e2-4e2c-9deb-da90ae7b6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:48.191385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-c750ac1a-06e2-4e2c-9deb-da90ae7b6ab3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1094 time: 0.0925155 Sep 27 08:30:48.273210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-912a57bb-2924-42f1-8811-dcafef381386 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 217 time: 0.0614729 Sep 27 08:30:48.327581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45a0f1-507f-421a-9a60-1dab7a9a9627 req-9296028e-4412-4036-9f12-5b7a67a9c020 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:48.329505 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee45a0f1-507f-421a-9a60-1dab7a9a9627 req-9296028e-4412-4036-9f12-5b7a67a9c020 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1370368 Sep 27 08:30:48.348630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-813d2b09-59fe-4d25-950b-fe37e51b6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:48.350380 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-813d2b09-59fe-4d25-950b-fe37e51b6d1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0703259 Sep 27 08:30:48.394946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-709e66fb-c8ef-4556-a348-6503ac221279 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359137 Sep 27 08:30:48.402375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee45a0f1-507f-421a-9a60-1dab7a9a9627 req-bc925722-0df1-44dd-9a2a-5b509535f512 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649264 Sep 27 08:30:48.410649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-a7a9fb46-bb57-460f-9af6-430beb028b51 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:48.417721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-a7a9fb46-bb57-460f-9af6-430beb028b51 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.4469428 Sep 27 08:30:48.434470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-b95509bb-cf28-4843-9217-16f948958bea tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:48.436030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-b95509bb-cf28-4843-9217-16f948958bea tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174990 Sep 27 08:30:48.437831 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.450088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.455114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] 10.222.0.50 "DELETE /v2.0/networks/a82fb127-7931-44fd-8717-e8750f7b8f34 HTTP/1.1" status: 204 len: 168 time: 1.1805260 Sep 27 08:30:48.463546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:48.468374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb54ac4-4960-461a-96ff-a557981a798c admin admin] Pushing event deleted for resources: {'Network': ['ID=a82fb127-7931-44fd-8717-e8750f7b8f34,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:48.514267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-e7cc1617-5ef2-4ef2-9f52-c54e69a374eb tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0691254 Sep 27 08:30:48.569264 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-28b9ecef-f619-43a7-9724-a2244566d05c tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0488217 Sep 27 08:30:48.587392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-543ebb06-81e8-43c2-b078-785dc4dae78d admin admin] Deleting subnet 4dabb7fc-4ded-47a2-b291-33d96dfee37f {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:30:48.593030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-f6e354c7-9a90-47af-b9c0-b435201c9d69 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895413 Sep 27 08:30:48.593692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543ebb06-81e8-43c2-b078-785dc4dae78d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.662779 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543ebb06-81e8-43c2-b078-785dc4dae78d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.699817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543ebb06-81e8-43c2-b078-785dc4dae78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.731763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Deleting port fb415f4e-7ccd-4205-886d-42b54f581954 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:48.732127 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.760838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-174dc1e5-57ec-4461-9e0f-3ff14f7917c5 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=302075c585ed4ef1bf63990062058fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382054 Sep 27 08:30:48.773810 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.808628 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f784aef-49ba-4e0d-be7e-6a4c9482af66 req-a2aa39ee-dbb7-4231-b736-d447579ea629 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884689 Sep 27 08:30:48.843143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.843530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.861524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543ebb06-81e8-43c2-b078-785dc4dae78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.863186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Calling delete_port for fb415f4e-7ccd-4205-886d-42b54f581954 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:48.926098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ebb06-81e8-43c2-b078-785dc4dae78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dabb7fc-4ded-47a2-b291-33d96dfee37f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:48.932362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543ebb06-81e8-43c2-b078-785dc4dae78d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:48.936374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-543ebb06-81e8-43c2-b078-785dc4dae78d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4dabb7fc-4ded-47a2-b291-33d96dfee37f HTTP/1.1" status: 204 len: 168 time: 0.4701800 Sep 27 08:30:48.938032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34700) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:48.954967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-ec057acc-839e-473c-953e-936e99a09fd6 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:48.961888 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-ec057acc-839e-473c-953e-936e99a09fd6 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895607 Sep 27 08:30:48.976890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-d1fc642a-6343-41c2-b5ad-9dfd60bdf96a tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/quotas/302075c585ed4ef1bf63990062058fa4 HTTP/1.1" status: 200 len: 375 time: 0.0141826 Sep 27 08:30:48.979366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150b590-c77a-4790-807b-70ce1bb0604b req-f968f16c-2c7b-4f97-aac9-e1ccc4d19cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:48.980371 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b150b590-c77a-4790-807b-70ce1bb0604b req-f968f16c-2c7b-4f97-aac9-e1ccc4d19cd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1094 time: 0.1054597 Sep 27 08:30:49.018730 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-04518502-b11c-423a-803e-1506fc4b19d3 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=302075c585ed4ef1bf63990062058fa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335088 Sep 27 08:30:49.051960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.124775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150b590-c77a-4790-807b-70ce1bb0604b req-a1e8d59d-5cd5-4461-8a1c-6cd569ca2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:49.126300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b150b590-c77a-4790-807b-70ce1bb0604b req-a1e8d59d-5cd5-4461-8a1c-6cd569ca2d8e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.1316800 Sep 27 08:30:49.184912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b150b590-c77a-4790-807b-70ce1bb0604b req-f979defb-9d99-4ccb-a2ba-bc6601a6f244 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 217 time: 0.0462902 Sep 27 08:30:49.200354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.201267 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.238545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event deleted for resources: {'Port': ['ID=fb415f4e-7ccd-4205-886d-42b54f581954,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:49.254282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dd7bba-3811-4ff3-8efd-21b2ca5c1129']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:49.273204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150b590-c77a-4790-807b-70ce1bb0604b req-907974ce-b832-4672-bfe5-8e98f58332ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:49.274696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b150b590-c77a-4790-807b-70ce1bb0604b req-907974ce-b832-4672-bfe5-8e98f58332ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0748372 Sep 27 08:30:49.281314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13706820-9337-4d33-b0a6-0bb9db72fafa') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:49.281636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13706820-9337-4d33-b0a6-0bb9db72fafa') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:49.283150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe1b6a-bf65-47c7-a9f4-07c360b04fc0 req-ebb79b14-e555-4f43-9eb9-56a66ad5bf67 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:49.284743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eebe1b6a-bf65-47c7-a9f4-07c360b04fc0 req-ebb79b14-e555-4f43-9eb9-56a66ad5bf67 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0939238 Sep 27 08:30:49.316272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.318718 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b150b590-c77a-4790-807b-70ce1bb0604b req-29c4c2a4-5747-47ae-a79b-745408299357 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331123 Sep 27 08:30:49.340805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.346583 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.349230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.350483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da0740d6-238b-4851-8c96-ce59a6269b0e req-830223f6-1c01-414a-ac5e-4742989ab3cc tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "DELETE /v2.0/floatingips/46ae0580-2887-4f9d-bb3f-e5f4372ee207 HTTP/1.1" status: 204 len: 173 time: 0.7754312 Sep 27 08:30:49.353481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:30:49.353833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:30:49.357073 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:30:49.393960 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eebe1b6a-bf65-47c7-a9f4-07c360b04fc0 req-6f90176e-9f35-4eb7-8aaf-d9c2dc6584ec tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994189 Sep 27 08:30:49.444616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.462929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.467646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] 10.222.0.50 "DELETE /v2.0/networks/65dd7bba-3811-4ff3-8efd-21b2ca5c1129 HTTP/1.1" status: 204 len: 168 time: 0.5086887 Sep 27 08:30:49.468889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdfe9e-3229-42fe-8132-f72121371613 admin admin] Pushing event deleted for resources: {'Network': ['ID=65dd7bba-3811-4ff3-8efd-21b2ca5c1129,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:49.489509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b150b590-c77a-4790-807b-70ce1bb0604b req-d1c47c20-7664-44d9-ad03-5d0a90ea174d service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617117 Sep 27 08:30:49.529607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5f5f1ad-6824-476f-84e9-0723e1a71dfd req-ce74359c-cb0e-421e-969f-0b78bf8570f4 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 210 time: 0.0290239 Sep 27 08:30:49.647566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b150b590-c77a-4790-807b-70ce1bb0604b req-4172e2f0-3b72-4fa4-a718-1b579640bf41 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496248 Sep 27 08:30:49.675329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c12a3-9d43-4cec-8acd-00d22c821c69 req-7ace3d32-dc88-4b2c-9e01-bf03b0c06467 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:49.677232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a47c12a3-9d43-4cec-8acd-00d22c821c69 req-7ace3d32-dc88-4b2c-9e01-bf03b0c06467 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.1670454 Sep 27 08:30:49.693098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34726) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:49.722178 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a47c12a3-9d43-4cec-8acd-00d22c821c69 req-350c4f8b-814a-48fa-9400-8305ab0f9cce tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 Sep 27 08:30:49.757366 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3cf0797b-33b2-49d8-91c9-6541787d4a97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8094377a3669478fbe1ce3883fb4cd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628259 Sep 27 08:30:49.759925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:49.962580 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7567aca-0519-4fa2-a6f4-95e7c2df8aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:49.997979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81ca29-7fd5-4835-90cf-2ac440995214 req-3bffd9e3-dd7c-4f1b-bb08-0d2e545466da tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:49.999515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9d81ca29-7fd5-4835-90cf-2ac440995214 req-3bffd9e3-dd7c-4f1b-bb08-0d2e545466da tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2252095 Sep 27 08:30:50.010054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7567aca-0519-4fa2-a6f4-95e7c2df8aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:50.030160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67fd61-14c9-4d8d-b8c0-35b13e53fd58 req-d81f7c53-1ef0-4ea5-b309-2824bde51384 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:50.031832 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad67fd61-14c9-4d8d-b8c0-35b13e53fd58 req-d81f7c53-1ef0-4ea5-b309-2824bde51384 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0527155 Sep 27 08:30:50.059963 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7567aca-0519-4fa2-a6f4-95e7c2df8aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:50.062862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7567aca-0519-4fa2-a6f4-95e7c2df8aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:50.064030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7567aca-0519-4fa2-a6f4-95e7c2df8aab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd103a3c-aa0a-4d94-a986-110b45310d71 HTTP/1.1" status: 204 len: 168 time: 0.3030872 Sep 27 08:30:50.072163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7567aca-0519-4fa2-a6f4-95e7c2df8aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd103a3c-aa0a-4d94-a986-110b45310d71,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:50.089610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad67fd61-14c9-4d8d-b8c0-35b13e53fd58 req-06da50cb-70fd-4079-bf47-df7dcbe7ffb5 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506749 Sep 27 08:30:50.193747 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f8eb201-09de-4f46-bab3-fbbe016edbc7 req-8c82eb04-21b6-44f6-99fa-c003dc064071 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=cb427ccc13e0456897faa40faa6c4857 HTTP/1.1" status: 200 len: 1654 time: 0.0815465 Sep 27 08:30:50.282936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-49574250-ff5b-44cd-9a9f-fc74c8dc04c0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=302075c585ed4ef1bf63990062058fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502944 Sep 27 08:30:50.358025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eb201-09de-4f46-bab3-fbbe016edbc7 req-9c791d1b-a2f1-4448-ac4e-6e72d0a35587 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:50.359894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f8eb201-09de-4f46-bab3-fbbe016edbc7 req-9c791d1b-a2f1-4448-ac4e-6e72d0a35587 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks?id=3f19b99e-8a68-4be3-835e-592a29ec2ead&id=3f19b99e-8a68-4be3-835e-592a29ec2ead&id=3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 787 time: 0.1596797 Sep 27 08:30:50.377354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-2f8eb201-09de-4f46-bab3-fbbe016edbc7 req-a2b97c7d-2f88-44b3-828e-41aa4ce5629d tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:50.382425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f8eb201-09de-4f46-bab3-fbbe016edbc7 req-a2b97c7d-2f88-44b3-828e-41aa4ce5629d tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166414 Sep 27 08:30:50.423431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:50.541926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a4fc7-d4b1-471f-94b3-4edece4587fc req-f8ed9d74-2f26-421f-9379-c66ac68fd966 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:50.543511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c23a4fc7-d4b1-471f-94b3-4edece4587fc req-f8ed9d74-2f26-421f-9379-c66ac68fd966 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0549390 Sep 27 08:30:50.557653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34760) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:50.606812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c23a4fc7-d4b1-471f-94b3-4edece4587fc req-7c9d4540-215b-468b-b7cf-0ac68e324351 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567217 Sep 27 08:30:50.620381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-add9edfb-bb3d-4381-8d4b-c8b0399710b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae83f5fc30d2477ea27f3027849d71f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593164 Sep 27 08:30:50.620649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34764) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:50.681833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf392854-3413-405e-a8a8-b65f9325173a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:50.706556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf392854-3413-405e-a8a8-b65f9325173a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:50.757243 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-c05a8096-1cc6-457b-95a7-200f8f74ef5b tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips/fe2e0064-f455-471f-98ae-6249eac760fd HTTP/1.1" status: 200 len: 692 time: 0.0890052 Sep 27 08:30:50.764373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf392854-3413-405e-a8a8-b65f9325173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:50.767318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf392854-3413-405e-a8a8-b65f9325173a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:50.768540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cf392854-3413-405e-a8a8-b65f9325173a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a49d843-b489-4370-85ef-b023f2f3187b HTTP/1.1" status: 204 len: 168 time: 0.1470156 Sep 27 08:30:50.776983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf392854-3413-405e-a8a8-b65f9325173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a49d843-b489-4370-85ef-b023f2f3187b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:50.832554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-d0a651ad-e0be-4c9c-84e0-85cb27038a3e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:50.834291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-d0a651ad-e0be-4c9c-84e0-85cb27038a3e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5453155 Sep 27 08:30:50.868294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Request body: {'port': {'device_id': '21f7c6c0-4e1f-4de2-b757-3c3accec818d', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '302075c585ed4ef1bf63990062058fa4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:50.977623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-d33fa18f-d4cc-4c4a-bd77-e2104954eef0 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:50.985074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-d33fa18f-d4cc-4c4a-bd77-e2104954eef0 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.2201493 Sep 27 08:30:50.994118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-1de5452e-d4ca-474f-a311-7f181fab0e34 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:30:50.995783 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-1de5452e-d4ca-474f-a311-7f181fab0e34 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095069 Sep 27 08:30:51.070110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-ee30c930-444e-4cd0-99e7-b667ce29a668 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0664246 Sep 27 08:30:51.105812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1dcfb38-1a67-4f02-b1da-1249d6d1a8b1 req-284d9e38-93e6-4a19-9c8d-13e76bfc0bf6 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 210 time: 0.0282493 Sep 27 08:30:51.132402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-cee81e1d-ee1d-43bd-87cf-9f3c82692462 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0515919 Sep 27 08:30:51.133079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Made reservation on behalf of 302075c585ed4ef1bf63990062058fa4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:51.136506 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.154611 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.225190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df9d5-1da1-4469-812d-26522d69f5af req-ae6eca41-b5a5-4f87-8228-e79dd9bded64 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:51.226708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad7df9d5-1da1-4469-812d-26522d69f5af req-ae6eca41-b5a5-4f87-8228-e79dd9bded64 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.0599678 Sep 27 08:30:51.290539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad7df9d5-1da1-4469-812d-26522d69f5af req-aabb746f-8fcc-4049-b316-b7b337f134c7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Sep 27 08:30:51.332583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Deleting port be23334e-9fde-4870-b5a1-558bcac8b90e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:51.332833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.420319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.429433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.490747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.491156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.524936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Calling delete_port for be23334e-9fde-4870-b5a1-558bcac8b90e owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:51.558134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63afcb15-680f-4c6f-96ea-8248f339bba7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:51.696031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Allocated IP 192.168.233.199 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/ab1a5832-a4ea-4eea-9cf2-c005a4b245b4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:30:51.859162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea5b42-29ca-4e69-808d-73e6ccd1d1b4 req-e7a846bd-5645-46c8-b21c-bcc8822f38e5 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:51.861884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-41ea5b42-29ca-4e69-808d-73e6ccd1d1b4 req-e7a846bd-5645-46c8-b21c-bcc8822f38e5 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0783498 Sep 27 08:30:51.890434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.921503 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-41ea5b42-29ca-4e69-808d-73e6ccd1d1b4 req-00989b1d-562a-41b1-af0f-e73817e91597 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528054 Sep 27 08:30:51.930668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event deleted for resources: {'Port': ['ID=be23334e-9fde-4870-b5a1-558bcac8b90e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:51.983335 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.986151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:51.987404 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3aa41e9-47f2-497a-b4a0-3f8a448d81c3 req-7fd26865-7724-4acf-9a85-b1ba57a798f4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "DELETE /v2.0/floatingips/fe2e0064-f455-471f-98ae-6249eac760fd HTTP/1.1" status: 204 len: 173 time: 0.8474274 Sep 27 08:30:51.992817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.041301 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.085389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691aa89-3109-4a1f-8d18-1d86ce55b53b req-a4a6ff03-7ace-4bfe-828f-0e531b574da0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:52.094588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d691aa89-3109-4a1f-8d18-1d86ce55b53b req-a4a6ff03-7ace-4bfe-828f-0e531b574da0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0757031 Sep 27 08:30:52.095270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:30:52.098615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:30:52.103469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:30:52.109972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:52.110739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.137647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Pushing event updated for resources: {'Port': ['ID=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:52.161643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d691aa89-3109-4a1f-8d18-1d86ce55b53b req-cd3b31fc-931e-4a6e-944f-07e006c5c4eb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652380 Sep 27 08:30:52.220847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-4997827d-88fc-4720-8116-9d971ac660f0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3586333 Sep 27 08:30:52.237235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-44305d7c-3fec-4d19-ab37-57ab5a7333c4 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips/04943db6-9b78-4225-a684-67d77589391d HTTP/1.1" status: 200 len: 691 time: 0.1204338 Sep 27 08:30:52.253440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Request body: {'port': {'device_id': '21f7c6c0-4e1f-4de2-b757-3c3accec818d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:52.306295 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:30:52.309601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a291-3a0b-4522-a1dc-d447f8e5c9e3 req-6ea50b67-7386-4e69-aae1-fe91411d604c tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:52.311698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7eb1a291-3a0b-4522-a1dc-d447f8e5c9e3 req-6ea50b67-7386-4e69-aae1-fe91411d604c tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 936 time: 0.0698414 Sep 27 08:30:52.381918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7eb1a291-3a0b-4522-a1dc-d447f8e5c9e3 req-d50a79fa-a163-4505-bc0d-40b776daca1f tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614855 Sep 27 08:30:52.423774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.438991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0f443c7e-5f6b-4b82-abad-53391f858d60 None None] Provisioning complete for port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:52.440315 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f443c7e-5f6b-4b82-abad-53391f858d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.485606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-31e6ead3-2ba8-4b6d-9a7d-dcaf30e4dbd9 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:52.487067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-31e6ead3-2ba8-4b6d-9a7d-dcaf30e4dbd9 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.2487481 Sep 27 08:30:52.515030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0f443c7e-5f6b-4b82-abad-53391f858d60 None None] Port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:30:52.523448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b4192c73-7fea-4f85-b34f-e73147049829 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:52.528512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc67280-55b9-4bb2-8048-295ee4475cb3 req-166ec259-e229-4e9c-b510-512c5977a862 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:52.530150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3fc67280-55b9-4bb2-8048-295ee4475cb3 req-166ec259-e229-4e9c-b510-512c5977a862 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.0638132 Sep 27 08:30:52.562726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-357d0925-e3d5-4aae-a117-1c7cb7508ac8 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0576308 Sep 27 08:30:52.578423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3fc67280-55b9-4bb2-8048-295ee4475cb3 req-bc6bbf7b-7729-4771-9a30-731d90658573 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391996 Sep 27 08:30:52.646442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34834) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:52.676128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-3add1a91-e685-4b29-a542-537b988da3eb tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.1043661 Sep 27 08:30:52.704865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:52.718230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'b4192c73-7fea-4f85-b34f-e73147049829', 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'port_id': 'b4192c73-7fea-4f85-b34f-e73147049829', 'mac_address': 'fa:16:3e:b1:8f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72f7ca5-b1e5-4bc0-b776-4388bf3dee74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:30:52.773076 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.781195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-349a2978-20cb-4112-a531-758c39921c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.790978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4192c73-7fea-4f85-b34f-e73147049829 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:52.812879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:52.819810 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.894849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:52.925572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Deleting port 53179feb-95a2-4160-a1d8-f997ec509354 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:52.926074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.929965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-349a2978-20cb-4112-a531-758c39921c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.936489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-349a2978-20cb-4112-a531-758c39921c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:52.980314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-349a2978-20cb-4112-a531-758c39921c69 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3456609668b34237915bcce7dc0c38c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327565 Sep 27 08:30:52.982488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2978-20cb-4112-a531-758c39921c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9916d47-9a8a-4e1a-940b-ec6463aa053f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:52.986510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34850) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:53.004368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:53.016436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.036509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d2f766e-62b7-4872-bbbf-d0fe19e101a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.037329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Transition to ACTIVE for port object ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:30:53.041604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['b4192c73-7fea-4f85-b34f-e73147049829'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:53.043791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.054807 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.055132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.062350 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d2f766e-62b7-4872-bbbf-d0fe19e101a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.100275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Calling delete_port for 53179feb-95a2-4160-a1d8-f997ec509354 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:53.125890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:53.139337 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d2f766e-62b7-4872-bbbf-d0fe19e101a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.141979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d2f766e-62b7-4872-bbbf-d0fe19e101a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.143211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6d2f766e-62b7-4872-bbbf-d0fe19e101a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9916d47-9a8a-4e1a-940b-ec6463aa053f HTTP/1.1" status: 204 len: 168 time: 0.1558175 Sep 27 08:30:53.151920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f766e-62b7-4872-bbbf-d0fe19e101a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9916d47-9a8a-4e1a-940b-ec6463aa053f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:53.233167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Attempting to bind port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:30:53.233664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Attempting to bind port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:30:53.234093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Attempting to bind port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:53.242824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:30:53.243238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Attempting to bind port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:30:53.257462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:30:53.258079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:30:53.258624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:30:53.259256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Bound port: ab1a5832-a4ea-4eea-9cf2-c005a4b245b4, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:30:53.259775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.385267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] For port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:30:53.401510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] For port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:30:53.409150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.427953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7581bd-fb7b-4536-bc9a-c1e1acbc11df req-b4b2423e-dd37-4945-85ab-9640609d4167 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:53.429778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb7581bd-fb7b-4536-bc9a-c1e1acbc11df req-b4b2423e-dd37-4945-85ab-9640609d4167 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0581293 Sep 27 08:30:53.437944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.460609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:53.461238 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.462657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] 10.222.0.67 "PUT /v2.0/ports/ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 HTTP/1.1" status: 200 len: 1096 time: 1.2221930 Sep 27 08:30:53.463110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f7c6c0-4e1f-4de2-b757-3c3accec818d', 'tag': 'ab1a5832-a4ea-4eea-9cf2-c005a4b245b4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:53.465560 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac960035-62a7-4f93-9837-40b3937c8c99" -d '{"events": [{"name": "network-changed", "server_uuid": "21f7c6c0-4e1f-4de2-b757-3c3accec818d", "tag": "ab1a5832-a4ea-4eea-9cf2-c005a4b245b4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:53.489003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb7581bd-fb7b-4536-bc9a-c1e1acbc11df req-0dddd35c-b404-48e9-8800-606aa8e2f539 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529678 Sep 27 08:30:53.505270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74193473-7ae1-4904-a4df-127f2841e8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:53.576283 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.578881 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.580081 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef8c842f-ecff-44e9-8929-b8324ae67c10 req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "DELETE /v2.0/floatingips/04943db6-9b78-4225-a684-67d77589391d HTTP/1.1" status: 204 len: 173 time: 0.8936539 Sep 27 08:30:53.582214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700d2c4-8320-4183-9293-4e6bd5a9ae1f tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event deleted for resources: {'Port': ['ID=53179feb-95a2-4160-a1d8-f997ec509354,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:53.603999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-0959d233-2eac-404b-b981-60f851e92899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:53.605948 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-0959d233-2eac-404b-b981-60f851e92899 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302075c585ed4ef1bf63990062058fa4&device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 1099 time: 0.0972710 Sep 27 08:30:53.640029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34878) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:53.654797 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-491091b9-5da3-455e-a06d-6eba5ec64b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.681175 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-2ea5b0f3-2271-4119-b4c9-0ba5d04894e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 HTTP/1.1" status: 200 len: 217 time: 0.0668375 Sep 27 08:30:53.755586 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-491091b9-5da3-455e-a06d-6eba5ec64b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.760946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-491091b9-5da3-455e-a06d-6eba5ec64b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.761087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cfda1-24dd-482a-ab3a-c396545288d1 req-b28103cc-c915-4845-a45d-47a9101e0d75 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:53.762543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f7cfda1-24dd-482a-ab3a-c396545288d1 req-b28103cc-c915-4845-a45d-47a9101e0d75 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0934072 Sep 27 08:30:53.774256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-fe035c2b-01d0-4f1b-af60-48d7a39d0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:53.775726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-fe035c2b-01d0-4f1b-af60-48d7a39d0d6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0793498 Sep 27 08:30:53.802938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-491091b9-5da3-455e-a06d-6eba5ec64b27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6712f216bf524ccbb2cc8dd346f5001f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593335 Sep 27 08:30:53.803306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34880) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:53.816279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491091b9-5da3-455e-a06d-6eba5ec64b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2aeeb-c93e-4674-9382-61fa6fec8688,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:53.849391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f7cfda1-24dd-482a-ab3a-c396545288d1 req-e58379dc-4583-40f1-8ad1-f5ba114925f5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718048 Sep 27 08:30:53.864517 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3676dce8-5fc5-4606-9cb3-715fe9c5d3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.871687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-a045d63d-d15e-42a4-9143-73e9b8d4d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:53.873839 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-a045d63d-d15e-42a4-9143-73e9b8d4d0c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898662 Sep 27 08:30:53.892494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3676dce8-5fc5-4606-9cb3-715fe9c5d3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.960391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3676dce8-5fc5-4606-9cb3-715fe9c5d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.963885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3676dce8-5fc5-4606-9cb3-715fe9c5d3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:53.967823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3676dce8-5fc5-4606-9cb3-715fe9c5d3c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35b2aeeb-c93e-4674-9382-61fa6fec8688 HTTP/1.1" status: 204 len: 168 time: 0.1601658 Sep 27 08:30:53.974918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676dce8-5fc5-4606-9cb3-715fe9c5d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2aeeb-c93e-4674-9382-61fa6fec8688,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:54.017893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c34cec-7988-48f4-903e-973dccf3eab2 req-e02df007-24c4-40e5-89ed-dff073233c5e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:54.019434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c34cec-7988-48f4-903e-973dccf3eab2 req-e02df007-24c4-40e5-89ed-dff073233c5e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 948 time: 0.1158235 Sep 27 08:30:54.023600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-e282eeaf-ecdc-4d4d-83b1-e211452f494b service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429672 Sep 27 08:30:54.033575 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ad7af8-31cd-47de-92f2-1fef205e2aa7 x-openstack-request-id: req-98ad7af8-31cd-47de-92f2-1fef205e2aa7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:54.033944 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f7c6c0-4e1f-4de2-b757-3c3accec818d", "tag": "ab1a5832-a4ea-4eea-9cf2-c005a4b245b4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:54.034152 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98ad7af8-31cd-47de-92f2-1fef205e2aa7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:54.034509 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f7c6c0-4e1f-4de2-b757-3c3accec818d', 'tag': 'ab1a5832-a4ea-4eea-9cf2-c005a4b245b4', 'status': 'completed', 'code': 200} Sep 27 08:30:54.099384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-82ef6cc6-d292-4032-9adb-05137c95e0ee tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips/7206b315-cc7b-4710-939b-d1ba36c150ea HTTP/1.1" status: 200 len: 693 time: 0.0572355 Sep 27 08:30:54.103626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c34cec-7988-48f4-903e-973dccf3eab2 req-71adb894-d421-493c-90fd-7c0ceeac8a26 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697846 Sep 27 08:30:54.240396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2866b5f8-f59a-4d6c-8d5d-535a22211315 req-37444761-bb97-4567-a4b6-9f532bc28891 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035170 Sep 27 08:30:54.247750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-141e986a-01f1-4ccc-add7-bc48f45e5ac8 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:54.248795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb1e12-b0c7-4032-b004-76b02af5cde7 req-f48f8b9f-9c35-4eab-8736-2c05f5db2c8e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:54.255421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-141e986a-01f1-4ccc-add7-bc48f45e5ac8 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1433175 Sep 27 08:30:54.256208 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54cb1e12-b0c7-4032-b004-76b02af5cde7 req-f48f8b9f-9c35-4eab-8736-2c05f5db2c8e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 944 time: 0.0780706 Sep 27 08:30:54.301819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54cb1e12-b0c7-4032-b004-76b02af5cde7 req-743d6859-83bb-4633-a3bc-5be4572401a6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Sep 27 08:30:54.311612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-096c1ef2-ffa0-490c-b779-cc7c07a824c2 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.226 HTTP/1.1" status: 200 len: 696 time: 0.0552704 Sep 27 08:30:54.348383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-5cbfdc73-860a-4b63-b1d6-db88cde49b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:54.351950 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-5cbfdc73-860a-4b63-b1d6-db88cde49b0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302075c585ed4ef1bf63990062058fa4&device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 1099 time: 0.0611241 Sep 27 08:30:54.371825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-fd901408-9931-4fcd-ac18-54e408e28ba3 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.226 HTTP/1.1" status: 200 len: 696 time: 0.0593355 Sep 27 08:30:54.462589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-57ca17cf-71a0-4508-bc1d-ebf8d535afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:54.464828 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-57ca17cf-71a0-4508-bc1d-ebf8d535afa1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1048818 Sep 27 08:30:54.477410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b4192c73-7fea-4f85-b34f-e73147049829 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:54.517890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-e3a46021-bfbb-45cd-9a23-0df112847812 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 HTTP/1.1" status: 200 len: 217 time: 0.0444493 Sep 27 08:30:54.547376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Deleting port d937e79b-c691-4124-b560-feb9b1d5ac42 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:54.547743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:54.560601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port b4192c73-7fea-4f85-b34f-e73147049829 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:30:54.569928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port b4192c73-7fea-4f85-b34f-e73147049829 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:54.570232 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:54.599852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-d2648034-1a46-449f-8274-2b252b158ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:54.601978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-d2648034-1a46-449f-8274-2b252b158ebb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0745959 Sep 27 08:30:54.667473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:54.668064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:54.692186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-ee00a0a2-c8a6-404b-9575-afb6a1c18b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:54.694586 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-ee00a0a2-c8a6-404b-9575-afb6a1c18b5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846810 Sep 27 08:30:54.701623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Calling delete_port for d937e79b-c691-4124-b560-feb9b1d5ac42 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:54.760781 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:54.794607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:54.799655 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b355260-e4fc-462c-b1f7-4000b5d3464d" -d '{"events": [{"server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4192c73-7fea-4f85-b34f-e73147049829"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:54.816153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:54.825952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:54.888750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-04b98cb9-5d4e-480e-8f97-232a28ab0018 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849992 Sep 27 08:30:54.934431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:54.984294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:55.041728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Pushing event deleted for resources: {'Port': ['ID=d937e79b-c691-4124-b560-feb9b1d5ac42,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:55.068558 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac960035-62a7-4f93-9837-40b3937c8c99 req-322dad8c-6c9a-47e0-abda-53dc72b2daee service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692321 Sep 27 08:30:55.081400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92ae03-85af-4b89-a4ca-ade9c6e6f791 req-e0b6a188-9228-43cd-b856-b85bf8705b09 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:55.082863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a92ae03-85af-4b89-a4ca-ade9c6e6f791 req-e0b6a188-9228-43cd-b856-b85bf8705b09 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0862000 Sep 27 08:30:55.132481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:55.132693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a92ae03-85af-4b89-a4ca-ade9c6e6f791 req-091f9883-4241-4fe3-aa61-69c4c06c25e1 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Sep 27 08:30:55.137723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:55.138919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cc0064d-ccb0-4692-a2bb-c765e44e765d req-f7d9461c-d182-4029-804a-6e6083ee1084 tempest-FloatingIPDetailsTestJSON-1654586467 tempest-FloatingIPDetailsTestJSON-1654586467-project] 10.222.0.50 "DELETE /v2.0/floatingips/7206b315-cc7b-4710-939b-d1ba36c150ea HTTP/1.1" status: 204 len: 173 time: 0.7606184 Sep 27 08:30:55.145588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:55.192713 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9424ce8e-6bff-470f-a86c-abd65879d641 x-openstack-request-id: req-9424ce8e-6bff-470f-a86c-abd65879d641 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:55.193020 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4192c73-7fea-4f85-b34f-e73147049829", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:55.193321 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9424ce8e-6bff-470f-a86c-abd65879d641 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:55.193776 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829', 'code': 200} Sep 27 08:30:55.703154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b46fd-9a6a-4a15-9c00-bfeb977c0929 req-1e69b3ae-bf77-4799-9f1f-74f7129c955d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:55.704668 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b66b46fd-9a6a-4a15-9c00-bfeb977c0929 req-1e69b3ae-bf77-4799-9f1f-74f7129c955d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.3971944 Sep 27 08:30:55.719369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f671e-7a12-4279-bf9c-e7922b44c4ba req-3319f04d-bcea-4826-b135-09c4e9bb193d tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:55.727018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d01f671e-7a12-4279-bf9c-e7922b44c4ba req-3319f04d-bcea-4826-b135-09c4e9bb193d tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 948 time: 0.0771046 Sep 27 08:30:55.742797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557b136-a0b4-4d84-af8c-0842b8a9c500 req-a0f851dd-6f31-4cc5-8328-d553f3a12f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:55.744275 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7557b136-a0b4-4d84-af8c-0842b8a9c500 req-a0f851dd-6f31-4cc5-8328-d553f3a12f1d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1096 time: 0.4357042 Sep 27 08:30:55.782532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d01f671e-7a12-4279-bf9c-e7922b44c4ba req-0ed3d1bd-899a-4d56-878b-1993faec9d54 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546160 Sep 27 08:30:55.831125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b66b46fd-9a6a-4a15-9c00-bfeb977c0929 req-e8371b11-fb2f-401d-abab-70756cdd2284 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857162 Sep 27 08:30:55.888920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7557b136-a0b4-4d84-af8c-0842b8a9c500 req-76967ad4-4bd5-47cb-9532-5a1934c9e229 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190941 Sep 27 08:30:55.988141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e6a3e-6dcf-42ff-a477-9b572a4d24dd req-44826caf-ea8d-44e3-baf6-73258926b601 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:55.989878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-857e6a3e-6dcf-42ff-a477-9b572a4d24dd req-44826caf-ea8d-44e3-baf6-73258926b601 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.1009114 Sep 27 08:30:56.053121 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-857e6a3e-6dcf-42ff-a477-9b572a4d24dd req-e512cf47-4736-4930-8109-bbe6130acdb0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512662 Sep 27 08:30:56.182349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:56.293735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bc988-fe2e-4e32-8c10-f8f10107ccaa req-2bbf3b9f-410c-4268-8087-ccb296d90798 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:56.295817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-096bc988-fe2e-4e32-8c10-f8f10107ccaa req-2bbf3b9f-410c-4268-8087-ccb296d90798 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0632961 Sep 27 08:30:56.365043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-096bc988-fe2e-4e32-8c10-f8f10107ccaa req-3cbe703d-2ab2-4bb3-b5c6-78e45bf5c6ba tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Sep 27 08:30:56.499624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:30:56.539489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34974) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:56.601716 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-c54ad89a-7167-4189-b5f4-7c20f3c89f73 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4310b40c8c004633ac98ea356e774f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471666 Sep 27 08:30:56.632854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:56.647412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'ab1a5832-a4ea-4eea-9cf2-c005a4b245b4', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'ab1a5832-a4ea-4eea-9cf2-c005a4b245b4', 'mac_address': 'fa:16:3e:fd:a3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:30:56.690010 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:56.704067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Deleting port d924876e-38ee-4fab-9af3-dfe4d45c3694 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:56.704552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:56.706142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:30:56.728920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:56.738090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:56.753336 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-3a58d2bd-7dd1-4467-a28c-1b0ec563ae4b tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:56.761112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-3a58d2bd-7dd1-4467-a28c-1b0ec563ae4b tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585147 Sep 27 08:30:56.769674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59b845a4-73ee-4290-842a-128dfbd22526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:56.797220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:56.812887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-6c9630b8-9148-4883-9ec9-75435cde01e6 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/quotas/4310b40c8c004633ac98ea356e774f01 HTTP/1.1" status: 200 len: 375 time: 0.0508718 Sep 27 08:30:56.859544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-373c6d7f-42c4-4a38-80ba-e1e4269acbe3 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4310b40c8c004633ac98ea356e774f01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405903 Sep 27 08:30:56.867610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] For port d924876e-38ee-4fab-9af3-dfe4d45c3694, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d924876e-38ee-4fab-9af3-dfe4d45c3694,segment=NetworkSegment(0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac),segment_id=0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:56.868213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:56.889003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Calling delete_port for d924876e-38ee-4fab-9af3-dfe4d45c3694 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:30:56.967273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59b845a4-73ee-4290-842a-128dfbd22526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:56.983944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ab1a5832-a4ea-4eea-9cf2-c005a4b245b4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:30:56.997701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1dcd1-62dc-45b7-b29b-f854eaa732dc req-803109f4-0a33-4835-b5c2-98711118ebb5 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:56.999068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26d1dcd1-62dc-45b7-b29b-f854eaa732dc req-803109f4-0a33-4835-b5c2-98711118ebb5 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 949 time: 0.1021421 Sep 27 08:30:57.002151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59b845a4-73ee-4290-842a-128dfbd22526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:57.086895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b845a4-73ee-4290-842a-128dfbd22526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466c457b-1dde-4241-aad9-f5c7fa58cab0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:57.102046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-59b845a4-73ee-4290-842a-128dfbd22526 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55873023d074492fa516952b414e4ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587678 Sep 27 08:30:57.103386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34986) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:57.160373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26d1dcd1-62dc-45b7-b29b-f854eaa732dc req-cfc6d873-e4bd-45d1-97b9-aaced59e7b81 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482580 Sep 27 08:30:57.208393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:57.228843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2dafcae-3c87-4125-bfa5-32bf1e12d5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:57.263264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d924876e-38ee-4fab-9af3-dfe4d45c3694,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:57.273278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2dafcae-3c87-4125-bfa5-32bf1e12d5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:57.324682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ad09898-d9ed-46dc-8429-4efcf993b5da req-5736b15b-7647-4e51-bc3e-1ed6a7db1022 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 210 time: 0.0888541 Sep 27 08:30:57.405227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2dafcae-3c87-4125-bfa5-32bf1e12d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:57.408088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2dafcae-3c87-4125-bfa5-32bf1e12d5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:57.409732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b2dafcae-3c87-4125-bfa5-32bf1e12d5dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/466c457b-1dde-4241-aad9-f5c7fa58cab0 HTTP/1.1" status: 204 len: 168 time: 0.3052287 Sep 27 08:30:57.422068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dafcae-3c87-4125-bfa5-32bf1e12d5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466c457b-1dde-4241-aad9-f5c7fa58cab0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:57.548523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59f67-bf50-44c3-b540-78ae177bc7a7 req-1880967a-54a3-413b-b749-d8e68e1d6793 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:57.550207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45e59f67-bf50-44c3-b540-78ae177bc7a7 req-1880967a-54a3-413b-b749-d8e68e1d6793 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.1094470 Sep 27 08:30:57.562452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3f094-09c8-4d89-af0d-1047c1a714f4 req-ebc9948f-cc61-4e8a-9236-6eebad3d069b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:57.564078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04c3f094-09c8-4d89-af0d-1047c1a714f4 req-ebc9948f-cc61-4e8a-9236-6eebad3d069b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.3116024 Sep 27 08:30:57.605065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:57.664221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45e59f67-bf50-44c3-b540-78ae177bc7a7 req-8be1354c-08af-4826-8ca8-1f044e142a40 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862439 Sep 27 08:30:57.717467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04c3f094-09c8-4d89-af0d-1047c1a714f4 req-fb9b363c-2fff-4cd2-bd1c-19bd4b15adfd tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149800 Sep 27 08:30:57.916596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519107f8-90e1-443d-9897-765d50a67080 req-ccb03eb6-2ec8-4798-a57d-ef2f100771d0 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:57.925565 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-519107f8-90e1-443d-9897-765d50a67080 req-ccb03eb6-2ec8-4798-a57d-ef2f100771d0 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.0996840 Sep 27 08:30:57.990643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35008) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:58.024298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-519107f8-90e1-443d-9897-765d50a67080 req-d383e4b3-62c6-45e6-87d9-7adfde7eac01 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977786 Sep 27 08:30:58.025744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82de7baf-dfca-4ed7-a08f-a5044ab765ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.101161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Router 87426dab-39d9-41f2-a63d-9d200b515e12 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:30:58.111237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2522378-9fe5-410b-8c23-6cb6a12bd55f req-f10af86d-d8ce-4a89-ac64-f7777f671a6a tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:58.120408 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2522378-9fe5-410b-8c23-6cb6a12bd55f req-f10af86d-d8ce-4a89-ac64-f7777f671a6a tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1096 time: 0.1593225 Sep 27 08:30:58.153420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82de7baf-dfca-4ed7-a08f-a5044ab765ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.158198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82de7baf-dfca-4ed7-a08f-a5044ab765ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.204184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2522378-9fe5-410b-8c23-6cb6a12bd55f req-a55cba07-9c46-4a47-bf49-06e65cde408a tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827341 Sep 27 08:30:58.205884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-82de7baf-dfca-4ed7-a08f-a5044ab765ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=626846b03eb648eeb2aedb8756464a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093263 Sep 27 08:30:58.209981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:58.214658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de7baf-dfca-4ed7-a08f-a5044ab765ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93fc0a9-9f09-40aa-88d9-64d64ebfe3f4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:58.320976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:30:58.341717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8028906-0043-43a6-b584-fd1a4c6d6a68 admin admin] 10.222.0.50 "PUT /v2.0/routers/87426dab-39d9-41f2-a63d-9d200b515e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1943169 Sep 27 08:30:58.342788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d27c1c-4b3f-4de2-96d1-cc5faa3f90be req-7920051e-7502-4365-8a27-7b89a9b02ef6 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:58.343620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35024) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:30:58.345604 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] Sync routers for ids ['87426dab-39d9-41f2-a63d-9d200b515e12'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:30:58.351368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43d27c1c-4b3f-4de2-96d1-cc5faa3f90be req-7920051e-7502-4365-8a27-7b89a9b02ef6 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 949 time: 0.0815945 Sep 27 08:30:58.364516 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] Routers {'87426dab-39d9-41f2-a63d-9d200b515e12'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:30:58.366974 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:30:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['87426dab-39d9-41f2-a63d-9d200b515e12'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:58.418582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43d27c1c-4b3f-4de2-96d1-cc5faa3f90be req-f2329d84-c6d2-4abe-affe-120aae977931 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659590 Sep 27 08:30:58.479241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ca42525-a997-40d3-8eba-e3a514138db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.494740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:30:58.523128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9919ad5d-6936-4554-97a9-635ea228c9f6 req-d51763a1-2595-4a4e-b4f7-0434a3eee328 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 210 time: 0.0629690 Sep 27 08:30:58.528864 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ca42525-a997-40d3-8eba-e3a514138db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.534217 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] Set router 87426dab-39d9-41f2-a63d-9d200b515e12 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:30:58.538863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.617991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:30:58.622926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:30:58.623537 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.709150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ca42525-a997-40d3-8eba-e3a514138db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.714179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-b672dcc4-d08d-4971-9778-6f7f0a2772ab tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4310b40c8c004633ac98ea356e774f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666032 Sep 27 08:30:58.718588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ca42525-a997-40d3-8eba-e3a514138db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.724370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ca42525-a997-40d3-8eba-e3a514138db6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f93fc0a9-9f09-40aa-88d9-64d64ebfe3f4 HTTP/1.1" status: 204 len: 168 time: 0.5132105 Sep 27 08:30:58.815349 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.867972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca42525-a997-40d3-8eba-e3a514138db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93fc0a9-9f09-40aa-88d9-64d64ebfe3f4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:58.885799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f7c6c0-4e1f-4de2-b757-3c3accec818d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1a5832-a4ea-4eea-9cf2-c005a4b245b4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:30:58.894674 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d566127-258f-412f-bb4b-43e7f9eb391a" -d '{"events": [{"server_uuid": "21f7c6c0-4e1f-4de2-b757-3c3accec818d", "name": "network-vif-plugged", "status": "completed", "tag": "ab1a5832-a4ea-4eea-9cf2-c005a4b245b4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:30:58.929469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:58.960291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:30:58.978728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:59.088726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Deleting port 4a34b070-68d7-4047-8695-369400c6c69c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:30:59.089067 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:59.097430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:30:59.136849 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b659c7d5-51b8-443d-b99c-01d8428de162 x-openstack-request-id: req-b659c7d5-51b8-443d-b99c-01d8428de162 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:30:59.137150 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f7c6c0-4e1f-4de2-b757-3c3accec818d", "name": "network-vif-plugged", "status": "completed", "tag": "ab1a5832-a4ea-4eea-9cf2-c005a4b245b4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:30:59.137423 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b659c7d5-51b8-443d-b99c-01d8428de162 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:30:59.138004 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f7c6c0-4e1f-4de2-b757-3c3accec818d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1a5832-a4ea-4eea-9cf2-c005a4b245b4', 'code': 200} Sep 27 08:30:59.186004 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '4a34b070-68d7-4047-8695-369400c6c69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:57Z', 'revision_number': 5, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port': {'id': '4a34b070-68d7-4047-8695-369400c6c69c', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:30:30Z', 'updated_at': '2021-09-27T08:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:59.222199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-5536708c-31b3-40e6-bce1-d8f0cfddd681 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:59.223934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-5536708c-31b3-40e6-bce1-d8f0cfddd681 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5005710 Sep 27 08:30:59.242855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Request body: {'port': {'device_id': 'd4338ddf-9982-43ff-bd59-2496afc2849c', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '4310b40c8c004633ac98ea356e774f01'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:30:59.267430 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] Checking router: 87426dab-39d9-41f2-a63d-9d200b515e12 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:30:59.290200 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] Routers {'87426dab-39d9-41f2-a63d-9d200b515e12'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:30:59.291086 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:30:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['87426dab-39d9-41f2-a63d-9d200b515e12'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:59.295771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28dfc7-adba-49ab-85fc-70f7cdede117 req-249bde31-52f4-4b05-895b-ee97a84407d1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:59.297366 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd28dfc7-adba-49ab-85fc-70f7cdede117 req-249bde31-52f4-4b05-895b-ee97a84407d1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.3185556 Sep 27 08:30:59.444082 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] Set router 87426dab-39d9-41f2-a63d-9d200b515e12 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:30:59.484446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd28dfc7-adba-49ab-85fc-70f7cdede117 req-d1a3b6aa-07da-428c-a311-c19330c7e08b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559212 Sep 27 08:30:59.586393 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:58Z', 'revision_number': 6, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:30:59.645596 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f88e6-ea5f-4864-9f1a-30e89cbbc2a2 None None] The sync data for ids ['87426dab-39d9-41f2-a63d-9d200b515e12'] in n-d-810909-1 is: [{'id': '87426dab-39d9-41f2-a63d-9d200b515e12', 'name': 'tempest-FloatingIPDetailsTestJSON-490139280-router', 'tenant_id': 'cb427ccc13e0456897faa40faa6c4857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:30:29Z', 'updated_at': '2021-09-27T08:30:58Z', 'revision_number': 6, 'project_id': 'cb427ccc13e0456897faa40faa6c4857', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:30:59.650853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Made reservation on behalf of 4310b40c8c004633ac98ea356e774f01 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:30:59.657969 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:59.671746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:30:59.889419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34decc-bb6c-4dc5-a7bb-b07018bd6a44 req-214884c1-350a-4a65-b0e5-07afa1b8d80e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:59.897550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b34decc-bb6c-4dc5-a7bb-b07018bd6a44 req-214884c1-350a-4a65-b0e5-07afa1b8d80e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 950 time: 0.2058082 Sep 27 08:30:59.963781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1a0e2-a9a6-49fb-a060-1638835614a4 req-1311cb5c-5a67-47e4-8961-6bca2dc41b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:30:59.965376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bcd1a0e2-a9a6-49fb-a060-1638835614a4 req-1311cb5c-5a67-47e4-8961-6bca2dc41b72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 1101 time: 0.1328697 Sep 27 08:30:59.998245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85940f5d-c1d8-48e2-857e-32d998a24863 req-d41c3000-026c-4fb2-b011-fdd05c97675b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:00.007383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:00.023694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85940f5d-c1d8-48e2-857e-32d998a24863 req-d41c3000-026c-4fb2-b011-fdd05c97675b tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1896510 Sep 27 08:31:00.026744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b34decc-bb6c-4dc5-a7bb-b07018bd6a44 req-c2436eb3-3040-4afd-b847-8874a94fec5b tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281683 Sep 27 08:31:00.044317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d924876e-38ee-4fab-9af3-dfe4d45c3694 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:00.058525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:00.101389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: d924876e-38ee-4fab-9af3-dfe4d45c3694 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:00.102418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d924876e-38ee-4fab-9af3-dfe4d45c3694 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:00.148355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] For port 4a34b070-68d7-4047-8695-369400c6c69c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4a34b070-68d7-4047-8695-369400c6c69c,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:00.151456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:00.188667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bcd1a0e2-a9a6-49fb-a060-1638835614a4 req-d4bbf85b-bf1a-4c23-9a16-c15bf8215574 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122264 Sep 27 08:31:00.204581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Calling delete_port for 4a34b070-68d7-4047-8695-369400c6c69c owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:00.233221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85940f5d-c1d8-48e2-857e-32d998a24863 req-25587346-2abf-433f-9476-0fb029e659ac tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084627 Sep 27 08:31:00.422575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a71686-a53a-40b3-a6e6-1129ac37967f req-a14e5d39-01f6-4d11-9a1d-d63ea10f53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:00.424115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a71686-a53a-40b3-a6e6-1129ac37967f req-a14e5d39-01f6-4d11-9a1d-d63ea10f53c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1101 time: 0.1656828 Sep 27 08:31:00.562441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a71686-a53a-40b3-a6e6-1129ac37967f req-4652983e-3c9b-46c7-8fa4-912b9aad6e8c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287925 Sep 27 08:31:00.653325 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50a7e12c-b26b-4730-ae94-2a99aae4b564 req-35d0bc2c-6a1d-4d6f-a949-15aeecca7bf6 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 210 time: 0.1172934 Sep 27 08:31:00.683930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa4aca4-9737-42df-aa9d-0537443658f5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:00.725463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Allocated IP 192.168.233.124 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/79c299d0-b3fb-42b2-a3e1-f4974707b255) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:00.751576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29848539-b7e2-4db7-b024-9d2cbb6bc5bf req-54f1330c-0a0f-4555-8bac-08a5f6b09c0c tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:00.760155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29848539-b7e2-4db7-b024-9d2cbb6bc5bf req-54f1330c-0a0f-4555-8bac-08a5f6b09c0c tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1739409 Sep 27 08:31:00.775343 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:00.939378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a34b070-68d7-4047-8695-369400c6c69c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:00.960222 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:00.982742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.037395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.059401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29848539-b7e2-4db7-b024-9d2cbb6bc5bf req-261a1250-e3d1-4b1b-ba07-40a6d128f931 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971888 Sep 27 08:31:01.114694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.117345 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.165577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Pushing event updated for resources: {'Port': ['ID=79c299d0-b3fb-42b2-a3e1-f4974707b255,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:01.188507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:01.222724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:01.254593 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.255992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87426dab-39d9-41f2-a63d-9d200b515e12 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:31:01.267008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.274733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c427b455-308c-4e13-8045-a3173dd10ebc admin admin] 10.222.0.50 "DELETE /v2.0/routers/87426dab-39d9-41f2-a63d-9d200b515e12 HTTP/1.1" status: 204 len: 168 time: 2.9267716 Sep 27 08:31:01.275351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:01.287237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:01.508635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86861aee-46c3-42b3-873a-81f81458c0d0 req-fe1a6036-31f8-4e98-ad3c-826d2fc2bf09 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:01.513270 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86861aee-46c3-42b3-873a-81f81458c0d0 req-fe1a6036-31f8-4e98-ad3c-826d2fc2bf09 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 950 time: 0.3234723 Sep 27 08:31:01.532544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cd2018-31d8-4dfd-866b-746750922a43 admin admin] Deleting subnet 1135c76c-4449-4b04-ad2c-3f44a87779ca {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:31:01.537244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58cd2018-31d8-4dfd-866b-746750922a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.582762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:01.583946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.590759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a62d1a-dbfa-4686-be78-bec4eef47dc2 req-1a74ce83-ecbf-4030-8d10-75bb1e2f9362 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:01.605910 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2a62d1a-dbfa-4686-be78-bec4eef47dc2 req-1a74ce83-ecbf-4030-8d10-75bb1e2f9362 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.2225802 Sep 27 08:31:01.632975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86861aee-46c3-42b3-873a-81f81458c0d0 req-3cda21d5-9688-4d2a-ae6e-5d6b1b565be4 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030095 Sep 27 08:31:01.642623 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58cd2018-31d8-4dfd-866b-746750922a43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.644975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-97b14cd5-29fb-4d2e-bf06-accb763287fc tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4079854 Sep 27 08:31:01.659906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Request body: {'port': {'device_id': 'd4338ddf-9982-43ff-bd59-2496afc2849c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:01.728926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3a606ca4-a226-49fc-9762-e2a4eb3c61a3 None None] Provisioning complete for port 79c299d0-b3fb-42b2-a3e1-f4974707b255 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:01.729914 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a606ca4-a226-49fc-9762-e2a4eb3c61a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.805626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3a606ca4-a226-49fc-9762-e2a4eb3c61a3 None None] Port 79c299d0-b3fb-42b2-a3e1-f4974707b255 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:01.812755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2a62d1a-dbfa-4686-be78-bec4eef47dc2 req-c3faf0c1-a5e3-4b8e-8514-47cf8e1e5089 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091279 Sep 27 08:31:01.834090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.845782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58cd2018-31d8-4dfd-866b-746750922a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:01.979125 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58cd2018-31d8-4dfd-866b-746750922a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.041551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd2018-31d8-4dfd-866b-746750922a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1135c76c-4449-4b04-ad2c-3f44a87779ca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:02.048303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58cd2018-31d8-4dfd-866b-746750922a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.052683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c128c9af-457d-4e4f-9f60-cde74048eda7 None None] Network b8addf70-c3a9-4fe0-a92f-6b43c9c696fe requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:02.055826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-58cd2018-31d8-4dfd-866b-746750922a43 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1135c76c-4449-4b04-ad2c-3f44a87779ca HTTP/1.1" status: 204 len: 168 time: 0.7771766 Sep 27 08:31:02.056879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35106) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:02.157719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4a34b070-68d7-4047-8695-369400c6c69c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:02.197128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4b6b0-1c7a-49f8-a71c-d25635b02aff req-e1f6c5ca-bc36-4be5-b09d-3c82fba4748a tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:02.198843 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36d4b6b0-1c7a-49f8-a71c-d25635b02aff req-e1f6c5ca-bc36-4be5-b09d-3c82fba4748a tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 936 time: 0.0993795 Sep 27 08:31:02.214539 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.250650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4a34b070-68d7-4047-8695-369400c6c69c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:02.254206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4a34b070-68d7-4047-8695-369400c6c69c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:02.313786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Deleting port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:02.314136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.351879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36d4b6b0-1c7a-49f8-a71c-d25635b02aff req-ec6cc42a-6c36-40fb-acb5-8d2ee32a17bb tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415238 Sep 27 08:31:02.401348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] DHCP port deletion for b8addf70-c3a9-4fe0-a92f-6b43c9c696fe request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:31:02.466999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c299d0-b3fb-42b2-a3e1-f4974707b255 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:02.469895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] Deleting port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:02.471251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.476310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] For port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,segment=NetworkSegment(0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac),segment_id=0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:02.476810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.478519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.495227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Transition to ACTIVE for port object 79c299d0-b3fb-42b2-a3e1-f4974707b255 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:31:02.500882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.508437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Calling delete_port for 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:02.554077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a702229-f932-42d9-b049-0e58eed32550 req-5cb6722a-bff5-43fe-ab32-8a07111ccb57 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:02.556785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a702229-f932-42d9-b049-0e58eed32550 req-5cb6722a-bff5-43fe-ab32-8a07111ccb57 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1300001 Sep 27 08:31:02.588885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Pushing event updated for resources: {'Port': ['ID=79c299d0-b3fb-42b2-a3e1-f4974707b255,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:02.616811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] For port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,segment=NetworkSegment(0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac),segment_id=0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:02.617235 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.631584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] Calling delete_port for 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:02.713467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a702229-f932-42d9-b049-0e58eed32550 req-716e071d-cfa6-4650-be92-8ada56d77a5e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440408 Sep 27 08:31:02.754354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Attempting to bind port 79c299d0-b3fb-42b2-a3e1-f4974707b255 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:02.756856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Attempting to bind port 79c299d0-b3fb-42b2-a3e1-f4974707b255 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:02.757312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Attempting to bind port 79c299d0-b3fb-42b2-a3e1-f4974707b255 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:02.773907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Port 79c299d0-b3fb-42b2-a3e1-f4974707b255 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:02.774367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.774549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Attempting to bind port 79c299d0-b3fb-42b2-a3e1-f4974707b255 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:02.785255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:02.786170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:02.786745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:02.787330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Bound port: 79c299d0-b3fb-42b2-a3e1-f4974707b255, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:02.787804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.818439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Pushing event deleted for resources: {'Port': ['ID=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:02.831498 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:02.838009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] No DVR routers for this DVR port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:02.859120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] No DVR routers for this DVR port 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:02.907164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22cb7c-f8d0-426f-b595-c022c2482518 req-6577bebe-3959-4d97-98ba-7d8c9bbf1be2 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:02.911495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:31:02.917344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:02.917773 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b22cb7c-f8d0-426f-b595-c022c2482518 req-6577bebe-3959-4d97-98ba-7d8c9bbf1be2 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 950 time: 0.1251452 Sep 27 08:31:02.965346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] For port 79c299d0-b3fb-42b2-a3e1-f4974707b255, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:02.977981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480de352-0aa1-406a-a739-c8ba09823b02 None None] Pushing event deleted for resources: {'Port': ['ID=120f21a7-aa19-4532-9bd1-9f9c4ddddd48,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:02.994121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] For port 79c299d0-b3fb-42b2-a3e1-f4974707b255, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=79c299d0-b3fb-42b2-a3e1-f4974707b255,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:03.010626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b22cb7c-f8d0-426f-b595-c022c2482518 req-f9bba46c-57d0-420a-9fe3-55119fd06c74 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917768 Sep 27 08:31:03.013237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.029608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.069198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:03.072876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.073931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] 10.222.0.57 "PUT /v2.0/ports/79c299d0-b3fb-42b2-a3e1-f4974707b255 HTTP/1.1" status: 200 len: 1096 time: 1.4189820 Sep 27 08:31:03.075886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4338ddf-9982-43ff-bd59-2496afc2849c', 'tag': '79c299d0-b3fb-42b2-a3e1-f4974707b255'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:03.078704 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206aa456-d3de-4df5-a529-e3cc9103d032" -d '{"events": [{"name": "network-changed", "server_uuid": "d4338ddf-9982-43ff-bd59-2496afc2849c", "tag": "79c299d0-b3fb-42b2-a3e1-f4974707b255"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:03.114863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ba7c6-5f86-44ea-bab5-ce055bc07106 service neutron] Pushing event updated for resources: {'Port': ['ID=79c299d0-b3fb-42b2-a3e1-f4974707b255,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:03.147542 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.147893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.148645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.148987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > port after_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.149326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.149659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > port after_update 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.149977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.150356 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.150591 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.153432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.241878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16f4e2-50c9-4961-8579-091f368054ac req-eaeaecd8-8ed1-434e-8f7e-b2952f510953 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:03.243745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b16f4e2-50c9-4961-8579-091f368054ac req-eaeaecd8-8ed1-434e-8f7e-b2952f510953 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 950 time: 0.1184435 Sep 27 08:31:03.263930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.264658 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.264910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.265281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-a4ec8a1a-a7c6-472c-aa1b-f7f285d75fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:03.265496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 08:31:03.265877 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8addf70-c3a9-4fe0-a92f-6b43c9c696fe']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:03.266737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-a4ec8a1a-a7c6-472c-aa1b-f7f285d75fb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4310b40c8c004633ac98ea356e774f01&device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 1099 time: 0.1235499 Sep 27 08:31:03.280608 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e264f8b-5bc6-41a6-9e6f-0efc00fc3db9 req-e24ea13f-4461-413c-8df2-254fc29ffe5d tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f64cac24a7714c208ae113ed1f381ab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2483687 Sep 27 08:31:03.319402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:03.322786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:03.323311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc8c82a-bdb9-479d-9ccc-e54dabf5d0ac') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:03.334921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'mac_address': 'fa:16:3e:2f:03:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:31:03.336824 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.354333 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.357821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-d26baca0-4e51-46b4-93e5-5577cf042d2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=79c299d0-b3fb-42b2-a3e1-f4974707b255 HTTP/1.1" status: 200 len: 217 time: 0.0812533 Sep 27 08:31:03.385556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:03.387198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:03.388353 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b16f4e2-50c9-4961-8579-091f368054ac req-35042a82-e3f2-4570-ac5f-2ae8ab4dd9bb tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362758 Sep 27 08:31:03.390327 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc4b2e1-7bd2-4540-9200-025ef8d5d7c8" -d '{"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-unplugged", "status": "completed", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:03.399046 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.432537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.459107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:31:03.459851 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: from cryptography.utils import int_from_bytes Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: from cryptography.utils import int_from_bytes Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:31:03.464192 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:31:03.466397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-40f7b949-ff00-4829-8a04-5ede0e81ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:03.467754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-40f7b949-ff00-4829-8a04-5ede0e81ecaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0973461 Sep 27 08:31:03.516497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:03.520788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.550272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc00503-bdc1-46f2-b2d9-662ef69d2e3a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:03.553591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-3e78e5af-d8cc-4f59-bdde-09d99fca1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:03.555581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-3e78e5af-d8cc-4f59-bdde-09d99fca1b69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772665 Sep 27 08:31:03.576734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e264f8b-5bc6-41a6-9e6f-0efc00fc3db9 req-33c95473-c63c-4f75-b83c-a00758ef31ef tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:03.579147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:03.580802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e264f8b-5bc6-41a6-9e6f-0efc00fc3db9 req-33c95473-c63c-4f75-b83c-a00758ef31ef tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999818 Sep 27 08:31:03.586048 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.604685 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.622268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:03.628874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] 10.222.0.50 "DELETE /v2.0/networks/b8addf70-c3a9-4fe0-a92f-6b43c9c696fe HTTP/1.1" status: 204 len: 168 time: 1.5708549 Sep 27 08:31:03.632457 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e264f8b-5bc6-41a6-9e6f-0efc00fc3db9 req-fb727349-73a3-450a-92b5-7d3eb40ec699 tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/quotas/f64cac24a7714c208ae113ed1f381ab9 HTTP/1.1" status: 200 len: 375 time: 0.0416827 Sep 27 08:31:03.657681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c435302-0d53-435f-8a8b-679036acae5c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8addf70-c3a9-4fe0-a92f-6b43c9c696fe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:03.679988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-aa902d91-e6fd-4af1-aa94-12af8ca6e084 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152480 Sep 27 08:31:03.680236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e264f8b-5bc6-41a6-9e6f-0efc00fc3db9 req-ca7ccada-5c8c-490e-aed4-903d7788edbb tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f64cac24a7714c208ae113ed1f381ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311179 Sep 27 08:31:03.681373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:03.805690 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca017ef-e187-4a05-8bb2-a13e3c1431dc x-openstack-request-id: req-fca017ef-e187-4a05-8bb2-a13e3c1431dc {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:03.806190 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4338ddf-9982-43ff-bd59-2496afc2849c", "tag": "79c299d0-b3fb-42b2-a3e1-f4974707b255", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:03.806190 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fca017ef-e187-4a05-8bb2-a13e3c1431dc {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:03.810550 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4338ddf-9982-43ff-bd59-2496afc2849c', 'tag': '79c299d0-b3fb-42b2-a3e1-f4974707b255', 'status': 'completed', 'code': 200} Sep 27 08:31:03.863049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8abb94d6-2e42-4f73-b899-94ae9828925d req-7ab9939d-7900-4707-9a32-6ea543b70958 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739016 Sep 27 08:31:03.910936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:03.930000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35166) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:04.073489 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-77f15e93-57d8-4fbf-b295-10b2858808e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb427ccc13e0456897faa40faa6c4857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420400 Sep 27 08:31:04.073793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:04.076190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:04.112452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de5946-3f49-442d-9a86-5896e996684a req-2f64a4a8-b6c0-45d0-9451-3f0799f0b5d6 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:04.119850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-46de5946-3f49-442d-9a86-5896e996684a req-2f64a4a8-b6c0-45d0-9451-3f0799f0b5d6 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 948 time: 0.1392894 Sep 27 08:31:04.127232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:04.129628 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 120f21a7-aa19-4532-9bd1-9f9c4ddddd48 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:04.130895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-fffb5f5b-9dde-4d12-94f6-14cbe66d06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:04.132541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-fffb5f5b-9dde-4d12-94f6-14cbe66d06e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4310b40c8c004633ac98ea356e774f01&device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 1099 time: 0.1682947 Sep 27 08:31:04.144095 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ccc7874-420f-48f7-9843-6e19756b6c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:04.196088 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ccc7874-420f-48f7-9843-6e19756b6c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:04.201483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-46de5946-3f49-442d-9a86-5896e996684a req-5a72945e-90e1-4188-a93b-57f384f80b8a tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797474 Sep 27 08:31:04.273993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-c29826a8-9414-407e-ae83-38c6999c085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:04.275801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-c29826a8-9414-407e-ae83-38c6999c085c service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1331174 Sep 27 08:31:04.282483 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95e6d27-3a4d-453f-a2f0-7c4efec27b6f x-openstack-request-id: req-d95e6d27-3a4d-453f-a2f0-7c4efec27b6f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:04.282808 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-unplugged", "status": "completed", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:04.283065 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d95e6d27-3a4d-453f-a2f0-7c4efec27b6f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:04.283844 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'code': 200} Sep 27 08:31:04.309887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ccc7874-420f-48f7-9843-6e19756b6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:04.312444 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ccc7874-420f-48f7-9843-6e19756b6c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:04.313793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8ccc7874-420f-48f7-9843-6e19756b6c23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4de96785-4447-4af8-9398-e17b5e0e6316 HTTP/1.1" status: 204 len: 168 time: 0.2363613 Sep 27 08:31:04.331647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc7874-420f-48f7-9843-6e19756b6c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de96785-4447-4af8-9398-e17b5e0e6316,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:04.393704 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-b26c542c-b67e-4fc2-acc0-1fc41190ad51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=79c299d0-b3fb-42b2-a3e1-f4974707b255 HTTP/1.1" status: 200 len: 217 time: 0.0970812 Sep 27 08:31:04.495661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-7c7a4370-003c-4bfd-b70c-61cb8d36d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:04.497153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-7c7a4370-003c-4bfd-b70c-61cb8d36d3c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0943174 Sep 27 08:31:04.517491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097954e8-f09e-4f4e-b3ed-e4fb64b5ea9b req-8b171cb7-f3b2-4c1d-9363-d72542e65b89 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:04.520873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-097954e8-f09e-4f4e-b3ed-e4fb64b5ea9b req-8b171cb7-f3b2-4c1d-9363-d72542e65b89 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0919781 Sep 27 08:31:04.562979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-589b5e64-51ae-4e7d-b49f-5acb3e54cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:04.564771 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-589b5e64-51ae-4e7d-b49f-5acb3e54cb38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590620 Sep 27 08:31:04.585039 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-097954e8-f09e-4f4e-b3ed-e4fb64b5ea9b req-d5cba5cb-7ac5-4163-a714-18ea75928bec tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580282 Sep 27 08:31:04.722712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-fca95801-9df8-4194-95a6-51b874dc2122 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480916 Sep 27 08:31:04.761133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968705d4-fc6a-4496-9a9e-713eeee2df12 req-d2f68cdc-99f1-4f5d-b3ba-b43c7ab5ea03 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:04.763058 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-968705d4-fc6a-4496-9a9e-713eeee2df12 req-d2f68cdc-99f1-4f5d-b3ba-b43c7ab5ea03 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 950 time: 0.0913911 Sep 27 08:31:04.850552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-968705d4-fc6a-4496-9a9e-713eeee2df12 req-67b84374-9929-419a-8001-ee67b352e6ba tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747037 Sep 27 08:31:04.912427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-206aa456-d3de-4df5-a529-e3cc9103d032 req-25a3538b-226d-41a3-b1ba-40308fcdc2b5 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775815 Sep 27 08:31:04.915531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:05.016578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:05.017316 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:05.050399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b94bf-b694-45bf-b953-a6bec4c25e5f req-fb44df28-7502-4b91-b5da-5a2ab2404312 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:05.052388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a0b94bf-b694-45bf-b953-a6bec4c25e5f req-fb44df28-7502-4b91-b5da-5a2ab2404312 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1101 time: 0.0616367 Sep 27 08:31:05.149619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a0b94bf-b694-45bf-b953-a6bec4c25e5f req-9682ebfb-ec18-40f9-851c-f7a633f0956a tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861673 Sep 27 08:31:05.279021 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:05.312639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:05.319774 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:05.350141 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-e3aa068b-3e7e-41cb-807d-d6be126e99b2 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=302075c585ed4ef1bf63990062058fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503254 Sep 27 08:31:05.409890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=11']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:05.490475 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:05.570466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-c87b0f74-2174-4cd0-b382-641d4a11c655 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:05.572056 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-c87b0f74-2174-4cd0-b382-641d4a11c655 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211268 Sep 27 08:31:05.601893 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-2dfb63d5-d434-4471-a582-a7518b22ef61 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/quotas/302075c585ed4ef1bf63990062058fa4 HTTP/1.1" status: 200 len: 375 time: 0.0214424 Sep 27 08:31:05.692837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-95c2a3c9-b588-42d0-a941-9d7d24cffe1e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=302075c585ed4ef1bf63990062058fa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882626 Sep 27 08:31:06.089939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ca54-69d4-48a9-86d3-78a1ed0e2801 req-cd68e4f2-b995-4004-a302-fa3ad546228d tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:06.097352 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-28b1ca54-69d4-48a9-86d3-78a1ed0e2801 req-cd68e4f2-b995-4004-a302-fa3ad546228d tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 948 time: 0.1001730 Sep 27 08:31:06.112910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebb71d-c644-4b6f-a111-1b931133e0fe req-1048b09f-04be-4244-b13d-978819640348 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:06.121777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97ebb71d-c644-4b6f-a111-1b931133e0fe req-1048b09f-04be-4244-b13d-978819640348 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1014478 Sep 27 08:31:06.148136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-28b1ca54-69d4-48a9-86d3-78a1ed0e2801 req-3f95713d-5b47-42a6-9c00-3049ab745f01 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Sep 27 08:31:06.174685 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97ebb71d-c644-4b6f-a111-1b931133e0fe req-f31eacf2-0392-44e9-959e-6d2571ee90e7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496271 Sep 27 08:31:06.285354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:06.287741 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92476514-a899-4523-8a0a-949924ae9613" -d '{"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-plugged", "status": "completed", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:06.288937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77a10743-62f4-4b59-85b3-0b2d8ef4cccb req-2bc420ef-9057-43c1-903a-b2a50ad403a2 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 210 time: 0.0527136 Sep 27 08:31:06.522878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24738d-de02-437c-8518-aef56e65316c req-6dbb52a4-583c-493f-a578-1d2fe382d7b5 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:06.532043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c24738d-de02-437c-8518-aef56e65316c req-6dbb52a4-583c-493f-a578-1d2fe382d7b5 tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 1102 time: 0.0696666 Sep 27 08:31:06.643784 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448ca28-2bf7-4b86-ba6b-fc898ac2112a x-openstack-request-id: req-9448ca28-2bf7-4b86-ba6b-fc898ac2112a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:06.645219 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-plugged", "status": "completed", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:06.646006 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9448ca28-2bf7-4b86-ba6b-fc898ac2112a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:06.646532 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'code': 200} Sep 27 08:31:06.666556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c24738d-de02-437c-8518-aef56e65316c req-10b90fda-4bd0-44c3-91f1-2f9daf0811aa tempest-ServersAdminTestJSON-1606440910 tempest-ServersAdminTestJSON-1606440910-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280134 Sep 27 08:31:06.916702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 79c299d0-b3fb-42b2-a3e1-f4974707b255 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:31:07.147755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-b69a41dc-ffd1-40d4-bbae-5e991d2088b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937116 Sep 27 08:31:07.149128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 79c299d0-b3fb-42b2-a3e1-f4974707b255, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=79c299d0-b3fb-42b2-a3e1-f4974707b255,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:07.162324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '79c299d0-b3fb-42b2-a3e1-f4974707b255', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '79c299d0-b3fb-42b2-a3e1-f4974707b255', 'mac_address': 'fa:16:3e:87:77:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:31:07.202690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f55db5e-cf1a-49f0-8735-1115ec093c27 req-c664446e-2964-4b2f-8214-54d9bc795509 tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f64cac24a7714c208ae113ed1f381ab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444210 Sep 27 08:31:07.215213 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:07.245834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c299d0-b3fb-42b2-a3e1-f4974707b255 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:07.252433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-b38e7487-cd96-4da9-86ef-69187545cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:07.254184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-b38e7487-cd96-4da9-86ef-69187545cf68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1096 time: 0.0766845 Sep 27 08:31:07.267607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 79c299d0-b3fb-42b2-a3e1-f4974707b255, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=79c299d0-b3fb-42b2-a3e1-f4974707b255,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:07.282654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:07.341221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=79c299d0-b3fb-42b2-a3e1-f4974707b255,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:07.397773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf6424-f914-4b84-b4d0-efd955ae7786 req-0afd6354-c59d-4a5d-9fc8-84b01ab739d4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:07.399942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-acbf6424-f914-4b84-b4d0-efd955ae7786 req-0afd6354-c59d-4a5d-9fc8-84b01ab739d4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 950 time: 0.0506389 Sep 27 08:31:07.413965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55db5e-cf1a-49f0-8735-1115ec093c27 req-4e1548c9-7b4d-425c-a88f-5f96816e9a76 tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:07.415996 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f55db5e-cf1a-49f0-8735-1115ec093c27 req-4e1548c9-7b4d-425c-a88f-5f96816e9a76 tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056746 Sep 27 08:31:07.442004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-acbf6424-f914-4b84-b4d0-efd955ae7786 req-058b2b6d-26fb-4c8e-ae33-ed5679651691 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Sep 27 08:31:07.497050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f55db5e-cf1a-49f0-8735-1115ec093c27 req-19efa2ac-d127-4545-8ce1-a1a8d1ee13bb tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/quotas/f64cac24a7714c208ae113ed1f381ab9 HTTP/1.1" status: 200 len: 375 time: 0.0737696 Sep 27 08:31:07.517584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-184e24f0-6e27-49b0-b24f-1e1ce48a6811 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=302075c585ed4ef1bf63990062058fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632918 Sep 27 08:31:07.525893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-e1c6f9ac-22b4-4043-ae9b-0f7b2e187967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:07.527361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-e1c6f9ac-22b4-4043-ae9b-0f7b2e187967 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2318873 Sep 27 08:31:07.572279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312de2c-0d43-41ab-b26f-853df68a62be req-5cddffbc-e4f0-4f18-83c2-d4e613bc0af4 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:07.580715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2312de2c-0d43-41ab-b26f-853df68a62be req-5cddffbc-e4f0-4f18-83c2-d4e613bc0af4 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 949 time: 0.0654228 Sep 27 08:31:07.604247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['79c299d0-b3fb-42b2-a3e1-f4974707b255'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:07.626290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2312de2c-0d43-41ab-b26f-853df68a62be req-2c29f189-d99b-4816-8bc5-a5947e2df0fd tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443144 Sep 27 08:31:07.665614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f55db5e-cf1a-49f0-8735-1115ec093c27 req-dd40c33e-d8ac-46d6-948e-14405763b6b9 tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f64cac24a7714c208ae113ed1f381ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516008 Sep 27 08:31:07.756359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-2026617c-49a8-4616-9574-1efcac06e545 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 217 time: 0.2166193 Sep 27 08:31:07.803183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2776f18-f324-453c-8540-98cfcf4d4c97 req-c42fee25-7a3c-4029-963f-25ef986fb74d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:07.811778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2776f18-f324-453c-8540-98cfcf4d4c97 req-c42fee25-7a3c-4029-963f-25ef986fb74d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0606983 Sep 27 08:31:07.852992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-ac32479e-7a7b-4c0f-927e-7a7bf04621ee tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:07.854915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2776f18-f324-453c-8540-98cfcf4d4c97 req-f4fb11b0-2059-4a25-9bb8-d0cb80faf68f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Sep 27 08:31:07.855569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-ac32479e-7a7b-4c0f-927e-7a7bf04621ee tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272920 Sep 27 08:31:07.857719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-8bc716c8-a71f-4bf0-8bae-6e214ca7dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:07.859396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-8bc716c8-a71f-4bf0-8bae-6e214ca7dcc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0917037 Sep 27 08:31:07.892492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Request body: {'port': {'device_id': 'e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '302075c585ed4ef1bf63990062058fa4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:07.926372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-03866f94-df87-406f-8046-dd21cf3e636a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465484 Sep 27 08:31:07.942992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7629242b-9ea7-4fca-a47c-04d94625e884 req-6d57ddb4-4a3b-46fd-8bf7-603be0ec980b tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 210 time: 0.0259604 Sep 27 08:31:08.093834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-5314b81c-493c-4e04-a46f-6881c1e70452 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568909 Sep 27 08:31:08.120629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Made reservation on behalf of 302075c585ed4ef1bf63990062058fa4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:08.124901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:08.299660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d26dd31b-85cf-4584-b1bd-d22ce590578c req-dc11bbe3-fed0-40a2-999a-d6c30874520d service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893992 Sep 27 08:31:08.390032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Allocated IP 192.168.233.236 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/825c5867-5b3a-4ff2-8e2a-dec346e638b6) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:08.663981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8defc-5cae-4a21-9e4e-b3d4ff5019c2 req-59737a41-35aa-4c14-929c-f16b34bb74a8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:08.665552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dde8defc-5cae-4a21-9e4e-b3d4ff5019c2 req-59737a41-35aa-4c14-929c-f16b34bb74a8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 950 time: 0.0950549 Sep 27 08:31:08.673642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:08.724523 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dde8defc-5cae-4a21-9e4e-b3d4ff5019c2 req-82657448-89c4-4d4a-8549-5aa84a7bbdbc tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488966 Sep 27 08:31:08.756098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c62c9fbd-819f-4f71-82d7-245f840dc5d0 req-01fa4e50-b11f-4e84-8570-07487404429b tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f64cac24a7714c208ae113ed1f381ab9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668075 Sep 27 08:31:08.763583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:08.778617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ab1a5832-a4ea-4eea-9cf2-c005a4b245b4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:08.815474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:08.821309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:08.829114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:08.883489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Pushing event updated for resources: {'Port': ['ID=825c5867-5b3a-4ff2-8e2a-dec346e638b6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:08.963821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 79c299d0-b3fb-42b2-a3e1-f4974707b255 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:08.981449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-3bcf13bc-e452-4d42-a45e-ba6b97d0ef5a tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:08.982996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-3bcf13bc-e452-4d42-a45e-ba6b97d0ef5a tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 950 time: 0.2816150 Sep 27 08:31:08.991847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9fbd-819f-4f71-82d7-245f840dc5d0 req-47e5116f-b256-4bcc-86d8-b023beadbfc7 tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:08.998990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c62c9fbd-819f-4f71-82d7-245f840dc5d0 req-47e5116f-b256-4bcc-86d8-b023beadbfc7 tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335098 Sep 27 08:31:09.095990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c62c9fbd-819f-4f71-82d7-245f840dc5d0 req-d14c67bf-e93a-408d-8ae3-b81021a8982a tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/quotas/f64cac24a7714c208ae113ed1f381ab9 HTTP/1.1" status: 200 len: 375 time: 0.0959461 Sep 27 08:31:09.110222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 79c299d0-b3fb-42b2-a3e1-f4974707b255 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:31:09.114596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 79c299d0-b3fb-42b2-a3e1-f4974707b255 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:09.114980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.159601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c62c9fbd-819f-4f71-82d7-245f840dc5d0 req-11fbf1a6-5f4e-46cd-a066-a19e68c0e4c2 tempest-QuotasAdminNegativeTest-712070033 tempest-QuotasAdminNegativeTest-712070033-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f64cac24a7714c208ae113ed1f381ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332458 Sep 27 08:31:09.167712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Deleting port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:09.168203 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.250614 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.252890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-64d436cd-79be-4538-a074-7f5b65388954 None None] Provisioning complete for port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:09.253250 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64d436cd-79be-4538-a074-7f5b65388954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.312905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4338ddf-9982-43ff-bd59-2496afc2849c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c299d0-b3fb-42b2-a3e1-f4974707b255'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:09.317154 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5482f6f-fa24-4bb1-9456-6b64424e711e" -d '{"events": [{"server_uuid": "d4338ddf-9982-43ff-bd59-2496afc2849c", "name": "network-vif-plugged", "status": "completed", "tag": "79c299d0-b3fb-42b2-a3e1-f4974707b255"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:09.332899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] For port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:09.333266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.336973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 79c299d0-b3fb-42b2-a3e1-f4974707b255, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=79c299d0-b3fb-42b2-a3e1-f4974707b255,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:09.338572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-64d436cd-79be-4538-a074-7f5b65388954 None None] Port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:09.346304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.359234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Calling delete_port for 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:09.401455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=79c299d0-b3fb-42b2-a3e1-f4974707b255,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:09.413016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:09.413655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.444719 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-4a54664e-2044-4e41-943f-7d4c7343b770 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5661511 Sep 27 08:31:09.452934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c213139-a276-477e-af51-5aca716c3153 req-aff6c515-dc3d-4520-a0cd-51db865667f2 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:09.456868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c213139-a276-477e-af51-5aca716c3153 req-aff6c515-dc3d-4520-a0cd-51db865667f2 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 949 time: 0.5758016 Sep 27 08:31:09.463840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Request body: {'port': {'device_id': 'e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:09.469155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50187a69-6946-484e-8e4a-4870788148e4 req-78bd1f49-7a43-42a2-88b5-4824ecdf9976 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5003965 Sep 27 08:31:09.493295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1828d-bcd1-40a3-9688-9e405d71ea9d req-976d54c2-d620-4c7b-98d2-c9e3d320ced4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:09.500667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06d1828d-bcd1-40a3-9688-9e405d71ea9d req-976d54c2-d620-4c7b-98d2-c9e3d320ced4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0882459 Sep 27 08:31:09.563122 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06d1828d-bcd1-40a3-9688-9e405d71ea9d req-f62d2c80-2136-4fb5-afac-9d33d5807546 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615587 Sep 27 08:31:09.595883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c213139-a276-477e-af51-5aca716c3153 req-c066fe6b-cf9e-4117-8b49-e37f633287f5 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255541 Sep 27 08:31:09.600638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.606422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.622744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['6f9882c8-1c85-4dce-a9f6-839cecd3cbd7', 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:09.625028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3a1da13d-c337-4532-b0dd-a57f552bc5bd'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:09.638751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50187a69-6946-484e-8e4a-4870788148e4 req-177df645-f90e-4507-a1df-8f0cb54e51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:09.642118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50187a69-6946-484e-8e4a-4870788148e4 req-177df645-f90e-4507-a1df-8f0cb54e51f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 1097 time: 0.1470106 Sep 27 08:31:09.677303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Pushing event deleted for resources: {'Port': ['ID=6f9882c8-1c85-4dce-a9f6-839cecd3cbd7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:09.786180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] No DVR routers for this DVR port 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:09.794226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:09.797862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3993bbcf-9c56-424f-a59c-74ab93150241 req-260cff6b-18ef-4b6b-b439-21899cdf1447 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "DELETE /v2.0/ports/6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 HTTP/1.1" status: 204 len: 173 time: 0.7968876 Sep 27 08:31:09.798470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eb2da6-3c68-4f32-a16c-70a82ff679b3', 'name': 'network-vif-deleted', 'tag': '6f9882c8-1c85-4dce-a9f6-839cecd3cbd7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:09.806455 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bc71d0-a08a-416a-86ca-eccb8e944e16" -d '{"events": [{"server_uuid": "38eb2da6-3c68-4f32-a16c-70a82ff679b3", "name": "network-vif-deleted", "tag": "6f9882c8-1c85-4dce-a9f6-839cecd3cbd7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:09.852211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382d8b1-e96b-4947-9bd4-de1b633c6592 req-8e40b237-f885-4495-a3a2-5f47f60d1dd0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:09.863682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4382d8b1-e96b-4947-9bd4-de1b633c6592 req-8e40b237-f885-4495-a3a2-5f47f60d1dd0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 936 time: 0.2440836 Sep 27 08:31:09.963010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4382d8b1-e96b-4947-9bd4-de1b633c6592 req-f813cddc-c576-4391-a52e-8a89f36310dc tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888298 Sep 27 08:31:10.063749 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b49f30-0daf-4585-ae35-39bd1d722443 x-openstack-request-id: req-29b49f30-0daf-4585-ae35-39bd1d722443 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:10.068870 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4338ddf-9982-43ff-bd59-2496afc2849c", "name": "network-vif-plugged", "status": "completed", "tag": "79c299d0-b3fb-42b2-a3e1-f4974707b255", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:10.069466 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29b49f30-0daf-4585-ae35-39bd1d722443 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:10.070031 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4338ddf-9982-43ff-bd59-2496afc2849c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c299d0-b3fb-42b2-a3e1-f4974707b255', 'code': 200} Sep 27 08:31:10.131627 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81791d0-765e-4e99-b08f-fee65c146edb x-openstack-request-id: req-c81791d0-765e-4e99-b08f-fee65c146edb {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:10.131932 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eb2da6-3c68-4f32-a16c-70a82ff679b3", "name": "network-vif-deleted", "tag": "6f9882c8-1c85-4dce-a9f6-839cecd3cbd7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:10.132191 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c81791d0-765e-4e99-b08f-fee65c146edb {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:10.133013 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eb2da6-3c68-4f32-a16c-70a82ff679b3', 'name': 'network-vif-deleted', 'tag': '6f9882c8-1c85-4dce-a9f6-839cecd3cbd7', 'status': 'completed', 'code': 200} Sep 27 08:31:10.220815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35f59e-96b0-4eb8-8125-d31f1ac83de2 req-9495776a-0e5c-47a9-8fb8-cb74705a9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:10.226549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a35f59e-96b0-4eb8-8125-d31f1ac83de2 req-9495776a-0e5c-47a9-8fb8-cb74705a9c60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 1101 time: 0.0896175 Sep 27 08:31:10.289284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825c5867-5b3a-4ff2-8e2a-dec346e638b6 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:10.293980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50187a69-6946-484e-8e4a-4870788148e4 req-ed8a8024-5960-42a0-b439-32afa1c37f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:10.295454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50187a69-6946-484e-8e4a-4870788148e4 req-ed8a8024-5960-42a0-b439-32afa1c37f0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 924 time: 0.6016867 Sep 27 08:31:10.297046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a35f59e-96b0-4eb8-8125-d31f1ac83de2 req-763ac1ec-679a-4aa0-8fe4-7cb8c72a9a1a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609903 Sep 27 08:31:10.300839 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:10.334799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5f8a930-98e9-4565-8684-4d6c9fc875de req-5de178b4-c4c3-4322-8349-d8958922fb05 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=38eb2da6-3c68-4f32-a16c-70a82ff679b3 HTTP/1.1" status: 200 len: 210 time: 0.0358720 Sep 27 08:31:10.337451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Transition to ACTIVE for port object 825c5867-5b3a-4ff2-8e2a-dec346e638b6 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:31:10.356671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:10.430844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Pushing event updated for resources: {'Port': ['ID=825c5867-5b3a-4ff2-8e2a-dec346e638b6,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:10.498070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35370) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:10.553293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35374) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:10.612979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Attempting to bind port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:10.613872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Attempting to bind port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:10.613872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Attempting to bind port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:10.621765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:10.622347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Attempting to bind port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:10.645366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:10.645694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:10.646096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:10.646694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Bound port: 825c5867-5b3a-4ff2-8e2a-dec346e638b6, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:10.648048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:10.679415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50187a69-6946-484e-8e4a-4870788148e4 req-82d6396a-a907-4c5f-bbc1-7075b1bf234c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7 HTTP/1.1" status: 200 len: 1002 time: 0.1606994 Sep 27 08:31:10.696990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-968aa6c8-4414-49ca-bb00-2a5e95670f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:10.813905 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7443dab8-4e00-4fa7-bb4d-5ad090325c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:10.827642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50187a69-6946-484e-8e4a-4870788148e4 req-1de6f97f-8a97-4dd4-9bbf-0f3849cf3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:10.833585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50187a69-6946-484e-8e4a-4870788148e4 req-1de6f97f-8a97-4dd4-9bbf-0f3849cf3d42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e371e403-162f-4be1-95bc-77a97fe08b86 HTTP/1.1" status: 200 len: 862 time: 0.1427357 Sep 27 08:31:10.869218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79f9be-96cd-4a9a-af77-b2c3e024c7fe req-25565071-2a3d-48fa-97e9-8f3059390ea7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:10.871307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a79f9be-96cd-4a9a-af77-b2c3e024c7fe req-25565071-2a3d-48fa-97e9-8f3059390ea7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1259408 Sep 27 08:31:10.899812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] For port 825c5867-5b3a-4ff2-8e2a-dec346e638b6, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:10.912171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589432b-e7dd-47e9-93bc-d9e78c39cd9c req-75d7d28b-fefd-45d9-a75b-580efa96e804 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:10.913806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b589432b-e7dd-47e9-93bc-d9e78c39cd9c req-75d7d28b-fefd-45d9-a75b-580efa96e804 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 950 time: 0.1565192 Sep 27 08:31:10.927102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] For port 825c5867-5b3a-4ff2-8e2a-dec346e638b6, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=825c5867-5b3a-4ff2-8e2a-dec346e638b6,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:10.937208 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:10.944246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a79f9be-96cd-4a9a-af77-b2c3e024c7fe req-cd75ba15-61c3-4bf4-bd5e-f7d9d22f913d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597012 Sep 27 08:31:10.955890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50187a69-6946-484e-8e4a-4870788148e4 req-d5ce7fbb-ed40-4e9f-99cb-c3b5ffa0dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:10.955890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50187a69-6946-484e-8e4a-4870788148e4 req-d5ce7fbb-ed40-4e9f-99cb-c3b5ffa0dd35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d507e1f9-0069-4810-b618-1f54436bf7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023424 Sep 27 08:31:10.967563 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-968aa6c8-4414-49ca-bb00-2a5e95670f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:10.975901 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-968aa6c8-4414-49ca-bb00-2a5e95670f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.029843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:11.030437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.031833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] 10.222.0.67 "PUT /v2.0/ports/825c5867-5b3a-4ff2-8e2a-dec346e638b6 HTTP/1.1" status: 200 len: 1096 time: 1.5729833 Sep 27 08:31:11.032399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291', 'tag': '825c5867-5b3a-4ff2-8e2a-dec346e638b6'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:11.038636 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4803ed68-e695-4260-8116-205b0b4cc4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291", "tag": "825c5867-5b3a-4ff2-8e2a-dec346e638b6"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:11.044216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-968aa6c8-4414-49ca-bb00-2a5e95670f20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e2102cbc0b1469db33c4656f9cb9591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448821 Sep 27 08:31:11.044898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35390) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:11.064277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aa6c8-4414-49ca-bb00-2a5e95670f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697d06c5-e1ba-4df4-ba16-0df6e7f1d510,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:11.077367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b589432b-e7dd-47e9-93bc-d9e78c39cd9c req-d4d93913-eb38-44dd-b762-a643613179be tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422002 Sep 27 08:31:11.080012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bee80b-0fbb-4544-927a-b872f8957da8 service neutron] Pushing event updated for resources: {'Port': ['ID=825c5867-5b3a-4ff2-8e2a-dec346e638b6,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:11.142442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de8905d3-55fb-475b-a415-b3ce7155a1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.194143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50187a69-6946-484e-8e4a-4870788148e4 req-39b54069-a295-4e27-a730-e7a8003f8e9c service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151794 Sep 27 08:31:11.196910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-ba1a583c-54bb-4608-9ce9-d7473eebf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:11.204576 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-ba1a583c-54bb-4608-9ce9-d7473eebf53a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302075c585ed4ef1bf63990062058fa4&device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 1099 time: 0.0898564 Sep 27 08:31:11.216405 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8b2656-3639-4985-9cd9-f064ce819488 x-openstack-request-id: req-fd8b2656-3639-4985-9cd9-f064ce819488 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:11.216405 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291", "tag": "825c5867-5b3a-4ff2-8e2a-dec346e638b6", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:11.216405 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd8b2656-3639-4985-9cd9-f064ce819488 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:11.216405 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291', 'tag': '825c5867-5b3a-4ff2-8e2a-dec346e638b6', 'status': 'completed', 'code': 200} Sep 27 08:31:11.253528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7443dab8-4e00-4fa7-bb4d-5ad090325c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.266315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de8905d3-55fb-475b-a415-b3ce7155a1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.277371 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7443dab8-4e00-4fa7-bb4d-5ad090325c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.282358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-6d1706fc-3aa7-4239-8494-1b9d903d4d7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=825c5867-5b3a-4ff2-8e2a-dec346e638b6 HTTP/1.1" status: 200 len: 217 time: 0.0651641 Sep 27 08:31:11.353106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7443dab8-4e00-4fa7-bb4d-5ad090325c2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f64cac24a7714c208ae113ed1f381ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7982004 Sep 27 08:31:11.357182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:11.357932 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443dab8-4e00-4fa7-bb4d-5ad090325c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0e7302-e8cb-4486-a5b2-4ea5bbda6da8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:11.380827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1afa9-80fd-4690-87c7-d1f68b99e72d req-914037d5-7b19-4a04-ae99-cc0bf336025d tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:11.389669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fc1afa9-80fd-4690-87c7-d1f68b99e72d req-914037d5-7b19-4a04-ae99-cc0bf336025d tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 948 time: 0.2393377 Sep 27 08:31:11.414917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-96ca2093-c866-4917-b213-020f64c00b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:11.415644 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-96ca2093-c866-4917-b213-020f64c00b8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1021981 Sep 27 08:31:11.419785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50187a69-6946-484e-8e4a-4870788148e4 req-d7dc611f-1f15-4ee0-b04e-069db0d75064 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142723 Sep 27 08:31:11.466401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-464a310b-5833-438e-bc24-6e300edb3770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.485073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fc1afa9-80fd-4690-87c7-d1f68b99e72d req-019cafd5-88f0-45f8-b05b-f1048b95a866 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821106 Sep 27 08:31:11.507210 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de8905d3-55fb-475b-a415-b3ce7155a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.510923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de8905d3-55fb-475b-a415-b3ce7155a1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.515425 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-464a310b-5833-438e-bc24-6e300edb3770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.516059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-de8905d3-55fb-475b-a415-b3ce7155a1ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/697d06c5-e1ba-4df4-ba16-0df6e7f1d510 HTTP/1.1" status: 204 len: 168 time: 0.4651079 Sep 27 08:31:11.518932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-d49d4d77-0fd4-4b4a-a3a9-89ef897b7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:11.525826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-d49d4d77-0fd4-4b4a-a3a9-89ef897b7de9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926583 Sep 27 08:31:11.537958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8905d3-55fb-475b-a415-b3ce7155a1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697d06c5-e1ba-4df4-ba16-0df6e7f1d510,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:11.662525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-60b22ce6-25a6-47b6-8f03-09c063667622 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264615 Sep 27 08:31:11.668480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-464a310b-5833-438e-bc24-6e300edb3770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.671257 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-464a310b-5833-438e-bc24-6e300edb3770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:11.672597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-464a310b-5833-438e-bc24-6e300edb3770 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d0e7302-e8cb-4486-a5b2-4ea5bbda6da8 HTTP/1.1" status: 204 len: 168 time: 0.3129861 Sep 27 08:31:11.725938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a310b-5833-438e-bc24-6e300edb3770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0e7302-e8cb-4486-a5b2-4ea5bbda6da8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:11.780711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b826dc7-70cc-436d-9703-e808615f0a1f req-4e5bcba6-752c-4636-8d9e-0b6d427e392d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:11.788884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b826dc7-70cc-436d-9703-e808615f0a1f req-4e5bcba6-752c-4636-8d9e-0b6d427e392d tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 969 time: 0.0738099 Sep 27 08:31:11.799612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9ddefe9-fc7f-406b-a339-77d64e89232d req-6d51e962-fc3c-49df-8629-d80336d5c0ac service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221983 Sep 27 08:31:11.844986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b826dc7-70cc-436d-9703-e808615f0a1f req-844ba475-15b5-4490-9e94-ed33cbc272d5 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Sep 27 08:31:11.936821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-0fc2ce6f-c5a5-46d8-9b57-3682e44a8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:11.941210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-0fc2ce6f-c5a5-46d8-9b57-3682e44a8efb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302075c585ed4ef1bf63990062058fa4&device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 1099 time: 0.0775681 Sep 27 08:31:12.171405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35424) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:12.210213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8a69c-66f2-4e1d-b702-73f874742977 req-f277435d-2e7c-4dd1-add1-d8407918716d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:12.211837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a3c8a69c-66f2-4e1d-b702-73f874742977 req-f277435d-2e7c-4dd1-add1-d8407918716d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1038923 Sep 27 08:31:12.218415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-10c6fcfc-cb3b-4511-90d3-ce78b8f4abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:12.220486 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-10c6fcfc-cb3b-4511-90d3-ce78b8f4abc8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2723744 Sep 27 08:31:12.233982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-225b6d1b-d774-4b65-b6f9-501a585bffda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.323676 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-104658db-ac54-4ab6-9f94-07a9594038bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=825c5867-5b3a-4ff2-8e2a-dec346e638b6 HTTP/1.1" status: 200 len: 217 time: 0.0612841 Sep 27 08:31:12.358695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-225b6d1b-d774-4b65-b6f9-501a585bffda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.372744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-225b6d1b-d774-4b65-b6f9-501a585bffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.373622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a3c8a69c-66f2-4e1d-b702-73f874742977 req-8d4c1742-84b5-4b87-be3d-a6a2c1242159 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521134 Sep 27 08:31:12.404779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-c92e42ae-ccea-4ad1-8954-bdc6e925b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:12.406848 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-c92e42ae-ccea-4ad1-8954-bdc6e925b361 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0736442 Sep 27 08:31:12.467084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-fed39105-599b-4e9c-849e-9f416e6128b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:12.468826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-fed39105-599b-4e9c-849e-9f416e6128b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523071 Sep 27 08:31:12.469499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-225b6d1b-d774-4b65-b6f9-501a585bffda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f056f7947d2d4ee49aac1fc1dfbf682c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958086 Sep 27 08:31:12.471996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:12.478821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec073e3-1825-488a-9703-14e91af58448 req-32c5b65b-342f-4b94-8a11-7dd928aeb5f0 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:12.480899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ec073e3-1825-488a-9703-14e91af58448 req-32c5b65b-342f-4b94-8a11-7dd928aeb5f0 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 950 time: 0.2357137 Sep 27 08:31:12.481427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b6d1b-d774-4b65-b6f9-501a585bffda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0405a6-7b69-490c-a500-a8f299eee650,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:12.579072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ec073e3-1825-488a-9703-14e91af58448 req-499d4711-cae2-446c-b535-aff6c4c4687d tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705774 Sep 27 08:31:12.613163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d09095f-ffde-4ad5-b95c-32a9b8f9ed18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.675167 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-9e2a74f5-d187-4c00-b870-5810f462e40d service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618874 Sep 27 08:31:12.721060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35442) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:12.814575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d09095f-ffde-4ad5-b95c-32a9b8f9ed18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.847047 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4803ed68-e695-4260-8116-205b0b4cc4ce req-eecf8672-bf6f-4999-a459-bfec5ccb8d1a service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422491 Sep 27 08:31:12.886748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef08c79-4c3f-4816-98b9-fe75d4711932 req-3601944e-d21c-474c-ae7e-a74bd4e53eb5 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:12.888563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1795571461-network', 'tenant_id': '6834e5f03c6547dd88d5afbd1f3cc38c'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:12.894382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ef08c79-4c3f-4816-98b9-fe75d4711932 req-3601944e-d21c-474c-ae7e-a74bd4e53eb5 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 948 time: 0.2633333 Sep 27 08:31:12.935173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Made reservation on behalf of 6834e5f03c6547dd88d5afbd1f3cc38c for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:12.937792 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.949530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.956501 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ef08c79-4c3f-4816-98b9-fe75d4711932 req-5c27b149-d539-44ef-b5cc-c0c3069986bb tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612152 Sep 27 08:31:12.957734 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d09095f-ffde-4ad5-b95c-32a9b8f9ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.960413 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d09095f-ffde-4ad5-b95c-32a9b8f9ed18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:12.961612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d09095f-ffde-4ad5-b95c-32a9b8f9ed18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d0405a6-7b69-490c-a500-a8f299eee650 HTTP/1.1" status: 204 len: 168 time: 0.4883842 Sep 27 08:31:12.971478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:12.992120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09095f-ffde-4ad5-b95c-32a9b8f9ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0405a6-7b69-490c-a500-a8f299eee650,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:13.022450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:13.024409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6f9882c8-1c85-4dce-a9f6-839cecd3cbd7 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:13.114659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e073b4-12f5-420f-939a-4c2da0896f30 req-26d13bdd-26d4-4dc1-a8c7-3a0e12f037ac tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:13.116289 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12e073b4-12f5-420f-939a-4c2da0896f30 req-26d13bdd-26d4-4dc1-a8c7-3a0e12f037ac tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 969 time: 0.0781925 Sep 27 08:31:13.145540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.190253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.246800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:31:13.248277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6c6a57-92df-49ce-bd73-1b5747fc6665,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:13.270995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-73feed49-38a7-4272-b7d6-b4cf6baf5853 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:13.273150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-73feed49-38a7-4272-b7d6-b4cf6baf5853 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.67 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 969 time: 0.0601928 Sep 27 08:31:13.275782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.276158 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Added segment 235929eb-1da0-448d-833c-456c1f32cbbf of type vlan for network 1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8 Sep 27 08:31:13.286882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12e073b4-12f5-420f-939a-4c2da0896f30 req-8b96e041-9d6e-4da2-82be-9911e031b7bd tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480761 Sep 27 08:31:13.334843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.374252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.375588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:13.376368 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.417168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Deleting port 3a1da13d-c337-4532-b0dd-a57f552bc5bd {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:13.417380 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6921296 Sep 27 08:31:13.417480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.418644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35470) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:13.430713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Request body: {'subnet': {'network_id': '1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1795571461-subnet', 'tenant_id': '6834e5f03c6547dd88d5afbd1f3cc38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:13.482483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Made reservation on behalf of 6834e5f03c6547dd88d5afbd1f3cc38c for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:13.484787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.488185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4a826-afa3-49fd-a59c-5292f5fdecc7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:13.498355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:31:13.584712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] For port 3a1da13d-c337-4532-b0dd-a57f552bc5bd, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a1da13d-c337-4532-b0dd-a57f552bc5bd,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:13.585323 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.605376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Calling delete_port for 3a1da13d-c337-4532-b0dd-a57f552bc5bd owned by compute:tempest-test_az-92010923 {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:13.606141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142464b-b7b5-4788-8509-eb3c18016262 req-fa78ced7-5fd8-4329-a815-038d23a6a481 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:13.607657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7142464b-b7b5-4788-8509-eb3c18016262 req-fa78ced7-5fd8-4329-a815-038d23a6a481 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1262012 Sep 27 08:31:13.662856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7142464b-b7b5-4788-8509-eb3c18016262 req-40b75821-8805-4ede-a808-13383878c901 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Sep 27 08:31:13.663001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd08904-f2b7-448d-b4d8-5328f0c2d580 req-c833aaba-df34-4c86-85ab-bcd443115838 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:13.669656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcd08904-f2b7-448d-b4d8-5328f0c2d580 req-c833aaba-df34-4c86-85ab-bcd443115838 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 950 time: 0.1261387 Sep 27 08:31:13.731691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcd08904-f2b7-448d-b4d8-5328f0c2d580 req-f04b2144-6815-45b7-8b52-8a4c01612aca tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610778 Sep 27 08:31:13.767585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.812029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.824143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bea726-843b-4399-a9c3-10c0f97e14d9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:13.824435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.839298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.839634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.839965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.840288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.840785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.841101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.841418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.841730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.841936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3a1da13d-c337-4532-b0dd-a57f552bc5bd'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:13.842047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.842340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.842649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.843102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.852168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Checking segment: {'id': '235929eb-1da0-448d-833c-456c1f32cbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:13.852903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Network hostable DHCP agents. Network: 1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:31:13.855193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:13.873192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Network 1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:31:13.874418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Pushing event deleted for resources: {'Port': ['ID=3a1da13d-c337-4532-b0dd-a57f552bc5bd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:13.886104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:13.893638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:13.894759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.905120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b997b-5f33-4296-85db-4aea66199dc8 None None] Network 1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:13.921123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-774f82c6-21e0-47c7-9233-bf999ad06315 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5015342 Sep 27 08:31:13.926837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.927381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.927749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.928176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.928646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.929346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.929546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.929929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.935546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.937345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.938113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.938637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:13.967837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] No DVR routers for this DVR port 3a1da13d-c337-4532-b0dd-a57f552bc5bd on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:13.971573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:13.974107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbe3f325-7a46-409f-9613-e8d556e7bbd2 req-ac5a6b18-bd86-4a13-97ee-090bbf3b1118 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.67 "DELETE /v2.0/ports/3a1da13d-c337-4532-b0dd-a57f552bc5bd HTTP/1.1" status: 204 len: 173 time: 0.6944370 Sep 27 08:31:13.974935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7745ce07-3de4-4981-81d7-aadea953dcab', 'name': 'network-vif-deleted', 'tag': '3a1da13d-c337-4532-b0dd-a57f552bc5bd'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:13.979228 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4076c61-770a-4a80-b7f8-47ea9ac01d16" -d '{"events": [{"server_uuid": "7745ce07-3de4-4981-81d7-aadea953dcab", "name": "network-vif-deleted", "tag": "3a1da13d-c337-4532-b0dd-a57f552bc5bd"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:14.077238 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4a338f-24f0-46c9-a233-b4cd3b5d900c x-openstack-request-id: req-6e4a338f-24f0-46c9-a233-b4cd3b5d900c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:14.077513 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7745ce07-3de4-4981-81d7-aadea953dcab", "name": "network-vif-deleted", "tag": "3a1da13d-c337-4532-b0dd-a57f552bc5bd", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:14.077758 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e4a338f-24f0-46c9-a233-b4cd3b5d900c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:14.079169 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7745ce07-3de4-4981-81d7-aadea953dcab', 'name': 'network-vif-deleted', 'tag': '3a1da13d-c337-4532-b0dd-a57f552bc5bd', 'status': 'completed', 'code': 200} Sep 27 08:31:14.137473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1d70c-a432-4f91-88a9-f1ab6eec7588 req-1d7aab59-62cf-4edd-8082-a1236b609df0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:14.139197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa1d70c-a432-4f91-88a9-f1ab6eec7588 req-1d7aab59-62cf-4edd-8082-a1236b609df0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 948 time: 0.0738339 Sep 27 08:31:14.217551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa1d70c-a432-4f91-88a9-f1ab6eec7588 req-1877d9b1-6ea7-4ed6-9cb1-9cf888003b6e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650289 Sep 27 08:31:14.219614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e40f3e5-fe96-4674-8611-044ef1c6e939 None None] Network 1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:14.486048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f353eba-0de6-44a8-af34-e2cb51bff809 req-f64f61f9-5d08-4c12-9289-b89de7575433 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7745ce07-3de4-4981-81d7-aadea953dcab HTTP/1.1" status: 200 len: 210 time: 0.0388999 Sep 27 08:31:14.496786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-1da060fa-37a2-49e1-bb1a-f887616f74fa req-92b85e1f-adee-4042-95d7-8063733f31f1 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-716933677', 'description': 'tempest-description-62632360'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:14.520992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1da060fa-37a2-49e1-bb1a-f887616f74fa req-92b85e1f-adee-4042-95d7-8063733f31f1 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.557497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 825c5867-5b3a-4ff2-8e2a-dec346e638b6 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:31:14.624691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1da060fa-37a2-49e1-bb1a-f887616f74fa req-92b85e1f-adee-4042-95d7-8063733f31f1 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.631730 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1da060fa-37a2-49e1-bb1a-f887616f74fa req-92b85e1f-adee-4042-95d7-8063733f31f1 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.654437 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1da060fa-37a2-49e1-bb1a-f887616f74fa req-92b85e1f-adee-4042-95d7-8063733f31f1 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.659552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1da060fa-37a2-49e1-bb1a-f887616f74fa req-92b85e1f-adee-4042-95d7-8063733f31f1 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1673100 Sep 27 08:31:14.678192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b85e1f-adee-4042-95d7-8063733f31f1 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f7b7ea-9f13-4199-b6ed-100a7bb506ff,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:14.700692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 825c5867-5b3a-4ff2-8e2a-dec346e638b6, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=825c5867-5b3a-4ff2-8e2a-dec346e638b6,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:14.712514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '825c5867-5b3a-4ff2-8e2a-dec346e638b6', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '825c5867-5b3a-4ff2-8e2a-dec346e638b6', 'mac_address': 'fa:16:3e:c4:0d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:31:14.753029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.769029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-71936e9f-180c-472e-a832-307c16a5c691 req-275f5726-3db6-40cf-9b10-01899f03e550 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/27f7b7ea-9f13-4199-b6ed-100a7bb506ff HTTP/1.1" status: 200 len: 1802 time: 0.0756917 Sep 27 08:31:14.770459 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-5b297a42-bb0d-4495-816e-09b0af858eab req-fdbf3501-ddfc-4a2a-86e0-15b84a7b9d2c service neutron] show failed (client error): The resource could not be found. Sep 27 08:31:14.771395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-fdbf3501-ddfc-4a2a-86e0-15b84a7b9d2c service neutron] 10.222.0.57 "GET /v2.0/ports/2c84bd83-a68c-427e-9884-10402d9e8d99/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.1502690 Sep 27 08:31:14.773114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825c5867-5b3a-4ff2-8e2a-dec346e638b6 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:14.782285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-71936e9f-180c-472e-a832-307c16a5c691 req-de7fe4cd-5a3f-4d47-a7b1-9f7aca1bf621 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27f7b7ea-9f13-4199-b6ed-100a7bb506ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:14.782691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-71936e9f-180c-472e-a832-307c16a5c691 req-de7fe4cd-5a3f-4d47-a7b1-9f7aca1bf621 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27f7b7ea-9f13-4199-b6ed-100a7bb506ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:14.803643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117ac06-0239-43a3-8591-9b7419b24603 req-2e5735b5-704a-4094-aeb2-0d696844c4db tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:14.806982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8117ac06-0239-43a3-8591-9b7419b24603 req-2e5735b5-704a-4094-aeb2-0d696844c4db tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.0670681 Sep 27 08:31:14.809057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 825c5867-5b3a-4ff2-8e2a-dec346e638b6, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=825c5867-5b3a-4ff2-8e2a-dec346e638b6,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:14.817972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.867974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-71936e9f-180c-472e-a832-307c16a5c691 req-de7fe4cd-5a3f-4d47-a7b1-9f7aca1bf621 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.883109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=825c5867-5b3a-4ff2-8e2a-dec346e638b6,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:14.898092 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8117ac06-0239-43a3-8591-9b7419b24603 req-76732635-538f-4c9a-bb5b-b208a743f902 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685275 Sep 27 08:31:14.901658 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-71936e9f-180c-472e-a832-307c16a5c691 req-de7fe4cd-5a3f-4d47-a7b1-9f7aca1bf621 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.909883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-71936e9f-180c-472e-a832-307c16a5c691 req-de7fe4cd-5a3f-4d47-a7b1-9f7aca1bf621 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.930783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fe4cd-5a3f-4d47-a7b1-9f7aca1bf621 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafd9ce3-87f5-4ce0-8cbf-dccfff6e26ab,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:14.941261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-71936e9f-180c-472e-a832-307c16a5c691 req-de7fe4cd-5a3f-4d47-a7b1-9f7aca1bf621 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:14.942631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-71936e9f-180c-472e-a832-307c16a5c691 req-de7fe4cd-5a3f-4d47-a7b1-9f7aca1bf621 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1660631 Sep 27 08:31:14.980246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14358913-aeb9-47d5-bfd4-7fddac8457d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.026043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bee7d-0ade-425d-8cd1-aa5a34437e53 req-b9d837c1-ae64-4ac2-b142-caeeb448cd25 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:15.027638 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da5bee7d-0ade-425d-8cd1-aa5a34437e53 req-b9d837c1-ae64-4ac2-b142-caeeb448cd25 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 950 time: 0.0651348 Sep 27 08:31:15.069776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da5bee7d-0ade-425d-8cd1-aa5a34437e53 req-6de5ff3f-7437-42ee-ae3f-873786d7e54d tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa4aca4-9737-42df-aa9d-0537443658f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Sep 27 08:31:15.094054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['825c5867-5b3a-4ff2-8e2a-dec346e638b6'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:15.126218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-72e5ab73-20f7-4ad0-b6f1-25b36bec8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:15.127967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-28d67b44-32d3-42a3-87f9-54ffa836bb2f req-85c06e8b-5ec1-4e13-91f4-22b96266af19 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-401245540', 'description': 'tempest-description-777409350'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:15.130228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-72e5ab73-20f7-4ad0-b6f1-25b36bec8559 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66&tenant_id=26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 1101 time: 0.0977371 Sep 27 08:31:15.151183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-5b5ca42d-c570-4a70-bcd7-1f09489a4f55 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:15.152701 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-5b5ca42d-c570-4a70-bcd7-1f09489a4f55 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 950 time: 0.0882816 Sep 27 08:31:15.158957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:15.166249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-28d67b44-32d3-42a3-87f9-54ffa836bb2f req-85c06e8b-5ec1-4e13-91f4-22b96266af19 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.227983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-2549d113-b278-4513-8330-38a0149f1541 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4e1f72ba6b43422f968c0c91f25d6ea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739141 Sep 27 08:31:15.269423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-28d67b44-32d3-42a3-87f9-54ffa836bb2f req-85c06e8b-5ec1-4e13-91f4-22b96266af19 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.274582 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-28d67b44-32d3-42a3-87f9-54ffa836bb2f req-85c06e8b-5ec1-4e13-91f4-22b96266af19 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.303302 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-28d67b44-32d3-42a3-87f9-54ffa836bb2f req-85c06e8b-5ec1-4e13-91f4-22b96266af19 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.313751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-28d67b44-32d3-42a3-87f9-54ffa836bb2f req-85c06e8b-5ec1-4e13-91f4-22b96266af19 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1895313 Sep 27 08:31:15.315298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c06e8b-5ec1-4e13-91f4-22b96266af19 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2207e852-f436-470c-b09d-0a9b8d2c0681,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:15.325094 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.408869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d8d1-4060-4b0d-8dcf-34e34fcb9cb8 req-d951e394-675d-4376-98ce-61cfeda5738e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:15.410350 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b262d8d1-4060-4b0d-8dcf-34e34fcb9cb8 req-d951e394-675d-4376-98ce-61cfeda5738e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 949 time: 0.0489852 Sep 27 08:31:15.448647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b262d8d1-4060-4b0d-8dcf-34e34fcb9cb8 req-e2624472-dab8-4ae1-8c23-a49f9551bcac tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Sep 27 08:31:15.459303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-0f6968aa-7afa-4c13-bf83-ceb83721e59b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:15.460772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-0f6968aa-7afa-4c13-bf83-ceb83721e59b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216773 Sep 27 08:31:15.514231 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75e732ff-6242-4b38-a2c8-58a0c8feb355 req-46ecbe0d-ab04-4e2c-8475-10f54d2d849b tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/2207e852-f436-470c-b09d-0a9b8d2c0681 HTTP/1.1" status: 200 len: 1803 time: 0.0371208 Sep 27 08:31:15.524375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-75e732ff-6242-4b38-a2c8-58a0c8feb355 req-569338e6-14d8-4730-b8a2-a249c708f48d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2207e852-f436-470c-b09d-0a9b8d2c0681', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:15.524642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-75e732ff-6242-4b38-a2c8-58a0c8feb355 req-569338e6-14d8-4730-b8a2-a249c708f48d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2207e852-f436-470c-b09d-0a9b8d2c0681', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:15.526921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Deleting port 79c299d0-b3fb-42b2-a3e1-f4974707b255 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:15.527280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.547037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-07e559d8-b761-4ceb-a2fe-d01dddf184de tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/quotas/4e1f72ba6b43422f968c0c91f25d6ea2 HTTP/1.1" status: 200 len: 375 time: 0.0419252 Sep 27 08:31:15.585716 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75e732ff-6242-4b38-a2c8-58a0c8feb355 req-569338e6-14d8-4730-b8a2-a249c708f48d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.632044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-c2cb424a-87f3-4817-84a5-cc951cb3ae0f tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e1f72ba6b43422f968c0c91f25d6ea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757596 Sep 27 08:31:15.712363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] For port 79c299d0-b3fb-42b2-a3e1-f4974707b255, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=79c299d0-b3fb-42b2-a3e1-f4974707b255,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:15.712736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.737305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Calling delete_port for 79c299d0-b3fb-42b2-a3e1-f4974707b255 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:15.740127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:15.824994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:15.831428 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75e732ff-6242-4b38-a2c8-58a0c8feb355 req-569338e6-14d8-4730-b8a2-a249c708f48d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.839345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75e732ff-6242-4b38-a2c8-58a0c8feb355 req-569338e6-14d8-4730-b8a2-a249c708f48d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.861983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569338e6-14d8-4730-b8a2-a249c708f48d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589e4fdf-7fd3-4403-a990-05768d311021,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:15.870890 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75e732ff-6242-4b38-a2c8-58a0c8feb355 req-569338e6-14d8-4730-b8a2-a249c708f48d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.883145 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75e732ff-6242-4b38-a2c8-58a0c8feb355 req-569338e6-14d8-4730-b8a2-a249c708f48d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3624668 Sep 27 08:31:15.895074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.909447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ee19546f-ccd2-44ce-82eb-498eddb72e96 req-7d3f2753-a908-4873-bd1c-a2ae94321f43 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1960946846', 'description': 'tempest-description-131611176'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:15.935561 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c362ac2-ad1b-4da4-93ee-0d51138d6360 req-97d6288b-96e9-4fce-9304-1ec07e2d0e0e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0274205 Sep 27 08:31:15.984380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ee19546f-ccd2-44ce-82eb-498eddb72e96 req-7d3f2753-a908-4873-bd1c-a2ae94321f43 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:15.993972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Transition to ACTIVE for port object 2c84bd83-a68c-427e-9884-10402d9e8d99 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:31:15.996505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.004782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.009592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['79c299d0-b3fb-42b2-a3e1-f4974707b255'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:16.040384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Pushing event deleted for resources: {'Port': ['ID=79c299d0-b3fb-42b2-a3e1-f4974707b255,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:16.080709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:16.083043 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273070f5-b4b5-4df9-ab8b-481f140857d3" -d '{"events": [{"server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "name": "network-vif-unplugged", "status": "completed", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:16.155280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] No DVR routers for this DVR port 79c299d0-b3fb-42b2-a3e1-f4974707b255 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:16.157136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] No DVR routers for this DVR port 2c84bd83-a68c-427e-9884-10402d9e8d99 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:16.162121 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.164468 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8120f54d-9c01-48d8-8fe5-93b5eb56c710 req-8497913b-2408-4b85-9e39-7fcd68ba34a7 tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.57 "DELETE /v2.0/ports/79c299d0-b3fb-42b2-a3e1-f4974707b255 HTTP/1.1" status: 204 len: 173 time: 0.9783404 Sep 27 08:31:16.170209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:16.248455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Attempting to bind port 2c84bd83-a68c-427e-9884-10402d9e8d99 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:16.249150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Attempting to bind port 2c84bd83-a68c-427e-9884-10402d9e8d99 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:16.249635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Attempting to bind port 2c84bd83-a68c-427e-9884-10402d9e8d99 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:16.258645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Port 2c84bd83-a68c-427e-9884-10402d9e8d99 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:16.259283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Attempting to bind port 2c84bd83-a68c-427e-9884-10402d9e8d99 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:16.261188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc96c3-039f-468a-9129-9afcd61ceb77 req-31def97b-29f2-4fba-b36e-2b7efe06d566 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:16.262811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51fc96c3-039f-468a-9129-9afcd61ceb77 req-31def97b-29f2-4fba-b36e-2b7efe06d566 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 948 time: 0.0702896 Sep 27 08:31:16.273253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:16.273796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:16.274328 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:16.274941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Bound port: 2c84bd83-a68c-427e-9884-10402d9e8d99, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:16.275558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.293642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ee19546f-ccd2-44ce-82eb-498eddb72e96 req-7d3f2753-a908-4873-bd1c-a2ae94321f43 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.318014 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ee19546f-ccd2-44ce-82eb-498eddb72e96 req-7d3f2753-a908-4873-bd1c-a2ae94321f43 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.337984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51fc96c3-039f-468a-9129-9afcd61ceb77 req-eb6cc90b-4db2-4006-8c49-4f49692ad897 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657756 Sep 27 08:31:16.370341 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ee19546f-ccd2-44ce-82eb-498eddb72e96 req-7d3f2753-a908-4873-bd1c-a2ae94321f43 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.372068 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee19546f-ccd2-44ce-82eb-498eddb72e96 req-7d3f2753-a908-4873-bd1c-a2ae94321f43 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4700129 Sep 27 08:31:16.386025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f2753-a908-4873-bd1c-a2ae94321f43 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d62a74-994e-4303-b318-ecd9de02ad7f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:16.391330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:16.395263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:16.409648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.464643 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ba9f00-b3ff-4254-9589-58c824b94f95 x-openstack-request-id: req-63ba9f00-b3ff-4254-9589-58c824b94f95 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:16.467429 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "name": "network-vif-unplugged", "status": "completed", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:16.467941 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63ba9f00-b3ff-4254-9589-58c824b94f95 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:16.471654 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'code': 200} Sep 27 08:31:16.542912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:16.543615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.545024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 1096 time: 1.3903713 Sep 27 08:31:16.561124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 825c5867-5b3a-4ff2-8e2a-dec346e638b6 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:16.575461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9485f0f-8aea-4ad5-b091-eb96a48beada req-b72c429b-2fa6-49e6-ac0a-8c18d013a104 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:16.577112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9485f0f-8aea-4ad5-b091-eb96a48beada req-b72c429b-2fa6-49e6-ac0a-8c18d013a104 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 951 time: 0.0574846 Sep 27 08:31:16.630913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9485f0f-8aea-4ad5-b091-eb96a48beada req-9b4ee582-4119-4272-85ff-f62e889a9d69 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472703 Sep 27 08:31:16.642811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:31:16.650242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:16.650631 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.672115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-82670193-dccb-48c1-9d43-d5a32bdf9579 req-29a8af9a-9ece-4531-954a-712e86fa12bf tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-905780101', 'description': 'tempest-description-1324840867'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:16.718276 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-82670193-dccb-48c1-9d43-d5a32bdf9579 req-29a8af9a-9ece-4531-954a-712e86fa12bf tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.779808 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.831773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 825c5867-5b3a-4ff2-8e2a-dec346e638b6, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=825c5867-5b3a-4ff2-8e2a-dec346e638b6,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:16.834850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825c5867-5b3a-4ff2-8e2a-dec346e638b6'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:16.838315 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e344779e-0b31-41c5-a45e-2ec28429b459" -d '{"events": [{"server_uuid": "e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291", "name": "network-vif-plugged", "status": "completed", "tag": "825c5867-5b3a-4ff2-8e2a-dec346e638b6"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:16.841640 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-82670193-dccb-48c1-9d43-d5a32bdf9579 req-29a8af9a-9ece-4531-954a-712e86fa12bf tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.848697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-82670193-dccb-48c1-9d43-d5a32bdf9579 req-29a8af9a-9ece-4531-954a-712e86fa12bf tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.865261 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.866212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a1da13d-c337-4532-b0dd-a57f552bc5bd no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:16.896149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8af9a-9ece-4531-954a-712e86fa12bf tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8079963-a13f-410d-9682-c8fb659a3f81,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:16.900287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-82670193-dccb-48c1-9d43-d5a32bdf9579 req-29a8af9a-9ece-4531-954a-712e86fa12bf tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:16.901729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82670193-dccb-48c1-9d43-d5a32bdf9579 req-29a8af9a-9ece-4531-954a-712e86fa12bf tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2354584 Sep 27 08:31:16.922469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c1b40e11-cb6e-4581-a9c3-5fe2c43b8563 req-f7d052b4-5867-4011-ac6d-57f23dc4caad tempest-TenantUsagesTestJSON-627590831 tempest-TenantUsagesTestJSON-627590831-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4338ddf-9982-43ff-bd59-2496afc2849c HTTP/1.1" status: 200 len: 210 time: 0.4201355 Sep 27 08:31:16.923074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f33412-763b-4a1b-9b4f-92fe1b4035f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:16.931114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 3a1da13d-c337-4532-b0dd-a57f552bc5bd {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:16.931495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a1da13d-c337-4532-b0dd-a57f552bc5bd not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:16.973791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-56d43827-1b25-416e-9117-42ed8ec3b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:16.975307 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-56d43827-1b25-416e-9117-42ed8ec3b489 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1099 time: 0.0555458 Sep 27 08:31:16.975905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=825c5867-5b3a-4ff2-8e2a-dec346e638b6,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:17.040997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcafe04-95f1-4f67-a7d5-a5fe12d7dd12 req-dba084f4-5d6f-435c-a550-392073b4db95 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.042847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8bcafe04-95f1-4f67-a7d5-a5fe12d7dd12 req-dba084f4-5d6f-435c-a550-392073b4db95 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 950 time: 0.0576479 Sep 27 08:31:17.060106 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2968ba-7281-41c5-81e9-b4537b385d03 x-openstack-request-id: req-5c2968ba-7281-41c5-81e9-b4537b385d03 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:17.060629 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291", "name": "network-vif-plugged", "status": "completed", "tag": "825c5867-5b3a-4ff2-8e2a-dec346e638b6", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:17.060751 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c2968ba-7281-41c5-81e9-b4537b385d03 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:17.061148 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825c5867-5b3a-4ff2-8e2a-dec346e638b6', 'code': 200} Sep 27 08:31:17.086300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8bcafe04-95f1-4f67-a7d5-a5fe12d7dd12 req-0d400f47-2d3e-46c9-a46a-29d4724a2002 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Sep 27 08:31:17.112733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-e03fcdc3-d3ab-4ad7-8acc-e24c96e0b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.114454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-e03fcdc3-d3ab-4ad7-8acc-e24c96e0b9cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1275949 Sep 27 08:31:17.181613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd83fa8e-4232-4d2f-b860-14d4c3c05739 req-55f97754-77a6-421a-b1b3-a43711ce9b16 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0371847 Sep 27 08:31:17.191720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-a6a9cf94-7100-4297-84be-67ea5edb4bcb tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/24d62a74-994e-4303-b318-ecd9de02ad7f HTTP/1.1" status: 200 len: 1804 time: 0.1192458 Sep 27 08:31:17.194300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-fe21be4f-3def-44a7-9136-03225a5f0d70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 217 time: 0.0611343 Sep 27 08:31:17.255024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75beaac-e0bb-44bc-beca-b2e8efafa919 req-e226b12c-e43c-4102-8834-e570c3394b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.256797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c75beaac-e0bb-44bc-beca-b2e8efafa919 req-e226b12c-e43c-4102-8834-e570c3394b5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 1101 time: 0.1256268 Sep 27 08:31:17.317827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-c6f1655e-af10-4082-befb-38f9cbda8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.319163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-c6f1655e-af10-4082-befb-38f9cbda8265 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1079867 Sep 27 08:31:17.341483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-1632564a-f308-4c33-88ce-fb006f52400d tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/b8079963-a13f-410d-9682-c8fb659a3f81 HTTP/1.1" status: 200 len: 1804 time: 0.1321361 Sep 27 08:31:17.343607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-512f8f40-e84a-4674-808c-1215aa6a4bed tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e1f72ba6b43422f968c0c91f25d6ea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399816 Sep 27 08:31:17.346416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c75beaac-e0bb-44bc-beca-b2e8efafa919 req-5577c036-456b-4246-acd9-d814e944d8ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785847 Sep 27 08:31:17.358833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-23789154-51df-4807-84f7-969f37baaa15 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '24d62a74-994e-4303-b318-ecd9de02ad7f', 'remote_group_id': 'b8079963-a13f-410d-9682-c8fb659a3f81', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:17.359146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-23789154-51df-4807-84f7-969f37baaa15 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '24d62a74-994e-4303-b318-ecd9de02ad7f', 'remote_group_id': 'b8079963-a13f-410d-9682-c8fb659a3f81', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:17.467673 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c343a630-33cf-4c0f-959f-822841031a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.477042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2852c-eda4-490c-9ad6-fe18d9458efb req-d917cbe3-21ed-4d11-8c7b-dfe238e4edb4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.479014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5b2852c-eda4-490c-9ad6-fe18d9458efb req-d917cbe3-21ed-4d11-8c7b-dfe238e4edb4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 948 time: 0.0616465 Sep 27 08:31:17.482822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297a42-bb0d-4495-816e-09b0af858eab req-54e2f1ad-37f2-4a19-a0a9-a76e759d8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.484694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-54e2f1ad-37f2-4a19-a0a9-a76e759d8959 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400478 Sep 27 08:31:17.524723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5b2852c-eda4-490c-9ad6-fe18d9458efb req-0ac75c38-329e-4744-84ae-8dd4e19622e4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Sep 27 08:31:17.531105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-413f7488-1596-437e-96df-d51483303df3 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.532561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-413f7488-1596-437e-96df-d51483303df3 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562212 Sep 27 08:31:17.540267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-23789154-51df-4807-84f7-969f37baaa15 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.554486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Request body: {'port': {'device_id': '23e08a52-1e19-4229-88a9-044ae028eeb1', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '4e1f72ba6b43422f968c0c91f25d6ea2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:17.664244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-23789154-51df-4807-84f7-969f37baaa15 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.683439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9e78c-3b54-406f-8020-7c17259342b4 req-ae2db6fc-f16c-4b86-80b4-356a12de7bc8 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.684992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40e9e78c-3b54-406f-8020-7c17259342b4 req-ae2db6fc-f16c-4b86-80b4-356a12de7bc8 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1096 time: 0.0400391 Sep 27 08:31:17.696495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-23789154-51df-4807-84f7-969f37baaa15 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.720400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40e9e78c-3b54-406f-8020-7c17259342b4 req-ba638fa9-15ce-43c5-a5e0-3887b9d6b928 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291123 Sep 27 08:31:17.742941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23789154-51df-4807-84f7-969f37baaa15 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9622dd-5d01-48cc-b6bc-eb1f9f5f22da,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:17.756780 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-23789154-51df-4807-84f7-969f37baaa15 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.758004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e058f35d-a52f-4137-9e91-9f99a8e35736 req-23789154-51df-4807-84f7-969f37baaa15 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4039557 Sep 27 08:31:17.765620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-349ee11d-2919-497b-87be-5f5c064a5b26 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078271 Sep 27 08:31:17.812472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Made reservation on behalf of 4e1f72ba6b43422f968c0c91f25d6ea2 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:17.815947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.827218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.905036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7377e-c629-485b-9223-e0ed4738ba45 req-22d34268-1474-4776-bfef-26982a2e4c8f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.907157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7df7377e-c629-485b-9223-e0ed4738ba45 req-22d34268-1474-4776-bfef-26982a2e4c8f tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 951 time: 0.0954888 Sep 27 08:31:17.910782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b297a42-bb0d-4495-816e-09b0af858eab req-5cdfa161-072d-43ff-bd27-6302f93cf162 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308801 Sep 27 08:31:17.916926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-6a489eeb-a17b-4a66-bd03-adce2b34d8ae tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:17.918361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-6a489eeb-a17b-4a66-bd03-adce2b34d8ae tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5ab046a-1c64-48a8-a663-4e100f1977de HTTP/1.1" status: 200 len: 951 time: 0.0927467 Sep 27 08:31:17.954157 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.991609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:17.995744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7df7377e-c629-485b-9223-e0ed4738ba45 req-84d755ec-8481-4770-a77e-e36cea7956b4 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0b777b04-3016-4f70-a7a5-f99598c5692f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717072 Sep 27 08:31:17.997114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.041701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-fe8a9bc5-77f7-487d-8b0e-5bf2542c5cbd req-08ed4ea7-bd4a-47ab-949a-a5e3ce8b21a7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-573049569', 'description': 'tempest-description-1925249419'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:18.080663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Deleting port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:18.080978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.086237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fe8a9bc5-77f7-487d-8b0e-5bf2542c5cbd req-08ed4ea7-bd4a-47ab-949a-a5e3ce8b21a7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.094498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ed081-efdf-469f-a159-fcd1b8134eb0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:18.180078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Allocated IP 192.168.233.108 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/0750de3e-827e-4186-91ee-933cb0e92e36) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:18.205160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] For port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:18.205527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.225913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Calling delete_port for cfc00503-bdc1-46f2-b2d9-662ef69d2e3a owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:18.296783 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fe8a9bc5-77f7-487d-8b0e-5bf2542c5cbd req-08ed4ea7-bd4a-47ab-949a-a5e3ce8b21a7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.309124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fe8a9bc5-77f7-487d-8b0e-5bf2542c5cbd req-08ed4ea7-bd4a-47ab-949a-a5e3ce8b21a7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.343647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed4ea7-bd4a-47ab-949a-a5e3ce8b21a7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53ca376-b206-46b4-97f3-cc544227641b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:18.349721 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.353835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fe8a9bc5-77f7-487d-8b0e-5bf2542c5cbd req-08ed4ea7-bd4a-47ab-949a-a5e3ce8b21a7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.366030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe8a9bc5-77f7-487d-8b0e-5bf2542c5cbd req-08ed4ea7-bd4a-47ab-949a-a5e3ce8b21a7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3301151 Sep 27 08:31:18.427234 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.449661 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.464900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:18.488249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Pushing event deleted for resources: {'Port': ['ID=cfc00503-bdc1-46f2-b2d9-662ef69d2e3a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:18.490073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4338ddf-9982-43ff-bd59-2496afc2849c', 'name': 'network-vif-deleted', 'tag': '79c299d0-b3fb-42b2-a3e1-f4974707b255'}, {'name': 'network-changed', 'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:18.492385 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66034e4-7e4a-4354-9606-e350769494b9" -d '{"events": [{"server_uuid": "d4338ddf-9982-43ff-bd59-2496afc2849c", "name": "network-vif-deleted", "tag": "79c299d0-b3fb-42b2-a3e1-f4974707b255"}, {"name": "network-changed", "server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:18.529106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:18.532244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:18.541826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:18.566693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] No DVR routers for this DVR port cfc00503-bdc1-46f2-b2d9-662ef69d2e3a on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:18.570416 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.572762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5974eec9-c3f7-428e-90c9-da128cfc784b req-9fd42c43-85f0-489b-9d20-8966d5363ed8 tempest-ServersAdminTestJSON-400278526 tempest-ServersAdminTestJSON-400278526-project] 10.222.0.57 "DELETE /v2.0/ports/cfc00503-bdc1-46f2-b2d9-662ef69d2e3a HTTP/1.1" status: 204 len: 173 time: 0.6408036 Sep 27 08:31:18.573261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-deleted', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:18.575907 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b74533-e676-4e5b-b152-4dac2269987d" -d '{"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-deleted", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:18.591359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Pushing event updated for resources: {'Port': ['ID=0750de3e-827e-4186-91ee-933cb0e92e36,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:18.647768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17220194-21fd-41a3-a9bb-750620a35190 req-1a153dea-3b76-4357-b703-8fa6915d212e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:18.649586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17220194-21fd-41a3-a9bb-750620a35190 req-1a153dea-3b76-4357-b703-8fa6915d212e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 950 time: 0.0842638 Sep 27 08:31:18.652557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:18.653282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.671707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-e39fe4c7-42b1-4fe0-92e0-99c1c7d9b19e tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1223073 Sep 27 08:31:18.688807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Request body: {'port': {'device_id': '23e08a52-1e19-4229-88a9-044ae028eeb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:18.712071 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17220194-21fd-41a3-a9bb-750620a35190 req-eb9e5aa6-7534-4383-9319-3ec646feccd8 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537546 Sep 27 08:31:18.787951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.794434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:18.906715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3800121-1ac7-4262-8988-16b3c41cf228 req-a0e5a8ce-6119-4859-9b3e-37ee003959d3 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:18.908311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3800121-1ac7-4262-8988-16b3c41cf228 req-a0e5a8ce-6119-4859-9b3e-37ee003959d3 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 936 time: 0.0759244 Sep 27 08:31:18.933582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35636) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:18.981235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3800121-1ac7-4262-8988-16b3c41cf228 req-847b872d-7c58-4599-b017-ffbe377867a4 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Sep 27 08:31:18.998771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5beafb4c-c5db-42e2-bb4d-99e05b86bfce req-9084eb02-d415-4edf-803b-bece5f57e95a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-892132023', 'description': 'tempest-description-155251776'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:19.011324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2c84bd83-a68c-427e-9884-10402d9e8d99 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:19.038149 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5beafb4c-c5db-42e2-bb4d-99e05b86bfce req-9084eb02-d415-4edf-803b-bece5f57e95a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.041918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-ffafd69e-6ec8-408c-9234-57ce27acab26 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:31:19.042917 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-ffafd69e-6ec8-408c-9234-57ce27acab26 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056262 Sep 27 08:31:19.102982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2c84bd83-a68c-427e-9884-10402d9e8d99 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:19.103409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:19.133463 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: cfc00503-bdc1-46f2-b2d9-662ef69d2e3a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:19.133811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cfc00503-bdc1-46f2-b2d9-662ef69d2e3a not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:19.134294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 79c299d0-b3fb-42b2-a3e1-f4974707b255 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:19.150277 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b3325c5d-140c-4e2c-b859-faebed375dbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4310b40c8c004633ac98ea356e774f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130878 Sep 27 08:31:19.150855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35642) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:19.152825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 79c299d0-b3fb-42b2-a3e1-f4974707b255 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:19.153377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 79c299d0-b3fb-42b2-a3e1-f4974707b255 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:19.159161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-2bd80341-c852-49b9-8a8e-3dce76e87c3f tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:19.160987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-2bd80341-c852-49b9-8a8e-3dce76e87c3f tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports/b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 1093 time: 0.0964117 Sep 27 08:31:19.183282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Request body: {'binding': {'host': 'n-h1-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:19.183735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:31:19.187319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6329f53b-e547-4092-917f-1bfea857827d None None] Provisioning complete for port 0750de3e-827e-4186-91ee-933cb0e92e36 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:19.187876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6329f53b-e547-4092-917f-1bfea857827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.197020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5beafb4c-c5db-42e2-bb4d-99e05b86bfce req-9084eb02-d415-4edf-803b-bece5f57e95a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.217021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5beafb4c-c5db-42e2-bb4d-99e05b86bfce req-9084eb02-d415-4edf-803b-bece5f57e95a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.230329 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6329f53b-e547-4092-917f-1bfea857827d None None] Port 0750de3e-827e-4186-91ee-933cb0e92e36 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:19.257225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5beafb4c-c5db-42e2-bb4d-99e05b86bfce req-9084eb02-d415-4edf-803b-bece5f57e95a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.258429 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5beafb4c-c5db-42e2-bb4d-99e05b86bfce req-9084eb02-d415-4edf-803b-bece5f57e95a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2642384 Sep 27 08:31:19.262287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-831dd20f-8023-4138-8c8d-306f76891625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.264357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084eb02-d415-4edf-803b-bece5f57e95a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75a383f-09e2-4c3d-bbb5-8b3b55d1efbd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:19.297090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-831dd20f-8023-4138-8c8d-306f76891625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.321524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0750de3e-827e-4186-91ee-933cb0e92e36 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:19.337689 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.349404 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3446229-4cb8-45b1-9adb-9fd02044f10d x-openstack-request-id: req-a3446229-4cb8-45b1-9adb-9fd02044f10d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:19.349697 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4338ddf-9982-43ff-bd59-2496afc2849c", "name": "network-vif-deleted", "tag": "79c299d0-b3fb-42b2-a3e1-f4974707b255", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:19.349949 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3446229-4cb8-45b1-9adb-9fd02044f10d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:19.350342 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4338ddf-9982-43ff-bd59-2496afc2849c', 'name': 'network-vif-deleted', 'tag': '79c299d0-b3fb-42b2-a3e1-f4974707b255', 'status': 'completed', 'code': 200} Sep 27 08:31:19.350658 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'status': 'completed', 'code': 200} Sep 27 08:31:19.357956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-831dd20f-8023-4138-8c8d-306f76891625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.361733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-831dd20f-8023-4138-8c8d-306f76891625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.363441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-831dd20f-8023-4138-8c8d-306f76891625 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fa4aca4-9737-42df-aa9d-0537443658f5 HTTP/1.1" status: 204 len: 168 time: 0.2114658 Sep 27 08:31:19.380112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on host n-h1-810909-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:19.380506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:19.380969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:19.383390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Transition to ACTIVE for port object 0750de3e-827e-4186-91ee-933cb0e92e36 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:31:19.383538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dd20f-8023-4138-8c8d-306f76891625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa4aca4-9737-42df-aa9d-0537443658f5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:19.387272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:19.387756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:19.393431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:19.393833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:19.394265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:19.394825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Bound port: b4192c73-7fea-4f85-b34f-e73147049829, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:19.406989 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.476383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66034e4-7e4a-4354-9606-e350769494b9 req-9c33184e-6844-40d2-8305-575554727ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:19.478291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-9c33184e-6844-40d2-8305-575554727ab1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1099 time: 0.1110046 Sep 27 08:31:19.528571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab36ca-991f-46f2-8203-7569c225d81a req-b0884424-b07d-4022-b107-c872edf33d1b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:19.530301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72ab36ca-991f-46f2-8203-7569c225d81a req-b0884424-b07d-4022-b107-c872edf33d1b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 948 time: 0.0969710 Sep 27 08:31:19.533309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Pushing event updated for resources: {'Port': ['ID=0750de3e-827e-4186-91ee-933cb0e92e36,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:19.583303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:19.593988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66034e4-7e4a-4354-9606-e350769494b9 req-2e910319-75b4-41e1-8cb4-8e5716ad23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:19.595584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-2e910319-75b4-41e1-8cb4-8e5716ad23b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1099 time: 0.1982770 Sep 27 08:31:19.599277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.600477 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-358665ec-ff51-466f-82d1-e262ba6db1fd service neutron] 10.222.0.50 "POST /v2.0/ports/b4192c73-7fea-4f85-b34f-e73147049829/bindings HTTP/1.1" status: 201 len: 389 time: 0.4223588 Sep 27 08:31:19.624767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72ab36ca-991f-46f2-8203-7569c225d81a req-ddc25fd6-7fe4-4669-945b-baeaef182d4f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757787 Sep 27 08:31:19.664713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66034e4-7e4a-4354-9606-e350769494b9 req-6239d621-9a12-4f32-b3dc-50a7018b3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:19.668456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-6239d621-9a12-4f32-b3dc-50a7018b3a42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1759012 Sep 27 08:31:19.687813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Attempting to bind port 0750de3e-827e-4186-91ee-933cb0e92e36 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:19.688200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Attempting to bind port 0750de3e-827e-4186-91ee-933cb0e92e36 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:19.688640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Attempting to bind port 0750de3e-827e-4186-91ee-933cb0e92e36 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:19.703173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Port 0750de3e-827e-4186-91ee-933cb0e92e36 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:19.705453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Attempting to bind port 0750de3e-827e-4186-91ee-933cb0e92e36 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:19.720499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:19.720499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:19.720952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:19.721267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Bound port: 0750de3e-827e-4186-91ee-933cb0e92e36, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:19.721698 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.751214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66034e4-7e4a-4354-9606-e350769494b9 req-da45fa16-b26b-4434-a5ed-c82713724c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:19.752939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-da45fa16-b26b-4434-a5ed-c82713724c74 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1487856 Sep 27 08:31:19.776309 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc36ce5b-84fc-44b9-b33a-2b6cca15329a x-openstack-request-id: req-cc36ce5b-84fc-44b9-b33a-2b6cca15329a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:19.791209 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab046a-1c64-48a8-a663-4e100f1977de", "name": "network-vif-deleted", "tag": "cfc00503-bdc1-46f2-b2d9-662ef69d2e3a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:19.792641 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc36ce5b-84fc-44b9-b33a-2b6cca15329a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:19.793886 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab046a-1c64-48a8-a663-4e100f1977de', 'name': 'network-vif-deleted', 'tag': 'cfc00503-bdc1-46f2-b2d9-662ef69d2e3a', 'status': 'completed', 'code': 200} Sep 27 08:31:19.798459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-80f6e0b5-70a0-43e7-a3f9-1ae469b7e88b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 217 time: 0.1237483 Sep 27 08:31:19.822490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-3eb36ea8-ccc6-495c-ae52-4d71a684ef8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 217 time: 0.0483022 Sep 27 08:31:19.840243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:19.903871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c35461d-73d2-42d6-991e-8f22a0f4e0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:19.911930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] For port 0750de3e-827e-4186-91ee-933cb0e92e36, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:19.924318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-d239de79-6c5d-47c4-a475-66b2b97d89ae tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/e53ca376-b206-46b4-97f3-cc544227641b HTTP/1.1" status: 200 len: 1804 time: 0.1474497 Sep 27 08:31:19.928900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66034e4-7e4a-4354-9606-e350769494b9 req-e5610c59-80e2-4896-b32b-2d540836b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:19.932912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-e5610c59-80e2-4896-b32b-2d540836b010 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1170297 Sep 27 08:31:19.941173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] For port 0750de3e-827e-4186-91ee-933cb0e92e36, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0750de3e-827e-4186-91ee-933cb0e92e36,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:19.946375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66034e4-7e4a-4354-9606-e350769494b9 req-364d3916-20de-4931-b284-651cb41fba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:19.948029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-364d3916-20de-4931-b284-651cb41fba7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1073086 Sep 27 08:31:19.954949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.013014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.57', 49609) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:20.036254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.037710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.039220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] 10.222.0.57 "PUT /v2.0/ports/0750de3e-827e-4186-91ee-933cb0e92e36 HTTP/1.1" status: 200 len: 1096 time: 1.3559148 Sep 27 08:31:20.070895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-57b3c403-b2aa-49a8-a5db-3356deb4f6c9 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/b75a383f-09e2-4c3d-bbb5-8b3b55d1efbd HTTP/1.1" status: 200 len: 1803 time: 0.1368954 Sep 27 08:31:20.091116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-e685a713-65e1-448a-af23-9bab9bbf4fa7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e53ca376-b206-46b4-97f3-cc544227641b', 'remote_group_id': 'b75a383f-09e2-4c3d-bbb5-8b3b55d1efbd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:20.091429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-e685a713-65e1-448a-af23-9bab9bbf4fa7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e53ca376-b206-46b4-97f3-cc544227641b', 'remote_group_id': 'b75a383f-09e2-4c3d-bbb5-8b3b55d1efbd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:20.109294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-9e9172ac-ff0c-4e7a-9dfa-973297c61eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.110880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-9e9172ac-ff0c-4e7a-9dfa-973297c61eb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1096 time: 0.0950208 Sep 27 08:31:20.112594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66034e4-7e4a-4354-9606-e350769494b9 req-d2422543-6d50-4eb7-804a-aaf016d0f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.113959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-d2422543-6d50-4eb7-804a-aaf016d0f1e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498110 Sep 27 08:31:20.218434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66034e4-7e4a-4354-9606-e350769494b9 req-16e734e8-90fa-4cb9-89f5-044a3bd6f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.223401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-16e734e8-90fa-4cb9-89f5-044a3bd6f8ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263618 Sep 27 08:31:20.285071 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-00f61e16-17e9-4b0b-b3c0-3d8f464ea2b8 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604385 Sep 27 08:31:20.309526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c1fb0-7211-476f-8be8-dac993a56f90 service neutron] Pushing event updated for resources: {'Port': ['ID=0750de3e-827e-4186-91ee-933cb0e92e36,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:20.359613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35664) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:20.367190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-ec4e0053-8a7d-431a-b786-c1f5d1a15c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.368853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-ec4e0053-8a7d-431a-b786-c1f5d1a15c6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e1f72ba6b43422f968c0c91f25d6ea2&device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 1099 time: 0.2699733 Sep 27 08:31:20.416559 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.461182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-80d40a2e-052b-468d-a353-0820a7aac2dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0750de3e-827e-4186-91ee-933cb0e92e36 HTTP/1.1" status: 200 len: 217 time: 0.0566137 Sep 27 08:31:20.474223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-a27e3d17-8969-4f4a-b372-efdbf25070a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.475660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-a27e3d17-8969-4f4a-b372-efdbf25070a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.3494213 Sep 27 08:31:20.504404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d19ee6-a222-41d7-b479-679b7f34d811 req-764e217c-74a7-48b6-acf6-d3f2b179fd8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.506082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34d19ee6-a222-41d7-b479-679b7f34d811 req-764e217c-74a7-48b6-acf6-d3f2b179fd8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.2510924 Sep 27 08:31:20.509366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c35461d-73d2-42d6-991e-8f22a0f4e0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.527479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-e874f005-2163-4df4-9d9c-2d4237f20944 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302008 Sep 27 08:31:20.531594 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-56ecaafb-5329-4c94-94e9-b295ff566579 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625732 Sep 27 08:31:20.532171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c35461d-73d2-42d6-991e-8f22a0f4e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.537722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-212def29-8240-4321-b7fb-6c7fe39e6022 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 217 time: 0.0507910 Sep 27 08:31:20.572632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2c84bd83-a68c-427e-9884-10402d9e8d99 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:31:20.636012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-38642aba-a7f6-4de7-8a6a-242c6a38ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.637529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-38642aba-a7f6-4de7-8a6a-242c6a38ff42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1590471 Sep 27 08:31:20.643084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3d50241c-e685-45c8-bf07-db838b70dd56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=493ec5bf9b8f4c47ae487ac759ccd87c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2783737 Sep 27 08:31:20.643266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-dc715d46-72c0-40ed-a6a1-c034847def11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.644725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-dc715d46-72c0-40ed-a6a1-c034847def11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0922687 Sep 27 08:31:20.645985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c35461d-73d2-42d6-991e-8f22a0f4e0b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3166494eaf8b488bb28ff0be0d85417d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8039939 Sep 27 08:31:20.647035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35461d-73d2-42d6-991e-8f22a0f4e0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c79deaf-53ac-4d4a-bc51-a466f91f6c9b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:20.649030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35670) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:20.649463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35672) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:20.688279 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34d19ee6-a222-41d7-b479-679b7f34d811 req-3d24e75a-5f34-421d-a5e2-3fb577fad75a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618123 Sep 27 08:31:20.712644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-976858bd-8dd1-4891-ba32-3f0f928d16d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425856 Sep 27 08:31:20.750534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-ae81974a-3ec5-42c6-98d7-9c10ce5b320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.751347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-e685a713-65e1-448a-af23-9bab9bbf4fa7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.751601 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-ae81974a-3ec5-42c6-98d7-9c10ce5b320f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979817 Sep 27 08:31:20.753637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66034e4-7e4a-4354-9606-e350769494b9 req-13fffda2-1cc7-4a2f-a230-5bb08b16cf8d service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073643 Sep 27 08:31:20.832575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:20.845379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'mac_address': 'fa:16:3e:a9:ef:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:31:20.881338 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-e685a713-65e1-448a-af23-9bab9bbf4fa7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.884997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e09e50-a36c-4a0f-bd8a-19d535313b96 req-21648ff7-b6ee-47f1-9f40-b89383eb7afa tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:20.886538 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-89e09e50-a36c-4a0f-bd8a-19d535313b96 req-21648ff7-b6ee-47f1-9f40-b89383eb7afa tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 950 time: 0.1049895 Sep 27 08:31:20.887764 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d890f35-77de-4659-8d99-9453fdd79787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.888628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.895854 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-e685a713-65e1-448a-af23-9bab9bbf4fa7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.903198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c84bd83-a68c-427e-9884-10402d9e8d99 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:20.911598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-9ffa1eb6-87e4-4d3a-8637-fa625d4a6786 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423817 Sep 27 08:31:20.923540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:20.929203 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.940084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc63e63-10f5-4994-9433-30de0649de18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.957996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-cddb2ccb-905d-4f67-921a-b7803b9ba5e5 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245002 Sep 27 08:31:20.959410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685a713-65e1-448a-af23-9bab9bbf4fa7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0641c8-9928-41ad-a2ae-2ab1419b2f94,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:20.969554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-89e09e50-a36c-4a0f-bd8a-19d535313b96 req-cefd2361-6186-4528-baa9-d761159b163c tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695674 Sep 27 08:31:20.971953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-e685a713-65e1-448a-af23-9bab9bbf4fa7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.985394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad8ad65a-f6ac-48d5-afc1-78038da383dd req-e685a713-65e1-448a-af23-9bab9bbf4fa7 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9136016 Sep 27 08:31:20.986906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:20.990439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d890f35-77de-4659-8d99-9453fdd79787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:20.996392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:20.996813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:20.997354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:20.998223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:20.998926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:20.999678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:21.000432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:21.001278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:21.002686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:21.003554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:21.004460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:21.005130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:21.034792 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6d36d-f802-4e50-99c7-7bc1fc0cfdc8 req-7b4026d6-9bbb-49ce-a457-c96ff1a7c198 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161108 Sep 27 08:31:21.052083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc63e63-10f5-4994-9433-30de0649de18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.105430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb2d96-1e9c-418f-8d56-8b08207bd8a8 req-9f326954-23c2-4d4b-adb6-413e67e19a69 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:21.106904 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eeeb2d96-1e9c-418f-8d56-8b08207bd8a8 req-9f326954-23c2-4d4b-adb6-413e67e19a69 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 949 time: 0.0482175 Sep 27 08:31:21.145829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eeeb2d96-1e9c-418f-8d56-8b08207bd8a8 req-b2559e00-e026-4394-90a8-a780030aae37 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Sep 27 08:31:21.210759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727caab-633b-4cc3-ae19-cf98c8c6f7c9 req-2eaa1a1f-8794-47cf-b8cc-ca6039d1a29d tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:21.213046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a727caab-633b-4cc3-ae19-cf98c8c6f7c9 req-2eaa1a1f-8794-47cf-b8cc-ca6039d1a29d tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 948 time: 0.1579735 Sep 27 08:31:21.213210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-710cb5ad-aa7b-4048-b6ff-72d717969335 req-79041bc4-2bd0-494d-9304-6b3a9b919a5f tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/b75a383f-09e2-4c3d-bbb5-8b3b55d1efbd HTTP/1.1" status: 200 len: 1803 time: 0.0420163 Sep 27 08:31:21.217549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-cd63ac57-3052-47e1-aa05-c20eba67532e service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466931 Sep 27 08:31:21.228616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d890f35-77de-4659-8d99-9453fdd79787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.231016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d890f35-77de-4659-8d99-9453fdd79787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.232104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2d890f35-77de-4659-8d99-9453fdd79787 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c79deaf-53ac-4d4a-bc51-a466f91f6c9b HTTP/1.1" status: 204 len: 168 time: 0.5798783 Sep 27 08:31:21.235510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc63e63-10f5-4994-9433-30de0649de18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.237913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc63e63-10f5-4994-9433-30de0649de18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.239077 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3fc63e63-10f5-4994-9433-30de0649de18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b777b04-3016-4f70-a7a5-f99598c5692f HTTP/1.1" status: 204 len: 168 time: 0.5885913 Sep 27 08:31:21.243074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:21.255316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d890f35-77de-4659-8d99-9453fdd79787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c79deaf-53ac-4d4a-bc51-a466f91f6c9b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:21.273126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc63e63-10f5-4994-9433-30de0649de18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b777b04-3016-4f70-a7a5-f99598c5692f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:21.295725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a727caab-633b-4cc3-ae19-cf98c8c6f7c9 req-34f71b0f-4703-47d5-821d-64715b678408 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759208 Sep 27 08:31:21.327301 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-710cb5ad-aa7b-4048-b6ff-72d717969335 req-4bcbf154-3649-46aa-b877-76539a9bcfcd tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.354601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e08a52-1e19-4229-88a9-044ae028eeb1', 'tag': '0750de3e-827e-4186-91ee-933cb0e92e36'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:21.357266 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed1844-80b9-4054-bc49-58334fa056e8" -d '{"events": [{"name": "network-changed", "server_uuid": "23e08a52-1e19-4229-88a9-044ae028eeb1", "tag": "0750de3e-827e-4186-91ee-933cb0e92e36"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:21.361713 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-710cb5ad-aa7b-4048-b6ff-72d717969335 req-4bcbf154-3649-46aa-b877-76539a9bcfcd tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.497527 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-710cb5ad-aa7b-4048-b6ff-72d717969335 req-4bcbf154-3649-46aa-b877-76539a9bcfcd tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.500402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-710cb5ad-aa7b-4048-b6ff-72d717969335 req-4bcbf154-3649-46aa-b877-76539a9bcfcd tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:21.516839 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-710cb5ad-aa7b-4048-b6ff-72d717969335 req-4bcbf154-3649-46aa-b877-76539a9bcfcd tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "DELETE /v2.0/security-groups/b75a383f-09e2-4c3d-bbb5-8b3b55d1efbd HTTP/1.1" status: 204 len: 173 time: 0.2955894 Sep 27 08:31:21.556168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbf154-3649-46aa-b877-76539a9bcfcd tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75a383f-09e2-4c3d-bbb5-8b3b55d1efbd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:21.630898 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60535da0-eb77-4770-8baf-c023894e40b2 x-openstack-request-id: req-60535da0-eb77-4770-8baf-c023894e40b2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:21.631410 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e08a52-1e19-4229-88a9-044ae028eeb1", "tag": "0750de3e-827e-4186-91ee-933cb0e92e36", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:21.631659 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60535da0-eb77-4770-8baf-c023894e40b2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:21.632087 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e08a52-1e19-4229-88a9-044ae028eeb1', 'tag': '0750de3e-827e-4186-91ee-933cb0e92e36', 'status': 'completed', 'code': 200} Sep 27 08:31:21.730250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35706) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:21.784057 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41d2ad89-0ef5-45e6-88b8-a5ee0c845ced req-6c95300a-ced4-46a8-ad27-5df07f36bc37 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/e53ca376-b206-46b4-97f3-cc544227641b HTTP/1.1" status: 200 len: 1804 time: 0.0843098 Sep 27 08:31:21.797802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-be9f5e27-53bc-4054-b2fd-3eea7b480af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:21.799312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-be9f5e27-53bc-4054-b2fd-3eea7b480af3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e1f72ba6b43422f968c0c91f25d6ea2&device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 1099 time: 0.1393523 Sep 27 08:31:21.838443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877a47-2896-48b3-8938-3b5b11bcd8db req-102215da-b87a-48fd-8ff9-7048aaefe627 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:21.840019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9877a47-2896-48b3-8938-3b5b11bcd8db req-102215da-b87a-48fd-8ff9-7048aaefe627 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 950 time: 0.1198258 Sep 27 08:31:21.851036 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2de3fe6e-0b0f-4f74-a6a6-79032244906c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c75c36d17c5246ce91ff03265852f684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195564 Sep 27 08:31:21.857086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35716) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:21.977365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9877a47-2896-48b3-8938-3b5b11bcd8db req-e1607b34-e897-48c6-8827-c6d72cbef80f tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127467 Sep 27 08:31:22.026820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df3e83-0e67-4c64-946d-b6eaabf249ae req-e4e603b7-5c88-40db-808f-22439306b2a9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.028404 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19df3e83-0e67-4c64-946d-b6eaabf249ae req-e4e603b7-5c88-40db-808f-22439306b2a9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 949 time: 0.1087945 Sep 27 08:31:22.034344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f08ea1c-1854-4ef2-921b-694aaca8c72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.038579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c08d4-367a-461f-aec5-3c7901acc254 req-e952acff-410c-49fa-b7eb-0d3eb034ada1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.040452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-a5491adf-8c5c-4b86-9f62-3010243665ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.041498 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-e952acff-410c-49fa-b7eb-0d3eb034ada1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66&tenant_id=26b7c4de14f44e6997b69ac66c53364d&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 949 time: 0.2212231 Sep 27 08:31:22.041898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-a5491adf-8c5c-4b86-9f62-3010243665ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2305713 Sep 27 08:31:22.067395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f08ea1c-1854-4ef2-921b-694aaca8c72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.112309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19df3e83-0e67-4c64-946d-b6eaabf249ae req-94669eb3-1216-482a-8064-487ee07a15c1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685153 Sep 27 08:31:22.140055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-32ecfcf0-aa7c-4d02-9a61-267c81eb8067 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0750de3e-827e-4186-91ee-933cb0e92e36 HTTP/1.1" status: 200 len: 217 time: 0.0811291 Sep 27 08:31:22.165253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ab93ec3a-b176-47f1-a795-1c43fc3c11f1 req-fcde0a26-1a3f-4383-b549-8bd51db28ee0 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1038780568', 'description': 'tempest-description-1541367540'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:22.175616 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-197c08d4-367a-461f-aec5-3c7901acc254 req-55f839a1-0153-4a27-84e1-5b64707ca10f service neutron] delete failed (client error): The resource could not be found. Sep 27 08:31:22.176921 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-55f839a1-0153-4a27-84e1-5b64707ca10f service neutron] 10.222.0.57 "DELETE /v2.0/ports/2c84bd83-a68c-427e-9884-10402d9e8d99/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.1158881 Sep 27 08:31:22.234883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab93ec3a-b176-47f1-a795-1c43fc3c11f1 req-fcde0a26-1a3f-4383-b549-8bd51db28ee0 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.292765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-0034ab9a-6bbe-49f7-8e9b-17df9de868c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.296470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-0034ab9a-6bbe-49f7-8e9b-17df9de868c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1255507 Sep 27 08:31:22.357965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591ea0-7aea-48e1-8254-724406d80856 req-579574b5-ac97-4601-9fd2-f67e531eac88 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.359638 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2d591ea0-7aea-48e1-8254-724406d80856 req-579574b5-ac97-4601-9fd2-f67e531eac88 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.2847555 Sep 27 08:31:22.368561 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab93ec3a-b176-47f1-a795-1c43fc3c11f1 req-fcde0a26-1a3f-4383-b549-8bd51db28ee0 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.377016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab93ec3a-b176-47f1-a795-1c43fc3c11f1 req-fcde0a26-1a3f-4383-b549-8bd51db28ee0 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.379238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-f6605db7-6f0c-4c38-9ef7-d444e3642940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.380750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c08d4-367a-461f-aec5-3c7901acc254 req-02a877b6-283c-48b4-8299-42632be0aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.381068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-f6605db7-6f0c-4c38-9ef7-d444e3642940 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703716 Sep 27 08:31:22.382269 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-02a877b6-283c-48b4-8299-42632be0aecd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1100 time: 0.0690191 Sep 27 08:31:22.407397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f08ea1c-1854-4ef2-921b-694aaca8c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.410464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f08ea1c-1854-4ef2-921b-694aaca8c72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.411297 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1f08ea1c-1854-4ef2-921b-694aaca8c72a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb8df063-f82b-4758-9ff1-bf3368aca749 HTTP/1.1" status: 204 len: 168 time: 0.5512092 Sep 27 08:31:22.428073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab93ec3a-b176-47f1-a795-1c43fc3c11f1 req-fcde0a26-1a3f-4383-b549-8bd51db28ee0 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.445595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab93ec3a-b176-47f1-a795-1c43fc3c11f1 req-fcde0a26-1a3f-4383-b549-8bd51db28ee0 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2901480 Sep 27 08:31:22.462206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde0a26-1a3f-4383-b549-8bd51db28ee0 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bced1eb2-d95d-48b8-8ae8-160b229f4a1b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:22.476516 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2d591ea0-7aea-48e1-8254-724406d80856 req-d42b437e-fd40-4051-a7e6-04aa7836bb65 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977709 Sep 27 08:31:22.480239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08ea1c-1854-4ef2-921b-694aaca8c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8df063-f82b-4758-9ff1-bf3368aca749,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:22.542565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c08d4-367a-461f-aec5-3c7901acc254 req-53395a81-4007-4882-9e64-3866e5a631c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.544087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-53395a81-4007-4882-9e64-3866e5a631c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1459603 Sep 27 08:31:22.581858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-89d1bba1-6203-43b7-8409-01248db2197b service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865852 Sep 27 08:31:22.601377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2c84bd83-a68c-427e-9884-10402d9e8d99 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:22.726780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 2c84bd83-a68c-427e-9884-10402d9e8d99 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:31:22.731607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 2c84bd83-a68c-427e-9884-10402d9e8d99 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:22.732020 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.858514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e2513-ef13-43b9-b53a-82cce992069d req-e48bb5f0-dcef-4ec5-b596-aae5f4038acf tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:22.867538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-315e2513-ef13-43b9-b53a-82cce992069d req-e48bb5f0-dcef-4ec5-b596-aae5f4038acf tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 948 time: 0.2939463 Sep 27 08:31:22.927579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:22.929359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-653ec04a-b674-441f-9128-5c6483bb3071 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 217 time: 0.3770626 Sep 27 08:31:22.929517 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ed1844-80b9-4054-bc49-58334fa056e8 req-fd1a21f9-59ab-453c-8c55-b9e67cbc2b4f service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187239 Sep 27 08:31:22.944288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-315e2513-ef13-43b9-b53a-82cce992069d req-1df16810-13d0-4be1-bcbe-3ae1cd628b0c tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756538 Sep 27 08:31:22.982632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:22.985327 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedca210-6e03-4435-885c-7b6d0c145f5c" -d '{"events": [{"server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "name": "network-vif-plugged", "status": "completed", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:23.011951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ceb02d39-435a-46a5-9a4c-c61c2a2707d7 req-3d382229-ae7c-4a16-a95c-5df6a56216f2 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/bced1eb2-d95d-48b8-8ae8-160b229f4a1b HTTP/1.1" status: 200 len: 1805 time: 0.0491099 Sep 27 08:31:23.014600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:23.021550 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.031764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c08d4-367a-461f-aec5-3c7901acc254 req-d322b906-c02f-4d48-be5f-869f7b99517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:23.033574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-d322b906-c02f-4d48-be5f-869f7b99517b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0908210 Sep 27 08:31:23.040369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ceb02d39-435a-46a5-9a4c-c61c2a2707d7 req-545a6b38-90c8-4063-ba2e-a33aa5b93aca tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bced1eb2-d95d-48b8-8ae8-160b229f4a1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:23.040781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ceb02d39-435a-46a5-9a4c-c61c2a2707d7 req-545a6b38-90c8-4063-ba2e-a33aa5b93aca tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bced1eb2-d95d-48b8-8ae8-160b229f4a1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:23.079049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:23.147964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ceb02d39-435a-46a5-9a4c-c61c2a2707d7 req-545a6b38-90c8-4063-ba2e-a33aa5b93aca tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.148725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c08d4-367a-461f-aec5-3c7901acc254 req-43d76bc0-f1a1-40c6-9ec6-101e94eb2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:23.150395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-43d76bc0-f1a1-40c6-9ec6-101e94eb2b87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078281 Sep 27 08:31:23.193133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ceb02d39-435a-46a5-9a4c-c61c2a2707d7 req-545a6b38-90c8-4063-ba2e-a33aa5b93aca tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.203092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ceb02d39-435a-46a5-9a4c-c61c2a2707d7 req-545a6b38-90c8-4063-ba2e-a33aa5b93aca tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.268075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a6b38-90c8-4063-ba2e-a33aa5b93aca tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cfda20-0ff8-4ec2-924f-de750ab62f9f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:23.290450 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ceb02d39-435a-46a5-9a4c-c61c2a2707d7 req-545a6b38-90c8-4063-ba2e-a33aa5b93aca tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.293037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ceb02d39-435a-46a5-9a4c-c61c2a2707d7 req-545a6b38-90c8-4063-ba2e-a33aa5b93aca tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2734740 Sep 27 08:31:23.301126 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1c7092-5d5a-4782-ae3b-fff9b07b779e x-openstack-request-id: req-1c1c7092-5d5a-4782-ae3b-fff9b07b779e {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:23.301433 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "name": "network-vif-plugged", "status": "completed", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:23.301691 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c1c7092-5d5a-4782-ae3b-fff9b07b779e {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:23.302094 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'code': 200} Sep 27 08:31:23.322021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-32543246-92ef-4ddb-8c01-62e707c2f817 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627517 Sep 27 08:31:23.537862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a3601-dc59-4209-9240-0b9b3bb0d722 req-99db8dd1-0047-4142-bc0a-c025a2c5b78a tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:23.539466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-402a3601-dc59-4209-9240-0b9b3bb0d722 req-99db8dd1-0047-4142-bc0a-c025a2c5b78a tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 950 time: 0.1460993 Sep 27 08:31:23.633239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-402a3601-dc59-4209-9240-0b9b3bb0d722 req-535f7ee5-6665-4b9e-9f5e-2658250767be tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868683 Sep 27 08:31:23.641089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-197c08d4-367a-461f-aec5-3c7901acc254 req-79068f54-1a74-4006-9709-b95bfe23c7ab service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063536 Sep 27 08:31:23.716131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd2b1dc-fde1-41ac-a8a5-440982fb7ec3 req-c30d000b-1ac9-41e2-adc6-67d3cef95c4a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/bced1eb2-d95d-48b8-8ae8-160b229f4a1b HTTP/1.1" status: 200 len: 2398 time: 0.0504005 Sep 27 08:31:23.729273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ddd2b1dc-fde1-41ac-a8a5-440982fb7ec3 req-159eee57-1eb7-42d1-aca0-a2cded7aae2a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bced1eb2-d95d-48b8-8ae8-160b229f4a1b', 'remote_group_id': None}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:23.729773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ddd2b1dc-fde1-41ac-a8a5-440982fb7ec3 req-159eee57-1eb7-42d1-aca0-a2cded7aae2a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bced1eb2-d95d-48b8-8ae8-160b229f4a1b', 'remote_group_id': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:23.732523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707ca33-1762-4a72-94bd-f4e4e052afaf req-f813e0f8-5ebb-4a33-a1bb-5f54f4741e74 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:23.734040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c707ca33-1762-4a72-94bd-f4e4e052afaf req-f813e0f8-5ebb-4a33-a1bb-5f54f4741e74 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.3526471 Sep 27 08:31:23.805162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c707ca33-1762-4a72-94bd-f4e4e052afaf req-6983fab7-a8a6-4669-9f8e-430343e04dd3 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626750 Sep 27 08:31:23.819817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ddd2b1dc-fde1-41ac-a8a5-440982fb7ec3 req-159eee57-1eb7-42d1-aca0-a2cded7aae2a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.857371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ddd2b1dc-fde1-41ac-a8a5-440982fb7ec3 req-159eee57-1eb7-42d1-aca0-a2cded7aae2a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.863577 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ddd2b1dc-fde1-41ac-a8a5-440982fb7ec3 req-159eee57-1eb7-42d1-aca0-a2cded7aae2a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.896121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eee57-1eb7-42d1-aca0-a2cded7aae2a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587d9942-5f89-43d8-883a-db89329903bb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:23.908792 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ddd2b1dc-fde1-41ac-a8a5-440982fb7ec3 req-159eee57-1eb7-42d1-aca0-a2cded7aae2a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:23.910357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd2b1dc-fde1-41ac-a8a5-440982fb7ec3 req-159eee57-1eb7-42d1-aca0-a2cded7aae2a tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1868784 Sep 27 08:31:23.986383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceecc2-5f51-4124-afb1-16d9e623dd1f req-eaafcaf7-cc53-415b-8bee-095f246cf8bc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:24.000241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-caceecc2-5f51-4124-afb1-16d9e623dd1f req-eaafcaf7-cc53-415b-8bee-095f246cf8bc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.0894320 Sep 27 08:31:24.027641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3823ac0-557a-4c3f-91c4-2bcfa7bb0ea1 req-a9b6f324-4ed4-4c31-b2b0-bda0978502a0 tempest-LiveMigrationNegativeTest-1414817711 tempest-LiveMigrationNegativeTest-1414817711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:24.030048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3823ac0-557a-4c3f-91c4-2bcfa7bb0ea1 req-a9b6f324-4ed4-4c31-b2b0-bda0978502a0 tempest-LiveMigrationNegativeTest-1414817711 tempest-LiveMigrationNegativeTest-1414817711-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 1101 time: 0.0432684 Sep 27 08:31:24.073850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-caceecc2-5f51-4124-afb1-16d9e623dd1f req-58474c67-38c1-4c31-9b4f-7bde3311a4e8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549181 Sep 27 08:31:24.079928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3823ac0-557a-4c3f-91c4-2bcfa7bb0ea1 req-01f46c64-4463-4fa7-bf5d-9434ebf668f5 tempest-LiveMigrationNegativeTest-1414817711 tempest-LiveMigrationNegativeTest-1414817711-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:24.182442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ee4731ec-6b03-4e7a-a2d7-1e13d6fadd7b req-f90eb043-5c70-4856-91ba-ff6310be1398 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/bced1eb2-d95d-48b8-8ae8-160b229f4a1b HTTP/1.1" status: 200 len: 2996 time: 0.0762780 Sep 27 08:31:24.323424 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3823ac0-557a-4c3f-91c4-2bcfa7bb0ea1 req-01f46c64-4463-4fa7-bf5d-9434ebf668f5 tempest-LiveMigrationNegativeTest-1414817711 tempest-LiveMigrationNegativeTest-1414817711-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:24.338786 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3823ac0-557a-4c3f-91c4-2bcfa7bb0ea1 req-01f46c64-4463-4fa7-bf5d-9434ebf668f5 tempest-LiveMigrationNegativeTest-1414817711 tempest-LiveMigrationNegativeTest-1414817711-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:24.363698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76689e5-d8c4-4b0a-bbc8-84cc90fe3d78 req-ccea88c0-c97d-4c4a-804d-c29b390344b0 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:24.365716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c76689e5-d8c4-4b0a-bbc8-84cc90fe3d78 req-ccea88c0-c97d-4c4a-804d-c29b390344b0 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 948 time: 0.0805376 Sep 27 08:31:24.381299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f46c64-4463-4fa7-bf5d-9434ebf668f5 tempest-LiveMigrationNegativeTest-1414817711 tempest-LiveMigrationNegativeTest-1414817711-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1504f2e-bd22-45b8-ba75-1ed16da2c5ef,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:24.406081 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3823ac0-557a-4c3f-91c4-2bcfa7bb0ea1 req-01f46c64-4463-4fa7-bf5d-9434ebf668f5 tempest-LiveMigrationNegativeTest-1414817711 tempest-LiveMigrationNegativeTest-1414817711-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588867 Sep 27 08:31:24.464032 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c76689e5-d8c4-4b0a-bbc8-84cc90fe3d78 req-8b76a9fb-4220-4511-8ff9-6aa750d73faa tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907423 Sep 27 08:31:24.537460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eecdcaa0-9d78-4abc-b283-36fbb0a99317 req-a3e820b1-ef63-4e07-868e-8ff607bbc7a9 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-group-rules/587d9942-5f89-43d8-883a-db89329903bb HTTP/1.1" status: 200 len: 783 time: 0.0423036 Sep 27 08:31:24.597243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eecdcaa0-9d78-4abc-b283-36fbb0a99317 req-cdb69b95-410e-4ea8-95c0-21888c6e8e99 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/bced1eb2-d95d-48b8-8ae8-160b229f4a1b HTTP/1.1" status: 200 len: 2996 time: 0.0587175 Sep 27 08:31:24.623555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-eecdcaa0-9d78-4abc-b283-36fbb0a99317 req-a96809a6-a4b1-4028-8456-e2b8b4dd69b3 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:24.632430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-eecdcaa0-9d78-4abc-b283-36fbb0a99317 req-a96809a6-a4b1-4028-8456-e2b8b4dd69b3 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:24.645251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d4da6be-4b81-48d8-87c5-f4fdb610d0e5 req-af7d9aa9-3e1f-4294-b1e5-03cff540d589 tempest-FlavorsV2NegativeTest-1645643473 tempest-FlavorsV2NegativeTest-1645643473-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e278acea9f974353b65b761481d080a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211601 Sep 27 08:31:24.662897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-eecdcaa0-9d78-4abc-b283-36fbb0a99317 req-a96809a6-a4b1-4028-8456-e2b8b4dd69b3 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:24.669628 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-eecdcaa0-9d78-4abc-b283-36fbb0a99317 req-a96809a6-a4b1-4028-8456-e2b8b4dd69b3 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:24.671158 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eecdcaa0-9d78-4abc-b283-36fbb0a99317 req-a96809a6-a4b1-4028-8456-e2b8b4dd69b3 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/587d9942-5f89-43d8-883a-db89329903bb HTTP/1.1" status: 204 len: 173 time: 0.0727324 Sep 27 08:31:24.677521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96809a6-a4b1-4028-8456-e2b8b4dd69b3 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=587d9942-5f89-43d8-883a-db89329903bb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:24.771326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4da6be-4b81-48d8-87c5-f4fdb610d0e5 req-6c2f30eb-e3c0-4f4e-9fbd-5b60fd827b08 tempest-FlavorsV2NegativeTest-1645643473 tempest-FlavorsV2NegativeTest-1645643473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:24.778670 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d4da6be-4b81-48d8-87c5-f4fdb610d0e5 req-6c2f30eb-e3c0-4f4e-9fbd-5b60fd827b08 tempest-FlavorsV2NegativeTest-1645643473 tempest-FlavorsV2NegativeTest-1645643473-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277626 Sep 27 08:31:24.789503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d4da6be-4b81-48d8-87c5-f4fdb610d0e5 req-2f3bb1cd-c6e6-47dd-8d24-4a713f51bede tempest-FlavorsV2NegativeTest-1645643473 tempest-FlavorsV2NegativeTest-1645643473-project] 10.222.0.50 "GET /v2.0/quotas/e278acea9f974353b65b761481d080a7 HTTP/1.1" status: 200 len: 375 time: 0.0099797 Sep 27 08:31:24.822617 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d4da6be-4b81-48d8-87c5-f4fdb610d0e5 req-996467f3-ee18-409d-8e51-8e5f5778b599 tempest-FlavorsV2NegativeTest-1645643473 tempest-FlavorsV2NegativeTest-1645643473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e278acea9f974353b65b761481d080a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273368 Sep 27 08:31:24.902931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce94a283-cc93-4964-a9d3-6711fe935082 req-a29943b5-2a50-4945-8d9f-51e954ad05d8 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/bced1eb2-d95d-48b8-8ae8-160b229f4a1b HTTP/1.1" status: 200 len: 2398 time: 0.0575943 Sep 27 08:31:24.972095 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce94a283-cc93-4964-a9d3-6711fe935082 req-b0e55434-4c18-4da4-8fbc-2b6a18863515 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.011631 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce94a283-cc93-4964-a9d3-6711fe935082 req-b0e55434-4c18-4da4-8fbc-2b6a18863515 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.054045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0750de3e-827e-4186-91ee-933cb0e92e36 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:31:25.078726 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce94a283-cc93-4964-a9d3-6711fe935082 req-b0e55434-4c18-4da4-8fbc-2b6a18863515 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.082557 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce94a283-cc93-4964-a9d3-6711fe935082 req-b0e55434-4c18-4da4-8fbc-2b6a18863515 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.084062 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce94a283-cc93-4964-a9d3-6711fe935082 req-b0e55434-4c18-4da4-8fbc-2b6a18863515 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "DELETE /v2.0/security-groups/bced1eb2-d95d-48b8-8ae8-160b229f4a1b HTTP/1.1" status: 204 len: 173 time: 0.1742332 Sep 27 08:31:25.111258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e55434-4c18-4da4-8fbc-2b6a18863515 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced1eb2-d95d-48b8-8ae8-160b229f4a1b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:25.255316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0750de3e-827e-4186-91ee-933cb0e92e36, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0750de3e-827e-4186-91ee-933cb0e92e36,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:25.266949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '0750de3e-827e-4186-91ee-933cb0e92e36', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '0750de3e-827e-4186-91ee-933cb0e92e36', 'mac_address': 'fa:16:3e:eb:63:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:31:25.270801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073e44d-2972-4dbe-8bea-15456b62bd11 req-0eadb009-e042-4d0b-83ca-8e08432a8fd7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:25.273399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2073e44d-2972-4dbe-8bea-15456b62bd11 req-0eadb009-e042-4d0b-83ca-8e08432a8fd7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1051025 Sep 27 08:31:25.322169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a137f-a739-4c34-8b13-597c48ed9993 req-9dd1fdce-961f-4c29-ba0b-a59b713f2aef tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:25.329585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.332166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-546a137f-a739-4c34-8b13-597c48ed9993 req-9dd1fdce-961f-4c29-ba0b-a59b713f2aef tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 950 time: 0.0810437 Sep 27 08:31:25.335898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2073e44d-2972-4dbe-8bea-15456b62bd11 req-1e5ca0e8-5236-4c3d-a104-14b93d67b9b9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552435 Sep 27 08:31:25.345433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0750de3e-827e-4186-91ee-933cb0e92e36 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:25.388208 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0750de3e-827e-4186-91ee-933cb0e92e36, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0750de3e-827e-4186-91ee-933cb0e92e36,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:25.397291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.398448 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-c441789c-bc39-46e0-8c6a-421b64beccaf req-171b4532-a390-4082-a4b1-76a5ec0b3c48 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] show failed (client error): The resource could not be found. Sep 27 08:31:25.409209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-546a137f-a739-4c34-8b13-597c48ed9993 req-cf9af81e-a837-4d0a-a818-738633c74d1a tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761044 Sep 27 08:31:25.410512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c441789c-bc39-46e0-8c6a-421b64beccaf req-171b4532-a390-4082-a4b1-76a5ec0b3c48 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/b75a383f-09e2-4c3d-bbb5-8b3b55d1efbd HTTP/1.1" status: 404 len: 352 time: 0.0272160 Sep 27 08:31:25.473364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0750de3e-827e-4186-91ee-933cb0e92e36,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:25.548161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd597b-5cf4-47f5-ac87-7ad0aeef0187 req-f7d79a2c-bcc9-40cd-8191-f0ac2a2e1e92 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:25.550471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ecd597b-5cf4-47f5-ac87-7ad0aeef0187 req-f7d79a2c-bcc9-40cd-8191-f0ac2a2e1e92 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.0753634 Sep 27 08:31:25.568705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68848da1-937b-4cb8-91a1-484f77326dfb req-795cd13b-5886-4ec0-a5e5-20f0e8d0fbbc tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:25.571123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-68848da1-937b-4cb8-91a1-484f77326dfb req-795cd13b-5886-4ec0-a5e5-20f0e8d0fbbc tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1101 time: 0.0481887 Sep 27 08:31:25.606565 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ecd597b-5cf4-47f5-ac87-7ad0aeef0187 req-23ccd2d6-e094-431e-b253-2f08ef536758 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Sep 27 08:31:25.631683 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-68848da1-937b-4cb8-91a1-484f77326dfb req-8c35f96b-299d-4b03-8517-06f20997a0d7 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503795 Sep 27 08:31:25.636618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['0750de3e-827e-4186-91ee-933cb0e92e36'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:25.682406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b445f0d-c69c-4a96-bc31-19fc1bcb8f03 req-192a91e6-0fd6-4233-b42f-c5c42d0bf7a5 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/e53ca376-b206-46b4-97f3-cc544227641b HTTP/1.1" status: 200 len: 1804 time: 0.0418079 Sep 27 08:31:25.707549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35894) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:25.762620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5b445f0d-c69c-4a96-bc31-19fc1bcb8f03 req-bf0c52ca-6f7f-4583-9284-934b5530e858 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.794365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5b445f0d-c69c-4a96-bc31-19fc1bcb8f03 req-bf0c52ca-6f7f-4583-9284-934b5530e858 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.830467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388cc2b-ecfe-4a14-bb1a-17a5bf30f7b3 req-8df1926e-2f81-4f7c-a8f5-aeda2c3292b8 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:25.838670 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e388cc2b-ecfe-4a14-bb1a-17a5bf30f7b3 req-8df1926e-2f81-4f7c-a8f5-aeda2c3292b8 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 949 time: 0.0853860 Sep 27 08:31:25.850239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5b445f0d-c69c-4a96-bc31-19fc1bcb8f03 req-bf0c52ca-6f7f-4583-9284-934b5530e858 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.858021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5b445f0d-c69c-4a96-bc31-19fc1bcb8f03 req-bf0c52ca-6f7f-4583-9284-934b5530e858 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.859591 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b445f0d-c69c-4a96-bc31-19fc1bcb8f03 req-bf0c52ca-6f7f-4583-9284-934b5530e858 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "DELETE /v2.0/security-groups/e53ca376-b206-46b4-97f3-cc544227641b HTTP/1.1" status: 204 len: 173 time: 0.1710885 Sep 27 08:31:25.874936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c52ca-6f7f-4583-9284-934b5530e858 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53ca376-b206-46b4-97f3-cc544227641b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:25.884606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d064b9fa-7d09-43bd-bad1-b3b771665280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:25.901683 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e388cc2b-ecfe-4a14-bb1a-17a5bf30f7b3 req-0cde504a-3fc8-4c5f-817d-9045b3d3e555 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Sep 27 08:31:26.058928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af414498-3378-4b13-9435-6a44e918695e req-ee192bd8-24c8-4c76-ae99-91282ef9d568 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/b8079963-a13f-410d-9682-c8fb659a3f81 HTTP/1.1" status: 200 len: 1804 time: 0.0758178 Sep 27 08:31:26.109024 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d064b9fa-7d09-43bd-bad1-b3b771665280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.117052 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d064b9fa-7d09-43bd-bad1-b3b771665280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.173138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-af414498-3378-4b13-9435-6a44e918695e req-c686b533-0ca1-44ae-ba99-b387433a0f69 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.190129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064b9fa-7d09-43bd-bad1-b3b771665280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31fdc97-67ef-4140-b9b2-4e54aa1dc46e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:26.199816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d064b9fa-7d09-43bd-bad1-b3b771665280 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e278acea9f974353b65b761481d080a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886646 Sep 27 08:31:26.200990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35928) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:26.219644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-af414498-3378-4b13-9435-6a44e918695e req-c686b533-0ca1-44ae-ba99-b387433a0f69 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.251756 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-c28f6ba3-1d30-4ee1-bf33-94e2be5bf0cf tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=26b7c4de14f44e6997b69ac66c53364d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249300 Sep 27 08:31:26.304567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3418b472-b733-4945-bd2d-c5b1fcda7076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.329140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3418b472-b733-4945-bd2d-c5b1fcda7076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.347483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-af414498-3378-4b13-9435-6a44e918695e req-c686b533-0ca1-44ae-ba99-b387433a0f69 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.350092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-af414498-3378-4b13-9435-6a44e918695e req-c686b533-0ca1-44ae-ba99-b387433a0f69 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.352362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af414498-3378-4b13-9435-6a44e918695e req-c686b533-0ca1-44ae-ba99-b387433a0f69 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "DELETE /v2.0/security-groups/b8079963-a13f-410d-9682-c8fb659a3f81 HTTP/1.1" status: 204 len: 173 time: 0.2915132 Sep 27 08:31:26.375952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-7954df90-c936-46a0-a2f2-127da3c09b68 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:26.383440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-7954df90-c936-46a0-a2f2-127da3c09b68 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239014 Sep 27 08:31:26.389715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b533-0ca1-44ae-ba99-b387433a0f69 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8079963-a13f-410d-9682-c8fb659a3f81,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:26.394068 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-80394307-6e80-496c-8b5a-9d13fcae20e1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/quotas/26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 375 time: 0.0096486 Sep 27 08:31:26.404644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3418b472-b733-4945-bd2d-c5b1fcda7076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.407570 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3418b472-b733-4945-bd2d-c5b1fcda7076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.413714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3418b472-b733-4945-bd2d-c5b1fcda7076 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a31fdc97-67ef-4140-b9b2-4e54aa1dc46e HTTP/1.1" status: 204 len: 168 time: 0.2109861 Sep 27 08:31:26.428132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418b472-b733-4945-bd2d-c5b1fcda7076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31fdc97-67ef-4140-b9b2-4e54aa1dc46e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:26.482574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-6560bf6d-8e05-40f8-91d4-e97fa19e277e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802195 Sep 27 08:31:26.672842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02a10e3a-9dde-4bea-ab34-b8622f25158e req-cc7c7929-0fd1-44c7-ad5b-5c69b29e6181 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/24d62a74-994e-4303-b318-ecd9de02ad7f HTTP/1.1" status: 200 len: 1804 time: 0.0750127 Sep 27 08:31:26.769347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-02a10e3a-9dde-4bea-ab34-b8622f25158e req-da6cb2c0-7776-4da7-a163-5e9a59c43dc4 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.819898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc185-4f44-41b4-8035-b66c5815b053 req-d03130d5-d3da-4022-a228-8b9ec6406ba0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:26.827117 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a75fc185-4f44-41b4-8035-b66c5815b053 req-d03130d5-d3da-4022-a228-8b9ec6406ba0 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 950 time: 0.1026652 Sep 27 08:31:26.886460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a75fc185-4f44-41b4-8035-b66c5815b053 req-cc4c9623-fc71-4044-a1f3-66786693d6da tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546882 Sep 27 08:31:26.890995 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-02a10e3a-9dde-4bea-ab34-b8622f25158e req-da6cb2c0-7776-4da7-a163-5e9a59c43dc4 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:26.975321 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fa371e0-9a5a-46fd-830b-fb0a0e726142 req-8cdb9102-481d-446e-9bd4-e3a807c86fa0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 210 time: 0.0311167 Sep 27 08:31:27.034152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-b460ae07-341e-4a6b-937a-501c6b451780 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:27.036605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-b460ae07-341e-4a6b-937a-501c6b451780 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 950 time: 0.2146749 Sep 27 08:31:27.057680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0750de3e-827e-4186-91ee-933cb0e92e36 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:27.151621 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-02a10e3a-9dde-4bea-ab34-b8622f25158e req-da6cb2c0-7776-4da7-a163-5e9a59c43dc4 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.155232 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-02a10e3a-9dde-4bea-ab34-b8622f25158e req-da6cb2c0-7776-4da7-a163-5e9a59c43dc4 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.156746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02a10e3a-9dde-4bea-ab34-b8622f25158e req-da6cb2c0-7776-4da7-a163-5e9a59c43dc4 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "DELETE /v2.0/security-groups/24d62a74-994e-4303-b318-ecd9de02ad7f HTTP/1.1" status: 204 len: 173 time: 0.4754066 Sep 27 08:31:27.162713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35972) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:27.181809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cb2c0-7776-4da7-a163-5e9a59c43dc4 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d62a74-994e-4303-b318-ecd9de02ad7f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:27.226025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0d64-c31b-4541-84f8-a1aab93e9513 req-49f7141c-dba6-4536-a349-7d55908d24d6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:27.232771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 0750de3e-827e-4186-91ee-933cb0e92e36 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:31:27.238931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 0750de3e-827e-4186-91ee-933cb0e92e36 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:27.239307 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.252045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-70aa0d64-c31b-4541-84f8-a1aab93e9513 req-49f7141c-dba6-4536-a349-7d55908d24d6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.1787767 Sep 27 08:31:27.275100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Deleting port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:27.275255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.313147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-70aa0d64-c31b-4541-84f8-a1aab93e9513 req-b9d5a256-1073-4766-a1e6-d7e0cfecad5c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562453 Sep 27 08:31:27.392360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.427838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e08a52-1e19-4229-88a9-044ae028eeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0750de3e-827e-4186-91ee-933cb0e92e36'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:27.430523 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c74493-2774-4e9e-958c-9f3f53605f82" -d '{"events": [{"server_uuid": "23e08a52-1e19-4229-88a9-044ae028eeb1", "name": "network-vif-plugged", "status": "completed", "tag": "0750de3e-827e-4186-91ee-933cb0e92e36"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:27.454826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d99a07ef-56b6-4a71-9480-17e8c97b713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.465257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0750de3e-827e-4186-91ee-933cb0e92e36, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0750de3e-827e-4186-91ee-933cb0e92e36,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:27.474588 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.508476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84d757f-fdfc-4662-bc1f-8844be372073 req-0f43c1d4-01e4-47d6-b03d-c0c7edad0b29 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/2207e852-f436-470c-b09d-0a9b8d2c0681 HTTP/1.1" status: 200 len: 2402 time: 0.0607252 Sep 27 08:31:27.534584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] For port 825c5867-5b3a-4ff2-8e2a-dec346e638b6, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=825c5867-5b3a-4ff2-8e2a-dec346e638b6,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:27.535161 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.563075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Calling delete_port for 825c5867-5b3a-4ff2-8e2a-dec346e638b6 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:27.593330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0750de3e-827e-4186-91ee-933cb0e92e36,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:27.609772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84d757f-fdfc-4662-bc1f-8844be372073 req-6b93f347-a626-4b9c-8222-c60636f6d438 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.636192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84d757f-fdfc-4662-bc1f-8844be372073 req-6b93f347-a626-4b9c-8222-c60636f6d438 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.649421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbb04c-6477-42e2-adc1-84c02dacdf9d req-5cf005ad-3224-4900-8720-197d1e9dc714 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:27.657046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ccbb04c-6477-42e2-adc1-84c02dacdf9d req-5cf005ad-3224-4900-8720-197d1e9dc714 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 949 time: 0.3298638 Sep 27 08:31:27.686252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84d757f-fdfc-4662-bc1f-8844be372073 req-6b93f347-a626-4b9c-8222-c60636f6d438 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.690154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84d757f-fdfc-4662-bc1f-8844be372073 req-6b93f347-a626-4b9c-8222-c60636f6d438 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.691756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84d757f-fdfc-4662-bc1f-8844be372073 req-6b93f347-a626-4b9c-8222-c60636f6d438 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "DELETE /v2.0/security-groups/2207e852-f436-470c-b09d-0a9b8d2c0681 HTTP/1.1" status: 204 len: 173 time: 0.1819446 Sep 27 08:31:27.707157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93f347-a626-4b9c-8222-c60636f6d438 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2207e852-f436-470c-b09d-0a9b8d2c0681,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:27.756979 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc370fbd-0964-4285-93c4-fc2785341453 x-openstack-request-id: req-cc370fbd-0964-4285-93c4-fc2785341453 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:27.757266 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e08a52-1e19-4229-88a9-044ae028eeb1", "name": "network-vif-plugged", "status": "completed", "tag": "0750de3e-827e-4186-91ee-933cb0e92e36", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:27.757807 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc370fbd-0964-4285-93c4-fc2785341453 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:27.758496 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e08a52-1e19-4229-88a9-044ae028eeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0750de3e-827e-4186-91ee-933cb0e92e36', 'code': 200} Sep 27 08:31:27.788879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ccbb04c-6477-42e2-adc1-84c02dacdf9d req-17cdb525-bd0c-4137-942c-01ae9014e598 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283669 Sep 27 08:31:27.822475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff7bed00-c708-4998-9c65-f588e487df70 req-4fd267a0-dfe0-4084-97b3-c5324e7220f8 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "GET /v2.0/security-groups/27f7b7ea-9f13-4199-b6ed-100a7bb506ff HTTP/1.1" status: 200 len: 2395 time: 0.0552907 Sep 27 08:31:27.871165 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d99a07ef-56b6-4a71-9480-17e8c97b713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.884543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d99a07ef-56b6-4a71-9480-17e8c97b713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.897880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ff7bed00-c708-4998-9c65-f588e487df70 req-2a25c1c5-7655-4211-a7bd-c74cf2c53733 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.947154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a8784-358a-4818-ae94-bc0fa7f4f19b req-694b035a-7d31-4313-8b52-e0a3da9b7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:27.948765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff7a8784-358a-4818-ae94-bc0fa7f4f19b req-694b035a-7d31-4313-8b52-e0a3da9b7346 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 1101 time: 0.1354532 Sep 27 08:31:27.958281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ff7bed00-c708-4998-9c65-f588e487df70 req-2a25c1c5-7655-4211-a7bd-c74cf2c53733 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.965015 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d99a07ef-56b6-4a71-9480-17e8c97b713e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd29ed8773d54622b37e735a103df790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7937007 Sep 27 08:31:27.966894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36002) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:27.969652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a07ef-56b6-4a71-9480-17e8c97b713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4eaeb6-e2a3-4e5a-af4d-feff94f2bb8f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:27.974690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:27.993904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ab1a5832-a4ea-4eea-9cf2-c005a4b245b4', '825c5867-5b3a-4ff2-8e2a-dec346e638b6'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:28.056649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Pushing event deleted for resources: {'Port': ['ID=825c5867-5b3a-4ff2-8e2a-dec346e638b6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:28.100281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b3088a1-8115-4fa4-b8b5-0b46c7e3950e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.104973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33ad2fe5-3f08-4d8c-9a87-266aa029675b req-dba71808-ebaa-4edc-9c35-84bef8b8b5af tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291 HTTP/1.1" status: 200 len: 210 time: 0.0657427 Sep 27 08:31:28.107824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ff7bed00-c708-4998-9c65-f588e487df70 req-2a25c1c5-7655-4211-a7bd-c74cf2c53733 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.111387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ff7bed00-c708-4998-9c65-f588e487df70 req-2a25c1c5-7655-4211-a7bd-c74cf2c53733 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.116669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff7bed00-c708-4998-9c65-f588e487df70 req-2a25c1c5-7655-4211-a7bd-c74cf2c53733 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] 10.222.0.50 "DELETE /v2.0/security-groups/27f7b7ea-9f13-4199-b6ed-100a7bb506ff HTTP/1.1" status: 204 len: 173 time: 0.2859507 Sep 27 08:31:28.124901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36006) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:28.176768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25c1c5-7655-4211-a7bd-c74cf2c53733 tempest-SecurityGroupRulesTestJSON-1460040191 tempest-SecurityGroupRulesTestJSON-1460040191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f7b7ea-9f13-4199-b6ed-100a7bb506ff,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:28.183574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b3088a1-8115-4fa4-b8b5-0b46c7e3950e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.196099 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff7a8784-358a-4818-ae94-bc0fa7f4f19b req-49354afd-2fbb-4557-855d-df587575717b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276144 Sep 27 08:31:28.209776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-5e7e1bba-3c53-4920-8ccf-efc3dcc08dc5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=26b7c4de14f44e6997b69ac66c53364d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1700456 Sep 27 08:31:28.250431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5323c6f-b89b-4b9f-99de-3d84e1e1fe16 admin admin] Deleting subnet c5bea726-843b-4399-a9c3-10c0f97e14d9 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:31:28.273734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5323c6f-b89b-4b9f-99de-3d84e1e1fe16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.316614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] No DVR routers for this DVR port 825c5867-5b3a-4ff2-8e2a-dec346e638b6 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:28.334677 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5323c6f-b89b-4b9f-99de-3d84e1e1fe16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.338524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.340799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d2d6cd-8597-47f4-9eb0-1f58d528e00a req-646fba0f-3d8b-4040-b715-87b93df49879 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "DELETE /v2.0/ports/825c5867-5b3a-4ff2-8e2a-dec346e638b6 HTTP/1.1" status: 204 len: 173 time: 1.2956975 Sep 27 08:31:28.341470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291', 'name': 'network-vif-deleted', 'tag': '825c5867-5b3a-4ff2-8e2a-dec346e638b6'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:28.343878 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa67ab28-7969-46bf-b112-23024986717b" -d '{"events": [{"server_uuid": "e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291", "name": "network-vif-deleted", "tag": "825c5867-5b3a-4ff2-8e2a-dec346e638b6"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:28.355214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3fbcca92-69e4-452f-8c6d-e83724c2d6db req-fb3aee7c-31f5-4df9-b007-f256764fbddd tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 210 time: 0.0965004 Sep 27 08:31:28.398483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b3088a1-8115-4fa4-b8b5-0b46c7e3950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.401404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b3088a1-8115-4fa4-b8b5-0b46c7e3950e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.402714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b3088a1-8115-4fa4-b8b5-0b46c7e3950e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e4eaeb6-e2a3-4e5a-af4d-feff94f2bb8f HTTP/1.1" status: 204 len: 168 time: 0.4348574 Sep 27 08:31:28.454969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3088a1-8115-4fa4-b8b5-0b46c7e3950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4eaeb6-e2a3-4e5a-af4d-feff94f2bb8f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:28.491576 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323fd25a-f275-47a3-b318-98bb5bf30cad x-openstack-request-id: req-323fd25a-f275-47a3-b318-98bb5bf30cad {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:28.491874 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291", "name": "network-vif-deleted", "tag": "825c5867-5b3a-4ff2-8e2a-dec346e638b6", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:28.492126 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-323fd25a-f275-47a3-b318-98bb5bf30cad {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:28.492566 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f1ac2-43dc-42a8-bbf9-0a4aa20fe291', 'name': 'network-vif-deleted', 'tag': '825c5867-5b3a-4ff2-8e2a-dec346e638b6', 'status': 'completed', 'code': 200} Sep 27 08:31:28.515783 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5323c6f-b89b-4b9f-99de-3d84e1e1fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.549880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-cd18afef-337c-4483-991f-3c84d3390c0f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:28.555553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-cd18afef-337c-4483-991f-3c84d3390c0f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958331 Sep 27 08:31:28.578398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912deac-e6f8-4362-b21b-b0c344172581 req-b0e613bf-8b57-40a8-9379-959cfe0ec9d7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:28.580404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Request body: {'port': {'device_id': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '26b7c4de14f44e6997b69ac66c53364d'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:28.581190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8912deac-e6f8-4362-b21b-b0c344172581 req-b0e613bf-8b57-40a8-9379-959cfe0ec9d7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.1298466 Sep 27 08:31:28.636726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5323c6f-b89b-4b9f-99de-3d84e1e1fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.671835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5323c6f-b89b-4b9f-99de-3d84e1e1fe16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bea726-843b-4399-a9c3-10c0f97e14d9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:28.678544 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5323c6f-b89b-4b9f-99de-3d84e1e1fe16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.680511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c5323c6f-b89b-4b9f-99de-3d84e1e1fe16 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c5bea726-843b-4399-a9c3-10c0f97e14d9 HTTP/1.1" status: 204 len: 168 time: 0.5522375 Sep 27 08:31:28.683331 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:28.684373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8912deac-e6f8-4362-b21b-b0c344172581 req-a200f2dc-ce15-457e-a9fb-5378a8478d4c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752838 Sep 27 08:31:28.778357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.799386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Made reservation on behalf of 26b7c4de14f44e6997b69ac66c53364d for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:28.803234 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:28.941123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36062) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:28.958502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3f0-9081-479d-b17f-392f119adb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.032931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.076040 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3f0-9081-479d-b17f-392f119adb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.082197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3f0-9081-479d-b17f-392f119adb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.092317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:29.094719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Allocated IP 192.168.233.78 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/cb4e5604-9df6-4cd2-b074-80d4ecbe82ff) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:29.115435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235929eb-1da0-448d-833c-456c1f32cbbf') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:29.115735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235929eb-1da0-448d-833c-456c1f32cbbf') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:29.125142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7b2fa3f0-9081-479d-b17f-392f119adb92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25aa6734b8d147de961109f470b4abd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828442 Sep 27 08:31:29.126115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fa3f0-9081-479d-b17f-392f119adb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2215f67b-19d3-4940-b022-80865a49e571,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:29.128995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36078) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:29.138444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0a3fa-bf6d-4332-80ef-d954d8235c3c req-62b5f6ec-a5f2-4e42-94f2-ab9557a3928a tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:29.139973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbd0a3fa-bf6d-4332-80ef-d954d8235c3c req-62b5f6ec-a5f2-4e42-94f2-ab9557a3928a tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 950 time: 0.1839347 Sep 27 08:31:29.141715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.176714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.183051 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7f8123d7-60a4-4fd3-aff5-3eb43872664c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.198994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:31:29.199452 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:31:29.201171 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:31:29.213573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7f8123d7-60a4-4fd3-aff5-3eb43872664c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.235635 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbd0a3fa-bf6d-4332-80ef-d954d8235c3c req-bc27fd26-56b8-49c4-8edb-56cae9faf31f tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839221 Sep 27 08:31:29.297137 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7f8123d7-60a4-4fd3-aff5-3eb43872664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.309871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.311758 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7f8123d7-60a4-4fd3-aff5-3eb43872664c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.313425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7f8123d7-60a4-4fd3-aff5-3eb43872664c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2215f67b-19d3-4940-b022-80865a49e571 HTTP/1.1" status: 204 len: 168 time: 0.1833572 Sep 27 08:31:29.314374 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:31:29.324599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8123d7-60a4-4fd3-aff5-3eb43872664c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2215f67b-19d3-4940-b022-80865a49e571,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:29.357056 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.360658 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8 HTTP/1.1" status: 204 len: 168 time: 0.6740832 Sep 27 08:31:29.383412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea737c6c-9b12-4e8c-bc27-ad521c6d91b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce6e49f-4cfa-49e8-9e7c-01c6fb28d9c8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:29.464948 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.578997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.593276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:29.628422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36130) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:29.678147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-69dbcef9-3d18-4053-b757-11b1f653aafe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6834e5f03c6547dd88d5afbd1f3cc38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481184 Sep 27 08:31:29.680846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36134) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:29.691791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:29.724429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:29.726797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:29.730778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:29.775370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56721ad4-7231-4f40-b054-4ffdba44f1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.800643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a5727-7e41-4e4d-911c-36e821cf28dc req-ff69ae56-4508-487e-943e-e9746e696fc6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:29.802656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-740a5727-7e41-4e4d-911c-36e821cf28dc req-ff69ae56-4508-487e-943e-e9746e696fc6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 935 time: 0.1377528 Sep 27 08:31:29.809651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:29.810285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.821599 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56721ad4-7231-4f40-b054-4ffdba44f1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.853345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f7933ae7-51b2-4dc1-b153-ebeba149d85a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2843153 Sep 27 08:31:29.883480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Request body: {'port': {'device_id': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:29.893709 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56721ad4-7231-4f40-b054-4ffdba44f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.897763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56721ad4-7231-4f40-b054-4ffdba44f1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:29.899096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-56721ad4-7231-4f40-b054-4ffdba44f1ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b6c6a57-92df-49ce-bd73-1b5747fc6665 HTTP/1.1" status: 204 len: 168 time: 0.2169745 Sep 27 08:31:29.914630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56721ad4-7231-4f40-b054-4ffdba44f1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6c6a57-92df-49ce-bd73-1b5747fc6665,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:29.928027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-740a5727-7e41-4e4d-911c-36e821cf28dc req-4f148f17-a151-4cc7-89b0-59ab074384c9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148472 Sep 27 08:31:30.061017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.128248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95aa47-82d6-4cef-bacc-cf78852965f8 req-f3b52369-fc90-4885-a8b6-62e6cfc2ae4c tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:30.132010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d1ee60ff-ff22-4aec-8f02-fb63521fba24 None None] Provisioning complete for port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:30.134547 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1ee60ff-ff22-4aec-8f02-fb63521fba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.136772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff95aa47-82d6-4cef-bacc-cf78852965f8 req-f3b52369-fc90-4885-a8b6-62e6cfc2ae4c tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 950 time: 0.1270022 Sep 27 08:31:30.212018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee60ff-ff22-4aec-8f02-fb63521fba24 None None] Port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:30.265304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f4563-1c6c-45f9-bffc-ea9a7904a8ce req-051d4f84-63d1-4c7e-bfcf-43da0ff638bc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:30.267228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-811f4563-1c6c-45f9-bffc-ea9a7904a8ce req-051d4f84-63d1-4c7e-bfcf-43da0ff638bc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.0648346 Sep 27 08:31:30.268195 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff95aa47-82d6-4cef-bacc-cf78852965f8 req-2db63c5d-84ad-4cbe-a4d5-940fdefa9e5b tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305718 Sep 27 08:31:30.340213 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-811f4563-1c6c-45f9-bffc-ea9a7904a8ce req-4baef3f2-a855-43a7-a432-937040a7493e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632312 Sep 27 08:31:30.474665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4e5604-9df6-4cd2-b074-80d4ecbe82ff {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:30.483155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.497005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Transition to ACTIVE for port object cb4e5604-9df6-4cd2-b074-80d4ecbe82ff will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:31:30.505407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.544418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d25033-6a50-40c8-8973-fc02b7e8ef77 req-0e1c0bad-2a81-4fc2-8232-7969421d19e6 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:30.555964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:30.561934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06d25033-6a50-40c8-8973-fc02b7e8ef77 req-0e1c0bad-2a81-4fc2-8232-7969421d19e6 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 950 time: 0.1051469 Sep 27 08:31:30.607397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36214) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:30.614319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06d25033-6a50-40c8-8973-fc02b7e8ef77 req-1470126a-57c7-4c03-b542-69afa9e178ec tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504262 Sep 27 08:31:30.639567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 825c5867-5b3a-4ff2-8e2a-dec346e638b6 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:30.682092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Attempting to bind port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:30.682741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Attempting to bind port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:30.683297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Attempting to bind port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:30.689248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:30.689635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Attempting to bind port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:30.691054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 825c5867-5b3a-4ff2-8e2a-dec346e638b6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:30.691436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 825c5867-5b3a-4ff2-8e2a-dec346e638b6 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:30.695816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:30.697496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:30.698202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:30.700700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Bound port: cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:30.701245 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.815191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:30.821946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:30.835170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.874703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-583053315-network', 'tenant_id': '47c1bea46987488ebb486922dac9c80f'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:30.921512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Made reservation on behalf of 47c1bea46987488ebb486922dac9c80f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:30.924319 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.928352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:30.942871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:30.943603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.946388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-4fa80f90-3d83-4b7c-80cb-7227d3bc14ce service neutron] 10.222.0.67 "PUT /v2.0/ports/cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 1095 time: 1.0810399 Sep 27 08:31:30.946513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:30.947667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:30.949307 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3632d2b0-acb2-4c07-847b-8c8b71f24aae" -d '{"events": [{"name": "network-changed", "server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:31.000837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36242) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:31.060514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-b2354ffa-271f-4c13-9708-7b3051aa4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.063044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-b2354ffa-271f-4c13-9708-7b3051aa4458 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1098 time: 0.0689814 Sep 27 08:31:31.089209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96840156-1391-46c5-b912-39d5537cca0f req-0c7daf8d-92ba-463f-a3e8-7a82b31934f9 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.090835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96840156-1391-46c5-b912-39d5537cca0f req-0c7daf8d-92ba-463f-a3e8-7a82b31934f9 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 950 time: 0.0917134 Sep 27 08:31:31.123677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-30ae3420-4569-474a-b8d8-ef33e6a73e20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 217 time: 0.0463557 Sep 27 08:31:31.164945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96840156-1391-46c5-b912-39d5537cca0f req-abee5171-4e2a-4862-8e20-e92a24015e17 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605514 Sep 27 08:31:31.180207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-26583733-network', 'tenant_id': '24854c77a2c8464595c6825bbda1de05'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:31.207558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.220111 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e4fb4c-d04c-41a1-a083-2ee811df8307 x-openstack-request-id: req-a9e4fb4c-d04c-41a1-a083-2ee811df8307 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:31.220418 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:31.220666 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9e4fb4c-d04c-41a1-a083-2ee811df8307 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:31.221054 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'status': 'completed', 'code': 200} Sep 27 08:31:31.230530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f47fc354-695c-4f2a-9fb1-cbe4425ca883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.231945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-f47fc354-695c-4f2a-9fb1-cbe4425ca883 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0802646 Sep 27 08:31:31.234081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.247148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-7e39fb8d-f66d-457e-8dc7-ca8e239315e3 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.248639 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-7e39fb8d-f66d-457e-8dc7-ca8e239315e3 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 950 time: 0.1844482 Sep 27 08:31:31.258170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4def1c2-c268-4ab1-875d-461eeba21ade req-3744bde9-eb20-4c86-84d0-de7dcd4adac6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.265030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c4def1c2-c268-4ab1-875d-461eeba21ade req-3744bde9-eb20-4c86-84d0-de7dcd4adac6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.1401238 Sep 27 08:31:31.267412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:31:31.269439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Made reservation on behalf of 24854c77a2c8464595c6825bbda1de05 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:31.271726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.309024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d270f7b8-ed57-423e-8612-ad0e735368e4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:31.312239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.312673 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Added segment 9ede0aca-a2ec-4d0f-971f-4fe0b9e26490 of type vlan for network 99fe32a7-ae47-48f9-bc03-56e0f729f287 Sep 27 08:31:31.314162 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.369353 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.375781 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c4def1c2-c268-4ab1-875d-461eeba21ade req-25604b34-7a98-47c9-903c-23289047fc1d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094749 Sep 27 08:31:31.403746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-8e7b8672-dc6e-48ea-889e-f368b8297cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.405803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-8e7b8672-dc6e-48ea-889e-f368b8297cf9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559460 Sep 27 08:31:31.422894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.424413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.425441 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.520477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] Pushing event updated for resources: {'Network': ['ID=99fe32a7-ae47-48f9-bc03-56e0f729f287,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:31.529299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Deleting port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:31.529525 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.534979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:31:31.574941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.578352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-06b6435e-e743-4b77-b65a-64fe789c169a service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628723 Sep 27 08:31:31.585984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.601999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:31:31.613254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.613996 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Added segment 32eafa6d-3e20-4420-8cd8-88ffc9d36412 of type vlan for network 45948d16-6c4d-4237-ad7e-323bb3712fa9 Sep 27 08:31:31.645064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2169a-af19-445c-9541-7edf31da3d0c req-4f5f3339-ac0a-476e-9425-87e18e797d8e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.646537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c3f2169a-af19-445c-9541-7edf31da3d0c req-4f5f3339-ac0a-476e-9425-87e18e797d8e tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 950 time: 0.1831484 Sep 27 08:31:31.659102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.666333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cfeaf3ad-0758-4f58-bfe2-dbbc26c5e8fe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0573626 Sep 27 08:31:31.670604 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:31.688190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Request body: {'subnet': {'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-583053315-subnet', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:31.703454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c9f28b-a75a-4830-ac09-a22503369228,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:31.716859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.719014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.719014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.738811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] For port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:31.739174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.755414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7535565 Sep 27 08:31:31.757181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36310) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:31.775313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Request body: {'subnet': {'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-26583733-subnet', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:31.784865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Calling delete_port for ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:31.801861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0c6d-92df-4ef9-90ae-6fef6ebcfa51 admin admin] Pushing event updated for resources: {'Network': ['ID=45948d16-6c4d-4237-ad7e-323bb3712fa9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:31.805116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c3f2169a-af19-445c-9541-7edf31da3d0c req-c5ac11a1-3cbc-4772-b1c9-9c0ed22aa29b tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/security-groups?id=63afcb15-680f-4c6f-96ea-8248f339bba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448202 Sep 27 08:31:31.815881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:31:31.821556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-148c5e17-6287-4a77-8ec6-a444546f31a8 req-a72b36fe-ba44-4a64-a3bf-37de04a91c72 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335985 Sep 27 08:31:31.845017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e32838-d651-4409-a886-965c2ff35271 req-0b7974c4-7c0a-439a-9f8e-44cd2dd7fc3d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:31.847184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2e32838-d651-4409-a886-965c2ff35271 req-0b7974c4-7c0a-439a-9f8e-44cd2dd7fc3d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.0552151 Sep 27 08:31:31.884037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Made reservation on behalf of 47c1bea46987488ebb486922dac9c80f for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:31.887923 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:31.892021 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2e32838-d651-4409-a886-965c2ff35271 req-5d9e0332-08e0-420f-bbfe-15d553d7280f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Sep 27 08:31:31.972338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Made reservation on behalf of 24854c77a2c8464595c6825bbda1de05 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:31.974829 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:32.097145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-8207cca5-537e-4fda-9a0e-349da1bf605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:32.098731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-8207cca5-537e-4fda-9a0e-349da1bf605e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1098 time: 0.2014711 Sep 27 08:31:32.288495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c60d9-6134-4624-9692-024334f136ca req-ab606ad2-5b5e-464d-85fb-a50ab1dd2b73 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:32.290061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b9c60d9-6134-4624-9692-024334f136ca req-ab606ad2-5b5e-464d-85fb-a50ab1dd2b73 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 950 time: 0.0570140 Sep 27 08:31:32.346293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b9c60d9-6134-4624-9692-024334f136ca req-bf4855ad-2c9b-49af-b94a-74871200172b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Sep 27 08:31:32.520950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209e2eb-007f-4e9a-b112-dac9a9c621ec req-6ba4a45a-378e-4e63-9c7a-19c5e65a44d6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:32.522959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9209e2eb-007f-4e9a-b112-dac9a9c621ec req-6ba4a45a-378e-4e63-9c7a-19c5e65a44d6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.0519106 Sep 27 08:31:32.563730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9209e2eb-007f-4e9a-b112-dac9a9c621ec req-5f52b0df-165e-4561-8be8-98a80d98e750 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Sep 27 08:31:32.641513 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:32.657614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ab1a5832-a4ea-4eea-9cf2-c005a4b245b4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:32.721675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Pushing event deleted for resources: {'Port': ['ID=ab1a5832-a4ea-4eea-9cf2-c005a4b245b4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:32.724078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-97eaec0c-66e8-4ae5-ba3e-63e2c2ea2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:32.725579 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-97eaec0c-66e8-4ae5-ba3e-63e2c2ea2e10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.6153431 Sep 27 08:31:32.733148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-5d135d6b-ee13-4487-a465-db517be8a339 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:32.734490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-5d135d6b-ee13-4487-a465-db517be8a339 tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.57 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 950 time: 0.2882993 Sep 27 08:31:32.866916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-ae4743a1-d630-4479-9f06-0e931ae74c75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 217 time: 0.1203191 Sep 27 08:31:32.890175 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:32.899095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] No DVR routers for this DVR port ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:32.911907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:32.913837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea97bfc0-d488-4973-af99-b416348b6a40 req-8fccab00-9a30-4aa9-9c0d-6fd4e8cd5935 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.67 "DELETE /v2.0/ports/ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 HTTP/1.1" status: 204 len: 173 time: 1.6440585 Sep 27 08:31:32.915657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:32.926802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c842cdc5-8543-478c-b594-342a6a89e63b req-a43d0e77-969a-4f1b-8d0f-0f91a0b756b1 tempest-LiveMigrationNegativeTest-1247059158 tempest-LiveMigrationNegativeTest-1247059158-project] 10.222.0.50 "GET /v2.0/ports?device_id=21f7c6c0-4e1f-4de2-b757-3c3accec818d HTTP/1.1" status: 200 len: 210 time: 0.0318272 Sep 27 08:31:33.043279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce9eb43-5d5e-4beb-91e2-925157048c20,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:33.046075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-c0066de2-ef10-4d1a-ac54-c780604bd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:33.047560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-c0066de2-ef10-4d1a-ac54-c780604bd70a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1516140 Sep 27 08:31:33.074611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14159-27c3-4b28-b120-5159162a2c8d req-f63f0510-4c52-4647-809c-d529187204a0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:33.080490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00f14159-27c3-4b28-b120-5159162a2c8d req-f63f0510-4c52-4647-809c-d529187204a0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.0881946 Sep 27 08:31:33.128534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00f14159-27c3-4b28-b120-5159162a2c8d req-abf494fa-b628-4aea-ba0b-c41417790a12 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Sep 27 08:31:33.144425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Checking segment: {'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:33.145007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Network hostable DHCP agents. Network: 99fe32a7-ae47-48f9-bc03-56e0f729f287, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:31:33.151995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Checking segment: {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:33.152369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Network hostable DHCP agents. Network: 45948d16-6c4d-4237-ad7e-323bb3712fa9, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:31:33.157969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caaa9f03-92b2-46ce-ac4b-de6bb6fc056e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:33.170640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Deleting port 0750de3e-827e-4186-91ee-933cb0e92e36 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:33.170922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.222923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f7c6c0-4e1f-4de2-b757-3c3accec818d', 'name': 'network-vif-deleted', 'tag': 'ab1a5832-a4ea-4eea-9cf2-c005a4b245b4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:33.225235 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12145e15-a2dc-4175-b4a2-9ca6f30b4ef3" -d '{"events": [{"server_uuid": "21f7c6c0-4e1f-4de2-b757-3c3accec818d", "name": "network-vif-deleted", "tag": "ab1a5832-a4ea-4eea-9cf2-c005a4b245b4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:33.228247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:31:33.234158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:31:33.241072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-ff41550a-3780-4cb3-8be1-cf5e4747259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:33.242742 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-ff41550a-3780-4cb3-8be1-cf5e4747259f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593039 Sep 27 08:31:33.286627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 45948d16-6c4d-4237-ad7e-323bb3712fa9) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:33.294160 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80d1abd-ed8c-4bc4-a103-0aa5eb6d5e84 x-openstack-request-id: req-d80d1abd-ed8c-4bc4-a103-0aa5eb6d5e84 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:33.294904 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f7c6c0-4e1f-4de2-b757-3c3accec818d", "name": "network-vif-deleted", "tag": "ab1a5832-a4ea-4eea-9cf2-c005a4b245b4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:33.294904 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d80d1abd-ed8c-4bc4-a103-0aa5eb6d5e84 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:33.295099 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f7c6c0-4e1f-4de2-b757-3c3accec818d', 'name': 'network-vif-deleted', 'tag': 'ab1a5832-a4ea-4eea-9cf2-c005a4b245b4', 'status': 'completed', 'code': 200} Sep 27 08:31:33.295678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 99fe32a7-ae47-48f9-bc03-56e0f729f287) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:33.299791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55500eb-fe1e-4ab8-b06c-7ad295dc55a0 None None] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:33.302887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a0dc0-cae4-466e-a262-e96825cb55c3 None None] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:33.313690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:33.314271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.322071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:33.322974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.404454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-235e555c-d45e-4957-bdb0-8db045c84620 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6380372 Sep 27 08:31:33.407883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36488) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:33.409564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] For port 0750de3e-827e-4186-91ee-933cb0e92e36, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0750de3e-827e-4186-91ee-933cb0e92e36,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:33.410274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.412993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:33.415674 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fd674e00-5a8f-4a78-b92a-b9861e5654be admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7417097 Sep 27 08:31:33.422509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:33.432127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:33.443129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Calling delete_port for 0750de3e-827e-4186-91ee-933cb0e92e36 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:33.463509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-48e38526-089b-481a-a5f7-08a1018aa989 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862149 Sep 27 08:31:33.475758 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.477155 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.612527 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.614076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.649830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-99fe32a7-ae47-48f9-bc03-56e0f729f287', 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'fixed_ips': [{'subnet_id': '8ce9eb43-5d5e-4beb-91e2-925157048c20'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:31:33.650754 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.675864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.686604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3632d2b0-acb2-4c07-847b-8c8b71f24aae req-d2cbf84f-92fa-4c6b-ae63-5237dbcd077f service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883512 Sep 27 08:31:33.697005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d4716-b7c6-492c-bd58-6010f07c6dde req-c6c768bb-efb4-46bd-83ab-54edef776f8c tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:33.699364 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a0d4716-b7c6-492c-bd58-6010f07c6dde req-c6c768bb-efb4-46bd-83ab-54edef776f8c tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/ports?device_id=23e08a52-1e19-4229-88a9-044ae028eeb1 HTTP/1.1" status: 200 len: 950 time: 0.1753404 Sep 27 08:31:33.712970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-45948d16-6c4d-4237-ad7e-323bb3712fa9', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:31:33.714034 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.734044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.877089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.899339 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.905717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a0d4716-b7c6-492c-bd58-6010f07c6dde req-33784183-9abb-4cdd-b15a-fefa68a62d4f tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.50 "GET /v2.0/security-groups?id=b46ed081-efdf-469f-a159-fcd1b8134eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534264 Sep 27 08:31:33.959995 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:33.964648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad544a-46dd-4c6c-8c2a-2c38edd3eddd req-ff0a9169-12bb-4ead-b563-6ed1b0d539a3 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:33.969141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Pushing event deleted for resources: {'Port': ['ID=0750de3e-827e-4186-91ee-933cb0e92e36,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:33.980131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d5ad544a-46dd-4c6c-8c2a-2c38edd3eddd req-ff0a9169-12bb-4ead-b563-6ed1b0d539a3 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.0969996 Sep 27 08:31:34.016164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Allocated IP 172.20.0.2 (99fe32a7-ae47-48f9-bc03-56e0f729f287/8ce9eb43-5d5e-4beb-91e2-925157048c20/b864669e-cc63-4993-bb59-15c891a7d291) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:34.027144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] No DVR routers for this DVR port 0750de3e-827e-4186-91ee-933cb0e92e36 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:34.030385 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.033445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25b4bd78-1e9d-4962-810d-fa14d9cc563c req-1b1fdba4-7d9a-452d-8679-a31d5394203b tempest-ServerDiagnosticsNegativeTest-1331298438 tempest-ServerDiagnosticsNegativeTest-1331298438-project] 10.222.0.57 "DELETE /v2.0/ports/0750de3e-827e-4186-91ee-933cb0e92e36 HTTP/1.1" status: 204 len: 173 time: 1.2880156 Sep 27 08:31:34.064588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['0750de3e-827e-4186-91ee-933cb0e92e36'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:34.064896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d5ad544a-46dd-4c6c-8c2a-2c38edd3eddd req-cb768262-430d-4f4a-aedd-927fe0b7b56b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837107 Sep 27 08:31:34.340194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.353910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Allocated IP 172.20.0.2 (45948d16-6c4d-4237-ad7e-323bb3712fa9/caaa9f03-92b2-46ce-ac4b-de6bb6fc056e/6adb09e1-4753-4c74-aedf-d9e7ff0e8c10) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:34.403146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.430553 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.434408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.479492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36552) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:34.518431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353198e4-941a-4d0a-b7d6-5fc929f17588 req-74e0c964-fb1e-423b-9a0f-a01f7516ec10 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:34.526202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-353198e4-941a-4d0a-b7d6-5fc929f17588 req-74e0c964-fb1e-423b-9a0f-a01f7516ec10 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 945 time: 0.1986454 Sep 27 08:31:34.583016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Allocated IP 172.25.2.244 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/2da76af0-80a7-4c87-aa68-89f0353db33e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:34.588733 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-353198e4-941a-4d0a-b7d6-5fc929f17588 req-4d28a49c-48ab-418d-9629-4bbb637d38c9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558779 Sep 27 08:31:34.610001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.649419 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.658779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cb4e5604-9df6-4cd2-b074-80d4ecbe82ff details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:31:34.661109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:34.712136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:34.712558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ab1a5832-a4ea-4eea-9cf2-c005a4b245b4 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:34.773208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-ebdef828-0167-4dbb-a202-61e3c8c825d4 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:34.775737 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-ebdef828-0167-4dbb-a202-61e3c8c825d4 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.1756947 Sep 27 08:31:34.781181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:34.810918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810909-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:34.910959 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a92aa44-1253-415b-a656-6983f4cec506 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=302075c585ed4ef1bf63990062058fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273739 Sep 27 08:31:34.911476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36592) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:34.925527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.927146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:34.934800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:34.947898 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.948035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:34.949812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Pushing event updated for resources: {'Port': ['ID=b864669e-cc63-4993-bb59-15c891a7d291,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:34.959785 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.040229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.050148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e61f3bf9-f8bc-429c-8a12-683f8b12e542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.055765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:35.077458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:35.088889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:35.089650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Pushing event updated for resources: {'Port': ['ID=6adb09e1-4753-4c74-aedf-d9e7ff0e8c10,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:35.096191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Attempting to bind port b864669e-cc63-4993-bb59-15c891a7d291 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:35.096600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Attempting to bind port b864669e-cc63-4993-bb59-15c891a7d291 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:35.096944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Attempting to bind port b864669e-cc63-4993-bb59-15c891a7d291 on network 99fe32a7-ae47-48f9-bc03-56e0f729f287 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:35.100077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:35.113852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:35.117335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:35.117551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Checking segment: {'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:35.117796 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.118192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Bound using segment: {'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:35.118674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Bound port: b864669e-cc63-4993-bb59-15c891a7d291, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:35.119565 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.145374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'mac_address': 'fa:16:3e:6a:50:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:31:35.147853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:35.151315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:35.155462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Pushing event updated for resources: {'Port': ['ID=2da76af0-80a7-4c87-aa68-89f0353db33e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:35.189984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e61f3bf9-f8bc-429c-8a12-683f8b12e542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.224864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Allocated IP 172.25.2.43 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/7d60d43d-79c9-48f5-bb95-07ab4b269653) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:35.322497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Attempting to bind port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:35.323130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Attempting to bind port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:35.323649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Attempting to bind port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 on network 45948d16-6c4d-4237-ad7e-323bb3712fa9 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:35.341668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:35.342373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Checking segment: {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:35.342938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.343497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Bound using segment: {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:35.344154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Bound port: 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:35.344740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.346699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.356143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e08a52-1e19-4229-88a9-044ae028eeb1', 'name': 'network-vif-deleted', 'tag': '0750de3e-827e-4186-91ee-933cb0e92e36'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:35.359884 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bb56b1-259b-457c-9aa1-2cf148b434ee" -d '{"events": [{"server_uuid": "23e08a52-1e19-4229-88a9-044ae028eeb1", "name": "network-vif-deleted", "tag": "0750de3e-827e-4186-91ee-933cb0e92e36"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:35.369744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.385137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4e5604-9df6-4cd2-b074-80d4ecbe82ff {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:35.387834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:35.390685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] For port b864669e-cc63-4993-bb59-15c891a7d291, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:35.413729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.431213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e61f3bf9-f8bc-429c-8a12-683f8b12e542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.434361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e61f3bf9-f8bc-429c-8a12-683f8b12e542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.435201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] For port b864669e-cc63-4993-bb59-15c891a7d291, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b864669e-cc63-4993-bb59-15c891a7d291,segment=NetworkSegment(9ede0aca-a2ec-4d0f-971f-4fe0b9e26490),segment_id=9ede0aca-a2ec-4d0f-971f-4fe0b9e26490)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:35.435613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e61f3bf9-f8bc-429c-8a12-683f8b12e542 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63afcb15-680f-4c6f-96ea-8248f339bba7 HTTP/1.1" status: 204 len: 168 time: 0.5230293 Sep 27 08:31:35.455093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:35.460423 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.466317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36614) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:35.487792 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.489368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:35.490804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f3bf9-f8bc-429c-8a12-683f8b12e542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63afcb15-680f-4c6f-96ea-8248f339bba7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:35.505741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:35.511102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:35.552584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5df0c-ea8d-4dcc-b76a-273bf724ee51 req-8bc78c54-d930-4eff-a56a-e3ecd74f2b50 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:35.573018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-30c5df0c-ea8d-4dcc-b76a-273bf724ee51 req-8bc78c54-d930-4eff-a56a-e3ecd74f2b50 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.2129648 Sep 27 08:31:35.584483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] For port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:35.593689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] For port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6adb09e1-4753-4c74-aedf-d9e7ff0e8c10,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:35.615722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.626304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.629876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7ac08-b2de-4c75-83cc-8401e4172615 None None] Pushing event updated for resources: {'Port': ['ID=b864669e-cc63-4993-bb59-15c891a7d291,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:35.683751 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09afa16-5332-4ad4-a390-fd7344d61add x-openstack-request-id: req-d09afa16-5332-4ad4-a390-fd7344d61add {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:35.684586 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e08a52-1e19-4229-88a9-044ae028eeb1", "name": "network-vif-deleted", "tag": "0750de3e-827e-4186-91ee-933cb0e92e36", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:35.684586 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d09afa16-5332-4ad4-a390-fd7344d61add {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:35.684790 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e08a52-1e19-4229-88a9-044ae028eeb1', 'name': 'network-vif-deleted', 'tag': '0750de3e-827e-4186-91ee-933cb0e92e36', 'status': 'completed', 'code': 200} Sep 27 08:31:35.712278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:35.791599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:35.801563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:35.862651 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:35.926611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59334d4-515b-4101-9ec9-9e967206fd7b None None] Pushing event updated for resources: {'Port': ['ID=6adb09e1-4753-4c74-aedf-d9e7ff0e8c10,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:35.999232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-30c5df0c-ea8d-4dcc-b76a-273bf724ee51 req-73756eb9-47b9-4abe-9b40-e54452300965 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229362 Sep 27 08:31:35.999930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.010720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.036118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Pushing event updated for resources: {'Port': ['ID=7d60d43d-79c9-48f5-bb95-07ab4b269653,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:36.080143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0c55c-292d-4c7b-b795-5acf4ab567da req-89c62596-de52-4785-82d0-3b23fff39818 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:36.081830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f0c55c-292d-4c7b-b795-5acf4ab567da req-89c62596-de52-4785-82d0-3b23fff39818 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.2131319 Sep 27 08:31:36.082328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36644) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:36.297556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9bf32f37-6c0f-45a7-ad58-d2a81e4062c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e4ff41e3082419bba9a2959360acde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108984 Sep 27 08:31:36.301148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b864669e-cc63-4993-bb59-15c891a7d291 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:36.305619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36650) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:36.312742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Pushing event updated for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:36.368678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b864669e-cc63-4993-bb59-15c891a7d291 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:36.376043 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f000252a-abdb-4320-abb4-4983b1ed108b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e1f72ba6b43422f968c0c91f25d6ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9030371 Sep 27 08:31:36.378711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:36.381737 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.382610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f0c55c-292d-4c7b-b795-5acf4ab567da req-126cf374-5cd0-45c5-8ffb-9e1f1106cec0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146928 Sep 27 08:31:36.410552 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.453687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on host n-h2-810909-1 for vnic_type normal with profile {"migrating_to": "n-h1-810909-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:36.454085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:36.454630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:36.504648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:36.505620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:36.519491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:36.519920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:36.520392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:36.520950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Bound port: b4192c73-7fea-4f85-b34f-e73147049829, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:36.521645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.557183 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.620156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port b864669e-cc63-4993-bb59-15c891a7d291, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b864669e-cc63-4993-bb59-15c891a7d291,segment=NetworkSegment(9ede0aca-a2ec-4d0f-971f-4fe0b9e26490),segment_id=9ede0aca-a2ec-4d0f-971f-4fe0b9e26490)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:36.627291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.695682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=b864669e-cc63-4993-bb59-15c891a7d291,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:36.744478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03fc80c8-f68c-4176-984b-472db66dc32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.811521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03fc80c8-f68c-4176-984b-472db66dc32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.912139 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd6ee-ac5b-4d0d-a847-c8fe345051fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.973934 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd6ee-ac5b-4d0d-a847-c8fe345051fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.976424 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.986250 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03fc80c8-f68c-4176-984b-472db66dc32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.989178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03fc80c8-f68c-4176-984b-472db66dc32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:36.994534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-03fc80c8-f68c-4176-984b-472db66dc32b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1504f2e-bd22-45b8-ba75-1ed16da2c5ef HTTP/1.1" status: 204 len: 168 time: 0.6855276 Sep 27 08:31:37.009783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36666) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:37.028925 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.035840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc80c8-f68c-4176-984b-472db66dc32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1504f2e-bd22-45b8-ba75-1ed16da2c5ef,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:37.101822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:37.106237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b4192c73-7fea-4f85-b34f-e73147049829 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:31:37.108391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0750de3e-827e-4186-91ee-933cb0e92e36 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:37.134128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:37.157808 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.190564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 0750de3e-827e-4186-91ee-933cb0e92e36 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:37.191163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0750de3e-827e-4186-91ee-933cb0e92e36 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:37.314731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41a29f90-d228-4732-a763-d411b0e4f0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.353932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd6ee-ac5b-4d0d-a847-c8fe345051fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.356788 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd6ee-ac5b-4d0d-a847-c8fe345051fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.358162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d9fd6ee-ac5b-4d0d-a847-c8fe345051fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b46ed081-efdf-469f-a159-fcd1b8134eb0 HTTP/1.1" status: 204 len: 168 time: 0.9753439 Sep 27 08:31:37.414933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fd6ee-ac5b-4d0d-a847-c8fe345051fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ed081-efdf-469f-a159-fcd1b8134eb0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:37.471651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:37.474469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500ad74-5bdb-40ef-a394-af9de17213bd None None] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:37.501174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866dac7-6067-4076-9b79-5c18e3d5d08c req-f360ae9b-ab09-4a0a-914f-e2dc9b0a1152 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:37.512158 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0866dac7-6067-4076-9b79-5c18e3d5d08c req-f360ae9b-ab09-4a0a-914f-e2dc9b0a1152 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 948 time: 0.3845100 Sep 27 08:31:37.546723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Pushing event updated for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:37.551330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:37.552250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.553921 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-4069bc42-6f85-48e0-b89f-79ec9215a956 service neutron] 10.222.0.57 "PUT /v2.0/ports/b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 1121 time: 2.7550159 Sep 27 08:31:37.566888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:31:37.642419 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0866dac7-6067-4076-9b79-5c18e3d5d08c req-597cf736-e95c-4248-b4fd-647b597017de tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286221 Sep 27 08:31:37.668885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Router db3beeed-5096-4f75-9c68-5bad5450aa1f is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:31:37.687523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829'}, {'name': 'network-changed', 'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:37.699665 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544124ef-798f-4fcb-80c8-c67fe89f4299" -d '{"events": [{"server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b4192c73-7fea-4f85-b34f-e73147049829"}, {"name": "network-changed", "server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "tag": "b4192c73-7fea-4f85-b34f-e73147049829"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:37.700353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on host n-h2-810909-1 for vnic_type normal with profile {"migrating_to": "n-h1-810909-1"} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:37.701348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:37.702022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:37.714991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b4192c73-7fea-4f85-b34f-e73147049829'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:37.725188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['b4192c73-7fea-4f85-b34f-e73147049829'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:31:37.806300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d70c158-f10a-4be7-ae3d-bedb26239c69 None None] Provisioning complete for port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:37.809575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d70c158-f10a-4be7-ae3d-bedb26239c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.811340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:37.812580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Attempting to bind port b4192c73-7fea-4f85-b34f-e73147049829 on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:37.858440 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e32e52-f99e-4145-a8dd-ac416a4ed84e x-openstack-request-id: req-a4e32e52-f99e-4145-a8dd-ac416a4ed84e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:37.859056 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "name": "network-vif-unplugged", "status": "completed", "tag": "b4192c73-7fea-4f85-b34f-e73147049829", "code": 200}, {"name": "network-changed", "server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "tag": "b4192c73-7fea-4f85-b34f-e73147049829", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:37.864545 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4e32e52-f99e-4145-a8dd-ac416a4ed84e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:37.865244 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829', 'code': 200} Sep 27 08:31:37.865244 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829', 'status': 'completed', 'code': 200} Sep 27 08:31:37.865721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:37.866454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:37.868231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:37.868920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Bound port: b4192c73-7fea-4f85-b34f-e73147049829, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:37.869605 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.901902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d29712-6918-4ff4-b29c-c9f5485377b3 None None] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:37.950743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41a29f90-d228-4732-a763-d411b0e4f0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.952354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:31:37.962474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:31:37.975798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374be13-acd4-419b-a1e3-0501bf523521 req-b964c3c2-013e-480b-9aaa-b23a3653d53a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:37.976677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-4f5d0e36-0866-4121-98c3-3dee91af406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:37.978931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-4f5d0e36-0866-4121-98c3-3dee91af406a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1124 time: 0.1119761 Sep 27 08:31:37.979828 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Sync routers for ids ['db3beeed-5096-4f75-9c68-5bad5450aa1f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:31:37.983799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e374be13-acd4-419b-a1e3-0501bf523521 req-b964c3c2-013e-480b-9aaa-b23a3653d53a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.4117203 Sep 27 08:31:37.987282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41a29f90-d228-4732-a763-d411b0e4f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:37.997907 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Routers {'db3beeed-5096-4f75-9c68-5bad5450aa1f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:37.998796 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['db3beeed-5096-4f75-9c68-5bad5450aa1f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:38.009948 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.012668 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-da91bfab-5d9c-4478-8bbe-d8df27663147 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5871623 Sep 27 08:31:38.021389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:38.039225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.042909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-79769f1d-4552-48c8-955f-3896d5129236 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6312623 Sep 27 08:31:38.052012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36696) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:38.119559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Sync routers for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:31:38.134511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36700) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:38.148953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:38.149694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:38.150610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ff17f22-448c-422d-8af3-657d5f53c99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.210808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-68f974fc-f9dd-4009-a9fb-180f50dbff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:38.212317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-68f974fc-f9dd-4009-a9fb-180f50dbff8c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2230959 Sep 27 08:31:38.261047 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Set router db3beeed-5096-4f75-9c68-5bad5450aa1f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:38.276174 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-f0830e9c-0567-477d-9cdc-ca07c851192c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 217 time: 0.0499778 Sep 27 08:31:38.278180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:38.367333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e374be13-acd4-419b-a1e3-0501bf523521 req-de72d7f5-2a46-41ea-b7fa-6cc009415779 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825352 Sep 27 08:31:38.380897 n-d-810909-1 neutron-server[94832]: WARNING neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Concurrent port binding operations failed on port b4192c73-7fea-4f85-b34f-e73147049829 Sep 27 08:31:38.385612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:38.477662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a29f90-d228-4732-a763-d411b0e4f0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d6ecd3-8c4c-4d5b-822e-bdb1d748415f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:38.478433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ff17f22-448c-422d-8af3-657d5f53c99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.489672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-41a29f90-d228-4732-a763-d411b0e4f0bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af24f94361974929946ec9b1aede3367&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4764245 Sep 27 08:31:38.491641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36710) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:38.499178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-c8b84b79-9ae1-42f4-ab46-3e0b6d849f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:38.503975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-c8b84b79-9ae1-42f4-ab46-3e0b6d849f16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.2160206 Sep 27 08:31:38.506939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ff17f22-448c-422d-8af3-657d5f53c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.561566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b864669e-cc63-4993-bb59-15c891a7d291 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:38.599252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff17f22-448c-422d-8af3-657d5f53c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ea031-01a6-499f-a2be-043b3a9eaa23,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:38.618140 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-b2b44059-4f00-48f4-a854-245937f77127 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565724 Sep 27 08:31:38.653830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5bab915-7fb4-49ba-bc77-ef68450c87a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.671258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9ff17f22-448c-422d-8af3-657d5f53c99f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e402550f3bd646608f86f7180930433b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366204 Sep 27 08:31:38.675853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:38.691138 n-d-810909-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Attempt 2 to bind port b4192c73-7fea-4f85-b34f-e73147049829 Sep 27 08:31:38.691805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b4192c73-7fea-4f85-b34f-e73147049829 has no active binding in host n-h1-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 08:31:38.698924 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5bab915-7fb4-49ba-bc77-ef68450c87a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.748187 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:35Z', 'revision_number': 3, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:38.755624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cb4e5604-9df6-4cd2-b074-80d4ecbe82ff up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:38.800579 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Checking router: db3beeed-5096-4f75-9c68-5bad5450aa1f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:31:38.801188 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Updating router db3beeed-5096-4f75-9c68-5bad5450aa1f port 2da76af0-80a7-4c87-aa68-89f0353db33e binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:31:38.828666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5bab915-7fb4-49ba-bc77-ef68450c87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.831123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5bab915-7fb4-49ba-bc77-ef68450c87a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.834986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f5bab915-7fb4-49ba-bc77-ef68450c87a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40d6ecd3-8c4c-4d5b-822e-bdb1d748415f HTTP/1.1" status: 204 len: 168 time: 0.3371265 Sep 27 08:31:38.836305 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.880303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bab915-7fb4-49ba-bc77-ef68450c87a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d6ecd3-8c4c-4d5b-822e-bdb1d748415f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:38.951804 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d70c158-f10a-4be7-ae3d-bedb26239c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:38.995618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a0378-d3c4-4f12-ba71-a5d2d7ce4f3e req-7eadf297-df9c-4649-9d56-8d58fce0bc05 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:38.997649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b00a0378-d3c4-4f12-ba71-a5d2d7ce4f3e req-7eadf297-df9c-4649-9d56-8d58fce0bc05 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 948 time: 0.2063613 Sep 27 08:31:39.040600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-199ffa5c-a665-4170-8b7f-f0be08b1c6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.043908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-48e4bb7f-caf7-4bb1-a518-0d836693900b service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155917 Sep 27 08:31:39.050513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d70c158-f10a-4be7-ae3d-bedb26239c69 None None] For port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6adb09e1-4753-4c74-aedf-d9e7ff0e8c10,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:39.120721 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-199ffa5c-a665-4170-8b7f-f0be08b1c6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.229222 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d70c158-f10a-4be7-ae3d-bedb26239c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.360834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-544124ef-798f-4fcb-80c8-c67fe89f4299 req-07dae5a6-7736-437b-b0e9-01f48e7b8464 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064487 Sep 27 08:31:39.372478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-199ffa5c-a665-4170-8b7f-f0be08b1c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.375112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-199ffa5c-a665-4170-8b7f-f0be08b1c6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.376267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-199ffa5c-a665-4170-8b7f-f0be08b1c6cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d6ea031-01a6-499f-a2be-043b3a9eaa23 HTTP/1.1" status: 204 len: 168 time: 0.6995022 Sep 27 08:31:39.383918 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.389665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ffa5c-a665-4170-8b7f-f0be08b1c6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ea031-01a6-499f-a2be-043b3a9eaa23,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:39.400145 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.449199 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Pushing event updated for resources: {'Port': ['ID=2da76af0-80a7-4c87-aa68-89f0353db33e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:39.458852 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.459439 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.459918 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.460448 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.462810 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.462810 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.462810 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.462810 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.462810 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.462810 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.463403 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.463880 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:31:39.489531 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Attempting to bind port 2da76af0-80a7-4c87-aa68-89f0353db33e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:39.490280 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Attempting to bind port 2da76af0-80a7-4c87-aa68-89f0353db33e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:39.490848 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Attempting to bind port 2da76af0-80a7-4c87-aa68-89f0353db33e on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:39.494034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b864669e-cc63-4993-bb59-15c891a7d291 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:39.494429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.497340 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:39.498047 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:39.498669 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.499340 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:39.503578 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Bound port: 2da76af0-80a7-4c87-aa68-89f0353db33e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:39.504363 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.521687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:31:39.603205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b00a0378-d3c4-4f12-ba71-a5d2d7ce4f3e req-a3f89e43-c924-47e5-9f57-8cffb7553030 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804965 Sep 27 08:31:39.632914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106ff54-5e34-45ba-9173-12cea21a8473 req-fb96cf2c-fe31-4f30-bcf4-2841a3d06fd1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:39.634559 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0106ff54-5e34-45ba-9173-12cea21a8473 req-fb96cf2c-fe31-4f30-bcf4-2841a3d06fd1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.1240988 Sep 27 08:31:39.640965 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] For port 2da76af0-80a7-4c87-aa68-89f0353db33e, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:39.656666 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] For port 2da76af0-80a7-4c87-aa68-89f0353db33e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2da76af0-80a7-4c87-aa68-89f0353db33e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:39.661899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:39.662652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.669428 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.738546 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0106ff54-5e34-45ba-9173-12cea21a8473 req-f646a20f-8cad-4aff-9257-f3c0fd707837 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924881 Sep 27 08:31:39.747166 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Routers {'db3beeed-5096-4f75-9c68-5bad5450aa1f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:39.748191 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['db3beeed-5096-4f75-9c68-5bad5450aa1f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:39.764459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:35Z', 'revision_number': 3, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:39.775703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-685dd194-e921-4f22-955f-ecef7d7e2f08 None None] Provisioning complete for port b864669e-cc63-4993-bb59-15c891a7d291 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:39.780752 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-685dd194-e921-4f22-955f-ecef7d7e2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.913928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70c158-f10a-4be7-ae3d-bedb26239c69 None None] Pushing event updated for resources: {'Port': ['ID=6adb09e1-4753-4c74-aedf-d9e7ff0e8c10,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:39.924875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:39.929247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Checking router: 1ebbfa9d-415a-470d-b7f7-439bacace0c9 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:31:39.929677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Updating router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 port 7d60d43d-79c9-48f5-bb95-07ab4b269653 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:31:39.941399 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e5587-1898-49b8-86af-076b47402b6f None None] Pushing event updated for resources: {'Port': ['ID=2da76af0-80a7-4c87-aa68-89f0353db33e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:39.972003 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] Set router db3beeed-5096-4f75-9c68-5bad5450aa1f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:40.016030 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.141357 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.275013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Allocated IP 172.20.0.1 (45948d16-6c4d-4237-ad7e-323bb3712fa9/caaa9f03-92b2-46ce-ac4b-de6bb6fc056e/58a74988-3d76-4cf1-b297-6bfe7eaba4c7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:40.295882 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:35Z', 'revision_number': 3, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:40.300279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:40.334173 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7cccf3-4455-4a4c-8611-9bfb35d601a7 None None] The sync data for ids ['db3beeed-5096-4f75-9c68-5bad5450aa1f'] in n-d-810909-1 is: [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:35Z', 'revision_number': 3, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:31:40.450693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Allocated IP 172.20.0.1 (99fe32a7-ae47-48f9-bc03-56e0f729f287/8ce9eb43-5d5e-4beb-91e2-925157048c20/d256dab0-ed4f-448e-897d-df812fcc33b4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:40.489818 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.658511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:40.712413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:40.719574 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2c6e49-778e-4bb2-90fc-a2af10be1026" -d '{"events": [{"server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:40.742338 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.749530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.794696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.859135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2c612c6b-7adb-41f0-bd5e-0f910e376a26 None None] Provisioning complete for port b864669e-cc63-4993-bb59-15c891a7d291 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:40.860364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c612c6b-7adb-41f0-bd5e-0f910e376a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.866725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.868913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:40.869472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.907835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:40.975332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b8f4b-47bb-45ca-ae9b-3096835f95a2 req-a9eba1c6-e142-4732-84b0-715f5f58a1dd tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:40.978738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-507b8f4b-47bb-45ca-ae9b-3096835f95a2 req-a9eba1c6-e142-4732-84b0-715f5f58a1dd tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.1906841 Sep 27 08:31:40.998110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.001523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:41.019706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:41.024826 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.036550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:41.072278 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac51466-617c-481b-aaa8-bf4fa451c52d x-openstack-request-id: req-7ac51466-617c-481b-aaa8-bf4fa451c52d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:41.072996 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:41.073621 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ac51466-617c-481b-aaa8-bf4fa451c52d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:41.075029 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'code': 200} Sep 27 08:31:41.086076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:41.104201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Pushing event updated for resources: {'Port': ['ID=d256dab0-ed4f-448e-897d-df812fcc33b4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:41.135217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:41.162521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Attempting to bind port 7d60d43d-79c9-48f5-bb95-07ab4b269653 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:41.163353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Attempting to bind port 7d60d43d-79c9-48f5-bb95-07ab4b269653 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:41.164007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Attempting to bind port 7d60d43d-79c9-48f5-bb95-07ab4b269653 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:41.196231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:41.222173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:41.228845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:41.229533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:41.230126 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.230684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:41.231345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Bound port: 7d60d43d-79c9-48f5-bb95-07ab4b269653, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:41.231891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.256775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-507b8f4b-47bb-45ca-ae9b-3096835f95a2 req-e2a56303-2df5-45ef-a49c-84a15ef2dfac tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644746 Sep 27 08:31:41.279366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48c23-6b67-4d21-93d0-5dfecf996635 req-64174fa7-f359-41e3-8c5e-80729c16ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:41.285576 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d48c23-6b67-4d21-93d0-5dfecf996635 req-64174fa7-f359-41e3-8c5e-80729c16ab65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1100 time: 0.1395109 Sep 27 08:31:41.321742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.392378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d48c23-6b67-4d21-93d0-5dfecf996635 req-c3db76a3-3db1-411c-b253-5eb141a8113c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963469 Sep 27 08:31:41.411222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93c95a-c4e6-4957-afcc-3f6127c40389 None None] Pushing event updated for resources: {'Port': ['ID=7d60d43d-79c9-48f5-bb95-07ab4b269653,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:41.445751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Pushing event updated for resources: {'Port': ['ID=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:41.498325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.530954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7069e7-ce96-4581-9f5b-0479982bd794 req-af12c7af-bc73-44f3-8454-637f24c25fc8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:41.532655 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7069e7-ce96-4581-9f5b-0479982bd794 req-af12c7af-bc73-44f3-8454-637f24c25fc8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.1290522 Sep 27 08:31:41.544472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] For port 7d60d43d-79c9-48f5-bb95-07ab4b269653, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:41.557059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] For port 7d60d43d-79c9-48f5-bb95-07ab4b269653, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7d60d43d-79c9-48f5-bb95-07ab4b269653,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:41.580235 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.610309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7069e7-ce96-4581-9f5b-0479982bd794 req-d7170e2c-de8b-456b-9845-d82b134593ff tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692976 Sep 27 08:31:41.695357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2c612c6b-7adb-41f0-bd5e-0f910e376a26 None None] Provisioning complete for port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:41.701954 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c612c6b-7adb-41f0-bd5e-0f910e376a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.763828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36812) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:41.778564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93c95a-c4e6-4957-afcc-3f6127c40389 None None] Pushing event updated for resources: {'Port': ['ID=7d60d43d-79c9-48f5-bb95-07ab4b269653,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:41.783552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:41.784503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:41.811668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:41.885375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2da76af0-80a7-4c87-aa68-89f0353db33e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:41.940901 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.001174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2a52-60c7-4ccd-9060-3ae9fc28f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.110110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:42.167156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2a52-60c7-4ccd-9060-3ae9fc28f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.173490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2a52-60c7-4ccd-9060-3ae9fc28f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.191564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2da76af0-80a7-4c87-aa68-89f0353db33e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:42.192181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.262676 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b6c2a52-60c7-4ccd-9060-3ae9fc28f3ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44610132033e4c838004c1df1fb93c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943085 Sep 27 08:31:42.262676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c2a52-60c7-4ccd-9060-3ae9fc28f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366ba051-11f4-40a6-859a-0bff16c80d95,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:42.265856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36824) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:42.294926 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.299070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5c62c43f-6e23-437c-a9a4-657bd1df6a8e None None] Provisioning complete for port d256dab0-ed4f-448e-897d-df812fcc33b4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:42.299452 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c62c43f-6e23-437c-a9a4-657bd1df6a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.314192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.351879 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.374910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5c62c43f-6e23-437c-a9a4-657bd1df6a8e None None] Port d256dab0-ed4f-448e-897d-df812fcc33b4 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:42.379658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.443135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.443524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.446402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d938438-dd91-4757-9a72-9c41fd789a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.470592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.479647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 2da76af0-80a7-4c87-aa68-89f0353db33e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2da76af0-80a7-4c87-aa68-89f0353db33e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:42.480475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Pushing event updated for resources: {'Port': ['ID=d256dab0-ed4f-448e-897d-df812fcc33b4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:42.493879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04a4ed-71c3-4997-bb80-e9b351ebfbe7 req-f248e70c-7e4d-4318-aa09-765440ea2001 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:42.503183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5c62c43f-6e23-437c-a9a4-657bd1df6a8e None None] Provisioning complete for port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:42.503671 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c62c43f-6e23-437c-a9a4-657bd1df6a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.508305 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.509137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:42.512814 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb04a4ed-71c3-4997-bb80-e9b351ebfbe7 req-f248e70c-7e4d-4318-aa09-765440ea2001 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.1342895 Sep 27 08:31:42.526727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d938438-dd91-4757-9a72-9c41fd789a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.603949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb04a4ed-71c3-4997-bb80-e9b351ebfbe7 req-5e53dd97-43d8-458b-9533-78e1810e75db tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897224 Sep 27 08:31:42.633536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5c62c43f-6e23-437c-a9a4-657bd1df6a8e None None] Port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:42.637581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Pushing event updated for resources: {'Port': ['ID=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:42.644533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=2da76af0-80a7-4c87-aa68-89f0353db33e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:42.651972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-077678df-b037-457e-9d37-e70a3238e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:35Z', 'revision_number': 3, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:42.654145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d938438-dd91-4757-9a72-9c41fd789a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.656846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d938438-dd91-4757-9a72-9c41fd789a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.658111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d938438-dd91-4757-9a72-9c41fd789a17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/366ba051-11f4-40a6-859a-0bff16c80d95 HTTP/1.1" status: 204 len: 168 time: 0.3785348 Sep 27 08:31:42.689129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077678df-b037-457e-9d37-e70a3238e50b None None] The sync data for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 is: [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:35Z', 'revision_number': 3, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:31:42.697965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d938438-dd91-4757-9a72-9c41fd789a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366ba051-11f4-40a6-859a-0bff16c80d95,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:42.699307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:42.699710 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:42.857847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:42.872592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:42.991772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:43.014672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a7a22-73d6-465b-bbf2-4a22f55f144e req-e7fce6f3-6da3-4861-8246-5fc9b31e9c3c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:43.016391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-624a7a22-73d6-465b-bbf2-4a22f55f144e req-e7fce6f3-6da3-4861-8246-5fc9b31e9c3c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.1614652 Sep 27 08:31:43.017445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:43.258703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-624a7a22-73d6-465b-bbf2-4a22f55f144e req-bb5469e6-ce1d-40f6-be13-c920a071ac09 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587365 Sep 27 08:31:43.285061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Router db3beeed-5096-4f75-9c68-5bad5450aa1f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:31:43.289985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-57f96317-3cd9-4a75-9bf4-153ba2f34735 None None] Provisioning complete for port d256dab0-ed4f-448e-897d-df812fcc33b4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:43.291099 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57f96317-3cd9-4a75-9bf4-153ba2f34735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:43.344880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-57f96317-3cd9-4a75-9bf4-153ba2f34735 None None] Port d256dab0-ed4f-448e-897d-df812fcc33b4 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:43.371544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36848) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:43.396609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22f55e36-e1c0-49d0-9733-6edd948c601a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:43.475474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dc0314de-9ed9-48f6-9a1c-41f479800999 None None] Provisioning complete for port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:43.475849 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc0314de-9ed9-48f6-9a1c-41f479800999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:43.578025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dc0314de-9ed9-48f6-9a1c-41f479800999 None None] Port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:43.641488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22f55e36-e1c0-49d0-9733-6edd948c601a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:43.647882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22f55e36-e1c0-49d0-9733-6edd948c601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:43.716948 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-22f55e36-e1c0-49d0-9733-6edd948c601a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6dbb2ccb40a45e99adb6cbb56b91935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440247 Sep 27 08:31:43.741892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f55e36-e1c0-49d0-9733-6edd948c601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a2f2d3-220e-4ffc-b6b2-e7ba1cc0b022,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:43.747776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36872) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:43.822544 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:43.899633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5992-8128-486c-b84a-b28146ccb28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:43.965347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5992-8128-486c-b84a-b28146ccb28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:43.968470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7d60d43d-79c9-48f5-bb95-07ab4b269653 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:44.082398 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5992-8128-486c-b84a-b28146ccb28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:44.091512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5992-8128-486c-b84a-b28146ccb28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:44.096019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7d8d5992-8128-486c-b84a-b28146ccb28d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5a2f2d3-220e-4ffc-b6b2-e7ba1cc0b022 HTTP/1.1" status: 204 len: 168 time: 0.3457568 Sep 27 08:31:44.116762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d5992-8128-486c-b84a-b28146ccb28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a2f2d3-220e-4ffc-b6b2-e7ba1cc0b022,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:44.179436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:31:44.198010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7d60d43d-79c9-48f5-bb95-07ab4b269653 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:44.199554 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:44.200882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:31:44.208788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b8af995a-2e07-48ab-a7ea-76bff3a78141 admin admin] 10.222.0.50 "PUT /v2.0/routers/db3beeed-5096-4f75-9c68-5bad5450aa1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1853912 Sep 27 08:31:44.267766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35f4c-8c5c-488c-9ac1-5386cfd82af3 req-1498cea9-b55b-4544-a665-6487cc0932b1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:44.281820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35e35f4c-8c5c-488c-9ac1-5386cfd82af3 req-1498cea9-b55b-4544-a665-6487cc0932b1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.2470419 Sep 27 08:31:44.307878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Sync routers for ids ['db3beeed-5096-4f75-9c68-5bad5450aa1f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:31:44.349991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Routers {'db3beeed-5096-4f75-9c68-5bad5450aa1f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:44.350645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['db3beeed-5096-4f75-9c68-5bad5450aa1f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:44.371859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35e35f4c-8c5c-488c-9ac1-5386cfd82af3 req-069f235f-5273-4164-a580-2319a6cb4ccb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866296 Sep 27 08:31:44.500588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:31:44.506641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087021b-65c4-4467-a2bd-bdd416789272 req-e24692ed-3840-463a-9ccc-6dec0fbe94f4 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:44.517399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67955d14-9ba6-494f-b58a-acc24c409df7 admin admin] 10.222.0.50 "PUT /v2.0/routers/1ebbfa9d-415a-470d-b7f7-439bacace0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4586062 Sep 27 08:31:44.517549 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d087021b-65c4-4467-a2bd-bdd416789272 req-e24692ed-3840-463a-9ccc-6dec0fbe94f4 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.1118746 Sep 27 08:31:44.562572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-bcd498e9-ff8e-4f62-aea8-c12ebb99dc90 req-4bffbbcd-0d3b-43fe-a440-2cfb1008e3bb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:31:44.563763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bcd498e9-ff8e-4f62-aea8-c12ebb99dc90 req-4bffbbcd-0d3b-43fe-a440-2cfb1008e3bb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056338 Sep 27 08:31:44.580282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36904) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:44.580730 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:44.617238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d087021b-65c4-4467-a2bd-bdd416789272 req-0460e65e-bb2d-4a09-ad0b-78480015270a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981250 Sep 27 08:31:44.661996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 7d60d43d-79c9-48f5-bb95-07ab4b269653, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7d60d43d-79c9-48f5-bb95-07ab4b269653,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:44.680684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:44.682165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2da76af0-80a7-4c87-aa68-89f0353db33e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:44.686354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Set router db3beeed-5096-4f75-9c68-5bad5450aa1f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:44.892542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=7d60d43d-79c9-48f5-bb95-07ab4b269653,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:44.938451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67f532ef-7592-49b9-894b-c298651cbcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.023899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-a15d6d48-fd36-41a0-85d3-4aee955ba536 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785315 Sep 27 08:31:45.067306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2da76af0-80a7-4c87-aa68-89f0353db33e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:45.071334 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.138747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6f9e-63e9-4b92-8369-c81a8c30bf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.268171 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67f532ef-7592-49b9-894b-c298651cbcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.277426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67f532ef-7592-49b9-894b-c298651cbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.353533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-b7d28e42-c726-4169-b753-105baa78bb92 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2033832 Sep 27 08:31:45.368777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:45.375663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f532ef-7592-49b9-894b-c298651cbcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac0faa-dde9-444d-8b5a-92cf5985e8ec,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:45.409273 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.411962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67f532ef-7592-49b9-894b-c298651cbcc7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9db59556914463e8f008a8176c50456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8296099 Sep 27 08:31:45.412723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36952) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:45.413325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36956) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:45.434898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd256dab0-ed4f-448e-897d-df812fcc33b4', 'name': '', 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'mac_address': 'fa:16:3e:94:24:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8ce9eb43-5d5e-4beb-91e2-925157048c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 2, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'subnets': [{'id': '8ce9eb43-5d5e-4beb-91e2-925157048c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:45.441134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0e77c9e0-7dfa-4342-a27b-a268ae8f352d tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831587964', 'description': 'tempest-description--1420580265'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:45.442485 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Sync routers for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:31:45.459716 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:45.460431 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:45.511507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Checking router: db3beeed-5096-4f75-9c68-5bad5450aa1f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:31:45.513514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Updating router db3beeed-5096-4f75-9c68-5bad5450aa1f port d256dab0-ed4f-448e-897d-df812fcc33b4 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:31:45.529784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-406418bb-2b9c-440b-8d42-6f2f61e81630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.561680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-406418bb-2b9c-440b-8d42-6f2f61e81630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.590050 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.640380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.641939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e77c9e0-7dfa-4342-a27b-a268ae8f352d tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.644195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-406418bb-2b9c-440b-8d42-6f2f61e81630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.647750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-406418bb-2b9c-440b-8d42-6f2f61e81630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.652901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-406418bb-2b9c-440b-8d42-6f2f61e81630 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9ac0faa-dde9-444d-8b5a-92cf5985e8ec HTTP/1.1" status: 204 len: 168 time: 0.2053318 Sep 27 08:31:45.697111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406418bb-2b9c-440b-8d42-6f2f61e81630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac0faa-dde9-444d-8b5a-92cf5985e8ec,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:45.812500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c338-9a02-43d9-93df-8d8f5c69245a req-f2e500c1-b5a5-427a-a398-5145577627c1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:45.820195 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f53c338-9a02-43d9-93df-8d8f5c69245a req-f2e500c1-b5a5-427a-a398-5145577627c1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.1916227 Sep 27 08:31:45.825676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Allocated IP 172.25.2.100 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/980dde5f-c79b-4dce-8f46-d11dc26bff49) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:45.851156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36980) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:45.868837 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:45.886712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7d60d43d-79c9-48f5-bb95-07ab4b269653 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:45.987266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:45.997908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f53c338-9a02-43d9-93df-8d8f5c69245a req-270ffaea-44f3-42d2-9f60-1b643fe47c7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723189 Sep 27 08:31:46.084596 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.123768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:46.131514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:46.142260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:46.159785 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e77c9e0-7dfa-4342-a27b-a268ae8f352d tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.181788 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e77c9e0-7dfa-4342-a27b-a268ae8f352d tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.230704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7d60d43d-79c9-48f5-bb95-07ab4b269653 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:46.231438 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.277620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77c9e0-7dfa-4342-a27b-a268ae8f352d tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff90cd1-7514-443e-aa34-a8247082c4f6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:46.322855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e77c9e0-7dfa-4342-a27b-a268ae8f352d tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.328814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e77c9e0-7dfa-4342-a27b-a268ae8f352d tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9140148 Sep 27 08:31:46.332394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:46.346249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a5892b58-dc3a-4d3c-b69a-ff3b9277443e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Request body: {'security_group_rule': {'security_group_id': '4ff90cd1-7514-443e-aa34-a8247082c4f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:46.363662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9cdf0-b78e-4bc3-9822-258a3b9c7208 req-d0d130b8-7a1e-4b1f-a471-0eac9ad26e41 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:46.379341 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d9f9cdf0-b78e-4bc3-9822-258a3b9c7208 req-d0d130b8-7a1e-4b1f-a471-0eac9ad26e41 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.2148459 Sep 27 08:31:46.405870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Pushing event updated for resources: {'Port': ['ID=980dde5f-c79b-4dce-8f46-d11dc26bff49,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:46.415718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:42Z', 'revision_number': 2, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:46.415961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-network', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:46.529085 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Checking router: 1ebbfa9d-415a-470d-b7f7-439bacace0c9 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:31:46.529683 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Updating router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:31:46.536968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d9f9cdf0-b78e-4bc3-9822-258a3b9c7208 req-6bb4bcd8-072c-48f9-9db7-841c9a75fabd tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566176 Sep 27 08:31:46.571287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Made reservation on behalf of ef951f933ef74fd79e61e585a3baeb5c for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:46.579024 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.580973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37000) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:46.584270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5892b58-dc3a-4d3c-b69a-ff3b9277443e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.648372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.652214 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.674464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.682267 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0faa896f-a67b-47d6-880f-ba7f1dc9b5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.733654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b4192c73-7fea-4f85-b34f-e73147049829 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:46.794085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5892b58-dc3a-4d3c-b69a-ff3b9277443e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.814750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5892b58-dc3a-4d3c-b69a-ff3b9277443e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.821216 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.974693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0faa896f-a67b-47d6-880f-ba7f1dc9b5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.990896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0faa896f-a67b-47d6-880f-ba7f1dc9b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:46.997120 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.020466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.131019 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.136486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5892b58-dc3a-4d3c-b69a-ff3b9277443e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8924468d-6eb9-43a1-a6ed-a9018f572d04,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:47.144176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.199648 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.220292 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.243198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0faa896f-a67b-47d6-880f-ba7f1dc9b5b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4385d67b42c94979a1e2a15688bc0336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249580 Sep 27 08:31:47.256292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae5f1-f40a-4b1c-8e2e-f52fa32e67ba None None] Pushing event updated for resources: {'Port': ['ID=d256dab0-ed4f-448e-897d-df812fcc33b4,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:47.273770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37016) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:47.278404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.294382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Attempting to bind port d256dab0-ed4f-448e-897d-df812fcc33b4 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:47.296906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Attempting to bind port d256dab0-ed4f-448e-897d-df812fcc33b4 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:47.297322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Attempting to bind port d256dab0-ed4f-448e-897d-df812fcc33b4 on network 99fe32a7-ae47-48f9-bc03-56e0f729f287 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:47.311117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:47.312944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Checking segment: {'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:47.313390 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.313879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Bound using segment: {'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:47.314312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Bound port: d256dab0-ed4f-448e-897d-df812fcc33b4, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:47.314687 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.321395 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5892b58-dc3a-4d3c-b69a-ff3b9277443e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.325264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5892b58-dc3a-4d3c-b69a-ff3b9277443e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9857001 Sep 27 08:31:47.328386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37018) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:47.342232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-51798eb6-c462-4342-8922-aa6d68beb455 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Request body: {'security_group_rule': {'security_group_id': '4ff90cd1-7514-443e-aa34-a8247082c4f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:47.359205 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c344f6-db62-4f8f-bb75-16bbcf7edb6a None None] Pushing event updated for resources: {'Port': ['ID=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:47.359706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.377302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Pushing event updated for resources: {'Port': ['ID=980dde5f-c79b-4dce-8f46-d11dc26bff49,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:47.378477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:31:47.397720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.404646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.409972 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Added segment d87f0d11-ec62-4bf5-b973-c1290d7842cb of type vlan for network f59f2be8-0545-4585-a778-d70f4444f7db Sep 27 08:31:47.421103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.430261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-49b21f93-a875-4947-86a3-549e3a05c016 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0738976 Sep 27 08:31:47.445846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-db508b2c-c1aa-4e02-804d-79e49e30b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:47.448412 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-db508b2c-c1aa-4e02-804d-79e49e30b21a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1100 time: 0.1180058 Sep 27 08:31:47.452729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] For port d256dab0-ed4f-448e-897d-df812fcc33b4, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:47.456875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] For port d256dab0-ed4f-448e-897d-df812fcc33b4, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d256dab0-ed4f-448e-897d-df812fcc33b4,segment=NetworkSegment(9ede0aca-a2ec-4d0f-971f-4fe0b9e26490),segment_id=9ede0aca-a2ec-4d0f-971f-4fe0b9e26490)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:47.490107 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.504554 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.575187 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Attempting to bind port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:47.575703 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Attempting to bind port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:47.575913 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Attempting to bind port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 on network 45948d16-6c4d-4237-ad7e-323bb3712fa9 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:47.582554 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:47.583330 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Checking segment: {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:47.583924 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.584540 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Bound using segment: {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:47.585239 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Bound port: 58a74988-3d76-4cf1-b297-6bfe7eaba4c7, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:47.585839 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.592134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9431ee70-af1b-414a-a08d-18735123d3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.643775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa896f-a67b-47d6-880f-ba7f1dc9b5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221a0ae2-05d8-404f-89cd-0ecfad345b79,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:47.659074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-6338d5e0-3b1d-4a10-b706-a757054c9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:47.661872 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-6338d5e0-3b1d-4a10-b706-a757054c9855 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1710911 Sep 27 08:31:47.669350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Routers {'db3beeed-5096-4f75-9c68-5bad5450aa1f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:47.670427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['db3beeed-5096-4f75-9c68-5bad5450aa1f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:47.678919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae5f1-f40a-4b1c-8e2e-f52fa32e67ba None None] Pushing event updated for resources: {'Port': ['ID=d256dab0-ed4f-448e-897d-df812fcc33b4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:47.682072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63dba46f-995e-4a58-8765-da2bbd8209e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.725415 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63dba46f-995e-4a58-8765-da2bbd8209e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.728680 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] For port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:47.733336 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] For port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:47.739539 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.753614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-4fda2577-6d44-4a8a-b342-482633c40cd9 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.100 HTTP/1.1" status: 200 len: 696 time: 0.3221750 Sep 27 08:31:47.764769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6d319c87-bf68-43af-a867-30f05b27f9f3 None None] Provisioning complete for port d256dab0-ed4f-448e-897d-df812fcc33b4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:47.765323 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d319c87-bf68-43af-a867-30f05b27f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.792857 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.793882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:47.794471 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.811114 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c344f6-db62-4f8f-bb75-16bbcf7edb6a None None] Pushing event updated for resources: {'Port': ['ID=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:47.814319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-89ba612d-61fb-4b90-a00b-cfce68d9c715 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 217 time: 0.0647488 Sep 27 08:31:47.831613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cb14b0-b020-4031-b98b-478177c900c8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:47.869052 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:47.869890 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:47.927033 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51798eb6-c462-4342-8922-aa6d68beb455 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.950478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] Set router db3beeed-5096-4f75-9c68-5bad5450aa1f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:47.984910 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63dba46f-995e-4a58-8765-da2bbd8209e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.987448 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63dba46f-995e-4a58-8765-da2bbd8209e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:47.991658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-63dba46f-995e-4a58-8765-da2bbd8209e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/221a0ae2-05d8-404f-89cd-0ecfad345b79 HTTP/1.1" status: 204 len: 168 time: 0.7160707 Sep 27 08:31:47.997301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1302447 Sep 27 08:31:47.998216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37028) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:48.006586 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-aed7f8ee-1f1c-48b6-9e7d-86077f9b932d service neutron] 10.222.0.67 "GET /v2.0/ports/b4192c73-7fea-4f85-b34f-e73147049829/bindings/n-h1-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.3350463 Sep 27 08:31:48.007469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1d89f-f626-41dd-ae18-a99091f30070 req-cbf3d581-a586-480e-8c72-5e7675692a19 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:48.010170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a1d89f-f626-41dd-ae18-a99091f30070 req-cbf3d581-a586-480e-8c72-5e7675692a19 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.7674925 Sep 27 08:31:48.033948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-8a14ef32-a8d4-4c98-9c38-f3313e8c5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:48.035013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51798eb6-c462-4342-8922-aa6d68beb455 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.035452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-8a14ef32-a8d4-4c98-9c38-f3313e8c5ef8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1856320 Sep 27 08:31:48.038448 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.046486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eefa03-fb94-4cbd-83d3-65f59ba9e76f admin admin] Pushing event updated for resources: {'Network': ['ID=f59f2be8-0545-4585-a778-d70f4444f7db,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:48.051098 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d319c87-bf68-43af-a867-30f05b27f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.058716 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:48.071681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f59f2be8-0545-4585-a778-d70f4444f7db details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:31:48.078551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Request body: {'subnet': {'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-subnet', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:48.103662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dba46f-995e-4a58-8765-da2bbd8209e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221a0ae2-05d8-404f-89cd-0ecfad345b79,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:48.124646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51798eb6-c462-4342-8922-aa6d68beb455 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.142340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a1d89f-f626-41dd-ae18-a99091f30070 req-2b5c1e46-dbcd-45cb-95f2-9e1e4b180385 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932474 Sep 27 08:31:48.146111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Made reservation on behalf of ef951f933ef74fd79e61e585a3baeb5c for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:48.148413 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.187682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-c4ac4434-b293-4554-a36a-4c15341ceff6 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:48.189886 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7fc1039-69df-4cb7-8f98-819673c43ca9 req-c4ac4434-b293-4554-a36a-4c15341ceff6 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.4252243 Sep 27 08:31:48.217712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-4633cd6c-6e4b-49dc-a62e-9599e73a6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:48.219648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-4633cd6c-6e4b-49dc-a62e-9599e73a6310 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612046 Sep 27 08:31:48.262681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6d319c87-bf68-43af-a867-30f05b27f9f3 None None] For port d256dab0-ed4f-448e-897d-df812fcc33b4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d256dab0-ed4f-448e-897d-df812fcc33b4,segment=NetworkSegment(9ede0aca-a2ec-4d0f-971f-4fe0b9e26490),segment_id=9ede0aca-a2ec-4d0f-971f-4fe0b9e26490)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:48.276585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d319c87-bf68-43af-a867-30f05b27f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.277117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51798eb6-c462-4342-8922-aa6d68beb455 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8687575-ee5e-4fae-9114-bd78c59bd52d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:48.308196 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51798eb6-c462-4342-8922-aa6d68beb455 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.309593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-51798eb6-c462-4342-8922-aa6d68beb455 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9763169 Sep 27 08:31:48.312678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37044) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:48.318298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:48.357729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.532012 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d319c87-bf68-43af-a867-30f05b27f9f3 None None] Pushing event updated for resources: {'Port': ['ID=d256dab0-ed4f-448e-897d-df812fcc33b4,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:48.533327 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-2a6a6f06-efc6-4892-af62-a5fdadfc493b service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499876 Sep 27 08:31:48.535028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4f07c1be-cf3c-4f95-abcb-0e3c68575cf8 None None] Provisioning complete for port d256dab0-ed4f-448e-897d-df812fcc33b4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:48.535411 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f07c1be-cf3c-4f95-abcb-0e3c68575cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.548189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e372d-95ff-4adb-8e05-25ea7aac76e9 req-64939e99-cecc-42b5-bcca-4d0368849059 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:48.550429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f81e372d-95ff-4adb-8e05-25ea7aac76e9 req-64939e99-cecc-42b5-bcca-4d0368849059 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 943 time: 0.1669662 Sep 27 08:31:48.567227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:48.589871 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.595581 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:47Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:48.645863 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659bab10-ab2a-4fde-beb0-6a33c6f0e209 None None] The sync data for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 is: [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:47Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:31:48.651342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09f6be0c-4619-431a-a55f-155c7940d2f9 req-e1be27f6-1121-45d7-994d-5aa16baa33a7 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips/dc80ac08-dcb8-4745-b493-ec2ee81ed362 HTTP/1.1" status: 200 len: 693 time: 0.2590840 Sep 27 08:31:48.660216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:48.748644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4f07c1be-cf3c-4f95-abcb-0e3c68575cf8 None None] Provisioning complete for port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:48.749116 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f07c1be-cf3c-4f95-abcb-0e3c68575cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.753718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd256dab0-ed4f-448e-897d-df812fcc33b4', 'name': '', 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'mac_address': 'fa:16:3e:94:24:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8ce9eb43-5d5e-4beb-91e2-925157048c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:47Z', 'revision_number': 4, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'subnets': [{'id': '8ce9eb43-5d5e-4beb-91e2-925157048c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:48.821207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd03a095-3207-44fd-b8f7-a9e10477c012 None None] The sync data for ids ['db3beeed-5096-4f75-9c68-5bad5450aa1f'] in n-d-810909-1 is: [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd256dab0-ed4f-448e-897d-df812fcc33b4', 'name': '', 'network_id': '99fe32a7-ae47-48f9-bc03-56e0f729f287', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'mac_address': 'fa:16:3e:94:24:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8ce9eb43-5d5e-4beb-91e2-925157048c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:47Z', 'revision_number': 4, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'subnets': [{'id': '8ce9eb43-5d5e-4beb-91e2-925157048c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:31:48.857506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.906383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ff3d2b-9999-4d89-930f-24ddaf473922,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:48.945660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Checking segment: {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:48.946029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Network hostable DHCP agents. Network: f59f2be8-0545-4585-a778-d70f4444f7db, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:31:48.961854 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f07c1be-cf3c-4f95-abcb-0e3c68575cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:48.996678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6be0c-4619-431a-a55f-155c7940d2f9 req-63d5b93e-e8e3-491e-b1bc-fe2df81ca015 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:49.006431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09f6be0c-4619-431a-a55f-155c7940d2f9 req-63d5b93e-e8e3-491e-b1bc-fe2df81ca015 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.2998552 Sep 27 08:31:49.023305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-09f6be0c-4619-431a-a55f-155c7940d2f9 req-2e4561a8-a3d3-492a-ace4-87210805717e tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:31:49.031745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09f6be0c-4619-431a-a55f-155c7940d2f9 req-2e4561a8-a3d3-492a-ace4-87210805717e tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237968 Sep 27 08:31:49.031956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4f07c1be-cf3c-4f95-abcb-0e3c68575cf8 None None] For port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:49.039539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f07c1be-cf3c-4f95-abcb-0e3c68575cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:49.068913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Network f59f2be8-0545-4585-a778-d70f4444f7db is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:31:49.111583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f59f2be8-0545-4585-a778-d70f4444f7db) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:49.131142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:49.131142 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:49.138525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:49.180891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3395e81f-64b9-407f-96ec-66e51d8afc89 None None] Network f59f2be8-0545-4585-a778-d70f4444f7db requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:49.276633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07c1be-cf3c-4f95-abcb-0e3c68575cf8 None None] Pushing event updated for resources: {'Port': ['ID=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:49.336762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ecf92cfe-2292-45b9-a912-13b8fe84ce82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2910230 Sep 27 08:31:49.352519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37080) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:49.355423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:49.405979 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f81e372d-95ff-4adb-8e05-25ea7aac76e9 req-b3f9ea38-aee4-4bca-93c7-41758ae479a3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8407218 Sep 27 08:31:49.419070 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:49.420860 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:49.425309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4192c73-7fea-4f85-b34f-e73147049829 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:49.473771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Allocated IP 172.25.2.72 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/dfa18193-569b-46a5-a2fb-c661d766793f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:49.489260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-785638c0-5bcd-4fd7-bfb1-5bd6887abcd4 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9357986 Sep 27 08:31:49.495809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:49.525836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c2e0a-7b49-4a52-860e-884465d39fb0 req-3d8b4b2a-4fcb-4027-990a-8691716a34a3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:49.534913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b4c2e0a-7b49-4a52-860e-884465d39fb0 req-3d8b4b2a-4fcb-4027-990a-8691716a34a3 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 946 time: 0.1967747 Sep 27 08:31:49.559906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-f59f2be8-0545-4585-a778-d70f4444f7db', 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'fixed_ips': [{'subnet_id': '26ff3d2b-9999-4d89-930f-24ddaf473922'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:31:49.560888 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:49.613183 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:49.735157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b4c2e0a-7b49-4a52-860e-884465d39fb0 req-74050d44-f126-43c7-ae0f-f9d2a2fcf954 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988850 Sep 27 08:31:49.762718 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29d488b2-730a-4453-a229-f27a1e858662 req-85420ac2-a156-449b-b627-86f2f4fa9832 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=47c1bea46987488ebb486922dac9c80f HTTP/1.1" status: 200 len: 696 time: 0.2685492 Sep 27 08:31:49.795080 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:49.818308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Allocated IP 172.20.0.2 (f59f2be8-0545-4585-a778-d70f4444f7db/26ff3d2b-9999-4d89-930f-24ddaf473922/edd59783-e6a9-40c4-858a-f4a88322db3d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:49.892103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:49.913446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] Transition to ACTIVE for port object b4192c73-7fea-4f85-b34f-e73147049829 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:31:49.935042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.008175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.017827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.070432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71efa-7cd2-4816-b1a2-a22fe4ac8c57 req-fc7e9e41-9c63-48e9-b522-3d8b98870515 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:50.075428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] No DVR routers for this DVR port b4192c73-7fea-4f85-b34f-e73147049829 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:50.077907 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ff71efa-7cd2-4816-b1a2-a22fe4ac8c57 req-fc7e9e41-9c63-48e9-b522-3d8b98870515 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.1404202 Sep 27 08:31:50.086200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d488b2-730a-4453-a229-f27a1e858662 req-8a95a121-f010-4fba-8cdb-7b8a6d27dd7a tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:50.088445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29d488b2-730a-4453-a229-f27a1e858662 req-8a95a121-f010-4fba-8cdb-7b8a6d27dd7a tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/networks?id=3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 787 time: 0.3239830 Sep 27 08:31:50.095375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:50.096006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.113231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-29d488b2-730a-4453-a229-f27a1e858662 req-8dcfccdb-016d-4735-9415-d39d1a8e63f1 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:31:50.114991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29d488b2-730a-4453-a229-f27a1e858662 req-8dcfccdb-016d-4735-9415-d39d1a8e63f1 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184708 Sep 27 08:31:50.142914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ff71efa-7cd2-4816-b1a2-a22fe4ac8c57 req-c863333b-66fc-41c1-a164-0be511c0f77d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639319 Sep 27 08:31:50.173952 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/b4192c73-7fea-4f85-b34f-e73147049829/bindings/n-h1-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1541140 Sep 27 08:31:50.175186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11b990-ff36-49b8-b12f-0e844928a1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:50.179142 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.204777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.254224 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.265199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Network f59f2be8-0545-4585-a778-d70f4444f7db is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:50.305059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event updated for resources: {'Port': ['ID=dfa18193-569b-46a5-a2fb-c661d766793f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:50.320259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d256dab0-ed4f-448e-897d-df812fcc33b4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:50.321982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:50.326921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:50.327115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-e597c808-ad47-4629-b5c1-d79b3f5891ef tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips/dc80ac08-dcb8-4745-b493-ec2ee81ed362 HTTP/1.1" status: 200 len: 693 time: 0.1392965 Sep 27 08:31:50.343068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-24fd78dd-dcff-4771-b473-35858511fd26 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:50.347101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-24fd78dd-dcff-4771-b473-35858511fd26 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1095 time: 0.0985410 Sep 27 08:31:50.405362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:50.415313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:50.421075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:50.421992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Pushing event updated for resources: {'Port': ['ID=edd59783-e6a9-40c4-858a-f4a88322db3d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:50.480230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-cf45d143-29cb-4a58-817b-7641b3c60012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:50.487603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-cf45d143-29cb-4a58-817b-7641b3c60012 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb&tenant_id=b39763fcd3a34a9a9355667ce04cca9f HTTP/1.1" status: 200 len: 1095 time: 0.1292379 Sep 27 08:31:50.514253 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.515446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Attempting to bind port edd59783-e6a9-40c4-858a-f4a88322db3d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:50.516052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Attempting to bind port edd59783-e6a9-40c4-858a-f4a88322db3d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:50.516708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Attempting to bind port edd59783-e6a9-40c4-858a-f4a88322db3d on network f59f2be8-0545-4585-a778-d70f4444f7db {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:50.527981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:50.528879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Checking segment: {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:50.529523 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.530138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Bound using segment: {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:50.530860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Bound port: edd59783-e6a9-40c4-858a-f4a88322db3d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:50.531491 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.587596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port d256dab0-ed4f-448e-897d-df812fcc33b4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:50.588379 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.645065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1ab7b-4a26-4c8c-9b94-6cfa5593019c req-034050f9-cc6f-4a76-9c29-1503b85d15eb tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:50.646799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6db1ab7b-4a26-4c8c-9b94-6cfa5593019c req-034050f9-cc6f-4a76-9c29-1503b85d15eb tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 944 time: 0.1363177 Sep 27 08:31:50.680616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-701cbc77-c381-4b2b-9b47-e2b76cc7ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:50.682319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-701cbc77-c381-4b2b-9b47-e2b76cc7ff88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1095 time: 0.1539342 Sep 27 08:31:50.693667 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] For port edd59783-e6a9-40c4-858a-f4a88322db3d, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:50.713991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] For port edd59783-e6a9-40c4-858a-f4a88322db3d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=edd59783-e6a9-40c4-858a-f4a88322db3d,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:50.722258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-c3e276bc-e48d-480a-8f1f-991e5e67b0f5 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:50.724036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-c3e276bc-e48d-480a-8f1f-991e5e67b0f5 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.3958883 Sep 27 08:31:50.745155 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:50.834372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0262a2-9fdc-440b-8483-738d6e52ff33 None None] Pushing event updated for resources: {'Port': ['ID=edd59783-e6a9-40c4-858a-f4a88322db3d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:50.884784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6db1ab7b-4a26-4c8c-9b94-6cfa5593019c req-6c97d088-9d23-4368-8dc1-59b487eea1ec tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299216 Sep 27 08:31:50.888563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-86c27b45-ea4e-49f1-97f9-e1324cfb804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:50.890177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-86c27b45-ea4e-49f1-97f9-e1324cfb804d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.1855133 Sep 27 08:31:50.955111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-10072cd8-3405-491d-abad-ec0bc88c7120 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 217 time: 0.0514667 Sep 27 08:31:51.015773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-a882dc27-f62a-4356-8b84-efd609923ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:51.017357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-a882dc27-f62a-4356-8b84-efd609923ff4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0533669 Sep 27 08:31:51.105442 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-2a5fc27d-282e-4069-90c2-3d759dbc8329 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742354 Sep 27 08:31:51.220073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.236458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-41e7763e-3954-4d08-9290-d118ad978484 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245320 Sep 27 08:31:51.243932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-18503ba5-0e73-4be0-9715-854b68c9532f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.100 HTTP/1.1" status: 200 len: 696 time: 0.5111725 Sep 27 08:31:51.341526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.367913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.372246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-5d33622d-487c-4504-9bd5-ffa4f52279f4 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.100 HTTP/1.1" status: 200 len: 696 time: 0.1112413 Sep 27 08:31:51.373223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.396342 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-b1ff95af-158c-49ba-856f-9499756917cc service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535871 Sep 27 08:31:51.411526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfa9c8-094a-4aa1-aba4-7a922e01edab req-3047cae5-202f-4b95-ab81-761f0e7ea62e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:51.413222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23bfa9c8-094a-4aa1-aba4-7a922e01edab req-3047cae5-202f-4b95-ab81-761f0e7ea62e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.0697219 Sep 27 08:31:51.456166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23bfa9c8-094a-4aa1-aba4-7a922e01edab req-d02f7c13-29cb-4ed0-ba28-7c47233ffd67 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359070 Sep 27 08:31:51.697828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Allocated IP 172.25.2.188 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/132d75bc-49de-46ae-8f7d-d2d290af0ccd) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:51.702768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-d9fab6a2-feb5-4cca-b7c0-0b173ca00525 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--375437170&fields=id&tenant_id=242df502e2844b1f89dc9d777f8c86b1 HTTP/1.1" status: 200 len: 267 time: 0.0695260 Sep 27 08:31:51.768011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device edd59783-e6a9-40c4-858a-f4a88322db3d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:51.796999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.839624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port edd59783-e6a9-40c4-858a-f4a88322db3d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:51.840514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.859990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-91869f8a-e5b5-4fda-b953-07c7665944d8 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:51.861698 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-91869f8a-e5b5-4fda-b953-07c7665944d8 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1095 time: 0.1561716 Sep 27 08:31:51.897390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.920794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-91514be2-00a6-4a25-9fc4-328fa86b0d25 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:51.925429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-91514be2-00a6-4a25-9fc4-328fa86b0d25 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 823 time: 0.2217278 Sep 27 08:31:51.927063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.934159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Deleting port 980dde5f-c79b-4dce-8f46-d11dc26bff49 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:51.934494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.945427 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:51.996971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port edd59783-e6a9-40c4-858a-f4a88322db3d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=edd59783-e6a9-40c4-858a-f4a88322db3d,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:52.002935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-3f67a952-3764-44e5-acd1-afea0ef112d2 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/quotas/242df502e2844b1f89dc9d777f8c86b1 HTTP/1.1" status: 200 len: 375 time: 0.0613785 Sep 27 08:31:52.004494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.049355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.067293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.122955 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-412b0e7e-4557-4dac-b43b-13cf368985c8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1119883 Sep 27 08:31:52.137694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-e2a79cca-c854-4003-93ca-2ac1906cd589 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:31:52.146437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-e2a79cca-c854-4003-93ca-2ac1906cd589 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153768 Sep 27 08:31:52.153709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:52.154855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event updated for resources: {'Port': ['ID=dfa18193-569b-46a5-a2fb-c661d766793f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:52.159830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.169279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5b399d4d-02b4-4a5f-89db-c2426c37580a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8473165 Sep 27 08:31:52.169279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:52.170280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:52.257532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.257880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.278053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985503e-b799-4699-9307-c82b2b3d7b83 None None] Network f59f2be8-0545-4585-a778-d70f4444f7db requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:31:52.278260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-a00c46ef-e6b6-4ffe-987d-c8cd335cd57d service neutron] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:52.284578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Calling delete_port for 980dde5f-c79b-4dce-8f46-d11dc26bff49 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:52.290310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Pushing event updated for resources: {'Port': ['ID=132d75bc-49de-46ae-8f7d-d2d290af0ccd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:52.313233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=edd59783-e6a9-40c4-858a-f4a88322db3d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:52.355314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6982bc6b-0bb8-400c-b440-a7a3f4976748 None None] Provisioning complete for port edd59783-e6a9-40c4-858a-f4a88322db3d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:52.355877 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6982bc6b-0bb8-400c-b440-a7a3f4976748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.359219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-a00c46ef-e6b6-4ffe-987d-c8cd335cd57d service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.360484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a279850-314c-4c08-931f-d87bafb2aa23 req-a00c46ef-e6b6-4ffe-987d-c8cd335cd57d service neutron] 10.222.0.57 "DELETE /v2.0/ports/b4192c73-7fea-4f85-b34f-e73147049829/bindings/n-h2-810909-1 HTTP/1.1" status: 204 len: 173 time: 0.4809465 Sep 27 08:31:52.396222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-f8051a47-1062-48cb-a57b-9bb718798ce1 service neutron] 10.222.0.50 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488720 Sep 27 08:31:52.506757 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-f2367d49-d256-44c4-9a1c-87dec7cd2703 service neutron] 10.222.0.50 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999324 Sep 27 08:31:52.622350 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.762251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.839595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-aaf33c72-2d90-41cd-a875-4840a739c1b4 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9883b4c653c04541a1f224aaa4944a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837703 Sep 27 08:31:52.850415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Pushing event deleted for resources: {'Port': ['ID=980dde5f-c79b-4dce-8f46-d11dc26bff49,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:52.873088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-768d1298-0657-486c-91b2-9cbe69e2b5a6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:52.874918 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-768d1298-0657-486c-91b2-9cbe69e2b5a6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "GET /v2.0/ports?device_id=3657fc7f-2e9c-479c-8664-1df8e9aac689 HTTP/1.1" status: 200 len: 946 time: 0.1514552 Sep 27 08:31:52.947172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.950414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:52.951857 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c23e6f81-00a3-4e85-a9d3-28f9de6300f0 req-d95d24d8-641c-44f5-a759-61fd3476e635 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "DELETE /v2.0/floatingips/dc80ac08-dcb8-4745-b493-ec2ee81ed362 HTTP/1.1" status: 204 len: 173 time: 1.5445261 Sep 27 08:31:52.993808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-750c4c06-4318-4cd6-ab52-756cbfb7ebf5 None None] Provisioning complete for port edd59783-e6a9-40c4-858a-f4a88322db3d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:52.994475 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-750c4c06-4318-4cd6-ab52-756cbfb7ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:53.021147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:53.038562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-a512804c-4c1c-4b05-a172-7fc5db3d9527 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:53.045650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-a512804c-4c1c-4b05-a172-7fc5db3d9527 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979225 Sep 27 08:31:53.068583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-fba23640-5036-4797-8c53-c4b58ecfc755 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/quotas/9883b4c653c04541a1f224aaa4944a6a HTTP/1.1" status: 200 len: 375 time: 0.0217519 Sep 27 08:31:53.109044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-e364d413-512f-4415-a7d7-e236a8a65d2b tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9883b4c653c04541a1f224aaa4944a6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391836 Sep 27 08:31:53.118678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e4b3d-dbaf-48b9-98b4-93de6137f0d0 req-6a15981e-89d6-4dd6-b7b3-2166ff6f9364 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:53.120142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Deleting port 1574baac-1513-45bb-b2d9-50ebc66f83e7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:53.120529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:53.120729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b59e4b3d-dbaf-48b9-98b4-93de6137f0d0 req-6a15981e-89d6-4dd6-b7b3-2166ff6f9364 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 944 time: 0.1021328 Sep 27 08:31:53.219191 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b59e4b3d-dbaf-48b9-98b4-93de6137f0d0 req-646730c4-04d4-4ad5-a76c-7ab42f0b7850 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857339 Sep 27 08:31:53.280351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Router 745f5ecd-9fc1-4572-910a-a8f026bb6109 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:31:53.302776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] For port 1574baac-1513-45bb-b2d9-50ebc66f83e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1574baac-1513-45bb-b2d9-50ebc66f83e7,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:53.303173 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:53.464923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-e75d97db-fdde-4287-849d-1bbdb1ec0027 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1831587964&fields=id&tenant_id=24854c77a2c8464595c6825bbda1de05 HTTP/1.1" status: 200 len: 267 time: 0.0923052 Sep 27 08:31:53.528048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:31:53.538141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Sync routers for ids ['745f5ecd-9fc1-4572-910a-a8f026bb6109'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:31:53.550626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Routers {'745f5ecd-9fc1-4572-910a-a8f026bb6109'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:53.552232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['745f5ecd-9fc1-4572-910a-a8f026bb6109'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:53.563037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3a391-29c0-4cd8-b273-53462d5fa162 req-33bc13d2-de23-4335-9d09-c64d15625eed tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:53.572115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eef3a391-29c0-4cd8-b273-53462d5fa162 req-33bc13d2-de23-4335-9d09-c64d15625eed tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.1687839 Sep 27 08:31:53.614427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:53.615813 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e9341a63-efe9-4b28-af88-f5daa91f681a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2647891 Sep 27 08:31:53.618556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37212) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:31:53.669740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eef3a391-29c0-4cd8-b273-53462d5fa162 req-cd8ca438-7d2f-486f-be26-8f9fb92676b1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966043 Sep 27 08:31:53.708608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-2c130b1b-003d-4e18-985b-fe61094ba4b7 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:53.711692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-2c130b1b-003d-4e18-985b-fe61094ba4b7 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/networks?id=45948d16-6c4d-4237-ad7e-323bb3712fa9 HTTP/1.1" status: 200 len: 810 time: 0.2367783 Sep 27 08:31:53.719365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:53.720127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:53.720588 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Floating IP f6c32fbb-c6fc-4473-8345-6542fa424ab4 disassociated. External IP: 172.25.2.132, port: 1574baac-1513-45bb-b2d9-50ebc66f83e7. Sep 27 08:31:53.721036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Calling delete_port for 1574baac-1513-45bb-b2d9-50ebc66f83e7 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:31:53.793070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Set router 745f5ecd-9fc1-4572-910a-a8f026bb6109 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:53.820531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-64c26f7a-2621-4d28-be82-7bc1c6bb9eb3 req-257fdcd9-9714-480e-b64c-265a5e325c6f tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 210 time: 0.0446348 Sep 27 08:31:53.969004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device edd59783-e6a9-40c4-858a-f4a88322db3d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:53.984025 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.075551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event deleted for resources: {'Port': ['ID=1574baac-1513-45bb-b2d9-50ebc66f83e7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:54.091539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-215919b8-4b00-4343-855d-cb25dafe2be4 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/quotas/24854c77a2c8464595c6825bbda1de05 HTTP/1.1" status: 200 len: 375 time: 0.3598721 Sep 27 08:31:54.094680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:31:52Z', 'revision_number': 3, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:54.135961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Checking router: 745f5ecd-9fc1-4572-910a-a8f026bb6109 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:31:54.136711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Updating router 745f5ecd-9fc1-4572-910a-a8f026bb6109 port 132d75bc-49de-46ae-8f7d-d2d290af0ccd binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:31:54.166439 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.214070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-d07c95b3-3792-4b12-9075-88b9ac6de723 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2788117 Sep 27 08:31:54.220943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:54.299371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port edd59783-e6a9-40c4-858a-f4a88322db3d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:54.299769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.311524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.322364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Router 3c6d94e4-8f10-4a0e-a104-c800d1da909e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:31:54.454435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-913c4bea-01fb-49d6-a1bb-69a915d060a2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=24854c77a2c8464595c6825bbda1de05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3212514 Sep 27 08:31:54.513397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:31:54.518165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-4fe2abc8-e925-41a6-88ee-150c93620897 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:54.519703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-4fe2abc8-e925-41a6-88ee-150c93620897 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 823 time: 0.4564404 Sep 27 08:31:54.526373 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] Sync routers for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:31:54.543679 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:54.544310 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:54.567943 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.581463 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.601058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] No DVR routers for this DVR port 1574baac-1513-45bb-b2d9-50ebc66f83e7 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:31:54.605945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.608000 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1bb39ae-28c9-4a55-bea5-24affe486308 req-926593f9-5ff5-49f5-884c-0e64e64c537d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "DELETE /v2.0/ports/1574baac-1513-45bb-b2d9-50ebc66f83e7 HTTP/1.1" status: 204 len: 173 time: 1.7147353 Sep 27 08:31:54.608667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'name': 'network-vif-deleted', 'tag': '1574baac-1513-45bb-b2d9-50ebc66f83e7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:54.611017 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9308a93a-c04e-484a-bde5-9cfc409dbddb" -d '{"events": [{"server_uuid": "3657fc7f-2e9c-479c-8664-1df8e9aac689", "name": "network-vif-deleted", "tag": "1574baac-1513-45bb-b2d9-50ebc66f83e7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:54.641385 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.697904 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:54.709245 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-692231a2-06f1-4c92-8a9c-f56d89425404 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=242df502e2844b1f89dc9d777f8c86b1 HTTP/1.1" status: 200 len: 379 time: 0.1755600 Sep 27 08:31:54.717943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Attempting to bind port 132d75bc-49de-46ae-8f7d-d2d290af0ccd on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:54.718336 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Attempting to bind port 132d75bc-49de-46ae-8f7d-d2d290af0ccd by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:54.718688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Attempting to bind port 132d75bc-49de-46ae-8f7d-d2d290af0ccd on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:54.733973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41105b8c-f495-45ae-9571-9ebd016d1df3 None None] Pushing event updated for resources: {'Port': ['ID=132d75bc-49de-46ae-8f7d-d2d290af0ccd,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:54.739926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:54.741069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:54.741069 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.741328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:54.741611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Bound port: 132d75bc-49de-46ae-8f7d-d2d290af0ccd, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:54.741995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.746835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Request body: {'port': {'device_id': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'admin_state_up': True, 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'security_groups': ['4559a0c7-82ef-46bf-a5bc-468da86037d7']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:54.832000 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-e685ac04-47ef-4354-8e07-5185668e4863 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9883b4c653c04541a1f224aaa4944a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287938 Sep 27 08:31:54.860580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] For port 132d75bc-49de-46ae-8f7d-d2d290af0ccd, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:54.866412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] For port 132d75bc-49de-46ae-8f7d-d2d290af0ccd, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=132d75bc-49de-46ae-8f7d-d2d290af0ccd,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:54.872538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:54.890445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-9189d0f3-038c-4f25-857c-2b73b4ceb528 service neutron] 10.222.0.50 "GET /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697348 Sep 27 08:31:54.925426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Allocated IP 172.25.2.23 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/bc959bf6-f7ed-4183-83ba-e055e8620619) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:54.954650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Routers {'745f5ecd-9fc1-4572-910a-a8f026bb6109'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:54.959015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['745f5ecd-9fc1-4572-910a-a8f026bb6109'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:55.105165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41105b8c-f495-45ae-9571-9ebd016d1df3 None None] Pushing event updated for resources: {'Port': ['ID=132d75bc-49de-46ae-8f7d-d2d290af0ccd,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:55.108944 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:55.143208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Made reservation on behalf of 242df502e2844b1f89dc9d777f8c86b1 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:55.147668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:55.149304 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] Checking router: 3c6d94e4-8f10-4a0e-a104-c800d1da909e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:31:55.151109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:55.160482 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:55.161382 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:55.179883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-0cb067e1-c859-45df-91c1-769a3fe2befe service neutron] 10.222.0.50 "GET /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434392 Sep 27 08:31:55.212044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] Set router 745f5ecd-9fc1-4572-910a-a8f026bb6109 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:55.447345 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:55.472889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Allocated IP 172.20.0.7 (d507e1f9-0069-4810-b618-1f54436bf7ec/e371e403-162f-4be1-95bc-77a97fe08b86/b37e18f0-85f6-45f3-8dab-ffc7b3135b05) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:55.480130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:31:52Z', 'revision_number': 3, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:55.520763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d875e-e403-481e-a7c2-af36e89715a2 None None] The sync data for ids ['745f5ecd-9fc1-4572-910a-a8f026bb6109'] in n-d-810909-1 is: [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:31:52Z', 'revision_number': 3, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:31:55.524984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-7cd4efea-ab5a-4761-83c4-c4269a1ed7ab tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:55.527409 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-7cd4efea-ab5a-4761-83c4-c4269a1ed7ab tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6845431 Sep 27 08:31:55.550049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Request body: {'port': {'device_id': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '9883b4c653c04541a1f224aaa4944a6a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:55.572219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Allocated IP 172.20.0.1 (f59f2be8-0545-4585-a778-d70f4444f7db/26ff3d2b-9999-4d89-930f-24ddaf473922/151520ca-b1c7-4f10-88f3-a2d783f45d1e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:55.684369 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-bd8b88d5-6a72-4d30-8a31-d280b2230827 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9883b4c653c04541a1f224aaa4944a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294361 Sep 27 08:31:55.742772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Made reservation on behalf of 9883b4c653c04541a1f224aaa4944a6a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:55.746708 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:55.759186 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:55.760879 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:55.774347 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:55.816969 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bd3e1-3203-4ef7-9787-5e675958065f None None] The sync data for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 is: [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:31:55.819628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-2dffcef7-c121-40cd-b82d-05964b6573bc tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:55.828954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-2dffcef7-c121-40cd-b82d-05964b6573bc tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363153 Sep 27 08:31:55.848303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:55.933632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:55.970131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Pushing event updated for resources: {'Port': ['ID=bc959bf6-f7ed-4183-83ba-e055e8620619,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:55.973731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:55.976665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:56.028896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-f306191f-b3d1-425c-a09f-095871637c78 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/quotas/9883b4c653c04541a1f224aaa4944a6a HTTP/1.1" status: 200 len: 375 time: 0.0667248 Sep 27 08:31:56.052511 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.067014 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.090996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-095a7745-a83b-4424-bc64-7d376b85a054 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9883b4c653c04541a1f224aaa4944a6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518878 Sep 27 08:31:56.154928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.183720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.273734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.288287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.290475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.320709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbb4350-27be-44ab-9779-4bf16e63d712,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:56.344963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Network f59f2be8-0545-4585-a778-d70f4444f7db is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:56.356421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:56.373579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:56.395132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670fc7f-af3a-4495-b8a8-041d4f67a728 None None] New status for floating IP f6c32fbb-c6fc-4473-8345-6542fa424ab4: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:31:56.415170 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44629459-8ec2-41fb-a602-4f04ec940db0 x-openstack-request-id: req-44629459-8ec2-41fb-a602-4f04ec940db0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:31:56.416124 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3657fc7f-2e9c-479c-8664-1df8e9aac689", "name": "network-vif-deleted", "tag": "1574baac-1513-45bb-b2d9-50ebc66f83e7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:31:56.416436 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44629459-8ec2-41fb-a602-4f04ec940db0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:31:56.416874 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3657fc7f-2e9c-479c-8664-1df8e9aac689', 'name': 'network-vif-deleted', 'tag': '1574baac-1513-45bb-b2d9-50ebc66f83e7', 'status': 'completed', 'code': 200} Sep 27 08:31:56.424295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Network d507e1f9-0069-4810-b618-1f54436bf7ec is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:56.478781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:56.483129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:56.499315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Pushing event updated for resources: {'Port': ['ID=151520ca-b1c7-4f10-88f3-a2d783f45d1e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:56.562428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.678528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:56.679432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.689290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Allocated IP 192.168.233.32 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/0379a56c-9453-4b0a-91ee-6deacb7cb247) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:56.735894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0088851 Sep 27 08:31:56.747766 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:56.765520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Request body: {'port': {'device_id': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:56.875299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd9cf-b2bf-45af-87cd-af47160de027 req-562f401b-9070-46b4-a2bb-3ec38143180f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:56.883299 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed9fd9cf-b2bf-45af-87cd-af47160de027 req-562f401b-9070-46b4-a2bb-3ec38143180f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.3647592 Sep 27 08:31:56.905212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a31e8d-2f0e-4012-bea6-e87de3d947be tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event updated for resources: {'Port': ['ID=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:56.953133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.031180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed9fd9cf-b2bf-45af-87cd-af47160de027 req-5e31e2d1-b9c1-481a-b080-13f0d5f3264b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416984 Sep 27 08:31:57.080084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3ca07fd0-06bb-4d98-81c9-3168dc2b2c3e None None] Provisioning complete for port 151520ca-b1c7-4f10-88f3-a2d783f45d1e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:57.080527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ca07fd0-06bb-4d98-81c9-3168dc2b2c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.115103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.136096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.190128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3ca07fd0-06bb-4d98-81c9-3168dc2b2c3e None None] Port 151520ca-b1c7-4f10-88f3-a2d783f45d1e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:57.237349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1574baac-1513-45bb-b2d9-50ebc66f83e7 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:31:57.241673 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.284925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 1574baac-1513-45bb-b2d9-50ebc66f83e7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:31:57.285200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1574baac-1513-45bb-b2d9-50ebc66f83e7 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:31:57.312817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-ed8dbf91-6d42-4b47-a3ec-d735dc119095 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:57.314424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-ed8dbf91-6d42-4b47-a3ec-d735dc119095 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.67 "GET /v2.0/networks?id=45948d16-6c4d-4237-ad7e-323bb3712fa9 HTTP/1.1" status: 200 len: 810 time: 0.3328302 Sep 27 08:31:57.318226 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3d89fc45-420f-454b-8833-5933d0513007 None None] Provisioning complete for port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:57.318641 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d89fc45-420f-454b-8833-5933d0513007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.327898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Pushing event updated for resources: {'Port': ['ID=bc959bf6-f7ed-4183-83ba-e055e8620619,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:57.374250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3d89fc45-420f-454b-8833-5933d0513007 None None] Port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:57.374624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.413886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.425655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.434580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-4b6418b4-a47a-41d0-b454-d8f8f8de1f9f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2195475 Sep 27 08:31:57.441007 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-2e7a23e3-d634-4d22-9b09-1c18e9986eeb tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24854c77a2c8464595c6825bbda1de05 HTTP/1.1" status: 200 len: 380 time: 0.1039541 Sep 27 08:31:57.474079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Request body: {'port': {'device_id': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'admin_state_up': True, 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'security_groups': ['4ff90cd1-7514-443e-aa34-a8247082c4f6']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:57.549982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.553244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-f7c37017-b201-4ab6-ab82-25f86f83cf8e tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 695 time: 0.1176903 Sep 27 08:31:57.558518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f1beb-57eb-40df-89c7-b5ae76bd6b1b req-631bc883-8c55-4dec-9d2a-c684d73d112e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:57.560015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-692f1beb-57eb-40df-89c7-b5ae76bd6b1b req-631bc883-8c55-4dec-9d2a-c684d73d112e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 931 time: 0.1701875 Sep 27 08:31:57.573214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:57.586008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:57.587848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:57.593304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:57.687965 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-692f1beb-57eb-40df-89c7-b5ae76bd6b1b req-5e4db467-f3cc-48a8-8c1d-d3e3ee57260b tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185465 Sep 27 08:31:57.733324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 132d75bc-49de-46ae-8f7d-d2d290af0ccd up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:57.779174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:57.779906 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.806075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 132d75bc-49de-46ae-8f7d-d2d290af0ccd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:57.807061 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.897524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.927832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 132d75bc-49de-46ae-8f7d-d2d290af0ccd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=132d75bc-49de-46ae-8f7d-d2d290af0ccd,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:31:57.935104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:57.948246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-b7b7e543-ae0c-4069-a815-96a593c6eea9 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4067841 Sep 27 08:31:57.957881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e4d7d775-b463-4ba3-8956-785346e8ae46 req-cc1845b7-c3a8-495f-8fa0-452a8707e345 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 210 time: 0.0311809 Sep 27 08:31:57.971748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Request body: {'port': {'device_id': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:57.982611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37e18f0-85f6-45f3-8dab-ffc7b3135b05 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:57.998095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=132d75bc-49de-46ae-8f7d-d2d290af0ccd,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:58.007690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.021953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.023844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-efe2f0c2-bf4e-46da-aba0-d5d5aa963860 None None] Provisioning complete for port 0379a56c-9453-4b0a-91ee-6deacb7cb247 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:58.024152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-efe2f0c2-bf4e-46da-aba0-d5d5aa963860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.028116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-65942c86-ca2a-40d6-a821-47bcf3f7f8fb tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9883b4c653c04541a1f224aaa4944a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928760 Sep 27 08:31:58.031320 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.061224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Transition to ACTIVE for port object b37e18f0-85f6-45f3-8dab-ffc7b3135b05 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:31:58.067006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-efe2f0c2-bf4e-46da-aba0-d5d5aa963860 None None] Port 0379a56c-9453-4b0a-91ee-6deacb7cb247 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:58.091604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.134407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-33d7f5a2-4c6d-4b29-b293-79f8fc55a599 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:58.146897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0862fd20-6fb4-45ab-8805-e7b607f56556 req-33d7f5a2-4c6d-4b29-b293-79f8fc55a599 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.5735846 Sep 27 08:31:58.164651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Made reservation on behalf of 24854c77a2c8464595c6825bbda1de05 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:58.175209 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.181040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.186721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.201027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Pushing event updated for resources: {'Port': ['ID=151520ca-b1c7-4f10-88f3-a2d783f45d1e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:58.315120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Pushing event updated for resources: {'Port': ['ID=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:58.347445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaeb88-22b7-4dca-885a-f5a77cbddd09 req-274442ce-19c9-4a18-8ad3-d24e4d9115f0 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:58.349031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ccaeb88-22b7-4dca-885a-f5a77cbddd09 req-274442ce-19c9-4a18-8ad3-d24e4d9115f0 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1095 time: 0.2374129 Sep 27 08:31:58.349834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3bc6765a-11c4-4a97-bfb0-828104aec7b1 req-e8e61453-ee95-44ad-b44e-e7fec7bb9ace tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 210 time: 0.0857584 Sep 27 08:31:58.373963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Attempting to bind port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:58.374201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Attempting to bind port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:58.374550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Attempting to bind port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 on network d507e1f9-0069-4810-b618-1f54436bf7ec {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:58.384389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 on network d507e1f9-0069-4810-b618-1f54436bf7ec not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:58.384714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Attempting to bind port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 on network d507e1f9-0069-4810-b618-1f54436bf7ec {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:58.413457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:58.413805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Checking segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:58.414719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Bound using segment: {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:58.414719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Bound port: b37e18f0-85f6-45f3-8dab-ffc7b3135b05, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7274cfe-eda0-49eb-81ba-1006f6495d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:58.414927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.419071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-875e3a7f-c033-4e57-84af-3b6b391d4a45 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:58.420676 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-875e3a7f-c033-4e57-84af-3b6b391d4a45 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3634224 Sep 27 08:31:58.431924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Network f59f2be8-0545-4585-a778-d70f4444f7db is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:58.440040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:58.485173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Request body: {'port': {'device_id': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '9883b4c653c04541a1f224aaa4944a6a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:31:58.490603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ccaeb88-22b7-4dca-885a-f5a77cbddd09 req-090afdfe-46fb-4da2-ae4c-500d3a2fe5a9 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156716 Sep 27 08:31:58.623365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-10dd3007-2847-42fb-84f4-6e89d73eb14b tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips/8cfea1dd-2b13-4454-bb64-ab025d2d2cc8 HTTP/1.1" status: 200 len: 692 time: 0.0694969 Sep 27 08:31:58.645409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] For port b37e18f0-85f6-45f3-8dab-ffc7b3135b05, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:31:58.704125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] For port b37e18f0-85f6-45f3-8dab-ffc7b3135b05, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:31:58.710628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8171b-b7fe-4fc2-8f27-2ecb3cf7774b req-16f8b1f0-af1e-48ad-8e74-73772904c479 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:58.712181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48a8171b-b7fe-4fc2-8f27-2ecb3cf7774b req-16f8b1f0-af1e-48ad-8e74-73772904c479 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.2078776 Sep 27 08:31:58.715116 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.726594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6e6200bb-e17d-43d3-af7e-629837bbf9db None None] Provisioning complete for port 151520ca-b1c7-4f10-88f3-a2d783f45d1e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:58.727697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e6200bb-e17d-43d3-af7e-629837bbf9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.764319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6e6200bb-e17d-43d3-af7e-629837bbf9db None None] Port 151520ca-b1c7-4f10-88f3-a2d783f45d1e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:31:58.765070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Allocated IP 172.20.0.5 (45948d16-6c4d-4237-ad7e-323bb3712fa9/caaa9f03-92b2-46ce-ac4b-de6bb6fc056e/734f2e40-e813-4104-9abb-613fc3c8591d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:58.803694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Router 745f5ecd-9fc1-4572-910a-a8f026bb6109 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:31:58.809108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:58.809945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.811224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] 10.222.0.57 "PUT /v2.0/ports/b37e18f0-85f6-45f3-8dab-ffc7b3135b05 HTTP/1.1" status: 200 len: 1091 time: 2.0501688 Sep 27 08:31:58.811695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'tag': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:31:58.813981 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cec45b18-9788-41f5-a4d5-712fb4616d5d", "tag": "b37e18f0-85f6-45f3-8dab-ffc7b3135b05"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:31:58.823372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48a8171b-b7fe-4fc2-8f27-2ecb3cf7774b req-31c0de2a-fa3e-4dd9-a2e3-b880ab31735b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965824 Sep 27 08:31:58.834094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Made reservation on behalf of 9883b4c653c04541a1f224aaa4944a6a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:31:58.837941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:58.854154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245af38a-ecf4-4ad8-8e76-439de55f3a0b service neutron] Pushing event updated for resources: {'Port': ['ID=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:58.866381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-be7292e7-a6ee-40d8-ac8b-6040d67e687f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:58.880372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-be7292e7-a6ee-40d8-ac8b-6040d67e687f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.2479198 Sep 27 08:31:58.986979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-f4510822-b5a5-4f7f-b021-b24edda2560d tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 695 time: 0.1057055 Sep 27 08:31:59.013097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0379a56c-9453-4b0a-91ee-6deacb7cb247 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:31:59.059597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:59.095078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-c9158485-03a3-4c08-b28c-ab0a979572ac tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.23 HTTP/1.1" status: 200 len: 695 time: 0.0987508 Sep 27 08:31:59.098739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Transition to ACTIVE for port object 0379a56c-9453-4b0a-91ee-6deacb7cb247 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:31:59.101211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-63574674-f9bb-4d0e-841f-7090600a4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:59.103082 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-63574674-f9bb-4d0e-841f-7090600a4d64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 1094 time: 0.2102222 Sep 27 08:31:59.114416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:59.147082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34631dc8-9452-4e28-866f-9f175bda33ce req-816d3369-d3c6-4606-ad78-01bc5a867883 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:59.148664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34631dc8-9452-4e28-866f-9f175bda33ce req-816d3369-d3c6-4606-ad78-01bc5a867883 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1095 time: 0.2103186 Sep 27 08:31:59.186222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:31:59.187521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:59.189054 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-b33e439f-3236-4bf0-ad7d-7dd0498161ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37e18f0-85f6-45f3-8dab-ffc7b3135b05 HTTP/1.1" status: 200 len: 217 time: 0.0722384 Sep 27 08:31:59.192703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cf03b9fb-4a32-4359-9342-9127f7692f45 admin admin] 10.222.0.50 "PUT /v2.0/routers/745f5ecd-9fc1-4572-910a-a8f026bb6109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5731730 Sep 27 08:31:59.196892 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Sync routers for ids ['745f5ecd-9fc1-4572-910a-a8f026bb6109'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:31:59.208547 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Routers {'745f5ecd-9fc1-4572-910a-a8f026bb6109'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:31:59.209743 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['745f5ecd-9fc1-4572-910a-a8f026bb6109'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:59.246125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:59.270910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Allocated IP 192.168.233.73 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/88263323-6e80-49c8-905a-47300dd74085) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:31:59.345946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34631dc8-9452-4e28-866f-9f175bda33ce req-82b8bd3d-afcf-4393-ac50-f863f1cab415 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810820 Sep 27 08:31:59.445060 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Set router 745f5ecd-9fc1-4572-910a-a8f026bb6109 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:31:59.459625 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:59.590586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:31:59.615842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:31:59.618209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Attempting to bind port 0379a56c-9453-4b0a-91ee-6deacb7cb247 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:31:59.618655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Attempting to bind port 0379a56c-9453-4b0a-91ee-6deacb7cb247 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:31:59.619039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Attempting to bind port 0379a56c-9453-4b0a-91ee-6deacb7cb247 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:59.621298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:31:59.627657 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event updated for resources: {'Port': ['ID=734f2e40-e813-4104-9abb-613fc3c8591d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:31:59.651593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-818a7a51-0d3a-4471-9577-351e4949e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:59.655196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-818a7a51-0d3a-4471-9577-351e4949e15f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e371e403-162f-4be1-95bc-77a97fe08b86 HTTP/1.1" status: 200 len: 862 time: 0.4572361 Sep 27 08:31:59.684598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Port 0379a56c-9453-4b0a-91ee-6deacb7cb247 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:31:59.685236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Attempting to bind port 0379a56c-9453-4b0a-91ee-6deacb7cb247 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:31:59.702626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Deleting port bc959bf6-f7ed-4183-83ba-e055e8620619 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:31:59.703276 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:59.754680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 132d75bc-49de-46ae-8f7d-d2d290af0ccd up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:31:59.758167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0103b6-c730-4cb2-945a-a73929b42b76 req-51f8ed77-cd95-46df-b9f8-2b52f35f0a20 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:59.765802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b0103b6-c730-4cb2-945a-a73929b42b76 req-51f8ed77-cd95-46df-b9f8-2b52f35f0a20 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 943 time: 0.2887745 Sep 27 08:31:59.767788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:31:59.768544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:31:59.769052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:31:59.770325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Bound port: 0379a56c-9453-4b0a-91ee-6deacb7cb247, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:31:59.770325 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:59.795741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-cd5db4a6-7492-4d9b-ab77-edd8706d2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:31:59.797331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-cd5db4a6-7492-4d9b-ab77-edd8706d2746 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d507e1f9-0069-4810-b618-1f54436bf7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337349 Sep 27 08:31:59.865757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 132d75bc-49de-46ae-8f7d-d2d290af0ccd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:31:59.866234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:31:59.938015 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '151520ca-b1c7-4f10-88f3-a2d783f45d1e', 'name': '', 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'mac_address': 'fa:16:3e:22:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '26ff3d2b-9999-4d89-930f-24ddaf473922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:55Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 2, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'subnets': [{'id': '26ff3d2b-9999-4d89-930f-24ddaf473922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:31:59.980984 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Checking router: 745f5ecd-9fc1-4572-910a-a8f026bb6109 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:31:59.981329 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Updating router 745f5ecd-9fc1-4572-910a-a8f026bb6109 port 151520ca-b1c7-4f10-88f3-a2d783f45d1e binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:32:00.015506 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.016347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.034243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f6cef0ad-0a5a-4ca7-a6f4-30acfd982842 None None] Provisioning complete for port 734f2e40-e813-4104-9abb-613fc3c8591d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:00.034621 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6cef0ad-0a5a-4ca7-a6f4-30acfd982842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.040664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Calling delete_port for bc959bf6-f7ed-4183-83ba-e055e8620619 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:00.044108 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.075322 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-9ac9fc26-8ac3-41c2-85d7-e88a02ef985e service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622001 Sep 27 08:32:00.105187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f6cef0ad-0a5a-4ca7-a6f4-30acfd982842 None None] Port 734f2e40-e813-4104-9abb-613fc3c8591d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:32:00.151571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37294) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:00.165379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-network', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:00.222894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:00.222894 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.260372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Made reservation on behalf of 9d4ac1c84c7f44b0b03d0b5be3f98cd3 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:00.262614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.277675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.295937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b0103b6-c730-4cb2-945a-a73929b42b76 req-5dda33c9-2583-4829-aa12-c907fb7d097c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5291514 Sep 27 08:32:00.305813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-acf97bd4-95a8-4131-9ea3-7f218c9fac00 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8352900 Sep 27 08:32:00.315755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.321666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39537dbf-ba9c-445d-9a40-b7c53734802c req-a6f1ed61-bb38-4ab6-9d50-b588ae0b3295 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033141 Sep 27 08:32:00.324968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Request body: {'port': {'device_id': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:00.359807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:00.379433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:00.381461 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512addc2-fd28-4426-8edc-018143679be3 x-openstack-request-id: req-512addc2-fd28-4426-8edc-018143679be3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:00.381746 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec45b18-9788-41f5-a4d5-712fb4616d5d", "tag": "b37e18f0-85f6-45f3-8dab-ffc7b3135b05", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:00.381992 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-512addc2-fd28-4426-8edc-018143679be3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:00.382429 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'tag': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'status': 'completed', 'code': 200} Sep 27 08:32:00.402704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.405607 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.442186 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.452129 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.460723 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.470110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:00.470735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.472202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] 10.222.0.57 "PUT /v2.0/ports/0379a56c-9453-4b0a-91ee-6deacb7cb247 HTTP/1.1" status: 200 len: 1095 time: 2.5050185 Sep 27 08:32:00.472725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:00.475017 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78165778-54c4-4fa9-a7e3-0f68c7434d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:00.479313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Pushing event deleted for resources: {'Port': ['ID=bc959bf6-f7ed-4183-83ba-e055e8620619,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:00.505772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.541310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca409c5-ec19-47ab-80fe-4d18368ab920 service neutron] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:00.608064 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9120c-e4b2-4b63-a0c6-cb014f69d4b0 None None] Pushing event updated for resources: {'Port': ['ID=151520ca-b1c7-4f10-88f3-a2d783f45d1e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:00.624250 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Attempting to bind port 151520ca-b1c7-4f10-88f3-a2d783f45d1e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:00.624687 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Attempting to bind port 151520ca-b1c7-4f10-88f3-a2d783f45d1e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:00.625050 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Attempting to bind port 151520ca-b1c7-4f10-88f3-a2d783f45d1e on network f59f2be8-0545-4585-a778-d70f4444f7db {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:00.634140 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:00.635487 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Checking segment: {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:00.635782 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.636170 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Bound using segment: {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:00.636865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:00.638058 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Bound port: 151520ca-b1c7-4f10-88f3-a2d783f45d1e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:00.638471 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.647914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:00.651440 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.657203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:00.663391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.667716 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.669008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63282bb6-4c5f-4db1-970c-718ff9389b1f req-742a6ebd-7d44-43fa-9443-a9a5bedb952f tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "DELETE /v2.0/floatingips/8cfea1dd-2b13-4454-bb64-ab025d2d2cc8 HTTP/1.1" status: 204 len: 173 time: 1.5633702 Sep 27 08:32:00.670294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.709002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605a28e5-4a3b-443e-926d-af8eb77660e3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:00.740255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:32:00.742198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Pushing event updated for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:00.753949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-4bd5ca82-c496-440d-b524-bdbf81127af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:00.756227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-4bd5ca82-c496-440d-b524-bdbf81127af5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 1094 time: 0.3451855 Sep 27 08:32:00.798665 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] For port 151520ca-b1c7-4f10-88f3-a2d783f45d1e, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:00.804711 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] For port 151520ca-b1c7-4f10-88f3-a2d783f45d1e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=151520ca-b1c7-4f10-88f3-a2d783f45d1e,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:00.814221 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.831396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-72f6f738-1aeb-46d5-bfd2-c946348b6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:00.832258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.832668 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Added segment acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb of type vlan for network f87ddd2a-e916-4455-80d0-12d150cc8667 Sep 27 08:32:00.838235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-72f6f738-1aeb-46d5-bfd2-c946348b6f98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9883b4c653c04541a1f224aaa4944a6a&device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 1098 time: 0.3034863 Sep 27 08:32:00.862539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:00.863249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.886508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314402a-6d6e-4488-a3cd-c97afb2cfa3b req-cc1576cd-518b-4da4-a93c-5f28dc9f411e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:00.888888 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3314402a-6d6e-4488-a3cd-c97afb2cfa3b req-cc1576cd-518b-4da4-a93c-5f28dc9f411e tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 931 time: 0.3308942 Sep 27 08:32:00.904845 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9120c-e4b2-4b63-a0c6-cb014f69d4b0 None None] Pushing event updated for resources: {'Port': ['ID=151520ca-b1c7-4f10-88f3-a2d783f45d1e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:00.950840 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Routers {'745f5ecd-9fc1-4572-910a-a8f026bb6109'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:00.951792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cb58be37-c5c3-4f3c-9898-702c2832ec5d None None] Provisioning complete for port 151520ca-b1c7-4f10-88f3-a2d783f45d1e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:00.952500 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['745f5ecd-9fc1-4572-910a-a8f026bb6109'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:00.953068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb58be37-c5c3-4f3c-9898-702c2832ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:00.969864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-be199389-80a5-4dd9-9bd1-826b50b845ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247 HTTP/1.1" status: 200 len: 217 time: 0.0973449 Sep 27 08:32:00.970110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b8f0e-f8e5-4e4b-a678-0c04488f314b req-2de98cf0-0533-4553-924f-9d033ec295a1 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:00.971526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-568b8f0e-f8e5-4e4b-a678-0c04488f314b req-2de98cf0-0533-4553-924f-9d033ec295a1 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 935 time: 0.1644318 Sep 27 08:32:00.974954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.012862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-1055e44e-0ba4-463a-bf24-169cc4ebd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:01.013921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-1055e44e-0ba4-463a-bf24-169cc4ebd3c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 924 time: 0.2469206 Sep 27 08:32:01.071286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-f5c6da1c-5937-4939-8df9-5006f0fe8902 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37e18f0-85f6-45f3-8dab-ffc7b3135b05 HTTP/1.1" status: 200 len: 217 time: 0.0418129 Sep 27 08:32:01.104163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-568b8f0e-f8e5-4e4b-a678-0c04488f314b req-cfea1087-4721-401a-84df-f22182fa597f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236162 Sep 27 08:32:01.129991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.129991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:01.129991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.167262 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb58be37-c5c3-4f3c-9898-702c2832ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.234230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb58be37-c5c3-4f3c-9898-702c2832ec5d None None] For port 151520ca-b1c7-4f10-88f3-a2d783f45d1e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=151520ca-b1c7-4f10-88f3-a2d783f45d1e,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:01.241608 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb58be37-c5c3-4f3c-9898-702c2832ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.258034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734f2e40-e813-4104-9abb-613fc3c8591d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:01.259498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] Pushing event updated for resources: {'Network': ['ID=f87ddd2a-e916-4455-80d0-12d150cc8667,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:01.267026 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.283454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Transition to ACTIVE for port object 734f2e40-e813-4104-9abb-613fc3c8591d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:32:01.297927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-3dcb402b-1f2d-42ca-8f98-dfbb16cbed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:01.299718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-3dcb402b-1f2d-42ca-8f98-dfbb16cbed3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e371e403-162f-4be1-95bc-77a97fe08b86 HTTP/1.1" status: 200 len: 862 time: 0.2020724 Sep 27 08:32:01.302967 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e8b0caf3-3291-4283-9739-3a76e67d2b88 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1485305 Sep 27 08:32:01.305570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37304) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:01.311366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f87ddd2a-e916-4455-80d0-12d150cc8667 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:32:01.321414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Request body: {'subnet': {'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-subnet', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:01.339313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-af7a0c2f-fd03-40ad-a6fd-4c7de6227898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:01.341405 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-af7a0c2f-fd03-40ad-a6fd-4c7de6227898 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.3574891 Sep 27 08:32:01.350076 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-be377c67-b75c-4df5-9f6c-e17a37009908 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8788443 Sep 27 08:32:01.354764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.405034 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] Set router 745f5ecd-9fc1-4572-910a-a8f026bb6109 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:01.434414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58be37-c5c3-4f3c-9898-702c2832ec5d None None] Pushing event updated for resources: {'Port': ['ID=151520ca-b1c7-4f10-88f3-a2d783f45d1e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:01.437194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-159ec5e5-4a62-4ac4-aad6-8bc7e7e68c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:01.438863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-159ec5e5-4a62-4ac4-aad6-8bc7e7e68c9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d507e1f9-0069-4810-b618-1f54436bf7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288476 Sep 27 08:32:01.440140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Made reservation on behalf of 9d4ac1c84c7f44b0b03d0b5be3f98cd3 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:01.442696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Pushing event updated for resources: {'Port': ['ID=734f2e40-e813-4104-9abb-613fc3c8591d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:01.442826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.455074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Request body: {'port': {'device_id': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:01.484255 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3314402a-6d6e-4488-a3cd-c97afb2cfa3b req-19e93d03-ad6f-47ea-9441-749517ead7a9 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5560970 Sep 27 08:32:01.522350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d3acb60d-97a4-40ca-a8df-02c4d4a46ce3 None None] Provisioning complete for port 88263323-6e80-49c8-905a-47300dd74085 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:01.523260 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3acb60d-97a4-40ca-a8df-02c4d4a46ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.524809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-33f4914a-6821-4954-817d-9faee8db63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:01.530074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-33f4914a-6821-4954-817d-9faee8db63fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770384 Sep 27 08:32:01.596657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d3acb60d-97a4-40ca-a8df-02c4d4a46ce3 None None] Port 88263323-6e80-49c8-905a-47300dd74085 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:32:01.625551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d3acb60d-97a4-40ca-a8df-02c4d4a46ce3 None None] Provisioning complete for port 151520ca-b1c7-4f10-88f3-a2d783f45d1e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:01.625936 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3acb60d-97a4-40ca-a8df-02c4d4a46ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.637745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-f1bb7ff9-6f1d-4621-b124-bab5d4a01b07 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803968 Sep 27 08:32:01.674251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-f73d01cb-845f-40d6-8b0a-eb00edc36d4e service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168044 Sep 27 08:32:01.715268 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff25744-a2f7-4cb0-b99f-4011e4e807bc x-openstack-request-id: req-aff25744-a2f7-4cb0-b99f-4011e4e807bc {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:01.716237 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:01.716788 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aff25744-a2f7-4cb0-b99f-4011e4e807bc {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:01.717438 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'status': 'completed', 'code': 200} Sep 27 08:32:01.807680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:01.821015 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-457c476f-9252-4f8d-aa57-b4ddc140e8c9 req-0c79c462-750b-4b36-baa4-22f38429c577 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] show failed (client error): The resource could not be found. Sep 27 08:32:01.822011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-457c476f-9252-4f8d-aa57-b4ddc140e8c9 req-0c79c462-750b-4b36-baa4-22f38429c577 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips/8cfea1dd-2b13-4454-bb64-ab025d2d2cc8 HTTP/1.1" status: 404 len: 350 time: 0.0688233 Sep 27 08:32:01.875923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a3ffa-2931-43a5-b920-0b393a347fde req-b2a1429e-18c7-4df9-bde9-06fee06c3f7f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:01.877513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-267a3ffa-2931-43a5-b920-0b393a347fde req-b2a1429e-18c7-4df9-bde9-06fee06c3f7f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.1601610 Sep 27 08:32:01.944588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea743e3c-382f-4224-ac36-8b1c12f3b7d6 req-a45c54c3-694f-4684-9cf1-5e0a89257833 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960153 Sep 27 08:32:01.954980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-267a3ffa-2931-43a5-b920-0b393a347fde req-5eb9f075-4908-4be5-ae85-0efbe5e15bf8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Sep 27 08:32:01.998374 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '151520ca-b1c7-4f10-88f3-a2d783f45d1e', 'name': '', 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'mac_address': 'fa:16:3e:22:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '26ff3d2b-9999-4d89-930f-24ddaf473922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:55Z', 'updated_at': '2021-09-27T08:32:00Z', 'revision_number': 4, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'subnets': [{'id': '26ff3d2b-9999-4d89-930f-24ddaf473922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:02.027267 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313f785-fa75-4c62-9d7a-2e6baad8466b None None] The sync data for ids ['745f5ecd-9fc1-4572-910a-a8f026bb6109'] in n-d-810909-1 is: [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '151520ca-b1c7-4f10-88f3-a2d783f45d1e', 'name': '', 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'mac_address': 'fa:16:3e:22:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '26ff3d2b-9999-4d89-930f-24ddaf473922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:55Z', 'updated_at': '2021-09-27T08:32:00Z', 'revision_number': 4, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'subnets': [{'id': '26ff3d2b-9999-4d89-930f-24ddaf473922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:02.050132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.068697 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-665eaf1f-4f7c-4fff-9f65-e0f7fa504e44 req-cf460343-233a-4c8d-97eb-bed0142361cf service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685451 Sep 27 08:32:02.069438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Attempting to bind port 734f2e40-e813-4104-9abb-613fc3c8591d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:02.069771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Attempting to bind port 734f2e40-e813-4104-9abb-613fc3c8591d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:02.070094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Attempting to bind port 734f2e40-e813-4104-9abb-613fc3c8591d on network 45948d16-6c4d-4237-ad7e-323bb3712fa9 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:02.112380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Port 734f2e40-e813-4104-9abb-613fc3c8591d on network 45948d16-6c4d-4237-ad7e-323bb3712fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:32:02.112380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Attempting to bind port 734f2e40-e813-4104-9abb-613fc3c8591d on network 45948d16-6c4d-4237-ad7e-323bb3712fa9 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:02.132928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:02.133275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Checking segment: {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:02.133663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Bound using segment: {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:02.134113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Bound port: 734f2e40-e813-4104-9abb-613fc3c8591d, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32eafa6d-3e20-4420-8cd8-88ffc9d36412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:02.134876 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.140383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c93cd21-503c-4ec9-96f9-6699477355a2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:02.221928 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-52482bfe-825d-4ce9-8b41-96eeac8d3c10 req-e80e354e-c7b9-4472-bcac-093a75f02865 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] show failed (client error): The resource could not be found. Sep 27 08:32:02.225757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52482bfe-825d-4ce9-8b41-96eeac8d3c10 req-e80e354e-c7b9-4472-bcac-093a75f02865 tempest-FloatingIPsTestJSON-1907764873 tempest-FloatingIPsTestJSON-1907764873-project] 10.222.0.50 "GET /v2.0/floatingips/8cfea1dd-2b13-4454-bb64-ab025d2d2cc8 HTTP/1.1" status: 404 len: 350 time: 0.0803864 Sep 27 08:32:02.232246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37320) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:02.297739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd48c0-cc73-4415-bc63-17e61b70010f req-5ba68fa5-c01e-42f5-8a8b-5e667b5d1bd9 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:02.305214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80bd48c0-cc73-4415-bc63-17e61b70010f req-5ba68fa5-c01e-42f5-8a8b-5e667b5d1bd9 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 943 time: 0.3877754 Sep 27 08:32:02.347971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Checking segment: {'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:02.348353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Network hostable DHCP agents. Network: f87ddd2a-e916-4455-80d0-12d150cc8667, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:32:02.351495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-20b7b66a-cf97-447d-abf4-d54823c4b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:02.354184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-20b7b66a-cf97-447d-abf4-d54823c4b2f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9883b4c653c04541a1f224aaa4944a6a&device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 1098 time: 0.2088177 Sep 27 08:32:02.452938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34add05d-7857-4424-897d-a57b126bb114 req-42ebd30c-021b-49bb-8d0f-8a79090f092f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:02.455055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34add05d-7857-4424-897d-a57b126bb114 req-42ebd30c-021b-49bb-8d0f-8a79090f092f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 935 time: 0.1291876 Sep 27 08:32:02.456975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Network f87ddd2a-e916-4455-80d0-12d150cc8667 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:32:02.483611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-daf2b018-8001-4f75-8d79-aac71886d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:02.485344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-daf2b018-8001-4f75-8d79-aac71886d60f service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1132317 Sep 27 08:32:02.504204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] For port 734f2e40-e813-4104-9abb-613fc3c8591d, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:02.523143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f87ddd2a-e916-4455-80d0-12d150cc8667) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:02.527854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:02.528735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.537477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb217a-cfb1-48b4-abeb-160b098749d3 None None] Network f87ddd2a-e916-4455-80d0-12d150cc8667 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:02.565474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-22505e56-a5af-49f0-87a9-4a51c7ff8992 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247 HTTP/1.1" status: 200 len: 217 time: 0.0560863 Sep 27 08:32:02.591682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d4d3fca2-e7c8-4a97-b654-45ad5543d645 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2826459 Sep 27 08:32:02.591899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80bd48c0-cc73-4415-bc63-17e61b70010f req-2e8c3194-53c5-4cf3-ac81-07eed039c46d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835565 Sep 27 08:32:02.594355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37326) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:02.611020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:02.631746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34add05d-7857-4424-897d-a57b126bb114 req-2f4dedb0-9b85-4b98-9615-09113e6992a7 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336539 Sep 27 08:32:02.686071 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.687179 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.694762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88263323-6e80-49c8-905a-47300dd74085 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:02.703748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.719259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Transition to ACTIVE for port object 88263323-6e80-49c8-905a-47300dd74085 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:32:02.756114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] For port 734f2e40-e813-4104-9abb-613fc3c8591d, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=734f2e40-e813-4104-9abb-613fc3c8591d,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:02.762319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.831493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-35c6777b-894d-4696-9c7c-7b1bb575b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:02.833311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-35c6777b-894d-4696-9c7c-7b1bb575b6b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2540944 Sep 27 08:32:02.834780 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.863681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-f87ddd2a-e916-4455-80d0-12d150cc8667', 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'fixed_ips': [{'subnet_id': '3c93cd21-503c-4ec9-96f9-6699477355a2'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:32:02.864831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.866430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:02.950212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Pushing event updated for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:03.077163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:03.077823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:03.081116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] 10.222.0.67 "PUT /v2.0/ports/734f2e40-e813-4104-9abb-613fc3c8591d HTTP/1.1" status: 200 len: 1091 time: 2.7602637 Sep 27 08:32:03.170731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Allocated IP 172.20.0.2 (f87ddd2a-e916-4455-80d0-12d150cc8667/3c93cd21-503c-4ec9-96f9-6699477355a2/5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:03.236641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b37e18f0-85f6-45f3-8dab-ffc7b3135b05 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:03.368502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:03.379766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b2b5b-a26f-4d62-9687-813f1cd84abf req-c714f3b1-b7b3-451d-8983-ede472249070 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:03.381816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37342) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:03.391617 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f78b2b5b-a26f-4d62-9687-813f1cd84abf req-c714f3b1-b7b3-451d-8983-ede472249070 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 943 time: 0.6338463 Sep 27 08:32:03.400125 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:32:03.431796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3dfe7-0c46-4087-80eb-7b76338431e2 service neutron] Pushing event updated for resources: {'Port': ['ID=734f2e40-e813-4104-9abb-613fc3c8591d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:03.474559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-677be705-c3fa-40bd-b2fc-cff07e5ff535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:03.487564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-677be705-c3fa-40bd-b2fc-cff07e5ff535 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4743259 Sep 27 08:32:03.492076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-5520dbf3-095e-4ab6-a3fb-d75b5be0c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:03.493599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-5520dbf3-095e-4ab6-a3fb-d75b5be0c181 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24854c77a2c8464595c6825bbda1de05&device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 1094 time: 0.3432431 Sep 27 08:32:03.540115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc971-981f-4be0-908b-3697f70897c7 req-32ab0acb-ae8c-4b1b-a3d9-6dd577f887a5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:03.542036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cdbc971-981f-4be0-908b-3697f70897c7 req-32ab0acb-ae8c-4b1b-a3d9-6dd577f887a5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.4054334 Sep 27 08:32:03.617693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f78b2b5b-a26f-4d62-9687-813f1cd84abf req-f067ae80-9329-4741-b5d8-8cab3e1ee22b tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207673 Sep 27 08:32:03.620381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-e15216da-13fa-4d8f-b249-d28023b9ba5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=734f2e40-e813-4104-9abb-613fc3c8591d HTTP/1.1" status: 200 len: 217 time: 0.0917237 Sep 27 08:32:03.705242 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:03.715293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Attempting to bind port 88263323-6e80-49c8-905a-47300dd74085 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:03.715666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Attempting to bind port 88263323-6e80-49c8-905a-47300dd74085 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:03.716043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Attempting to bind port 88263323-6e80-49c8-905a-47300dd74085 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:03.722244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'tag': '734f2e40-e813-4104-9abb-613fc3c8591d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:03.724853 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:03.725036 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cad8890-0ee3-493d-84e1-2850d05073e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd289bd-55fa-4ce9-84fb-f4d91d8598db", "tag": "734f2e40-e813-4104-9abb-613fc3c8591d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:03.797269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Port 88263323-6e80-49c8-905a-47300dd74085 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:32:03.797269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Attempting to bind port 88263323-6e80-49c8-905a-47300dd74085 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:03.824171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:03.828613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:03.829069 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:03.829654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Bound port: 88263323-6e80-49c8-905a-47300dd74085, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:03.830046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:03.856658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 151520ca-b1c7-4f10-88f3-a2d783f45d1e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:03.873881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-28f18917-eee4-451a-a598-d064c3c53b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:03.875419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b37e18f0-85f6-45f3-8dab-ffc7b3135b05, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:03.875549 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-28f18917-eee4-451a-a598-d064c3c53b7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caaa9f03-92b2-46ce-ac4b-de6bb6fc056e HTTP/1.1" status: 200 len: 849 time: 0.2345452 Sep 27 08:32:03.880051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Network f87ddd2a-e916-4455-80d0-12d150cc8667 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:03.922785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:03.925392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:03.942254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'port_id': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'mac_address': 'fa:16:3e:0c:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:03.944982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-65a7469b-3df7-497c-bda5-2022fde194ed service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485781 Sep 27 08:32:03.991412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Pushing event updated for resources: {'Port': ['ID=5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:04.061795 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.067185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Attempting to bind port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:04.067569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Attempting to bind port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:04.067925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Attempting to bind port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c on network f87ddd2a-e916-4455-80d0-12d150cc8667 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:04.085686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37e18f0-85f6-45f3-8dab-ffc7b3135b05 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:04.106772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b37e18f0-85f6-45f3-8dab-ffc7b3135b05, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:04.109718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:04.110096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Checking segment: {'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:04.110593 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.111039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Bound using segment: {'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:04.112056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Bound port: 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:04.112202 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.116454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 151520ca-b1c7-4f10-88f3-a2d783f45d1e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:04.116652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e94a6-26e6-4082-a046-ad701c4c79c5 req-f48b2220-8b36-491c-a826-fa5efbb96fec tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:04.117120 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.124227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-436e94a6-26e6-4082-a046-ad701c4c79c5 req-f48b2220-8b36-491c-a826-fa5efbb96fec tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 943 time: 0.2477472 Sep 27 08:32:04.126830 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.128265 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e536be-4db8-49f0-93cd-781f6f0a65c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.137105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-9860d67e-e902-40ce-949d-0b437decad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:04.138847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-9860d67e-e902-40ce-949d-0b437decad04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45948d16-6c4d-4237-ad7e-323bb3712fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392786 Sep 27 08:32:04.167718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:04.221853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:04.239920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78165778-54c4-4fa9-a7e3-0f68c7434d3a req-75f2d3d1-51c2-4d34-9d99-5e73e1ea4818 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777839 Sep 27 08:32:04.248060 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e536be-4db8-49f0-93cd-781f6f0a65c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.261354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:04.269178 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.276639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99e536be-4db8-49f0-93cd-781f6f0a65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.280476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-436e94a6-26e6-4082-a046-ad701c4c79c5 req-2c347115-7806-484c-a30f-23c4e38dc01c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552572 Sep 27 08:32:04.323598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] For port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:04.338449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:04.339117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.340537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] 10.222.0.67 "PUT /v2.0/ports/88263323-6e80-49c8-905a-47300dd74085 HTTP/1.1" status: 200 len: 1095 time: 2.9001088 Sep 27 08:32:04.353502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] For port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c,segment=NetworkSegment(acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb),segment_id=acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:04.371391 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.381549 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-669513ab-3065-4497-af5b-fa93dea62cac service neutron] 10.222.0.67 "GET /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302413 Sep 27 08:32:04.382040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e17e0e-c6b0-4646-9871-c92a83fda47e service neutron] Pushing event updated for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:04.391549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e536be-4db8-49f0-93cd-781f6f0a65c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51c0d06-f3b6-4a26-8904-51d49f84ce2d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:04.402545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b37e18f0-85f6-45f3-8dab-ffc7b3135b05'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:04.427882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cdbc971-981f-4be0-908b-3697f70897c7 req-7a18cb97-b708-48fb-93af-799dbe3c7f6d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8668280 Sep 27 08:32:04.489954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:04.555254 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df394b87-79aa-42d1-94a4-91bfe09e4575 x-openstack-request-id: req-df394b87-79aa-42d1-94a4-91bfe09e4575 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:04.555654 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd289bd-55fa-4ce9-84fb-f4d91d8598db", "tag": "734f2e40-e813-4104-9abb-613fc3c8591d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:04.555790 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df394b87-79aa-42d1-94a4-91bfe09e4575 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:04.556171 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'tag': '734f2e40-e813-4104-9abb-613fc3c8591d', 'status': 'completed', 'code': 200} Sep 27 08:32:04.679952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47d77f-8a51-4ed3-94f2-924c4f677e60 req-e4e42b1d-3580-4e81-9ea0-e91180bf53aa tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:04.687831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f47d77f-8a51-4ed3-94f2-924c4f677e60 req-e4e42b1d-3580-4e81-9ea0-e91180bf53aa tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 947 time: 0.2867281 Sep 27 08:32:04.699580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-ab0b14fa-06c6-4a78-8410-0bdd5d1cdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:04.701498 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-ab0b14fa-06c6-4a78-8410-0bdd5d1cdaa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9883b4c653c04541a1f224aaa4944a6a&device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 1098 time: 0.2618978 Sep 27 08:32:04.724264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e8260-34eb-4cef-bc2d-0c28f54d506d None None] Pushing event updated for resources: {'Port': ['ID=5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:04.811871 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-98d00de1-ce2e-4462-86e2-d83f6c844647 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=88263323-6e80-49c8-905a-47300dd74085 HTTP/1.1" status: 200 len: 217 time: 0.0845947 Sep 27 08:32:04.813743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-99e536be-4db8-49f0-93cd-781f6f0a65c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3cb222bff9849299a39f62e4afe285d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4255455 Sep 27 08:32:04.817885 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8bd2a4-4f40-4798-92b4-26e1c438bd5e req-ec470eb2-fc8e-48dc-877f-f9140e4ea30a service neutron] 10.222.0.67 "GET /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262562 Sep 27 08:32:04.818388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:04.901230 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f47d77f-8a51-4ed3-94f2-924c4f677e60 req-a3927d94-d553-45f5-8cae-e07d828f8d3b tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119560 Sep 27 08:32:04.962904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-6429b2a6-02e4-4b98-a4fe-c547d28737a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:04.964365 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-6429b2a6-02e4-4b98-a4fe-c547d28737a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1244893 Sep 27 08:32:05.089235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a643dc-e414-47bf-90c4-aaa9eef1d602 req-0d6106b6-ea8b-4cb9-acc2-61c979802349 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:05.091452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9a643dc-e414-47bf-90c4-aaa9eef1d602 req-0d6106b6-ea8b-4cb9-acc2-61c979802349 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 943 time: 0.2750447 Sep 27 08:32:05.125383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.161881 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.241176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:05.264607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9a643dc-e414-47bf-90c4-aaa9eef1d602 req-50b66af7-43e4-40b9-9673-e249df3db054 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543572 Sep 27 08:32:05.420639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:05.452907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'mac_address': 'fa:16:3e:ee:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:05.487584 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-720bb260-ab33-4559-b304-37450e0ade84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.521992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.534713 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-720bb260-ab33-4559-b304-37450e0ade84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.536605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Deleting port d256dab0-ed4f-448e-897d-df812fcc33b4 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:32:05.537118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.549642 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.553215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0379a56c-9453-4b0a-91ee-6deacb7cb247 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:05.577417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:05.582673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Allocated IP 172.25.2.159 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/fabf87fa-ce83-4fa6-9a01-26d782bd2140) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:05.585812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.692899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:05.716708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-1a4eacae-eb68-4181-afd9-1743a04f466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:05.718484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-1a4eacae-eb68-4181-afd9-1743a04f466e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24854c77a2c8464595c6825bbda1de05&device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 1094 time: 0.7790143 Sep 27 08:32:05.743348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ef961-e444-4136-a668-ef48c7d2fc11 req-003a41f1-60c3-4ecf-8deb-5f4354ca4d6e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:05.745167 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c34ef961-e444-4136-a668-ef48c7d2fc11 req-003a41f1-60c3-4ecf-8deb-5f4354ca4d6e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 944 time: 0.1809318 Sep 27 08:32:05.759004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:05.800555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d3bd-f945-45fa-a258-9c1767123431 req-1c493d4c-069d-48d3-8e30-55ac771d1765 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:05.802194 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6a6d3bd-f945-45fa-a258-9c1767123431 req-1c493d4c-069d-48d3-8e30-55ac771d1765 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.2217875 Sep 27 08:32:05.811336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] For port d256dab0-ed4f-448e-897d-df812fcc33b4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d256dab0-ed4f-448e-897d-df812fcc33b4,segment=NetworkSegment(9ede0aca-a2ec-4d0f-971f-4fe0b9e26490),segment_id=9ede0aca-a2ec-4d0f-971f-4fe0b9e26490)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:05.811709 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.863098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Calling delete_port for d256dab0-ed4f-448e-897d-df812fcc33b4 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:05.863934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['0379a56c-9453-4b0a-91ee-6deacb7cb247'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:05.874313 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6a6d3bd-f945-45fa-a258-9c1767123431 req-a0bc26ac-6170-44dd-bd37-9e46ebf05f57 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598085 Sep 27 08:32:05.944040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-23395008-2b54-4914-ae86-95cd05cb74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:05.946892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-23395008-2b54-4914-ae86-95cd05cb74b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9656518 Sep 27 08:32:05.952359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.990928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-720bb260-ab33-4559-b304-37450e0ade84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.994534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-720bb260-ab33-4559-b304-37450e0ade84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:05.996101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-720bb260-ab33-4559-b304-37450e0ade84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e51c0d06-f3b6-4a26-8904-51d49f84ce2d HTTP/1.1" status: 204 len: 168 time: 1.1766102 Sep 27 08:32:06.030274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee4067-ad23-447d-8989-67e31656b6dc None None] Network f87ddd2a-e916-4455-80d0-12d150cc8667 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:06.066648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:06.098330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bb260-ab33-4559-b304-37450e0ade84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51c0d06-f3b6-4a26-8904-51d49f84ce2d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:06.143194 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c34ef961-e444-4136-a668-ef48c7d2fc11 req-b5452401-7068-4217-b3ac-2fe60d8a0798 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950409 Sep 27 08:32:06.144358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-e1a1e647-2bbf-490d-b194-e11fba0a422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:06.146453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-e1a1e647-2bbf-490d-b194-e11fba0a422f service neutron] 10.222.0.67 "GET /v2.0/networks?id=45948d16-6c4d-4237-ad7e-323bb3712fa9 HTTP/1.1" status: 200 len: 911 time: 0.4183662 Sep 27 08:32:06.150126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:06.160602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:06.170003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:06.192816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc62f9-5ddf-4621-a664-eec3a9694641 req-44d12710-ec2c-4323-a8b2-fc8bc4005f2a tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:06.195028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2fc62f9-5ddf-4621-a664-eec3a9694641 req-44d12710-ec2c-4323-a8b2-fc8bc4005f2a tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 947 time: 0.1415775 Sep 27 08:32:06.240882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Pushing event updated for resources: {'Port': ['ID=fabf87fa-ce83-4fa6-9a01-26d782bd2140,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:06.263122 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-93dcdf7e-3f29-4030-b781-30cd10cddeb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=734f2e40-e813-4104-9abb-613fc3c8591d HTTP/1.1" status: 200 len: 217 time: 0.0995901 Sep 27 08:32:06.267423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4e6bd3a5-4729-4f80-82f9-0b8c1029923c None None] Provisioning complete for port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:06.267796 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd3a5-4729-4f80-82f9-0b8c1029923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:06.306875 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:32:06.377319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:06.377743 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:06.383689 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-0f87887c-528a-408a-a2b9-dd75d41556ee service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216602 Sep 27 08:32:06.390200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2fc62f9-5ddf-4621-a664-eec3a9694641 req-5a8a32f1-6bd9-40b5-9c09-911a6790ca44 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593742 Sep 27 08:32:06.398691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:06.411411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-7b5b0452-87a3-47fc-adaa-e1a1e127fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:06.413189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-7b5b0452-87a3-47fc-adaa-e1a1e127fa66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caaa9f03-92b2-46ce-ac4b-de6bb6fc056e HTTP/1.1" status: 200 len: 849 time: 0.1469414 Sep 27 08:32:06.487203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d256dab0-ed4f-448e-897d-df812fcc33b4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:06.561498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'tag': '88263323-6e80-49c8-905a-47300dd74085'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:06.567809 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850bb2aa-b6d2-432a-ac83-0e503e4216b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "tag": "88263323-6e80-49c8-905a-47300dd74085"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:06.692113 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd3a5-4729-4f80-82f9-0b8c1029923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:06.738702 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5452c0-6322-46e5-8591-a34aa2ec241b x-openstack-request-id: req-3c5452c0-6322-46e5-8591-a34aa2ec241b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:06.739007 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "tag": "88263323-6e80-49c8-905a-47300dd74085", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:06.739272 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c5452c0-6322-46e5-8591-a34aa2ec241b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:06.741788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:06.742686 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'tag': '88263323-6e80-49c8-905a-47300dd74085', 'status': 'completed', 'code': 200} Sep 27 08:32:06.785740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0cb0f4f-6622-42e2-88e9-4750696f9a33 req-989adf90-0d64-4f5f-9a26-595ffa68519d service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713698 Sep 27 08:32:06.795938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4e6bd3a5-4729-4f80-82f9-0b8c1029923c None None] For port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c,segment=NetworkSegment(acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb),segment_id=acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:06.806606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd3a5-4729-4f80-82f9-0b8c1029923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:06.843590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:06.848708 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-1d24b35e-3860-4859-b829-3fff947f78aa service neutron] show failed (client error): The resource could not be found. Sep 27 08:32:06.850106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-1d24b35e-3860-4859-b829-3fff947f78aa service neutron] 10.222.0.67 "GET /v2.0/ports/cb4e5604-9df6-4cd2-b074-80d4ecbe82ff/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.2330999 Sep 27 08:32:06.956987 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:32:06.962917 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:32:06.978396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bd3a5-4729-4f80-82f9-0b8c1029923c None None] Pushing event updated for resources: {'Port': ['ID=5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:07.004018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-719d1a49-b32f-4f88-8a2d-1b8f87482ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:07.009695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-719d1a49-b32f-4f88-8a2d-1b8f87482ccc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45948d16-6c4d-4237-ad7e-323bb3712fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4336784 Sep 27 08:32:07.028008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387984b-4b75-4a4d-bba0-f2fd368dcca5 req-dc2bc990-6179-4a7a-89ab-3210adb5534b tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:07.044482 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2387984b-4b75-4a4d-bba0-f2fd368dcca5 req-dc2bc990-6179-4a7a-89ab-3210adb5534b tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 943 time: 0.4378150 Sep 27 08:32:07.134648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2ee4fecf-28ee-4466-978f-0efdca9e6f11 None None] Provisioning complete for port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:07.143268 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4fecf-28ee-4466-978f-0efdca9e6f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:07.237204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b37e18f0-85f6-45f3-8dab-ffc7b3135b05 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:07.351163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-25d940fb-fa50-4863-b9c7-64f98dd2f998 service neutron] 10.222.0.67 "GET /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995491 Sep 27 08:32:07.407661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37398) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:07.412171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-587aeb05-0dcd-4560-9238-43db2694d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:07.413708 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-587aeb05-0dcd-4560-9238-43db2694d3a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9883b4c653c04541a1f224aaa4944a6a&device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 1098 time: 0.5298157 Sep 27 08:32:07.434253 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2387984b-4b75-4a4d-bba0-f2fd368dcca5 req-35b1586a-a7af-488a-bd7a-1036b405b709 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875682 Sep 27 08:32:07.527871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:32:07.546907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:07.549187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-240b1948-c1a2-490d-b58f-3c2a59767a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:07.549915 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:07.550861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-240b1948-c1a2-490d-b58f-3c2a59767a2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c&tenant_id=26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 1100 time: 0.2289572 Sep 27 08:32:07.586484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:07.652870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f28532-eb4f-4628-98ac-de837f226ebe req-c1e674bc-efe5-4ad8-9352-ff026e58bfdf tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:07.662229 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9f28532-eb4f-4628-98ac-de837f226ebe req-c1e674bc-efe5-4ad8-9352-ff026e58bfdf tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.2473848 Sep 27 08:32:07.663835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:07.687599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-network', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:07.717440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cad8890-0ee3-493d-84e1-2850d05073e5 req-c5d5f51c-2de9-4335-ae15-d2ed6c8b29e2 service neutron] 10.222.0.67 "GET /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187580 Sep 27 08:32:07.746346 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:07.781787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-2a51ddcf-77a4-45bc-b629-a6f2973a57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:07.783376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-2a51ddcf-77a4-45bc-b629-a6f2973a57c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.3457952 Sep 27 08:32:07.789232 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:07.793458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Made reservation on behalf of 9f3bf0497b184b7b97173ae86778a6f1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:07.795729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:07.802974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:07.808143 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bd5b9b-e6e0-4a69-9c2a-cccb2ac85ea9" -d '{"events": [{"server_uuid": "cec45b18-9788-41f5-a4d5-712fb4616d5d", "name": "network-vif-plugged", "status": "completed", "tag": "b37e18f0-85f6-45f3-8dab-ffc7b3135b05"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:07.838025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9f28532-eb4f-4628-98ac-de837f226ebe req-95212bf4-cbb9-4bfa-8473-aa4f2693ed89 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752508 Sep 27 08:32:07.856914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2394c-7d4e-4e78-96d7-36a9e217a9d4 req-0b02e05b-ff87-4a1a-86d8-f19987641b42 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:07.858185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b37e18f0-85f6-45f3-8dab-ffc7b3135b05, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:07.858591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26e2394c-7d4e-4e78-96d7-36a9e217a9d4 req-0b02e05b-ff87-4a1a-86d8-f19987641b42 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 944 time: 0.2304971 Sep 27 08:32:07.859333 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:07.863157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-5502309c-3e44-4e08-8d8e-67609238642c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=88263323-6e80-49c8-905a-47300dd74085 HTTP/1.1" status: 200 len: 217 time: 0.0713542 Sep 27 08:32:07.886056 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:07.946878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:07.951860 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.039185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:08.066111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:08.066491 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.091584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-06aed5d8-a509-4274-bc08-95bd249716b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:08.093390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-06aed5d8-a509-4274-bc08-95bd249716b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2197847 Sep 27 08:32:08.102852 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26e2394c-7d4e-4e78-96d7-36a9e217a9d4 req-c9cf51af-d0f0-4c07-8dd1-28e915923731 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305474 Sep 27 08:32:08.185787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575433f-f2e7-4084-bd77-6eab5510dc4d req-b83945e4-b9d9-4a5c-bda5-d86607f85661 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:08.193534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2575433f-f2e7-4084-bd77-6eab5510dc4d req-b83945e4-b9d9-4a5c-bda5-d86607f85661 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 947 time: 0.1520247 Sep 27 08:32:08.214568 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c3512-0454-472e-9552-0f211bf9460b x-openstack-request-id: req-df7c3512-0454-472e-9552-0f211bf9460b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:08.214890 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec45b18-9788-41f5-a4d5-712fb4616d5d", "name": "network-vif-plugged", "status": "completed", "tag": "b37e18f0-85f6-45f3-8dab-ffc7b3135b05", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:08.215141 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df7c3512-0454-472e-9552-0f211bf9460b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:08.215530 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'code': 200} Sep 27 08:32:08.287663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-97a7f23b-cfb3-4757-8a58-7bf5b3428425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:08.288014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Router db3beeed-5096-4f75-9c68-5bad5450aa1f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:32:08.289311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-97a7f23b-cfb3-4757-8a58-7bf5b3428425 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1832399 Sep 27 08:32:08.291095 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2575433f-f2e7-4084-bd77-6eab5510dc4d req-d564b1d4-9f73-4659-ab51-0ef3607d103a tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967951 Sep 27 08:32:08.354618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.366713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:08.369782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.378438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:32:08.391021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9b1bd-955b-46fd-bd91-a380a9a82ed4 req-22805a48-e7a4-4c3a-b87f-8f807db9fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:08.392467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff9b1bd-955b-46fd-bd91-a380a9a82ed4 req-22805a48-e7a4-4c3a-b87f-8f807db9fae8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 1096 time: 0.1065884 Sep 27 08:32:08.433285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:32:08.465001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6605df-8a02-4822-8d71-4e86ccd68828,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:08.476862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.477522 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Added segment fdcf2e80-6733-4599-aa9b-9e22ae9950d5 of type vlan for network 693dc884-d653-47a5-9f66-773ee232c1ec Sep 27 08:32:08.488119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:08.493707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-3fc8ab59-e7e1-468d-a190-170f91b3bd18 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931992 Sep 27 08:32:08.523231 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff9b1bd-955b-46fd-bd91-a380a9a82ed4 req-f93bc6fc-19db-4b8c-b18d-ba7fb684da14 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201034 Sep 27 08:32:08.526022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:08.537354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fed91631-4315-4b10-8732-d453664368e6 admin admin] 10.222.0.50 "PUT /v2.0/routers/db3beeed-5096-4f75-9c68-5bad5450aa1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3087451 Sep 27 08:32:08.540767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] Sync routers for ids ['db3beeed-5096-4f75-9c68-5bad5450aa1f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:08.549595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] Routers {'db3beeed-5096-4f75-9c68-5bad5450aa1f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:08.550215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['db3beeed-5096-4f75-9c68-5bad5450aa1f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:08.550664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37408) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:08.584635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:08.602921 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Sync routers for ids ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:08.605303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.606852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae58836f-3608-474e-bb4d-07220e8c2613 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0085368 Sep 27 08:32:08.609489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37410) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:08.615781 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Routers {'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:08.616447 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:08.629606 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.672808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] Set router db3beeed-5096-4f75-9c68-5bad5450aa1f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:08.674140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.687402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Transition to ACTIVE for port object cb4e5604-9df6-4cd2-b074-80d4ecbe82ff will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:32:08.724900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.733780 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Set router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:08.773334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.775200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:08.776534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:08.793257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:08.795893 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a054d1-5bdb-489f-98c6-316b0abdbfd3" -d '{"events": [{"server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:08.839823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 88263323-6e80-49c8-905a-47300dd74085 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:08.869229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f5912-f354-4b62-8685-15ea227592d9 req-04154353-5bd6-43f6-b75b-efb6cc201f08 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:08.876892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c72f5912-f354-4b62-8685-15ea227592d9 req-04154353-5bd6-43f6-b75b-efb6cc201f08 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 943 time: 0.3293450 Sep 27 08:32:08.946697 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:32:06Z', 'revision_number': 3, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port': {'id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:05Z', 'updated_at': '2021-09-27T08:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:08.958201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-850bb2aa-b6d2-432a-ac83-0e503e4216b9 req-482a001d-2ee9-4d00-8f2d-7fb23c786e77 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299736 Sep 27 08:32:08.964885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:08.973011 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89377f44-7eaf-4a83-9c5c-41f5e645d2b5 x-openstack-request-id: req-89377f44-7eaf-4a83-9c5c-41f5e645d2b5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:08.973286 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:08.973544 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89377f44-7eaf-4a83-9c5c-41f5e645d2b5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:08.973937 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'code': 200} Sep 27 08:32:09.010812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] Pushing event updated for resources: {'Network': ['ID=693dc884-d653-47a5-9f66-773ee232c1ec,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:09.054957 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Checking router: fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:09.055739 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Updating router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 port fabf87fa-ce83-4fa6-9a01-26d782bd2140 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:32:09.062780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] No DVR routers for this DVR port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:32:09.068503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a6b8a1d-03da-457a-bfc6-e6a11d256302 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6537406 Sep 27 08:32:09.083352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:09.093364 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.110319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Request body: {'subnet': {'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-subnet', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:09.140464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 693dc884-d653-47a5-9f66-773ee232c1ec details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:32:09.173579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Attempting to bind port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:09.173926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Attempting to bind port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:09.174245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Attempting to bind port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:09.194898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c72f5912-f354-4b62-8685-15ea227592d9 req-da12c66c-ff16-48a4-9a3f-8fec61726712 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118544 Sep 27 08:32:09.202191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:32:09.202841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Attempting to bind port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:09.222081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:09.227656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:09.228848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:09.230250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Bound port: cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:09.231688 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.257967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadba43c-334e-44a5-b778-9e21fc54180b req-652e10fb-f5ff-46ae-918b-8007cb535b31 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:09.259594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dadba43c-334e-44a5-b778-9e21fc54180b req-652e10fb-f5ff-46ae-918b-8007cb535b31 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.2202470 Sep 27 08:32:09.312611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.313964 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:09.326042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.331578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '88263323-6e80-49c8-905a-47300dd74085', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '88263323-6e80-49c8-905a-47300dd74085', 'mac_address': 'fa:16:3e:cd:52:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:09.341075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:09.385097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Made reservation on behalf of 9f3bf0497b184b7b97173ae86778a6f1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:09.387066 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.455260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:32:06Z', 'revision_number': 5, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:09.463671 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.486622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:09.490350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:09.499573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] Checking router: db3beeed-5096-4f75-9c68-5bad5450aa1f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:09.513817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88263323-6e80-49c8-905a-47300dd74085 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:09.523552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.526307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] Routers {'db3beeed-5096-4f75-9c68-5bad5450aa1f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:09.526943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['db3beeed-5096-4f75-9c68-5bad5450aa1f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:09.530820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 0379a56c-9453-4b0a-91ee-6deacb7cb247 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:32:09.563099 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.578000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:09.579556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 0379a56c-9453-4b0a-91ee-6deacb7cb247 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:09.579857 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.583219 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.617955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dadba43c-334e-44a5-b778-9e21fc54180b req-6df7cd02-e833-474e-99eb-4860a8619457 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122187 Sep 27 08:32:09.630719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.631405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 734f2e40-e813-4104-9abb-613fc3c8591d details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:09.637999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:09.638654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.640098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 1095 time: 2.0578182 Sep 27 08:32:09.644063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8df60d-56df-4ec5-bd0f-715480751144 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:09.739180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Allocated IP 172.20.0.1 (f87ddd2a-e916-4455-80d0-12d150cc8667/3c93cd21-503c-4ec9-96f9-6699477355a2/3016a1a2-8ea9-4acb-b876-7850f9e08ccb) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:09.764288 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d87a35-c6bb-4553-bbc5-f8476ae07b2e None None] Pushing event updated for resources: {'Port': ['ID=fabf87fa-ce83-4fa6-9a01-26d782bd2140,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:09.808296 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Attempting to bind port fabf87fa-ce83-4fa6-9a01-26d782bd2140 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:09.808946 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Attempting to bind port fabf87fa-ce83-4fa6-9a01-26d782bd2140 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:09.809080 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Attempting to bind port fabf87fa-ce83-4fa6-9a01-26d782bd2140 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:09.823485 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:09.823867 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:09.824255 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.824688 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:09.825138 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Bound port: fabf87fa-ce83-4fa6-9a01-26d782bd2140, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:09.825534 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.849715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:09.881292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] Set router db3beeed-5096-4f75-9c68-5bad5450aa1f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:09.945738 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:09.960497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e08205-e9ff-4581-ba3e-39010e2e4b5f req-38bd6730-8092-4e0a-a9c2-77e9c5fd88a1 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:09.969392 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5e08205-e9ff-4581-ba3e-39010e2e4b5f req-38bd6730-8092-4e0a-a9c2-77e9c5fd88a1 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 945 time: 0.5922494 Sep 27 08:32:10.016204 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] For port fabf87fa-ce83-4fa6-9a01-26d782bd2140, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:10.027282 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] For port fabf87fa-ce83-4fa6-9a01-26d782bd2140, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=fabf87fa-ce83-4fa6-9a01-26d782bd2140,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:10.039408 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.039918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-5afe32b8-fb84-4c63-89c9-69a8cc269ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:10.041497 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-5afe32b8-fb84-4c63-89c9-69a8cc269ae6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1098 time: 0.2446105 Sep 27 08:32:10.128597 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d87a35-c6bb-4553-bbc5-f8476ae07b2e None None] Pushing event updated for resources: {'Port': ['ID=fabf87fa-ce83-4fa6-9a01-26d782bd2140,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:10.130689 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.152738 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5e08205-e9ff-4581-ba3e-39010e2e4b5f req-d8cbaadc-8edf-41e3-ad06-b7a550c813ee tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827536 Sep 27 08:32:10.163173 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Routers {'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:10.174849 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:10.224889 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.313879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 734f2e40-e813-4104-9abb-613fc3c8591d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=734f2e40-e813-4104-9abb-613fc3c8591d,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:10.366650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.373935 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] Set router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:10.387543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:10.394814 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c82d90-3338-4be2-b13b-3b86031e9055" -d '{"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-plugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:10.412306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '734f2e40-e813-4104-9abb-613fc3c8591d', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'port_id': '734f2e40-e813-4104-9abb-613fc3c8591d', 'mac_address': 'fa:16:3e:8a:bb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:10.418799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Network f87ddd2a-e916-4455-80d0-12d150cc8667 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:10.424416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:10.436713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:10.437603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:10.461585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Pushing event updated for resources: {'Port': ['ID=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:10.486778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6b7af-3aad-43d1-b462-933347eed0b7 req-f671f290-aca5-443a-8f74-d4868c8baf1e tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:10.488673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2e6b7af-3aad-43d1-b462-933347eed0b7 req-f671f290-aca5-443a-8f74-d4868c8baf1e tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 948 time: 0.5090945 Sep 27 08:32:10.488968 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.550969 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.559864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.610596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734f2e40-e813-4104-9abb-613fc3c8591d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:10.640474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:10.654782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 734f2e40-e813-4104-9abb-613fc3c8591d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=734f2e40-e813-4104-9abb-613fc3c8591d,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:10.668070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:32:06Z', 'revision_number': 5, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:10.672039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.717518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da26e2de-72bf-4797-8354-30c815257b49 None None] The sync data for ids ['db3beeed-5096-4f75-9c68-5bad5450aa1f'] in n-d-810909-1 is: [{'id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'name': 'tempest-FloatingIPsTestJSON-583053315-router', 'tenant_id': '47c1bea46987488ebb486922dac9c80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:32:06Z', 'revision_number': 5, 'project_id': '47c1bea46987488ebb486922dac9c80f', 'gw_port': {'id': '2da76af0-80a7-4c87-aa68-89f0353db33e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3beeed-5096-4f75-9c68-5bad5450aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:10.719501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2e6b7af-3aad-43d1-b462-933347eed0b7 req-243728f6-5449-4358-a22a-fb5c03dd62d8 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053664 Sep 27 08:32:10.752643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:10.802783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=734f2e40-e813-4104-9abb-613fc3c8591d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:10.826357 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:32:06Z', 'revision_number': 3, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port': {'id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:05Z', 'updated_at': '2021-09-27T08:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:10.842587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cb4e5604-9df6-4cd2-b074-80d4ecbe82ff no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:32:10.868300 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380fb38d-b7fd-4b8b-aff2-080346d40c9f x-openstack-request-id: req-380fb38d-b7fd-4b8b-aff2-080346d40c9f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:10.868981 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-plugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:10.868981 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-380fb38d-b7fd-4b8b-aff2-080346d40c9f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:10.869948 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'code': 200} Sep 27 08:32:10.962104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['88263323-6e80-49c8-905a-47300dd74085'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:10.975670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['734f2e40-e813-4104-9abb-613fc3c8591d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:11.020714 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:11.023942 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739c3ee7-2a6f-4b18-9508-7821db5672af" -d '{"events": [{"name": "network-changed", "server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:11.062847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-bab15f1c-cb8e-4709-82ee-ddb7789cdd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:11.064402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-bab15f1c-cb8e-4709-82ee-ddb7789cdd7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 1.0128844 Sep 27 08:32:11.087059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c7d5-1a53-4c01-bfd0-34f3c53d3b9d req-fceb54bf-07ac-4d84-ada2-b381f42d3eb5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:11.100711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98c3c7d5-1a53-4c01-bfd0-34f3c53d3b9d req-fceb54bf-07ac-4d84-ada2-b381f42d3eb5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.1148009 Sep 27 08:32:11.135730 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7d420-789a-4a4d-a92e-df778abefcbd None None] The sync data for ids ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'] in n-d-810909-1 is: [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:32:06Z', 'revision_number': 3, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port': {'id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:05Z', 'updated_at': '2021-09-27T08:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:11.174852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98c3c7d5-1a53-4c01-bfd0-34f3c53d3b9d req-00620a73-2e5b-4ef1-8612-dbd4c05a3549 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Sep 27 08:32:11.199692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cb4e5604-9df6-4cd2-b074-80d4ecbe82ff not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:32:11.208057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6af67e-4fc8-48f6-b27f-9a1fc9ec03c9 req-c2b8d853-b785-4541-ad32-2db05f058ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:11.213970 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf6af67e-4fc8-48f6-b27f-9a1fc9ec03c9 req-c2b8d853-b785-4541-ad32-2db05f058ee2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 1100 time: 0.2427573 Sep 27 08:32:11.215360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ad31b602-9b60-43af-bfec-03065f229a6a None None] Provisioning complete for port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:11.215741 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad31b602-9b60-43af-bfec-03065f229a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:11.234466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-39bc10d0-2d78-46aa-a291-15ff2bf35f58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 217 time: 0.1477954 Sep 27 08:32:11.323929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf6af67e-4fc8-48f6-b27f-9a1fc9ec03c9 req-c9116984-aa88-4f1c-bf26-54f37720b8aa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799482 Sep 27 08:32:11.347365 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92d8151-be9f-4ee5-8232-d8b78377334c x-openstack-request-id: req-d92d8151-be9f-4ee5-8232-d8b78377334c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:11.349417 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:11.350705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ad31b602-9b60-43af-bfec-03065f229a6a None None] Port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:32:11.351153 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d92d8151-be9f-4ee5-8232-d8b78377334c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:11.353315 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'status': 'completed', 'code': 200} Sep 27 08:32:11.376934 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:11.377870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50949e-0b78-4b45-8add-c0f2aef6225b req-3e3fadd0-8b4d-45b6-9e6b-c0e85fb62f3a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:11.392040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b50949e-0b78-4b45-8add-c0f2aef6225b req-3e3fadd0-8b4d-45b6-9e6b-c0e85fb62f3a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 944 time: 0.3328495 Sep 27 08:32:11.392526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:11.488213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:11.522653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Deleting port 2da76af0-80a7-4c87-aa68-89f0353db33e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:32:11.523004 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:11.593905 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:11.615247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86599d5-5859-48c9-ad68-ed75e61f0199 req-443df578-dd95-4d01-803c-33a6c7b02f92 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:11.617817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d86599d5-5859-48c9-ad68-ed75e61f0199 req-443df578-dd95-4d01-803c-33a6c7b02f92 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 945 time: 0.1548073 Sep 27 08:32:11.645121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Pushing event updated for resources: {'Port': ['ID=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:11.648410 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b50949e-0b78-4b45-8add-c0f2aef6225b req-e4cd11ba-0c29-4b99-bfd1-a2001a6c3a88 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535274 Sep 27 08:32:11.657987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-1bdac57a-c87c-495a-860f-f244270ba6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:11.659810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-1bdac57a-c87c-495a-860f-f244270ba6a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.4061661 Sep 27 08:32:11.762383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d86599d5-5859-48c9-ad68-ed75e61f0199 req-8102858a-7b9a-44e1-9a69-c5e5d128ff6d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217082 Sep 27 08:32:11.846419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-80799210-cc9b-4df5-9e02-30c710ff8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:11.848140 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-80799210-cc9b-4df5-9e02-30c710ff8914 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1098 time: 0.4099507 Sep 27 08:32:11.874319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f635444f-1fce-4ebd-ae57-8b25a78b4bed,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:11.900697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device fabf87fa-ce83-4fa6-9a01-26d782bd2140 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:11.921124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Network f87ddd2a-e916-4455-80d0-12d150cc8667 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:11.924094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:12.013663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] For port 2da76af0-80a7-4c87-aa68-89f0353db33e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2da76af0-80a7-4c87-aa68-89f0353db33e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:12.014043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:12.087550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1792820-3ddc-4275-a8f7-b4ac898a0cc8 req-12212d5f-ce86-4fda-ac6f-eb7be59aece4 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:12.094839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1792820-3ddc-4275-a8f7-b4ac898a0cc8 req-12212d5f-ce86-4fda-ac6f-eb7be59aece4 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 945 time: 0.1809888 Sep 27 08:32:12.110140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37522) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:12.112612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port fabf87fa-ce83-4fa6-9a01-26d782bd2140 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:12.114628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:12.119725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Request body: {'floatingip': {'port_id': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:12.270844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Calling delete_port for 2da76af0-80a7-4c87-aa68-89f0353db33e owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:12.273707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Checking segment: {'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:12.274005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Network hostable DHCP agents. Network: 693dc884-d653-47a5-9f66-773ee232c1ec, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:32:12.306126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:12.334165 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:12.401306 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-230c23b9-5d7c-4b50-9fb0-c1a325f5cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:12.403016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port fabf87fa-ce83-4fa6-9a01-26d782bd2140, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=fabf87fa-ce83-4fa6-9a01-26d782bd2140,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:12.404897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-230c23b9-5d7c-4b50-9fb0-c1a325f5cdbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7193131 Sep 27 08:32:12.413179 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:12.477524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Network 693dc884-d653-47a5-9f66-773ee232c1ec is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:32:12.594440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d256dab0-ed4f-448e-897d-df812fcc33b4 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:32:12.679392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b14d4-bf12-4c79-8209-c23868a333e9 req-5432187c-1252-49d4-a3e4-e59a6faa1acb tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:12.681250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d2b14d4-bf12-4c79-8209-c23868a333e9 req-5432187c-1252-49d4-a3e4-e59a6faa1acb tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 948 time: 0.7125809 Sep 27 08:32:12.683156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-c276eecb-c6cd-4afe-a3f3-109f2bc43256 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240989 Sep 27 08:32:12.687070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: d256dab0-ed4f-448e-897d-df812fcc33b4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:32:12.699098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d256dab0-ed4f-448e-897d-df812fcc33b4 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:32:12.706022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=fabf87fa-ce83-4fa6-9a01-26d782bd2140,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:12.742348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7bbfb136-fbaa-4d2a-b08c-726ec51250ce None None] Provisioning complete for port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:12.742903 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bbfb136-fbaa-4d2a-b08c-726ec51250ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:12.784394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfb136-fbaa-4d2a-b08c-726ec51250ce None None] Port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:32:12.788047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 693dc884-d653-47a5-9f66-773ee232c1ec) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:12.795880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1f66e-178c-4475-8e46-2a710484ea53 None None] Network 693dc884-d653-47a5-9f66-773ee232c1ec requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:12.805425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:12.809435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:12.857842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-de4d13b9-ac81-446d-9e00-ac40002357f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:12.860090 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-de4d13b9-ac81-446d-9e00-ac40002357f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.9727681 Sep 27 08:32:12.871659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-17df33b2-0aa8-486f-aa13-3513e69b813c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.7868702 Sep 27 08:32:12.879705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37532) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:12.929406 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-1ca4d4e0-364b-4da5-a2c8-dabc412b1f76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 217 time: 0.0498126 Sep 27 08:32:12.933258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:13.030991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d2b14d4-bf12-4c79-8209-c23868a333e9 req-d0222256-5474-440f-a40b-7976f36a71d7 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900329 Sep 27 08:32:13.065188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 88263323-6e80-49c8-905a-47300dd74085 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:13.146446 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1ad21d-a989-4c28-acbd-3f2c72d53cf0 req-9b115eed-4e25-4dd3-88ec-0070fe78c931 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071131 Sep 27 08:32:13.148800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-8f76c35b-dfd1-4790-b45c-c31fc841ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:13.154408 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-8f76c35b-dfd1-4790-b45c-c31fc841ea17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1702461 Sep 27 08:32:13.166455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:32:13.175730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c666f-7f32-416d-9109-117ce28822c6 req-fb1e37a5-e028-4d8c-91fd-f21e29524bb7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:13.185636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-734c666f-7f32-416d-9109-117ce28822c6 req-fb1e37a5-e028-4d8c-91fd-f21e29524bb7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.3963890 Sep 27 08:32:13.188858 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:13.190314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:13.256311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-890b9c2e-d6c1-4601-bfa8-8011076a206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:13.258128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-890b9c2e-d6c1-4601-bfa8-8011076a206f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000702 Sep 27 08:32:13.385024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 88263323-6e80-49c8-905a-47300dd74085 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:32:13.389644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 88263323-6e80-49c8-905a-47300dd74085 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:13.389644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:13.449705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-734c666f-7f32-416d-9109-117ce28822c6 req-eb1f911a-5c50-4933-aa94-783e17c4f590 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627494 Sep 27 08:32:13.502719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:13.544835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-c9134774-eefc-4af2-84b8-17c2be9b9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:13.546431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-c9134774-eefc-4af2-84b8-17c2be9b9ace service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1098 time: 0.2873986 Sep 27 08:32:13.555467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Pushing event deleted for resources: {'Port': ['ID=2da76af0-80a7-4c87-aa68-89f0353db33e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:13.574871 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:13.592133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2feccd-ac1c-4859-9d21-b92ed538628d req-735e7102-2b7e-4bd2-9e46-dc925b3ec319 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:13.603923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d2feccd-ac1c-4859-9d21-b92ed538628d req-735e7102-2b7e-4bd2-9e46-dc925b3ec319 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 944 time: 0.3277776 Sep 27 08:32:13.618746 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-693dc884-d653-47a5-9f66-773ee232c1ec', 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'fixed_ips': [{'subnet_id': 'f635444f-1fce-4ebd-ae57-8b25a78b4bed'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:32:13.623858 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:13.754482 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:13.804813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-676e5482-409e-48d7-84a1-33638d2e26ac service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299101 Sep 27 08:32:13.904034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d2feccd-ac1c-4859-9d21-b92ed538628d req-5430ba5d-f4c2-4a2f-9c83-79824fd097c6 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991972 Sep 27 08:32:13.905794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device fabf87fa-ce83-4fa6-9a01-26d782bd2140 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:13.958098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-1bf82bf4-8245-40f3-b018-0432ff998bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:13.959606 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-1bf82bf4-8245-40f3-b018-0432ff998bbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.3963947 Sep 27 08:32:14.017016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-098d19c3-6359-4544-a5a1-be442edda0a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 217 time: 0.0434101 Sep 27 08:32:14.028785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88263323-6e80-49c8-905a-47300dd74085'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:14.031494 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3d6ad8-d2e8-4b30-8e16-cf822fce0166" -d '{"events": [{"server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "name": "network-vif-plugged", "status": "completed", "tag": "88263323-6e80-49c8-905a-47300dd74085"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:14.044389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.044653 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.062764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:14.110042 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.111020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 734f2e40-e813-4104-9abb-613fc3c8591d up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:14.238964 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.248371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.256772 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e3e5f9-00eb-4e5d-a072-07806a0a57b4 x-openstack-request-id: req-51e3e5f9-00eb-4e5d-a072-07806a0a57b4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:14.258256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-9228a6da-7bdf-4963-9934-2726f8cacad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:14.258568 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "name": "network-vif-plugged", "status": "completed", "tag": "88263323-6e80-49c8-905a-47300dd74085", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:14.258947 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51e3e5f9-00eb-4e5d-a072-07806a0a57b4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:14.259470 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88263323-6e80-49c8-905a-47300dd74085', 'code': 200} Sep 27 08:32:14.259757 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-9228a6da-7bdf-4963-9934-2726f8cacad0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2231050 Sep 27 08:32:14.313086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Allocated IP 172.20.0.2 (693dc884-d653-47a5-9f66-773ee232c1ec/f635444f-1fce-4ebd-ae57-8b25a78b4bed/8c625c87-78f0-4c8f-a74a-7a7e0219dfe6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:14.382128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-a77562df-73e1-466c-8be8-f4eb1bbfa17a service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386269 Sep 27 08:32:14.407521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.407521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router db3beeed-5096-4f75-9c68-5bad5450aa1f {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:32:14.423696 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.427851 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b39e497f-8f76-4315-81d7-ba459c4f9aee admin admin] 10.222.0.50 "DELETE /v2.0/routers/db3beeed-5096-4f75-9c68-5bad5450aa1f HTTP/1.1" status: 204 len: 168 time: 5.8762317 Sep 27 08:32:14.440755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37540) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:14.452110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-6b98aeff-7cfc-4063-b804-caec3566b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:14.453829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-6b98aeff-7cfc-4063-b804-caec3566b2ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774588 Sep 27 08:32:14.457605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3fcde-a0ed-46ad-b97e-0024645a3b7d req-dbcff1fe-f859-4fbc-bbb3-ff1c5a71ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:14.459075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2a3fcde-a0ed-46ad-b97e-0024645a3b7d req-dbcff1fe-f859-4fbc-bbb3-ff1c5a71ecf7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 1100 time: 0.1965852 Sep 27 08:32:14.477555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcca758-a212-43ee-bbc3-886bbbccd678 req-18552c92-28f4-4626-81d4-c32e565bad07 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:14.477555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cfcca758-a212-43ee-bbc3-886bbbccd678 req-18552c92-28f4-4626-81d4-c32e565bad07 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 949 time: 0.1844635 Sep 27 08:32:14.477951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port fabf87fa-ce83-4fa6-9a01-26d782bd2140 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:14.477951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.501785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:14.517893 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.536040 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] It took 0.76 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:32:14.564065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:14.579962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6ea99583-9ebf-49ef-b22f-59061804cb50 admin admin] 10.222.0.50 "PUT /v2.0/routers/fa56f2bb-31c2-4ec7-89fa-5563193ac3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9691188 Sep 27 08:32:14.584378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Sync routers for ids ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:14.624077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 734f2e40-e813-4104-9abb-613fc3c8591d completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:32:14.640158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 734f2e40-e813-4104-9abb-613fc3c8591d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:14.640575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.714780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Routers {'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:14.716025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:14.737808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Deleting subnet 8ce9eb43-5d5e-4beb-91e2-925157048c20 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:32:14.741965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-1b9afb6d-cbb7-43f7-b70c-e8ba30f1d6f9 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706749 Sep 27 08:32:14.744914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cfcca758-a212-43ee-bbc3-886bbbccd678 req-d3d928cf-00b7-425b-91de-95dba38f9251 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395546 Sep 27 08:32:14.749772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2a3fcde-a0ed-46ad-b97e-0024645a3b7d req-4fa7917b-79db-4075-b03f-7857ee19ff30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773948 Sep 27 08:32:14.750426 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.813946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.834709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24581cd-df07-4125-967c-2708c6d6a15a req-86ebe929-c6a0-483c-9267-8899e51a5b13 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:14.836354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f24581cd-df07-4125-967c-2708c6d6a15a req-86ebe929-c6a0-483c-9267-8899e51a5b13 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.1584339 Sep 27 08:32:14.849483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.883734 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.906694 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:14.941027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-739c3ee7-2a6f-4b18-9508-7821db5672af req-af81095f-f717-4f48-9676-86dda8f481fa service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877980 Sep 27 08:32:14.984490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Network 693dc884-d653-47a5-9f66-773ee232c1ec is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:14.992156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.016775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f24581cd-df07-4125-967c-2708c6d6a15a req-cc5f8f4e-7a24-47d4-9181-ef457ec09760 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708186 Sep 27 08:32:15.030676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Pushing event updated for resources: {'Port': ['ID=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:15.038277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:15.072081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:15.118249 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Floating IP f6c32fbb-c6fc-4473-8345-6542fa424ab4 associated. External IP: 172.25.2.132, port: b37e18f0-85f6-45f3-8dab-ffc7b3135b05. Sep 27 08:32:15.175459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09116b36-ec6e-476c-87a4-0bb53c695ec4 req-ef06b053-c78f-46c6-93dd-6d69934950ea tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:15.182281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09116b36-ec6e-476c-87a4-0bb53c695ec4 req-ef06b053-c78f-46c6-93dd-6d69934950ea tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 944 time: 0.1093118 Sep 27 08:32:15.261883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09116b36-ec6e-476c-87a4-0bb53c695ec4 req-5900a141-2f92-4043-8740-b66a45cf95f8 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802412 Sep 27 08:32:15.287720 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.329510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc376519-9af1-47c9-8487-fa5872d0d409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.374317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 734f2e40-e813-4104-9abb-613fc3c8591d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=734f2e40-e813-4104-9abb-613fc3c8591d,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:15.375900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.378524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Attempting to bind port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:15.389512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Attempting to bind port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:15.390686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Attempting to bind port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 on network 693dc884-d653-47a5-9f66-773ee232c1ec {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:15.416520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:15.418744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Checking segment: {'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:15.421264 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.421667 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Bound using segment: {'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:15.422170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Bound port: 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:15.422557 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.430562 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.434468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Set router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:15.478160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.527202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce9eb43-5d5e-4beb-91e2-925157048c20,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:15.536189 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.539041 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8ce9eb43-5d5e-4beb-91e2-925157048c20 HTTP/1.1" status: 204 len: 168 time: 1.0975053 Sep 27 08:32:15.541183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.541790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.542340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.542943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.543570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.544144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.544698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.545242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.545941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.546474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.547774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.548592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a1c3-a88e-441f-9c9c-20118dbabaff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:15.557211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:15.623086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331725c5-e0b3-4843-a956-e91ee8ce9c31 None None] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:15.667451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.706458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Router 3c6d94e4-8f10-4a0e-a104-c800d1da909e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:32:15.721867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=734f2e40-e813-4104-9abb-613fc3c8591d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:15.724849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2da76af0-80a7-4c87-aa68-89f0353db33e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:32:15.761411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 2da76af0-80a7-4c87-aa68-89f0353db33e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:32:15.761675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2da76af0-80a7-4c87-aa68-89f0353db33e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:32:15.784350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Deleting port b864669e-cc63-4993-bb59-15c891a7d291 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:32:15.784986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.827823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] For port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:15.879229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] For port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,segment=NetworkSegment(fdcf2e80-6733-4599-aa9b-9e22ae9950d5),segment_id=fdcf2e80-6733-4599-aa9b-9e22ae9950d5)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:15.924511 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:15.981891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] For port b864669e-cc63-4993-bb59-15c891a7d291, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b864669e-cc63-4993-bb59-15c891a7d291,segment=NetworkSegment(9ede0aca-a2ec-4d0f-971f-4fe0b9e26490),segment_id=9ede0aca-a2ec-4d0f-971f-4fe0b9e26490)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:15.988652 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:16.001277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:16.003398 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:16.022440 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] Sync routers for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:16.033551 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:16.034181 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:16.036420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Calling delete_port for b864669e-cc63-4993-bb59-15c891a7d291 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:16.091558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9b64f891-f604-4653-bfb5-f99d8faf7ef6 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "PUT /v2.0/floatingips/f6c32fbb-c6fc-4473-8345-6542fa424ab4 HTTP/1.1" status: 200 len: 991 time: 3.9804130 Sep 27 08:32:16.129277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'tag': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:16.137505 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319" -d '{"events": [{"name": "network-changed", "server_uuid": "cec45b18-9788-41f5-a4d5-712fb4616d5d", "tag": "b37e18f0-85f6-45f3-8dab-ffc7b3135b05"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:16.251296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:16.263571 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734f2e40-e813-4104-9abb-613fc3c8591d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:16.265833 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4710930f-8bb5-4602-a6ff-50e568414601" -d '{"events": [{"server_uuid": "9bd289bd-55fa-4ce9-84fb-f4d91d8598db", "name": "network-vif-plugged", "status": "completed", "tag": "734f2e40-e813-4104-9abb-613fc3c8591d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:16.349325 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:16.350802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:16.392966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] DHCP port deletion for 99fe32a7-ae47-48f9-bc03-56e0f729f287 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:32:16.456164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b52f62-8e9c-44a2-8b14-d51610f15895 None None] Pushing event updated for resources: {'Port': ['ID=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:16.524983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc446315-a107-45a3-8012-ddd99840eedc req-d56c9f55-6764-4145-bdce-c92dec961540 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:16.533091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc446315-a107-45a3-8012-ddd99840eedc req-d56c9f55-6764-4145-bdce-c92dec961540 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.2956936 Sep 27 08:32:16.577032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:16.721782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Allocated IP 172.25.2.27 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/43accf5b-8938-4f29-8acf-5de4775546fd) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:16.751074 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f6c32fbb-c6fc-4473-8345-6542fa424ab4', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'port_id': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'mac_address': 'fa:16:3e:0c:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:29:43Z', 'updated_at': '2021-09-27T08:32:13Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:16.772017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691f1d4-6db8-4003-8e66-74e05faaacc8 req-5e8b77b2-b0b2-44e8-95b0-e7d1816accb3 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:16.773548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1691f1d4-6db8-4003-8e66-74e05faaacc8 req-5e8b77b2-b0b2-44e8-95b0-e7d1816accb3 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 949 time: 0.7884753 Sep 27 08:32:16.793506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b864669e-cc63-4993-bb59-15c891a7d291,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:16.801170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] No DVR routers for this DVR port b864669e-cc63-4993-bb59-15c891a7d291 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:32:16.825426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc446315-a107-45a3-8012-ddd99840eedc req-8223b8fa-8ff0-4213-b4e4-c69d4475d3c6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849779 Sep 27 08:32:16.870820 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] Checking router: 3c6d94e4-8f10-4a0e-a104-c800d1da909e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:16.892664 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:16.893519 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:31:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:17.021174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.087441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fe32a7-ae47-48f9-bc03-56e0f729f287']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:17.102897 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:17.115118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:17.130819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ede0aca-a2ec-4d0f-971f-4fe0b9e26490') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:17.160119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.174685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1691f1d4-6db8-4003-8e66-74e05faaacc8 req-51c2f97c-a78f-4d01-a594-e9e0d85ae00d tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780124 Sep 27 08:32:17.199532 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.203842 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34e5c76-efe9-4241-b906-63456472680c x-openstack-request-id: req-c34e5c76-efe9-4241-b906-63456472680c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:17.204128 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec45b18-9788-41f5-a4d5-712fb4616d5d", "tag": "b37e18f0-85f6-45f3-8dab-ffc7b3135b05", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:17.207420 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c34e5c76-efe9-4241-b906-63456472680c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:17.207903 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'tag': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'status': 'completed', 'code': 200} Sep 27 08:32:17.219550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:32:17.223225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.274723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] Deleting port b864669e-cc63-4993-bb59-15c891a7d291 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:32:17.275101 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.294599 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.452929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:32:17.486249 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:32:17.525725 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bec441e-1424-4b52-a068-06ff74040783 x-openstack-request-id: req-2bec441e-1424-4b52-a068-06ff74040783 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:17.526358 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd289bd-55fa-4ce9-84fb-f4d91d8598db", "name": "network-vif-plugged", "status": "completed", "tag": "734f2e40-e813-4104-9abb-613fc3c8591d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:17.526358 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bec441e-1424-4b52-a068-06ff74040783 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:17.526642 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734f2e40-e813-4104-9abb-613fc3c8591d', 'code': 200} Sep 27 08:32:17.536011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cb4e5604-9df6-4cd2-b074-80d4ecbe82ff details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:17.600830 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f6c32fbb-c6fc-4473-8345-6542fa424ab4', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'port_id': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'mac_address': 'fa:16:3e:0c:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:29:43Z', 'updated_at': '2021-09-27T08:32:13Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:17.640971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:17.654002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:17.663840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:17.672164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] For port b864669e-cc63-4993-bb59-15c891a7d291, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:17.672595 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.678037 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875f4eb-e985-46d0-948d-e8453602a231 None None] The sync data for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 is: [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f6c32fbb-c6fc-4473-8345-6542fa424ab4', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'port_id': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'mac_address': 'fa:16:3e:0c:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:29:43Z', 'updated_at': '2021-09-27T08:32:13Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:17.773571 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49e372c3-7eaf-4fdc-b3c2-95b6fd20e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:17.792106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] Calling delete_port for b864669e-cc63-4993-bb59-15c891a7d291 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:17.799623 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:32:17.811322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Pushing event updated for resources: {'Port': ['ID=43accf5b-8938-4f29-8acf-5de4775546fd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:17.815545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] Port b864669e-cc63-4993-bb59-15c891a7d291 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:32:17.846137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.848818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.855853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:32:10Z', 'revision_number': 4, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port': {'id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:05Z', 'updated_at': '2021-09-27T08:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '3016a1a2-8ea9-4acb-b876-7850f9e08ccb', 'name': '', 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'mac_address': 'fa:16:3e:0f:4e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '3c93cd21-503c-4ec9-96f9-6699477355a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:09Z', 'updated_at': '2021-09-27T08:32:10Z', 'revision_number': 2, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'subnets': [{'id': '3c93cd21-503c-4ec9-96f9-6699477355a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:17.856081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.856492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.856959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.857226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.857568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.857926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.858341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.858780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.859032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:17.859423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:18.093992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:18.271339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] Pushing event deleted for resources: {'Port': ['ID=b864669e-cc63-4993-bb59-15c891a7d291,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:18.308827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Checking router: fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:18.309196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Updating router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:32:18.386538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f5009-8299-489b-83fb-ef2ff599b5ba req-05326a98-3eac-40d2-a79c-9eda1ef6ebb7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:18.397076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-771f5009-8299-489b-83fb-ef2ff599b5ba req-05326a98-3eac-40d2-a79c-9eda1ef6ebb7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.1235521 Sep 27 08:32:18.406980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:18.420742 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:18.423196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5935c93e-2400-43af-8820-766bda834266 None None] Network 693dc884-d653-47a5-9f66-773ee232c1ec requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:18.427002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c98d8d3-939e-429e-9f75-3054a6be21b3 None None] New status for floating IP f6c32fbb-c6fc-4473-8345-6542fa424ab4: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:32:18.571070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:18.575721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-771f5009-8299-489b-83fb-ef2ff599b5ba req-94b8eba7-8029-4f67-b078-fbb096e26e50 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780045 Sep 27 08:32:18.649721 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:18.654131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] 10.222.0.50 "DELETE /v2.0/networks/99fe32a7-ae47-48f9-bc03-56e0f729f287 HTTP/1.1" status: 204 len: 168 time: 3.0928741 Sep 27 08:32:18.654313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecfbd1-8113-4c75-bf50-11be2d611d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=99fe32a7-ae47-48f9-bc03-56e0f729f287,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:18.713383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] Network 99fe32a7-ae47-48f9-bc03-56e0f729f287 is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:32:18.713996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e769a-1e15-4820-be3c-7f3821f91314 None None] No DVR routers for this DVR port b864669e-cc63-4993-bb59-15c891a7d291 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:32:18.792866 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:18.880146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-32584c90-1df1-46ad-8eb2-92990409a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:18.881803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-32584c90-1df1-46ad-8eb2-92990409a66b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=242df502e2844b1f89dc9d777f8c86b1&device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 1096 time: 1.4183428 Sep 27 08:32:18.907936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-bdd5864c-474f-47ad-b2ba-a533013c52d6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:18.924920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-bdd5864c-474f-47ad-b2ba-a533013c52d6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c&tenant_id=26b7c4de14f44e6997b69ac66c53364d&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 947 time: 0.3477697 Sep 27 08:32:18.930469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690280ad-400d-4f80-ba9d-d50c7ae09985 req-b99df7f6-32d5-4ea1-83c3-5d2e709109b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:18.935553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-690280ad-400d-4f80-ba9d-d50c7ae09985 req-b99df7f6-32d5-4ea1-83c3-5d2e709109b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 1096 time: 0.3816371 Sep 27 08:32:18.978414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa2b63-f42c-4823-b2d5-17a69e15af2e req-98c86d4c-fdab-4033-8430-61a86443dc9f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:18.980381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-72aa2b63-f42c-4823-b2d5-17a69e15af2e req-98c86d4c-fdab-4033-8430-61a86443dc9f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 945 time: 1.5243039 Sep 27 08:32:19.012955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e005a469-aeed-4a86-8648-1ea068a93229 None None] Provisioning complete for port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:19.013564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e005a469-aeed-4a86-8648-1ea068a93229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:19.032877 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:19.085886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3a10-ac27-45be-8692-15706bc04c88 req-10982201-fda1-44c5-b56a-dce6d5853a9e tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:19.094605 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98fa3a10-ac27-45be-8692-15706bc04c88 req-10982201-fda1-44c5-b56a-dce6d5853a9e tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 949 time: 0.1498427 Sep 27 08:32:19.218174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37590) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:19.253159 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:19.298185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-72aa2b63-f42c-4823-b2d5-17a69e15af2e req-5f76fecd-d8e8-4025-9b91-4121dcd6fe21 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837749 Sep 27 08:32:19.299974 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98fa3a10-ac27-45be-8692-15706bc04c88 req-5a6cc35f-7556-4a48-bca0-0df433bd8903 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028234 Sep 27 08:32:19.317410 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-690280ad-400d-4f80-ba9d-d50c7ae09985 req-2a6113cf-b327-4570-8e74-c988d978217c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360274 Sep 27 08:32:19.345612 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-5620f5e0-9094-4848-bedc-8dab84ec93a6 service neutron] delete failed (client error): The resource could not be found. Sep 27 08:32:19.346452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-5620f5e0-9094-4848-bedc-8dab84ec93a6 service neutron] 10.222.0.67 "DELETE /v2.0/ports/cb4e5604-9df6-4cd2-b074-80d4ecbe82ff/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.4200099 Sep 27 08:32:19.417228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-721facf5-3cdb-473d-934a-d192982a330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:19.417672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-721facf5-3cdb-473d-934a-d192982a330e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 200 len: 924 time: 0.4804943 Sep 27 08:32:19.477730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:19.503054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-100c7f30-3393-4e13-8780-cc63b5c8dcfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37e18f0-85f6-45f3-8dab-ffc7b3135b05 HTTP/1.1" status: 200 len: 1001 time: 0.0768042 Sep 27 08:32:19.504420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'mac_address': 'fa:16:3e:6a:50:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:19.514158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:19.515120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c5fb1eed-b85d-4d8b-95e6-0fafa800c50c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47c1bea46987488ebb486922dac9c80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945681 Sep 27 08:32:19.654889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-975949a3-2b0c-45f7-b132-f8911bf0ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:19.656451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-975949a3-2b0c-45f7-b132-f8911bf0ae4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e371e403-162f-4be1-95bc-77a97fe08b86 HTTP/1.1" status: 200 len: 862 time: 0.1443064 Sep 27 08:32:19.682574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b88bc1-1657-4c37-945c-3c5c086ae6d2 req-d847a437-b438-4669-b11e-76d53e38dea6 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:19.684602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3b88bc1-1657-4c37-945c-3c5c086ae6d2 req-d847a437-b438-4669-b11e-76d53e38dea6 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 949 time: 0.1682043 Sep 27 08:32:19.690959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:19.767823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:19.772782 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:19.806159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d283aca-643c-4e54-ab3f-456ad26bd565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:19.844687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-dcdd5fc8-7953-425c-a51f-7eac94b1efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:19.846417 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-dcdd5fc8-7953-425c-a51f-7eac94b1efe9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1098 time: 0.2607267 Sep 27 08:32:19.854598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-702701f1-5636-4b0a-ae29-023b5cb51220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:19.856724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-702701f1-5636-4b0a-ae29-023b5cb51220 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d507e1f9-0069-4810-b618-1f54436bf7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872711 Sep 27 08:32:19.866978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d283aca-643c-4e54-ab3f-456ad26bd565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:19.880394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3b88bc1-1657-4c37-945c-3c5c086ae6d2 req-a0a07a13-1f19-4148-9506-da6bb84d5522 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851687 Sep 27 08:32:19.888264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370be0d-9c5a-4dfd-9eca-e8a4493841a5 req-04f102f0-3d7c-44e2-afff-919a2ae18875 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:19.898324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e370be0d-9c5a-4dfd-9eca-e8a4493841a5 req-04f102f0-3d7c-44e2-afff-919a2ae18875 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 947 time: 0.1837385 Sep 27 08:32:20.195728 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e370be0d-9c5a-4dfd-9eca-e8a4493841a5 req-ca1882d4-76fd-4a32-a4b4-6ec27a9da4eb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968667 Sep 27 08:32:20.279626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-93e14435-1714-434d-b417-6cfc513dfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:20.289178 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-93e14435-1714-434d-b417-6cfc513dfd7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.4201555 Sep 27 08:32:20.372055 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:20.383774 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e005a469-aeed-4a86-8648-1ea068a93229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:20.422325 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-896ba222-bdf8-4e97-b2a2-1646597133fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 217 time: 0.1099494 Sep 27 08:32:20.431523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d283aca-643c-4e54-ab3f-456ad26bd565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:20.441885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d283aca-643c-4e54-ab3f-456ad26bd565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:20.455457 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:20.458537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d283aca-643c-4e54-ab3f-456ad26bd565 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d270f7b8-ed57-423e-8612-ad0e735368e4 HTTP/1.1" status: 204 len: 168 time: 0.9424012 Sep 27 08:32:20.502869 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-7e42dded-5ce6-4b76-be8b-d7a7fe26cf33 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965931 Sep 27 08:32:20.507252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4e5604-9df6-4cd2-b074-80d4ecbe82ff {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:20.516282 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:20.635489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:20.641242 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:20.712015 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:20.765900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e005a469-aeed-4a86-8648-1ea068a93229 None None] For port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,segment=NetworkSegment(fdcf2e80-6733-4599-aa9b-9e22ae9950d5),segment_id=fdcf2e80-6733-4599-aa9b-9e22ae9950d5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:20.863991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ee318-7c60-42df-acaf-20a1cf94c1f4 None None] Pushing event updated for resources: {'Port': ['ID=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:20.875021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Router 927818bf-5dce-46d9-b8b5-63eb88f60d39 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:32:20.974085 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e005a469-aeed-4a86-8648-1ea068a93229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:21.169083 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:21.179137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d283aca-643c-4e54-ab3f-456ad26bd565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270f7b8-ed57-423e-8612-ad0e735368e4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:21.185035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:21.207431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8323e7a-df8d-45ce-856e-ee3b9bd1f319 req-dd67b058-1466-4a9a-9c81-b2b11c64fcd2 service neutron] 10.222.0.57 "GET /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901937 Sep 27 08:32:21.228620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-cccdc3e0-65b0-4f40-8067-da3634c140b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:21.234678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-cccdc3e0-65b0-4f40-8067-da3634c140b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.7740719 Sep 27 08:32:21.281372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:21.293840 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Sync routers for ids ['927818bf-5dce-46d9-b8b5-63eb88f60d39'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:21.310140 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Routers {'927818bf-5dce-46d9-b8b5-63eb88f60d39'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:21.310766 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['927818bf-5dce-46d9-b8b5-63eb88f60d39'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:21.311426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43942-43a8-4778-8313-83ff41e11eba req-1535ed93-9b91-4bad-9180-49d451516b1c tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:21.313727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dfa43942-43a8-4778-8313-83ff41e11eba req-1535ed93-9b91-4bad-9180-49d451516b1c tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 945 time: 0.7260373 Sep 27 08:32:21.357517 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:21.362148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3991aafe-36da-4b52-b63c-889d2f8bf94a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.4383945 Sep 27 08:32:21.364068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37636) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:21.379871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-a4927ee2-5b29-4409-94dc-e8ecfe739484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:21.382079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-a4927ee2-5b29-4409-94dc-e8ecfe739484 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329806 Sep 27 08:32:21.405095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Attempting to bind port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:21.405095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Attempting to bind port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:21.405095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Attempting to bind port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb on network f87ddd2a-e916-4455-80d0-12d150cc8667 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:21.445507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dfa43942-43a8-4778-8313-83ff41e11eba req-a6d32a75-df38-42a2-bb9d-b10e98347c4f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088512 Sep 27 08:32:21.607115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:21.609382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Checking segment: {'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:21.610610 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:21.613346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Bound using segment: {'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:21.614818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Bound port: 3016a1a2-8ea9-4acb-b876-7850f9e08ccb, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:21.616137 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-2e72dc89-93af-4d2f-95bc-c446e0782cb0 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187157 Sep 27 08:32:21.616507 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:21.661469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fe816b50-da0a-4d0d-af36-5520e25924fc None None] Provisioning complete for port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:21.661831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe816b50-da0a-4d0d-af36-5520e25924fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:21.676898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:21.742781 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Set router 927818bf-5dce-46d9-b8b5-63eb88f60d39 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:21.903038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4743e168-9cd1-4ffb-9c70-88394c8b655d req-1ea257e6-db82-4cc8-9c92-d1c4888b13b7 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737107 Sep 27 08:32:21.904719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4958bb-0561-48e4-b74c-24d1920aec01 req-4e51b12d-9bb6-4d2d-9d04-e45eefc08846 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:21.912379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef4958bb-0561-48e4-b74c-24d1920aec01 req-4e51b12d-9bb6-4d2d-9d04-e45eefc08846 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 948 time: 0.1715193 Sep 27 08:32:21.960181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:32:21.970924 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:32:21.991718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:21.993859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:21.994377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:21.994864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:21.998264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:21.999524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:22.000021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:22.005108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:22.006274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:22.008646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:22.009282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:22.009770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:32:22.078712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef4958bb-0561-48e4-b74c-24d1920aec01 req-8e8882e2-e134-45d8-9ace-24b83bfef2cf tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653590 Sep 27 08:32:22.202129 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:18Z', 'revision_number': 3, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port': {'id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:16Z', 'updated_at': '2021-09-27T08:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:22.247283 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Checking router: 927818bf-5dce-46d9-b8b5-63eb88f60d39 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:22.247868 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Updating router 927818bf-5dce-46d9-b8b5-63eb88f60d39 port 43accf5b-8938-4f29-8acf-5de4775546fd binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:32:22.295946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005a469-aeed-4a86-8648-1ea068a93229 None None] Pushing event updated for resources: {'Port': ['ID=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:22.302681 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:22.369758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] For port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:22.760011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067a44d-4f27-44fa-a9ce-246a949b373d req-77d9ef59-7985-44a4-b8cd-043fbd2365b9 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:22.779745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4067a44d-4f27-44fa-a9ce-246a949b373d req-77d9ef59-7985-44a4-b8cd-043fbd2365b9 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 945 time: 0.1620374 Sep 27 08:32:22.811854 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:22.904771 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4067a44d-4f27-44fa-a9ce-246a949b373d req-095fc303-d93f-475f-ba88-2d789e87bea4 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221583 Sep 27 08:32:23.027697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:23.157448 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1cca-b9b9-454f-9fbc-15e886cb7f2e req-cbb79e3b-92c8-4255-b519-1f1d9d5c3829 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:23.173511 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:23.183876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40bb1cca-b9b9-454f-9fbc-15e886cb7f2e req-cbb79e3b-92c8-4255-b519-1f1d9d5c3829 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 945 time: 0.1189792 Sep 27 08:32:23.191950 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:23.192183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:23.208149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Request body: {'floatingip': {'port_id': '734f2e40-e813-4104-9abb-613fc3c8591d'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:23.301460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] For port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,segment=NetworkSegment(acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb),segment_id=acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:23.363246 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf7cb4-beb5-4fd8-877f-7b0165964ac2 None None] Pushing event updated for resources: {'Port': ['ID=43accf5b-8938-4f29-8acf-5de4775546fd,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:23.377220 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Attempting to bind port 43accf5b-8938-4f29-8acf-5de4775546fd on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:23.386973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Attempting to bind port 43accf5b-8938-4f29-8acf-5de4775546fd by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:23.386973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Attempting to bind port 43accf5b-8938-4f29-8acf-5de4775546fd on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:23.397073 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:23.399257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:23.399998 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:23.401231 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:23.402481 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Bound port: 43accf5b-8938-4f29-8acf-5de4775546fd, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:23.403154 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:23.410163 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:23.454023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:23.493378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:23.528305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'mac_address': 'fa:16:3e:ee:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:23.546632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Allocated IP 172.20.0.1 (693dc884-d653-47a5-9f66-773ee232c1ec/f635444f-1fce-4ebd-ae57-8b25a78b4bed/576ab1ce-c617-4c2c-9e10-64bbba5c9078) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:23.556770 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] For port 43accf5b-8938-4f29-8acf-5de4775546fd, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:23.568177 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] For port 43accf5b-8938-4f29-8acf-5de4775546fd, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=43accf5b-8938-4f29-8acf-5de4775546fd,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:23.588237 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:23.637649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eca8b-922e-4a70-9a46-583adf5f2497 req-9b94e88c-19ba-466a-ba02-d6eb0157a985 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:23.649115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b5eca8b-922e-4a70-9a46-583adf5f2497 req-9b94e88c-19ba-466a-ba02-d6eb0157a985 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 948 time: 0.2928765 Sep 27 08:32:23.802316 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf7cb4-beb5-4fd8-877f-7b0165964ac2 None None] Pushing event updated for resources: {'Port': ['ID=43accf5b-8938-4f29-8acf-5de4775546fd,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:23.823407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b864669e-cc63-4993-bb59-15c891a7d291 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:32:23.844405 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Routers {'927818bf-5dce-46d9-b8b5-63eb88f60d39'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:23.845252 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['927818bf-5dce-46d9-b8b5-63eb88f60d39'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:24.011058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:24.058642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b864669e-cc63-4993-bb59-15c891a7d291 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:32:24.059798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b864669e-cc63-4993-bb59-15c891a7d291 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:32:24.098541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-13eff066-9755-4075-8c3e-507896c818cc None None] Provisioning complete for port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:24.098991 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13eff066-9755-4075-8c3e-507896c818cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:24.143510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b5eca8b-922e-4a70-9a46-583adf5f2497 req-b816d1db-4086-4969-ba68-ce985604faf4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910386 Sep 27 08:32:24.273297 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:24.275915 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:24.409261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ee318-7c60-42df-acaf-20a1cf94c1f4 None None] Pushing event updated for resources: {'Port': ['ID=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:24.416764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Network 693dc884-d653-47a5-9f66-773ee232c1ec is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:24.422225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:24.427570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Routers {'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:24.428563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:24.443461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0379a56c-9453-4b0a-91ee-6deacb7cb247 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:24.447383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:24.596267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:24.666065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37740) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:24.684684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:24.702749 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:24.769163 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] Set router 927818bf-5dce-46d9-b8b5-63eb88f60d39 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:24.780980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:24.815704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Pushing event updated for resources: {'Port': ['ID=576ab1ce-c617-4c2c-9e10-64bbba5c9078,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:24.945202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:25.083379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcc783-7bab-4c8b-a693-8941674961db req-0659e2a1-0c59-4058-80ec-fafa0e522e44 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:25.093020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66dcc783-7bab-4c8b-a693-8941674961db req-0659e2a1-0c59-4058-80ec-fafa0e522e44 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 948 time: 0.6403773 Sep 27 08:32:25.121616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13eff066-9755-4075-8c3e-507896c818cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:25.131556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['0379a56c-9453-4b0a-91ee-6deacb7cb247'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:25.209081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:32:25.281339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71877475-166f-4a7f-89a5-4d9f1fd0e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:25.318265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-13eff066-9755-4075-8c3e-507896c818cc None None] For port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,segment=NetworkSegment(acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb),segment_id=acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:25.368299 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:18Z', 'revision_number': 3, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port': {'id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:16Z', 'updated_at': '2021-09-27T08:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:25.372813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:25.373189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:25.401288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] Set router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:25.404157 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13eff066-9755-4075-8c3e-507896c818cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:25.416700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:25.425551 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e931194f-bcb3-4ff1-b2e9-ddac328316c3 None None] The sync data for ids ['927818bf-5dce-46d9-b8b5-63eb88f60d39'] in n-d-810909-1 is: [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:18Z', 'revision_number': 3, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port': {'id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:16Z', 'updated_at': '2021-09-27T08:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:25.428963 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:25.530159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66dcc783-7bab-4c8b-a693-8941674961db req-937e2b6c-9c8b-4920-9fc4-ec69c2d78ccb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253516 Sep 27 08:32:25.711951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:25.740005 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Floating IP 0bda2ad4-f597-4286-b67a-15a2f7cad819 associated. External IP: 172.25.2.72, port: 734f2e40-e813-4104-9abb-613fc3c8591d. Sep 27 08:32:25.871161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-23729c80-5e33-4762-a0ab-bad4c8e5d988 None None] Provisioning complete for port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:25.874277 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23729c80-5e33-4762-a0ab-bad4c8e5d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:26.114465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eff066-9755-4075-8c3e-507896c818cc None None] Pushing event updated for resources: {'Port': ['ID=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:26.425180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:32:26.541014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71877475-166f-4a7f-89a5-4d9f1fd0e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:26.603121 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71877475-166f-4a7f-89a5-4d9f1fd0e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:26.708494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:26.713866 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:26.769600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] Sync routers for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:26.777321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-23729c80-5e33-4762-a0ab-bad4c8e5d988 None None] Provisioning complete for port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:26.777698 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23729c80-5e33-4762-a0ab-bad4c8e5d988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:26.805003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5b57926-a9b0-44e7-bf0c-76d80fcf485a tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "PUT /v2.0/floatingips/0bda2ad4-f597-4286-b67a-15a2f7cad819 HTTP/1.1" status: 200 len: 990 time: 3.6132512 Sep 27 08:32:26.805762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'tag': '734f2e40-e813-4104-9abb-613fc3c8591d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:26.809275 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b1005-18b1-4f20-89d5-85928c04a429" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd289bd-55fa-4ce9-84fb-f4d91d8598db", "tag": "734f2e40-e813-4104-9abb-613fc3c8591d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:26.875524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:32:10Z', 'revision_number': 4, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port': {'id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:05Z', 'updated_at': '2021-09-27T08:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '3016a1a2-8ea9-4acb-b876-7850f9e08ccb', 'name': '', 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'mac_address': 'fa:16:3e:0f:4e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '3c93cd21-503c-4ec9-96f9-6699477355a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:09Z', 'updated_at': '2021-09-27T08:32:22Z', 'revision_number': 4, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'subnets': [{'id': '3c93cd21-503c-4ec9-96f9-6699477355a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:26.878223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cb4e5604-9df6-4cd2-b074-80d4ecbe82ff up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:26.883074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 43accf5b-8938-4f29-8acf-5de4775546fd up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:26.930700 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:26.932537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71877475-166f-4a7f-89a5-4d9f1fd0e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620e8ffe-3a0b-49a7-a76e-613d2aaa293a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:27.002635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:27.015441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-71877475-166f-4a7f-89a5-4d9f1fd0e101 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=757e29061a1942118045532544c3f800&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3228257 Sep 27 08:32:27.034048 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:27.037201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e356b755-1eb0-4661-b614-2fa20454d585 None None] The sync data for ids ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'] in n-d-810909-1 is: [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:32:10Z', 'revision_number': 4, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port': {'id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:05Z', 'updated_at': '2021-09-27T08:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '3016a1a2-8ea9-4acb-b876-7850f9e08ccb', 'name': '', 'network_id': 'f87ddd2a-e916-4455-80d0-12d150cc8667', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'mac_address': 'fa:16:3e:0f:4e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '3c93cd21-503c-4ec9-96f9-6699477355a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:09Z', 'updated_at': '2021-09-27T08:32:22Z', 'revision_number': 4, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'subnets': [{'id': '3c93cd21-503c-4ec9-96f9-6699477355a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:27.250394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91ec06d1-9edd-48d8-8936-bac576096cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:27.292245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:27.299716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Pushing event updated for resources: {'Port': ['ID=576ab1ce-c617-4c2c-9e10-64bbba5c9078,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:27.301478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:27.302452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:27.332446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-23729c80-5e33-4762-a0ab-bad4c8e5d988 None None] Port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:32:27.409358 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91ec06d1-9edd-48d8-8936-bac576096cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:27.630161 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91ec06d1-9edd-48d8-8936-bac576096cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:27.638991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91ec06d1-9edd-48d8-8936-bac576096cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:27.647983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-91ec06d1-9edd-48d8-8936-bac576096cbd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/620e8ffe-3a0b-49a7-a76e-613d2aaa293a HTTP/1.1" status: 204 len: 168 time: 0.6435266 Sep 27 08:32:27.684485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec06d1-9edd-48d8-8936-bac576096cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e8ffe-3a0b-49a7-a76e-613d2aaa293a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:27.757700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Network 693dc884-d653-47a5-9f66-773ee232c1ec is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:27.768461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:28.021125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:28.090913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 43accf5b-8938-4f29-8acf-5de4775546fd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:28.091289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:28.301381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Router 927818bf-5dce-46d9-b8b5-63eb88f60d39 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:32:28.590753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:28.613789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f20c5521-857a-433c-a245-5886dc093e69 admin admin] 10.222.0.50 "PUT /v2.0/routers/927818bf-5dce-46d9-b8b5-63eb88f60d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2459586 Sep 27 08:32:28.706649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:32:28.885102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:28.885722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:28.925704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5ac54041-b2cf-4492-83d5-76d0ea62d0d9 None None] Provisioning complete for port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:28.926174 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ac54041-b2cf-4492-83d5-76d0ea62d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.144791 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.188118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5ac54041-b2cf-4492-83d5-76d0ea62d0d9 None None] Port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:32:29.201415 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.225864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 43accf5b-8938-4f29-8acf-5de4775546fd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=43accf5b-8938-4f29-8acf-5de4775546fd,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:29.239968 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.295822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:29.312293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=43accf5b-8938-4f29-8acf-5de4775546fd,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:29.332675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:29.341633 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72db6c44-7c39-498f-adea-ee9625e6de63" -d '{"events": [{"server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:29.384284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '0bda2ad4-f597-4286-b67a-15a2f7cad819', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'port_id': '734f2e40-e813-4104-9abb-613fc3c8591d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'mac_address': 'fa:16:3e:8a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:31:50Z', 'updated_at': '2021-09-27T08:32:25Z', 'revision_number': 1, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:48Z', 'revision_number': 5, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:29.389623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:29.402654 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Sync routers for ids ['927818bf-5dce-46d9-b8b5-63eb88f60d39'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:29.441974 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Routers {'927818bf-5dce-46d9-b8b5-63eb88f60d39'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:29.446005 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['927818bf-5dce-46d9-b8b5-63eb88f60d39'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:29.455034 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.458618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:29.537175 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1659993250-network', 'tenant_id': '002f09e0d8434c62bab804d25c9b8a78'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:29.583908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Made reservation on behalf of 002f09e0d8434c62bab804d25c9b8a78 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:29.587096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.615996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.618387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3016a1a2-8ea9-4acb-b876-7850f9e08ccb up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:29.660010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] Checking router: 1ebbfa9d-415a-470d-b7f7-439bacace0c9 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:29.668268 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Set router 927818bf-5dce-46d9-b8b5-63eb88f60d39 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:29.697604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:29.698708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:29.716024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:29.716436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.750615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:29.783941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 0379a56c-9453-4b0a-91ee-6deacb7cb247 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:29.784348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.960678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.972657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:29.995124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:32:29.998770 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.011074 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:25Z', 'revision_number': 4, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port': {'id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:16Z', 'updated_at': '2021-09-27T08:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '576ab1ce-c617-4c2c-9e10-64bbba5c9078', 'name': '', 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'mac_address': 'fa:16:3e:d4:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f635444f-1fce-4ebd-ae57-8b25a78b4bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:22Z', 'updated_at': '2021-09-27T08:32:25Z', 'revision_number': 2, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'subnets': [{'id': 'f635444f-1fce-4ebd-ae57-8b25a78b4bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:30.035939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.036447 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Added segment b0635983-6892-4d43-a101-5d31c3052e9a of type vlan for network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 Sep 27 08:32:30.044466 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Checking router: 927818bf-5dce-46d9-b8b5-63eb88f60d39 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:30.045071 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Updating router 927818bf-5dce-46d9-b8b5-63eb88f60d39 port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:32:30.063511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:30.075947 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.127487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:30.157259 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.164870 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.175647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6b3a7-9796-40e2-91b7-018d3d1212c0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:30.216015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.217792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:30.219711 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.284994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9870536 Sep 27 08:32:30.287803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37844) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:30.293490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Request body: {'subnet': {'network_id': '658eb76f-d4e5-481b-bd6d-b49dbea80a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1659993250-subnet', 'tenant_id': '002f09e0d8434c62bab804d25c9b8a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:30.296537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:30.317289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab4aa-4cd0-4f65-8ea7-2034c55a30d1 admin admin] Pushing event updated for resources: {'Network': ['ID=658eb76f-d4e5-481b-bd6d-b49dbea80a07,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:30.331712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:32:30.366149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Made reservation on behalf of 002f09e0d8434c62bab804d25c9b8a78 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:30.369011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.550063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '0bda2ad4-f597-4286-b67a-15a2f7cad819', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'port_id': '734f2e40-e813-4104-9abb-613fc3c8591d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'mac_address': 'fa:16:3e:8a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:31:50Z', 'updated_at': '2021-09-27T08:32:25Z', 'revision_number': 1, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:48Z', 'revision_number': 5, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:30.576799 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.596500 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.597242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d58dd-61cb-416d-a903-8707c9e1dd74 None None] The sync data for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 is: [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '0bda2ad4-f597-4286-b67a-15a2f7cad819', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'port_id': '734f2e40-e813-4104-9abb-613fc3c8591d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'mac_address': 'fa:16:3e:8a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:31:50Z', 'updated_at': '2021-09-27T08:32:25Z', 'revision_number': 1, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:48Z', 'revision_number': 5, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:30.659063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.715344 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095cde6-156b-4fcb-8655-86f77ac546bc None None] Pushing event updated for resources: {'Port': ['ID=576ab1ce-c617-4c2c-9e10-64bbba5c9078,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:30.738318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb622d2-e546-421c-8db1-0023b1d2dad6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:30.764676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Checking segment: {'id': 'b0635983-6892-4d43-a101-5d31c3052e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '658eb76f-d4e5-481b-bd6d-b49dbea80a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:30.765401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Network hostable DHCP agents. Network: 658eb76f-d4e5-481b-bd6d-b49dbea80a07, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:32:30.788790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:32:30.806577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 658eb76f-d4e5-481b-bd6d-b49dbea80a07) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:30.812998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:30.813670 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.820148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b22e4-a238-4eab-a045-5c3e5c12fbc9 None None] Network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:30.837772 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Attempting to bind port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:30.838145 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Attempting to bind port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:30.838525 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Attempting to bind port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 on network 693dc884-d653-47a5-9f66-773ee232c1ec {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:30.843804 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-03cc9427-951d-4b12-80b8-3f6f011cf189 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5547895 Sep 27 08:32:30.862297 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:30.862879 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Checking segment: {'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:30.864934 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:30.867376 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Bound using segment: {'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:30.869170 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Bound port: 576ab1ce-c617-4c2c-9e10-64bbba5c9078, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:30.871466 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:31.080059 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] For port 576ab1ce-c617-4c2c-9e10-64bbba5c9078, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:31.089677 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] For port 576ab1ce-c617-4c2c-9e10-64bbba5c9078, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=576ab1ce-c617-4c2c-9e10-64bbba5c9078,segment=NetworkSegment(fdcf2e80-6733-4599-aa9b-9e22ae9950d5),segment_id=fdcf2e80-6733-4599-aa9b-9e22ae9950d5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:31.109490 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:31.124366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf136796-45ec-44fe-84a0-c85812093241 None None] Network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:31.126990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98dd5f-a591-4388-960f-b390beecf47c None None] New status for floating IP 0bda2ad4-f597-4286-b67a-15a2f7cad819: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:32:31.287904 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Routers {'927818bf-5dce-46d9-b8b5-63eb88f60d39'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:31.289334 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['927818bf-5dce-46d9-b8b5-63eb88f60d39'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:31.292991 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095cde6-156b-4fcb-8655-86f77ac546bc None None] Pushing event updated for resources: {'Port': ['ID=576ab1ce-c617-4c2c-9e10-64bbba5c9078,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:31.419297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 43accf5b-8938-4f29-8acf-5de4775546fd up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:31.494857 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] Set router 927818bf-5dce-46d9-b8b5-63eb88f60d39 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:31.676695 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9d8bf615-7902-4b55-ab1f-1aa5552bdf58 None None] Provisioning complete for port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:31.677094 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d8bf615-7902-4b55-ab1f-1aa5552bdf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:31.805935 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:25Z', 'revision_number': 4, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port': {'id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:16Z', 'updated_at': '2021-09-27T08:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '576ab1ce-c617-4c2c-9e10-64bbba5c9078', 'name': '', 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'mac_address': 'fa:16:3e:d4:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f635444f-1fce-4ebd-ae57-8b25a78b4bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:22Z', 'updated_at': '2021-09-27T08:32:31Z', 'revision_number': 4, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'subnets': [{'id': 'f635444f-1fce-4ebd-ae57-8b25a78b4bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:31.811009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 43accf5b-8938-4f29-8acf-5de4775546fd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:31.811501 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:31.832945 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a392acb-5eb7-4e09-8d12-17d70f09c30c None None] The sync data for ids ['927818bf-5dce-46d9-b8b5-63eb88f60d39'] in n-d-810909-1 is: [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:25Z', 'revision_number': 4, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port': {'id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:16Z', 'updated_at': '2021-09-27T08:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '576ab1ce-c617-4c2c-9e10-64bbba5c9078', 'name': '', 'network_id': '693dc884-d653-47a5-9f66-773ee232c1ec', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'mac_address': 'fa:16:3e:d4:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'f635444f-1fce-4ebd-ae57-8b25a78b4bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:22Z', 'updated_at': '2021-09-27T08:32:31Z', 'revision_number': 4, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'subnets': [{'id': 'f635444f-1fce-4ebd-ae57-8b25a78b4bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:31.889180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d8bf615-7902-4b55-ab1f-1aa5552bdf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:31.946141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9d8bf615-7902-4b55-ab1f-1aa5552bdf58 None None] For port 576ab1ce-c617-4c2c-9e10-64bbba5c9078, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=576ab1ce-c617-4c2c-9e10-64bbba5c9078,segment=NetworkSegment(fdcf2e80-6733-4599-aa9b-9e22ae9950d5),segment_id=fdcf2e80-6733-4599-aa9b-9e22ae9950d5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:31.957814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d8bf615-7902-4b55-ab1f-1aa5552bdf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:32.139871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c14bc1be-e0ca-4b32-bab4-3c3254d5fa2d None None] Provisioning complete for port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:32.140597 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c14bc1be-e0ca-4b32-bab4-3c3254d5fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:32.174948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bf615-7902-4b55-ab1f-1aa5552bdf58 None None] Pushing event updated for resources: {'Port': ['ID=576ab1ce-c617-4c2c-9e10-64bbba5c9078,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:33.036972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-06d5d166-ba73-427c-87f0-32642f1adc8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=26b7c4de14f44e6997b69ac66c53364d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337555 Sep 27 08:32:33.196234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-9becdbc3-c039-4de8-a965-567fd626d9c1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:33.203915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-9becdbc3-c039-4de8-a965-567fd626d9c1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652238 Sep 27 08:32:33.221180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-201125f8-14ac-4381-a6d7-a4683b3565b7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/quotas/26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 375 time: 0.0162857 Sep 27 08:32:33.284018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-09b4ec10-7335-47cf-b74f-162bfd535fd0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614755 Sep 27 08:32:33.402005 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcdef89-836c-4dbd-836b-a4b08b31f1dc x-openstack-request-id: req-8fcdef89-836c-4dbd-836b-a4b08b31f1dc {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:33.402531 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd289bd-55fa-4ce9-84fb-f4d91d8598db", "tag": "734f2e40-e813-4104-9abb-613fc3c8591d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:33.402755 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fcdef89-836c-4dbd-836b-a4b08b31f1dc {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:33.403741 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'tag': '734f2e40-e813-4104-9abb-613fc3c8591d', 'status': 'completed', 'code': 200} Sep 27 08:32:33.435726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 576ab1ce-c617-4c2c-9e10-64bbba5c9078 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:33.503712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-71df02ff-8cae-4798-bcfe-84c0995df746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:33.506038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-71df02ff-8cae-4798-bcfe-84c0995df746 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24854c77a2c8464595c6825bbda1de05&device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 1096 time: 0.0806510 Sep 27 08:32:33.630132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:33.630514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:33.682398 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49223ef-4c02-4099-af29-4fc55f1f9f0f x-openstack-request-id: req-e49223ef-4c02-4099-af29-4fc55f1f9f0f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:33.682695 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:33.682951 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e49223ef-4c02-4099-af29-4fc55f1f9f0f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:33.685114 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'code': 200} Sep 27 08:32:33.792767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-12994c95-1ca6-45c6-9a4b-e9cd390bf4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:33.794281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-12994c95-1ca6-45c6-9a4b-e9cd390bf4cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=45948d16-6c4d-4237-ad7e-323bb3712fa9 HTTP/1.1" status: 200 len: 911 time: 0.2798214 Sep 27 08:32:33.996867 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-1d3e2298-9b82-4a20-86fa-9a15c62ec10d req-4891cb03-d83c-49e4-8ece-df6622dbb13a tempest-FloatingIPDetailsNegativeTestJSON-150568774 tempest-FloatingIPDetailsNegativeTestJSON-150568774-project] show failed (client error): The resource could not be found. Sep 27 08:32:33.998603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d3e2298-9b82-4a20-86fa-9a15c62ec10d req-4891cb03-d83c-49e4-8ece-df6622dbb13a tempest-FloatingIPDetailsNegativeTestJSON-150568774 tempest-FloatingIPDetailsNegativeTestJSON-150568774-project] 10.222.0.50 "GET /v2.0/floatingips/0feefb6c-beb1-4621-b663-3b1a9b2e3c84 HTTP/1.1" status: 404 len: 350 time: 0.0633056 Sep 27 08:32:34.009459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37906) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:34.025432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-a88fab5d-09a5-448b-b5a1-32d1c5066983 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=734f2e40-e813-4104-9abb-613fc3c8591d HTTP/1.1" status: 200 len: 1000 time: 0.2146692 Sep 27 08:32:34.163319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b70fa34-39e2-4678-8bdf-7925cd46dd48 req-80808d19-a753-4453-b137-b2336043063d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 210 time: 0.0737932 Sep 27 08:32:34.225038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-8c0da4ea-4dc7-4087-9b7c-76a2e6353047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:34.228255 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-8c0da4ea-4dc7-4087-9b7c-76a2e6353047 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caaa9f03-92b2-46ce-ac4b-de6bb6fc056e HTTP/1.1" status: 200 len: 849 time: 0.1947548 Sep 27 08:32:34.357940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-ac547655-5393-4ffe-ba43-e1e63b35dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:34.360016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-ac547655-5393-4ffe-ba43-e1e63b35dae2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45948d16-6c4d-4237-ad7e-323bb3712fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208072 Sep 27 08:32:34.625383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-cd3ae399-a881-4563-816d-2fe602ef0788 service neutron] 10.222.0.67 "GET /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550871 Sep 27 08:32:34.831156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6b1005-18b1-4f20-89d5-85928c04a429 req-fd0609ce-8b89-431e-a469-eb8422b96cf0 service neutron] 10.222.0.67 "GET /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962607 Sep 27 08:32:34.862162 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:35.356878 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-ba91ad11-883d-40c4-a650-f7c91352cc60 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=26b7c4de14f44e6997b69ac66c53364d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581295 Sep 27 08:32:35.482692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-8219e2c2-b8d0-4773-a601-995ebf863149 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:35.484569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-8219e2c2-b8d0-4773-a601-995ebf863149 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187840 Sep 27 08:32:35.489303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Deleting port 576ab1ce-c617-4c2c-9e10-64bbba5c9078 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:32:35.500947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:35.504240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Request body: {'port': {'device_id': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '26b7c4de14f44e6997b69ac66c53364d'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:35.521684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:35.640953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] For port 576ab1ce-c617-4c2c-9e10-64bbba5c9078, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=576ab1ce-c617-4c2c-9e10-64bbba5c9078,segment=NetworkSegment(fdcf2e80-6733-4599-aa9b-9e22ae9950d5),segment_id=fdcf2e80-6733-4599-aa9b-9e22ae9950d5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:35.641726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:35.665441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Calling delete_port for 576ab1ce-c617-4c2c-9e10-64bbba5c9078 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:35.687579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:35.692503 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb7cbab-937c-46fa-9441-6d99d3093100" -d '{"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-plugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:35.716316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Made reservation on behalf of 26b7c4de14f44e6997b69ac66c53364d for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:35.719974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:35.975809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Allocated IP 192.168.233.43 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/6ad03ad4-2b72-492a-bfe0-08258b49cc23) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:36.069853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:36.143481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Pushing event deleted for resources: {'Port': ['ID=576ab1ce-c617-4c2c-9e10-64bbba5c9078,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:36.354575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:36.445468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:36.461996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:36.466159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:36.655628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:36.671848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:36.680286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:36.772485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:36.773165 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:36.790392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:36.804784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-47e92f5a-f9bd-41a4-8666-13b6ce45fefb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3045380 Sep 27 08:32:36.821150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Request body: {'port': {'device_id': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:36.982931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:37.158169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:37.201659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d2ea0041-b61f-419e-9dcc-c5c675c23b04 None None] Provisioning complete for port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:37.202237 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0041-b61f-419e-9dcc-c5c675c23b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:37.277109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea0041-b61f-419e-9dcc-c5c675c23b04 None None] Port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:32:37.635596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Router 927818bf-5dce-46d9-b8b5-63eb88f60d39 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:32:37.726144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad03ad4-2b72-492a-bfe0-08258b49cc23 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:37.742457 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:37.773540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Transition to ACTIVE for port object 6ad03ad4-2b72-492a-bfe0-08258b49cc23 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:32:37.791847 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:37.903756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:37.921895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:37.965643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-381b62a0-5f54-4470-9f3d-0edd6c323416 admin admin] 10.222.0.50 "PUT /v2.0/routers/927818bf-5dce-46d9-b8b5-63eb88f60d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9461286 Sep 27 08:32:37.988985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37930) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:37.990773 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] Sync routers for ids ['927818bf-5dce-46d9-b8b5-63eb88f60d39'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:38.064210 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] Routers {'927818bf-5dce-46d9-b8b5-63eb88f60d39'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:38.064210 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['927818bf-5dce-46d9-b8b5-63eb88f60d39'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:38.135404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:38.136113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:38.136731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:38.167740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:32:38.168111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:38.180162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:38.180598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:38.183220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:38.183728 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Bound port: 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:38.184099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:38.194397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:38.292418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:38.292418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:38.297974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:38.378345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:38.379416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:38.380552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 1095 time: 1.5646272 Sep 27 08:32:38.381008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:38.383255 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cf468b-6723-4174-9e15-04b028dc2056" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:38.426235 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] Set router 927818bf-5dce-46d9-b8b5-63eb88f60d39 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:38.450031 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:38.458325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ebc2-d76d-48a2-9c30-e035ed30b8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:38.514468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-85558fcb-a25b-4eb2-aa04-59d719fabf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:38.522632 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-85558fcb-a25b-4eb2-aa04-59d719fabf1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1098 time: 0.0751345 Sep 27 08:32:38.596956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Deleting port 43accf5b-8938-4f29-8acf-5de4775546fd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:32:38.597359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:38.741829 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:35Z', 'revision_number': 5, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port': {'id': '43accf5b-8938-4f29-8acf-5de4775546fd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:08:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:16Z', 'updated_at': '2021-09-27T08:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:38.796733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] For port 43accf5b-8938-4f29-8acf-5de4775546fd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=43accf5b-8938-4f29-8acf-5de4775546fd,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:38.797107 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:38.812235 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] Checking router: 927818bf-5dce-46d9-b8b5-63eb88f60d39 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:38.824884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Calling delete_port for 43accf5b-8938-4f29-8acf-5de4775546fd owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:38.835633 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] Routers {'927818bf-5dce-46d9-b8b5-63eb88f60d39'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:38.838086 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['927818bf-5dce-46d9-b8b5-63eb88f60d39'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:39.022352 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] Set router 927818bf-5dce-46d9-b8b5-63eb88f60d39 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:39.133722 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:38Z', 'revision_number': 6, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:39.169098 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e5426-67ad-4478-ab53-1a28e72a5f2c None None] The sync data for ids ['927818bf-5dce-46d9-b8b5-63eb88f60d39'] in n-d-810909-1 is: [{'id': '927818bf-5dce-46d9-b8b5-63eb88f60d39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2084486556-router', 'tenant_id': '9f3bf0497b184b7b97173ae86778a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:13Z', 'updated_at': '2021-09-27T08:32:38Z', 'revision_number': 6, 'project_id': '9f3bf0497b184b7b97173ae86778a6f1', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:32:39.192355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:39.236079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-db2be475-cf75-4b62-8321-570d0e0ea3cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.7029965 Sep 27 08:32:39.292475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43accf5b-8938-4f29-8acf-5de4775546fd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:39.398955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-1a55fbc9-200f-4969-8d28-2c20b2ce7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:39.400626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-1a55fbc9-200f-4969-8d28-2c20b2ce7816 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1532104 Sep 27 08:32:39.463145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:39.491971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-74637b8e-31f7-4de9-af81-4f73697dbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:39.493527 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-74637b8e-31f7-4de9-af81-4f73697dbda1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831580 Sep 27 08:32:39.611606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:39.615189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:39.690844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-78d95af0-0c29-47f6-a438-b53f31a14f8d service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808970 Sep 27 08:32:39.710268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:39.711560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927818bf-5dce-46d9-b8b5-63eb88f60d39 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:32:39.721846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:39.728772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-102fbcf9-920f-4914-9d82-cf862698ffa5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/927818bf-5dce-46d9-b8b5-63eb88f60d39 HTTP/1.1" status: 204 len: 168 time: 1.7385025 Sep 27 08:32:39.729733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37944) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:39.835427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadc2065-01bb-4847-8403-12af0dee3992 admin admin] Deleting subnet f635444f-1fce-4ebd-ae57-8b25a78b4bed {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:32:39.843675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cadc2065-01bb-4847-8403-12af0dee3992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:39.906699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94a37463-7f7f-4d8e-b650-4299bb2735a0 req-f44abf25-af54-4713-a355-75dd5b17e20a service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049623 Sep 27 08:32:39.942087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cadc2065-01bb-4847-8403-12af0dee3992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.131818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cadc2065-01bb-4847-8403-12af0dee3992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.228538 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cadc2065-01bb-4847-8403-12af0dee3992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.300853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc2065-01bb-4847-8403-12af0dee3992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f635444f-1fce-4ebd-ae57-8b25a78b4bed,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:40.322009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07486b86-273d-49eb-8343-4d3eb6c675c1 None None] Network 693dc884-d653-47a5-9f66-773ee232c1ec requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:40.325619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cadc2065-01bb-4847-8403-12af0dee3992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.329854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cadc2065-01bb-4847-8403-12af0dee3992 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f635444f-1fce-4ebd-ae57-8b25a78b4bed HTTP/1.1" status: 204 len: 168 time: 0.5968482 Sep 27 08:32:40.330107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37948) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:40.467324 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.613336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Deleting port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:32:40.616803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.701954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] DHCP port deletion for 693dc884-d653-47a5-9f66-773ee232c1ec request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:32:40.778383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] For port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,segment=NetworkSegment(fdcf2e80-6733-4599-aa9b-9e22ae9950d5),segment_id=fdcf2e80-6733-4599-aa9b-9e22ae9950d5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:40.780840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.788756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] Deleting port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:32:40.789327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.834781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Calling delete_port for 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:40.881399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] For port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,segment=NetworkSegment(fdcf2e80-6733-4599-aa9b-9e22ae9950d5),segment_id=fdcf2e80-6733-4599-aa9b-9e22ae9950d5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:40.883878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:40.914715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] Calling delete_port for 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:32:40.967852 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.024119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:41.036185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] No DVR routers for this DVR port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:32:41.073726 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.107383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] No DVR routers for this DVR port 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:32:41.168513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b340f9-5780-44ae-b898-c2843d13e548 None None] Pushing event deleted for resources: {'Port': ['ID=8c625c87-78f0-4c8f-a74a-7a7e0219dfe6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:41.184339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.229714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693dc884-d653-47a5-9f66-773ee232c1ec']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:41.248163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:41.249958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcf2e80-6733-4599-aa9b-9e22ae9950d5') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:41.272983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.293001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.299477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:32:41.299872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.368308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 43accf5b-8938-4f29-8acf-5de4775546fd no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:32:41.368902 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:32:41.376565 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.384095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.386503 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/693dc884-d653-47a5-9f66-773ee232c1ec HTTP/1.1" status: 204 len: 168 time: 1.0553248 Sep 27 08:32:41.409190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799892a5-8e71-413a-b5a4-f9b5d3a9bcb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=693dc884-d653-47a5-9f66-773ee232c1ec,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:41.479327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 43accf5b-8938-4f29-8acf-5de4775546fd {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:32:41.480512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 43accf5b-8938-4f29-8acf-5de4775546fd not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:32:41.480512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 576ab1ce-c617-4c2c-9e10-64bbba5c9078 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:32:41.547786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 576ab1ce-c617-4c2c-9e10-64bbba5c9078 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:32:41.548128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 576ab1ce-c617-4c2c-9e10-64bbba5c9078 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:32:41.548720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:32:41.598474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:32:41.598923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8c625c87-78f0-4c8f-a74a-7a7e0219dfe6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:32:41.607653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:41.692663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f06f5a8-1c36-43f8-ac7e-487ab27e620c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f3bf0497b184b7b97173ae86778a6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814314 Sep 27 08:32:41.693073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37956) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:41.757182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f50f6ac-393b-4175-a0a0-9cba1079fd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.787419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f50f6ac-393b-4175-a0a0-9cba1079fd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.910447 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f50f6ac-393b-4175-a0a0-9cba1079fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.917628 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0f50f6ac-393b-4175-a0a0-9cba1079fd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:41.922431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0f50f6ac-393b-4175-a0a0-9cba1079fd47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d6605df-8a02-4822-8d71-4e86ccd68828 HTTP/1.1" status: 204 len: 168 time: 0.2248039 Sep 27 08:32:41.963316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50f6ac-393b-4175-a0a0-9cba1079fd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6605df-8a02-4822-8d71-4e86ccd68828,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:42.889092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:43.041423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:43.065864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'mac_address': 'fa:16:3e:e2:8e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:43.115057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:43.138022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad03ad4-2b72-492a-bfe0-08258b49cc23 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:43.163602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:43.170361 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:43.229609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:43.307319 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:32:43.514403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['6ad03ad4-2b72-492a-bfe0-08258b49cc23'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:43.800635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-7f570e5c-e4fc-4745-961b-d96b0d343046 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:43.804926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-7f570e5c-e4fc-4745-961b-d96b0d343046 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/networks?id=658eb76f-d4e5-481b-bd6d-b49dbea80a07 HTTP/1.1" status: 200 len: 814 time: 0.1251147 Sep 27 08:32:43.830199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-437f6867-ebf8-4b5a-868b-4c4ae99a7809 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/quotas/002f09e0d8434c62bab804d25c9b8a78 HTTP/1.1" status: 200 len: 375 time: 0.0214593 Sep 27 08:32:43.838385 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:43.879692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-f0851ff3-01bc-4fba-ac47-8423ecca5d0e tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=002f09e0d8434c62bab804d25c9b8a78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484879 Sep 27 08:32:43.993690 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-132c8f3a-82ea-46db-b5a4-22b1eb8b3e19 service neutron] 10.222.0.50 "GET /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053684 Sep 27 08:32:44.093143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fef333-4805-4d88-a1ff-5df26326258a req-5817a283-85fd-4d67-a923-fb2cd7f93daf tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:44.094717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8fef333-4805-4d88-a1ff-5df26326258a req-5817a283-85fd-4d67-a923-fb2cd7f93daf tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 948 time: 0.0957499 Sep 27 08:32:44.170810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8fef333-4805-4d88-a1ff-5df26326258a req-4e874714-fd9a-4be9-8b2a-f1b6f8805705 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672503 Sep 27 08:32:44.230632 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a343b467-3b0f-4f17-857c-b0b9e62948e1 x-openstack-request-id: req-a343b467-3b0f-4f17-857c-b0b9e62948e1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:44.230632 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-plugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:44.230632 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a343b467-3b0f-4f17-857c-b0b9e62948e1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:44.230632 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'code': 200} Sep 27 08:32:44.275219 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40cfe69-2402-41fa-b00c-68adc38de4d9 x-openstack-request-id: req-a40cfe69-2402-41fa-b00c-68adc38de4d9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:44.275437 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:44.275688 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a40cfe69-2402-41fa-b00c-68adc38de4d9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:44.276084 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'status': 'completed', 'code': 200} Sep 27 08:32:44.366964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf468b-6723-4174-9e15-04b028dc2056 req-9563df03-e4bd-448c-8930-258d2db7b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:44.368821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66cf468b-6723-4174-9e15-04b028dc2056 req-9563df03-e4bd-448c-8930-258d2db7b12d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1099 time: 0.0677316 Sep 27 08:32:44.496425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-dbfba271-51f9-4546-b4a4-0f1c4fe4840f service neutron] 10.222.0.50 "GET /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892890 Sep 27 08:32:44.526909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf468b-6723-4174-9e15-04b028dc2056 req-8057f488-63e3-473e-aecf-c6d01d3e7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:44.528677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66cf468b-6723-4174-9e15-04b028dc2056 req-8057f488-63e3-473e-aecf-c6d01d3e7935 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1513062 Sep 27 08:32:44.604181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66cf468b-6723-4174-9e15-04b028dc2056 req-70480c52-303f-46bf-b5b9-810009c4ce99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.0666363 Sep 27 08:32:44.726422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf468b-6723-4174-9e15-04b028dc2056 req-e892b58c-8b93-470c-b823-473766d21409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:44.728802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66cf468b-6723-4174-9e15-04b028dc2056 req-e892b58c-8b93-470c-b823-473766d21409 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1137202 Sep 27 08:32:44.866422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf468b-6723-4174-9e15-04b028dc2056 req-5df66be3-fd20-4b0c-af14-d134c1c4fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:44.868257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66cf468b-6723-4174-9e15-04b028dc2056 req-5df66be3-fd20-4b0c-af14-d134c1c4fef7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245682 Sep 27 08:32:44.887021 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf238930-ce5e-4c7f-96a7-96cfe70fec4a req-84d4c477-2eea-4ad8-a408-0fc40616ccc7 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 210 time: 0.0608585 Sep 27 08:32:44.901829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:44.974671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296523a8-e53c-4419-80d9-169c75eaf3e9 req-7e73b195-dde4-47d2-92f3-4ed0e87d91ab tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:44.983492 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-296523a8-e53c-4419-80d9-169c75eaf3e9 req-7e73b195-dde4-47d2-92f3-4ed0e87d91ab tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 949 time: 0.1709118 Sep 27 08:32:44.995339 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e92b948-eb4d-4e4d-b1f3-7a9d990fe26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.001901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:32:45.014519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:45.015077 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.132101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-296523a8-e53c-4419-80d9-169c75eaf3e9 req-ef30e475-4f5e-4121-b940-9142212140f7 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630805 Sep 27 08:32:45.158476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66cf468b-6723-4174-9e15-04b028dc2056 req-9975dc9e-9168-4c4a-a01a-22393d717b73 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753983 Sep 27 08:32:45.193940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.280097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:45.290645 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.292306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:32:45.296853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38066) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:45.384649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:45.469195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ce201-ff0d-4af4-a7cb-5abe113eb8c5 req-97779168-d937-4679-bf9e-c2af5e1ca20a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:45.473104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f47ce201-ff0d-4af4-a7cb-5abe113eb8c5 req-97779168-d937-4679-bf9e-c2af5e1ca20a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1398036 Sep 27 08:32:45.481798 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66cf468b-6723-4174-9e15-04b028dc2056 req-d12def22-5d42-4080-9fe6-57c6bb5a3752 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172998 Sep 27 08:32:45.565877 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13bd3118-a0b6-4710-9b79-09191dac60ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.591783 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.634335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:45.645846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.672120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f47ce201-ff0d-4af4-a7cb-5abe113eb8c5 req-a6f91660-d613-4989-9317-477455d99caa tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853230 Sep 27 08:32:45.732234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:45.833010 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13bd3118-a0b6-4710-9b79-09191dac60ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.839998 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13bd3118-a0b6-4710-9b79-09191dac60ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:45.891903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-13bd3118-a0b6-4710-9b79-09191dac60ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d7b686bf4144d7b89dc0675a49755bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937705 Sep 27 08:32:45.893565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd3118-a0b6-4710-9b79-09191dac60ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47425fc3-1848-430a-bf95-34ce0d165027,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:45.894876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38088) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:45.973413 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72837494-ab6d-4f59-b31d-b91f677fd8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:46.049651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5c068536-ad07-4177-a204-0987c64ff351 req-79d9f63e-eed0-4c67-88ef-9fa4fcfb7037 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 210 time: 0.0771954 Sep 27 08:32:46.055262 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72837494-ab6d-4f59-b31d-b91f677fd8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:46.131568 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72837494-ab6d-4f59-b31d-b91f677fd8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:46.135098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72837494-ab6d-4f59-b31d-b91f677fd8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:46.136372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-72837494-ab6d-4f59-b31d-b91f677fd8a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47425fc3-1848-430a-bf95-34ce0d165027 HTTP/1.1" status: 204 len: 168 time: 0.2391839 Sep 27 08:32:46.145821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72837494-ab6d-4f59-b31d-b91f677fd8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47425fc3-1848-430a-bf95-34ce0d165027,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:46.229318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}, {'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:46.231994 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf003d-f68e-431e-969f-3b7e467eefb2" -d '{"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}, {"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-unplugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:46.321940 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1487ea96-cd0d-4fef-85e0-2ec30fd0d76e x-openstack-request-id: req-1487ea96-cd0d-4fef-85e0-2ec30fd0d76e {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:46.322938 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "code": 200}, {"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-unplugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:46.323604 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1487ea96-cd0d-4fef-85e0-2ec30fd0d76e {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:46.324193 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'code': 200} Sep 27 08:32:46.324654 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'code': 200} Sep 27 08:32:46.521515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef196eb-1559-4863-a93b-cb1d9e724b3f req-aa88b392-1eea-4371-b9dd-143ba18ddc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:46.527324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eef196eb-1559-4863-a93b-cb1d9e724b3f req-aa88b392-1eea-4371-b9dd-143ba18ddc4c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1100 time: 0.1177275 Sep 27 08:32:46.641636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eef196eb-1559-4863-a93b-cb1d9e724b3f req-1fac8bec-ebe1-4d72-8a42-54f5def764aa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962341 Sep 27 08:32:46.699553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-8a59a483-6a67-4ca0-a50b-6b5e01669ece tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:46.701107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-8a59a483-6a67-4ca0-a50b-6b5e01669ece tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.67 "GET /v2.0/networks?id=658eb76f-d4e5-481b-bd6d-b49dbea80a07 HTTP/1.1" status: 200 len: 814 time: 0.2271030 Sep 27 08:32:46.722715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Request body: {'port': {'device_id': 'ed5bd302-2ed1-416e-bebe-5227ebf4f2dd', 'network_id': '658eb76f-d4e5-481b-bd6d-b49dbea80a07', 'admin_state_up': True, 'tenant_id': '002f09e0d8434c62bab804d25c9b8a78'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:46.956339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cc9a6-e2d8-49d0-82a9-11510ac3a3b0 req-c704f952-abfc-4458-bebb-658784219e76 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:46.959992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5c4cc9a6-e2d8-49d0-82a9-11510ac3a3b0 req-c704f952-abfc-4458-bebb-658784219e76 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1541090 Sep 27 08:32:47.022504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Made reservation on behalf of 002f09e0d8434c62bab804d25c9b8a78 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:47.026332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:47.062363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5c4cc9a6-e2d8-49d0-82a9-11510ac3a3b0 req-64f29faf-f83a-452f-b2c7-6a7f62c6cec4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885913 Sep 27 08:32:47.256587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f466c1e8-5723-4e08-bd3b-2369a9f1ef0a req-160c624f-b53f-4ece-ae61-7e1c92d5eb1f tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 210 time: 0.0497410 Sep 27 08:32:47.317957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Allocated IP 172.20.0.3 (658eb76f-d4e5-481b-bd6d-b49dbea80a07/3eb622d2-e546-421c-8db1-0023b1d2dad6/c04ab878-3c0f-4db1-95d4-82047bf037c2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:47.478150 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b947e03-5cab-4a93-aeb8-a10900cef00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:47.543430 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:47.657046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:47.728059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:47.736507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:47.741110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:47.802776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:47.803894 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:47.828561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Pushing event updated for resources: {'Port': ['ID=c04ab878-3c0f-4db1-95d4-82047bf037c2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:47.852549 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-81716487-2a0f-4f29-ba83-c68400d206b3 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1316373 Sep 27 08:32:47.876603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Request body: {'port': {'device_id': 'ed5bd302-2ed1-416e-bebe-5227ebf4f2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:47.959737 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:47.992253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:48.291823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56a51-1c0f-4d2a-b799-3d450acf135b req-b6ab379a-ab00-46be-bfe0-4c3a465d02df tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:48.299937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0d56a51-1c0f-4d2a-b799-3d450acf135b req-b6ab379a-ab00-46be-bfe0-4c3a465d02df tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1645105 Sep 27 08:32:48.366813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0d56a51-1c0f-4d2a-b799-3d450acf135b req-2d9e94ec-5e54-4a3f-af9d-f82c2b803f0c tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658977 Sep 27 08:32:48.421036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38204) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:48.572757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9168e-f274-451a-b097-d7db061d6580 req-29e8d8a8-02e9-4f51-922c-68a5fcbe62ae tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:48.584318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32f9168e-f274-451a-b097-d7db061d6580 req-29e8d8a8-02e9-4f51-922c-68a5fcbe62ae tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 931 time: 0.1408446 Sep 27 08:32:48.651658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da33c08a-b84f-4d85-bd2b-2702e5b9ba58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:48.659213 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32f9168e-f274-451a-b097-d7db061d6580 req-9ff5d3f0-fbdd-4bba-97a4-ad0a756ea457 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592360 Sep 27 08:32:48.692099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04ab878-3c0f-4db1-95d4-82047bf037c2 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:48.702110 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:48.718222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Transition to ACTIVE for port object c04ab878-3c0f-4db1-95d4-82047bf037c2 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:32:48.732243 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:48.795068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:48.819922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da33c08a-b84f-4d85-bd2b-2702e5b9ba58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:48.821228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ab878-3c0f-4db1-95d4-82047bf037c2,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:48.832427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da33c08a-b84f-4d85-bd2b-2702e5b9ba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:48.866274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33c08a-b84f-4d85-bd2b-2702e5b9ba58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf849ca-7182-47f2-9404-4fae6da3f3fd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:48.895932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-da33c08a-b84f-4d85-bd2b-2702e5b9ba58 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac6671a5c8d9480187e92e3717b0fa4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722631 Sep 27 08:32:48.907983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38212) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:48.942115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Attempting to bind port c04ab878-3c0f-4db1-95d4-82047bf037c2 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:48.942895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Attempting to bind port c04ab878-3c0f-4db1-95d4-82047bf037c2 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'b0635983-6892-4d43-a101-5d31c3052e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '658eb76f-d4e5-481b-bd6d-b49dbea80a07'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:48.943572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Attempting to bind port c04ab878-3c0f-4db1-95d4-82047bf037c2 on network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:48.948547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Port c04ab878-3c0f-4db1-95d4-82047bf037c2 on network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:32:48.949129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Attempting to bind port c04ab878-3c0f-4db1-95d4-82047bf037c2 on network 658eb76f-d4e5-481b-bd6d-b49dbea80a07 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:48.960135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d524288-26fa-4ec2-b3ee-04592775d122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:48.964812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:48.966521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Checking segment: {'id': 'b0635983-6892-4d43-a101-5d31c3052e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '658eb76f-d4e5-481b-bd6d-b49dbea80a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:48.968075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Bound using segment: {'id': 'b0635983-6892-4d43-a101-5d31c3052e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '658eb76f-d4e5-481b-bd6d-b49dbea80a07'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:48.968075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Bound port: c04ab878-3c0f-4db1-95d4-82047bf037c2, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0635983-6892-4d43-a101-5d31c3052e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '658eb76f-d4e5-481b-bd6d-b49dbea80a07'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:48.968958 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:49.000502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d524288-26fa-4ec2-b3ee-04592775d122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:49.047638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] For port c04ab878-3c0f-4db1-95d4-82047bf037c2, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:49.051106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] For port c04ab878-3c0f-4db1-95d4-82047bf037c2, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c04ab878-3c0f-4db1-95d4-82047bf037c2,segment=NetworkSegment(b0635983-6892-4d43-a101-5d31c3052e9a),segment_id=b0635983-6892-4d43-a101-5d31c3052e9a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:49.067582 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:49.091300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d524288-26fa-4ec2-b3ee-04592775d122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:49.092345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 88263323-6e80-49c8-905a-47300dd74085 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:49.094749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d524288-26fa-4ec2-b3ee-04592775d122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:49.096721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6d524288-26fa-4ec2-b3ee-04592775d122 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bf849ca-7182-47f2-9404-4fae6da3f3fd HTTP/1.1" status: 204 len: 168 time: 0.1865904 Sep 27 08:32:49.108581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d524288-26fa-4ec2-b3ee-04592775d122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf849ca-7182-47f2-9404-4fae6da3f3fd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:49.123956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:49.124561 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:49.126419 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] 10.222.0.67 "PUT /v2.0/ports/c04ab878-3c0f-4db1-95d4-82047bf037c2 HTTP/1.1" status: 200 len: 1091 time: 1.2686799 Sep 27 08:32:49.126859 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5bd302-2ed1-416e-bebe-5227ebf4f2dd', 'tag': 'c04ab878-3c0f-4db1-95d4-82047bf037c2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:49.129264 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5bd302-2ed1-416e-bebe-5227ebf4f2dd", "tag": "c04ab878-3c0f-4db1-95d4-82047bf037c2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:49.231682 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5e54a8-a9ae-46c9-b3ab-1db1457c7176 x-openstack-request-id: req-ce5e54a8-a9ae-46c9-b3ab-1db1457c7176 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:49.232228 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5bd302-2ed1-416e-bebe-5227ebf4f2dd", "tag": "c04ab878-3c0f-4db1-95d4-82047bf037c2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:49.232680 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce5e54a8-a9ae-46c9-b3ab-1db1457c7176 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:49.233226 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5bd302-2ed1-416e-bebe-5227ebf4f2dd', 'tag': 'c04ab878-3c0f-4db1-95d4-82047bf037c2', 'status': 'completed', 'code': 200} Sep 27 08:32:49.278004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb03b5-569f-419e-8624-e23ee660c994 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ab878-3c0f-4db1-95d4-82047bf037c2,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:49.299263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-cfc3693a-d7a0-402e-adcb-d38028aeed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:49.300797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:49.301613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-cfc3693a-d7a0-402e-adcb-d38028aeed3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002f09e0d8434c62bab804d25c9b8a78&device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 1094 time: 0.1149902 Sep 27 08:32:49.315377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '88263323-6e80-49c8-905a-47300dd74085', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '88263323-6e80-49c8-905a-47300dd74085', 'mac_address': 'fa:16:3e:cd:52:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:49.361019 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:49.381013 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-ad27f4d9-4b13-4a45-9299-91548da53d1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c04ab878-3c0f-4db1-95d4-82047bf037c2 HTTP/1.1" status: 200 len: 217 time: 0.0653863 Sep 27 08:32:49.381918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88263323-6e80-49c8-905a-47300dd74085 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:49.413195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:49.423011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:49.506484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-3b010632-1c85-41ea-bb20-c2a9ff1d63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:49.508588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-3b010632-1c85-41ea-bb20-c2a9ff1d63e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eb622d2-e546-421c-8db1-0023b1d2dad6 HTTP/1.1" status: 200 len: 854 time: 0.1068871 Sep 27 08:32:49.559082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-fd799aae-c735-47a1-9ea3-831faf9c008e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=658eb76f-d4e5-481b-bd6d-b49dbea80a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323274 Sep 27 08:32:49.559574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['88263323-6e80-49c8-905a-47300dd74085'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:49.583289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:49.755040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b36b-d5f3-4450-a787-7226ede36924 req-f4544736-ee6b-48c7-8a0a-3df2aaea5afa tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:49.757014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6740b36b-d5f3-4450-a787-7226ede36924 req-f4544736-ee6b-48c7-8a0a-3df2aaea5afa tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1967120 Sep 27 08:32:49.759769 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-84a36c36-6948-42fe-a646-4019e95bd2cf service neutron] 10.222.0.67 "GET /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878488 Sep 27 08:32:49.863655 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6740b36b-d5f3-4450-a787-7226ede36924 req-44e08ac0-68b1-4da5-88cf-d23c5ec3d302 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734899 Sep 27 08:32:50.002917 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e40b9-b6b5-4d99-9705-cf7d42a28b05 req-4cdbada0-c41a-4209-89d4-c0dddb137f0d service neutron] 10.222.0.67 "GET /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345502 Sep 27 08:32:50.179115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445c461-ed96-41b2-badc-75d56a961584 req-c4aa9a53-9d1a-4fdb-b636-111ff8059468 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:50.180870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0445c461-ed96-41b2-badc-75d56a961584 req-c4aa9a53-9d1a-4fdb-b636-111ff8059468 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 943 time: 0.0703924 Sep 27 08:32:50.188318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-9ec49719-f18a-4814-915c-eadbb1a497a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:50.189053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0cc03a1b-d4e2-4cdb-b268-ad7c953f2b6f tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:50.190225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-9ec49719-f18a-4814-915c-eadbb1a497a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002f09e0d8434c62bab804d25c9b8a78&device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 1094 time: 0.1262741 Sep 27 08:32:50.193853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0cc03a1b-d4e2-4cdb-b268-ad7c953f2b6f tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/networks?id=f59f2be8-0545-4585-a778-d70f4444f7db HTTP/1.1" status: 200 len: 814 time: 0.2082469 Sep 27 08:32:50.222441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-edd82393-93bd-471f-93be-b87b14c01218 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/quotas/ef951f933ef74fd79e61e585a3baeb5c HTTP/1.1" status: 200 len: 375 time: 0.0180993 Sep 27 08:32:50.296349 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0445c461-ed96-41b2-badc-75d56a961584 req-bcfe137f-8e20-4ae8-a944-b5a010e76003 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Sep 27 08:32:50.328402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-bce46271-b281-4f30-8faa-506197b08030 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef951f933ef74fd79e61e585a3baeb5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002450 Sep 27 08:32:50.420630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:50.464115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-d173e559-f908-4bc6-83ea-e35bc3093d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:50.465831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-d173e559-f908-4bc6-83ea-e35bc3093d61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=658eb76f-d4e5-481b-bd6d-b49dbea80a07 HTTP/1.1" status: 200 len: 915 time: 0.2524981 Sep 27 08:32:50.498782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:50.540672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-ec414570-d516-4d8d-a21c-9837e11d8155 service neutron] 10.222.0.50 "GET /v2.0/networks/f59f2be8-0545-4585-a778-d70f4444f7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018301 Sep 27 08:32:50.554767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c2b58-f7bb-44b2-a7fc-52c0bb625561 req-a1201950-c9cc-4d09-a77b-a1cd45a7868a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:50.556710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da5c2b58-f7bb-44b2-a7fc-52c0bb625561 req-a1201950-c9cc-4d09-a77b-a1cd45a7868a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1513045 Sep 27 08:32:50.558623 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-7db6cdd2-8700-4643-b993-7e34dc267aa9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c04ab878-3c0f-4db1-95d4-82047bf037c2 HTTP/1.1" status: 200 len: 217 time: 0.0733860 Sep 27 08:32:50.650274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da5c2b58-f7bb-44b2-a7fc-52c0bb625561 req-951b1fad-6f35-4012-b227-e4a2e14b4a99 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849247 Sep 27 08:32:50.661091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-d0e9befb-0e5d-4f12-9688-cb2a05dc7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:50.678669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-d0e9befb-0e5d-4f12-9688-cb2a05dc7421 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eb622d2-e546-421c-8db1-0023b1d2dad6 HTTP/1.1" status: 200 len: 854 time: 0.0993168 Sep 27 08:32:50.703624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-d28a9afa-f346-4b33-9cb5-5a0446fade77 service neutron] 10.222.0.50 "GET /v2.0/networks/f59f2be8-0545-4585-a778-d70f4444f7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486151 Sep 27 08:32:50.714689 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-0920a71c-2b4c-4c49-a05c-6e799c4f61d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=658eb76f-d4e5-481b-bd6d-b49dbea80a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374210 Sep 27 08:32:50.870568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-21c3ade2-67cf-4331-b439-fca731fd9c72 service neutron] 10.222.0.67 "GET /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384201 Sep 27 08:32:50.879158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1060620867-network', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:50.994894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1822c209-3a2c-469b-ba98-91b1b371556c req-de51cead-39d2-41f0-a1a4-14dcd09615fc tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 210 time: 0.0925803 Sep 27 08:32:50.998366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:51.004044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.039912 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.105893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 88263323-6e80-49c8-905a-47300dd74085 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:51.163926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-4a3f4275-454d-4716-a1cc-61252b0cc39b req-cbacbe55-f969-4267-8c2c-c827a0dd5425 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:32:51.165087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a3f4275-454d-4716-a1cc-61252b0cc39b req-cbacbe55-f969-4267-8c2c-c827a0dd5425 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115488 Sep 27 08:32:51.208348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff5885c-5f9e-4653-9c1e-f78a9d5c6def req-c2718fdb-35dd-47ad-909e-a6f4a546aacc service neutron] 10.222.0.67 "GET /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942402 Sep 27 08:32:51.280615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 88263323-6e80-49c8-905a-47300dd74085 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:51.281209 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.373030 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.392649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.444382 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.476291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:51.547444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88263323-6e80-49c8-905a-47300dd74085'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:51.555002 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dc6c39-57db-4224-b3a0-e65ea4434cd3" -d '{"events": [{"server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "name": "network-vif-plugged", "status": "completed", "tag": "88263323-6e80-49c8-905a-47300dd74085"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:51.593050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:51.598090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfa5e-3796-4607-a020-378d600bdb38 req-5c6e7fb4-254e-499d-94c3-90bf7691d499 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:51.599727 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13cdfa5e-3796-4607-a020-378d600bdb38 req-5c6e7fb4-254e-499d-94c3-90bf7691d499 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 943 time: 0.1250050 Sep 27 08:32:51.605351 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.611936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:32:51.666930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.667604 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Added segment 41c0dbbf-f126-4443-a58f-e5c3e4af44f7 of type vlan for network 9ddc3665-5dbd-4605-843a-af9441e3578f Sep 27 08:32:51.706540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13cdfa5e-3796-4607-a020-378d600bdb38 req-bb46ef02-8314-4e61-921e-2ce3a262390b tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885108 Sep 27 08:32:51.722123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:51.813517 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495d3f8a-4377-4039-95d8-af434f7ee0f8 x-openstack-request-id: req-495d3f8a-4377-4039-95d8-af434f7ee0f8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:32:51.813831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5a788-b251-4c68-9731-e0903ea04a77 req-c50ccbfc-e343-478b-91c0-e9750b620eaf tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:51.813952 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "name": "network-vif-plugged", "status": "completed", "tag": "88263323-6e80-49c8-905a-47300dd74085", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:32:51.814134 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-495d3f8a-4377-4039-95d8-af434f7ee0f8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:32:51.814795 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88263323-6e80-49c8-905a-47300dd74085', 'code': 200} Sep 27 08:32:51.815377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9df5a788-b251-4c68-9731-e0903ea04a77 req-c50ccbfc-e343-478b-91c0-e9750b620eaf tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.3007116 Sep 27 08:32:51.822098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-5b85cfa8-7207-4b4a-a56e-1631ca232a7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2301543 Sep 27 08:32:51.823813 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.940649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9df5a788-b251-4c68-9731-e0903ea04a77 req-79ccb092-c553-4b2f-8d8e-b2f94f98aed7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137805 Sep 27 08:32:51.941913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:51.959984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:51.962719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:52.007842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5073590 Sep 27 08:32:52.010781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38358) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:52.021944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Request body: {'subnet': {'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1060620867-subnet', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:52.102219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:52.104850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:52.138744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea3bd8-93be-47f6-88e8-1e06aae6d047 admin admin] Pushing event updated for resources: {'Network': ['ID=9ddc3665-5dbd-4605-843a-af9441e3578f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:52.151531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 9ddc3665-5dbd-4605-843a-af9441e3578f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:32:52.220570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d29a1884-94d0-4175-809e-1739094c55a1 req-bfe6c612-5c54-4c95-9447-08bcc94e8f2a tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 210 time: 0.0828454 Sep 27 08:32:52.389279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:52.463830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10047deb-43cb-4b6f-8441-ca588d2252f2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:52.471124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Checking segment: {'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:52.471607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Network hostable DHCP agents. Network: 9ddc3665-5dbd-4605-843a-af9441e3578f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:32:52.493145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Network 9ddc3665-5dbd-4605-843a-af9441e3578f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:32:52.507232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 9ddc3665-5dbd-4605-843a-af9441e3578f) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:52.514514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:52.515396 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:52.517688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05e5d5-a974-4c04-900b-825bba1106d5 None None] Network 9ddc3665-5dbd-4605-843a-af9441e3578f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:52.560598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-653d7733-8761-4c8c-b118-ea6e028d7339 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5480008 Sep 27 08:32:52.563371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38380) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:52.568381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:52.591483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:52.593444 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:52.676385 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:52.755080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-9ddc3665-5dbd-4605-843a-af9441e3578f', 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'fixed_ips': [{'subnet_id': '10047deb-43cb-4b6f-8441-ca588d2252f2'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:32:52.757988 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:52.969513 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:53.008078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-4aed1129-44f9-4898-83d7-59a4c9b87038 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:53.010161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-4aed1129-44f9-4898-83d7-59a4c9b87038 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.57 "GET /v2.0/networks?id=f59f2be8-0545-4585-a778-d70f4444f7db HTTP/1.1" status: 200 len: 814 time: 0.3323672 Sep 27 08:32:53.031174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888556f7-f25c-4b9c-bcbd-938578ac6c3f req-4c62d09f-096e-4b46-a4be-526113133e90 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:53.032854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-888556f7-f25c-4b9c-bcbd-938578ac6c3f req-4c62d09f-096e-4b46-a4be-526113133e90 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 943 time: 0.1941473 Sep 27 08:32:53.049306 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Request body: {'port': {'device_id': 'a6eca541-109f-45cb-92ba-253c911ce869', 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db', 'admin_state_up': True, 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:53.200509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c04ab878-3c0f-4db1-95d4-82047bf037c2 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:32:53.296762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Allocated IP 172.20.0.2 (9ddc3665-5dbd-4605-843a-af9441e3578f/10047deb-43cb-4b6f-8441-ca588d2252f2/4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:53.307532 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-888556f7-f25c-4b9c-bcbd-938578ac6c3f req-9d93e909-1c7f-459a-8325-4511bc434841 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430449 Sep 27 08:32:53.539807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c04ab878-3c0f-4db1-95d4-82047bf037c2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c04ab878-3c0f-4db1-95d4-82047bf037c2,segment=NetworkSegment(b0635983-6892-4d43-a101-5d31c3052e9a),segment_id=b0635983-6892-4d43-a101-5d31c3052e9a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:53.570564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'c04ab878-3c0f-4db1-95d4-82047bf037c2', 'network_id': '658eb76f-d4e5-481b-bd6d-b49dbea80a07', 'port_id': 'c04ab878-3c0f-4db1-95d4-82047bf037c2', 'mac_address': 'fa:16:3e:58:9a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb622d2-e546-421c-8db1-0023b1d2dad6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:32:53.677098 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:53.712408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:53.723162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04ab878-3c0f-4db1-95d4-82047bf037c2 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:53.732441 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:53.848504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Pushing event updated for resources: {'Port': ['ID=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:53.862212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-217ab632-9164-4bfb-8491-c531ad4b92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:53.867010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-217ab632-9164-4bfb-8491-c531ad4b92b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1100 time: 0.1135097 Sep 27 08:32:53.879759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Network 9ddc3665-5dbd-4605-843a-af9441e3578f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:53.890801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:53.895414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:53.905886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c04ab878-3c0f-4db1-95d4-82047bf037c2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c04ab878-3c0f-4db1-95d4-82047bf037c2,segment=NetworkSegment(b0635983-6892-4d43-a101-5d31c3052e9a),segment_id=b0635983-6892-4d43-a101-5d31c3052e9a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:53.916989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Made reservation on behalf of ef951f933ef74fd79e61e585a3baeb5c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:32:53.922430 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:53.923720 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:53.943122 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd9c2-d098-4652-b364-a18056708958 req-56172134-cacd-4edc-842a-d2b47c9aa845 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:53.945090 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d0cd9c2-d098-4652-b364-a18056708958 req-56172134-cacd-4edc-842a-d2b47c9aa845 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1322126 Sep 27 08:32:54.044296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-83236df0-25a2-40d3-851d-ad29b30c78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:54.046873 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-83236df0-25a2-40d3-851d-ad29b30c78ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1388867 Sep 27 08:32:54.104059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Attempting to bind port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:54.104739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Attempting to bind port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:54.105270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Attempting to bind port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e on network 9ddc3665-5dbd-4605-843a-af9441e3578f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:54.116660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:54.117346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Checking segment: {'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:54.117966 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:54.118516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Bound using segment: {'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:54.119132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Bound port: 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:54.119850 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:54.121988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c04ab878-3c0f-4db1-95d4-82047bf037c2,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:54.174787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-404ea3fe-6a8f-443f-94ee-f55b50b89a19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.1081035 Sep 27 08:32:54.240377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['c04ab878-3c0f-4db1-95d4-82047bf037c2'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:32:54.251786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] For port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:54.290005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-25b9f445-ce3b-4b44-a5d7-8497b26170ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:54.291780 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-25b9f445-ce3b-4b44-a5d7-8497b26170ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0783796 Sep 27 08:32:54.319730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] For port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,segment=NetworkSegment(41c0dbbf-f126-4443-a58f-e5c3e4af44f7),segment_id=41c0dbbf-f126-4443-a58f-e5c3e4af44f7)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:54.336921 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:54.414435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-67427e8f-7261-4e69-a5fe-516069a5b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:54.417620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-67427e8f-7261-4e69-a5fe-516069a5b69e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891402 Sep 27 08:32:54.467431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d0cd9c2-d098-4652-b364-a18056708958 req-8b242e59-e8ac-4876-b853-1538b1d3e01b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043154 Sep 27 08:32:54.549171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:54.561666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17369501-d817-4e27-8805-4ef0f158ff7d None None] Pushing event updated for resources: {'Port': ['ID=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:54.624073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:54.670441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-c4f4189c-aa4f-43f2-beca-746e0c96f65c service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358842 Sep 27 08:32:54.850658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Allocated IP 172.20.0.9 (f59f2be8-0545-4585-a778-d70f4444f7db/26ff3d2b-9999-4d89-930f-24ddaf473922/945650dc-7ce3-4adf-b2bc-0f723a6b7d97) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:54.852779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-f2d1f46f-08d7-42da-96f8-7c4d3648a78d service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594079 Sep 27 08:32:54.863992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c770a036-8a70-4b76-a27e-a50f48e26238 req-74cc5e7a-8001-4509-9ccd-5f278e57aab3 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 210 time: 0.1244116 Sep 27 08:32:55.115737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Allocated IP 172.25.2.110 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/33a2aced-4565-4b80-9fa2-635f46518f2a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:55.436136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:55.473310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-89fd4d87-9261-4928-994c-638e931e8844 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:55.480906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-89fd4d87-9261-4928-994c-638e931e8844 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 820 time: 0.4394698 Sep 27 08:32:55.521510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:55.522314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:55.564977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:55.579005 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-51ebd2ab-8360-4f21-b5d5-996fc6eca7ce tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/quotas/b39763fcd3a34a9a9355667ce04cca9f HTTP/1.1" status: 200 len: 375 time: 0.0969558 Sep 27 08:32:55.611627 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:55.694056 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:55.707660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-d410d7e3-a97d-4f3a-884c-8fb8e2141070 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191657 Sep 27 08:32:55.735922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:55.771277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,segment=NetworkSegment(41c0dbbf-f126-4443-a58f-e5c3e4af44f7),segment_id=41c0dbbf-f126-4443-a58f-e5c3e4af44f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:55.779620 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:55.781154 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:55.845536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:55.865013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:55.888845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:55.901897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:55.925071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Network f59f2be8-0545-4585-a778-d70f4444f7db is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:55.979470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Pushing event updated for resources: {'Port': ['ID=33a2aced-4565-4b80-9fa2-635f46518f2a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:55.991713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:56.002024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:56.064969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:56.065884 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:56.174569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20601e8-bb10-495f-b2de-2344332e5f69 None None] Network 9ddc3665-5dbd-4605-843a-af9441e3578f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:32:56.313622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-933ecda5-e6e7-46c9-b693-773dd83abead service neutron] 10.222.0.50 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983753 Sep 27 08:32:56.314966 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Pushing event updated for resources: {'Port': ['ID=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:56.382115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ce8166fb-a594-43fb-b3a5-ffb3163bad9b None None] Provisioning complete for port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:56.382763 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce8166fb-a594-43fb-b3a5-ffb3163bad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:56.562677 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:56.605461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-10d049eb-aacd-41c9-b06c-a73814ff9a89 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5685282 Sep 27 08:32:56.636124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-a3542df2-4df3-49f2-a2eb-46a46a1e37e2 service neutron] 10.222.0.50 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103321 Sep 27 08:32:56.642268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Request body: {'port': {'device_id': 'a6eca541-109f-45cb-92ba-253c911ce869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:56.668993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8e4f1968-9d37-4a12-b0e4-03a9e58cce21 None None] Provisioning complete for port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:56.670714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1968-9d37-4a12-b0e4-03a9e58cce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:56.749808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f1968-9d37-4a12-b0e4-03a9e58cce21 None None] Port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:32:56.783906 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:56.972854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-072a4810-5b0c-4ab8-b240-c60a526e56a2 None None] Provisioning complete for port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:56.973502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-072a4810-5b0c-4ab8-b240-c60a526e56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:57.234317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:57.248493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c04ab878-3c0f-4db1-95d4-82047bf037c2 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:57.429518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30003bc3-9fa0-4523-a6e3-e9ec6757061c req-631c5211-c60b-4e17-9609-8c6d9a6d6a1a tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:57.437424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-30003bc3-9fa0-4523-a6e3-e9ec6757061c req-631c5211-c60b-4e17-9609-8c6d9a6d6a1a tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 944 time: 0.1473229 Sep 27 08:32:57.457117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:32:57.467934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:32:57.468179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port c04ab878-3c0f-4db1-95d4-82047bf037c2 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:32:57.481331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:57.521173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-30003bc3-9fa0-4523-a6e3-e9ec6757061c req-c179cdf0-cfbe-4016-91a2-fc2aee83a557 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808334 Sep 27 08:32:57.525245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Transition to ACTIVE for port object 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:32:57.552717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:57.559255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port c04ab878-3c0f-4db1-95d4-82047bf037c2 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:57.565741 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:57.744180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:32:57.744588 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:57.795703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:32:57.835014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Pushing event updated for resources: {'Port': ['ID=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:57.918730 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:58.010019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c04ab878-3c0f-4db1-95d4-82047bf037c2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c04ab878-3c0f-4db1-95d4-82047bf037c2,segment=NetworkSegment(b0635983-6892-4d43-a101-5d31c3052e9a),segment_id=b0635983-6892-4d43-a101-5d31c3052e9a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:32:58.011553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5bd302-2ed1-416e-bebe-5227ebf4f2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ab878-3c0f-4db1-95d4-82047bf037c2'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:58.031049 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5dfc94-b90f-4ef1-b483-f80f6e4e95ef" -d '{"events": [{"server_uuid": "ed5bd302-2ed1-416e-bebe-5227ebf4f2dd", "name": "network-vif-plugged", "status": "completed", "tag": "c04ab878-3c0f-4db1-95d4-82047bf037c2"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:58.040193 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:58.083218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:32:58.105872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00030-0cd7-481b-8271-f377623bd014 req-9c4d8fb9-e37b-4d9d-a90a-eb780bba0d72 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:58.107503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Sync routers for ids ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:32:58.109845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8da00030-0cd7-481b-8271-f377623bd014 req-9c4d8fb9-e37b-4d9d-a90a-eb780bba0d72 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.4602144 Sep 27 08:32:58.155684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Routers {'5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:32:58.156513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:58.160720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c04ab878-3c0f-4db1-95d4-82047bf037c2,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:58.168853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8da00030-0cd7-481b-8271-f377623bd014 req-e3072032-5518-429d-9e33-a570cd298845 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 Sep 27 08:32:58.184655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:58.194788 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-491e9fcc-c048-4b04-bcf0-40abff0f9277 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6220744 Sep 27 08:32:58.194998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38462) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:32:58.239454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Attempting to bind port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:32:58.239887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Attempting to bind port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:32:58.240370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Attempting to bind port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 on network f59f2be8-0545-4585-a778-d70f4444f7db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:58.253588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 on network f59f2be8-0545-4585-a778-d70f4444f7db not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:32:58.253909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Attempting to bind port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 on network f59f2be8-0545-4585-a778-d70f4444f7db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:32:58.265707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:32:58.266168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Checking segment: {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:32:58.269804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Bound using segment: {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:32:58.270365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Bound port: 945650dc-7ce3-4adf-b2bc-0f723a6b7d97, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd87f0d11-ec62-4bf5-b973-c1290d7842cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:32:58.270845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:58.406795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Set router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:32:58.443611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] For port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:32:58.454196 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] For port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:32:58.469099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:58.847563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:32:56Z', 'revision_number': 3, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port': {'id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:54Z', 'updated_at': '2021-09-27T08:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:32:58.918443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Checking router: 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:32:58.918804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Updating router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a port 33a2aced-4565-4b80-9fa2-635f46518f2a binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:32:58.972852 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:59.019852 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:59.374491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Allocated IP 172.20.0.1 (9ddc3665-5dbd-4605-843a-af9441e3578f/10047deb-43cb-4b6f-8441-ca588d2252f2/95cedf64-55f8-4137-aea9-1be910c34efe) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:32:59.509319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6313c5-8522-4a42-8212-2787db5c6a5c req-1ca2bb54-90a9-4c51-8551-09c36220b4e4 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:59.510924 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6313c5-8522-4a42-8212-2787db5c6a5c req-1ca2bb54-90a9-4c51-8551-09c36220b4e4 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 943 time: 1.0633531 Sep 27 08:32:59.530889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:59.531613 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:59.533204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] 10.222.0.57 "PUT /v2.0/ports/945650dc-7ce3-4adf-b2bc-0f723a6b7d97 HTTP/1.1" status: 200 len: 1091 time: 2.8997674 Sep 27 08:32:59.536143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eca541-109f-45cb-92ba-253c911ce869', 'tag': '945650dc-7ce3-4adf-b2bc-0f723a6b7d97'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:32:59.536874 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:59.547180 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49853e44-af59-40e9-bae1-41fdff6cb833" -d '{"events": [{"name": "network-changed", "server_uuid": "a6eca541-109f-45cb-92ba-253c911ce869", "tag": "945650dc-7ce3-4adf-b2bc-0f723a6b7d97"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:32:59.589987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:59.671510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a466-cc56-4174-8111-116ff68760f2 service neutron] Pushing event updated for resources: {'Port': ['ID=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:59.706491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-64152e45-fda4-4f01-b79a-6252f7eaa39a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:32:59.707997 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-64152e45-fda4-4f01-b79a-6252f7eaa39a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 820 time: 1.0418956 Sep 27 08:32:59.724802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Pushing event updated for resources: {'Port': ['ID=95cedf64-55f8-4137-aea9-1be910c34efe,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:32:59.741354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Request body: {'port': {'device_id': '884fab62-1c71-4311-aa11-a0603c006c35', 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'admin_state_up': True, 'tenant_id': 'b39763fcd3a34a9a9355667ce04cca9f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:32:59.744640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Network 9ddc3665-5dbd-4605-843a-af9441e3578f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:32:59.747031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:32:59.768019 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:59.771659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:32:59.799024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6313c5-8522-4a42-8212-2787db5c6a5c req-0ec2a05a-7580-4039-93a7-6d66506c5601 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332368 Sep 27 08:32:59.845415 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:32:59.855179 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.042296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea005f4-b21a-4374-89ed-64043c53604f None None] Pushing event updated for resources: {'Port': ['ID=33a2aced-4565-4b80-9fa2-635f46518f2a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:00.073398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-9db49832-c540-4543-9ba7-2dd394029bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:00.076229 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-9db49832-c540-4543-9ba7-2dd394029bae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef951f933ef74fd79e61e585a3baeb5c&device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 1094 time: 0.4240127 Sep 27 08:33:00.130440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Attempting to bind port 33a2aced-4565-4b80-9fa2-635f46518f2a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:00.130823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Attempting to bind port 33a2aced-4565-4b80-9fa2-635f46518f2a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:00.131189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Attempting to bind port 33a2aced-4565-4b80-9fa2-635f46518f2a on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:00.148744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8f8ecc9-9924-4289-a190-5550ace8e493 req-0d9cabaa-6a50-4db0-aab7-d0af662c365b tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 210 time: 0.1111674 Sep 27 08:33:00.155668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:00.156052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:00.156478 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.156875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:00.157406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Bound port: 33a2aced-4565-4b80-9fa2-635f46518f2a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:00.157797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.264269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.268942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] For port 33a2aced-4565-4b80-9fa2-635f46518f2a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:00.273277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] For port 33a2aced-4565-4b80-9fa2-635f46518f2a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=33a2aced-4565-4b80-9fa2-635f46518f2a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:00.292456 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.297597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-745e9a43-1dc6-4ff0-9a4c-c839953e5bbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945650dc-7ce3-4adf-b2bc-0f723a6b7d97 HTTP/1.1" status: 200 len: 217 time: 0.1281102 Sep 27 08:33:00.381860 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce47dc5-2fda-459b-adfa-79ecb708a8ed x-openstack-request-id: req-fce47dc5-2fda-459b-adfa-79ecb708a8ed {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:00.382170 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5bd302-2ed1-416e-bebe-5227ebf4f2dd", "name": "network-vif-plugged", "status": "completed", "tag": "c04ab878-3c0f-4db1-95d4-82047bf037c2", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:00.382429 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fce47dc5-2fda-459b-adfa-79ecb708a8ed {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:00.382834 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5bd302-2ed1-416e-bebe-5227ebf4f2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ab878-3c0f-4db1-95d4-82047bf037c2', 'code': 200} Sep 27 08:33:00.389877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-310b6add-8f87-4147-a828-c2bad6e3e6dc None None] Provisioning complete for port 95cedf64-55f8-4137-aea9-1be910c34efe triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:00.390256 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-310b6add-8f87-4147-a828-c2bad6e3e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.424619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Made reservation on behalf of b39763fcd3a34a9a9355667ce04cca9f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:00.434694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.725962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.734136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.848726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Allocated IP 172.20.0.4 (f0401142-0273-4e2e-bb33-f59b422652f6/c72f7ca5-b1e5-4bc0-b776-4388bf3dee74/3bdad425-829b-4797-9073-0616c06c275e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:00.887448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Pushing event updated for resources: {'Port': ['ID=95cedf64-55f8-4137-aea9-1be910c34efe,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:00.894928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:00.902124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Routers {'5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:33:00.902792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:00.909859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea005f4-b21a-4374-89ed-64043c53604f None None] Pushing event updated for resources: {'Port': ['ID=33a2aced-4565-4b80-9fa2-635f46518f2a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:00.917335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-310b6add-8f87-4147-a828-c2bad6e3e6dc None None] Port 95cedf64-55f8-4137-aea9-1be910c34efe cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:33:01.083488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] Set router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:33:01.125106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Network 9ddc3665-5dbd-4605-843a-af9441e3578f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:01.126942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:01.242119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:01.375990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:01.402194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b4192c73-7fea-4f85-b34f-e73147049829'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:01.470720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:33:01.486523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c63dbaba-c930-4fca-936d-568f4dc1993e None None] Provisioning complete for port 95cedf64-55f8-4137-aea9-1be910c34efe triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:01.487169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c63dbaba-c930-4fca-936d-568f4dc1993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:01.580693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Network f0401142-0273-4e2e-bb33-f59b422652f6 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:01.594773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Pushing event updated for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:01.600771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:01.606346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:01.626030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c63dbaba-c930-4fca-936d-568f4dc1993e None None] Port 95cedf64-55f8-4137-aea9-1be910c34efe cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:33:01.712015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 4, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port': {'id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:54Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '95cedf64-55f8-4137-aea9-1be910c34efe', 'name': '', 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'mac_address': 'fa:16:3e:e8:65:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:59Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 2, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'subnets': [{'id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:01.747410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabc13c-50f7-4648-988e-c14efe3bcd41 None None] The sync data for ids ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'] in n-d-810909-1 is: [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 4, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port': {'id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:54Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '95cedf64-55f8-4137-aea9-1be910c34efe', 'name': '', 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'mac_address': 'fa:16:3e:e8:65:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:59Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 2, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'subnets': [{'id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:33:01.758246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:01.761327 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:01.763522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:33:01.789404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5c48be36-209f-4c84-bac0-1a4af96c7691 admin admin] 10.222.0.50 "PUT /v2.0/routers/5e232d8e-0a3a-4895-b30a-c16cc5f0f23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5910251 Sep 27 08:33:01.830907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-17ed24dc-c2ac-45d2-84cb-a99f025846b3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1065655 Sep 27 08:33:01.868992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Request body: {'port': {'device_id': '884fab62-1c71-4311-aa11-a0603c006c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:01.904720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0240ee-3d50-4d07-aed4-ff40d68e51db req-aa0827df-d813-43aa-a362-9f255f3cde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:01.907686 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa0240ee-3d50-4d07-aed4-ff40d68e51db req-aa0827df-d813-43aa-a362-9f255f3cde21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 1096 time: 1.4915986 Sep 27 08:33:01.909480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-1e4dd1a3-5106-4bf3-b03b-ef7f9441c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:01.911053 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-1e4dd1a3-5106-4bf3-b03b-ef7f9441c123 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=26ff3d2b-9999-4d89-930f-24ddaf473922 HTTP/1.1" status: 200 len: 853 time: 1.6004419 Sep 27 08:33:01.955588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ce2f3-ce08-4b08-8e87-97eb2c369572 req-47681c2f-904a-4e2f-b006-63417a1b4dc4 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:01.958558 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-044ce2f3-ce08-4b08-8e87-97eb2c369572 req-47681c2f-904a-4e2f-b006-63417a1b4dc4 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 945 time: 0.6358268 Sep 27 08:33:01.997538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38484) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:02.029267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:02.078076 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-044ce2f3-ce08-4b08-8e87-97eb2c369572 req-4463b087-fdb4-4994-b6aa-63b0be4e461d tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681725 Sep 27 08:33:02.087020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-335910128'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:02.147629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:02.156157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:02.226102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:33:02.250336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:02.253205 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Added segment b00dc68a-f373-4989-bf1d-660bb850270b of type vlan for network ba75542e-6b89-44a0-a505-59b215fbfbfe Sep 27 08:33:02.365497 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:02.439566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:02.448904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:02.451348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:02.734194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Network': ['ID=ba75542e-6b89-44a0-a505-59b215fbfbfe,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:02.746825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ba75542e-6b89-44a0-a505-59b215fbfbfe details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:33:02.748480 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b1182aac-e884-45a5-9f78-e6e8b3c58c93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7497113 Sep 27 08:33:02.753251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38490) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:02.775208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'subnet': {'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:02.794595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa0240ee-3d50-4d07-aed4-ff40d68e51db req-4d618911-e854-46f2-85f7-86400d3b7278 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8744590 Sep 27 08:33:02.884426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-04c16424-8e50-469a-a505-a41cc3fdeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:02.886377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-04c16424-8e50-469a-a505-a41cc3fdeca7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f59f2be8-0545-4585-a778-d70f4444f7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8929491 Sep 27 08:33:02.921684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdad425-829b-4797-9073-0616c06c275e {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:02.977117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:03.058448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:03.062964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:03.068873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Transition to ACTIVE for port object 3bdad425-829b-4797-9073-0616c06c275e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:03.096729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fe82b-336b-425c-8c6a-9e8aca500db1 req-0e65b1fc-3e9f-4966-9aa7-a6eed9807d77 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:03.126510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a9fe82b-336b-425c-8c6a-9e8aca500db1 req-0e65b1fc-3e9f-4966-9aa7-a6eed9807d77 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.3246279 Sep 27 08:33:03.150214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:03.389870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a9fe82b-336b-425c-8c6a-9e8aca500db1 req-9ca08e9e-da55-46cf-8b25-c365623ec356 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620792 Sep 27 08:33:03.492661 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-9f051b26-e78f-42c3-b99b-46635f9e059c service neutron] 10.222.0.57 "GET /v2.0/networks/f59f2be8-0545-4585-a778-d70f4444f7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526657 Sep 27 08:33:03.559619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Pushing event updated for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:03.581965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 33a2aced-4565-4b80-9fa2-635f46518f2a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:03.701912 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a7c945-1729-4326-a384-bd027383da55 x-openstack-request-id: req-c4a7c945-1729-4326-a384-bd027383da55 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:03.702211 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6eca541-109f-45cb-92ba-253c911ce869", "tag": "945650dc-7ce3-4adf-b2bc-0f723a6b7d97", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:03.702461 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4a7c945-1729-4326-a384-bd027383da55 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:03.702853 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6eca541-109f-45cb-92ba-253c911ce869', 'tag': '945650dc-7ce3-4adf-b2bc-0f723a6b7d97', 'status': 'completed', 'code': 200} Sep 27 08:33:03.736401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:03.736664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:03.736992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:03.746715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:03.746931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:03.765468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:03.765875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:03.775665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:03.776519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Bound port: 3bdad425-829b-4797-9073-0616c06c275e, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:03.776519 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:03.787328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ace4163-9433-49d2-bcc9-bf1839d4ef01 req-f6f38beb-c180-4613-bec8-1b24b3e992e0 service neutron] 10.222.0.57 "GET /v2.0/networks/f59f2be8-0545-4585-a778-d70f4444f7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586153 Sep 27 08:33:03.787551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 33a2aced-4565-4b80-9fa2-635f46518f2a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:03.788003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:03.843120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:03.948731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Subnet': ['ID=4e400fe9-c96f-48a9-a182-878416a0b22e,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:03.969239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Checking segment: {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:03.969699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network hostable DHCP agents. Network: ba75542e-6b89-44a0-a505-59b215fbfbfe, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:33:04.012514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network ba75542e-6b89-44a0-a505-59b215fbfbfe is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:33:04.028629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, ba75542e-6b89-44a0-a505-59b215fbfbfe) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:04.037923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:04.038536 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.048737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9a3ce-ef2b-449a-bfc9-4cff70dff590 None None] Network ba75542e-6b89-44a0-a505-59b215fbfbfe requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:04.070758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6caef464-2407-47ce-afaf-1df9d092f676 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3086963 Sep 27 08:33:04.073548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38494) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:04.079156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-941990963'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:04.124067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:04.129748 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.186796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:33:04.218979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.219226 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Added segment 7dcea038-1054-45df-b1ec-2b9757b908d9 of type vlan for network 12555c3b-8f5a-429e-88c7-e756d6888f4a Sep 27 08:33:04.247371 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.304528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.307966 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:04.319836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:04.327860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 33a2aced-4565-4b80-9fa2-635f46518f2a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=33a2aced-4565-4b80-9fa2-635f46518f2a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:04.342412 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.354469 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.364014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:04.365244 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.373804 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.420599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3457384 Sep 27 08:33:04.428395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:04.473984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=33a2aced-4565-4b80-9fa2-635f46518f2a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:04.491643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0f593-da2e-40ba-a986-21b7bccffc02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Network': ['ID=12555c3b-8f5a-429e-88c7-e756d6888f4a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:04.508860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'subnet': {'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:04.512674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-ba75542e-6b89-44a0-a505-59b215fbfbfe', 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'fixed_ips': [{'subnet_id': '4e400fe9-c96f-48a9-a182-878416a0b22e'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:33:04.514251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.520788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 12555c3b-8f5a-429e-88c7-e756d6888f4a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:33:04.577867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-12856070-dab5-4e64-917c-6566058d5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:04.583117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-12856070-dab5-4e64-917c-6566058d5e97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef951f933ef74fd79e61e585a3baeb5c&device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 1094 time: 0.6698532 Sep 27 08:33:04.587945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:04.595821 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:04.602695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] 10.222.0.67 "PUT /v2.0/ports/3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 200 len: 1091 time: 2.7486172 Sep 27 08:33:04.755800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0acd1c-428a-4ea1-8100-f6cba61e373e req-617272ef-64b3-4441-a40f-ac5ceb9dc849 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:04.760085 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e0acd1c-428a-4ea1-8100-f6cba61e373e req-617272ef-64b3-4441-a40f-ac5ceb9dc849 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 943 time: 0.7560041 Sep 27 08:33:04.975923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdda8c7-41a5-4242-b1d4-ddf6028f0a2c service neutron] Pushing event updated for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:04.981240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Allocated IP 19.80.0.2 (ba75542e-6b89-44a0-a505-59b215fbfbfe/4e400fe9-c96f-48a9-a182-878416a0b22e/c515a9ce-3df0-44d8-92ff-d375e83490ab) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:05.143631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-c20ee27c-269b-497f-8957-d8006dadb19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:05.149300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-c20ee27c-269b-497f-8957-d8006dadb19d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f59f2be8-0545-4585-a778-d70f4444f7db HTTP/1.1" status: 200 len: 915 time: 0.5147626 Sep 27 08:33:05.174503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-3a83112f-18d4-410f-879a-1f5ffa894972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:05.178016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-3a83112f-18d4-410f-879a-1f5ffa894972 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1094 time: 0.5049484 Sep 27 08:33:05.179660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:05.190992 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:05.334395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:05.354206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:05.444931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Network ba75542e-6b89-44a0-a505-59b215fbfbfe is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:05.447759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 33a2aced-4565-4b80-9fa2-635f46518f2a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:05.452368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-c72e3cc7-541c-48d4-a23a-94069f77001f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 200 len: 217 time: 0.2499650 Sep 27 08:33:05.501459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:05.503837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:05.525780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e0acd1c-428a-4ea1-8100-f6cba61e373e req-f7cc41e9-74d6-4603-aa37-c8afcfe89a67 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478364 Sep 27 08:33:05.529345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-a50c19c8-2f12-4cbd-b3aa-b717302c4353 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=945650dc-7ce3-4adf-b2bc-0f723a6b7d97 HTTP/1.1" status: 200 len: 217 time: 0.1457605 Sep 27 08:33:05.549312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Pushing event updated for resources: {'Port': ['ID=c515a9ce-3df0-44d8-92ff-d375e83490ab,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:05.559852 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:05.623201 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Sync routers for ids ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:33:05.643849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-ba44cc6d-f68d-4936-9cef-a8c3d32c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:05.645587 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-ba44cc6d-f68d-4936-9cef-a8c3d32c8c10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.1853452 Sep 27 08:33:05.652579 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Routers {'5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:33:05.653369 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:05.658038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 33a2aced-4565-4b80-9fa2-635f46518f2a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:05.658432 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:05.734513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'tag': '3bdad425-829b-4797-9073-0616c06c275e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:05.748747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Attempting to bind port c515a9ce-3df0-44d8-92ff-d375e83490ab on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:05.749116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Attempting to bind port c515a9ce-3df0-44d8-92ff-d375e83490ab by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:05.749535 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Attempting to bind port c515a9ce-3df0-44d8-92ff-d375e83490ab on network ba75542e-6b89-44a0-a505-59b215fbfbfe {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:05.760011 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e" -d '{"events": [{"name": "network-changed", "server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "tag": "3bdad425-829b-4797-9073-0616c06c275e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:05.767333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:05.772095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Checking segment: {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:05.772579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:05.772995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Bound using segment: {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:05.773499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Bound port: c515a9ce-3df0-44d8-92ff-d375e83490ab, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:05.773888 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:05.811241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-1b664c13-492e-4ea3-b275-96485ae4121e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541288 Sep 27 08:33:05.955804 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Set router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:33:06.029057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] For port c515a9ce-3df0-44d8-92ff-d375e83490ab, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:06.100392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] For port c515a9ce-3df0-44d8-92ff-d375e83490ab, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c515a9ce-3df0-44d8-92ff-d375e83490ab,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:06.110787 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:06.246531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c8cf7-5c53-4cc3-b16d-bd4f485c8e8f None None] Pushing event updated for resources: {'Port': ['ID=c515a9ce-3df0-44d8-92ff-d375e83490ab,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:06.335028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160a8a-53ee-40c6-8045-2a7b6b6367cc req-e6717474-9584-4538-8b7d-4b0f5712d463 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:06.344560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-42160a8a-53ee-40c6-8045-2a7b6b6367cc req-e6717474-9584-4538-8b7d-4b0f5712d463 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.5728295 Sep 27 08:33:06.426795 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-72e92773-0bf5-4117-af1c-c3cdd3fd5e3f service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616543 Sep 27 08:33:06.435474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-903070e6-e2d2-46c0-afe4-d366f5a786cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:06.437155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-903070e6-e2d2-46c0-afe4-d366f5a786cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=26ff3d2b-9999-4d89-930f-24ddaf473922 HTTP/1.1" status: 200 len: 853 time: 0.3568807 Sep 27 08:33:06.455370 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:06.500064 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 4, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port': {'id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:54Z', 'updated_at': '2021-09-27T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '95cedf64-55f8-4137-aea9-1be910c34efe', 'name': '', 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'mac_address': 'fa:16:3e:e8:65:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:59Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 2, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'subnets': [{'id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:06.572526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-42160a8a-53ee-40c6-8045-2a7b6b6367cc req-faa275d3-130d-49e3-85a8-b12aeecf5bc5 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267780 Sep 27 08:33:06.624030 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Checking router: 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:33:06.624650 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Updating router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a port 95cedf64-55f8-4137-aea9-1be910c34efe binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:33:06.753803 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:06.821670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Subnet': ['ID=69bb65cb-288f-4bb1-aff7-e7f301eaf53b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:06.925603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-6a538a30-a3d8-4014-9648-a75ed45031cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:06.927516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-6a538a30-a3d8-4014-9648-a75ed45031cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f59f2be8-0545-4585-a778-d70f4444f7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4689624 Sep 27 08:33:06.950134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a64821cb-dd6a-489d-9502-056612a9dcbc req-b77102eb-3215-4017-b1da-966c148aef6d service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117371 Sep 27 08:33:06.961447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Checking segment: {'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:06.962057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network hostable DHCP agents. Network: 12555c3b-8f5a-429e-88c7-e756d6888f4a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:33:07.106932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12f5ee-a78e-4db0-a1af-2b19ecd72542 req-7f19852d-39a2-4428-8cec-353d339c9ac0 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:07.116648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed12f5ee-a78e-4db0-a1af-2b19ecd72542 req-7f19852d-39a2-4428-8cec-353d339c9ac0 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 945 time: 0.2094183 Sep 27 08:33:07.188079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network 12555c3b-8f5a-429e-88c7-e756d6888f4a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:33:07.210570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-3dcdbb3c-0c73-4dac-9ec5-f00c84171fc0 service neutron] 10.222.0.57 "GET /v2.0/networks/f59f2be8-0545-4585-a778-d70f4444f7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446182 Sep 27 08:33:07.257214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed12f5ee-a78e-4db0-a1af-2b19ecd72542 req-3541faa3-9874-4901-868c-1469e4477751 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323547 Sep 27 08:33:07.492122 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:07.511239 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:07.549924 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49853e44-af59-40e9-bae1-41fdff6cb833 req-47daa81e-31cc-4625-b845-95450dc177e4 service neutron] 10.222.0.57 "GET /v2.0/networks/f59f2be8-0545-4585-a778-d70f4444f7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131552 Sep 27 08:33:07.550540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 12555c3b-8f5a-429e-88c7-e756d6888f4a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:07.558493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c515a9ce-3df0-44d8-92ff-d375e83490ab up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:07.561293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e9108-31d8-4d6b-9192-a2e7e7c450e4 None None] Network 12555c3b-8f5a-429e-88c7-e756d6888f4a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:07.569212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:07.569984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:07.612437 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42104bfb-ef21-4659-8a3e-d78fda7b9437 x-openstack-request-id: req-42104bfb-ef21-4659-8a3e-d78fda7b9437 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:07.613953 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "tag": "3bdad425-829b-4797-9073-0616c06c275e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:07.614275 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42104bfb-ef21-4659-8a3e-d78fda7b9437 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:07.614686 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'tag': '3bdad425-829b-4797-9073-0616c06c275e', 'status': 'completed', 'code': 200} Sep 27 08:33:07.660212 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Pushing event updated for resources: {'Port': ['ID=95cedf64-55f8-4137-aea9-1be910c34efe,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:07.684434 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.684973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.685309 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.685647 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.685979 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.686307 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.686636 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.686957 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.687278 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.687599 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.687917 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.702287 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:07.735678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838da270-f2a5-43c7-950e-3fbc6e238557 req-12f28a10-580b-4184-9770-c8406abda263 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:07.753172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-838da270-f2a5-43c7-950e-3fbc6e238557 req-12f28a10-580b-4184-9770-c8406abda263 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 943 time: 0.1386759 Sep 27 08:33:07.765609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1bf223d6-8963-474f-93c9-c447a10b1492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3324187 Sep 27 08:33:07.807745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650397b-23a3-4db0-b3a8-09f8f77fa228 req-40dfb241-8355-4012-8448-8e026035b759 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:07.821767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c650397b-23a3-4db0-b3a8-09f8f77fa228 req-40dfb241-8355-4012-8448-8e026035b759 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.2480891 Sep 27 08:33:07.896697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-1cc64996-8607-4012-a901-b642829b6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:07.897620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-838da270-f2a5-43c7-950e-3fbc6e238557 req-ef304f14-dc63-4cdc-b63d-dbb0567952ab tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434560 Sep 27 08:33:07.902358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-1cc64996-8607-4012-a901-b642829b6111 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1094 time: 0.3138480 Sep 27 08:33:07.919403 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Attempting to bind port 95cedf64-55f8-4137-aea9-1be910c34efe on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:07.919716 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Attempting to bind port 95cedf64-55f8-4137-aea9-1be910c34efe by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:07.927632 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Attempting to bind port 95cedf64-55f8-4137-aea9-1be910c34efe on network 9ddc3665-5dbd-4605-843a-af9441e3578f {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:07.937615 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:07.938048 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Checking segment: {'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:07.940527 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:07.940981 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Bound using segment: {'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:07.941529 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Bound port: 95cedf64-55f8-4137-aea9-1be910c34efe, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c0dbbf-f126-4443-a58f-e5c3e4af44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:07.941926 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:08.094674 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] For port 95cedf64-55f8-4137-aea9-1be910c34efe, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:08.102886 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] For port 95cedf64-55f8-4137-aea9-1be910c34efe, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=95cedf64-55f8-4137-aea9-1be910c34efe,segment=NetworkSegment(41c0dbbf-f126-4443-a58f-e5c3e4af44f7),segment_id=41c0dbbf-f126-4443-a58f-e5c3e4af44f7)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:08.109775 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:08.145842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c650397b-23a3-4db0-b3a8-09f8f77fa228 req-2a3875db-44bf-4e11-8313-cf16917ecae9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205452 Sep 27 08:33:08.217331 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-e005522e-9149-43cc-a907-87dd7d865eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:08.224070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-e005522e-9149-43cc-a907-87dd7d865eb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2665207 Sep 27 08:33:08.264611 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8868cb-dc7d-4365-93c2-14109f0c0e11 None None] Pushing event updated for resources: {'Port': ['ID=95cedf64-55f8-4137-aea9-1be910c34efe,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:08.331342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13aef3c-a797-430a-9e93-3d5670959aa9 None None] Network ba75542e-6b89-44a0-a505-59b215fbfbfe requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:08.340374 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Routers {'5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:33:08.341142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7d11b-bd3d-4e4d-87de-2069707dac9c req-d78c9a80-c43a-4597-83fd-0c9b3f58a12b tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:08.341308 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:32:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:08.356673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c515a9ce-3df0-44d8-92ff-d375e83490ab triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:08.363328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-4c90136d-13f2-478d-84ba-9ca272d7863b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 200 len: 217 time: 0.1268990 Sep 27 08:33:08.367071 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:08.370229 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ddb7d11b-bd3d-4e4d-87de-2069707dac9c req-d78c9a80-c43a-4597-83fd-0c9b3f58a12b tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.1406920 Sep 27 08:33:08.477246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ddb7d11b-bd3d-4e4d-87de-2069707dac9c req-272e7010-c653-4163-bfdb-7cdba9485984 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057651 Sep 27 08:33:08.513876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-73c56d40-72c6-4c99-a2de-b38c7063b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:08.515391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-73c56d40-72c6-4c99-a2de-b38c7063b360 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.1476333 Sep 27 08:33:08.517299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-12555c3b-8f5a-429e-88c7-e756d6888f4a', 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'fixed_ips': [{'subnet_id': '69bb65cb-288f-4bb1-aff7-e7f301eaf53b'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:33:08.518755 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:08.686934 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-99815541-85a3-4fee-b6bb-693326391746 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266558 Sep 27 08:33:08.970841 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] Set router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:33:09.030226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:09.033657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dfe681a6-d31a-4ec3-a4af-48a73efe3f72 None None] Provisioning complete for port 95cedf64-55f8-4137-aea9-1be910c34efe triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:09.034211 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfe681a6-d31a-4ec3-a4af-48a73efe3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:09.231059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9948ce-f5c8-4076-8bf3-2c5df310b0c9 req-3ea6b75d-fee9-4aa2-a91b-eb67c8776e8c tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:09.233519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d9948ce-f5c8-4076-8bf3-2c5df310b0c9 req-3ea6b75d-fee9-4aa2-a91b-eb67c8776e8c tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 945 time: 0.1003461 Sep 27 08:33:09.288252 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d9948ce-f5c8-4076-8bf3-2c5df310b0c9 req-d721d038-5fae-44b0-8de0-c9918bd9772e tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477254 Sep 27 08:33:09.426753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port c515a9ce-3df0-44d8-92ff-d375e83490ab, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c515a9ce-3df0-44d8-92ff-d375e83490ab,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:09.495049 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 4, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port': {'id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:54Z', 'updated_at': '2021-09-27T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '95cedf64-55f8-4137-aea9-1be910c34efe', 'name': '', 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'mac_address': 'fa:16:3e:e8:65:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:59Z', 'updated_at': '2021-09-27T08:33:08Z', 'revision_number': 4, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'subnets': [{'id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:09.498138 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:09.531629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-9c71f4ad-e3a1-4aa2-91dc-0849aca4d524 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:09.539890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-9c71f4ad-e3a1-4aa2-91dc-0849aca4d524 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:09.541953 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-9c71f4ad-e3a1-4aa2-91dc-0849aca4d524 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/networks?id=ba75542e-6b89-44a0-a505-59b215fbfbfe&id=12555c3b-8f5a-429e-88c7-e756d6888f4a&id=ba75542e-6b89-44a0-a505-59b215fbfbfe HTTP/1.1" status: 200 len: 1390 time: 1.0256310 Sep 27 08:33:09.590201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Allocated IP 19.86.0.2 (12555c3b-8f5a-429e-88c7-e756d6888f4a/69bb65cb-288f-4bb1-aff7-e7f301eaf53b/6336cdc6-0d1b-4f2d-ab56-e75360278dd9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:09.598336 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8263a75-42d5-475c-aaaa-a7940b02817f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/quotas/59c263fc4dc044bda9567b6b678b7c36 HTTP/1.1" status: 200 len: 375 time: 0.0395727 Sep 27 08:33:09.631711 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611603b-fd04-4f8a-ac02-284670242610 None None] The sync data for ids ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'] in n-d-810909-1 is: [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:33:00Z', 'revision_number': 4, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port': {'id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:54Z', 'updated_at': '2021-09-27T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '95cedf64-55f8-4137-aea9-1be910c34efe', 'name': '', 'network_id': '9ddc3665-5dbd-4605-843a-af9441e3578f', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'mac_address': 'fa:16:3e:e8:65:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:59Z', 'updated_at': '2021-09-27T08:33:08Z', 'revision_number': 4, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'subnets': [{'id': '10047deb-43cb-4b6f-8441-ca588d2252f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:33:09.670709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e2972-2626-4d7b-836b-8378b30abca4 req-30129aac-16b1-431e-bcf2-a0aa3a66e069 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:09.673812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-714e2972-2626-4d7b-836b-8378b30abca4 req-30129aac-16b1-431e-bcf2-a0aa3a66e069 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 943 time: 0.1496656 Sep 27 08:33:09.772215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 95cedf64-55f8-4137-aea9-1be910c34efe up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:09.782134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-f9d8d29f-e473-4c98-9447-0fee812cb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:09.783818 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-f9d8d29f-e473-4c98-9447-0fee812cb92f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=002f09e0d8434c62bab804d25c9b8a78&device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 1096 time: 0.9680359 Sep 27 08:33:09.807628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-714e2972-2626-4d7b-836b-8378b30abca4 req-49e88278-86a0-403f-97a4-425ca3a255bb tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816154 Sep 27 08:33:09.833686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=c515a9ce-3df0-44d8-92ff-d375e83490ab,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:09.890924 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-81b682d9-241b-4c0c-af28-64c65ef66ef1 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2016816 Sep 27 08:33:09.896758 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-de3f9dc4-d7ae-40df-86e6-7cbd6ccc36e9 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1683669 Sep 27 08:33:09.959719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfe681a6-d31a-4ec3-a4af-48a73efe3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.029025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-7e64f2a1-ee40-4623-bdf0-7be4ecf0ce7c service neutron] 10.222.0.50 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292334 Sep 27 08:33:10.041694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dfe681a6-d31a-4ec3-a4af-48a73efe3f72 None None] For port 95cedf64-55f8-4137-aea9-1be910c34efe, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=95cedf64-55f8-4137-aea9-1be910c34efe,segment=NetworkSegment(41c0dbbf-f126-4443-a58f-e5c3e4af44f7),segment_id=41c0dbbf-f126-4443-a58f-e5c3e4af44f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:10.063468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 95cedf64-55f8-4137-aea9-1be910c34efe triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:10.063850 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.065995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfe681a6-d31a-4ec3-a4af-48a73efe3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.128175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9b347-5cc5-482a-b372-1f7e5e72dce2 req-5bc058dd-fa9e-4585-a177-8e1acc4181d0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:10.150340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85a9b347-5cc5-482a-b372-1f7e5e72dce2 req-5bc058dd-fa9e-4585-a177-8e1acc4181d0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1640241 Sep 27 08:33:10.175374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75274b2b-3b86-4378-bdc4-2bf9e1efc64e req-548ea56c-2567-4002-8b77-4d5b4effab2e service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450534 Sep 27 08:33:10.199668 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.212602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe681a6-d31a-4ec3-a4af-48a73efe3f72 None None] Pushing event updated for resources: {'Port': ['ID=95cedf64-55f8-4137-aea9-1be910c34efe,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:10.228485 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.250161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85a9b347-5cc5-482a-b372-1f7e5e72dce2 req-b283b7fb-037e-491b-a335-456c1684bdfb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989194 Sep 27 08:33:10.300940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1b12343c-6f81-4f86-9ce9-dd0443777551 None None] Provisioning complete for port c515a9ce-3df0-44d8-92ff-d375e83490ab triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:10.301323 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b12343c-6f81-4f86-9ce9-dd0443777551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.308286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-b03b426b-c2d2-4295-8d2c-b58a69d3a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:10.310958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-b03b426b-c2d2-4295-8d2c-b58a69d3a784 service neutron] 10.222.0.67 "GET /v2.0/networks?id=658eb76f-d4e5-481b-bd6d-b49dbea80a07 HTTP/1.1" status: 200 len: 915 time: 0.5113399 Sep 27 08:33:10.316499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Network 12555c3b-8f5a-429e-88c7-e756d6888f4a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:10.344075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:10.354541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:10.412125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-54053bed-6c33-46b4-8c65-5881ae0bbaed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c04ab878-3c0f-4db1-95d4-82047bf037c2 HTTP/1.1" status: 200 len: 217 time: 0.0921717 Sep 27 08:33:10.413178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Pushing event updated for resources: {'Port': ['ID=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:10.464960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Attempting to bind port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:10.465502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Attempting to bind port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:10.465878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Attempting to bind port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 on network 12555c3b-8f5a-429e-88c7-e756d6888f4a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:10.497971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:10.498357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Checking segment: {'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:10.498770 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.499168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Bound using segment: {'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:10.499742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Bound port: 6336cdc6-0d1b-4f2d-ab56-e75360278dd9, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:10.500136 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.543126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-e2ca9699-85db-4ff4-93ed-af49ba67d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:10.544845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-e2ca9699-85db-4ff4-93ed-af49ba67d4fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eb622d2-e546-421c-8db1-0023b1d2dad6 HTTP/1.1" status: 200 len: 854 time: 0.1158130 Sep 27 08:33:10.601717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1b12343c-6f81-4f86-9ce9-dd0443777551 None None] Provisioning complete for port 95cedf64-55f8-4137-aea9-1be910c34efe triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:10.602098 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b12343c-6f81-4f86-9ce9-dd0443777551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.623300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-6bad404a-ba00-41a8-8d8a-52bbc7b1498b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=658eb76f-d4e5-481b-bd6d-b49dbea80a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679948 Sep 27 08:33:10.636046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-558b885f-ab6e-40fa-afd4-1b626ae78e4f service neutron] 10.222.0.50 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572964 Sep 27 08:33:10.659761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9a8a4-4682-49d8-b4e4-0d436e2e1400 req-bba7e6cf-d56e-459c-a5dd-56eda7182c71 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:10.661757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9c9a8a4-4682-49d8-b4e4-0d436e2e1400 req-bba7e6cf-d56e-459c-a5dd-56eda7182c71 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 949 time: 0.0807121 Sep 27 08:33:10.694236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] For port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:10.699794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] For port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:10.725852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9c9a8a4-4682-49d8-b4e4-0d436e2e1400 req-865cccb4-fc36-4adf-a20f-01a1dd816847 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578539 Sep 27 08:33:10.755803 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:10.925994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-951266bc-b992-4e7d-a769-e446594c0b0d service neutron] 10.222.0.67 "GET /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866323 Sep 27 08:33:10.927560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8501f7e-f48a-4c02-ba47-175456d04552 None None] Pushing event updated for resources: {'Port': ['ID=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:10.958075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023eb03-32bd-42d0-a63f-0b7e457fef61 req-be7a0a44-febd-4b73-8d1b-a027061ab8ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:10.963333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d023eb03-32bd-42d0-a63f-0b7e457fef61 req-be7a0a44-febd-4b73-8d1b-a027061ab8ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.1037090 Sep 27 08:33:11.021129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-00f37fd4-d1f1-46c8-b657-85dc2e004bd7 service neutron] 10.222.0.50 "GET /v2.0/networks/12555c3b-8f5a-429e-88c7-e756d6888f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528795 Sep 27 08:33:11.047737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d023eb03-32bd-42d0-a63f-0b7e457fef61 req-b2039a96-80f2-4b61-aeff-f53d41b2cadd tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688233 Sep 27 08:33:11.160983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d68dd3a3-b8d8-4b51-9535-7c725e0f9637 req-a79f9c15-b57d-4ba3-9a5d-0fe6457e798e service neutron] 10.222.0.67 "GET /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388493 Sep 27 08:33:11.192563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 88263323-6e80-49c8-905a-47300dd74085 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:11.285563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-c4145837-0958-4d46-b7f9-195466b23424 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2622597 Sep 27 08:33:11.346226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:11.408118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88263323-6e80-49c8-905a-47300dd74085'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:11.418712 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8d7545-2abb-46a6-bac7-bf9236440eb1" -d '{"events": [{"server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "88263323-6e80-49c8-905a-47300dd74085"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:11.448062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:11.457079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:11.478266 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-0dc5a44b-cc79-4b1f-b66b-f1178c65b648 service neutron] 10.222.0.50 "GET /v2.0/networks/12555c3b-8f5a-429e-88c7-e756d6888f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395671 Sep 27 08:33:11.516927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-2a5f345a-cfa6-4ee0-987b-9e1cbb4782f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:11.518451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-2a5f345a-cfa6-4ee0-987b-9e1cbb4782f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 1096 time: 0.1492298 Sep 27 08:33:11.572395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:11.678882 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f6813b4d-8a20-47bb-a713-669c10349f65 service neutron] 10.222.0.50 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926146 Sep 27 08:33:11.784807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 95cedf64-55f8-4137-aea9-1be910c34efe up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:11.795998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-b66a3459-c0f9-4423-b94f-0a3cf004e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:11.797858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-b66a3459-c0f9-4423-b94f-0a3cf004e99b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2505801 Sep 27 08:33:11.855092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 95cedf64-55f8-4137-aea9-1be910c34efe triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:11.855664 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:11.895908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-5058e22d-17c6-457f-9518-5f35cf0d0689 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 200 len: 217 time: 0.0887601 Sep 27 08:33:11.980269 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-fd86a024-0fb6-483e-8165-4a856240994f service neutron] 10.222.0.50 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699246 Sep 27 08:33:11.983538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-c48b597e-eede-4980-b5e0-1cd6264c9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:11.987002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c515a9ce-3df0-44d8-92ff-d375e83490ab up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:11.987223 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-c48b597e-eede-4980-b5e0-1cd6264c9c57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0815828 Sep 27 08:33:12.039189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-7295bea1-966a-4373-a5ce-da52e4fe0e3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447893 Sep 27 08:33:12.052606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c515a9ce-3df0-44d8-92ff-d375e83490ab triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:12.053322 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:12.170146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:12.238443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:12.239060 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:12.329860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-80b22a27-6b39-4f63-a94f-45db7e368b3d service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816446 Sep 27 08:33:12.364182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d3cc8a-1a3c-4112-b17e-2b4909019251 None None] Network 12555c3b-8f5a-429e-88c7-e756d6888f4a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:12.492110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991e362-91ad-41e8-9cbe-9e8d9ed1d6a5 req-89fc679c-80c8-4479-9410-f67e4fc4470a tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:12.494131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4991e362-91ad-41e8-9cbe-9e8d9ed1d6a5 req-89fc679c-80c8-4479-9410-f67e4fc4470a tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 945 time: 0.1269248 Sep 27 08:33:12.557949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f7a00932-1c80-48ab-8d30-7ee388454678 None None] Provisioning complete for port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:12.558595 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7a00932-1c80-48ab-8d30-7ee388454678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:12.561388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4991e362-91ad-41e8-9cbe-9e8d9ed1d6a5 req-ef6f5c17-300d-4950-8240-cb7704d9603b tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603833 Sep 27 08:33:12.563804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e0de8-62c7-43b7-9ea3-a74469e923d4 req-3c13ba26-5e98-43fe-bc27-1fc15b2c5e05 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251282 Sep 27 08:33:12.875131 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:12.955791 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7a00932-1c80-48ab-8d30-7ee388454678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:12.977098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:12.992102 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:13.064279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4042c-932e-4073-8762-77ca567a6be2 req-ce87b5e8-6561-458e-b4b8-a67db57d55b2 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:13.072370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6c4042c-932e-4073-8762-77ca567a6be2 req-ce87b5e8-6561-458e-b4b8-a67db57d55b2 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 943 time: 0.0656459 Sep 27 08:33:13.078466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-f7a00932-1c80-48ab-8d30-7ee388454678 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:33:13.078834 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-f7a00932-1c80-48ab-8d30-7ee388454678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:33:13.109840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:13.165347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2b749-c8b5-4848-b183-925d3da54499 req-ce5da620-8444-4133-b894-3355af8198ee tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:13.172971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73b2b749-c8b5-4848-b183-925d3da54499 req-ce5da620-8444-4133-b894-3355af8198ee tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.0852277 Sep 27 08:33:13.201058 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6c4042c-932e-4073-8762-77ca567a6be2 req-9c746481-91cd-43a6-b8c8-76d7a31eac69 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274812 Sep 27 08:33:13.225924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73b2b749-c8b5-4848-b183-925d3da54499 req-e4ec00ad-6ca7-4ce6-8ba9-5c1c1a189b51 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Sep 27 08:33:13.257573 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-48484fab-df45-4767-8a93-eecbd1735ab0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437294 Sep 27 08:33:13.273451 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c462dde6-c904-4134-b6d3-0664e345d420 x-openstack-request-id: req-c462dde6-c904-4134-b6d3-0664e345d420 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:13.273957 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "88263323-6e80-49c8-905a-47300dd74085", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:13.274801 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c462dde6-c904-4134-b6d3-0664e345d420 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:13.275260 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88263323-6e80-49c8-905a-47300dd74085', 'code': 200} Sep 27 08:33:13.435132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182408b-6795-452d-a537-03269a3b2f7e req-4fa3ed95-d3e6-4edb-900e-f433221aa292 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:13.436975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a182408b-6795-452d-a537-03269a3b2f7e req-4fa3ed95-d3e6-4edb-900e-f433221aa292 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.1020770 Sep 27 08:33:13.439962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-a3798e41-1bcd-4b1a-9f40-aa8739f0756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:13.441488 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-a3798e41-1bcd-4b1a-9f40-aa8739f0756e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 1096 time: 0.0748365 Sep 27 08:33:13.446132 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a5e1a17-db2d-4623-9c68-032b3be8c8d7 req-11eb6c95-e52c-45d9-b1aa-e18fb6873514 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 210 time: 0.0382428 Sep 27 08:33:13.518837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a182408b-6795-452d-a537-03269a3b2f7e req-cc88dcf8-f90e-4465-b8f9-f00109efdfef tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745873 Sep 27 08:33:13.595725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-a4bb5b3d-7d1b-4a53-97d0-8a4e35acde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:13.597511 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-a4bb5b3d-7d1b-4a53-97d0-8a4e35acde19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.1278596 Sep 27 08:33:13.606604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:13.644493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-25edb022-4e64-40d8-916e-72e050a439ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 200 len: 217 time: 0.0380304 Sep 27 08:33:13.667631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:13.668004 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:13.733476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-5af860f5-9884-41ff-9ec1-9277135b6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:13.735933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-5af860f5-9884-41ff-9ec1-9277135b6a95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0551252 Sep 27 08:33:13.767800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-95623dfc-32e1-4e27-a769-ffb446b18c05 None None] Provisioning complete for port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:13.768183 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95623dfc-32e1-4e27-a769-ffb446b18c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:13.775805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-dc5eab3f-e5bd-43ef-baf1-867a33ed5720 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257297 Sep 27 08:33:13.785022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a734c-c296-4d53-8694-b007a54d2848 req-16c01d93-a602-4e87-acb3-08dbce94a7ed tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:13.786533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-135a734c-c296-4d53-8694-b007a54d2848 req-16c01d93-a602-4e87-acb3-08dbce94a7ed tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 945 time: 0.0506377 Sep 27 08:33:13.832971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-135a734c-c296-4d53-8694-b007a54d2848 req-a8e58b7e-0f6d-40c4-9fed-d1a74cb37aab tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381713 Sep 27 08:33:13.847986 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:13.871054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-c31e7528-028d-4d8b-b801-b9ff8da2492a service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846186 Sep 27 08:33:13.973795 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579f2a3b-be2f-41c6-a3d3-a61fdd72b4ff req-4a8c3f5a-a81d-4119-992c-6998762a68b5 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860341 Sep 27 08:33:14.059777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-452828c5-d0e5-485f-83f6-42a84d065056 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:14.065202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-452828c5-d0e5-485f-83f6-42a84d065056 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:14.067182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-452828c5-d0e5-485f-83f6-42a84d065056 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "GET /v2.0/networks?id=ba75542e-6b89-44a0-a505-59b215fbfbfe&id=12555c3b-8f5a-429e-88c7-e756d6888f4a&id=ba75542e-6b89-44a0-a505-59b215fbfbfe HTTP/1.1" status: 200 len: 1390 time: 0.1179361 Sep 27 08:33:14.093011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'port': {'device_id': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe', 'admin_state_up': True, 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:14.206950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:14.210566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:14.357240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e272ee-47f4-44bf-9d05-f220438b0fb3 req-04cf59a3-e361-4f91-a4c0-231dc7f1b01b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:14.358768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0e272ee-47f4-44bf-9d05-f220438b0fb3 req-04cf59a3-e361-4f91-a4c0-231dc7f1b01b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.0487788 Sep 27 08:33:14.363780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b1708-e839-44d4-b554-3c7aeee2dcd4 req-d3c86123-4f1c-4d5f-831f-25e4a59426b1 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:14.365256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a52b1708-e839-44d4-b554-3c7aeee2dcd4 req-d3c86123-4f1c-4d5f-831f-25e4a59426b1 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 943 time: 0.0951591 Sep 27 08:33:14.385791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Allocated IP 19.80.0.105 (ba75542e-6b89-44a0-a505-59b215fbfbfe/4e400fe9-c96f-48a9-a182-878416a0b22e/d0ee6891-8eac-4eab-90b8-21066e115a59) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:14.396740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0e272ee-47f4-44bf-9d05-f220438b0fb3 req-b48d01d6-3298-478d-be5e-6b3419a22454 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Sep 27 08:33:14.423551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a52b1708-e839-44d4-b554-3c7aeee2dcd4 req-3ef3dcd9-177b-47f6-9d02-74d3537e8993 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496159 Sep 27 08:33:14.662761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bd65e-7f8a-4cf1-ae68-ab174c4974e2 req-0d96d37a-e807-441e-9726-92f0245afc0c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:14.664589 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e8bd65e-7f8a-4cf1-ae68-ab174c4974e2 req-0d96d37a-e807-441e-9726-92f0245afc0c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.0564747 Sep 27 08:33:14.708191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e8bd65e-7f8a-4cf1-ae68-ab174c4974e2 req-3f83991e-8c57-42e1-a19b-5d79fd6bf487 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373709 Sep 27 08:33:14.826941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5553cc2f-c2e5-4724-b2d7-35fe943e0cdc req-ecf996c7-4cc7-42c5-bb49-83898ea63cb2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 210 time: 0.3056319 Sep 27 08:33:14.860729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:14.899834 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:14.942959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network ba75542e-6b89-44a0-a505-59b215fbfbfe is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:14.946275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:14.949924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:14.962539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967312f-200e-4df7-a8de-6d3116ca60cf req-329f2d51-47e7-456e-b7a5-038f03b822e9 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:14.964253 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b967312f-200e-4df7-a8de-6d3116ca60cf req-329f2d51-47e7-456e-b7a5-038f03b822e9 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 945 time: 0.0672283 Sep 27 08:33:14.977015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Port': ['ID=d0ee6891-8eac-4eab-90b8-21066e115a59,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:14.986436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a68169e2-86a4-4b6e-90f9-0f2a758ac969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.006952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:15.007593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.019237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b967312f-200e-4df7-a8de-6d3116ca60cf req-f7752016-af27-4120-9147-74a03d7a4937 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ae6b3a7-9796-40e2-91b7-018d3d1212c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Sep 27 08:33:15.026129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c8951a48-49fa-4952-99e6-a8e491368277 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9398561 Sep 27 08:33:15.038851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'port': {'device_id': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a', 'admin_state_up': True, 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:15.054275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:15.157722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:15.161523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.162484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:15.177469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'mac_address': 'fa:16:3e:ee:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:15.220473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-05bbc7e6-96cf-4ba7-b228-8cc513975f30 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:15.222002 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-05bbc7e6-96cf-4ba7-b228-8cc513975f30 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 945 time: 0.0616798 Sep 27 08:33:15.233879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-01b373c5-2c79-4d51-acfe-f4442fa94c20 None None] Provisioning complete for port d0ee6891-8eac-4eab-90b8-21066e115a59 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:15.234190 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01b373c5-2c79-4d51-acfe-f4442fa94c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.240307 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.274211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0379a56c-9453-4b0a-91ee-6deacb7cb247 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:15.291329 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-01b373c5-2c79-4d51-acfe-f4442fa94c20 None None] Port d0ee6891-8eac-4eab-90b8-21066e115a59 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:33:15.303588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:15.308611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Allocated IP 19.86.0.164 (12555c3b-8f5a-429e-88c7-e756d6888f4a/69bb65cb-288f-4bb1-aff7-e7f301eaf53b/f03eb4b5-5932-4398-9b05-c758475cd788) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:15.309206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.309403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:15.333347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Deleting port c04ab878-3c0f-4db1-95d4-82047bf037c2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:15.334065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.385835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:15.427398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] For port c04ab878-3c0f-4db1-95d4-82047bf037c2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c04ab878-3c0f-4db1-95d4-82047bf037c2,segment=NetworkSegment(b0635983-6892-4d43-a101-5d31c3052e9a),segment_id=b0635983-6892-4d43-a101-5d31c3052e9a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:15.427987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.441710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Calling delete_port for c04ab878-3c0f-4db1-95d4-82047bf037c2 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:15.469351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.476740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:15.499355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '945650dc-7ce3-4adf-b2bc-0f723a6b7d97', 'network_id': 'f59f2be8-0545-4585-a778-d70f4444f7db', 'port_id': '945650dc-7ce3-4adf-b2bc-0f723a6b7d97', 'mac_address': 'fa:16:3e:fc:a4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ff3d2b-9999-4d89-930f-24ddaf473922', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:15.547009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.555551 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.568842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:15.582111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989f452-2617-4c88-971a-9f4e11adabcc req-ac9568f2-a916-4b50-bf06-630eb86d6c7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:15.583625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e989f452-2617-4c88-971a-9f4e11adabcc req-ac9568f2-a916-4b50-bf06-630eb86d6c7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.0754895 Sep 27 08:33:15.589884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:15.598780 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.610138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb66f-204e-4e4b-9462-689eb642cd9a req-f1370f0a-f943-4e5f-b27b-8ed6cf6cf0c7 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:15.611663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-982bb66f-204e-4e4b-9462-689eb642cd9a req-f1370f0a-f943-4e5f-b27b-8ed6cf6cf0c7 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 943 time: 0.1010013 Sep 27 08:33:15.620167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network 12555c3b-8f5a-429e-88c7-e756d6888f4a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:15.633892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:15.636888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Port': ['ID=f03eb4b5-5932-4398-9b05-c758475cd788,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:15.645976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:15.676491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e989f452-2617-4c88-971a-9f4e11adabcc req-3faca16c-2496-4dc3-bb86-a7caf401b25b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787010 Sep 27 08:33:15.677129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:15.685965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.701042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['c04ab878-3c0f-4db1-95d4-82047bf037c2'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:15.701700 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-982bb66f-204e-4e4b-9462-689eb642cd9a req-762f0b62-00d5-481b-b006-f78d6ce65d5a tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787349 Sep 27 08:33:15.729854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:15.730532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.759677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-f0bd841b-1af4-41f7-9292-5d1ba7828ef6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7247293 Sep 27 08:33:15.762666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Pushing event deleted for resources: {'Port': ['ID=c04ab878-3c0f-4db1-95d4-82047bf037c2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:15.771750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'port': {'device_id': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe', 'admin_state_up': True, 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:15.783928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['0379a56c-9453-4b0a-91ee-6deacb7cb247'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:15.816303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.827371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.827732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.828074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.828483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.828818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.829152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.829478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.829805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.830131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.830756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.830756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:15.877000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] No DVR routers for this DVR port c04ab878-3c0f-4db1-95d4-82047bf037c2 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:15.879923 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:15.882514 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6116e00-7602-48bf-81b5-4aabf6a28a1c req-d2f65236-3050-48c0-b4fc-73659f6f90f2 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.67 "DELETE /v2.0/ports/c04ab878-3c0f-4db1-95d4-82047bf037c2 HTTP/1.1" status: 204 len: 173 time: 0.6531854 Sep 27 08:33:15.883007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5bd302-2ed1-416e-bebe-5227ebf4f2dd', 'name': 'network-vif-deleted', 'tag': 'c04ab878-3c0f-4db1-95d4-82047bf037c2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:15.885733 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a573e532-903a-440d-8541-4879d4c996a9" -d '{"events": [{"server_uuid": "ed5bd302-2ed1-416e-bebe-5227ebf4f2dd", "name": "network-vif-deleted", "tag": "c04ab878-3c0f-4db1-95d4-82047bf037c2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:15.941423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-717627a0-7197-4bb6-a794-48ee81370da7 None None] Provisioning complete for port f03eb4b5-5932-4398-9b05-c758475cd788 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:15.941850 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-717627a0-7197-4bb6-a794-48ee81370da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:16.001439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701445-bf4a-4f2b-9aef-f86cb6605e28 req-61d71bed-a6be-49b8-86bb-5b410eb4ed13 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:16.002711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['945650dc-7ce3-4adf-b2bc-0f723a6b7d97'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:16.008019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb571-dc48-4a18-85f9-56d09b557c93 req-8f3a1c69-1ba1-4b4a-aedf-41a648982118 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:16.008841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63701445-bf4a-4f2b-9aef-f86cb6605e28 req-61d71bed-a6be-49b8-86bb-5b410eb4ed13 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.1842279 Sep 27 08:33:16.014141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb571-dc48-4a18-85f9-56d09b557c93 req-8f3a1c69-1ba1-4b4a-aedf-41a648982118 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:16.015931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84abb571-dc48-4a18-85f9-56d09b557c93 req-8f3a1c69-1ba1-4b4a-aedf-41a648982118 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 1655 time: 0.0652478 Sep 27 08:33:16.058660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84abb571-dc48-4a18-85f9-56d09b557c93 req-3e5eae35-42cd-44e1-b0c5-8c2d6f519678 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Sep 27 08:33:16.061842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-717627a0-7197-4bb6-a794-48ee81370da7 None None] Port f03eb4b5-5932-4398-9b05-c758475cd788 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:33:16.066017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63701445-bf4a-4f2b-9aef-f86cb6605e28 req-3af1d539-55b9-474d-aa53-d70421357d77 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537755 Sep 27 08:33:16.066758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:16.071097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:16.125841 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bee949-f61e-425c-bf66-c3597c7c1c9c x-openstack-request-id: req-81bee949-f61e-425c-bf66-c3597c7c1c9c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:16.126135 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5bd302-2ed1-416e-bebe-5227ebf4f2dd", "name": "network-vif-deleted", "tag": "c04ab878-3c0f-4db1-95d4-82047bf037c2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:16.126387 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81bee949-f61e-425c-bf66-c3597c7c1c9c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:16.126846 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5bd302-2ed1-416e-bebe-5227ebf4f2dd', 'name': 'network-vif-deleted', 'tag': 'c04ab878-3c0f-4db1-95d4-82047bf037c2', 'status': 'completed', 'code': 200} Sep 27 08:33:16.181465 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5b757ff-2432-4977-b81d-1a72800f2148 req-f21288a1-3dbe-4b71-bafe-3c469feba951 tempest-InstanceActionsTestJSON-987184911 tempest-InstanceActionsTestJSON-987184911-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed5bd302-2ed1-416e-bebe-5227ebf4f2dd HTTP/1.1" status: 200 len: 210 time: 0.0355341 Sep 27 08:33:16.257274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Allocated IP 19.80.0.240 (ba75542e-6b89-44a0-a505-59b215fbfbfe/4e400fe9-c96f-48a9-a182-878416a0b22e/f77bbe5f-b769-430f-a86f-3ad5d2091fd0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:16.422598 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:16.457277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:16.497903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network ba75542e-6b89-44a0-a505-59b215fbfbfe is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:16.500968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:16.505880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:16.533708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Port': ['ID=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:16.563908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:16.564605 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:16.579810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-5b3c79ad-d34e-4bb5-95b4-f4868ccc0325 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8120496 Sep 27 08:33:16.595860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Request body: {'port': {'device_id': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:16.655254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:16.683038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ade9a1f8-2292-4319-b857-75a8758a0b59 None None] Provisioning complete for port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:16.683684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ade9a1f8-2292-4319-b857-75a8758a0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:16.722026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ade9a1f8-2292-4319-b857-75a8758a0b59 None None] Port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:33:16.836421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d69afe-1901-451e-a9ec-ef3ed87c2cea req-048afc08-be1b-481f-b4ed-bedae6db84ce tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:16.837831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29d69afe-1901-451e-a9ec-ef3ed87c2cea req-048afc08-be1b-481f-b4ed-bedae6db84ce tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 944 time: 0.0523815 Sep 27 08:33:16.844451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584a80-ef77-469d-96bb-c67d64dbdb89 req-af34a596-d641-407e-97d7-dac2b5401978 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:16.845886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44584a80-ef77-469d-96bb-c67d64dbdb89 req-af34a596-d641-407e-97d7-dac2b5401978 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.0858283 Sep 27 08:33:16.875165 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29d69afe-1901-451e-a9ec-ef3ed87c2cea req-47a993c2-990a-489e-af7d-ea90df90671b tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Sep 27 08:33:16.924286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44584a80-ef77-469d-96bb-c67d64dbdb89 req-651ab8dd-5a20-4abf-834d-bc153e6e0eca tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Sep 27 08:33:16.995557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ee6891-8eac-4eab-90b8-21066e115a59 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:17.003440 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.015437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Transition to ACTIVE for port object d0ee6891-8eac-4eab-90b8-21066e115a59 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:17.019180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.069197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Pushing event updated for resources: {'Port': ['ID=d0ee6891-8eac-4eab-90b8-21066e115a59,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:17.075026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:17.141137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 0379a56c-9453-4b0a-91ee-6deacb7cb247 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:17.141785 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.232782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e385b-6846-4b12-ba32-7c9236b89200 req-9aaccfb1-781d-49c9-8043-ff126bce8ccb tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:17.241168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e385b-6846-4b12-ba32-7c9236b89200 req-9aaccfb1-781d-49c9-8043-ff126bce8ccb tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:17.247227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e385b-6846-4b12-ba32-7c9236b89200 req-9aaccfb1-781d-49c9-8043-ff126bce8ccb tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:17.249037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c747fd0-4b28-4b90-83ad-3e2d93e28ba8 req-366ac9ed-bdf3-4b86-8a0c-590bc180c2c3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:17.249191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea3e385b-6846-4b12-ba32-7c9236b89200 req-9aaccfb1-781d-49c9-8043-ff126bce8ccb tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2389 time: 0.0940757 Sep 27 08:33:17.250317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c747fd0-4b28-4b90-83ad-3e2d93e28ba8 req-366ac9ed-bdf3-4b86-8a0c-590bc180c2c3 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.0734141 Sep 27 08:33:17.251241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Attempting to bind port d0ee6891-8eac-4eab-90b8-21066e115a59 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:17.251572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Attempting to bind port d0ee6891-8eac-4eab-90b8-21066e115a59 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:17.251901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Attempting to bind port d0ee6891-8eac-4eab-90b8-21066e115a59 on network ba75542e-6b89-44a0-a505-59b215fbfbfe {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:17.257573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Port d0ee6891-8eac-4eab-90b8-21066e115a59 on network ba75542e-6b89-44a0-a505-59b215fbfbfe not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:17.257898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Attempting to bind port d0ee6891-8eac-4eab-90b8-21066e115a59 on network ba75542e-6b89-44a0-a505-59b215fbfbfe {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:17.273022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:17.273363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Checking segment: {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:17.273747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Bound using segment: {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:17.274181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Bound port: d0ee6891-8eac-4eab-90b8-21066e115a59, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:17.274433 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.274585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.294060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3bdad425-829b-4797-9073-0616c06c275e details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:17.301626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea3e385b-6846-4b12-ba32-7c9236b89200 req-95167929-87e1-4899-9aed-52c448c6d9f6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422091 Sep 27 08:33:17.345351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:17.347783 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ed7c43-0a04-4e0b-880f-fcea55d92b2a" -d '{"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-plugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:17.365506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38716) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:17.368343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:17.376009 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.402286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] For port d0ee6891-8eac-4eab-90b8-21066e115a59, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:17.426878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c747fd0-4b28-4b90-83ad-3e2d93e28ba8 req-6a4121ac-d94a-4435-9868-3c0e3c573b4b tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666877 Sep 27 08:33:17.433328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] For port d0ee6891-8eac-4eab-90b8-21066e115a59, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d0ee6891-8eac-4eab-90b8-21066e115a59,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:17.442880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.449436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Deleting subnet 3eb622d2-e546-421c-8db1-0023b1d2dad6 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:33:17.455327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.494618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:17.498591 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f8b41a-22f5-4f68-8518-8f3a4763b4fc x-openstack-request-id: req-f2f8b41a-22f5-4f68-8518-8f3a4763b4fc {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:17.499390 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-plugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:17.499700 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2f8b41a-22f5-4f68-8518-8f3a4763b4fc {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:17.500087 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'code': 200} Sep 27 08:33:17.511281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:17.511904 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.513459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] 10.222.0.57 "PUT /v2.0/ports/d0ee6891-8eac-4eab-90b8-21066e115a59 HTTP/1.1" status: 200 len: 1092 time: 0.9226496 Sep 27 08:33:17.515647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'tag': 'd0ee6891-8eac-4eab-90b8-21066e115a59'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:17.518389 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "tag": "d0ee6891-8eac-4eab-90b8-21066e115a59"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:17.541944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.567068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91a56a6c-848e-4085-b79a-9e969d6548cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.571835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Request body: {'port': {'device_id': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:17.610107 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40caad-594f-4400-8625-d6c283f89c69 x-openstack-request-id: req-8a40caad-594f-4400-8625-d6c283f89c69 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:17.610506 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "tag": "d0ee6891-8eac-4eab-90b8-21066e115a59", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:17.611258 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a40caad-594f-4400-8625-d6c283f89c69 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:17.611921 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'tag': 'd0ee6891-8eac-4eab-90b8-21066e115a59', 'status': 'completed', 'code': 200} Sep 27 08:33:17.657248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442502c-b10c-4676-aa6e-ccdf644dc12c service neutron] Pushing event updated for resources: {'Port': ['ID=d0ee6891-8eac-4eab-90b8-21066e115a59,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:17.680159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:17.697649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '3bdad425-829b-4797-9073-0616c06c275e', 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6', 'port_id': '3bdad425-829b-4797-9073-0616c06c275e', 'mac_address': 'fa:16:3e:50:b3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72f7ca5-b1e5-4bc0-b776-4388bf3dee74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:17.734122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.743875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.766869 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.772222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-f7f853ce-62ee-450f-a6c8-3e52d4052243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:17.774361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-f7f853ce-62ee-450f-a6c8-3e52d4052243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:17.775739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-f7f853ce-62ee-450f-a6c8-3e52d4052243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:17.784428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-f7f853ce-62ee-450f-a6c8-3e52d4052243 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2732 time: 0.1645224 Sep 27 08:33:17.791581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdad425-829b-4797-9073-0616c06c275e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:17.842930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:17.863234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:17.989926 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.030757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-9389455b-58e0-4a25-825f-8e44f51a00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.031281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-9389455b-58e0-4a25-825f-8e44f51a00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.031767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-9389455b-58e0-4a25-825f-8e44f51a00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.032171 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.033642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-9389455b-58e0-4a25-825f-8e44f51a00be service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=59c263fc4dc044bda9567b6b678b7c36&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2390208 Sep 27 08:33:18.034738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3eb622d2-e546-421c-8db1-0023b1d2dad6 HTTP/1.1" status: 204 len: 168 time: 0.6693769 Sep 27 08:33:18.035781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb622d2-e546-421c-8db1-0023b1d2dad6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:18.037574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38740) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:18.048584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.049222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.049718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.050378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.050868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.051390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.051875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.052395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.054201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.054750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.055335 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.056691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47125aab-584f-46bf-aa56-a6e29b8c6773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:18.074709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.110998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:18.150138 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-616e388b-da29-4489-a774-af268777194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.154173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3bdad425-829b-4797-9073-0616c06c275e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:18.180944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852f9b5-f133-46b0-9c77-53ba1e4228f9 req-42d0059d-c13f-4697-9bdd-69fbe560f2c7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.182500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9852f9b5-f133-46b0-9c77-53ba1e4228f9 req-42d0059d-c13f-4697-9bdd-69fbe560f2c7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.0973730 Sep 27 08:33:18.266846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-5c707d04-27b6-4650-95b0-c6a9343cf397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.269188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-368172e5-9dd0-4e6a-8d1b-73be25ab12b1 req-5c707d04-27b6-4650-95b0-c6a9343cf397 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311247 Sep 27 08:33:18.298134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9852f9b5-f133-46b0-9c77-53ba1e4228f9 req-702cee11-5d0d-4395-873f-f33340defc05 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959628 Sep 27 08:33:18.328622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03eb4b5-5932-4398-9b05-c758475cd788 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:18.339304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286e17c-033d-481b-bc7b-7e7a6089983e req-d255ecc5-6ec2-4d8d-b822-ce56c3e6ae21 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.343010 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2286e17c-033d-481b-bc7b-7e7a6089983e req-d255ecc5-6ec2-4d8d-b822-ce56c3e6ae21 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 944 time: 0.2117848 Sep 27 08:33:18.358368 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.378829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Transition to ACTIVE for port object f03eb4b5-5932-4398-9b05-c758475cd788 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:18.391153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.434095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2286e17c-033d-481b-bc7b-7e7a6089983e req-728c6825-8a82-4843-939c-d42646ae3257 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754833 Sep 27 08:33:18.494950 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-616e388b-da29-4489-a774-af268777194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.515313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Pushing event updated for resources: {'Port': ['ID=f03eb4b5-5932-4398-9b05-c758475cd788,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:18.533950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-616e388b-da29-4489-a774-af268777194b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658eb76f-d4e5-481b-bd6d-b49dbea80a07']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:18.579226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-616e388b-da29-4489-a774-af268777194b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0635983-6892-4d43-a101-5d31c3052e9a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:18.579519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-616e388b-da29-4489-a774-af268777194b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0635983-6892-4d43-a101-5d31c3052e9a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:18.591288 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-616e388b-da29-4489-a774-af268777194b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.618103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7ffce-b0f0-4087-9dbb-859724a19e5f req-8d5cb5b1-d06b-480a-a0e1-1cbf0dfe7257 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.621439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7ffce-b0f0-4087-9dbb-859724a19e5f req-8d5cb5b1-d06b-480a-a0e1-1cbf0dfe7257 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.631102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7ffce-b0f0-4087-9dbb-859724a19e5f req-8d5cb5b1-d06b-480a-a0e1-1cbf0dfe7257 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.632599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ce7ffce-b0f0-4087-9dbb-859724a19e5f req-8d5cb5b1-d06b-480a-a0e1-1cbf0dfe7257 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2401 time: 0.0959544 Sep 27 08:33:18.643905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-616e388b-da29-4489-a774-af268777194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.650280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Attempting to bind port f03eb4b5-5932-4398-9b05-c758475cd788 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:18.650778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Attempting to bind port f03eb4b5-5932-4398-9b05-c758475cd788 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:18.651220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Attempting to bind port f03eb4b5-5932-4398-9b05-c758475cd788 on network 12555c3b-8f5a-429e-88c7-e756d6888f4a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:18.661919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Port f03eb4b5-5932-4398-9b05-c758475cd788 on network 12555c3b-8f5a-429e-88c7-e756d6888f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:18.662469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Attempting to bind port f03eb4b5-5932-4398-9b05-c758475cd788 on network 12555c3b-8f5a-429e-88c7-e756d6888f4a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:18.672778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616e388b-da29-4489-a774-af268777194b admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:33:18.673191 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-616e388b-da29-4489-a774-af268777194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:33:18.675149 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:33:18.681414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:18.682612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Checking segment: {'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:18.683280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Bound using segment: {'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:18.684555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Bound port: f03eb4b5-5932-4398-9b05-c758475cd788, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dcea038-1054-45df-b1ec-2b9757b908d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:18.685114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.723746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ce7ffce-b0f0-4087-9dbb-859724a19e5f req-913a0c3c-26f5-4984-8244-d3e2f9eeb542 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768161 Sep 27 08:33:18.785073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-616e388b-da29-4489-a774-af268777194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.791639 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-616e388b-da29-4489-a774-af268777194b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.793980 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-616e388b-da29-4489-a774-af268777194b admin admin] 10.222.0.50 "DELETE /v2.0/networks/658eb76f-d4e5-481b-bd6d-b49dbea80a07 HTTP/1.1" status: 204 len: 168 time: 0.7552896 Sep 27 08:33:18.796989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.805371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e388b-da29-4489-a774-af268777194b admin admin] Pushing event deleted for resources: {'Network': ['ID=658eb76f-d4e5-481b-bd6d-b49dbea80a07,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:18.814132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8549f-27a0-4382-b765-9de961dc4c10 req-7140b9b9-0fdf-42db-8388-d135bfb3e0fb tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.816127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c8549f-27a0-4382-b765-9de961dc4c10 req-7140b9b9-0fdf-42db-8388-d135bfb3e0fb tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 944 time: 0.0985138 Sep 27 08:33:18.880398 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c8549f-27a0-4382-b765-9de961dc4c10 req-5d0c6806-4825-4d0d-8c62-e86be92d39f7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563438 Sep 27 08:33:18.881617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] For port f03eb4b5-5932-4398-9b05-c758475cd788, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:18.895930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] For port f03eb4b5-5932-4398-9b05-c758475cd788, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f03eb4b5-5932-4398-9b05-c758475cd788,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:18.904857 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.949027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:18.949648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:18.951044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] 10.222.0.57 "PUT /v2.0/ports/f03eb4b5-5932-4398-9b05-c758475cd788 HTTP/1.1" status: 200 len: 1092 time: 1.3837850 Sep 27 08:33:18.979422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a125c4-9479-48ed-9611-b8dd453df16f service neutron] Pushing event updated for resources: {'Port': ['ID=f03eb4b5-5932-4398-9b05-c758475cd788,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:18.986814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Request body: {'port': {'device_id': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:19.007169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38758) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:19.068430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e210d8dd-5f05-475b-86a7-8861279a8415 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=002f09e0d8434c62bab804d25c9b8a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600188 Sep 27 08:33:19.071674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38760) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:19.072380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.079728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:19.238272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3bdad425-829b-4797-9073-0616c06c275e up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:19.254562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd894fc-3a10-432d-9642-0de063783f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.287424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:19.295974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:19.296406 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.298436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd894fc-3a10-432d-9642-0de063783f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.329860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 3bdad425-829b-4797-9073-0616c06c275e completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:19.342611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 3bdad425-829b-4797-9073-0616c06c275e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:19.343247 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.368349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd894fc-3a10-432d-9642-0de063783f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.374147 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd894fc-3a10-432d-9642-0de063783f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.379042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4dd894fc-3a10-432d-9642-0de063783f89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ae6b3a7-9796-40e2-91b7-018d3d1212c0 HTTP/1.1" status: 204 len: 168 time: 0.3052418 Sep 27 08:33:19.426494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd894fc-3a10-432d-9642-0de063783f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6b3a7-9796-40e2-91b7-018d3d1212c0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:19.505143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.527751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77bbe5f-b769-430f-a86f-3ad5d2091fd0 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:19.529601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.541520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.551904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eca541-109f-45cb-92ba-253c911ce869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945650dc-7ce3-4adf-b2bc-0f723a6b7d97'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:19.554496 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440833c8-7f59-4d39-9843-b3498ca67368" -d '{"events": [{"server_uuid": "a6eca541-109f-45cb-92ba-253c911ce869", "name": "network-vif-plugged", "status": "completed", "tag": "945650dc-7ce3-4adf-b2bc-0f723a6b7d97"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:19.564008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Transition to ACTIVE for port object f77bbe5f-b769-430f-a86f-3ad5d2091fd0 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:19.569982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.577878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:19.592029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.623124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e10792-043b-4c60-8ed1-7fd96e99511c req-65d78271-d2cf-40e3-a6bc-a5e8b05a4e52 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:19.634504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'tag': 'f03eb4b5-5932-4398-9b05-c758475cd788'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:19.634954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48e10792-043b-4c60-8ed1-7fd96e99511c req-65d78271-d2cf-40e3-a6bc-a5e8b05a4e52 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1843855 Sep 27 08:33:19.644699 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65710c9a-d8c9-4d15-a114-106fb4c9dabb" -d '{"events": [{"name": "network-changed", "server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "tag": "f03eb4b5-5932-4398-9b05-c758475cd788"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:19.678099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:19.681669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:19.698721 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:19.699350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c04ab878-3c0f-4db1-95d4-82047bf037c2 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:19.770942 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48e10792-043b-4c60-8ed1-7fd96e99511c req-09bb6d27-3468-4ae9-9b1e-b77a1247b51d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349878 Sep 27 08:33:19.825286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: c04ab878-3c0f-4db1-95d4-82047bf037c2 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:19.825736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c04ab878-3c0f-4db1-95d4-82047bf037c2 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:19.883350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:19.961776 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0256be5-feab-4cc3-bf6e-9953d0cf42ed x-openstack-request-id: req-a0256be5-feab-4cc3-bf6e-9953d0cf42ed {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:19.962081 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eca541-109f-45cb-92ba-253c911ce869", "name": "network-vif-plugged", "status": "completed", "tag": "945650dc-7ce3-4adf-b2bc-0f723a6b7d97", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:19.964114 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0256be5-feab-4cc3-bf6e-9953d0cf42ed {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:19.964558 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eca541-109f-45cb-92ba-253c911ce869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945650dc-7ce3-4adf-b2bc-0f723a6b7d97', 'code': 200} Sep 27 08:33:19.970189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe388014-8a87-4b24-9022-9bc6c9aab129 req-de2bd011-5c6d-4393-a884-f1465eb3960c tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:19.978868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe388014-8a87-4b24-9022-9bc6c9aab129 req-de2bd011-5c6d-4393-a884-f1465eb3960c tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 945 time: 0.2596738 Sep 27 08:33:20.008194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Attempting to bind port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:20.008581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Attempting to bind port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:20.008910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Attempting to bind port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 on network ba75542e-6b89-44a0-a505-59b215fbfbfe {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:20.049868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe388014-8a87-4b24-9022-9bc6c9aab129 req-7e91ad7f-b69f-4743-bf37-517322717382 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699959 Sep 27 08:33:20.050524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 on network ba75542e-6b89-44a0-a505-59b215fbfbfe not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:20.050853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Attempting to bind port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 on network ba75542e-6b89-44a0-a505-59b215fbfbfe {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:20.063829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:20.065240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:20.065819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Checking segment: {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:20.067374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Bound using segment: {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:20.067827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Bound port: f77bbe5f-b769-430f-a86f-3ad5d2091fd0, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00dc68a-f373-4989-bf1d-660bb850270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:20.068195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:20.135888 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e130ce9-7b48-4434-9f79-bdace628cfb6 x-openstack-request-id: req-8e130ce9-7b48-4434-9f79-bdace628cfb6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:20.136122 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "tag": "f03eb4b5-5932-4398-9b05-c758475cd788", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:20.136406 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e130ce9-7b48-4434-9f79-bdace628cfb6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:20.136793 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'tag': 'f03eb4b5-5932-4398-9b05-c758475cd788', 'status': 'completed', 'code': 200} Sep 27 08:33:20.265395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfac1bc-72bb-4544-bae2-c56d827d4849 req-b58a3e5c-bc3a-41b1-8b44-961119994d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.267146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-edfac1bc-72bb-4544-bae2-c56d827d4849 req-b58a3e5c-bc3a-41b1-8b44-961119994d4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 1096 time: 0.1024668 Sep 27 08:33:20.303532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] For port f77bbe5f-b769-430f-a86f-3ad5d2091fd0, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:20.304564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a895f-51e5-4460-83e3-aeb618cceb59 req-75fe039a-661c-4b5a-9d03-b7ed06a5da86 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.306112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c7a895f-51e5-4460-83e3-aeb618cceb59 req-75fe039a-661c-4b5a-9d03-b7ed06a5da86 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0926020 Sep 27 08:33:20.309063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] For port f77bbe5f-b769-430f-a86f-3ad5d2091fd0, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:20.315034 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:33:20.326527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b8aae-26c3-4f1f-bd15-57989a242e5d req-87bc8965-9f10-4a88-aea9-26ed01c9dc5d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.332743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b8aae-26c3-4f1f-bd15-57989a242e5d req-87bc8965-9f10-4a88-aea9-26ed01c9dc5d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.336734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-edfac1bc-72bb-4544-bae2-c56d827d4849 req-e370b46e-cd55-4215-9d60-d4116a41c7fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589552 Sep 27 08:33:20.338982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b8aae-26c3-4f1f-bd15-57989a242e5d req-87bc8965-9f10-4a88-aea9-26ed01c9dc5d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.340760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d4b8aae-26c3-4f1f-bd15-57989a242e5d req-87bc8965-9f10-4a88-aea9-26ed01c9dc5d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2413 time: 0.1866543 Sep 27 08:33:20.342739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:20.368137 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c7a895f-51e5-4460-83e3-aeb618cceb59 req-842dfe39-4501-4b5f-8683-6f69ca7cd335 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Sep 27 08:33:20.385336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-92009273-656a-4b28-9f0e-f32f5d93e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.385915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-92009273-656a-4b28-9f0e-f32f5d93e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.386377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-92009273-656a-4b28-9f0e-f32f5d93e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.388013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-92009273-656a-4b28-9f0e-f32f5d93e0d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2824 time: 0.1964965 Sep 27 08:33:20.410603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.411855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:20.415326 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:20.415966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/f77bbe5f-b769-430f-a86f-3ad5d2091fd0 HTTP/1.1" status: 200 len: 1092 time: 1.4311664 Sep 27 08:33:20.477032 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d4b8aae-26c3-4f1f-bd15-57989a242e5d req-5535886a-f91b-4095-aa70-b69b349b8ca5 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279542 Sep 27 08:33:20.484040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca9f28-b03c-41fb-b4ce-e64a3eaac3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:20.778782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-b7559422-3fe3-45ef-98f2-a2c594245205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.779524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-b7559422-3fe3-45ef-98f2-a2c594245205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.793283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-b7559422-3fe3-45ef-98f2-a2c594245205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:20.798206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-b7559422-3fe3-45ef-98f2-a2c594245205 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=59c263fc4dc044bda9567b6b678b7c36&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2624116 Sep 27 08:33:20.819952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38812) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:21.005277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1129419359-network', 'tenant_id': 'e5762479a6da40949043dd29867ba50b'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:21.045008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Made reservation on behalf of e5762479a6da40949043dd29867ba50b for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:21.051004 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.051271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de8a4-c662-42c4-8ae1-8137009be4db req-04b28fc4-0e5e-429f-abe9-bc70fb45fdc8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.053050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-744de8a4-c662-42c4-8ae1-8137009be4db req-04b28fc4-0e5e-429f-abe9-bc70fb45fdc8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1847341 Sep 27 08:33:21.069453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.076545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-3eda0f7e-4d48-494d-8274-1807b7ee9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.078242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65710c9a-d8c9-4d15-a114-106fb4c9dabb req-3eda0f7e-4d48-494d-8274-1807b7ee9254 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2673087 Sep 27 08:33:21.200243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-744de8a4-c662-42c4-8ae1-8137009be4db req-1457325a-919e-410e-8801-ba308e3b7899 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362286 Sep 27 08:33:21.316763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-b0269a4a-7da2-4bf5-91d0-4e9e69ac099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.317249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-b0269a4a-7da2-4bf5-91d0-4e9e69ac099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.317726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-b0269a4a-7da2-4bf5-91d0-4e9e69ac099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.319423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-b0269a4a-7da2-4bf5-91d0-4e9e69ac099d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2866 time: 0.1904480 Sep 27 08:33:21.358523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.366467 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.417435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:33:21.464225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.467908 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Added segment 2f77cefe-1b91-4dea-8c33-330c8981eab0 of type vlan for network 7f724db2-bbc0-46ac-838e-4a3a8944dcde Sep 27 08:33:21.467908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b831bdf9-1fba-415f-9257-1119150a6d84,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:21.504298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d709218-3498-449c-95b0-1e6ba4a7de87 req-9d4e5c03-171c-4156-a7dd-35d62c9f385c tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.523376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d709218-3498-449c-95b0-1e6ba4a7de87 req-9d4e5c03-171c-4156-a7dd-35d62c9f385c tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 945 time: 0.1870122 Sep 27 08:33:21.581253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.629372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d709218-3498-449c-95b0-1e6ba4a7de87 req-b2233365-5bf2-4532-a1cc-db55276f7189 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050351 Sep 27 08:33:21.689453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.690840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.691667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.727516 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-481c830e-8955-4d7b-b058-ee7560bb99e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=d0ee6891-8eac-4eab-90b8-21066e115a59 HTTP/1.1" status: 200 len: 217 time: 0.3939548 Sep 27 08:33:21.745093 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9239612 Sep 27 08:33:21.753886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38836) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:21.762827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Request body: {'subnet': {'network_id': '7f724db2-bbc0-46ac-838e-4a3a8944dcde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1129419359-subnet', 'tenant_id': 'e5762479a6da40949043dd29867ba50b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:21.850340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-8a711e24-8f0b-45f9-a061-ec18a60ed1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.852236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-8a711e24-8f0b-45f9-a061-ec18a60ed1a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e400fe9-c96f-48a9-a182-878416a0b22e HTTP/1.1" status: 200 len: 801 time: 0.0994689 Sep 27 08:33:21.879388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Made reservation on behalf of e5762479a6da40949043dd29867ba50b for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:21.881809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:21.904575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dd2e1-b7bb-4564-b652-e55621ea5655 req-d3c09915-7754-4932-a27b-7891ebdaf995 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:21.906180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd8dd2e1-b7bb-4564-b652-e55621ea5655 req-d3c09915-7754-4932-a27b-7891ebdaf995 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.1924624 Sep 27 08:33:21.966313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdad425-829b-4797-9073-0616c06c275e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:21.969919 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418e02e1-6bf5-48a6-a976-9228db81cf28" -d '{"events": [{"server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "name": "network-vif-plugged", "status": "completed", "tag": "3bdad425-829b-4797-9073-0616c06c275e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:22.017535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-83080f26-e1c7-4ae4-b5f3-5da45c5f0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.018329 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-83080f26-e1c7-4ae4-b5f3-5da45c5f0c81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba75542e-6b89-44a0-a505-59b215fbfbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1571946 Sep 27 08:33:22.030801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd8dd2e1-b7bb-4564-b652-e55621ea5655 req-1b76dde9-cf2c-4a5c-9979-8f02081945b1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092393 Sep 27 08:33:22.137527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'tag': 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:22.139833 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149d9fb7-a592-4834-ae6d-3d088cc41161" -d '{"events": [{"name": "network-changed", "server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "tag": "f77bbe5f-b769-430f-a86f-3ad5d2091fd0"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:22.219825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-c78912c5-fa90-4c4d-8695-d724d457327c service neutron] 10.222.0.57 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864057 Sep 27 08:33:22.244184 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe68302-8a7d-4201-8b3a-2122cde3995d x-openstack-request-id: req-2fe68302-8a7d-4201-8b3a-2122cde3995d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:22.244549 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "name": "network-vif-plugged", "status": "completed", "tag": "3bdad425-829b-4797-9073-0616c06c275e", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:22.245056 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fe68302-8a7d-4201-8b3a-2122cde3995d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:22.245657 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdad425-829b-4797-9073-0616c06c275e', 'code': 200} Sep 27 08:33:22.254613 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:22.258824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bb328-cb72-4dab-a067-92f073fc5fdb admin admin] Pushing event updated for resources: {'Network': ['ID=7f724db2-bbc0-46ac-838e-4a3a8944dcde,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:22.271471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 7f724db2-bbc0-46ac-838e-4a3a8944dcde details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:33:22.306380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd79c-d89b-4ed2-9b17-fc2e453a9f2b req-ac1b69d8-6bee-4284-88ec-08d2d2597dac tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.320625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd79c-d89b-4ed2-9b17-fc2e453a9f2b req-ac1b69d8-6bee-4284-88ec-08d2d2597dac tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.326632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd79c-d89b-4ed2-9b17-fc2e453a9f2b req-ac1b69d8-6bee-4284-88ec-08d2d2597dac tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.344988 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c61bd79c-d89b-4ed2-9b17-fc2e453a9f2b req-ac1b69d8-6bee-4284-88ec-08d2d2597dac tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2413 time: 0.1717346 Sep 27 08:33:22.361326 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e92cff1-81d0-4f3f-9874-49b484ea3b10 x-openstack-request-id: req-2e92cff1-81d0-4f3f-9874-49b484ea3b10 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:22.361622 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "tag": "f77bbe5f-b769-430f-a86f-3ad5d2091fd0", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:22.361852 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e92cff1-81d0-4f3f-9874-49b484ea3b10 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:22.362307 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'tag': 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0', 'status': 'completed', 'code': 200} Sep 27 08:33:22.425627 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c61bd79c-d89b-4ed2-9b17-fc2e453a9f2b req-204b9d8b-2000-458c-b8c5-65d46b8fbac1 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797753 Sep 27 08:33:22.455579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80183c2-5d05-4aad-8697-6ec1220f402a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:22.470347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Checking segment: {'id': '2f77cefe-1b91-4dea-8c33-330c8981eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7f724db2-bbc0-46ac-838e-4a3a8944dcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:22.470702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Network hostable DHCP agents. Network: 7f724db2-bbc0-46ac-838e-4a3a8944dcde, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:33:22.478056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc4b9-554e-4ae1-8ac9-f62e1ee80c69 req-88a22b5e-0c18-40b1-be41-117620d9b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.479913 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b1cc4b9-554e-4ae1-8ac9-f62e1ee80c69 req-88a22b5e-0c18-40b1-be41-117620d9b829 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1096 time: 0.0525932 Sep 27 08:33:22.490724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-1a971eea-d89d-47a6-b884-a52f7410a2c3 service neutron] 10.222.0.57 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599497 Sep 27 08:33:22.510052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Network 7f724db2-bbc0-46ac-838e-4a3a8944dcde is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:33:22.535499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b1cc4b9-554e-4ae1-8ac9-f62e1ee80c69 req-e186372e-6f96-4d3b-9450-24d9da17a284 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469179 Sep 27 08:33:22.562433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-597b2667-cf78-45f0-8957-bf3a9da86d78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=f03eb4b5-5932-4398-9b05-c758475cd788 HTTP/1.1" status: 200 len: 217 time: 0.0616393 Sep 27 08:33:22.565504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 7f724db2-bbc0-46ac-838e-4a3a8944dcde) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:22.575211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbb39b-ee93-4325-a758-2c347457b0d6 None None] Network 7f724db2-bbc0-46ac-838e-4a3a8944dcde requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:22.629450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.630044 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:22.668233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc10fba-8018-4661-a8ee-aa600bb7335c req-8c54e009-9299-4b3e-8af6-b8d20e6366f4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.669923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc10fba-8018-4661-a8ee-aa600bb7335c req-8c54e009-9299-4b3e-8af6-b8d20e6366f4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1609538 Sep 27 08:33:22.684359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e00117e4-eeae-4ca3-96a0-34bd64cbab6a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9290853 Sep 27 08:33:22.703739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e2bdc9aa-de17-4ab0-be6f-c916dda30945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.705445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-e2bdc9aa-de17-4ab0-be6f-c916dda30945 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69bb65cb-288f-4bb1-aff7-e7f301eaf53b HTTP/1.1" status: 200 len: 801 time: 0.1192012 Sep 27 08:33:22.782488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc10fba-8018-4661-a8ee-aa600bb7335c req-629416d4-c32c-4122-ab08-8cc29db9f2f7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950582 Sep 27 08:33:22.800146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-fe7391b5-791e-4977-97ca-a9696776688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.802181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-fe7391b5-791e-4977-97ca-a9696776688f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12555c3b-8f5a-429e-88c7-e756d6888f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877240 Sep 27 08:33:22.833722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8352b-bbec-4226-8479-f0349215cd1d req-53d81a73-d090-4bb9-99e6-8c8da4c757f1 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:22.841574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b8352b-bbec-4226-8479-f0349215cd1d req-53d81a73-d090-4bb9-99e6-8c8da4c757f1 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 945 time: 0.0876961 Sep 27 08:33:22.885117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b8352b-bbec-4226-8479-f0349215cd1d req-52b513d4-9c42-42df-872b-295844bac16a tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Sep 27 08:33:22.962047 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-170bf9cf-43a3-4272-b43e-e0c66af1ce81 service neutron] 10.222.0.57 "GET /v2.0/networks/12555c3b-8f5a-429e-88c7-e756d6888f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500120 Sep 27 08:33:22.966407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e9eba-7061-4444-ac10-711081ba9824 None None] Network 7f724db2-bbc0-46ac-838e-4a3a8944dcde requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:23.140038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-dae24338-8b2f-414d-a90a-0658ea8de78b service neutron] 10.222.0.57 "GET /v2.0/networks/12555c3b-8f5a-429e-88c7-e756d6888f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691682 Sep 27 08:33:23.236242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-fd3a84bc-f7c4-4119-9142-a057ece311ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=f77bbe5f-b769-430f-a86f-3ad5d2091fd0 HTTP/1.1" status: 200 len: 217 time: 0.0869226 Sep 27 08:33:23.237867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6de06-56a8-4291-ab6a-f455a01b4d16 req-5d0957c3-2af9-4fcb-9342-80eb36390fb5 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:23.245877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d0f6de06-56a8-4291-ab6a-f455a01b4d16 req-5d0957c3-2af9-4fcb-9342-80eb36390fb5 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0975757 Sep 27 08:33:23.292564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d0f6de06-56a8-4291-ab6a-f455a01b4d16 req-be31a7ff-6c25-423a-aaeb-98eca759d28a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Sep 27 08:33:23.548068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0bd112eb-9d39-428b-8e8e-9d1e0f9072d1 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:23.555086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0bd112eb-9d39-428b-8e8e-9d1e0f9072d1 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/networks?id=7f724db2-bbc0-46ac-838e-4a3a8944dcde HTTP/1.1" status: 200 len: 822 time: 0.2821279 Sep 27 08:33:23.558607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-2086b759-bc41-497d-821c-4630f0a1c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:23.560059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-2086b759-bc41-497d-821c-4630f0a1c251 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e400fe9-c96f-48a9-a182-878416a0b22e HTTP/1.1" status: 200 len: 801 time: 0.3121252 Sep 27 08:33:23.576256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-730c18ee-4d70-44c6-8c90-12600419bf8a tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/quotas/e5762479a6da40949043dd29867ba50b HTTP/1.1" status: 200 len: 375 time: 0.0199721 Sep 27 08:33:23.622292 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-4dcfd147-e4ff-4e84-a829-4ae6e0552cc1 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e5762479a6da40949043dd29867ba50b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446682 Sep 27 08:33:23.677487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8968231-94e2-48d4-9faf-a6129cc79838 req-2fd36022-fbd1-4c90-aa5e-a30b478359dc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:23.685273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8968231-94e2-48d4-9faf-a6129cc79838 req-2fd36022-fbd1-4c90-aa5e-a30b478359dc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:23.692510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8968231-94e2-48d4-9faf-a6129cc79838 req-2fd36022-fbd1-4c90-aa5e-a30b478359dc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:23.700645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8968231-94e2-48d4-9faf-a6129cc79838 req-2fd36022-fbd1-4c90-aa5e-a30b478359dc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2413 time: 0.1030097 Sep 27 08:33:23.718746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-b12f4ae0-612a-4192-a252-f3bfc8c57a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:23.720286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-b12f4ae0-612a-4192-a252-f3bfc8c57a3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba75542e-6b89-44a0-a505-59b215fbfbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1415844 Sep 27 08:33:23.762383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8968231-94e2-48d4-9faf-a6129cc79838 req-801ebdb6-6a14-44c7-95ad-5dd0aa61a5b2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606780 Sep 27 08:33:23.773699 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-ce0eaa9a-bfdd-431f-bc10-b33c0d7543b4 service neutron] 10.222.0.50 "GET /v2.0/networks/7f724db2-bbc0-46ac-838e-4a3a8944dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492987 Sep 27 08:33:23.930197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-83a5ff29-2ae8-4535-bfb8-afd54c003c62 service neutron] 10.222.0.57 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973784 Sep 27 08:33:23.946166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cf611-c880-4b4d-8adf-939a25b415af req-17797b54-82e7-4e05-a036-e9d891c7b125 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:23.952388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-777cff4b-fb3e-40d4-a831-29eb405b136d service neutron] 10.222.0.50 "GET /v2.0/networks/7f724db2-bbc0-46ac-838e-4a3a8944dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782837 Sep 27 08:33:23.955786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-040cf611-c880-4b4d-8adf-939a25b415af req-17797b54-82e7-4e05-a036-e9d891c7b125 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.0753067 Sep 27 08:33:24.027932 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-040cf611-c880-4b4d-8adf-939a25b415af req-71641fbd-31c8-493f-9d63-0e0db396fb0b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593555 Sep 27 08:33:24.103251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de92aad1-9dc0-4c45-a978-10c53c23bd84 req-6632fcc2-5464-4a9b-885d-0b1a8f785f6f service neutron] 10.222.0.57 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495347 Sep 27 08:33:24.188884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7ffeffa-44e7-4287-b403-c6e10a5358b3 req-647175b7-1b87-4707-aea4-d2abbb75a157 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 210 time: 0.0435007 Sep 27 08:33:24.277436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-7169cd53-c751-4fd8-855b-a045aaccbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:24.278664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-7169cd53-c751-4fd8-855b-a045aaccbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:24.279610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-7169cd53-c751-4fd8-855b-a045aaccbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:24.285995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-7169cd53-c751-4fd8-855b-a045aaccbc26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2866 time: 0.1215615 Sep 27 08:33:24.521071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-0de61958-78e0-4435-957a-5b827802e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:24.522662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-0de61958-78e0-4435-957a-5b827802e18f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba75542e-6b89-44a0-a505-59b215fbfbfe HTTP/1.1" status: 200 len: 902 time: 0.2275438 Sep 27 08:33:24.547645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828af64b-030c-4967-8d60-bfe00cd86b45 req-9c65e6dd-1ebe-4834-acc2-c019b5c382d7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:24.561021 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-828af64b-030c-4967-8d60-bfe00cd86b45 req-9c65e6dd-1ebe-4834-acc2-c019b5c382d7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.1106563 Sep 27 08:33:24.646608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-164e3c24-be7c-4a43-b820-0ccf01cbf332 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=f77bbe5f-b769-430f-a86f-3ad5d2091fd0 HTTP/1.1" status: 200 len: 217 time: 0.0833199 Sep 27 08:33:24.670925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-828af64b-030c-4967-8d60-bfe00cd86b45 req-eca73a53-ed35-4b0a-883d-9902ad364c69 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090150 Sep 27 08:33:24.728897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-11c02c77-b45f-415d-aefd-ff35e8f54aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:24.730451 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-11c02c77-b45f-415d-aefd-ff35e8f54aa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e400fe9-c96f-48a9-a182-878416a0b22e HTTP/1.1" status: 200 len: 801 time: 0.0714622 Sep 27 08:33:24.828839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff2b56-6411-49b2-bdd8-88de232ea715 req-56127c2d-4522-45d3-a5b0-208cdcf43a6e tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:24.830530 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5eff2b56-6411-49b2-bdd8-88de232ea715 req-56127c2d-4522-45d3-a5b0-208cdcf43a6e tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1096 time: 0.0712762 Sep 27 08:33:24.836418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-41e94a54-0007-4c21-94cc-1b62eacce70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:24.838056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-41e94a54-0007-4c21-94cc-1b62eacce70d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba75542e-6b89-44a0-a505-59b215fbfbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996597 Sep 27 08:33:24.938417 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5eff2b56-6411-49b2-bdd8-88de232ea715 req-311c90c0-65a7-45e8-afd2-66ef63177830 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932856 Sep 27 08:33:24.976896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-14d819c8-8c67-4c05-b8e1-48ca37e94d9f service neutron] 10.222.0.57 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247468 Sep 27 08:33:25.119945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d0ee6891-8eac-4eab-90b8-21066e115a59 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:25.201233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-149d9fb7-a592-4834-ae6d-3d088cc41161 req-1de144a2-f541-40c3-9f15-02de30124c7a service neutron] 10.222.0.57 "GET /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167075 Sep 27 08:33:25.216019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7661b-5ea0-4bde-b131-2363e9d98778 req-10fac253-665b-4025-9068-a60f16caeb88 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:25.222566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7661b-5ea0-4bde-b131-2363e9d98778 req-10fac253-665b-4025-9068-a60f16caeb88 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:25.228626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7661b-5ea0-4bde-b131-2363e9d98778 req-10fac253-665b-4025-9068-a60f16caeb88 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:25.236266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ab7661b-5ea0-4bde-b131-2363e9d98778 req-10fac253-665b-4025-9068-a60f16caeb88 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2413 time: 0.1656499 Sep 27 08:33:25.283023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ab7661b-5ea0-4bde-b131-2363e9d98778 req-8ecf711f-0308-4500-8566-6eba33705b66 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Sep 27 08:33:25.286369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcc960-3860-4549-b59f-58a9cde8e2d7 req-cf1a4e1a-0556-445d-a5ad-ead5bb0bd90a tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:25.301805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffdcc960-3860-4549-b59f-58a9cde8e2d7 req-cf1a4e1a-0556-445d-a5ad-ead5bb0bd90a tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1096 time: 0.0820203 Sep 27 08:33:25.327601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d0ee6891-8eac-4eab-90b8-21066e115a59, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d0ee6891-8eac-4eab-90b8-21066e115a59,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:25.341068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'd0ee6891-8eac-4eab-90b8-21066e115a59', 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe', 'port_id': 'd0ee6891-8eac-4eab-90b8-21066e115a59', 'mac_address': 'fa:16:3e:7b:46:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e400fe9-c96f-48a9-a182-878416a0b22e', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:25.363461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffdcc960-3860-4549-b59f-58a9cde8e2d7 req-424120f9-0f6c-4531-9a36-6174b1d1c0f0 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582130 Sep 27 08:33:25.442052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68818fb8-6e38-4bc6-a54c-960720d1c6e6 req-d3473a53-45ab-4304-a493-e1b2f9558bfb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:25.443762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68818fb8-6e38-4bc6-a54c-960720d1c6e6 req-d3473a53-45ab-4304-a493-e1b2f9558bfb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.0835290 Sep 27 08:33:25.475692 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:25.499660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ee6891-8eac-4eab-90b8-21066e115a59 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:25.528952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68818fb8-6e38-4bc6-a54c-960720d1c6e6 req-fcd1d012-549b-4d52-9a14-da144f3ea9f7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785489 Sep 27 08:33:25.542797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d9a5748-10f2-4f21-b3a6-38d4b084efde req-425bde36-e826-47c6-8340-403f74b3681a tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 210 time: 0.0663285 Sep 27 08:33:25.563069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d0ee6891-8eac-4eab-90b8-21066e115a59, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d0ee6891-8eac-4eab-90b8-21066e115a59,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:25.574560 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:25.767819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d0ee6891-8eac-4eab-90b8-21066e115a59,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:25.797009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-a1c3789c-d84d-4e02-ac51-6594704e67d2 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:25.798663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-a1c3789c-d84d-4e02-ac51-6594704e67d2 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.67 "GET /v2.0/networks?id=7f724db2-bbc0-46ac-838e-4a3a8944dcde HTTP/1.1" status: 200 len: 822 time: 0.2153342 Sep 27 08:33:25.801988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.802488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.803261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.804174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.805660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.807535 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.808013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.808879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.809866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.814808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Request body: {'port': {'device_id': 'ec16df77-5726-4b03-bf4f-5201b1da1a02', 'network_id': '7f724db2-bbc0-46ac-838e-4a3a8944dcde', 'admin_state_up': True, 'tenant_id': 'e5762479a6da40949043dd29867ba50b'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:25.815613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.816070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.816538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:33:25.931596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d0ee6891-8eac-4eab-90b8-21066e115a59'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:25.971846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Made reservation on behalf of e5762479a6da40949043dd29867ba50b for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:25.977964 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:26.223433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Allocated IP 172.20.0.3 (7f724db2-bbc0-46ac-838e-4a3a8944dcde/f80183c2-5d05-4aad-8697-6ec1220f402a/20310a3b-3865-4082-8add-d9a6919e480b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:26.470370 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:26.495049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cef783-ae89-436d-b8d0-1c272520cd08 req-e5480df0-ac41-4bda-b192-a09eda6b535c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:26.501292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cef783-ae89-436d-b8d0-1c272520cd08 req-e5480df0-ac41-4bda-b192-a09eda6b535c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:26.507915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cef783-ae89-436d-b8d0-1c272520cd08 req-e5480df0-ac41-4bda-b192-a09eda6b535c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:26.509883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60cef783-ae89-436d-b8d0-1c272520cd08 req-e5480df0-ac41-4bda-b192-a09eda6b535c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2414 time: 0.1126192 Sep 27 08:33:26.585376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60cef783-ae89-436d-b8d0-1c272520cd08 req-e10efeca-cd35-436e-bcd2-ea9d68125a7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665560 Sep 27 08:33:26.589961 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:26.660188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Network 7f724db2-bbc0-46ac-838e-4a3a8944dcde is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:26.674408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:26.700924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:26.724792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Pushing event updated for resources: {'Port': ['ID=20310a3b-3865-4082-8add-d9a6919e480b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:26.773637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:26.774332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:26.791121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e468b-ceef-42c2-9a8d-03709dbc89af req-b59cb6f2-eec8-43d1-88f9-3a5c4e489b49 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:26.798785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa0e468b-ceef-42c2-9a8d-03709dbc89af req-b59cb6f2-eec8-43d1-88f9-3a5c4e489b49 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 931 time: 0.1433520 Sep 27 08:33:26.838535 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-f2cc07fe-dcda-4af5-a249-10e746fd01a6 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0300992 Sep 27 08:33:26.853933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Request body: {'port': {'device_id': 'ec16df77-5726-4b03-bf4f-5201b1da1a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:26.885241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa0e468b-ceef-42c2-9a8d-03709dbc89af req-7e711739-c3ba-4310-916a-c87257f20e87 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707507 Sep 27 08:33:27.066159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:27.160889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d0ee6891-8eac-4eab-90b8-21066e115a59 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:27.295473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port d0ee6891-8eac-4eab-90b8-21066e115a59 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:27.302505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port d0ee6891-8eac-4eab-90b8-21066e115a59 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:27.303285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:27.316872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-59c58bf3-a6c9-4894-b0a9-b299293280c0 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:33:27.318087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-59c58bf3-a6c9-4894-b0a9-b299293280c0 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265415 Sep 27 08:33:27.395874 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-7af0a1ba-91f0-4786-a208-9d2016ae9712 service neutron] show failed (client error): The resource could not be found. Sep 27 08:33:27.397595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-7af0a1ba-91f0-4786-a208-9d2016ae9712 service neutron] 10.222.0.57 "GET /v2.0/ports/6ad03ad4-2b72-492a-bfe0-08258b49cc23/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.1699789 Sep 27 08:33:27.440242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac6e54-c9ca-4d64-8ea5-941421bc0990 req-2b87cdab-560b-44f3-b9e2-aa2d8c43d064 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:27.441739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2ac6e54-c9ca-4d64-8ea5-941421bc0990 req-2b87cdab-560b-44f3-b9e2-aa2d8c43d064 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.4672687 Sep 27 08:33:27.453896 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:27.488489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ee6891-8eac-4eab-90b8-21066e115a59'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:27.491979 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f672a7-3746-4ddd-bc8c-a64f7be8e010" -d '{"events": [{"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-plugged", "status": "completed", "tag": "d0ee6891-8eac-4eab-90b8-21066e115a59"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:27.524734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d0ee6891-8eac-4eab-90b8-21066e115a59, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d0ee6891-8eac-4eab-90b8-21066e115a59,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:27.534929 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:27.598190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-512a65a5-d9c8-4af0-948f-3a390889b31f tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:27.599664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-512a65a5-d9c8-4af0-948f-3a390889b31f tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports/3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 200 len: 1093 time: 0.2685711 Sep 27 08:33:27.614026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d0ee6891-8eac-4eab-90b8-21066e115a59,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:27.643938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Request body: {'binding': {'host': 'n-h1-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:27.644526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:33:27.758852 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2ac6e54-c9ca-4d64-8ea5-941421bc0990 req-9b7fd406-c49c-4196-9490-ddd673fdcb8a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169631 Sep 27 08:33:27.866347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-e59f707e-fd5c-48fc-8473-e4158d941e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:27.867948 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-e59f707e-fd5c-48fc-8473-e4158d941e49 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea&tenant_id=26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 1100 time: 0.1866086 Sep 27 08:33:27.897512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:28.006384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20310a3b-3865-4082-8add-d9a6919e480b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:28.021379 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:28.037065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:28.061776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Transition to ACTIVE for port object 20310a3b-3865-4082-8add-d9a6919e480b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:28.063614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on host n-h1-810909-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:28.065849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:28.066523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:28.072584 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:28.134737 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b229037-a8df-409c-af33-ac276db6acbb x-openstack-request-id: req-4b229037-a8df-409c-af33-ac276db6acbb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:28.135143 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-plugged", "status": "completed", "tag": "d0ee6891-8eac-4eab-90b8-21066e115a59", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:28.135404 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b229037-a8df-409c-af33-ac276db6acbb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:28.135810 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ee6891-8eac-4eab-90b8-21066e115a59', 'code': 200} Sep 27 08:33:28.137636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:28.137961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:28.166452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:28.166801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:28.167404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:28.167860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Bound port: 3bdad425-829b-4797-9073-0616c06c275e, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:28.322622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Pushing event updated for resources: {'Port': ['ID=20310a3b-3865-4082-8add-d9a6919e480b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:28.441863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:28.461053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:28.462248 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7358e2ae-71a4-4ff0-9cd7-69e0642fe61b service neutron] 10.222.0.50 "POST /v2.0/ports/3bdad425-829b-4797-9073-0616c06c275e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8246627 Sep 27 08:33:28.487942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Attempting to bind port 20310a3b-3865-4082-8add-d9a6919e480b on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:28.488337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Attempting to bind port 20310a3b-3865-4082-8add-d9a6919e480b by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2f77cefe-1b91-4dea-8c33-330c8981eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7f724db2-bbc0-46ac-838e-4a3a8944dcde'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:28.488969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Attempting to bind port 20310a3b-3865-4082-8add-d9a6919e480b on network 7f724db2-bbc0-46ac-838e-4a3a8944dcde {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:28.498795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5eac2-403a-4908-9baa-c41414d6a0bc req-38041710-b0e6-4de1-a632-4c47aa522762 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:28.507375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5eac2-403a-4908-9baa-c41414d6a0bc req-38041710-b0e6-4de1-a632-4c47aa522762 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:28.513005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5eac2-403a-4908-9baa-c41414d6a0bc req-38041710-b0e6-4de1-a632-4c47aa522762 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:28.520824 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0c5eac2-403a-4908-9baa-c41414d6a0bc req-38041710-b0e6-4de1-a632-4c47aa522762 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2415 time: 0.2568059 Sep 27 08:33:28.550218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Port 20310a3b-3865-4082-8add-d9a6919e480b on network 7f724db2-bbc0-46ac-838e-4a3a8944dcde not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:28.550437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Attempting to bind port 20310a3b-3865-4082-8add-d9a6919e480b on network 7f724db2-bbc0-46ac-838e-4a3a8944dcde {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:28.564505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:28.564885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Checking segment: {'id': '2f77cefe-1b91-4dea-8c33-330c8981eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7f724db2-bbc0-46ac-838e-4a3a8944dcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:28.565219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Bound using segment: {'id': '2f77cefe-1b91-4dea-8c33-330c8981eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7f724db2-bbc0-46ac-838e-4a3a8944dcde'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:28.565740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Bound port: 20310a3b-3865-4082-8add-d9a6919e480b, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f77cefe-1b91-4dea-8c33-330c8981eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7f724db2-bbc0-46ac-838e-4a3a8944dcde'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:28.566098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:28.614784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0c5eac2-403a-4908-9baa-c41414d6a0bc req-8c3b4812-e918-44c0-a84b-24850fbcaad3 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928209 Sep 27 08:33:28.711181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:28.807739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f095d8-7d00-496c-8c88-a0e7b3d9bc16 req-42a8c97f-ab29-47c1-86fe-e3be99459170 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:28.812410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] For port 20310a3b-3865-4082-8add-d9a6919e480b, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:28.816400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:28.821761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f095d8-7d00-496c-8c88-a0e7b3d9bc16 req-42a8c97f-ab29-47c1-86fe-e3be99459170 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 943 time: 0.0945742 Sep 27 08:33:28.858894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] For port 20310a3b-3865-4082-8add-d9a6919e480b, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20310a3b-3865-4082-8add-d9a6919e480b,segment=NetworkSegment(2f77cefe-1b91-4dea-8c33-330c8981eab0),segment_id=2f77cefe-1b91-4dea-8c33-330c8981eab0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:28.875265 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:28.888593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846104c5-7f99-4f18-9b0b-626443d714c8 req-3b89fc64-54c2-4b83-9722-c6f7c41e4ce1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:28.896024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-846104c5-7f99-4f18-9b0b-626443d714c8 req-3b89fc64-54c2-4b83-9722-c6f7c41e4ce1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.1600795 Sep 27 08:33:28.898573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f095d8-7d00-496c-8c88-a0e7b3d9bc16 req-fd50e8a2-f146-4c00-9bbf-49871e568a1f tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742667 Sep 27 08:33:28.904601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:28.907050 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8cd48-16c7-40ae-8c18-ebba5696df05" -d '{"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:28.935613 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:28.992218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7fef964c-5cdd-4947-a354-cb5e31ebfce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:28.993904 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-7fef964c-5cdd-4947-a354-cb5e31ebfce5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1096 time: 0.0938520 Sep 27 08:33:28.996267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:28.997229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:28.998884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] 10.222.0.67 "PUT /v2.0/ports/20310a3b-3865-4082-8add-d9a6919e480b HTTP/1.1" status: 200 len: 1091 time: 2.1508615 Sep 27 08:33:29.001956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122cc93-2cdf-440d-bfc6-315d0612dd58 service neutron] Pushing event updated for resources: {'Port': ['ID=20310a3b-3865-4082-8add-d9a6919e480b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:29.033088 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-846104c5-7f99-4f18-9b0b-626443d714c8 req-6e376a7f-caf9-4b51-8938-88836ecd4b8d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361115 Sep 27 08:33:29.034753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Transition to ACTIVE for port object 6ad03ad4-2b72-492a-bfe0-08258b49cc23 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:29.049205 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:29.140695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:29.162338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51265-305f-4ec7-8050-ae657dc31562 req-524d71c5-8cf0-47dd-a39c-9ad662d9a7b2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:29.163529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f77bbe5f-b769-430f-a86f-3ad5d2091fd0 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:29.169714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09c51265-305f-4ec7-8050-ae657dc31562 req-524d71c5-8cf0-47dd-a39c-9ad662d9a7b2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.1515195 Sep 27 08:33:29.233477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-cc61b720-edd6-455f-b7b3-a5f702e3c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:29.235644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-cc61b720-edd6-455f-b7b3-a5f702e3c892 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2317617 Sep 27 08:33:29.246012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09c51265-305f-4ec7-8050-ae657dc31562 req-63196f3c-a06f-4a9b-bb11-691478148174 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753367 Sep 27 08:33:29.317254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-1aba3263-196b-412e-895a-8dae7f1d3c88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 200 len: 217 time: 0.0700881 Sep 27 08:33:29.326636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] No DVR routers for this DVR port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:29.346504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-4e1cf52d-79a4-43ef-80b9-980605008d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:29.348529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-4e1cf52d-79a4-43ef-80b9-980605008d1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5762479a6da40949043dd29867ba50b&device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 1094 time: 0.2026458 Sep 27 08:33:29.379005 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838b6364-5853-417e-a79e-71e4171f9aa2 x-openstack-request-id: req-838b6364-5853-417e-a79e-71e4171f9aa2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:29.379005 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:29.379005 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-838b6364-5853-417e-a79e-71e4171f9aa2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:29.379005 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'code': 200} Sep 27 08:33:29.435419 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-fd18852d-24bb-4e06-83c6-06dabfd59848 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20310a3b-3865-4082-8add-d9a6919e480b HTTP/1.1" status: 200 len: 217 time: 0.0584655 Sep 27 08:33:29.467869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-e339993d-5f42-4e6f-b33a-24709c75a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:29.468562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:29.469062 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:29.469469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-e339993d-5f42-4e6f-b33a-24709c75a9a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.1439493 Sep 27 08:33:29.469763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:29.493093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f77bbe5f-b769-430f-a86f-3ad5d2091fd0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:29.497355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:29.500064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:29.512621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:29.513241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:29.513830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:29.514215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0', 'network_id': 'ba75542e-6b89-44a0-a505-59b215fbfbfe', 'port_id': 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0', 'mac_address': 'fa:16:3e:33:24:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e400fe9-c96f-48a9-a182-878416a0b22e', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:29.514796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Bound port: 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:29.515434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:29.537450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-b3c20a99-6bcd-4550-8bf1-29581fbb4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:29.539158 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-b3c20a99-6bcd-4550-8bf1-29581fbb4b39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f80183c2-5d05-4aad-8697-6ec1220f402a HTTP/1.1" status: 200 len: 862 time: 0.0929599 Sep 27 08:33:29.578915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-f367c582-38bc-4b92-8ea8-0029ececc47c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974340 Sep 27 08:33:29.644951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:29.652222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-bb33b842-013c-4884-b6f1-82b82d49c454 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f724db2-bbc0-46ac-838e-4a3a8944dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030326 Sep 27 08:33:29.670031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77bbe5f-b769-430f-a86f-3ad5d2091fd0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:29.745768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f77bbe5f-b769-430f-a86f-3ad5d2091fd0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:29.757705 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:29.759905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f03eb4b5-5932-4398-9b05-c758475cd788 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:29.763141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:29.763656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-3e49ae07-3148-4fb2-83d1-e4ab1776fa40 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767817 Sep 27 08:33:29.767485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:29.780053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:29.869353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:29.895016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:29.941885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:29.942795 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:29.944286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-53ba8668-32d9-41e4-996a-99c628b17a57 service neutron] 10.222.0.67 "PUT /v2.0/ports/6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 1095 time: 2.0580590 Sep 27 08:33:30.030527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f03eb4b5-5932-4398-9b05-c758475cd788, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f03eb4b5-5932-4398-9b05-c758475cd788,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:30.043622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-d8c68761-fa43-48a3-b49b-fbd28621ffd1 service neutron] 10.222.0.67 "GET /v2.0/networks/7f724db2-bbc0-46ac-838e-4a3a8944dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828545 Sep 27 08:33:30.055155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f03eb4b5-5932-4398-9b05-c758475cd788', 'network_id': '12555c3b-8f5a-429e-88c7-e756d6888f4a', 'port_id': 'f03eb4b5-5932-4398-9b05-c758475cd788', 'mac_address': 'fa:16:3e:b1:ca:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bb65cb-288f-4bb1-aff7-e7f301eaf53b', 'ip_address': '19.86.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:30.140090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:30.162611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03eb4b5-5932-4398-9b05-c758475cd788 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:30.200513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f03eb4b5-5932-4398-9b05-c758475cd788, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f03eb4b5-5932-4398-9b05-c758475cd788,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:30.209767 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:30.319884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f03eb4b5-5932-4398-9b05-c758475cd788,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:30.340431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c3ce146-e034-407b-983f-d29b09bccc68 req-702fa87b-e529-48ac-a773-c9eff1005675 service neutron] 10.222.0.67 "GET /v2.0/networks/7f724db2-bbc0-46ac-838e-4a3a8944dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782865 Sep 27 08:33:30.368150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-a53a8324-b50b-4732-a3cb-faece13dcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.370319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-a53a8324-b50b-4732-a3cb-faece13dcd69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1098 time: 0.3867910 Sep 27 08:33:30.388608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef358e-77e2-47c5-8b9e-de02f7655807 req-62eb7a83-36ea-428e-b882-dd4f8da48e93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.394521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef358e-77e2-47c5-8b9e-de02f7655807 req-62eb7a83-36ea-428e-b882-dd4f8da48e93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.400615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef358e-77e2-47c5-8b9e-de02f7655807 req-62eb7a83-36ea-428e-b882-dd4f8da48e93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.402296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-61ef358e-77e2-47c5-8b9e-de02f7655807 req-62eb7a83-36ea-428e-b882-dd4f8da48e93 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2416 time: 0.6372116 Sep 27 08:33:30.452347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-61ef358e-77e2-47c5-8b9e-de02f7655807 req-7822b0fc-2e2b-4df9-94ee-f05c58dc71f2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Sep 27 08:33:30.456213 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-350fc295-940c-4fb6-9ff7-3df0d68fe1ef service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793447 Sep 27 08:33:30.470075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104c79e-fbf6-4170-8a96-a95aeb176620 req-468ee83a-915f-490d-a8b6-db98db5f8de7 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.471630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c104c79e-fbf6-4170-8a96-a95aeb176620 req-468ee83a-915f-490d-a8b6-db98db5f8de7 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 943 time: 0.4306753 Sep 27 08:33:30.530195 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c104c79e-fbf6-4170-8a96-a95aeb176620 req-5567cf92-4235-4c31-855e-7c4132d4d3ec tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486200 Sep 27 08:33:30.547197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-d79b96db-336c-4a7f-832a-203f31f4a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.550381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-d79b96db-336c-4a7f-832a-203f31f4a17f service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1672940 Sep 27 08:33:30.588735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f03eb4b5-5932-4398-9b05-c758475cd788'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:30.635931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-567dffd7-8657-4add-af8b-c9bf971abbd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.0761297 Sep 27 08:33:30.643260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ff542-8592-4eb6-bbe5-1a23ccea35a9 req-a0ea83d5-c6ba-4357-8f42-9adea2d5e904 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.647909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f77bbe5f-b769-430f-a86f-3ad5d2091fd0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:30.651646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b8ff542-8592-4eb6-bbe5-1a23ccea35a9 req-a0ea83d5-c6ba-4357-8f42-9adea2d5e904 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0934660 Sep 27 08:33:30.711797 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b8ff542-8592-4eb6-bbe5-1a23ccea35a9 req-d822f401-6b31-448d-89d6-bed509994208 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581131 Sep 27 08:33:30.743923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-80353af6-275c-43e6-9ad1-96a0cced6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.749969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-80353af6-275c-43e6-9ad1-96a0cced6c27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1048214 Sep 27 08:33:30.848155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-0ecee834-6ace-4010-b674-798544ceb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:30.849738 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-0ecee834-6ace-4010-b674-798544ceb2ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912173 Sep 27 08:33:31.035268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fb65c-0489-4cbd-ba6d-a7541ccd553a req-1182c3dd-b0dc-438b-8938-ceae5d857733 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.044126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f4fb65c-0489-4cbd-ba6d-a7541ccd553a req-1182c3dd-b0dc-438b-8938-ceae5d857733 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 947 time: 0.2190721 Sep 27 08:33:31.124176 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f4fb65c-0489-4cbd-ba6d-a7541ccd553a req-d97adba1-d405-463f-a8f2-f220ecd64b12 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651999 Sep 27 08:33:31.128477 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-2598053d-228b-476c-9854-55f86ff8a4bd service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639244 Sep 27 08:33:31.168987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:31.248734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:31.298485 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7461e70-a0d3-4fce-93b8-25b47ecaa262 req-02a4e13d-0a45-497a-bdd6-32d836e36499 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605124 Sep 27 08:33:31.377550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec16df77-5726-4b03-bf4f-5201b1da1a02', 'tag': '20310a3b-3865-4082-8add-d9a6919e480b'}, {'name': 'network-changed', 'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:31.380030 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d148204-6520-4ef1-ab44-7878f9344c27" -d '{"events": [{"name": "network-changed", "server_uuid": "ec16df77-5726-4b03-bf4f-5201b1da1a02", "tag": "20310a3b-3865-4082-8add-d9a6919e480b"}, {"name": "network-changed", "server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:31.484098 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddba2d3-0d32-479c-9257-64d269c3a6ab x-openstack-request-id: req-bddba2d3-0d32-479c-9257-64d269c3a6ab {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:31.484505 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec16df77-5726-4b03-bf4f-5201b1da1a02", "tag": "20310a3b-3865-4082-8add-d9a6919e480b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:31.484675 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bddba2d3-0d32-479c-9257-64d269c3a6ab {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:31.485063 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec16df77-5726-4b03-bf4f-5201b1da1a02', 'tag': '20310a3b-3865-4082-8add-d9a6919e480b', 'status': 'completed', 'code': 200} Sep 27 08:33:31.485312 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'status': 'completed', 'code': 200} Sep 27 08:33:31.616806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-f98e404c-cbbe-438f-9525-8d1f1a00566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.620842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-f98e404c-cbbe-438f-9525-8d1f1a00566c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1098 time: 0.1127660 Sep 27 08:33:31.701436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-7d8ba4d5-8f25-4376-b84c-cf0cc34d086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.702964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-7d8ba4d5-8f25-4376-b84c-cf0cc34d086a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5762479a6da40949043dd29867ba50b&device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 1094 time: 0.1609504 Sep 27 08:33:31.746272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-720fc96d-793f-4147-a6b3-38a543b7fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.748154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-720fc96d-793f-4147-a6b3-38a543b7fd02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1197963 Sep 27 08:33:31.812865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-911223fd-c2a6-47ad-9f1f-902a983809bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.814540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-911223fd-c2a6-47ad-9f1f-902a983809bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=7f724db2-bbc0-46ac-838e-4a3a8944dcde HTTP/1.1" status: 200 len: 923 time: 0.0985351 Sep 27 08:33:31.829874 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b76bfd-52bf-4b70-bac4-da0b5ebac379 req-96cc4864-23f4-4309-8e9c-8006c576c634 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.830714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-c0df95af-d6be-4516-b990-d44baf3cc674 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.0664978 Sep 27 08:33:31.836127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b76bfd-52bf-4b70-bac4-da0b5ebac379 req-96cc4864-23f4-4309-8e9c-8006c576c634 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.842320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b76bfd-52bf-4b70-bac4-da0b5ebac379 req-96cc4864-23f4-4309-8e9c-8006c576c634 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.844166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09b76bfd-52bf-4b70-bac4-da0b5ebac379 req-96cc4864-23f4-4309-8e9c-8006c576c634 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2417 time: 0.2107699 Sep 27 08:33:31.858818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be266b-a43c-481e-8d82-6bf57187b849 req-5f4f949b-75ad-4333-9858-4a7f1f6ec99d tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.866890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f7be266b-a43c-481e-8d82-6bf57187b849 req-5f4f949b-75ad-4333-9858-4a7f1f6ec99d tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 943 time: 0.1175778 Sep 27 08:33:31.923542 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-a24b7900-830c-4e83-b8dc-d96f73d4b0a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20310a3b-3865-4082-8add-d9a6919e480b HTTP/1.1" status: 200 len: 217 time: 0.0778584 Sep 27 08:33:31.933963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-a72babde-2f9a-40fc-9aec-11dd367a20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:31.935695 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-a72babde-2f9a-40fc-9aec-11dd367a20c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0613370 Sep 27 08:33:31.981961 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09b76bfd-52bf-4b70-bac4-da0b5ebac379 req-58330b28-677c-4888-9b1c-365788c51888 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281769 Sep 27 08:33:32.016452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-1a8d1c57-7db3-40d0-8447-5e9359bfba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:32.018334 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-1a8d1c57-7db3-40d0-8447-5e9359bfba75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f80183c2-5d05-4aad-8697-6ec1220f402a HTTP/1.1" status: 200 len: 862 time: 0.0860641 Sep 27 08:33:32.068234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f7be266b-a43c-481e-8d82-6bf57187b849 req-3d9f9996-5ffc-461c-825e-8b70ad4aa859 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981456 Sep 27 08:33:32.071614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-31a46952-4516-4206-a239-4ec763869716 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7f724db2-bbc0-46ac-838e-4a3a8944dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447598 Sep 27 08:33:32.114881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-5e58fd1e-140b-4c6d-a4ea-3b7c01bca0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:32.117636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-5e58fd1e-140b-4c6d-a4ea-3b7c01bca0f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731162 Sep 27 08:33:32.329789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800a81-7259-4b33-a54f-3421b9566c39 req-592fc26c-8405-492f-89ff-3b08cb9b5ef2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:32.337564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5800a81-7259-4b33-a54f-3421b9566c39 req-592fc26c-8405-492f-89ff-3b08cb9b5ef2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0892565 Sep 27 08:33:32.381275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-b14ad605-35c6-463a-9a80-e21be36a3be1 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476699 Sep 27 08:33:32.429456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5800a81-7259-4b33-a54f-3421b9566c39 req-de959634-20e6-4d4f-b903-da510b3827d5 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784659 Sep 27 08:33:32.635432 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-9ef5332b-be3f-4562-ae04-e5e9b029d53f service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369936 Sep 27 08:33:32.641143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96b82b-d641-4b36-be1e-a607caa40a6e req-b9bd3b58-7417-422e-9367-9f80b0db60de tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:32.642933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e96b82b-d641-4b36-be1e-a607caa40a6e req-b9bd3b58-7417-422e-9367-9f80b0db60de tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 947 time: 0.1104376 Sep 27 08:33:32.668579 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-815bbf0d-5a62-4ec1-977f-41b476bf463a service neutron] 10.222.0.67 "GET /v2.0/networks/7f724db2-bbc0-46ac-838e-4a3a8944dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876567 Sep 27 08:33:32.717696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e96b82b-d641-4b36-be1e-a607caa40a6e req-ff2012a6-1215-4431-80ad-f6e2f1789c1a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642056 Sep 27 08:33:32.788384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-80c8f205-1e57-4ee7-93d1-098ec0bf98bb service neutron] 10.222.0.67 "GET /v2.0/networks/7f724db2-bbc0-46ac-838e-4a3a8944dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052301 Sep 27 08:33:32.878261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-f2ecf1af-0a3c-4d03-b099-a7347f89a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:32.881290 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-f2ecf1af-0a3c-4d03-b099-a7347f89a76e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1098 time: 0.0497215 Sep 27 08:33:33.001822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-2964b441-e66a-4d38-ac2e-05dbc4917cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.003360 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-2964b441-e66a-4d38-ac2e-05dbc4917cd2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1149642 Sep 27 08:33:33.060870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-5b30078d-a1bf-4469-977a-6f4cea7a5d3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.0479155 Sep 27 08:33:33.120936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341be195-4bed-4a4a-9055-0933c6e1ce28 req-9f1b5029-1950-47b6-9e5e-275fdce1a25f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.127534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341be195-4bed-4a4a-9055-0933c6e1ce28 req-9f1b5029-1950-47b6-9e5e-275fdce1a25f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.137781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341be195-4bed-4a4a-9055-0933c6e1ce28 req-9f1b5029-1950-47b6-9e5e-275fdce1a25f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.148129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-341be195-4bed-4a4a-9055-0933c6e1ce28 req-9f1b5029-1950-47b6-9e5e-275fdce1a25f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2417 time: 0.0924952 Sep 27 08:33:33.185718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f77bbe5f-b769-430f-a86f-3ad5d2091fd0 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:33.242810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-341be195-4bed-4a4a-9055-0933c6e1ce28 req-b598cff6-cb53-45ed-bd67-a99112fc6cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930843 Sep 27 08:33:33.295997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-e1c8dd9d-0bf6-4df5-9664-ac6b2d29e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.298040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-e1c8dd9d-0bf6-4df5-9664-ac6b2d29e4c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2292533 Sep 27 08:33:33.307358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:33.343182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233faf8-7249-4bdc-b6f9-2dfa77bf8dd8 req-b3fa38de-ea95-4925-9917-5c36f54584b7 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.356480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:33.357612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6233faf8-7249-4bdc-b6f9-2dfa77bf8dd8 req-b3fa38de-ea95-4925-9917-5c36f54584b7 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 943 time: 0.1564088 Sep 27 08:33:33.393737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:33.394696 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:33.447221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-bbf7a674-4077-4787-9c01-900b359d7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.449251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-bbf7a674-4077-4787-9c01-900b359d7f3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340361 Sep 27 08:33:33.465272 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6233faf8-7249-4bdc-b6f9-2dfa77bf8dd8 req-b6a1a2f2-99ab-421c-b810-c2d4bad219a0 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016455 Sep 27 08:33:33.616106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:33.644134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee858f-ef1e-40db-abcd-45c5bf2e7d0e req-a1509174-8b14-42cc-b216-157c5bd883f1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.646612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-beee858f-ef1e-40db-abcd-45c5bf2e7d0e req-a1509174-8b14-42cc-b216-157c5bd883f1 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0839789 Sep 27 08:33:33.652317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-04628144-5085-4a2c-a221-38c4c5d9617d service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854968 Sep 27 08:33:33.666920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'mac_address': 'fa:16:3e:e2:8e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:33.694452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-beee858f-ef1e-40db-abcd-45c5bf2e7d0e req-7cec362d-285b-48be-8878-d15f5fb253d8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Sep 27 08:33:33.731470 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:33.776950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f77bbe5f-b769-430f-a86f-3ad5d2091fd0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:33.780735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:33.783505 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a1320f-6ca6-4c76-b3be-38e7892965a3" -d '{"events": [{"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-plugged", "status": "completed", "tag": "f77bbe5f-b769-430f-a86f-3ad5d2091fd0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:33.787806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:33.798912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:33.799737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f03eb4b5-5932-4398-9b05-c758475cd788 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:33.803812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d148204-6520-4ef1-ab44-7878f9344c27 req-5b5e87db-eb0f-4d43-8a89-a1996b7da033 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436791 Sep 27 08:33:33.855705 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dd1509-6a08-4ed5-ba4c-f1da4b13dcc9 x-openstack-request-id: req-27dd1509-6a08-4ed5-ba4c-f1da4b13dcc9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:33.856000 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-plugged", "status": "completed", "tag": "f77bbe5f-b769-430f-a86f-3ad5d2091fd0", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:33.856262 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27dd1509-6a08-4ed5-ba4c-f1da4b13dcc9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:33.856705 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0', 'code': 200} Sep 27 08:33:33.876987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad03ad4-2b72-492a-bfe0-08258b49cc23 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:33.915245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:33.927383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:33.928092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 20310a3b-3865-4082-8add-d9a6919e480b details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:33.933493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13416205-7f47-4c22-8a61-d0581945f90f req-ee553bbe-6b82-47cf-bee5-c5d9d3908bb0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:33.935333 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13416205-7f47-4c22-8a61-d0581945f90f req-ee553bbe-6b82-47cf-bee5-c5d9d3908bb0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 947 time: 0.1026073 Sep 27 08:33:33.940453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f03eb4b5-5932-4398-9b05-c758475cd788 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:33.942446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:34.001754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f03eb4b5-5932-4398-9b05-c758475cd788 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:34.002139 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:34.012181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13416205-7f47-4c22-8a61-d0581945f90f req-aa0d97f8-b5cc-471b-b3a6-0d0d81e34efc tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683336 Sep 27 08:33:34.051343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:34.192198 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:34.232288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 20310a3b-3865-4082-8add-d9a6919e480b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20310a3b-3865-4082-8add-d9a6919e480b,segment=NetworkSegment(2f77cefe-1b91-4dea-8c33-330c8981eab0),segment_id=2f77cefe-1b91-4dea-8c33-330c8981eab0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:34.277390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '20310a3b-3865-4082-8add-d9a6919e480b', 'network_id': '7f724db2-bbc0-46ac-838e-4a3a8944dcde', 'port_id': '20310a3b-3865-4082-8add-d9a6919e480b', 'mac_address': 'fa:16:3e:38:5d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80183c2-5d05-4aad-8697-6ec1220f402a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:34.291477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f03eb4b5-5932-4398-9b05-c758475cd788, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f03eb4b5-5932-4398-9b05-c758475cd788,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:34.299350 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:34.393227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546f877-9544-4d52-92d5-c5ccd5052540 req-b61858d8-3d87-49a7-b6a9-0a3ccb386568 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:34.400410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546f877-9544-4d52-92d5-c5ccd5052540 req-b61858d8-3d87-49a7-b6a9-0a3ccb386568 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:34.407656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546f877-9544-4d52-92d5-c5ccd5052540 req-b61858d8-3d87-49a7-b6a9-0a3ccb386568 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:34.409493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1546f877-9544-4d52-92d5-c5ccd5052540 req-b61858d8-3d87-49a7-b6a9-0a3ccb386568 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2419 time: 0.0745630 Sep 27 08:33:34.420757 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:34.457231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f03eb4b5-5932-4398-9b05-c758475cd788,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:34.463342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20310a3b-3865-4082-8add-d9a6919e480b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:34.488150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 20310a3b-3865-4082-8add-d9a6919e480b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20310a3b-3865-4082-8add-d9a6919e480b,segment=NetworkSegment(2f77cefe-1b91-4dea-8c33-330c8981eab0),segment_id=2f77cefe-1b91-4dea-8c33-330c8981eab0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:34.494923 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:34.528386 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1546f877-9544-4d52-92d5-c5ccd5052540 req-401abded-2fe8-45fb-9371-e03bb21f2add tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051462 Sep 27 08:33:34.572190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=20310a3b-3865-4082-8add-d9a6919e480b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:34.724311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-f5391646-7f71-482a-aaea-f524113c1d0d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:34.726369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-f5391646-7f71-482a-aaea-f524113c1d0d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea&tenant_id=26b7c4de14f44e6997b69ac66c53364d&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 948 time: 0.1772943 Sep 27 08:33:34.781892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['20310a3b-3865-4082-8add-d9a6919e480b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:34.787139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f68c-ec1a-48df-839c-2095e1d83bad req-dac0b235-cc64-473f-b1d8-1dcc9cd79712 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:34.796602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbd3f68c-ec1a-48df-839c-2095e1d83bad req-dac0b235-cc64-473f-b1d8-1dcc9cd79712 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 948 time: 0.0900919 Sep 27 08:33:34.842896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbd3f68c-ec1a-48df-839c-2095e1d83bad req-3d66ff0d-c2cc-4fde-997c-bccfa3d6f2d1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450082 Sep 27 08:33:34.872045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['6ad03ad4-2b72-492a-bfe0-08258b49cc23'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:34.897539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fba4a0-8a0e-4708-a9f7-7e378275b9a2 req-fad2963c-010c-4f3a-b8e8-53116a72ed26 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:34.904528 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18fba4a0-8a0e-4708-a9f7-7e378275b9a2 req-fad2963c-010c-4f3a-b8e8-53116a72ed26 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 944 time: 0.2710798 Sep 27 08:33:35.000478 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-3122c4b1-edfb-4da4-988e-9ee814b6243d service neutron] 10.222.0.67 "GET /v2.0/ports/6ad03ad4-2b72-492a-bfe0-08258b49cc23/bindings/n-h2-810909-1 HTTP/1.1" status: 200 len: 382 time: 0.2636187 Sep 27 08:33:35.017421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18fba4a0-8a0e-4708-a9f7-7e378275b9a2 req-b8362f50-8db3-4a4b-a525-e460d2f3b3ea tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928211 Sep 27 08:33:35.093670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-df29275b-fa82-41ad-a381-8ad0df90311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.095651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-df29275b-fa82-41ad-a381-8ad0df90311f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1099 time: 0.0689454 Sep 27 08:33:35.166186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0097-2f23-4cf9-b846-9ed01f44fb47 req-f3162205-da1f-40c1-9e3f-bdc5950be53b tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.175469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c19d0097-2f23-4cf9-b846-9ed01f44fb47 req-f3162205-da1f-40c1-9e3f-bdc5950be53b tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0965683 Sep 27 08:33:35.264988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c19d0097-2f23-4cf9-b846-9ed01f44fb47 req-03feaff1-aa8b-407b-bbde-c8e0bf757286 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882454 Sep 27 08:33:35.339272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-52d7f127-0f22-43e4-b46f-4020ffcdde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.341375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-52d7f127-0f22-43e4-b46f-4020ffcdde2d service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2381077 Sep 27 08:33:35.392654 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-243eaa1b-f710-457b-aa2a-a5c6041a1f6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.0396204 Sep 27 08:33:35.464736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-5b7f4ba9-b373-4a53-8558-966c2dc5ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.466075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-5b7f4ba9-b373-4a53-8558-966c2dc5ee18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0644364 Sep 27 08:33:35.523104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-65b48e66-8110-4ef5-acba-ba7b9caedbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.525268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-65b48e66-8110-4ef5-acba-ba7b9caedbd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504410 Sep 27 08:33:35.526624 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:35.710914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-03c61bfd-5f90-4b77-b614-517baabc1e81 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771293 Sep 27 08:33:35.720564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8830b29-2bd5-4bc0-ac75-251127623e1a req-8ad1255c-f391-4576-8e38-f79406228e02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.727639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8830b29-2bd5-4bc0-ac75-251127623e1a req-8ad1255c-f391-4576-8e38-f79406228e02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.734039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8830b29-2bd5-4bc0-ac75-251127623e1a req-8ad1255c-f391-4576-8e38-f79406228e02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.735883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8830b29-2bd5-4bc0-ac75-251127623e1a req-8ad1255c-f391-4576-8e38-f79406228e02 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2419 time: 0.1083755 Sep 27 08:33:35.839687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8830b29-2bd5-4bc0-ac75-251127623e1a req-21be30ec-adfd-4938-b7d8-86c1ff26eee0 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835528 Sep 27 08:33:35.858383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03eb4b5-5932-4398-9b05-c758475cd788'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:35.862136 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58426028-2f80-4e2c-b81f-40d8f5b30a58" -d '{"events": [{"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-plugged", "status": "completed", "tag": "f03eb4b5-5932-4398-9b05-c758475cd788"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:35.863526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-d9ac109c-5432-4343-b94f-6393be8a8d87 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265540 Sep 27 08:33:35.913322 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e772256-bc51-44c1-a14c-7bd85654227f x-openstack-request-id: req-8e772256-bc51-44c1-a14c-7bd85654227f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:35.913720 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-plugged", "status": "completed", "tag": "f03eb4b5-5932-4398-9b05-c758475cd788", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:35.914071 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e772256-bc51-44c1-a14c-7bd85654227f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:35.914566 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03eb4b5-5932-4398-9b05-c758475cd788', 'code': 200} Sep 27 08:33:35.970881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94199a7-879c-4965-8b24-328f0d3f1f61 req-8f2fc959-2f60-4386-80e9-3df3138e13da tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:35.979015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d94199a7-879c-4965-8b24-328f0d3f1f61 req-8f2fc959-2f60-4386-80e9-3df3138e13da tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 948 time: 0.0597696 Sep 27 08:33:36.015588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d94199a7-879c-4965-8b24-328f0d3f1f61 req-2cfb2069-3246-4711-bae0-ca6b35ed9186 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356548 Sep 27 08:33:36.160172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc52f-2f7f-4102-8cf8-035fe228738a req-23210fd5-174d-4f09-8dd1-2ae892451c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.160909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc52f-2f7f-4102-8cf8-035fe228738a req-23210fd5-174d-4f09-8dd1-2ae892451c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.161708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc52f-2f7f-4102-8cf8-035fe228738a req-23210fd5-174d-4f09-8dd1-2ae892451c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.163930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3cfc52f-2f7f-4102-8cf8-035fe228738a req-23210fd5-174d-4f09-8dd1-2ae892451c0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2872 time: 0.0563653 Sep 27 08:33:36.230959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edfdf-f973-426f-9f83-2fae4808af2a req-45ee646c-9b51-4562-bff1-96f77368de76 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.232584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b47edfdf-f973-426f-9f83-2fae4808af2a req-45ee646c-9b51-4562-bff1-96f77368de76 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 950 time: 0.0599923 Sep 27 08:33:36.255536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3cfc52f-2f7f-4102-8cf8-035fe228738a req-6d8324e9-57e2-4537-b521-f4bbd32176e3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815730 Sep 27 08:33:36.263171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e12a53-1d0d-413d-8e27-4d1898442215 req-ae3729eb-c77d-4d32-b966-f97f55231caf tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.264861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14e12a53-1d0d-413d-8e27-4d1898442215 req-ae3729eb-c77d-4d32-b966-f97f55231caf tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 944 time: 0.0844717 Sep 27 08:33:36.275799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b47edfdf-f973-426f-9f83-2fae4808af2a req-41b2ecf8-5b34-4fc7-9d8c-333fb9684b65 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359447 Sep 27 08:33:36.322542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14e12a53-1d0d-413d-8e27-4d1898442215 req-618de43d-8131-4ca3-aadf-5080499ad196 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505505 Sep 27 08:33:36.443327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e8c8b-883a-457e-ad9e-eb779d629c20 req-32766f31-2dc0-4194-b576-17408c9ef105 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.445006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-352e8c8b-883a-457e-ad9e-eb779d629c20 req-32766f31-2dc0-4194-b576-17408c9ef105 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0659382 Sep 27 08:33:36.486650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-352e8c8b-883a-457e-ad9e-eb779d629c20 req-319024ba-0a54-4e05-9780-888438491955 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Sep 27 08:33:36.963410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013838b-d094-4f1b-92e7-d1e739fe1b55 req-e51ca8e1-9d94-4b97-818b-12aec5712382 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.969978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013838b-d094-4f1b-92e7-d1e739fe1b55 req-e51ca8e1-9d94-4b97-818b-12aec5712382 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.975366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013838b-d094-4f1b-92e7-d1e739fe1b55 req-e51ca8e1-9d94-4b97-818b-12aec5712382 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:36.977436 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c013838b-d094-4f1b-92e7-d1e739fe1b55 req-e51ca8e1-9d94-4b97-818b-12aec5712382 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2419 time: 0.0640962 Sep 27 08:33:37.021500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c013838b-d094-4f1b-92e7-d1e739fe1b55 req-94c8fcac-f8e0-4a38-ba74-1f08c2f28450 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 Sep 27 08:33:37.173477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f652-9265-49e8-a536-d47c0c7ee5c3 req-5995c379-cca0-418d-8918-5c9e4e57ac80 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:37.175074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a212f652-9265-49e8-a536-d47c0c7ee5c3 req-5995c379-cca0-418d-8918-5c9e4e57ac80 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 948 time: 0.0689876 Sep 27 08:33:37.219810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a212f652-9265-49e8-a536-d47c0c7ee5c3 req-44316205-a90b-4562-a693-380523f2a37d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Sep 27 08:33:37.322346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:37.387498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:37.391810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:37.396551 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:37.444841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec7e07-0ccd-414a-a2a1-c712e8fcf729 req-f9a2830f-21d8-4081-af08-a7f6eaeaaa97 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:37.446484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76ec7e07-0ccd-414a-a2a1-c712e8fcf729 req-f9a2830f-21d8-4081-af08-a7f6eaeaaa97 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 944 time: 0.0530906 Sep 27 08:33:37.478056 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:37.487630 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76ec7e07-0ccd-414a-a2a1-c712e8fcf729 req-39fcbec4-57c3-4de0-be09-3f1015f47592 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Sep 27 08:33:37.512149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:37.517500 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:37.518313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 20310a3b-3865-4082-8add-d9a6919e480b up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:37.603657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:37.611612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 20310a3b-3865-4082-8add-d9a6919e480b completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:37.616200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 20310a3b-3865-4082-8add-d9a6919e480b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:37.616635 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:37.650475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2416e-e059-4702-b96c-e8f4b9bc6c9f req-74745f4b-898e-45cd-b6c4-4a5026cafe2a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:37.652093 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91b2416e-e059-4702-b96c-e8f4b9bc6c9f req-74745f4b-898e-45cd-b6c4-4a5026cafe2a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0754719 Sep 27 08:33:37.706475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91b2416e-e059-4702-b96c-e8f4b9bc6c9f req-fb962e95-5f47-4434-bcac-878df190a14e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Sep 27 08:33:37.712994 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:37.760768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 20310a3b-3865-4082-8add-d9a6919e480b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20310a3b-3865-4082-8add-d9a6919e480b,segment=NetworkSegment(2f77cefe-1b91-4dea-8c33-330c8981eab0),segment_id=2f77cefe-1b91-4dea-8c33-330c8981eab0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:37.765874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:37.831897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=20310a3b-3865-4082-8add-d9a6919e480b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:37.916109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}, {'server_uuid': 'ec16df77-5726-4b03-bf4f-5201b1da1a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20310a3b-3865-4082-8add-d9a6919e480b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:37.919358 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee79f0cc-1ba8-4747-a520-0875f09b9560" -d '{"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}, {"server_uuid": "ec16df77-5726-4b03-bf4f-5201b1da1a02", "name": "network-vif-plugged", "status": "completed", "tag": "20310a3b-3865-4082-8add-d9a6919e480b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:37.982717 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3669762-23ab-436d-8595-835a3e744b91 x-openstack-request-id: req-d3669762-23ab-436d-8595-835a3e744b91 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:37.983120 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "code": 200}, {"server_uuid": "ec16df77-5726-4b03-bf4f-5201b1da1a02", "name": "network-vif-plugged", "status": "completed", "tag": "20310a3b-3865-4082-8add-d9a6919e480b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:37.983439 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3669762-23ab-436d-8595-835a3e744b91 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:37.983982 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'code': 200} Sep 27 08:33:37.984378 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec16df77-5726-4b03-bf4f-5201b1da1a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20310a3b-3865-4082-8add-d9a6919e480b', 'code': 200} Sep 27 08:33:38.069215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-32dae3de-af89-4ea3-b6f5-08f108a3e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:38.072573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-32dae3de-af89-4ea3-b6f5-08f108a3e98a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea&tenant_id=26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 1100 time: 0.0505555 Sep 27 08:33:38.092566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:38.129819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fbc9c-9a23-4434-8d7b-69b5d5a1c966 req-4b9ca638-b45d-4fad-99ae-5239ca3a0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:38.132855 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-946fbc9c-9a23-4434-8d7b-69b5d5a1c966 req-4b9ca638-b45d-4fad-99ae-5239ca3a0d67 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 1096 time: 0.0834634 Sep 27 08:33:38.179277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-946fbc9c-9a23-4434-8d7b-69b5d5a1c966 req-d03b5010-27a5-48af-82c3-661bdd8ebbd4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Sep 27 08:33:38.195944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:38.223508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012b2ea-57ee-4ce4-9b71-26eb2a32b726 req-dd07cc75-f086-4a5c-a41a-1b806c98c5c5 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:38.230120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012b2ea-57ee-4ce4-9b71-26eb2a32b726 req-dd07cc75-f086-4a5c-a41a-1b806c98c5c5 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:38.236583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012b2ea-57ee-4ce4-9b71-26eb2a32b726 req-dd07cc75-f086-4a5c-a41a-1b806c98c5c5 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:38.238368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2012b2ea-57ee-4ce4-9b71-26eb2a32b726 req-dd07cc75-f086-4a5c-a41a-1b806c98c5c5 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2419 time: 0.1215203 Sep 27 08:33:38.356878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2012b2ea-57ee-4ce4-9b71-26eb2a32b726 req-e0f8fb15-e1f5-4710-b20c-6368d9988492 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004395 Sep 27 08:33:38.476430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:38.516795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:38.517114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc36a1-7553-4ff2-97f0-8c2bf4dd657d req-a6a26e30-aebe-495a-a45d-22b6819421f7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:38.519002 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18dc36a1-7553-4ff2-97f0-8c2bf4dd657d req-a6a26e30-aebe-495a-a45d-22b6819421f7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 949 time: 0.0652144 Sep 27 08:33:38.559475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18dc36a1-7553-4ff2-97f0-8c2bf4dd657d req-14f1cfc0-1402-4638-b53b-95be436b4bf9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Sep 27 08:33:38.567239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:38.569823 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa52fbfe-a917-4ac0-954d-0da74d43024a" -d '{"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:38.574955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:38.589603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Transition to ACTIVE for port object 6ad03ad4-2b72-492a-bfe0-08258b49cc23 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:38.594156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:38.661543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:38.665325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] No DVR routers for this DVR port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:38.710792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:38.711263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:38.711703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:38.717183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:38.718443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Attempting to bind port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:38.724875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:38.725244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:38.725583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:38.726526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Bound port: 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:38.726889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:38.808459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:38.814930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:38.824145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:38.871334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:38.872426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:38.874714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] 10.222.0.57 "PUT /v2.0/ports/6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 1096 time: 0.7872438 Sep 27 08:33:38.998679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d43c3-db62-46b4-b7d3-9a18aa300485 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:39.029301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b4e833fc-3df8-4580-8c01-3878c00e0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.031099 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-b4e833fc-3df8-4580-8c01-3878c00e0965 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1099 time: 0.1086824 Sep 27 08:33:39.054686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4dcef-870e-4715-a4e8-10729256fa8d req-afc588d5-7f18-4fbd-93a6-d33bbd02bc54 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.056534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dec4dcef-870e-4715-a4e8-10729256fa8d req-afc588d5-7f18-4fbd-93a6-d33bbd02bc54 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 945 time: 0.0751374 Sep 27 08:33:39.104217 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dec4dcef-870e-4715-a4e8-10729256fa8d req-a604f045-fba3-485a-8bed-dee64c2c10f5 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Sep 27 08:33:39.163250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-fa252ba9-b137-4734-94b9-932fbb836cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.164914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-fa252ba9-b137-4734-94b9-932fbb836cd3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1258597 Sep 27 08:33:39.213255 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2732bc-b478-4ea4-9a9b-1d0b0451e99f x-openstack-request-id: req-fb2732bc-b478-4ea4-9a9b-1d0b0451e99f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:39.213827 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:39.214186 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb2732bc-b478-4ea4-9a9b-1d0b0451e99f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:39.214705 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'code': 200} Sep 27 08:33:39.216275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-a94550c5-51e0-4384-a8e3-ab2f02e0e555 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.0432150 Sep 27 08:33:39.229172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:39.305886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6c39-02bb-4994-983e-9704d04b9ece req-6c9129d3-f31d-4a80-b502-1edf5e8c3ea8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.307884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-640e6c39-02bb-4994-983e-9704d04b9ece req-6c9129d3-f31d-4a80-b502-1edf5e8c3ea8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0608332 Sep 27 08:33:39.314222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-1e9c46e7-6fda-4124-872a-36b15f78baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.317305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-1e9c46e7-6fda-4124-872a-36b15f78baf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0924189 Sep 27 08:33:39.339601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:39.364574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-640e6c39-02bb-4994-983e-9704d04b9ece req-af60c369-4ec6-4dde-a56a-95648b369537 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474422 Sep 27 08:33:39.378295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:39.384439 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:39.415833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff272ac-eeda-42fa-872c-356b43692c05 req-d16760de-0739-4abe-a342-cf62b4249090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.415959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-d16760de-0739-4abe-a342-cf62b4249090 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917687 Sep 27 08:33:39.443075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=11']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:39.549958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-2460f373-8ffe-4635-b803-04d8b420ff8c service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227367 Sep 27 08:33:39.565565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641cbe4-c02e-4e59-818a-7f66d4f5d345 req-c416c33d-2d09-42c6-b71c-a0f53177d363 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.572497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641cbe4-c02e-4e59-818a-7f66d4f5d345 req-c416c33d-2d09-42c6-b71c-a0f53177d363 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.578905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641cbe4-c02e-4e59-818a-7f66d4f5d345 req-c416c33d-2d09-42c6-b71c-a0f53177d363 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.580764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b641cbe4-c02e-4e59-818a-7f66d4f5d345 req-c416c33d-2d09-42c6-b71c-a0f53177d363 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2419 time: 0.0895350 Sep 27 08:33:39.673901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b641cbe4-c02e-4e59-818a-7f66d4f5d345 req-8874cc2e-8b60-4a5f-88b5-8fe3b13bfcbd tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845139 Sep 27 08:33:39.708369 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fff272ac-eeda-42fa-872c-356b43692c05 req-08a610f1-0363-4f7f-8085-a95f3183de50 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266026 Sep 27 08:33:39.875135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efbc82-fe5c-4e06-a355-505f8398fd69 req-a6f6b2b8-3235-43d5-9e5c-eaa21b8ef889 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:39.876920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93efbc82-fe5c-4e06-a355-505f8398fd69 req-a6f6b2b8-3235-43d5-9e5c-eaa21b8ef889 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 948 time: 0.0632663 Sep 27 08:33:39.918403 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93efbc82-fe5c-4e06-a355-505f8398fd69 req-e3ee8599-72e9-4efb-8f42-d188fd625442 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Sep 27 08:33:39.985496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:39.988295 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1db344-9a2e-40aa-a185-39e7bbddd19e" -d '{"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-unplugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:40.035063 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a03ce78-813d-40e2-b40c-170e85981e24 x-openstack-request-id: req-0a03ce78-813d-40e2-b40c-170e85981e24 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:40.035573 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-unplugged", "status": "completed", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:40.035987 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a03ce78-813d-40e2-b40c-170e85981e24 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:40.036439 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'code': 200} Sep 27 08:33:40.106476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0046a-e05d-4ce0-a145-ca72435c9d9a req-baab1cc6-68c6-44b5-9e36-c1e63350ce94 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:40.107989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9fc0046a-e05d-4ce0-a145-ca72435c9d9a req-baab1cc6-68c6-44b5-9e36-c1e63350ce94 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 947 time: 0.0529239 Sep 27 08:33:40.147134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9fc0046a-e05d-4ce0-a145-ca72435c9d9a req-ca5006b3-bc7d-4c2b-84ba-0daf286912ff tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Sep 27 08:33:40.245908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1d12f-80ed-4018-afb1-7cc02fb980c9 req-c1b35cb1-be94-4bc4-87f4-eef6b4183457 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:40.247565 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35c1d12f-80ed-4018-afb1-7cc02fb980c9 req-c1b35cb1-be94-4bc4-87f4-eef6b4183457 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 945 time: 0.0546703 Sep 27 08:33:40.289508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35c1d12f-80ed-4018-afb1-7cc02fb980c9 req-3130e1b6-85e0-47da-ba37-230aae13155e tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351820 Sep 27 08:33:40.501212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2e4e0-5734-4e4d-8c18-0b22bd73bc6e req-081b07f2-ca0c-41f2-9926-2dbdabafaedc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:40.503055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2d2e4e0-5734-4e4d-8c18-0b22bd73bc6e req-081b07f2-ca0c-41f2-9926-2dbdabafaedc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0585060 Sep 27 08:33:40.542538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2d2e4e0-5734-4e4d-8c18-0b22bd73bc6e req-8f23f07a-38fe-45f2-9905-d071ae0f6875 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Sep 27 08:33:40.648298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26679fa1-c36e-44a6-9a13-0d573b884cff req-28aef2ff-14c7-4763-83a3-5b06bcf26c80 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:40.649856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26679fa1-c36e-44a6-9a13-0d573b884cff req-28aef2ff-14c7-4763-83a3-5b06bcf26c80 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 945 time: 0.0504742 Sep 27 08:33:40.689107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26679fa1-c36e-44a6-9a13-0d573b884cff req-b3d8c662-a910-4282-9343-5bbebec9d578 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331292 Sep 27 08:33:40.801913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfdc02-6463-4960-bd0d-85e91bd4fa4f req-f006611e-0055-4d05-a803-1f385577b662 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:40.808880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfdc02-6463-4960-bd0d-85e91bd4fa4f req-f006611e-0055-4d05-a803-1f385577b662 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:40.814928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfdc02-6463-4960-bd0d-85e91bd4fa4f req-f006611e-0055-4d05-a803-1f385577b662 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:40.816646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4bfdc02-6463-4960-bd0d-85e91bd4fa4f req-f006611e-0055-4d05-a803-1f385577b662 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2419 time: 0.0706620 Sep 27 08:33:40.855617 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4bfdc02-6463-4960-bd0d-85e91bd4fa4f req-864d3658-7e07-4872-9bca-3ee41829ddc9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Sep 27 08:33:41.043750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119646f-9cc0-406f-b7d4-60e5df08077b req-aca36339-3e59-48bb-bd34-6cab1bd81bab tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.045141 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3119646f-9cc0-406f-b7d4-60e5df08077b req-aca36339-3e59-48bb-bd34-6cab1bd81bab tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 948 time: 0.0490599 Sep 27 08:33:41.084527 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3119646f-9cc0-406f-b7d4-60e5df08077b req-481e6422-0766-43b9-b8de-ff7ee3c9269d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Sep 27 08:33:41.216370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:41.218979 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03906d27-b379-4451-a648-f8dd7c389052" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:41.272158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c794b-606f-41db-b8c2-07ed03f7d759 req-0c577270-9831-484e-a44f-cbdf82fee48f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.273762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce1c794b-606f-41db-b8c2-07ed03f7d759 req-0c577270-9831-484e-a44f-cbdf82fee48f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 947 time: 0.0508609 Sep 27 08:33:41.275188 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38df04af-64ff-4018-a9c7-63ef9d0c8a5f x-openstack-request-id: req-38df04af-64ff-4018-a9c7-63ef9d0c8a5f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:41.275469 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:41.275732 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38df04af-64ff-4018-a9c7-63ef9d0c8a5f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:41.276121 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'status': 'completed', 'code': 200} Sep 27 08:33:41.349393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:41.358552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906d27-b379-4451-a648-f8dd7c389052 req-45dea11c-fbaf-4512-b8f3-8dc0ae67f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.361225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-45dea11c-fbaf-4512-b8f3-8dc0ae67f3d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1099 time: 0.0600636 Sep 27 08:33:41.363907 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce1c794b-606f-41db-b8c2-07ed03f7d759 req-37d2e138-ca33-4193-bde3-7302068143d4 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823882 Sep 27 08:33:41.396428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-0c5b7cb6-1c1d-40a9-99b4-846c42a7cb98 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.402764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-0c5b7cb6-1c1d-40a9-99b4-846c42a7cb98 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.408889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-0c5b7cb6-1c1d-40a9-99b4-846c42a7cb98 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.410687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-0c5b7cb6-1c1d-40a9-99b4-846c42a7cb98 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 2419 time: 0.1036570 Sep 27 08:33:41.417141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906d27-b379-4451-a648-f8dd7c389052 req-2c2323bd-3254-4af1-90fe-072ca1751b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.418781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-2c2323bd-3254-4af1-90fe-072ca1751b87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 1099 time: 0.1106877 Sep 27 08:33:41.485586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906d27-b379-4451-a648-f8dd7c389052 req-08dfe2e7-23ba-4d8d-bc09-3afcbaae0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.487481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-08dfe2e7-23ba-4d8d-bc09-3afcbaae0aa6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1105578 Sep 27 08:33:41.569023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:41.573173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-bf174aac-b3fa-430c-add6-27fef546254f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.0765860 Sep 27 08:33:41.585258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906d27-b379-4451-a648-f8dd7c389052 req-34f647e3-4042-489d-82da-d8af0cf7b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.587123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-34f647e3-4042-489d-82da-d8af0cf7b737 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1581759 Sep 27 08:33:41.643074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port d0ee6891-8eac-4eab-90b8-21066e115a59 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:41.643434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:41.649200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-e348965b-277f-4042-a071-bd9038eeefdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 200 len: 217 time: 0.0488200 Sep 27 08:33:41.651970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906d27-b379-4451-a648-f8dd7c389052 req-b4d10278-d4f1-4125-9fb8-0f70b07c3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.653519 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-b4d10278-d4f1-4125-9fb8-0f70b07c3be4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0701821 Sep 27 08:33:41.702656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906d27-b379-4451-a648-f8dd7c389052 req-f3ddcb65-a95b-4887-9a52-081027539330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.704374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-f3ddcb65-a95b-4887-9a52-081027539330 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423324 Sep 27 08:33:41.785996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906d27-b379-4451-a648-f8dd7c389052 req-b1ff7969-6792-4da9-bdfe-63431eb5cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.787477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-b1ff7969-6792-4da9-bdfe-63431eb5cffe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1214747 Sep 27 08:33:41.797619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158302b-7273-4416-9cb3-061bddcc9c2b req-92a80658-aac6-4bf1-843f-45f2a226cb5f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.799119 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f158302b-7273-4416-9cb3-061bddcc9c2b req-92a80658-aac6-4bf1-843f-45f2a226cb5f tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.1590562 Sep 27 08:33:41.868658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port d0ee6891-8eac-4eab-90b8-21066e115a59, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d0ee6891-8eac-4eab-90b8-21066e115a59,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:41.868922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:41.896491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for d0ee6891-8eac-4eab-90b8-21066e115a59 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:41.918174 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f158302b-7273-4416-9cb3-061bddcc9c2b req-09bbfae8-0442-4f48-8a4f-2ea702bc6ade tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045322 Sep 27 08:33:41.920019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906d27-b379-4451-a648-f8dd7c389052 req-5850afba-665e-43fb-9624-1d26422e8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.931365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-5850afba-665e-43fb-9624-1d26422e8f7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194088 Sep 27 08:33:41.946406 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-3bf51474-6a2d-4a55-8ff5-e148507f409d service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280319 Sep 27 08:33:41.962518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-4e360f94-3fe6-4ac2-94cd-ec45950cd949 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.964239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-4e360f94-3fe6-4ac2-94cd-ec45950cd949 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.67 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 947 time: 0.2214684 Sep 27 08:33:41.981637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df4f59-aab5-4202-87e6-bdc1f2e38c19 req-29f90e67-4b70-4237-b9bd-a42389a3d4ce tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:41.983187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53df4f59-aab5-4202-87e6-bdc1f2e38c19 req-29f90e67-4b70-4237-b9bd-a42389a3d4ce tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 945 time: 0.1723678 Sep 27 08:33:42.128205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-b8f2e0b9-e7ad-4e47-906f-268da6b621d4 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:42.130172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-b8f2e0b9-e7ad-4e47-906f-268da6b621d4 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 945 time: 0.1273217 Sep 27 08:33:42.134683 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-39a15352-c719-40b4-8e41-4c9b952397fe service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015407 Sep 27 08:33:42.185731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53df4f59-aab5-4202-87e6-bdc1f2e38c19 req-cbcbcd1e-0841-4d5b-af0e-a3eaa7cc0d2c tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734433 Sep 27 08:33:42.226509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:42.244425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d0ee6891-8eac-4eab-90b8-21066e115a59', 'f03eb4b5-5932-4398-9b05-c758475cd788', 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:42.275844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Deleting port 88263323-6e80-49c8-905a-47300dd74085 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:42.276213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:42.282807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-aeef3866-76cb-4f41-863c-0268fb7b3b04 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120687 Sep 27 08:33:42.323205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=d0ee6891-8eac-4eab-90b8-21066e115a59,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:42.441888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port d0ee6891-8eac-4eab-90b8-21066e115a59 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:42.453779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864abb7a-fc5e-4705-8351-2e64375d2a98 req-519cf2cb-6ea8-4a10-b25e-56eae0ec75b4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:42.459757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864abb7a-fc5e-4705-8351-2e64375d2a98 req-519cf2cb-6ea8-4a10-b25e-56eae0ec75b4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:42.461439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-864abb7a-fc5e-4705-8351-2e64375d2a98 req-519cf2cb-6ea8-4a10-b25e-56eae0ec75b4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 1683 time: 0.2596781 Sep 27 08:33:42.466476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:42.468666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-41bf1e3f-2e7a-4897-b2c1-62feefd1aa7c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "DELETE /v2.0/ports/d0ee6891-8eac-4eab-90b8-21066e115a59 HTTP/1.1" status: 204 len: 173 time: 1.0488639 Sep 27 08:33:42.483723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c070e-7df2-46de-8ace-c5b0c2aba8b2 req-a306dc94-d12d-47ed-ba1b-b25730918dfb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:42.497152 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd8c070e-7df2-46de-8ace-c5b0c2aba8b2 req-a306dc94-d12d-47ed-ba1b-b25730918dfb tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 948 time: 0.1893113 Sep 27 08:33:42.527773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] For port 88263323-6e80-49c8-905a-47300dd74085, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=88263323-6e80-49c8-905a-47300dd74085,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:42.529409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:42.547590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03906d27-b379-4451-a648-f8dd7c389052 req-f944035d-3af4-4005-b80e-51798abc0336 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473656 Sep 27 08:33:42.569021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd8c070e-7df2-46de-8ace-c5b0c2aba8b2 req-463945b2-7ca7-429a-ae97-0ccf91569a93 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708289 Sep 27 08:33:42.570186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Calling delete_port for 88263323-6e80-49c8-905a-47300dd74085 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:42.595480 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-864abb7a-fc5e-4705-8351-2e64375d2a98 req-613e09e1-9f65-48be-ac8e-90e0d986983e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226959 Sep 27 08:33:42.680966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Deleting port 20310a3b-3865-4082-8add-d9a6919e480b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:42.681306 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:42.772550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6015402-9712-4077-bd8f-c1a15958e62e req-774e380e-decc-4b90-886b-df0738a68640 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:42.774214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6015402-9712-4077-bd8f-c1a15958e62e req-774e380e-decc-4b90-886b-df0738a68640 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=2835d63b-d1f5-40c2-b7e3-cc059639c0b5 HTTP/1.1" status: 200 len: 947 time: 0.0889611 Sep 27 08:33:42.862725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6015402-9712-4077-bd8f-c1a15958e62e req-ef2aa227-dbc8-4d3e-85c4-4142b28e4419 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786133 Sep 27 08:33:42.877778 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:42.930307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Pushing event deleted for resources: {'Port': ['ID=88263323-6e80-49c8-905a-47300dd74085,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:42.971851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] No DVR routers for this DVR port 88263323-6e80-49c8-905a-47300dd74085 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:42.974424 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:42.977605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5234812-826f-4f7f-94b5-6a6b12ff7905 req-c85c325b-044a-4419-827b-6f32c7df9929 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.67 "DELETE /v2.0/ports/88263323-6e80-49c8-905a-47300dd74085 HTTP/1.1" status: 204 len: 173 time: 0.9934053 Sep 27 08:33:42.978126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'name': 'network-vif-deleted', 'tag': '88263323-6e80-49c8-905a-47300dd74085'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:42.980525 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70637694-ef54-4ccf-bb2e-ac5b5fdf1291" -d '{"events": [{"server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "name": "network-vif-deleted", "tag": "88263323-6e80-49c8-905a-47300dd74085"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:43.108739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80593d-10ec-4b70-8429-d637293b62b4 req-a4648823-e60d-47f5-acf6-a4a7fec73d20 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:43.110453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a80593d-10ec-4b70-8429-d637293b62b4 req-a4648823-e60d-47f5-acf6-a4a7fec73d20 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.0678480 Sep 27 08:33:43.143920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:43.144274 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:43.160082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a80593d-10ec-4b70-8429-d637293b62b4 req-1cbb4537-952c-42b1-97d8-3ad249eb3cfc tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370464 Sep 27 08:33:43.185732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94469f4-301d-4624-a7d8-8679caaa8eda req-d72a4756-154e-4089-91f7-f1c29600899a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:43.187368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c94469f4-301d-4624-a7d8-8679caaa8eda req-d72a4756-154e-4089-91f7-f1c29600899a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 948 time: 0.4838543 Sep 27 08:33:43.191942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] For port 20310a3b-3865-4082-8add-d9a6919e480b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20310a3b-3865-4082-8add-d9a6919e480b,segment=NetworkSegment(2f77cefe-1b91-4dea-8c33-330c8981eab0),segment_id=2f77cefe-1b91-4dea-8c33-330c8981eab0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:43.192307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:43.230183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:43.237613 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74457918-7f6a-4f94-b4ce-5ca98382427d x-openstack-request-id: req-74457918-7f6a-4f94-b4ce-5ca98382427d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:43.238010 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2835d63b-d1f5-40c2-b7e3-cc059639c0b5", "name": "network-vif-deleted", "tag": "88263323-6e80-49c8-905a-47300dd74085", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:43.238325 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74457918-7f6a-4f94-b4ce-5ca98382427d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:43.238788 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2835d63b-d1f5-40c2-b7e3-cc059639c0b5', 'name': 'network-vif-deleted', 'tag': '88263323-6e80-49c8-905a-47300dd74085', 'status': 'completed', 'code': 200} Sep 27 08:33:43.254693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Calling delete_port for 20310a3b-3865-4082-8add-d9a6919e480b owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:43.264205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-4d00f62a-3e88-433d-a38d-a398c72ca320 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:43.265763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-4d00f62a-3e88-433d-a38d-a398c72ca320 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.5178819 Sep 27 08:33:43.280710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-deleted', 'tag': 'd0ee6891-8eac-4eab-90b8-21066e115a59'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:43.282086 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e204e6-40b6-44e6-bf18-7f75265847d1" -d '{"events": [{"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-deleted", "tag": "d0ee6891-8eac-4eab-90b8-21066e115a59"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:43.300800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810909-1'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:43.428387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:43.448555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'mac_address': 'fa:16:3e:e2:8e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:43.497045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c94469f4-301d-4624-a7d8-8679caaa8eda req-4693e733-8399-444c-8125-b3a8294a36fa tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900395 Sep 27 08:33:43.511608 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:43.523944 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:43.525979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020bbfe-c33d-4de3-ac6f-d83f99d711ad req-c067507f-ec65-4f49-be18-9a4e27fb5762 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:43.539780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7020bbfe-c33d-4de3-ac6f-d83f99d711ad req-c067507f-ec65-4f49-be18-9a4e27fb5762 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 945 time: 0.1178229 Sep 27 08:33:43.556451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad03ad4-2b72-492a-bfe0-08258b49cc23 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:43.601509 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd87439-6ec1-46fe-a57d-728be5fcfd60 x-openstack-request-id: req-fdd87439-6ec1-46fe-a57d-728be5fcfd60 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:43.601946 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-deleted", "tag": "d0ee6891-8eac-4eab-90b8-21066e115a59", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:43.602340 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdd87439-6ec1-46fe-a57d-728be5fcfd60 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:43.603382 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-deleted', 'tag': 'd0ee6891-8eac-4eab-90b8-21066e115a59', 'status': 'completed', 'code': 200} Sep 27 08:33:43.608259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:43.614366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port f77bbe5f-b769-430f-a86f-3ad5d2091fd0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:43.615024 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:43.626866 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:43.638854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7020bbfe-c33d-4de3-ac6f-d83f99d711ad req-83bdb4cd-875a-4d9a-95e8-442838dd55bc tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/security-groups?id=b831bdf9-1fba-415f-9257-1119150a6d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909629 Sep 27 08:33:43.719122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=12']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:43.734800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for f77bbe5f-b769-430f-a86f-3ad5d2091fd0 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:43.821905 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:43.873900 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-050cb9fd-91bb-4d2e-a06d-1a8ff7a1926d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=26b7c4de14f44e6997b69ac66c53364d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243969 Sep 27 08:33:43.923177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d863b-271a-41bc-a09e-9b761ac2225c req-1edf73fd-fd47-493a-8ba8-0ba31dca3c39 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:43.928980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d863b-271a-41bc-a09e-9b761ac2225c req-1edf73fd-fd47-493a-8ba8-0ba31dca3c39 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:43.930542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f43d863b-271a-41bc-a09e-9b761ac2225c req-1edf73fd-fd47-493a-8ba8-0ba31dca3c39 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 1683 time: 0.2172282 Sep 27 08:33:43.984021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54dc29-cb96-4c79-b318-7d381022831d req-db13fa89-634c-49bf-ae12-9e7e3558ebff tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:43.985651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-db13fa89-634c-49bf-ae12-9e7e3558ebff tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1059353 Sep 27 08:33:43.989984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['6ad03ad4-2b72-492a-bfe0-08258b49cc23'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:43.998962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:44.008553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-9cea4663-ea0b-4f35-812b-1638c80695b1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/quotas/26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 375 time: 0.0110095 Sep 27 08:33:44.008886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:44.061793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Pushing event deleted for resources: {'Port': ['ID=20310a3b-3865-4082-8add-d9a6919e480b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:44.066036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f43d863b-271a-41bc-a09e-9b761ac2225c req-69802764-8ba7-48c0-af0e-d20529d4cafd tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267123 Sep 27 08:33:44.096976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-5f96c590-f07a-4d6d-9cc5-0d54cd4cf9a1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784798 Sep 27 08:33:44.149064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] No DVR routers for this DVR port 20310a3b-3865-4082-8add-d9a6919e480b on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:44.156922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:44.158957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22b74aeb-6a59-4d40-8433-a0ee4016a454 req-fbce3eb5-695d-4d3e-b007-7ad4bd5548ca tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.67 "DELETE /v2.0/ports/20310a3b-3865-4082-8add-d9a6919e480b HTTP/1.1" status: 204 len: 173 time: 1.9487495 Sep 27 08:33:44.167409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:44.221969 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:44.351539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=f77bbe5f-b769-430f-a86f-3ad5d2091fd0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:44.355831 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:44.357806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port f77bbe5f-b769-430f-a86f-3ad5d2091fd0 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:44.361966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:44.364524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-b63761c2-38fd-4d31-a50b-9f6db065efb6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "DELETE /v2.0/ports/f77bbe5f-b769-430f-a86f-3ad5d2091fd0 HTTP/1.1" status: 204 len: 173 time: 1.8870475 Sep 27 08:33:44.365959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:44.445468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28c121-014d-4c14-970b-c92080b16a12 req-18255175-8dc3-4645-9aa4-47f34e49b0bd tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:44.447684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a28c121-014d-4c14-970b-c92080b16a12 req-18255175-8dc3-4645-9aa4-47f34e49b0bd tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 945 time: 0.1115894 Sep 27 08:33:44.521946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a28c121-014d-4c14-970b-c92080b16a12 req-6c914c9b-f1c8-4c2f-87cd-0bfb8e7713b2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629940 Sep 27 08:33:44.606670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Pushing event updated for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:44.640056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52bb537a-b0bb-438e-a463-67c4b02edf48 req-1d9b3935-8cb2-4f7c-9d04-80e3ba87457d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 210 time: 0.0896933 Sep 27 08:33:44.671600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on host n-h2-810909-1 for vnic_type normal with profile {"migrating_to": "n-h1-810909-1"} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:44.671991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:44.672424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:44.679991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:44.681235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Attempting to bind port 3bdad425-829b-4797-9073-0616c06c275e on network f0401142-0273-4e2e-bb33-f59b422652f6 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:44.696786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:44.696786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Checking segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:44.696786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Bound using segment: {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:44.696786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Bound port: 3bdad425-829b-4797-9073-0616c06c275e, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef91af39-945c-415d-8a7c-96b876bdf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f0401142-0273-4e2e-bb33-f59b422652f6'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:44.696786 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:44.797138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port f03eb4b5-5932-4398-9b05-c758475cd788 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:44.797431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:44.812887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-652df149-7e63-42f3-86de-a92145855742 req-dfe126ba-d3c2-4a45-94ab-735c8f2d9de5 tempest-ServerAddressesNegativeTestJSON-1179461704 tempest-ServerAddressesNegativeTestJSON-1179461704-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec16df77-5726-4b03-bf4f-5201b1da1a02 HTTP/1.1" status: 200 len: 210 time: 0.0641816 Sep 27 08:33:44.941078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65d513-55d4-4b78-a284-9950274fdc90 req-92788de6-9ba3-42de-8aa8-344d4d0cb1c7 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:44.942832 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff65d513-55d4-4b78-a284-9950274fdc90 req-92788de6-9ba3-42de-8aa8-344d4d0cb1c7 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 948 time: 0.1913097 Sep 27 08:33:44.959780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:44.963420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:44.980731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:45.015701 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f77e3cc2-369d-4267-9d65-486b7e08b97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:45.077699 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff65d513-55d4-4b78-a284-9950274fdc90 req-2a2dc554-d3bc-4d3b-b2ce-f1332b21b442 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055741 Sep 27 08:33:45.086046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port f03eb4b5-5932-4398-9b05-c758475cd788, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f03eb4b5-5932-4398-9b05-c758475cd788,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:45.086491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:45.129611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:45.130250 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:45.131723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] 10.222.0.57 "PUT /v2.0/ports/3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 200 len: 1121 time: 1.8432417 Sep 27 08:33:45.139122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for f03eb4b5-5932-4398-9b05-c758475cd788 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:45.143833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534de8bc-7e93-4b38-b706-224e167b49ef service neutron] Pushing event updated for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:45.216797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3bdad425-829b-4797-9073-0616c06c275e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:45.276996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3bdad425-829b-4797-9073-0616c06c275e details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:45.280183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:45.318872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3bdad425-829b-4797-9073-0616c06c275e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:45.344901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe972e17-1956-4413-b8dd-4a273dc84ef2 req-0d41bfe8-83ca-42b7-84e3-b8cb57e93f68 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:45.346472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe972e17-1956-4413-b8dd-4a273dc84ef2 req-0d41bfe8-83ca-42b7-84e3-b8cb57e93f68 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46c1a62-7d47-44ad-acbf-2522ce7d06c1 HTTP/1.1" status: 200 len: 946 time: 0.1088407 Sep 27 08:33:45.360063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575a5ca-a012-4610-96e8-9ec8d447d3f1 req-e52737bb-76a9-44b4-8711-9e2b1f71019c tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:45.361687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1575a5ca-a012-4610-96e8-9ec8d447d3f1 req-e52737bb-76a9-44b4-8711-9e2b1f71019c tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 945 time: 0.0674009 Sep 27 08:33:45.384229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 88263323-6e80-49c8-905a-47300dd74085 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:45.410018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1575a5ca-a012-4610-96e8-9ec8d447d3f1 req-6fbc7c16-2d81-453c-8320-3facc7e127e7 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Sep 27 08:33:45.444896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:45.449780 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe972e17-1956-4413-b8dd-4a273dc84ef2 req-df16058f-85cd-435c-a3f3-94284df37244 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888135 Sep 27 08:33:45.453119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 88263323-6e80-49c8-905a-47300dd74085 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:45.453721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 88263323-6e80-49c8-905a-47300dd74085 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:45.454052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 20310a3b-3865-4082-8add-d9a6919e480b no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:45.476430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=f03eb4b5-5932-4398-9b05-c758475cd788,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:45.506533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 20310a3b-3865-4082-8add-d9a6919e480b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:45.506888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 20310a3b-3865-4082-8add-d9a6919e480b not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:45.531553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port f03eb4b5-5932-4398-9b05-c758475cd788 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:45.533944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:45.536247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64459ad9-4151-4cdf-a4e7-556fe2eb19fc req-333df9ed-42ec-430f-845e-5c3987702cd9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "DELETE /v2.0/ports/f03eb4b5-5932-4398-9b05-c758475cd788 HTTP/1.1" status: 204 len: 173 time: 1.1188524 Sep 27 08:33:45.572669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:45.584465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:45.584914 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:45.604224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec16df77-5726-4b03-bf4f-5201b1da1a02', 'name': 'network-vif-deleted', 'tag': '20310a3b-3865-4082-8add-d9a6919e480b'}, {'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdad425-829b-4797-9073-0616c06c275e'}, {'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-deleted', 'tag': 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0'}, {'name': 'network-changed', 'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'tag': '3bdad425-829b-4797-9073-0616c06c275e'}, {'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-deleted', 'tag': 'f03eb4b5-5932-4398-9b05-c758475cd788'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:45.607061 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc65c96-6010-41ee-bad6-5e339019b12f" -d '{"events": [{"server_uuid": "ec16df77-5726-4b03-bf4f-5201b1da1a02", "name": "network-vif-deleted", "tag": "20310a3b-3865-4082-8add-d9a6919e480b"}, {"server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdad425-829b-4797-9073-0616c06c275e"}, {"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-deleted", "tag": "f77bbe5f-b769-430f-a86f-3ad5d2091fd0"}, {"name": "network-changed", "server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "tag": "3bdad425-829b-4797-9073-0616c06c275e"}, {"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-deleted", "tag": "f03eb4b5-5932-4398-9b05-c758475cd788"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:45.733115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-38adc5f4-fd99-4936-b458-961cda301884 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=26b7c4de14f44e6997b69ac66c53364d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910101 Sep 27 08:33:45.770233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e8277-d142-4161-8c72-9e6c89bd4526 req-c3e49d83-319d-452f-82d3-5f668fd224ad tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:45.771891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-914e8277-d142-4161-8c72-9e6c89bd4526 req-c3e49d83-319d-452f-82d3-5f668fd224ad tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.1412520 Sep 27 08:33:45.812307 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 865 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90e07fc-b84f-4e62-8d2d-fb8f72ed0792 x-openstack-request-id: req-d90e07fc-b84f-4e62-8d2d-fb8f72ed0792 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:45.812629 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec16df77-5726-4b03-bf4f-5201b1da1a02", "name": "network-vif-deleted", "tag": "20310a3b-3865-4082-8add-d9a6919e480b", "status": "completed", "code": 200}, {"server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdad425-829b-4797-9073-0616c06c275e", "code": 200}, {"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-deleted", "tag": "f77bbe5f-b769-430f-a86f-3ad5d2091fd0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "tag": "3bdad425-829b-4797-9073-0616c06c275e", "status": "completed", "code": 200}, {"server_uuid": "d46c1a62-7d47-44ad-acbf-2522ce7d06c1", "name": "network-vif-deleted", "tag": "f03eb4b5-5932-4398-9b05-c758475cd788", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:45.812880 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d90e07fc-b84f-4e62-8d2d-fb8f72ed0792 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:45.813296 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec16df77-5726-4b03-bf4f-5201b1da1a02', 'name': 'network-vif-deleted', 'tag': '20310a3b-3865-4082-8add-d9a6919e480b', 'status': 'completed', 'code': 200} Sep 27 08:33:45.813590 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdad425-829b-4797-9073-0616c06c275e', 'code': 200} Sep 27 08:33:45.813856 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-deleted', 'tag': 'f77bbe5f-b769-430f-a86f-3ad5d2091fd0', 'status': 'completed', 'code': 200} Sep 27 08:33:45.814136 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'tag': '3bdad425-829b-4797-9073-0616c06c275e', 'status': 'completed', 'code': 200} Sep 27 08:33:45.814347 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46c1a62-7d47-44ad-acbf-2522ce7d06c1', 'name': 'network-vif-deleted', 'tag': 'f03eb4b5-5932-4398-9b05-c758475cd788', 'status': 'completed', 'code': 200} Sep 27 08:33:45.850410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:45.889654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-2ac76372-f93a-419a-bb69-9c9b77e67209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:45.890395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-914e8277-d142-4161-8c72-9e6c89bd4526 req-927dcb6b-5c35-4557-8f67-1fd8a4634e76 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066353 Sep 27 08:33:45.893029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-2ac76372-f93a-419a-bb69-9c9b77e67209 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1124 time: 0.0536828 Sep 27 08:33:45.896893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3bdad425-829b-4797-9073-0616c06c275e has no active binding in host n-h1-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 08:33:45.938431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54dc29-cb96-4c79-b318-7d381022831d req-ad297c3d-bbda-466e-89ff-2098a0cc7f0f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:45.941687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-ad297c3d-bbda-466e-89ff-2098a0cc7f0f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898599 Sep 27 08:33:45.942293 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9a985cd-5e63-4c06-b20c-11e27ea2e3f8 req-3bbc28a5-f05c-4ee7-ba19-4fcfb71678e3 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 210 time: 0.0453625 Sep 27 08:33:45.942890 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:45.955927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Request body: {'port': {'device_id': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '26b7c4de14f44e6997b69ac66c53364d'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:45.969735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39680) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:45.980714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:45.983472 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544718e5-9985-4e60-8904-839af028e200" -d '{"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:45.998321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:46.004414 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.005795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f77bbe5f-b769-430f-a86f-3ad5d2091fd0 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:46.056265 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6552b288-42d1-4336-8464-152bd5b3f5da x-openstack-request-id: req-6552b288-42d1-4336-8464-152bd5b3f5da {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:46.057057 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:46.057057 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6552b288-42d1-4336-8464-152bd5b3f5da {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:46.057264 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'code': 200} Sep 27 08:33:46.059807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f77bbe5f-b769-430f-a86f-3ad5d2091fd0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:46.060153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f77bbe5f-b769-430f-a86f-3ad5d2091fd0 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:46.060605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f03eb4b5-5932-4398-9b05-c758475cd788 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:46.068027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2eb7dc8-0dc0-42ec-98ee-993b7913ba0a admin admin] Deleting subnet f80183c2-5d05-4aad-8697-6ec1220f402a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:33:46.077909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7dc8-0dc0-42ec-98ee-993b7913ba0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.082669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Made reservation on behalf of 26b7c4de14f44e6997b69ac66c53364d for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:46.085225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f03eb4b5-5932-4398-9b05-c758475cd788 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:46.085578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f03eb4b5-5932-4398-9b05-c758475cd788 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:46.086008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d0ee6891-8eac-4eab-90b8-21066e115a59 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:46.086996 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.100169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-92c5b4f7-fa1b-42ae-bc08-e5cdbb654b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:46.102113 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-92c5b4f7-fa1b-42ae-bc08-e5cdbb654b72 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.1928563 Sep 27 08:33:46.111143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: d0ee6891-8eac-4eab-90b8-21066e115a59 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:46.111497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d0ee6891-8eac-4eab-90b8-21066e115a59 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:46.134622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=13']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:46.152422 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7dc8-0dc0-42ec-98ee-993b7913ba0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.155315 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-a71a457d-57cc-40fc-ae0f-733eb6149bdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 200 len: 217 time: 0.0454710 Sep 27 08:33:46.228568 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7dc8-0dc0-42ec-98ee-993b7913ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.231690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-7165b6f6-d313-4a10-a177-be77d79d6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:46.233239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-7165b6f6-d313-4a10-a177-be77d79d6ec1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.0606372 Sep 27 08:33:46.248934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552993c-32a7-43e5-aff5-1bdcedf0fdd0 req-e377dbe5-45ae-45d0-93b3-95ecf39fc7a6 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:46.250751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9552993c-32a7-43e5-aff5-1bdcedf0fdd0 req-e377dbe5-45ae-45d0-93b3-95ecf39fc7a6 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 948 time: 0.0786064 Sep 27 08:33:46.288986 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-e47f28fe-0781-45d9-8523-f0f609ac95ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343041 Sep 27 08:33:46.297052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Allocated IP 192.168.233.9 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/f90c7653-e599-46a1-8ba1-ae975fd0d6bf) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:46.321374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9552993c-32a7-43e5-aff5-1bdcedf0fdd0 req-9283d184-1500-4ce8-b56f-d4f1401d2dcb tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637951 Sep 27 08:33:46.373631 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7dc8-0dc0-42ec-98ee-993b7913ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.420764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7dc8-0dc0-42ec-98ee-993b7913ba0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.422755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2eb7dc8-0dc0-42ec-98ee-993b7913ba0a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f80183c2-5d05-4aad-8697-6ec1220f402a HTTP/1.1" status: 204 len: 168 time: 0.4518569 Sep 27 08:33:46.425368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb7dc8-0dc0-42ec-98ee-993b7913ba0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80183c2-5d05-4aad-8697-6ec1220f402a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:46.430145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39686) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:46.463155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-ea7abbd6-26af-48dc-8b07-8e05829b5508 service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652284 Sep 27 08:33:46.487788 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.511583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:46.576654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.582207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d016c0a-9721-4ef5-93eb-17bacf09afc8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting subnet 69bb65cb-288f-4bb1-aff7-e7f301eaf53b {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:33:46.588810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.589886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d016c0a-9721-4ef5-93eb-17bacf09afc8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.590512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:46.646391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37e020-bf9b-436a-b328-93ea3b4aa412 req-5874b34b-ee13-4f45-bf4a-d4c61c126d0e tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:46.647268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:46.647994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea37e020-bf9b-436a-b328-93ea3b4aa412 req-5874b34b-ee13-4f45-bf4a-d4c61c126d0e tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 945 time: 0.1653438 Sep 27 08:33:46.660258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:46.667428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:46.720028 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d016c0a-9721-4ef5-93eb-17bacf09afc8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.728461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc65c96-6010-41ee-bad6-5e339019b12f req-16902470-d6e5-49eb-a47b-b50c1c3c5cda service neutron] 10.222.0.67 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562428 Sep 27 08:33:46.768754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', '6ad03ad4-2b72-492a-bfe0-08258b49cc23'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:46.782266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:46.783161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.789277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:46.830609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.834077 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-729b6fc5-d030-48a3-8d76-c7e65b235359 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8822632 Sep 27 08:33:46.852425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea37e020-bf9b-436a-b328-93ea3b4aa412 req-bd4e83fd-9c2c-4eb4-8622-4b78275197d6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870844 Sep 27 08:33:46.876798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Request body: {'port': {'device_id': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:46.878130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f724db2-bbc0-46ac-838e-4a3a8944dcde']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:46.892316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f77cefe-1b91-4dea-8c33-330c8981eab0') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:46.893081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f77cefe-1b91-4dea-8c33-330c8981eab0') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:46.904132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.920504 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.935612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:33:46.936470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:33:46.939823 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:33:46.972811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d016c0a-9721-4ef5-93eb-17bacf09afc8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:46.977778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.033038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f8326fb8-e17e-4c25-9711-ea25d63f15d2 None None] Provisioning complete for port f90c7653-e599-46a1-8ba1-ae975fd0d6bf triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:47.033541 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8326fb8-e17e-4c25-9711-ea25d63f15d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.039812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.048052 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.053351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7f724db2-bbc0-46ac-838e-4a3a8944dcde HTTP/1.1" status: 204 len: 168 time: 0.6225512 Sep 27 08:33:47.090363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad067fd8-e5fa-4304-a059-219701788c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f724db2-bbc0-46ac-838e-4a3a8944dcde,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:47.100202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f8326fb8-e17e-4c25-9711-ea25d63f15d2 None None] Port f90c7653-e599-46a1-8ba1-ae975fd0d6bf cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:33:47.121265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf02a7-72be-4130-a5f1-bea3244b7a69 req-bce83759-b923-4cf6-b74a-92a9143c615a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:47.122150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bbf02a7-72be-4130-a5f1-bea3244b7a69 req-bce83759-b923-4cf6-b74a-92a9143c615a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 934 time: 0.0795343 Sep 27 08:33:47.168993 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bbf02a7-72be-4130-a5f1-bea3244b7a69 req-834bbed7-0c01-4527-839b-6f3df377b2fd tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Sep 27 08:33:47.221729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:47.244284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb46cf-83f9-4b2a-beb2-89807d200c56 req-5690326a-70b9-402b-9eb7-04fd658c954a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:47.246004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fcb46cf-83f9-4b2a-beb2-89807d200c56 req-5690326a-70b9-402b-9eb7-04fd658c954a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.2300904 Sep 27 08:33:47.267663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ed3eb02-e32e-4027-b7a3-bf12864a79de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5762479a6da40949043dd29867ba50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443425 Sep 27 08:33:47.268255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39706) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:47.320482 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e85dd90-727d-4578-98ef-4346e00f4dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.325999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d016c0a-9721-4ef5-93eb-17bacf09afc8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.342978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e85dd90-727d-4578-98ef-4346e00f4dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.395638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e85dd90-727d-4578-98ef-4346e00f4dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.397613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d016c0a-9721-4ef5-93eb-17bacf09afc8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Subnet': ['ID=69bb65cb-288f-4bb1-aff7-e7f301eaf53b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:47.398628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e85dd90-727d-4578-98ef-4346e00f4dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.399978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d016c0a-9721-4ef5-93eb-17bacf09afc8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.401941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2d016c0a-9721-4ef5-93eb-17bacf09afc8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "DELETE /v2.0/subnets/69bb65cb-288f-4bb1-aff7-e7f301eaf53b HTTP/1.1" status: 204 len: 168 time: 0.8893819 Sep 27 08:33:47.406375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139c634-c2dd-4274-8f15-ed6bd821252d None None] Network 12555c3b-8f5a-429e-88c7-e756d6888f4a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:47.409411 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e85dd90-727d-4578-98ef-4346e00f4dac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b831bdf9-1fba-415f-9257-1119150a6d84 HTTP/1.1" status: 204 len: 168 time: 0.1377795 Sep 27 08:33:47.409411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39710) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:47.409669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fcb46cf-83f9-4b2a-beb2-89807d200c56 req-d5c61165-3482-4d85-a88e-68e3d804cf44 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505408 Sep 27 08:33:47.445212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051acecd-69c4-43be-b21e-31b55d207f89 req-6643c225-f82a-4047-a4b8-f888e5a1d039 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:47.446774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-051acecd-69c4-43be-b21e-31b55d207f89 req-6643c225-f82a-4047-a4b8-f888e5a1d039 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.57 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 948 time: 0.1320412 Sep 27 08:33:47.479229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85dd90-727d-4578-98ef-4346e00f4dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b831bdf9-1fba-415f-9257-1119150a6d84,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:47.562259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90c7653-e599-46a1-8ba1-ae975fd0d6bf {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:47.568558 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1357ca18-3fab-4840-95ad-5674ee086b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.571511 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.590650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Transition to ACTIVE for port object f90c7653-e599-46a1-8ba1-ae975fd0d6bf will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:47.599644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d2bca-6c6d-43ae-84b2-11edc342baac req-30f1b594-1cec-427d-9a1e-46e652c608c7 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:47.601587 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e1d2bca-6c6d-43ae-84b2-11edc342baac req-30f1b594-1cec-427d-9a1e-46e652c608c7 tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 948 time: 0.1574328 Sep 27 08:33:47.604259 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.606866 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.674675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Deleting port 0379a56c-9453-4b0a-91ee-6deacb7cb247 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:47.674675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.692185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e1d2bca-6c6d-43ae-84b2-11edc342baac req-bb33b226-e466-43fa-a6bc-757c56409f1e tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dbb4350-27be-44ab-9779-4bf16e63d712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830302 Sep 27 08:33:47.716887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:47.730724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:47.731071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.770686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] DHCP port deletion for 12555c3b-8f5a-429e-88c7-e756d6888f4a request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:33:47.833260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:47.833774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.849887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:47.861891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] Deleting port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:47.862535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:47.971639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-68c7c753-87b1-4b75-a1c5-b1decb138b7f tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:47.974875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-68c7c753-87b1-4b75-a1c5-b1decb138b7f tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 945 time: 0.2363086 Sep 27 08:33:47.975620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] For port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,segment=NetworkSegment(7dcea038-1054-45df-b1ec-2b9757b908d9),segment_id=7dcea038-1054-45df-b1ec-2b9757b908d9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:47.976486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.005868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] Calling delete_port for 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:48.017813 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.053548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.089925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:48.093194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:48.147206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849dda6-8778-4414-bca4-2771bb319054 req-4f56b41a-a5bd-4961-a804-ed70d5d70b44 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:48.149625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7849dda6-8778-4414-bca4-2771bb319054 req-4f56b41a-a5bd-4961-a804-ed70d5d70b44 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 945 time: 0.1279311 Sep 27 08:33:48.151328 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.180194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] Pushing event deleted for resources: {'Port': ['ID=6336cdc6-0d1b-4f2d-ab56-e75360278dd9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:48.188018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad510cb-f1e9-445d-b559-69a22365132e None None] No DVR routers for this DVR port 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:48.256236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.272051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7849dda6-8778-4414-bca4-2771bb319054 req-2fad3dc8-ac5b-4d4a-9080-2df9a9edf210 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7cb14b0-b020-4031-b98b-478177c900c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060131 Sep 27 08:33:48.294268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12555c3b-8f5a-429e-88c7-e756d6888f4a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:48.307387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcea038-1054-45df-b1ec-2b9757b908d9') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:48.307700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcea038-1054-45df-b1ec-2b9757b908d9') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:48.319842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.335231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.342781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:33:48.343754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:33:48.347562 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:33:48.443287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:48.443686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:48.443964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:48.450740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] For port 0379a56c-9453-4b0a-91ee-6deacb7cb247, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=0379a56c-9453-4b0a-91ee-6deacb7cb247,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:48.451121 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.480175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Calling delete_port for 0379a56c-9453-4b0a-91ee-6deacb7cb247 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:48.495461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:33:48.495800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:48.516939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:48.517322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:48.517681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:48.518139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Bound port: f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:48.518508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.590853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32b79c-ca2a-44c3-bf2c-a703298289b6 req-ad2324c9-38aa-41a2-99fe-e00235d5d560 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:48.592496 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e32b79c-ca2a-44c3-bf2c-a703298289b6 req-ad2324c9-38aa-41a2-99fe-e00235d5d560 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 0.1724317 Sep 27 08:33:48.666490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Deleting port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:48.666816 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.749355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:48.782797 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e32b79c-ca2a-44c3-bf2c-a703298289b6 req-4ff6430a-9f40-4e20-98a8-a0476b886469 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585710 Sep 27 08:33:48.791977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.810831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:48.813891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.816559 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.816745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.821071 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "DELETE /v2.0/networks/12555c3b-8f5a-429e-88c7-e756d6888f4a HTTP/1.1" status: 204 len: 168 time: 1.3863730 Sep 27 08:33:48.821354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:48.832174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6048f-8117-4876-8d22-c57f5444e93e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Network': ['ID=12555c3b-8f5a-429e-88c7-e756d6888f4a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:48.871813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08878bd-e673-4bdf-97e2-48938c5c9e01 req-08d3af27-5e20-46ff-b075-b694de29921d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:48.873260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e08878bd-e673-4bdf-97e2-48938c5c9e01 req-08d3af27-5e20-46ff-b075-b694de29921d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.1134343 Sep 27 08:33:48.894392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5cf523-a3da-493f-ae88-bf7603127815 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting subnet 4e400fe9-c96f-48a9-a182-878416a0b22e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:33:48.897759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] For port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:48.898140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.906566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf523-a3da-493f-ae88-bf7603127815 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.912665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:48.913318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.914774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] 10.222.0.67 "PUT /v2.0/ports/f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 1094 time: 2.0519218 Sep 27 08:33:48.917501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:48.919827 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f3b95-a742-49b2-a89d-063769d4a9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:48.938047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Calling delete_port for 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:48.967182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:48.968711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e08878bd-e673-4bdf-97e2-48938c5c9e01 req-436315aa-81fe-4e70-8627-fd1df32eda49 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855074 Sep 27 08:33:48.974672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf523-a3da-493f-ae88-bf7603127815 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.042253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708f8a7-31c2-488a-94b2-7c59243fe17f service neutron] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:49.103879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Pushing event deleted for resources: {'Port': ['ID=0379a56c-9453-4b0a-91ee-6deacb7cb247,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:49.150750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] No DVR routers for this DVR port 0379a56c-9453-4b0a-91ee-6deacb7cb247 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:49.160597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.168056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-051acecd-69c4-43be-b21e-31b55d207f89 req-a215e880-c035-44b1-b8df-a9a493cfb85f tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.57 "DELETE /v2.0/ports/0379a56c-9453-4b0a-91ee-6deacb7cb247 HTTP/1.1" status: 204 len: 173 time: 1.7073002 Sep 27 08:33:49.170315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54dc29-cb96-4c79-b318-7d381022831d req-a4486399-76fb-46ce-9839-5808300afc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:49.172232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-a4486399-76fb-46ce-9839-5808300afc46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1701512 Sep 27 08:33:49.191605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf523-a3da-493f-ae88-bf7603127815 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.246147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:49.287776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 0379a56c-9453-4b0a-91ee-6deacb7cb247 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:49.288206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 0379a56c-9453-4b0a-91ee-6deacb7cb247 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:49.292624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-abd096fa-f307-4336-ba34-df771617b6bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.1111336 Sep 27 08:33:49.338561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-693d9aca-41d2-4ca6-852b-0be53271a919 req-a63cf51e-658c-4fae-96e1-b4068831d3ef tempest-ListImageFiltersTestJSON-251500900 tempest-ListImageFiltersTestJSON-251500900-project] 10.222.0.50 "GET /v2.0/ports?device_id=baa60f24-f3a9-4c38-8b29-39ed02324c71 HTTP/1.1" status: 200 len: 210 time: 0.0617261 Sep 27 08:33:49.397468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf523-a3da-493f-ae88-bf7603127815 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.401474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54dc29-cb96-4c79-b318-7d381022831d req-7b67be17-1452-4a0a-93e5-18286d5dffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:49.403256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-7b67be17-1452-4a0a-93e5-18286d5dffd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0955908 Sep 27 08:33:49.407647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.423509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['945650dc-7ce3-4adf-b2bc-0f723a6b7d97'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:49.465861 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb3f37a-3d19-434e-a37a-1888ceb4bb3d x-openstack-request-id: req-1cb3f37a-3d19-434e-a37a-1888ceb4bb3d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:49.466237 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:49.466577 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cb3f37a-3d19-434e-a37a-1888ceb4bb3d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:49.467014 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'status': 'completed', 'code': 200} Sep 27 08:33:49.470090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Pushing event deleted for resources: {'Port': ['ID=945650dc-7ce3-4adf-b2bc-0f723a6b7d97,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:49.504668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf523-a3da-493f-ae88-bf7603127815 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.512547 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae5cf523-a3da-493f-ae88-bf7603127815 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "DELETE /v2.0/subnets/4e400fe9-c96f-48a9-a182-878416a0b22e HTTP/1.1" status: 204 len: 168 time: 0.6868212 Sep 27 08:33:49.512547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cf523-a3da-493f-ae88-bf7603127815 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Subnet': ['ID=4e400fe9-c96f-48a9-a182-878416a0b22e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:49.518521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3377d1-bd4e-4a99-8b63-aa7e5df8f909 None None] Network ba75542e-6b89-44a0-a505-59b215fbfbfe requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:49.530363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39772) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:49.626443 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dee89a4-28b6-44c8-93d7-5698317424c8 req-d9c37db6-9965-448c-9b1f-696c0309caf9 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0657077 Sep 27 08:33:49.667979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] No DVR routers for this DVR port 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:49.678527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.689331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5192f6c7-9114-496b-8f3f-bca2f251a87d req-fed7e285-9360-4403-9840-ccb1f41d80c6 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.57 "DELETE /v2.0/ports/945650dc-7ce3-4adf-b2bc-0f723a6b7d97 HTTP/1.1" status: 204 len: 173 time: 1.6788712 Sep 27 08:33:49.738992 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.742576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54dc29-cb96-4c79-b318-7d381022831d req-be7fe506-b9b2-470f-9841-bdb9e8e77ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:49.745477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-be7fe506-b9b2-470f-9841-bdb9e8e77ae9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3345730 Sep 27 08:33:49.783914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10e50008-46fe-4855-a18d-eaf0275ededc req-5848e0af-6d11-40b0-b568-a6ec1991a5a0 tempest-AttachSCSIVolumeTestJSON-2080946818 tempest-AttachSCSIVolumeTestJSON-2080946818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6eca541-109f-45cb-92ba-253c911ce869 HTTP/1.1" status: 200 len: 210 time: 0.1272736 Sep 27 08:33:49.871213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:49.965048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:49.965398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6336cdc6-0d1b-4f2d-ab56-e75360278dd9 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:49.967358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port c515a9ce-3df0-44d8-92ff-d375e83490ab {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:49.967711 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:49.986934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] DHCP port deletion for ba75542e-6b89-44a0-a505-59b215fbfbfe request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:33:49.996767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-ded4d54f-bf0a-4d03-84ad-bdf0ef51c49a service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292795 Sep 27 08:33:50.127069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] Deleting port c515a9ce-3df0-44d8-92ff-d375e83490ab {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:50.127841 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.197963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cde923-8cdf-477e-a07c-80d33caaece2 req-5196291b-9e54-458e-a8f5-7a22930cef02 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:50.200304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53cde923-8cdf-477e-a07c-80d33caaece2 req-5196291b-9e54-458e-a8f5-7a22930cef02 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 0.2110798 Sep 27 08:33:50.212594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port c515a9ce-3df0-44d8-92ff-d375e83490ab, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c515a9ce-3df0-44d8-92ff-d375e83490ab,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:50.213054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.256417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for c515a9ce-3df0-44d8-92ff-d375e83490ab owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:50.276982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab54dc29-cb96-4c79-b318-7d381022831d req-70655ccc-4a51-4e38-8a48-cd9e9506f735 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713599 Sep 27 08:33:50.299392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbfbe-72c8-474c-a41c-cdfeee0e81d5 req-14c74c9a-0994-45ec-bddf-5e8f7b1b8441 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:50.303643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] For port c515a9ce-3df0-44d8-92ff-d375e83490ab, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c515a9ce-3df0-44d8-92ff-d375e83490ab,segment=NetworkSegment(b00dc68a-f373-4989-bf1d-660bb850270b),segment_id=b00dc68a-f373-4989-bf1d-660bb850270b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:50.304510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.307656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-271bbfbe-72c8-474c-a41c-cdfeee0e81d5 req-14c74c9a-0994-45ec-bddf-5e8f7b1b8441 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.0862532 Sep 27 08:33:50.333611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] Calling delete_port for c515a9ce-3df0-44d8-92ff-d375e83490ab owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:50.344298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53cde923-8cdf-477e-a07c-80d33caaece2 req-1cf483c4-7b93-4d45-8043-432e1b6032c1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289322 Sep 27 08:33:50.351638 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-271bbfbe-72c8-474c-a41c-cdfeee0e81d5 req-6c449b6e-189d-4155-ba60-cc0cff498b23 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Sep 27 08:33:50.429556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.437302 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.483987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=c515a9ce-3df0-44d8-92ff-d375e83490ab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:50.498902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port c515a9ce-3df0-44d8-92ff-d375e83490ab on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:50.506496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-21df75a2-6888-4f2f-8eef-1495f81621a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:50.508478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-21df75a2-6888-4f2f-8eef-1495f81621a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1119916 Sep 27 08:33:50.528293 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.567636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] Pushing event deleted for resources: {'Port': ['ID=c515a9ce-3df0-44d8-92ff-d375e83490ab,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:50.571295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188caad-3c9f-4299-aed8-e2be17aff791 None None] No DVR routers for this DVR port c515a9ce-3df0-44d8-92ff-d375e83490ab on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:50.693505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-7972c91f-e62d-4e37-aaa4-e3fb2b31f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:50.695307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-7972c91f-e62d-4e37-aaa4-e3fb2b31f60c service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1778193 Sep 27 08:33:50.708009 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.743894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-3a5dbd5c-0673-4bf9-a68a-a03455348cd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.0399346 Sep 27 08:33:50.744471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba75542e-6b89-44a0-a505-59b215fbfbfe']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:50.763370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00dc68a-f373-4989-bf1d-660bb850270b') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:50.763681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00dc68a-f373-4989-bf1d-660bb850270b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:50.782537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.800689 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.809529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:33:50.810045 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.817179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-b4274fe8-bc70-4661-b6f2-0f16e511e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:50.819459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-b4274fe8-bc70-4661-b6f2-0f16e511e167 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0673547 Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:33:50.824710 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:33:50.885196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-82a8283e-ca47-4fd8-a376-7c21378b71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:50.890899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-82a8283e-ca47-4fd8-a376-7c21378b71b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602190 Sep 27 08:33:50.897663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.919735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:50.924978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "DELETE /v2.0/networks/ba75542e-6b89-44a0-a505-59b215fbfbfe HTTP/1.1" status: 204 len: 168 time: 1.3884962 Sep 27 08:33:50.932285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39806) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:50.937102 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa9d0f84-91db-46a5-ba77-f4c47b696235 req-4e43ba76-02db-4f20-960d-8f9b67dff091 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0483539 Sep 27 08:33:50.939344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1870585717'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:50.963848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795075b-229b-44b6-abce-c60725c64be9 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Network': ['ID=ba75542e-6b89-44a0-a505-59b215fbfbfe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:51.056672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-e8ff39d6-b4af-490f-a1ff-ebe6aba9cf85 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570842 Sep 27 08:33:51.058070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:51.062336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:51.187930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-699f3b95-a742-49b2-a89d-063769d4a9fa req-0413e7a6-4034-4034-89fc-24e7d884ba51 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215782 Sep 27 08:33:51.241916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:33:51.259526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:51.259783 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Added segment d2d8925d-d17f-4831-95b4-8f15f3017818 of type vlan for network 2eea79ce-2d7a-40bd-a079-39f414c7d967 Sep 27 08:33:51.332466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:51.390389 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:51.396831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:51.397522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:51.428634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4948454 Sep 27 08:33:51.431595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:51.439745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'subnet': {'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:51.483821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-deleted', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247'}, {'server_uuid': 'a6eca541-109f-45cb-92ba-253c911ce869', 'name': 'network-vif-deleted', 'tag': '945650dc-7ce3-4adf-b2bc-0f723a6b7d97'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:51.487421 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ff1f5-247a-46fb-9974-5fe5677c546b" -d '{"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-deleted", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247"}, {"server_uuid": "a6eca541-109f-45cb-92ba-253c911ce869", "name": "network-vif-deleted", "tag": "945650dc-7ce3-4adf-b2bc-0f723a6b7d97"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:51.529557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070ace4-dab1-4e42-9b5b-0ce91dadb23d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Network': ['ID=2eea79ce-2d7a-40bd-a079-39f414c7d967,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:51.553997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512971a-5add-4098-a95e-1456df4e9d5f req-92da9044-dc87-4648-8be2-410b18f8eda4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:51.555673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c512971a-5add-4098-a95e-1456df4e9d5f req-92da9044-dc87-4648-8be2-410b18f8eda4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 0.1199217 Sep 27 08:33:51.557805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 2eea79ce-2d7a-40bd-a079-39f414c7d967 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:33:51.618583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:51.625068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:51.644811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c512971a-5add-4098-a95e-1456df4e9d5f req-76a52c1d-18f9-4da3-8f72-9245a6c36d13 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806828 Sep 27 08:33:51.716440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c515a9ce-3df0-44d8-92ff-d375e83490ab no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:51.741306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c515a9ce-3df0-44d8-92ff-d375e83490ab {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:51.741306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c515a9ce-3df0-44d8-92ff-d375e83490ab not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:51.773478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-85b1bbde-4c51-4f57-9ca9-378f25d59505 service neutron] 10.222.0.67 "GET /v2.0/ports/3bdad425-829b-4797-9073-0616c06c275e/bindings/n-h1-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.1436286 Sep 27 08:33:51.818834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd7e32-2d06-4d1f-8b29-2f3a5ef4702a req-b2c71b7d-861c-4abb-a7e9-638e3b5ce459 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:51.820429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14dd7e32-2d06-4d1f-8b29-2f3a5ef4702a req-b2c71b7d-861c-4abb-a7e9-638e3b5ce459 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 943 time: 0.1046696 Sep 27 08:33:51.827421 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fc1cd2-104c-4955-867c-cb6eb67bf8dc x-openstack-request-id: req-35fc1cd2-104c-4955-867c-cb6eb67bf8dc {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:51.828038 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa60f24-f3a9-4c38-8b29-39ed02324c71", "name": "network-vif-deleted", "tag": "0379a56c-9453-4b0a-91ee-6deacb7cb247", "status": "completed", "code": 200}, {"server_uuid": "a6eca541-109f-45cb-92ba-253c911ce869", "name": "network-vif-deleted", "tag": "945650dc-7ce3-4adf-b2bc-0f723a6b7d97", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:51.828275 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35fc1cd2-104c-4955-867c-cb6eb67bf8dc {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:51.828953 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa60f24-f3a9-4c38-8b29-39ed02324c71', 'name': 'network-vif-deleted', 'tag': '0379a56c-9453-4b0a-91ee-6deacb7cb247', 'status': 'completed', 'code': 200} Sep 27 08:33:51.829847 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eca541-109f-45cb-92ba-253c911ce869', 'name': 'network-vif-deleted', 'tag': '945650dc-7ce3-4adf-b2bc-0f723a6b7d97', 'status': 'completed', 'code': 200} Sep 27 08:33:51.930935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14dd7e32-2d06-4d1f-8b29-2f3a5ef4702a req-9e0b10dc-7cb9-4bd6-903c-b47a0a66b451 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955966 Sep 27 08:33:52.016959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:52.052216 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.054089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:52.130854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Subnet': ['ID=a8d863ef-5a2e-4a0b-949a-2006173626a1,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:52.143132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdad425-829b-4797-9073-0616c06c275e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:52.149639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Checking segment: {'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:52.150648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network hostable DHCP agents. Network: 2eea79ce-2d7a-40bd-a079-39f414c7d967, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:33:52.177721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:52.191060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network 2eea79ce-2d7a-40bd-a079-39f414c7d967 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:33:52.202415 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.237293 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fabb1b66-3549-4e9c-9e71-a42580d00019 req-f0a6dab9-bacd-4af8-b6c8-217b228c3d31 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0589948 Sep 27 08:33:52.243110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 2eea79ce-2d7a-40bd-a079-39f414c7d967) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:52.251157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:52.252355 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.253872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20267325-3756-4eaf-b413-2a783faa5fcd None None] Network 2eea79ce-2d7a-40bd-a079-39f414c7d967 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:52.287901 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a08cd086-f0e0-40fb-a67b-8c221e3ab94a req-efa7ac98-b85d-40f3-93f4-5c644674abc6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0391772 Sep 27 08:33:52.290965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b20cd84-8360-4f2a-b6ae-0bde6534e0a2 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8571441 Sep 27 08:33:52.293883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39914) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:52.299480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2116237823'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:52.325765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:52.333411 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.334802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] Transition to ACTIVE for port object 3bdad425-829b-4797-9073-0616c06c275e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:33:52.341438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.380205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:33:52.396585 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.400978 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Added segment 2a218612-a4d6-4e92-bf53-b8f9d225c2bf of type vlan for network 9ce16639-88ea-4896-b653-d05c915ad129 Sep 27 08:33:52.417754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] No DVR routers for this DVR port 3bdad425-829b-4797-9073-0616c06c275e on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:52.454564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-2eea79ce-2d7a-40bd-a079-39f414c7d967', 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'fixed_ips': [{'subnet_id': 'a8d863ef-5a2e-4a0b-949a-2006173626a1'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:33:52.455989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.475213 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] 10.222.0.67 "PUT /v2.0/ports/3bdad425-829b-4797-9073-0616c06c275e/bindings/n-h1-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6920881 Sep 27 08:33:52.494797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d0b54-07d6-42b9-9115-f1956c3bd6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:52.505415 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.544108 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.553716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:52.554628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.605008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-dbb2bed7-bf74-49b4-aa7d-7e36fbb5d419 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:52.607741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-dbb2bed7-bf74-49b4-aa7d-7e36fbb5d419 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1095 time: 0.0654931 Sep 27 08:33:52.629582 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3339632 Sep 27 08:33:52.635064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39918) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:52.637309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39920) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:52.641215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'subnet': {'network_id': '9ce16639-88ea-4896-b653-d05c915ad129', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:52.656616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Allocated IP 19.80.0.2 (2eea79ce-2d7a-40bd-a079-39f414c7d967/a8d863ef-5a2e-4a0b-949a-2006173626a1/6d2299ca-2ca2-4b36-a7b4-075840046bb3) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:52.761804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d145e1-0ef5-4595-8a4c-e774d615b7e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Network': ['ID=9ce16639-88ea-4896-b653-d05c915ad129,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:52.768891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-0efec2a7-d494-4857-9463-c4a79f556dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:52.770710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-0efec2a7-d494-4857-9463-c4a79f556dec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35&tenant_id=b39763fcd3a34a9a9355667ce04cca9f HTTP/1.1" status: 200 len: 1095 time: 0.1539009 Sep 27 08:33:52.784691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 9ce16639-88ea-4896-b653-d05c915ad129 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:33:52.894518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:52.898379 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.902011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.905214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-8330a93e-86bf-4afb-91ba-753b3c298fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:52.908075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-8330a93e-86bf-4afb-91ba-753b3c298fec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1095 time: 0.1008914 Sep 27 08:33:52.911689 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:52.920429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b13e-0e01-4c40-a590-20c495104b64 req-59792f6e-80e2-4d15-9a50-d841e29bf30b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:52.922152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00b4b13e-0e01-4c40-a590-20c495104b64 req-59792f6e-80e2-4d15-9a50-d841e29bf30b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 0.1400635 Sep 27 08:33:52.967463 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cd1cd68a-1aac-4f78-95a2-63086e9765bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9883b4c653c04541a1f224aaa4944a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281157 Sep 27 08:33:52.970280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:53.088226 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00b4b13e-0e01-4c40-a590-20c495104b64 req-c9c89f90-e4a7-4358-b578-804174ed279b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502879 Sep 27 08:33:53.161081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Pushing event updated for resources: {'Port': ['ID=6d2299ca-2ca2-4b36-a7b4-075840046bb3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:53.209022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c6b9-c3e1-4fe4-8daa-7f5354d74935 req-0d1b7a2f-fec6-45e3-a6ed-01516d3361b7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:53.218908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1403c6b9-c3e1-4fe4-8daa-7f5354d74935 req-0d1b7a2f-fec6-45e3-a6ed-01516d3361b7 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 944 time: 0.1810617 Sep 27 08:33:53.221982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-795beed5-db77-41dc-b9ab-0a30e796cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:53.223554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-795beed5-db77-41dc-b9ab-0a30e796cadb service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.2894225 Sep 27 08:33:53.230580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Network 2eea79ce-2d7a-40bd-a079-39f414c7d967 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:53.237745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:53.242276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:53.259220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4eda9c1-9c59-4af2-b393-8d601870db9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.317990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:53.357225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4eda9c1-9c59-4af2-b393-8d601870db9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.360182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-e39b477b-64bb-42f4-bba9-2ec8bfadf59f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 200 len: 217 time: 0.0971510 Sep 27 08:33:53.371414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Attempting to bind port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:53.371733 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Attempting to bind port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:53.372069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Attempting to bind port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 on network 2eea79ce-2d7a-40bd-a079-39f414c7d967 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:53.388507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:33:53.389901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 945650dc-7ce3-4adf-b2bc-0f723a6b7d97 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:53.395856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:53.397764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Checking segment: {'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:53.397764 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.397764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Bound using segment: {'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:53.397764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Bound port: 6d2299ca-2ca2-4b36-a7b4-075840046bb3, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:53.398341 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.400603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1403c6b9-c3e1-4fe4-8daa-7f5354d74935 req-e044d1c3-89e5-4937-83d3-6beb4e9ba8b8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790316 Sep 27 08:33:53.447576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4eda9c1-9c59-4af2-b393-8d601870db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.450715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4eda9c1-9c59-4af2-b393-8d601870db9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.451586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:33:53.452207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a4eda9c1-9c59-4af2-b393-8d601870db9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9dbb4350-27be-44ab-9779-4bf16e63d712 HTTP/1.1" status: 204 len: 168 time: 0.4806082 Sep 27 08:33:53.456364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3bdad425-829b-4797-9073-0616c06c275e no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:33:53.477048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda9c1-9c59-4af2-b393-8d601870db9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbb4350-27be-44ab-9779-4bf16e63d712,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:53.567961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-8acadd87-a90e-4e37-88c0-389b543e8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:53.569805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-8acadd87-a90e-4e37-88c0-389b543e8b8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.1941564 Sep 27 08:33:53.585225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.601024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] For port 6d2299ca-2ca2-4b36-a7b4-075840046bb3, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:53.605426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] For port 6d2299ca-2ca2-4b36-a7b4-075840046bb3, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6d2299ca-2ca2-4b36-a7b4-075840046bb3,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:53.619241 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.634985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3bdad425-829b-4797-9073-0616c06c275e not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:33:53.638888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-580d5235-c0a2-47be-ab00-2b19ae15e68d req-1842c0c8-292a-489e-9103-279337b2ec1d tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1074607 Sep 27 08:33:53.668524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-884cee4d-1617-4a92-900b-7126c8d9b4a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803807 Sep 27 08:33:53.689039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Subnet': ['ID=56654cf9-de29-4bf2-82df-7ac27560505b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:53.784906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Checking segment: {'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:53.785262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network hostable DHCP agents. Network: 9ce16639-88ea-4896-b653-d05c915ad129, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:33:53.812668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa31ba-24f6-4e3a-8bda-9246a1b93b2b None None] Pushing event updated for resources: {'Port': ['ID=6d2299ca-2ca2-4b36-a7b4-075840046bb3,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:53.827399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:53.835072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-444ec82c-6e69-4d81-aa9a-a987f4c41612 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559424 Sep 27 08:33:53.836292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network 9ce16639-88ea-4896-b653-d05c915ad129 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:33:53.843300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'mac_address': 'fa:16:3e:eb:32:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:33:53.873837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 9ce16639-88ea-4896-b653-d05c915ad129) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:53.883041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:53.884182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:53.889476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499739d-124c-49ee-a498-b1ef47e15454 None None] Network 9ce16639-88ea-4896-b653-d05c915ad129 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:53.956789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:54.004212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90c7653-e599-46a1-8ba1-ae975fd0d6bf {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:33:54.116515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:54.119898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-5e5a8a77-8532-4be9-beee-b3a8ef3e89ac service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624547 Sep 27 08:33:54.127329 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:54.155768 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0cb8045c-e336-4aa7-9da4-9e45f2a1f33f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5192649 Sep 27 08:33:54.324819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:54.385419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['f90c7653-e599-46a1-8ba1-ae975fd0d6bf'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:54.425783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab8bba-c722-489d-8aee-34d5a8ee1ed3 req-7477171d-42e5-4234-bb6f-d4ddb2a6373c tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:54.429218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5ab8bba-c722-489d-8aee-34d5a8ee1ed3 req-7477171d-42e5-4234-bb6f-d4ddb2a6373c tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.1532865 Sep 27 08:33:54.483962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-9ce16639-88ea-4896-b653-d05c915ad129', 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'fixed_ips': [{'subnet_id': '56654cf9-de29-4bf2-82df-7ac27560505b'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:33:54.484947 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:54.538343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5ab8bba-c722-489d-8aee-34d5a8ee1ed3 req-384e2f47-fe38-4136-b1f7-71038b09268b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017828 Sep 27 08:33:54.573804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-f826d907-ba6f-4d8e-9e2c-1bd3b82917d4 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:54.581542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-f826d907-ba6f-4d8e-9e2c-1bd3b82917d4 tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35&tenant_id=b39763fcd3a34a9a9355667ce04cca9f&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1095 time: 0.1281698 Sep 27 08:33:54.801285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:54.937850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-1f13e67e-4cbc-479c-8586-2e7382b116e5 service neutron] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:54.946341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-1f13e67e-4cbc-479c-8586-2e7382b116e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:54.951689 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e22cc07-f641-4ac0-abf7-ffeef6305c4d req-1f13e67e-4cbc-479c-8586-2e7382b116e5 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3bdad425-829b-4797-9073-0616c06c275e/bindings/n-h2-810909-1 HTTP/1.1" status: 204 len: 173 time: 0.3634551 Sep 27 08:33:54.985864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9229de-d956-44c2-bebb-973511af797d req-0731d5ad-37fd-44a4-b1cc-3f529d77f305 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:54.992504 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a9229de-d956-44c2-bebb-973511af797d req-0731d5ad-37fd-44a4-b1cc-3f529d77f305 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 944 time: 0.1544693 Sep 27 08:33:54.999944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-0889d198-e298-45c2-80ec-0eb76dfc0563 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:55.005125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1522374882-network', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:55.005889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-0889d198-e298-45c2-80ec-0eb76dfc0563 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:55.017384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-0889d198-e298-45c2-80ec-0eb76dfc0563 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/networks?id=2eea79ce-2d7a-40bd-a079-39f414c7d967&id=9ce16639-88ea-4896-b653-d05c915ad129 HTTP/1.1" status: 200 len: 1392 time: 0.2100191 Sep 27 08:33:55.026153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Allocated IP 19.86.0.2 (9ce16639-88ea-4896-b653-d05c915ad129/56654cf9-de29-4bf2-82df-7ac27560505b/15366860-cef3-4ee2-85fd-6ee96e81d0bb) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:55.041925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-ca1c61fb-359e-4a68-88c7-bbeb950ff41a tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/quotas/59c263fc4dc044bda9567b6b678b7c36 HTTP/1.1" status: 200 len: 375 time: 0.0234082 Sep 27 08:33:55.061745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:55.064305 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.112879 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.134840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3bf66380-eebb-494e-bd09-432bb7647dfe tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921106 Sep 27 08:33:55.145690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a9229de-d956-44c2-bebb-973511af797d req-ed168d0f-7e3c-491d-ab4a-e8b8e77fc545 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025586 Sep 27 08:33:55.279243 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.294606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.333622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.343898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Pushing event updated for resources: {'Port': ['ID=15366860-cef3-4ee2-85fd-6ee96e81d0bb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:55.347804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced58d8-4227-483c-83f6-4bebec7e819a None None] Network 2eea79ce-2d7a-40bd-a079-39f414c7d967 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:55.356970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0c6c0dc8-3ac9-45b7-b077-9a5ec99b151f req-3124728c-511e-4059-b9a2-7e4dcdc4a372 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0370417 Sep 27 08:33:55.357698 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.362924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Network 9ce16639-88ea-4896-b653-d05c915ad129 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:55.379201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:55.380703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:33:55.387937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:55.397788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-f988c742-b153-47cf-9b0a-0cf0b7208702 service neutron] 10.222.0.50 "GET /v2.0/networks/2eea79ce-2d7a-40bd-a079-39f414c7d967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526395 Sep 27 08:33:55.407190 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.407534 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Added segment 9b78817e-1fa6-4e06-9ddc-bd03865a98bd of type vlan for network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 Sep 27 08:33:55.409294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a9cbd1-73ad-4d96-9ccd-fbaee810818b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:55.471026 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.540362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5f7c514e-5f95-4314-89db-b229f987ed3f None None] Provisioning complete for port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:55.540805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f7c514e-5f95-4314-89db-b229f987ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.542290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.543348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:55.544012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.598164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40012) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:55.600390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7975748 Sep 27 08:33:55.616017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Request body: {'subnet': {'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1522374882-subnet', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:55.686979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-94b4bcec-34bd-4277-8cad-5107fba4029d service neutron] 10.222.0.50 "GET /v2.0/networks/2eea79ce-2d7a-40bd-a079-39f414c7d967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826140 Sep 27 08:33:55.694651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Attempting to bind port 15366860-cef3-4ee2-85fd-6ee96e81d0bb on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:55.695045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Attempting to bind port 15366860-cef3-4ee2-85fd-6ee96e81d0bb by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:55.695529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Attempting to bind port 15366860-cef3-4ee2-85fd-6ee96e81d0bb on network 9ce16639-88ea-4896-b653-d05c915ad129 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:55.711466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:55.711950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Checking segment: {'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:55.712223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18919943-39e2-43ad-8919-bfcffb21d3ac admin admin] Pushing event updated for resources: {'Network': ['ID=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:55.712504 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.713335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Bound using segment: {'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:55.713966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Bound port: 15366860-cef3-4ee2-85fd-6ee96e81d0bb, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:55.714415 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.738633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:55.740989 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:55.745576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:33:55.764675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6d2299ca-2ca2-4b36-a7b4-075840046bb3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:55.833386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9bb6-e58b-4f86-9caf-0666c33f69f9 req-6aa76edd-77c4-4c5f-adb9-c643afdad9a0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:55.844356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4add9bb6-e58b-4f86-9caf-0666c33f69f9 req-6aa76edd-77c4-4c5f-adb9-c643afdad9a0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.1343110 Sep 27 08:33:55.876135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-0e8d10c4-5060-4ce3-84cc-86d1aff456f9 service neutron] 10.222.0.50 "GET /v2.0/networks/9ce16639-88ea-4896-b653-d05c915ad129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807249 Sep 27 08:33:55.910087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4add9bb6-e58b-4f86-9caf-0666c33f69f9 req-7130b5ff-259d-4b91-8f99-2f8ecc49442a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650146 Sep 27 08:33:55.945734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] For port 15366860-cef3-4ee2-85fd-6ee96e81d0bb, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:55.949943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] For port 15366860-cef3-4ee2-85fd-6ee96e81d0bb, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=15366860-cef3-4ee2-85fd-6ee96e81d0bb,segment=NetworkSegment(2a218612-a4d6-4e92-bf53-b8f9d225c2bf),segment_id=2a218612-a4d6-4e92-bf53-b8f9d225c2bf)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:55.966979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.061301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-e8cded00-ede6-45e5-bc42-e8b8276ea8cb service neutron] 10.222.0.50 "GET /v2.0/networks/9ce16639-88ea-4896-b653-d05c915ad129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751766 Sep 27 08:33:56.061575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f446325-d9f9-4ff3-9077-6804916e2d6d req-2db62356-18bb-4e87-9f90-196a189804cb tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:56.062956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.070481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f446325-d9f9-4ff3-9077-6804916e2d6d req-2db62356-18bb-4e87-9f90-196a189804cb tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 1095 time: 0.0749857 Sep 27 08:33:56.119905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:56.125106 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f446325-d9f9-4ff3-9077-6804916e2d6d req-81489ebd-1c0e-480e-a9fe-567c4ea1fcca tempest-LiveAutoBlockMigrationV225Test-1291712568 tempest-LiveAutoBlockMigrationV225Test-1291712568-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530329 Sep 27 08:33:56.149024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Checking segment: {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:56.149665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Network hostable DHCP agents. Network: a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:33:56.159470 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f7c514e-5f95-4314-89db-b229f987ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.189162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:33:56.218573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:56.225415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:56.226492 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.228617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:56.232987 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.257798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47688406-5a65-404c-b877-1e7ef79832ce None None] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:56.259027 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-588fc48e-81cd-4334-8a14-ee302198d35a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6598034 Sep 27 08:33:56.262121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40020) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:56.274544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:56.359869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.361427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.502613 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.505608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad1f0aa5-69ab-4480-8971-a35ba4cf0636 req-859d0319-e493-4881-8e5e-fc72ca595750 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 210 time: 0.0683143 Sep 27 08:33:56.550744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac9d04-1cff-4027-9408-780c18beb153 None None] Pushing event updated for resources: {'Port': ['ID=15366860-cef3-4ee2-85fd-6ee96e81d0bb,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:56.728943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5f7c514e-5f95-4314-89db-b229f987ed3f None None] For port 6d2299ca-2ca2-4b36-a7b4-075840046bb3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6d2299ca-2ca2-4b36-a7b4-075840046bb3,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:56.748188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9221fad0-b1fc-4b2d-a7e2-e517504f0c05 req-2f45a0fe-ae99-4053-a46a-d9739eabcf93 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0810604 Sep 27 08:33:56.751189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f7c514e-5f95-4314-89db-b229f987ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.836128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:33:56.837022 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.883454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:56.962401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40044) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:57.075418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c514e-5f95-4314-89db-b229f987ed3f None None] Pushing event updated for resources: {'Port': ['ID=6d2299ca-2ca2-4b36-a7b4-075840046bb3,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:57.182948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ab9fe6fc-34c2-41bd-83c7-c03e9c43acd4 None None] Provisioning complete for port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:57.182948 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe6fc-34c2-41bd-83c7-c03e9c43acd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:57.259900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:57.313517 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:33:57.321147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752551b-d5cc-48cd-8510-93d9c17349b0 req-cc8fcc58-7db7-41b4-9ad4-da68607f65f2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:57.323540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c752551b-d5cc-48cd-8510-93d9c17349b0 req-cc8fcc58-7db7-41b4-9ad4-da68607f65f2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.1782610 Sep 27 08:33:57.324980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:57.381360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Allocated IP 172.20.0.2 (a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2/a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae/814da414-17ad-427e-9b1e-8464b07da153) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:57.417834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c752551b-d5cc-48cd-8510-93d9c17349b0 req-9e507ce4-e471-41a7-b35c-b2a8d4d4dcea tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823035 Sep 27 08:33:57.537179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Allocated IP 172.25.2.220 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/353d926f-4b9c-4b75-9ce5-45ca33c92e70) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:57.565523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:57.595892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2be8c-f771-4ef4-8cea-9e8cf603cb1b req-60ea7893-651b-4018-a765-6b67adb5c019 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:57.597952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9cf2be8c-f771-4ef4-8cea-9e8cf603cb1b req-60ea7893-651b-4018-a765-6b67adb5c019 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 944 time: 0.5358999 Sep 27 08:33:57.661740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ca60f0-0e98-40ce-84b3-1d333b963400 None None] Network 9ce16639-88ea-4896-b653-d05c915ad129 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:33:57.741786 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:57.761574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-be7e7f0a-ad5b-4cc6-9f63-7f2c6c86f16a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:57.763211 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6cc15de-d26f-4318-aa83-7e1e7afd867f req-012295eb-ff4f-4487-bc6a-45c824f7d590 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 210 time: 0.0745807 Sep 27 08:33:57.763714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-be7e7f0a-ad5b-4cc6-9f63-7f2c6c86f16a tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.57 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 944 time: 0.2207713 Sep 27 08:33:57.809965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:57.838249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9cf2be8c-f771-4ef4-8cea-9e8cf603cb1b req-9e1e0750-ec43-428c-b0c1-6710138a66ab tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665559 Sep 27 08:33:57.864433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6d2299ca-2ca2-4b36-a7b4-075840046bb3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:57.865665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:57.870208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:57.878994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:57.924138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=353d926f-4b9c-4b75-9ce5-45ca33c92e70,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:57.950943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f07908e0-67cb-4461-b9a3-37ce2800f5ea req-703856a4-8cdc-4365-a74c-8d367deff4e2 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0628211 Sep 27 08:33:58.023522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Deleting port 3bdad425-829b-4797-9073-0616c06c275e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:58.023749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.061946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ee38143c-0f1e-452e-85aa-7898e5efc2b0 None None] Provisioning complete for port 15366860-cef3-4ee2-85fd-6ee96e81d0bb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:58.062422 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee38143c-0f1e-452e-85aa-7898e5efc2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.104165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port f90c7653-e599-46a1-8ba1-ae975fd0d6bf completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:33:58.135359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.136766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port f90c7653-e599-46a1-8ba1-ae975fd0d6bf triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:58.137190 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.181589 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:58.182603 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.195386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] For port 3bdad425-829b-4797-9073-0616c06c275e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3bdad425-829b-4797-9073-0616c06c275e,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:58.195823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.228567 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.236147 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.274452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Calling delete_port for 3bdad425-829b-4797-9073-0616c06c275e owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:33:58.287003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:58.300220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:58.302717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:58.370633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-948b3def-2471-4206-9adc-1daafea9ff17 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:58.376505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-948b3def-2471-4206-9adc-1daafea9ff17 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:58.378625 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-948b3def-2471-4206-9adc-1daafea9ff17 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "GET /v2.0/networks?id=2eea79ce-2d7a-40bd-a079-39f414c7d967&id=9ce16639-88ea-4896-b653-d05c915ad129 HTTP/1.1" status: 200 len: 1392 time: 0.2802045 Sep 27 08:33:58.380772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Pushing event updated for resources: {'Port': ['ID=814da414-17ad-427e-9b1e-8464b07da153,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:58.394514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'port': {'device_id': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967', 'admin_state_up': True, 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:33:58.441443 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.442776 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.565053 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee38143c-0f1e-452e-85aa-7898e5efc2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.589020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 15366860-cef3-4ee2-85fd-6ee96e81d0bb up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:33:58.617503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:33:58.619560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Attempting to bind port 814da414-17ad-427e-9b1e-8464b07da153 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:33:58.619999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Attempting to bind port 814da414-17ad-427e-9b1e-8464b07da153 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:33:58.620489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Attempting to bind port 814da414-17ad-427e-9b1e-8464b07da153 on network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:33:58.638788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:58.641016 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f9f10-c529-4a8f-8c31-1d447a0fb0b8" -d '{"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-plugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:58.656435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:33:58.657620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Checking segment: {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:33:58.658423 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.659188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Bound using segment: {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:33:58.659895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Bound port: 814da414-17ad-427e-9b1e-8464b07da153, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:33:58.660408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.663811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.699847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Pushing event deleted for resources: {'Port': ['ID=3bdad425-829b-4797-9073-0616c06c275e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:58.738000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa7fe-3775-40a3-a448-f6d1da7f8395 req-e6121a38-31a4-4859-990b-fdca1440ed04 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:58.739570 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-402aa7fe-3775-40a3-a448-f6d1da7f8395 req-e6121a38-31a4-4859-990b-fdca1440ed04 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.2252476 Sep 27 08:33:58.758889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b4192c73-7fea-4f85-b34f-e73147049829', '3bdad425-829b-4797-9073-0616c06c275e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:33:58.773942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:58.775970 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb88e35-7e02-4f64-a48d-1dc664e78ea0 x-openstack-request-id: req-6fb88e35-7e02-4f64-a48d-1dc664e78ea0 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:58.776446 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-plugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:58.776850 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6fb88e35-7e02-4f64-a48d-1dc664e78ea0 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:58.777411 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'code': 200} Sep 27 08:33:58.786360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ee38143c-0f1e-452e-85aa-7898e5efc2b0 None None] For port 15366860-cef3-4ee2-85fd-6ee96e81d0bb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=15366860-cef3-4ee2-85fd-6ee96e81d0bb,segment=NetworkSegment(2a218612-a4d6-4e92-bf53-b8f9d225c2bf),segment_id=2a218612-a4d6-4e92-bf53-b8f9d225c2bf)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:33:58.787337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:33:58.791223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.804133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.807385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:33:58.825358 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.827262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fa752b0a-4a2c-424a-bcd7-7759cbdab8f7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5639393 Sep 27 08:33:58.831366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40064) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:33:58.835946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] No DVR routers for this DVR port 3bdad425-829b-4797-9073-0616c06c275e on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:33:58.839915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Sync routers for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:33:58.841672 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.851282 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee38143c-0f1e-452e-85aa-7898e5efc2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.879233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.881236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2c45aca-00e1-47a8-9b5a-0a6ddfff1107 req-1e9a2a01-5950-4d0f-b51e-04ca3fc56bd9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.57 "DELETE /v2.0/ports/3bdad425-829b-4797-9073-0616c06c275e HTTP/1.1" status: 204 len: 173 time: 1.1085300 Sep 27 08:33:58.881459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] For port 814da414-17ad-427e-9b1e-8464b07da153, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:33:58.885124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'name': 'network-vif-deleted', 'tag': '3bdad425-829b-4797-9073-0616c06c275e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:33:58.888254 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e1b62f-973d-490c-88b1-c3587dd239f5" -d '{"events": [{"server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "name": "network-vif-deleted", "tag": "3bdad425-829b-4797-9073-0616c06c275e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:33:58.915914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] For port 814da414-17ad-427e-9b1e-8464b07da153, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=814da414-17ad-427e-9b1e-8464b07da153,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:33:58.918674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:33:58.920771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:33:58.928297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b04aa15-0e54-4580-be56-a9831c4462c1 req-8354b0ec-a767-4011-be9f-6aca46b2563f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 210 time: 0.0397534 Sep 27 08:33:58.942090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:58.943999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-402aa7fe-3775-40a3-a448-f6d1da7f8395 req-5518b8d3-2393-44fa-bdc5-0d88992dc2ff tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946130 Sep 27 08:33:58.999800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:59.002481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 15366860-cef3-4ee2-85fd-6ee96e81d0bb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:59.002850 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:59.088053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed7cb1-2612-4617-9cff-90cea665643d req-bae2a61a-4d72-415f-9a08-0717acd6fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:59.089636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39ed7cb1-2612-4617-9cff-90cea665643d req-bae2a61a-4d72-415f-9a08-0717acd6fe94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1099 time: 0.2549479 Sep 27 08:33:59.092823 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d476e0fc-36ca-44a9-96fc-b4361c50e008 x-openstack-request-id: req-d476e0fc-36ca-44a9-96fc-b4361c50e008 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:33:59.093119 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fab62-1c71-4311-aa11-a0603c006c35", "name": "network-vif-deleted", "tag": "3bdad425-829b-4797-9073-0616c06c275e", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:33:59.093374 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d476e0fc-36ca-44a9-96fc-b4361c50e008 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:33:59.093768 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fab62-1c71-4311-aa11-a0603c006c35', 'name': 'network-vif-deleted', 'tag': '3bdad425-829b-4797-9073-0616c06c275e', 'status': 'completed', 'code': 200} Sep 27 08:33:59.184830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad851f0d-0f21-4d6a-8a1b-62c9cdd0e982 req-9a6de597-569e-41e1-93ba-85261717aaf5 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 210 time: 0.1285777 Sep 27 08:33:59.218313 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39ed7cb1-2612-4617-9cff-90cea665643d req-5b068834-5b40-4458-a854-01a5bcab4708 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187882 Sep 27 08:33:59.252106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-175ef8d1-a65d-481f-a849-dfc6bc7125c1 None None] Provisioning complete for port 15366860-cef3-4ee2-85fd-6ee96e81d0bb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:33:59.264497 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175ef8d1-a65d-481f-a849-dfc6bc7125c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:59.313498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38143c-0f1e-452e-85aa-7898e5efc2b0 None None] Pushing event updated for resources: {'Port': ['ID=15366860-cef3-4ee2-85fd-6ee96e81d0bb,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:59.334896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Allocated IP 19.80.0.12 (2eea79ce-2d7a-40bd-a079-39f414c7d967/a8d863ef-5a2e-4a0b-949a-2006173626a1/2fc49032-e655-4fbd-aae8-1ea52ef6f464) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:33:59.345983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:33:59.583039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb052aa-0cea-4fa4-a2d4-72a80550796c None None] Pushing event updated for resources: {'Port': ['ID=814da414-17ad-427e-9b1e-8464b07da153,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:59.691464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:59.700638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-371334ac-fccc-48d3-a662-dfa602dbe108 req-85662714-44db-49ed-acaa-f69902148673 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0315962 Sep 27 08:33:59.747833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:59.810639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network 2eea79ce-2d7a-40bd-a079-39f414c7d967 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:33:59.816286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:33:59.825078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:33:59.898161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Port': ['ID=2fc49032-e655-4fbd-aae8-1ea52ef6f464,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:33:59.918544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Deleting port 151520ca-b1c7-4f10-88f3-a2d783f45d1e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:33:59.919003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:33:59.926750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:33:59.927527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.024234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-8ce0d761-05ab-423e-9918-c66db260b1af tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6355486 Sep 27 08:34:00.043950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Request body: {'port': {'device_id': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129', 'admin_state_up': True, 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:00.167389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:33:58Z', 'revision_number': 3, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:00.209174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.254458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81af44-1d53-4fa8-ac45-397915444b54 req-41c4529b-014e-4b5a-b901-d7555ba09069 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:00.259937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 814da414-17ad-427e-9b1e-8464b07da153 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:00.262610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6e81af44-1d53-4fa8-ac45-397915444b54 req-41c4529b-014e-4b5a-b901-d7555ba09069 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1428432 Sep 27 08:34:00.263965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Checking router: 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:00.274416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Updating router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 port 353d926f-4b9c-4b75-9ce5-45ca33c92e70 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:34:00.339888 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.346343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Made reservation on behalf of 59c263fc4dc044bda9567b6b678b7c36 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:00.349893 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.398047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] For port 151520ca-b1c7-4f10-88f3-a2d783f45d1e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=151520ca-b1c7-4f10-88f3-a2d783f45d1e,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:00.398704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.446217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcd1d-d8ae-4dda-a96d-95b9ffc6505b req-9da4cf44-c3be-4320-bc20-6aece231ea95 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:00.455858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c99dcd1d-d8ae-4dda-a96d-95b9ffc6505b req-9da4cf44-c3be-4320-bc20-6aece231ea95 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 931 time: 0.2114446 Sep 27 08:34:00.477957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Calling delete_port for 151520ca-b1c7-4f10-88f3-a2d783f45d1e owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:00.514059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6e81af44-1d53-4fa8-ac45-397915444b54 req-667a2491-0acc-431a-94c9-125f8071a701 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503722 Sep 27 08:34:00.672005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Allocated IP 172.20.0.1 (a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2/a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae/cf7d4ccd-4855-4798-b963-a6632b636dd0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:00.677338 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c99dcd1d-d8ae-4dda-a96d-95b9ffc6505b req-ea363aee-99df-44a9-b618-70cad1389538 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200003 Sep 27 08:34:00.736143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9022c250-8631-49aa-a1d7-edb18d6f3ecc None None] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:00.797591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7677e3b1-6480-47f6-b4af-a8fd6242e2a3 req-676d6c6f-ce6e-4f77-9f97-a211e16a1800 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 210 time: 0.0540133 Sep 27 08:34:00.817974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Allocated IP 19.86.0.187 (9ce16639-88ea-4896-b653-d05c915ad129/56654cf9-de29-4bf2-82df-7ac27560505b/9cf462e8-6cd9-47bf-8148-3a6815bb22b3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:00.824201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ba9a569a-3f79-4706-b5f6-62e16a6b062d None None] Provisioning complete for port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:00.824771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba9a569a-3f79-4706-b5f6-62e16a6b062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.852071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.909171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.949439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:00.956246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:00.961235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:00.964859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b27c3dcc-06ff-42b3-85ae-cca763d8df7b req-caa46308-81fd-4ad4-9cb8-f22837b84b7f tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1145794 Sep 27 08:34:00.972006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:00.975190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 814da414-17ad-427e-9b1e-8464b07da153 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:00.976289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.001068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a569a-3f79-4706-b5f6-62e16a6b062d None None] Port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:01.008885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7d4ccd-4855-4798-b963-a6632b636dd0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:01.010026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.028477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.094075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Attempting to bind port 353d926f-4b9c-4b75-9ce5-45ca33c92e70 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:01.095392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Attempting to bind port 353d926f-4b9c-4b75-9ce5-45ca33c92e70 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:01.095952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Attempting to bind port 353d926f-4b9c-4b75-9ce5-45ca33c92e70 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:01.107146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:01.107865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:01.108575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.109147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:01.109889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Bound port: 353d926f-4b9c-4b75-9ce5-45ca33c92e70, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:01.110468 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.176093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f0210352-3062-41ec-91bc-59337cd077c2 None None] Provisioning complete for port 814da414-17ad-427e-9b1e-8464b07da153 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:01.176526 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0210352-3062-41ec-91bc-59337cd077c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.209453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.220315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256f85-ffce-46da-bf77-b75cee09b744 None None] Pushing event updated for resources: {'Port': ['ID=353d926f-4b9c-4b75-9ce5-45ca33c92e70,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:01.275207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] For port 353d926f-4b9c-4b75-9ce5-45ca33c92e70, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:01.279780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] For port 353d926f-4b9c-4b75-9ce5-45ca33c92e70, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=353d926f-4b9c-4b75-9ce5-45ca33c92e70,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:01.322808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3bdad425-829b-4797-9073-0616c06c275e no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:01.326027 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.416884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256f85-ffce-46da-bf77-b75cee09b744 None None] Pushing event updated for resources: {'Port': ['ID=353d926f-4b9c-4b75-9ce5-45ca33c92e70,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:01.448854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 3bdad425-829b-4797-9073-0616c06c275e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:01.449691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3bdad425-829b-4797-9073-0616c06c275e not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:01.467995 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.476273 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.480603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.517721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 814da414-17ad-427e-9b1e-8464b07da153, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=814da414-17ad-427e-9b1e-8464b07da153,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:01.541088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:01.541726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:01.623546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.640591 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0210352-3062-41ec-91bc-59337cd077c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.672155 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.673527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 15366860-cef3-4ee2-85fd-6ee96e81d0bb up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:01.694504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.697910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:01.698161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Pushing event deleted for resources: {'Port': ['ID=151520ca-b1c7-4f10-88f3-a2d783f45d1e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:01.759182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7d4ccd-4855-4798-b963-a6632b636dd0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:01.816692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec60d2-777e-4635-aaca-76b5622cbd35 req-14fdd1cb-c28a-4529-a19b-f3c53af18a14 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:01.829438 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13ec60d2-777e-4635-aaca-76b5622cbd35 req-14fdd1cb-c28a-4529-a19b-f3c53af18a14 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1961870 Sep 27 08:34:01.903497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=814da414-17ad-427e-9b1e-8464b07da153,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:01.937796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:01.941460 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-f0210352-3062-41ec-91bc-59337cd077c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:34:01.941813 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-f0210352-3062-41ec-91bc-59337cd077c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:34:01.956072 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13ec60d2-777e-4635-aaca-76b5622cbd35 req-ca950e1d-df48-4612-9e87-db98e147e20a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211066 Sep 27 08:34:02.014190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:02.018088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 15366860-cef3-4ee2-85fd-6ee96e81d0bb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:02.018468 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:02.018643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:02.038195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:02.043190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:02.119922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Network 9ce16639-88ea-4896-b653-d05c915ad129 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:02.169200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:02.173117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:02.249430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63019bd1-fe0e-4596-94b9-d3c72d0c4c3e req-10e9b698-b99f-4113-b1a4-aeb7ca370fc4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:02.249620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2c58122-11b2-4d81-89db-cbaabf3a96ad req-fe57b0d0-0943-4084-904c-924dabc7bf9c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 210 time: 0.0644321 Sep 27 08:34:02.256471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63019bd1-fe0e-4596-94b9-d3c72d0c4c3e req-10e9b698-b99f-4113-b1a4-aeb7ca370fc4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:02.257894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63019bd1-fe0e-4596-94b9-d3c72d0c4c3e req-10e9b698-b99f-4113-b1a4-aeb7ca370fc4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1654 time: 0.2594528 Sep 27 08:34:02.258572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event updated for resources: {'Port': ['ID=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:02.274204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:02.377539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:02.378257 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:02.475298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63019bd1-fe0e-4596-94b9-d3c72d0c4c3e req-462d5d9c-c02a-4c88-9b70-49c7255eccc0 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040086 Sep 27 08:34:02.494894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-3cfadfc8-ea6f-4f7b-89b8-4002668db532 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4556260 Sep 27 08:34:02.512294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Request body: {'port': {'device_id': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:02.562980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:02.585681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 2, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:02.590603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-54bb3a17-e34b-486c-87fc-58043328f702 admin admin] 10.222.0.50 "PUT /v2.0/routers/2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7551525 Sep 27 08:34:02.634941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03862a2-5b34-48c6-9060-90dc0aefd7ca req-8e67887a-3c2e-45f9-b96b-571b5c1dd1c8 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:02.645224 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a03862a2-5b34-48c6-9060-90dc0aefd7ca req-8e67887a-3c2e-45f9-b96b-571b5c1dd1c8 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0939889 Sep 27 08:34:02.703112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d9d97e9c-af83-4eaa-aea8-4fb159d1f159 req-a2fe95c2-da00-4945-a3a0-6f55cb2a82a8 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0957470 Sep 27 08:34:02.703672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a03862a2-5b34-48c6-9060-90dc0aefd7ca req-1f89acfd-6727-4fe4-9dc0-a326e630f632 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519803 Sep 27 08:34:02.705663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:02.930399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 814da414-17ad-427e-9b1e-8464b07da153 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:02.933446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873594b-3660-484f-af89-6f27c1dae2ec None None] The sync data for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 is: [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 2, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:02.986662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ac7ec5b4-9519-40f3-8294-6203b19b5fef None None] Provisioning complete for port 814da414-17ad-427e-9b1e-8464b07da153 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:02.987208 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec5b4-9519-40f3-8294-6203b19b5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:03.017516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Router 745f5ecd-9fc1-4572-910a-a8f026bb6109 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:03.047467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 814da414-17ad-427e-9b1e-8464b07da153 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:03.048360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:03.162729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c09cd-7ecd-43cb-aa18-5e25846f8e38 req-73601f9c-9b08-4d9e-a904-a7a58b0b286b tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:03.176220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-042c09cd-7ecd-43cb-aa18-5e25846f8e38 req-73601f9c-9b08-4d9e-a904-a7a58b0b286b tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 945 time: 0.2023056 Sep 27 08:34:03.271830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ac7ec5b4-9519-40f3-8294-6203b19b5fef None None] Provisioning complete for port cf7d4ccd-4855-4798-b963-a6632b636dd0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:03.272335 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec5b4-9519-40f3-8294-6203b19b5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:03.339949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ec5b4-9519-40f3-8294-6203b19b5fef None None] Port cf7d4ccd-4855-4798-b963-a6632b636dd0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:03.355143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ac7ec5b4-9519-40f3-8294-6203b19b5fef None None] Provisioning complete for port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:03.355590 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec5b4-9519-40f3-8294-6203b19b5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:03.425629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ec5b4-9519-40f3-8294-6203b19b5fef None None] Port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:03.437592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-042c09cd-7ecd-43cb-aa18-5e25846f8e38 req-1dbff000-14f8-4e32-84bf-0a97f363e8ec tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600520 Sep 27 08:34:03.469326 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:03.480660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f965fda9-8fe0-4d34-a9d9-b4fd9c6e9280 admin admin] 10.222.0.50 "PUT /v2.0/routers/745f5ecd-9fc1-4572-910a-a8f026bb6109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5169625 Sep 27 08:34:03.483292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40160) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:03.500113 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] Sync routers for ids ['745f5ecd-9fc1-4572-910a-a8f026bb6109'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:03.522943 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] Routers {'745f5ecd-9fc1-4572-910a-a8f026bb6109'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:03.523583 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['745f5ecd-9fc1-4572-910a-a8f026bb6109'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:03.622577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bad63e5e-3e6d-4135-9a46-5adcb00e4371 req-80d39c28-1efa-46e9-a6cd-cd1334609bce tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 210 time: 0.0510545 Sep 27 08:34:03.717264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc49032-e655-4fbd-aae8-1ea52ef6f464 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:03.729053 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] Set router 745f5ecd-9fc1-4572-910a-a8f026bb6109 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:03.752567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:03.790853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Transition to ACTIVE for port object 2fc49032-e655-4fbd-aae8-1ea52ef6f464 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:34:03.835623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:03.863106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77fc16-8264-4bbb-9827-24c656080832 req-1fadddc7-c089-412b-bb24-5a9f27f3220a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:03.872262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da77fc16-8264-4bbb-9827-24c656080832 req-1fadddc7-c089-412b-bb24-5a9f27f3220a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1011753 Sep 27 08:34:03.917606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc49032-e655-4fbd-aae8-1ea52ef6f464,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:03.936127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-940cb78f-f944-4d36-9b07-f15e5a50d19d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2950521 Sep 27 08:34:03.942719 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da77fc16-8264-4bbb-9827-24c656080832 req-cc5c82de-abce-4b79-ad40-253416623f98 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694556 Sep 27 08:34:03.981367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-17c59a25-c948-4019-a41a-8cd49a480dfb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:34:03.987611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-17c59a25-c948-4019-a41a-8cd49a480dfb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0380778 Sep 27 08:34:04.003388 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:04.161169 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 5, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:04.171427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af50bec-4278-4570-8436-2ba0380f1ba8 req-6e5492d8-2f67-47d9-a9fc-857fb507c986 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:04.192177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af50bec-4278-4570-8436-2ba0380f1ba8 req-6e5492d8-2f67-47d9-a9fc-857fb507c986 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:04.204871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8af50bec-4278-4570-8436-2ba0380f1ba8 req-6e5492d8-2f67-47d9-a9fc-857fb507c986 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1666 time: 0.4358375 Sep 27 08:34:04.229128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d91c2935-7b87-4331-a8b6-5a8b3b2740bb req-a370706a-bae7-4233-97d9-1ac41c1033b4 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1013823 Sep 27 08:34:04.249175 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] Checking router: 745f5ecd-9fc1-4572-910a-a8f026bb6109 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:04.289438 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] Routers {'745f5ecd-9fc1-4572-910a-a8f026bb6109'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:04.290107 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['745f5ecd-9fc1-4572-910a-a8f026bb6109'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:04.420653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8af50bec-4278-4570-8436-2ba0380f1ba8 req-1fd8096a-9f79-428e-89ab-7a547cc0ebfa tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093289 Sep 27 08:34:04.588094 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:04.591974 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] Set router 745f5ecd-9fc1-4572-910a-a8f026bb6109 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:04.651095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 353d926f-4b9c-4b75-9ce5-45ca33c92e70 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:04.673441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Attempting to bind port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:04.676508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Attempting to bind port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:04.676853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Attempting to bind port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 on network 2eea79ce-2d7a-40bd-a079-39f414c7d967 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:04.776101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 on network 2eea79ce-2d7a-40bd-a079-39f414c7d967 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:34:04.776735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Attempting to bind port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 on network 2eea79ce-2d7a-40bd-a079-39f414c7d967 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:04.812042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:04.812849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Checking segment: {'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:04.813777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Bound using segment: {'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:04.814415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Bound port: 2fc49032-e655-4fbd-aae8-1ea52ef6f464, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d8925d-d17f-4831-95b4-8f15f3017818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:04.814964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:04.852719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 353d926f-4b9c-4b75-9ce5-45ca33c92e70 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:04.854486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:04.868591 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c45940dc-ed6d-485a-aafe-ffcf171a1286 req-42bc6c7d-70b9-4c33-81d4-e3b8bf4239b0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 210 time: 0.0702269 Sep 27 08:34:04.979255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c439ddb-d43a-4823-ae71-b63b4e2c83ff req-97ef4ed5-1e3b-4bf0-9865-edad2e71d823 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:04.994394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c439ddb-d43a-4823-ae71-b63b4e2c83ff req-97ef4ed5-1e3b-4bf0-9865-edad2e71d823 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 945 time: 0.0936387 Sep 27 08:34:05.003303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Deleting port 132d75bc-49de-46ae-8f7d-d2d290af0ccd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:05.003654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:05.072527 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c439ddb-d43a-4823-ae71-b63b4e2c83ff req-3a79306c-e464-4243-8a2b-bffa4569323f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769467 Sep 27 08:34:05.088099 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] For port 2fc49032-e655-4fbd-aae8-1ea52ef6f464, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:05.159409 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 5, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:05.192980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:05.205681 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc1b47-a762-4020-8e6e-f262184a3a3d None None] The sync data for ids ['745f5ecd-9fc1-4572-910a-a8f026bb6109'] in n-d-810909-1 is: [{'id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'name': 'tempest-AttachSCSIVolumeTestJSON-339181714-router', 'tenant_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:49Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 5, 'project_id': 'ef951f933ef74fd79e61e585a3baeb5c', 'gw_port': {'id': '132d75bc-49de-46ae-8f7d-d2d290af0ccd', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f5ecd-9fc1-4572-910a-a8f026bb6109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:51Z', 'updated_at': '2021-09-27T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:05.235700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] For port 2fc49032-e655-4fbd-aae8-1ea52ef6f464, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2fc49032-e655-4fbd-aae8-1ea52ef6f464,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:05.262118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 353d926f-4b9c-4b75-9ce5-45ca33c92e70, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=353d926f-4b9c-4b75-9ce5-45ca33c92e70,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:05.276759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:05.308363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae9b71-a967-436b-ad39-9db6a86c2378 req-dea9b942-39c1-4e8f-8504-d7babb947c91 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:05.326804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbae9b71-a967-436b-ad39-9db6a86c2378 req-dea9b942-39c1-4e8f-8504-d7babb947c91 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1874156 Sep 27 08:34:05.351091 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:05.413861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbae9b71-a967-436b-ad39-9db6a86c2378 req-cf39344b-f01b-44a9-a0ea-4ed50cbec533 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843389 Sep 27 08:34:05.431003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=353d926f-4b9c-4b75-9ce5-45ca33c92e70,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:05.504568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc49032-e655-4fbd-aae8-1ea52ef6f464,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:05.535830 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:05.621918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7fc927d0-dada-4077-a591-6e631267ecfa req-0d15f30e-229c-4507-a2ae-82bb41b69d18 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1179945 Sep 27 08:34:05.627261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:05.627946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:05.629567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-468e1027-8c70-4fb7-b711-b805634fed32 service neutron] 10.222.0.57 "PUT /v2.0/ports/2fc49032-e655-4fbd-aae8-1ea52ef6f464 HTTP/1.1" status: 200 len: 1091 time: 3.1264458 Sep 27 08:34:05.630155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'tag': '2fc49032-e655-4fbd-aae8-1ea52ef6f464'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:05.633043 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357827d6-fa74-4452-a64b-ed0ce4d6befc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "tag": "2fc49032-e655-4fbd-aae8-1ea52ef6f464"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:05.657626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] For port 132d75bc-49de-46ae-8f7d-d2d290af0ccd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=132d75bc-49de-46ae-8f7d-d2d290af0ccd,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:05.657959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:05.687435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Calling delete_port for 132d75bc-49de-46ae-8f7d-d2d290af0ccd owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:05.700892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624273-c404-441e-997e-67925868cb2a req-9599a5f2-ec16-4004-8519-497eb9989c2c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:05.709642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Request body: {'port': {'device_id': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:05.714539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624273-c404-441e-997e-67925868cb2a req-9599a5f2-ec16-4004-8519-497eb9989c2c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:05.727221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec624273-c404-441e-997e-67925868cb2a req-9599a5f2-ec16-4004-8519-497eb9989c2c tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1666 time: 0.1664972 Sep 27 08:34:05.783592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec624273-c404-441e-997e-67925868cb2a req-fcf9af23-ebc7-49aa-a95f-5c7d71abab6e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554352 Sep 27 08:34:05.908918 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec2a13b-41f2-4aec-9b95-289cb0f7ea6a x-openstack-request-id: req-8ec2a13b-41f2-4aec-9b95-289cb0f7ea6a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:05.909525 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "tag": "2fc49032-e655-4fbd-aae8-1ea52ef6f464", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:05.909788 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ec2a13b-41f2-4aec-9b95-289cb0f7ea6a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:05.910259 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'tag': '2fc49032-e655-4fbd-aae8-1ea52ef6f464', 'status': 'completed', 'code': 200} Sep 27 08:34:05.960491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:06.076439 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f9d141d-1777-4d57-bc5d-924ff80956a5 req-446168d7-d371-45b6-85e5-adb199ff1821 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=884fab62-1c71-4311-aa11-a0603c006c35 HTTP/1.1" status: 200 len: 210 time: 0.0575080 Sep 27 08:34:06.129286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-464d49c6-7e1c-484c-b4aa-66009f895729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:06.129868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-464d49c6-7e1c-484c-b4aa-66009f895729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:06.131556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-464d49c6-7e1c-484c-b4aa-66009f895729 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1913 time: 0.1916413 Sep 27 08:34:06.341659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb60fff-7f99-40b3-bbd8-92f250fcb863 req-d4401f59-5bd5-48a9-a33f-03b4998f3098 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:06.349228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5fb60fff-7f99-40b3-bbd8-92f250fcb863 req-d4401f59-5bd5-48a9-a33f-03b4998f3098 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 945 time: 0.3428309 Sep 27 08:34:06.539074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 353d926f-4b9c-4b75-9ce5-45ca33c92e70 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:06.645542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b918-32cc-4e04-a5a7-63098f705da7 req-640c40df-8426-4bfa-a8a8-6f24bffc5456 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:06.647595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1639b918-32cc-4e04-a5a7-63098f705da7 req-640c40df-8426-4bfa-a8a8-6f24bffc5456 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.0840414 Sep 27 08:34:06.669185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 353d926f-4b9c-4b75-9ce5-45ca33c92e70 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:06.669550 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:06.733368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1639b918-32cc-4e04-a5a7-63098f705da7 req-55040ab2-c563-4806-b4dd-ac0653cd8170 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793207 Sep 27 08:34:06.803409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 151520ca-b1c7-4f10-88f3-a2d783f45d1e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:06.834975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e011d28-07e6-4dfe-9fcd-bd9f51e95c18 req-53cf7284-3e2b-4117-8801-4fb0b9f10db1 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0357137 Sep 27 08:34:06.844300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 151520ca-b1c7-4f10-88f3-a2d783f45d1e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:06.844791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 151520ca-b1c7-4f10-88f3-a2d783f45d1e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:06.846434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Sync routers for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:06.857649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:06.858359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:07.018919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995db7-db08-4f75-851f-9c26029226a1 req-65180172-b1df-486c-9288-8f510e35818d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:07.021283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:07.029267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995db7-db08-4f75-851f-9c26029226a1 req-65180172-b1df-486c-9288-8f510e35818d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:07.041224 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d995db7-db08-4f75-851f-9c26029226a1 req-65180172-b1df-486c-9288-8f510e35818d tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1666 time: 0.0929747 Sep 27 08:34:07.061920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:07.077357 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5fb60fff-7f99-40b3-bbd8-92f250fcb863 req-25523835-bb37-463f-83b2-1815dd961d54 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ff90cd1-7514-443e-aa34-a8247082c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7225032 Sep 27 08:34:07.095933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d995db7-db08-4f75-851f-9c26029226a1 req-f3b48c42-ca30-4d36-b4a9-91b854b1f8ef tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535128 Sep 27 08:34:07.151862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Pushing event deleted for resources: {'Port': ['ID=132d75bc-49de-46ae-8f7d-d2d290af0ccd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:07.188028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-82a3b13d-6736-4ed8-a405-4ce15edb5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:07.189991 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-82a3b13d-6736-4ed8-a405-4ce15edb5cb4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1099 time: 0.8603735 Sep 27 08:34:07.210732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-145014b5-507a-4cae-8f5d-fbb03cca60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:07.211394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-145014b5-507a-4cae-8f5d-fbb03cca60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:07.211875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-145014b5-507a-4cae-8f5d-fbb03cca60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:07.214122 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-145014b5-507a-4cae-8f5d-fbb03cca60cd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=59c263fc4dc044bda9567b6b678b7c36&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0664444 Sep 27 08:34:07.384696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 2, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:07.408948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-0648e740-9eaa-4c42-8961-289b3e64abb9 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:07.417044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-0648e740-9eaa-4c42-8961-289b3e64abb9 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 945 time: 0.1057124 Sep 27 08:34:07.424206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:07.444472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:07.452506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Checking router: 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:07.452986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Updating router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 port cf7d4ccd-4855-4798-b963-a6632b636dd0 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:34:07.459378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Transition to ACTIVE for port object 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:34:07.481845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:07.506948 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:07.602982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Deleting port 734f2e40-e813-4104-9abb-613fc3c8591d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:07.603600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:07.627816 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:07.819182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:07.835136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] For port 734f2e40-e813-4104-9abb-613fc3c8591d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=734f2e40-e813-4104-9abb-613fc3c8591d,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:07.835393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:07.862735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-31f8a145-7b76-4948-8449-8da58fa4d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:07.864445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-31f8a145-7b76-4948-8449-8da58fa4d3e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.6493468 Sep 27 08:34:07.934116 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:07.947225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.007829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-6a0ce4fa-90fa-4487-b726-f34c5623d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:08.013897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-357827d6-fa74-4452-a64b-ed0ce4d6befc req-6a0ce4fa-90fa-4487-b726-f34c5623d48b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7727902 Sep 27 08:34:08.064265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc403384-47f1-4908-82cb-a8eb638efee5 req-3302d913-8693-4297-91e8-5c994d5336b8 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0845959 Sep 27 08:34:08.157167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-cf583e6d-4358-4c6b-85c9-3877361f0a70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.1844506 Sep 27 08:34:08.237931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.239974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.241257 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Floating IP 0bda2ad4-f597-4286-b67a-15a2f7cad819 disassociated. External IP: 172.25.2.72, port: 734f2e40-e813-4104-9abb-613fc3c8591d. Sep 27 08:34:08.241989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Calling delete_port for 734f2e40-e813-4104-9abb-613fc3c8591d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:08.364810 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.377894 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.423086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c7a09-41df-41fe-8659-613e3f98829b req-6b67cc41-8aa2-4415-a576-b5124664ad73 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:08.431024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-442c7a09-41df-41fe-8659-613e3f98829b req-6b67cc41-8aa2-4415-a576-b5124664ad73 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.4729135 Sep 27 08:34:08.445894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-74f1924e-d288-41f2-a0a5-e27deb0f4897 req-fcdbf837-7c31-4b10-8886-41b54c462243 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 210 time: 0.0403922 Sep 27 08:34:08.452221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.492101 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.492788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 745f5ecd-9fc1-4572-910a-a8f026bb6109 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:34:08.516247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event deleted for resources: {'Port': ['ID=734f2e40-e813-4104-9abb-613fc3c8591d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:08.522962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.528667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-10b1047d-f52f-47c4-b8a7-e125aa58575f admin admin] 10.222.0.50 "DELETE /v2.0/routers/745f5ecd-9fc1-4572-910a-a8f026bb6109 HTTP/1.1" status: 204 len: 168 time: 5.0401294 Sep 27 08:34:08.531962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40296) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:08.571382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Attempting to bind port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:08.574342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Attempting to bind port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:08.578658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Attempting to bind port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 on network 9ce16639-88ea-4896-b653-d05c915ad129 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:08.633204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-442c7a09-41df-41fe-8659-613e3f98829b req-93a7c9c4-9a41-4975-83a2-4eb53add8ab6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991062 Sep 27 08:34:08.649602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 on network 9ce16639-88ea-4896-b653-d05c915ad129 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:34:08.649602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Attempting to bind port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 on network 9ce16639-88ea-4896-b653-d05c915ad129 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:08.665620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-b2682d23-a35e-4748-938f-bc4f26184725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:08.672385 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-b2682d23-a35e-4748-938f-bc4f26184725 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.4169967 Sep 27 08:34:08.693771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b45dc-42e5-4a2c-aad2-161462b39efe None None] Pushing event updated for resources: {'Port': ['ID=cf7d4ccd-4855-4798-b963-a6632b636dd0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:08.711629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:08.712386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Checking segment: {'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:08.717918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Bound using segment: {'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:08.718545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Bound port: 9cf462e8-6cd9-47bf-8148-3a6815bb22b3, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a218612-a4d6-4e92-bf53-b8f9d225c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:08.719019 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.745255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb84c0-7aae-4b96-b8d6-2f19c737d029 req-f820e2df-0c31-4a5b-8ffc-5ec3bf95bc1e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:08.748731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Attempting to bind port cf7d4ccd-4855-4798-b963-a6632b636dd0 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:08.751605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Attempting to bind port cf7d4ccd-4855-4798-b963-a6632b636dd0 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:08.752574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Attempting to bind port cf7d4ccd-4855-4798-b963-a6632b636dd0 on network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:08.756241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb84c0-7aae-4b96-b8d6-2f19c737d029 req-f820e2df-0c31-4a5b-8ffc-5ec3bf95bc1e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:08.763248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:08.763974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Checking segment: {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:08.764619 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.765280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Bound using segment: {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:08.766524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Bound port: cf7d4ccd-4855-4798-b963-a6632b636dd0, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:08.773667 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.785029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9eb84c0-7aae-4b96-b8d6-2f19c737d029 req-f820e2df-0c31-4a5b-8ffc-5ec3bf95bc1e tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1678 time: 0.1328604 Sep 27 08:34:08.866210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8f676c-d6ba-456b-8ac1-d0703e111960 admin admin] Deleting subnet 26ff3d2b-9999-4d89-930f-24ddaf473922 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:08.912251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] For port cf7d4ccd-4855-4798-b963-a6632b636dd0, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:08.916365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] For port cf7d4ccd-4855-4798-b963-a6632b636dd0, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf7d4ccd-4855-4798-b963-a6632b636dd0,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:08.918215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d8f676c-d6ba-456b-8ac1-d0703e111960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.927215 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:08.994456 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9eb84c0-7aae-4b96-b8d6-2f19c737d029 req-ad14379e-f687-4d8e-aa79-778fd3107301 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024262 Sep 27 08:34:09.021832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-568ae43f-0298-4aad-a5ef-2340c2fb8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:09.023406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-568ae43f-0298-4aad-a5ef-2340c2fb8ca8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3412759 Sep 27 08:34:09.023931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:09.053319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b45dc-42e5-4a2c-aad2-161462b39efe None None] Pushing event updated for resources: {'Port': ['ID=cf7d4ccd-4855-4798-b963-a6632b636dd0,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:09.112649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d8f676c-d6ba-456b-8ac1-d0703e111960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:09.118657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:09.119534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:09.253398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-56feb066-cdcc-4756-91df-c02c4fe5fffc None None] Provisioning complete for port cf7d4ccd-4855-4798-b963-a6632b636dd0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:09.260628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56feb066-cdcc-4756-91df-c02c4fe5fffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:09.279795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:09.309241 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] Sync routers for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:09.327233 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:09.328734 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:09.409991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] No DVR routers for this DVR port 734f2e40-e813-4104-9abb-613fc3c8591d on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:09.415162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:09.417846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e44a16a-4840-442e-8de9-f04d4479cd7e req-c20965ec-51ba-4876-8ff2-9ffcf723b39f tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.67 "DELETE /v2.0/ports/734f2e40-e813-4104-9abb-613fc3c8591d HTTP/1.1" status: 204 len: 173 time: 1.9933443 Sep 27 08:34:09.418341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'name': 'network-vif-deleted', 'tag': '734f2e40-e813-4104-9abb-613fc3c8591d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:09.419720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-362f4ee3-c21a-4620-851f-049a2ac7eeb3 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858218 Sep 27 08:34:09.420807 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f476aa1-ef90-407c-a0db-3dc521acd585" -d '{"events": [{"server_uuid": "9bd289bd-55fa-4ce9-84fb-f4d91d8598db", "name": "network-vif-deleted", "tag": "734f2e40-e813-4104-9abb-613fc3c8591d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:09.517053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:09.564624 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3193298c-35a0-45ec-94ea-322652e3be22 x-openstack-request-id: req-3193298c-35a0-45ec-94ea-322652e3be22 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:09.565117 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd289bd-55fa-4ce9-84fb-f4d91d8598db", "name": "network-vif-deleted", "tag": "734f2e40-e813-4104-9abb-613fc3c8591d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:09.565528 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3193298c-35a0-45ec-94ea-322652e3be22 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:09.566128 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd289bd-55fa-4ce9-84fb-f4d91d8598db', 'name': 'network-vif-deleted', 'tag': '734f2e40-e813-4104-9abb-613fc3c8591d', 'status': 'completed', 'code': 200} Sep 27 08:34:09.596611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047b836a-0561-401a-9a94-82c4a8c4f396 req-97558678-5a1f-4d28-b2fc-c31a2c0e86d2 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1755474 Sep 27 08:34:09.618172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] For port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:09.655614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] For port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,segment=NetworkSegment(2a218612-a4d6-4e92-bf53-b8f9d225c2bf),segment_id=2a218612-a4d6-4e92-bf53-b8f9d225c2bf)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:09.706908 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:09.711599 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:09.789888 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3bfda6a1-9a3b-499c-ab73-30e0520a3d27 req-eb84cf38-9f31-4e32-96d6-793cb09753f6 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd289bd-55fa-4ce9-84fb-f4d91d8598db HTTP/1.1" status: 200 len: 210 time: 0.0449419 Sep 27 08:34:09.914338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:09.923565 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-7ad4ebb7-9293-4815-9875-dd4764b66608 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406612 Sep 27 08:34:09.945223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d8f676c-d6ba-456b-8ac1-d0703e111960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:10.089964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.092452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:10.111919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-30748436-e325-4092-8c90-5cb31308b177 service neutron] 10.222.0.57 "PUT /v2.0/ports/9cf462e8-6cd9-47bf-8148-3a6815bb22b3 HTTP/1.1" status: 200 len: 1092 time: 4.4089508 Sep 27 08:34:10.114742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'tag': '9cf462e8-6cd9-47bf-8148-3a6815bb22b3'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:10.127393 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4026be-1ae7-48a4-a97a-59e81f625290" -d '{"events": [{"name": "network-changed", "server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "tag": "9cf462e8-6cd9-47bf-8148-3a6815bb22b3"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:10.230016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55659ea-8297-4bbb-aa36-6ac1d70e7e03 req-58e4ba96-915c-4f1b-88de-dfbddb25472c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.241316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c55659ea-8297-4bbb-aa36-6ac1d70e7e03 req-58e4ba96-915c-4f1b-88de-dfbddb25472c tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 945 time: 0.1470268 Sep 27 08:34:10.271916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f1a75-663e-479a-9dd5-61a8fae84369 req-90ba928b-6f95-458d-b88e-fc361030f86a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.289668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-693f1a75-663e-479a-9dd5-61a8fae84369 req-90ba928b-6f95-458d-b88e-fc361030f86a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.4530132 Sep 27 08:34:10.432650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-d2187ae5-355a-4613-bba5-9245ab69fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.433020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-d2187ae5-355a-4613-bba5-9245ab69fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.434618 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-d2187ae5-355a-4613-bba5-9245ab69fa3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1980 time: 0.1110425 Sep 27 08:34:10.441199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d8f676c-d6ba-456b-8ac1-d0703e111960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:10.446738 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c55659ea-8297-4bbb-aa36-6ac1d70e7e03 req-91d6fd22-ad03-4eff-ac50-7a4c1882b640 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003815 Sep 27 08:34:10.481344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d8f676c-d6ba-456b-8ac1-d0703e111960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:10.489745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1d8f676c-d6ba-456b-8ac1-d0703e111960 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/26ff3d2b-9999-4d89-930f-24ddaf473922 HTTP/1.1" status: 204 len: 168 time: 1.9425042 Sep 27 08:34:10.491562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:10.491890 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:48Z', 'revision_number': 5, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:10.513065 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-693f1a75-663e-479a-9dd5-61a8fae84369 req-d06dc46a-2921-40aa-9194-830c9ecbc51e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223957 Sep 27 08:34:10.549338 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] Checking router: 1ebbfa9d-415a-470d-b7f7-439bacace0c9 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:10.586803 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:10.591016 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:10.641694 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce147e1-0ed9-4770-907f-1ad67ed7852e x-openstack-request-id: req-9ce147e1-0ed9-4770-907f-1ad67ed7852e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:10.642367 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "tag": "9cf462e8-6cd9-47bf-8148-3a6815bb22b3", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:10.642367 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ce147e1-0ed9-4770-907f-1ad67ed7852e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:10.642715 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'tag': '9cf462e8-6cd9-47bf-8148-3a6815bb22b3', 'status': 'completed', 'code': 200} Sep 27 08:34:10.644423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-67157b04-cdef-40b9-ae4c-5308f3b9d941 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=2fc49032-e655-4fbd-aae8-1ea52ef6f464 HTTP/1.1" status: 200 len: 217 time: 0.1763132 Sep 27 08:34:10.644975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f676c-d6ba-456b-8ac1-d0703e111960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ff3d2b-9999-4d89-930f-24ddaf473922,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:10.692760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f74234-0549-4fa8-8daa-850ba1857507 None None] Network f59f2be8-0545-4585-a778-d70f4444f7db requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:10.704724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf7d4ccd-4855-4798-b963-a6632b636dd0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:10.711964 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56feb066-cdcc-4756-91df-c02c4fe5fffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:10.744356 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:10.771960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47683c3-9e47-40af-8113-fc6d57c04043 req-b4a44b7d-19c1-4d0c-8811-c2ddfa36e824 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.773242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-a3f97559-25ce-494e-9e50-374888ba9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.774892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-a3f97559-25ce-494e-9e50-374888ba9d66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8d863ef-5a2e-4a0b-949a-2006173626a1 HTTP/1.1" status: 200 len: 801 time: 0.1149063 Sep 27 08:34:10.791158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47683c3-9e47-40af-8113-fc6d57c04043 req-b4a44b7d-19c1-4d0c-8811-c2ddfa36e824 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.792863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a47683c3-9e47-40af-8113-fc6d57c04043 req-b4a44b7d-19c1-4d0c-8811-c2ddfa36e824 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1678 time: 0.1090469 Sep 27 08:34:10.808173 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:10.851254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-716ae38d-0d68-4d38-a676-bdf627ced5cf req-1f946871-b45d-4d1b-8c99-e9801fdc07a5 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0746992 Sep 27 08:34:10.859162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-56feb066-cdcc-4756-91df-c02c4fe5fffc None None] For port cf7d4ccd-4855-4798-b963-a6632b636dd0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf7d4ccd-4855-4798-b963-a6632b636dd0,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:10.910243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-dba191e2-f9d4-4cb8-ac22-c40527fce742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:10.916253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-dba191e2-f9d4-4cb8-ac22-c40527fce742 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eea79ce-2d7a-40bd-a079-39f414c7d967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1256299 Sep 27 08:34:10.928227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a47683c3-9e47-40af-8113-fc6d57c04043 req-6ffc710b-0c1f-41bf-9ce4-7bdb68f4e32a tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270657 Sep 27 08:34:10.945637 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56feb066-cdcc-4756-91df-c02c4fe5fffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:10.983675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Deleting port edd59783-e6a9-40c4-858a-f4a88322db3d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:10.984027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.019810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:11.108810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-966d761d-5cbf-43ce-ba86-7d2039cd5a29 service neutron] 10.222.0.57 "GET /v2.0/networks/2eea79ce-2d7a-40bd-a079-39f414c7d967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817002 Sep 27 08:34:11.168479 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:48Z', 'revision_number': 5, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:11.220705 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dee494-e2ad-4df8-9769-52c3f75e263e None None] The sync data for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 is: [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:31:41Z', 'revision_number': 4, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '58a74988-3d76-4cf1-b297-6bfe7eaba4c7', 'name': '', 'network_id': '45948d16-6c4d-4237-ad7e-323bb3712fa9', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'mac_address': 'fa:16:3e:a3:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:40Z', 'updated_at': '2021-09-27T08:31:48Z', 'revision_number': 5, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'subnets': [{'id': 'caaa9f03-92b2-46ce-ac4b-de6bb6fc056e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:11.254019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] For port edd59783-e6a9-40c4-858a-f4a88322db3d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=edd59783-e6a9-40c4-858a-f4a88322db3d,segment=NetworkSegment(d87f0d11-ec62-4bf5-b973-c1290d7842cb),segment_id=d87f0d11-ec62-4bf5-b973-c1290d7842cb)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:11.254319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.256911 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c894cf4e-af0e-482d-b0cd-251f7de02e26 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.322070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56feb066-cdcc-4756-91df-c02c4fe5fffc None None] Pushing event updated for resources: {'Port': ['ID=cf7d4ccd-4855-4798-b963-a6632b636dd0,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:11.331630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Calling delete_port for edd59783-e6a9-40c4-858a-f4a88322db3d owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:11.360274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-1214eddc-8beb-4ed2-b933-fdcd8ae5722b service neutron] 10.222.0.57 "GET /v2.0/networks/2eea79ce-2d7a-40bd-a079-39f414c7d967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418022 Sep 27 08:34:11.376445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3a0c3e52-e83c-478d-b8c4-aa8e890a8456 None None] Provisioning complete for port cf7d4ccd-4855-4798-b963-a6632b636dd0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:11.376825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3e52-e83c-478d-b8c4-aa8e890a8456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.426048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c894cf4e-af0e-482d-b0cd-251f7de02e26 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.518249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:08Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:11.519716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-e1b2e657-08df-4651-b98e-5e249e6f5e98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=9cf462e8-6cd9-47bf-8148-3a6815bb22b3 HTTP/1.1" status: 200 len: 217 time: 0.1520188 Sep 27 08:34:11.628619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 734f2e40-e813-4104-9abb-613fc3c8591d no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:11.658348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c894cf4e-af0e-482d-b0cd-251f7de02e26 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.660767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c894cf4e-af0e-482d-b0cd-251f7de02e26 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.661609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-83db6c58-2f35-4d80-bfb7-69d3209f6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:11.662026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c894cf4e-af0e-482d-b0cd-251f7de02e26 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "DELETE /v2.0/security-groups/4ff90cd1-7514-443e-aa34-a8247082c4f6 HTTP/1.1" status: 204 len: 168 time: 0.6414380 Sep 27 08:34:11.663878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-83db6c58-2f35-4d80-bfb7-69d3209f6539 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56654cf9-de29-4bf2-82df-7ac27560505b HTTP/1.1" status: 200 len: 801 time: 0.1217535 Sep 27 08:34:11.664990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40342) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:11.680351 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-330753c5-ceea-4293-a818-d5732f5c764b tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] show failed (client error): The resource could not be found. Sep 27 08:34:11.682280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-330753c5-ceea-4293-a818-d5732f5c764b tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "GET /v2.0/security-groups/4ff90cd1-7514-443e-aa34-a8247082c4f6 HTTP/1.1" status: 404 len: 347 time: 0.0160053 Sep 27 08:34:11.685457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40344) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:11.686006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.705541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 734f2e40-e813-4104-9abb-613fc3c8591d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:11.706087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 734f2e40-e813-4104-9abb-613fc3c8591d not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:11.715075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4506f0f-1d91-4191-956a-63776d7e98c6 None None] The sync data for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 is: [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:08Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:11.744551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894cf4e-af0e-482d-b0cd-251f7de02e26 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff90cd1-7514-443e-aa34-a8247082c4f6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:11.781686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd59783-e6a9-40c4-858a-f4a88322db3d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:11.837413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5a01e-877f-4798-813a-33935a10a969 None None] New status for floating IP 0bda2ad4-f597-4286-b67a-15a2f7cad819: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:34:11.840434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] No DVR routers for this DVR port edd59783-e6a9-40c4-858a-f4a88322db3d on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:11.854181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cf7d4ccd-4855-4798-b963-a6632b636dd0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:11.857557 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:11.964611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2bf73-275d-47d8-aeec-d01c42520276 req-07381c6a-1793-4129-820c-5b8524c8a993 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:11.988462 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3cb2bf73-275d-47d8-aeec-d01c42520276 req-07381c6a-1793-4129-820c-5b8524c8a993 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.2365665 Sep 27 08:34:11.999250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e42a4-bc17-485a-95d1-8183104813c6 None None] DHCP port deletion for f59f2be8-0545-4585-a778-d70f4444f7db request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:34:12.056705 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:12.097479 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3cb2bf73-275d-47d8-aeec-d01c42520276 req-35a74336-f8f8-4c30-9e84-f828dc7149c2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060526 Sep 27 08:34:12.126186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59f2be8-0545-4585-a778-d70f4444f7db']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:12.154779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87f0d11-ec62-4bf5-b973-c1290d7842cb') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:12.156913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87f0d11-ec62-4bf5-b973-c1290d7842cb') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:12.178247 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:12.274521 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d05e527d-783d-475d-b488-a98267bef2e8 req-83e27ab3-3fa6-4cf8-a489-b4a108b3d788 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0508714 Sep 27 08:34:12.282152 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:12.301536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-4da930d7-346e-43bd-841e-c95bfcfd3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:12.303378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-4da930d7-346e-43bd-841e-c95bfcfd3ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ce16639-88ea-4896-b653-d05c915ad129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6072588 Sep 27 08:34:12.309530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:12.312069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:12.314348 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:12.321296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 132d75bc-49de-46ae-8f7d-d2d290af0ccd no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:12.347295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d64f1-73a0-4cba-b9dd-291f4cdec583 req-6f67f050-6d4b-4f32-b9c6-102af988c037 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:12.363273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 132d75bc-49de-46ae-8f7d-d2d290af0ccd {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:12.364550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 132d75bc-49de-46ae-8f7d-d2d290af0ccd not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:12.371382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f4d64f1-73a0-4cba-b9dd-291f4cdec583 req-6f67f050-6d4b-4f32-b9c6-102af988c037 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 945 time: 0.5600221 Sep 27 08:34:12.529140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:12.538774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:12.544780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f59f2be8-0545-4585-a778-d70f4444f7db HTTP/1.1" status: 204 len: 168 time: 2.0501807 Sep 27 08:34:12.548273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:12.553623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf7d4ccd-4855-4798-b963-a6632b636dd0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:12.570636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-a6defccd-2e1d-4b45-9ae6-a593c12da922 service neutron] 10.222.0.57 "GET /v2.0/networks/9ce16639-88ea-4896-b653-d05c915ad129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979411 Sep 27 08:34:12.633984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-b565821f-1d51-402b-a8c6-d0412960cc00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6097527 Sep 27 08:34:12.658810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cf7d4ccd-4855-4798-b963-a6632b636dd0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:12.659196 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:12.757153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928fa80-18e5-4fdb-9753-4c076335bd91 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59f2be8-0545-4585-a778-d70f4444f7db,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:12.873222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f4d64f1-73a0-4cba-b9dd-291f4cdec583 req-a126b90e-156e-40f5-9cc0-f08eaf00ef4d tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990062 Sep 27 08:34:12.875918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab687-a6d3-48b4-87b3-97b9c4f554d9 req-fd2bdbcf-6636-4b99-9421-b9c92e5183f4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:12.882239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab687-a6d3-48b4-87b3-97b9c4f554d9 req-fd2bdbcf-6636-4b99-9421-b9c92e5183f4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:12.890188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device edd59783-e6a9-40c4-858a-f4a88322db3d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:12.892857 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f99ab687-a6d3-48b4-87b3-97b9c4f554d9 req-fd2bdbcf-6636-4b99-9421-b9c92e5183f4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1678 time: 0.4617319 Sep 27 08:34:12.934651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: edd59783-e6a9-40c4-858a-f4a88322db3d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:12.935003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device edd59783-e6a9-40c4-858a-f4a88322db3d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:12.961604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Deleting port dfa18193-569b-46a5-a2fb-c661d766793f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:12.961951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:12.965253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40947ec4-34b2-4a59-ab68-a2081236f498 req-9f503d7e-7c22-4d0b-bd8b-ba58089eedc8 service neutron] 10.222.0.57 "GET /v2.0/networks/9ce16639-88ea-4896-b653-d05c915ad129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715708 Sep 27 08:34:13.014780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-e0eca8fd-81a7-43f4-a911-b173fd7c1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:13.016391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-e0eca8fd-81a7-43f4-a911-b173fd7c1129 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 1101 time: 0.3269608 Sep 27 08:34:13.210745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-5264e3e8-d4d8-4e39-8db4-16b5ba7cfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:13.216201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-5264e3e8-d4d8-4e39-8db4-16b5ba7cfba1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1439500 Sep 27 08:34:13.242650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f99ab687-a6d3-48b4-87b3-97b9c4f554d9 req-9c7f0cd2-3fc4-4924-83ac-70ccbc9f96e5 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435199 Sep 27 08:34:13.830872 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:13.868185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:13.868594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:13.871782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-eb29cb16-d755-4221-9d3e-4bf0a98c4d29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 200 len: 217 time: 0.6046870 Sep 27 08:34:13.898142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4cbabe9-d893-4e75-af0f-9a47a078d015 req-1089f700-326c-412b-a87e-bedc60c2cd4d tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1158485 Sep 27 08:34:13.911936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Calling delete_port for dfa18193-569b-46a5-a2fb-c661d766793f owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:13.940038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.57', 49710) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:13.971467 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:13.980111 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-6808bcc5-fbcc-4339-b400-78944c902bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7435780 Sep 27 08:34:13.982432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-17e8b194-1961-4685-b0c2-a9fa43fb37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:13.982952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-17e8b194-1961-4685-b0c2-a9fa43fb37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:13.984803 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-17e8b194-1961-4685-b0c2-a9fa43fb37ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59c263fc4dc044bda9567b6b678b7c36&device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1980 time: 0.7314024 Sep 27 08:34:14.059015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-f45a5fde-054a-444c-8dd8-bf701694f72e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.061130 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-f45a5fde-054a-444c-8dd8-bf701694f72e tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 945 time: 0.6870356 Sep 27 08:34:14.132709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-6eb77708-1fb4-45d9-819d-39ecabc6bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.134111 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-6eb77708-1fb4-45d9-819d-39ecabc6bf1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2395215 Sep 27 08:34:14.145901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99032-5f0a-479a-8e67-1e3a74c0bad9 req-6f225c88-c56a-4d7c-b807-a3c81700c6e5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.147539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cf99032-5f0a-479a-8e67-1e3a74c0bad9 req-6f225c88-c56a-4d7c-b807-a3c81700c6e5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.2414908 Sep 27 08:34:14.229211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-63f2ad70-cb99-468d-b21c-5f689fe507fd tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.230718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-63f2ad70-cb99-468d-b21c-5f689fe507fd tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 944 time: 0.2842393 Sep 27 08:34:14.272820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb9745-3775-4816-97b2-809a69bf3ad6 req-532428b0-1fe7-4210-8831-2a9f34506128 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.274331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13fb9745-3775-4816-97b2-809a69bf3ad6 req-532428b0-1fe7-4210-8831-2a9f34506128 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 944 time: 0.2766895 Sep 27 08:34:14.292622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1cf99032-5f0a-479a-8e67-1e3a74c0bad9 req-713fe970-b1d7-45ad-8029-0409f5afebe1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286421 Sep 27 08:34:14.312632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-ab55e20d-f439-4b47-9404-127752516a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.314035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-ab55e20d-f439-4b47-9404-127752516a6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 1095 time: 0.2765131 Sep 27 08:34:14.341517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Deleting port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:14.341867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:14.352414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-70d0d0f7-0d8f-49ab-bd36-03e1191c5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.354438 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-70d0d0f7-0d8f-49ab-bd36-03e1191c5dfb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099109 Sep 27 08:34:14.428614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-5e7ab3d9-8acd-4b11-af31-761d54d8ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.430076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-5e7ab3d9-8acd-4b11-af31-761d54d8ec50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ce16639-88ea-4896-b653-d05c915ad129 HTTP/1.1" status: 200 len: 903 time: 0.4185290 Sep 27 08:34:14.535816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436bff-2c50-4fd2-ae0c-dfbcdd0cdd14 req-284d0041-f8db-4f99-a039-b57d52b67e89 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.537342 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-42436bff-2c50-4fd2-ae0c-dfbcdd0cdd14 req-284d0041-f8db-4f99-a039-b57d52b67e89 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 945 time: 0.1650715 Sep 27 08:34:14.543563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] For port b37e18f0-85f6-45f3-8dab-ffc7b3135b05, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:14.543927 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:14.551279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13fb9745-3775-4816-97b2-809a69bf3ad6 req-4ec33709-b8e6-45e7-8f8a-7a074d601af0 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470610 Sep 27 08:34:14.620071 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-2fca63ac-4dba-467e-8469-4ef52863f338 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=9cf462e8-6cd9-47bf-8148-3a6815bb22b3 HTTP/1.1" status: 200 len: 217 time: 0.1783664 Sep 27 08:34:14.650048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-42436bff-2c50-4fd2-ae0c-dfbcdd0cdd14 req-a2ec4025-d04b-4814-b5f0-ddb8053e7b37 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups?id=4559a0c7-82ef-46bf-a5bc-468da86037d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969827 Sep 27 08:34:14.711860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Deleting port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:14.712303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:14.762626 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:14.794600 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-05fbee72-7076-41e8-8b9a-28fe9d01b8e6 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263518 Sep 27 08:34:14.801445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-0c0aa2fd-9ae5-43a9-b319-ef374cd6f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.802918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-0c0aa2fd-9ae5-43a9-b319-ef374cd6f61e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 200 len: 921 time: 0.4388957 Sep 27 08:34:14.804302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-1c63c9cd-854f-41f4-9a04-9f03e9316391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.805668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-1c63c9cd-854f-41f4-9a04-9f03e9316391 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56654cf9-de29-4bf2-82df-7ac27560505b HTTP/1.1" status: 200 len: 801 time: 0.1544707 Sep 27 08:34:14.839821 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:14.840193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:14.840601 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Floating IP f6c32fbb-c6fc-4473-8345-6542fa424ab4 disassociated. External IP: 172.25.2.132, port: b37e18f0-85f6-45f3-8dab-ffc7b3135b05. Sep 27 08:34:14.840955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Calling delete_port for b37e18f0-85f6-45f3-8dab-ffc7b3135b05 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:14.858954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] For port 3016a1a2-8ea9-4acb-b876-7850f9e08ccb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,segment=NetworkSegment(acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb),segment_id=acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:14.859344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:14.901431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Calling delete_port for 3016a1a2-8ea9-4acb-b876-7850f9e08ccb owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:14.906903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Deleting port b4192c73-7fea-4f85-b34f-e73147049829 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:14.907462 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:14.909904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Pushing event deleted for resources: {'Port': ['ID=dfa18193-569b-46a5-a2fb-c661d766793f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:14.994812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e64fa-8197-4322-a07c-5bfa3f160f21 req-2a38d17b-2975-4d1f-adec-ebfdbf7e8b74 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:14.998364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f384bbb-2e67-4c05-bfe5-50e0b8acf0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:15.001373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e64fa-8197-4322-a07c-5bfa3f160f21 req-2a38d17b-2975-4d1f-adec-ebfdbf7e8b74 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:15.004023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f1e64fa-8197-4322-a07c-5bfa3f160f21 req-2a38d17b-2975-4d1f-adec-ebfdbf7e8b74 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1678 time: 0.3012433 Sep 27 08:34:15.004428 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-5f2dd0fc-1cb3-402a-a3dc-e5ab0fa56695 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 200 len: 217 time: 0.1806955 Sep 27 08:34:15.027436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41590179-dcdd-424e-a971-979ee2ac9552 req-b6d4aa1e-f751-42c3-8329-fbc09738b030 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0395656 Sep 27 08:34:15.143130 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:15.165883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-5989cd22-0140-41bf-8b90-940e571c914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:15.167423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-5989cd22-0140-41bf-8b90-940e571c914c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ce16639-88ea-4896-b653-d05c915ad129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3426328 Sep 27 08:34:15.183724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:15.186965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:15.190951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0c0cd54a-b19e-4268-a492-4d2ada56c5d2 tempest-ServersTestManualDisk-778448421 tempest-ServersTestManualDisk-778448421-project] 10.222.0.50 "DELETE /v2.0/floatingips/0bda2ad4-f597-4286-b67a-15a2f7cad819 HTTP/1.1" status: 204 len: 168 time: 3.5012925 Sep 27 08:34:15.191957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40380) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:15.201665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event deleted for resources: {'Port': ['ID=b37e18f0-85f6-45f3-8dab-ffc7b3135b05,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:15.223782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-385283a6-aab3-419f-a8a4-22f1f1328529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:15.224957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-385283a6-aab3-419f-a8a4-22f1f1328529 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 200 len: 860 time: 0.2021141 Sep 27 08:34:15.313797 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f7ae43e-2adc-4fc0-8e79-581a32d34b7e req-2f114e8f-9f19-402d-bd99-f691b129d1db service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059919 Sep 27 08:34:15.345426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-70842d09-c45a-4170-bb36-d280e366b646 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0401142-0273-4e2e-bb33-f59b422652f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905218 Sep 27 08:34:15.348550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] For port b4192c73-7fea-4f85-b34f-e73147049829, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b4192c73-7fea-4f85-b34f-e73147049829,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:15.348930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:15.379119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:15.422754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Calling delete_port for b4192c73-7fea-4f85-b34f-e73147049829 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:15.456910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Router 3c6d94e4-8f10-4a0e-a104-c800d1da909e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:15.458001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=3016a1a2-8ea9-4acb-b876-7850f9e08ccb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:15.524586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f1e64fa-8197-4322-a07c-5bfa3f160f21 req-fa96d9a1-6759-431e-9dec-dbbc542378d7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010912 Sep 27 08:34:15.598716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165ce00-ad48-4104-a518-66fbc904c71b req-8dba96f6-f378-4b76-a57d-0131d02a4eb7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:15.600316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6165ce00-ad48-4104-a518-66fbc904c71b req-8dba96f6-f378-4b76-a57d-0131d02a4eb7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1643631 Sep 27 08:34:15.658505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-62c45936-26dc-42a8-b44a-6ef169ee2c74 service neutron] 10.222.0.57 "GET /v2.0/networks/9ce16639-88ea-4896-b653-d05c915ad129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692285 Sep 27 08:34:15.694020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-8dc059e5-770a-467a-83db-836b0cf64cc9 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364420 Sep 27 08:34:15.912018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6165ce00-ad48-4104-a518-66fbc904c71b req-3f1d4421-eeba-4259-8f00-79829a091555 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995987 Sep 27 08:34:15.924806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:15.942973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] Sync routers for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:15.956749 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:15.957093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:15.957739 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:16.073357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] No DVR routers for this DVR port b37e18f0-85f6-45f3-8dab-ffc7b3135b05 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:16.080137 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:16.082271 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c710b87e-790f-4e9b-a99a-43b86dfe41d7 req-16836944-88a7-4eae-acbf-186cdca6b325 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.57 "DELETE /v2.0/ports/b37e18f0-85f6-45f3-8dab-ffc7b3135b05 HTTP/1.1" status: 204 len: 173 time: 2.0084589 Sep 27 08:34:16.085701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'name': 'network-vif-deleted', 'tag': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:16.088145 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:16.096458 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198b75e3-6a39-4355-acb7-de49da3d3491" -d '{"events": [{"server_uuid": "cec45b18-9788-41f5-a4d5-712fb4616d5d", "name": "network-vif-deleted", "tag": "b37e18f0-85f6-45f3-8dab-ffc7b3135b05"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:16.258306 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a4752370-57a8-4c98-92cc-22714d79989f req-7c0d0dc7-a5d3-4a63-afd5-e48c319571f4 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/ports?device_id=cec45b18-9788-41f5-a4d5-712fb4616d5d HTTP/1.1" status: 200 len: 210 time: 0.1958516 Sep 27 08:34:16.342170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29633f11-52ea-4359-865e-265e92ad0e7d req-7e346f4f-71ca-4154-a90a-3729e5d0fcb2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:16.351902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-29633f11-52ea-4359-865e-265e92ad0e7d req-7e346f4f-71ca-4154-a90a-3729e5d0fcb2 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d212e81-57af-49cb-bce5-61de4c1be8fb HTTP/1.1" status: 200 len: 944 time: 0.6633775 Sep 27 08:34:16.441959 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:16.445368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4026be-1ae7-48a4-a97a-59e81f625290 req-ffc8a82b-6a1b-48d5-9807-9db70a92ffd1 service neutron] 10.222.0.57 "GET /v2.0/networks/9ce16639-88ea-4896-b653-d05c915ad129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685757 Sep 27 08:34:16.495309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0d527bbc-a13d-484b-b530-e07899ec5764 req-44e4a62b-43c7-4e73-aac6-4a4dab9f4c8f tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0957537 Sep 27 08:34:16.502041 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] Checking router: 3c6d94e4-8f10-4a0e-a104-c800d1da909e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:16.509209 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d369225-c00b-4226-b945-d38ffdbf0083 req-716c6a09-dd6f-403a-b71c-1b3b243ae733 service neutron] 10.222.0.57 "GET /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928305 Sep 27 08:34:16.524260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:16.552173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-29633f11-52ea-4359-865e-265e92ad0e7d req-a5e57194-d98b-487f-a460-a1b67247104e tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836376 Sep 27 08:34:16.555225 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:16.555876 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:16.604422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:16.626891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b4192c73-7fea-4f85-b34f-e73147049829'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:34:16.669249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Pushing event deleted for resources: {'Port': ['ID=b4192c73-7fea-4f85-b34f-e73147049829,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:16.708855 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7944e45e-3fc0-404b-9935-e062e5e1f361 x-openstack-request-id: req-7944e45e-3fc0-404b-9935-e062e5e1f361 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:16.709228 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec45b18-9788-41f5-a4d5-712fb4616d5d", "name": "network-vif-deleted", "tag": "b37e18f0-85f6-45f3-8dab-ffc7b3135b05", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:16.709427 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7944e45e-3fc0-404b-9935-e062e5e1f361 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:16.709783 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec45b18-9788-41f5-a4d5-712fb4616d5d', 'name': 'network-vif-deleted', 'tag': 'b37e18f0-85f6-45f3-8dab-ffc7b3135b05', 'status': 'completed', 'code': 200} Sep 27 08:34:16.711065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:16.721043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] Sync routers for ids ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:16.725098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-abde8f79-d974-4c21-94f1-38be402c2a5a admin admin] 10.222.0.50 "PUT /v2.0/routers/fa56f2bb-31c2-4ec7-89fa-5563193ac3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1574500 Sep 27 08:34:16.725840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40400) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:16.736679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] Routers {'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:16.739469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:16.784771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] No DVR routers for this DVR port b4192c73-7fea-4f85-b34f-e73147049829 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:16.791271 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:16.791840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:16.793889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2679010b-fa23-4f73-9c64-364a0f9d9e7f req-7d9a9338-c60b-4386-8643-47fa40367f8c tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.57 "DELETE /v2.0/ports/b4192c73-7fea-4f85-b34f-e73147049829 HTTP/1.1" status: 204 len: 173 time: 2.5466657 Sep 27 08:34:16.796734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'name': 'network-vif-deleted', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:16.799046 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8da5c-4c22-4205-81f4-e188744e8a73" -d '{"events": [{"server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "name": "network-vif-deleted", "tag": "b4192c73-7fea-4f85-b34f-e73147049829"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:16.840115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77459-1c19-4675-a5c9-38dfe1554df3 req-6ea707d8-c21d-45c8-8e1b-07a0856c1bd4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:16.847518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77459-1c19-4675-a5c9-38dfe1554df3 req-6ea707d8-c21d-45c8-8e1b-07a0856c1bd4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:16.856783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00e77459-1c19-4675-a5c9-38dfe1554df3 req-6ea707d8-c21d-45c8-8e1b-07a0856c1bd4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1678 time: 0.1932445 Sep 27 08:34:16.886997 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7391ad16-e67d-4dfe-bd78-f170a003a233 x-openstack-request-id: req-7391ad16-e67d-4dfe-bd78-f170a003a233 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:16.887275 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d212e81-57af-49cb-bce5-61de4c1be8fb", "name": "network-vif-deleted", "tag": "b4192c73-7fea-4f85-b34f-e73147049829", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:16.887512 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7391ad16-e67d-4dfe-bd78-f170a003a233 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:16.887871 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d212e81-57af-49cb-bce5-61de4c1be8fb', 'name': 'network-vif-deleted', 'tag': 'b4192c73-7fea-4f85-b34f-e73147049829', 'status': 'completed', 'code': 200} Sep 27 08:34:16.982841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.032045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] Set router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:17.045006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00e77459-1c19-4675-a5c9-38dfe1554df3 req-59de3ce6-b49e-4338-b55e-d43c53af985a tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857207 Sep 27 08:34:17.140933 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.166587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf4314-262a-4e98-b958-f050aadf5a1f req-16ab0ca7-f216-4760-8b2a-8f4791531e56 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:17.170838 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:17.171458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3aaf4314-262a-4e98-b958-f050aadf5a1f req-16ab0ca7-f216-4760-8b2a-8f4791531e56 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1420286 Sep 27 08:34:17.215460 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.220632 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9052e9-80c0-4767-989e-ce90f9944196 None None] The sync data for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 is: [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:29:18Z', 'revision_number': 4, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a0621309-3840-4b6a-b2ad-a33037c9fe26', 'name': '', 'network_id': 'd507e1f9-0069-4810-b618-1f54436bf7ec', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'mac_address': 'fa:16:3e:98:6e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:17Z', 'updated_at': '2021-09-27T08:29:26Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'subnets': [{'id': 'e371e403-162f-4be1-95bc-77a97fe08b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:17.252188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3aaf4314-262a-4e98-b958-f050aadf5a1f req-ea921d29-1fe9-486c-8859-39f424b44e03 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719945 Sep 27 08:34:17.299344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:34:15Z', 'revision_number': 5, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port': {'id': 'fabf87fa-ce83-4fa6-9a01-26d782bd2140', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:05Z', 'updated_at': '2021-09-27T08:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:17.339046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] Checking router: fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:17.350871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] Routers {'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:17.351510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:33:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:17.395051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:34:17.400949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b37e18f0-85f6-45f3-8dab-ffc7b3135b05 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:17.415158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Deleting port fabf87fa-ce83-4fa6-9a01-26d782bd2140 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:17.415721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.476611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: b37e18f0-85f6-45f3-8dab-ffc7b3135b05 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:17.476959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b37e18f0-85f6-45f3-8dab-ffc7b3135b05 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:17.499614 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9920423f-d82a-4c59-ae1b-8f3835533d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.543181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] Set router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:17.579479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:17.588378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] For port fabf87fa-ce83-4fa6-9a01-26d782bd2140, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=fabf87fa-ce83-4fa6-9a01-26d782bd2140,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:17.590262 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.662389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:34:17Z', 'revision_number': 6, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:17.702558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Calling delete_port for fabf87fa-ce83-4fa6-9a01-26d782bd2140 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:17.706967 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.712316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dd9a5-9ba5-48c9-a734-81b5a17938f3 None None] The sync data for ids ['fa56f2bb-31c2-4ec7-89fa-5563193ac3f1'] in n-d-810909-1 is: [{'id': 'fa56f2bb-31c2-4ec7-89fa-5563193ac3f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-534865342-router', 'tenant_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:02Z', 'updated_at': '2021-09-27T08:34:17Z', 'revision_number': 6, 'project_id': '9d4ac1c84c7f44b0b03d0b5be3f98cd3', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:17.719276 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3457161-f11f-429c-91f0-5331c9ab2dd2 None None] New status for floating IP f6c32fbb-c6fc-4473-8345-6542fa424ab4: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:34:17.759267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,segment=NetworkSegment(2a218612-a4d6-4e92-bf53-b8f9d225c2bf),segment_id=2a218612-a4d6-4e92-bf53-b8f9d225c2bf)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:17.778740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.784630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '9cf462e8-6cd9-47bf-8148-3a6815bb22b3', 'network_id': '9ce16639-88ea-4896-b653-d05c915ad129', 'port_id': '9cf462e8-6cd9-47bf-8148-3a6815bb22b3', 'mac_address': 'fa:16:3e:5f:de:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56654cf9-de29-4bf2-82df-7ac27560505b', 'ip_address': '19.86.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:34:17.843289 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-57e73c07-72b6-49e9-b319-4d31380ff909 req-891e0e8b-39ec-4b36-9673-e7b8206e3867 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1627419 Sep 27 08:34:17.907210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.911682 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:17.913317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "DELETE /v2.0/security-groups/4559a0c7-82ef-46bf-a5bc-468da86037d7 HTTP/1.1" status: 204 len: 168 time: 0.3324447 Sep 27 08:34:17.948753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40424) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:17.965220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4559a0c7-82ef-46bf-a5bc-468da86037d7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:17.993960 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.022711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.028744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:18.029253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.029858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.030308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.030756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.031209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.031660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.032183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.032645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.033075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.036405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.036405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31c96d-8a15-4e83-9c4c-410d303e15a8 tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.040022 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-de04d2f5-1838-4ff9-9748-63fa532edbdf tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] show failed (client error): The resource could not be found. Sep 27 08:34:18.044656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-de04d2f5-1838-4ff9-9748-63fa532edbdf tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "GET /v2.0/security-groups/4559a0c7-82ef-46bf-a5bc-468da86037d7 HTTP/1.1" status: 404 len: 347 time: 0.0514667 Sep 27 08:34:18.047375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:18.057338 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.069631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,segment=NetworkSegment(2a218612-a4d6-4e92-bf53-b8f9d225c2bf),segment_id=2a218612-a4d6-4e92-bf53-b8f9d225c2bf)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:18.081976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.082698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2fc49032-e655-4fbd-aae8-1ea52ef6f464 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:34:18.117357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Deleting port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:18.118183 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.262767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 2fc49032-e655-4fbd-aae8-1ea52ef6f464, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2fc49032-e655-4fbd-aae8-1ea52ef6f464,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:18.277483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '2fc49032-e655-4fbd-aae8-1ea52ef6f464', 'network_id': '2eea79ce-2d7a-40bd-a079-39f414c7d967', 'port_id': '2fc49032-e655-4fbd-aae8-1ea52ef6f464', 'mac_address': 'fa:16:3e:93:3b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d863ef-5a2e-4a0b-949a-2006173626a1', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:34:18.330020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:18.344128 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.361395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc49032-e655-4fbd-aae8-1ea52ef6f464 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:18.364007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f88dd-eb2a-4212-a066-9eb6f3005f53 req-d91b0656-7809-4b7b-aac4-5303cb521d2d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:18.368218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7830de-7cf1-4d8b-a1bf-2a8e2d0b3dc6 req-2a1bc163-c634-46a9-b449-72dbbc837020 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:18.371654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f20f88dd-eb2a-4212-a066-9eb6f3005f53 req-d91b0656-7809-4b7b-aac4-5303cb521d2d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 945 time: 0.3238311 Sep 27 08:34:18.374425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7830de-7cf1-4d8b-a1bf-2a8e2d0b3dc6 req-2a1bc163-c634-46a9-b449-72dbbc837020 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:18.376056 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f7830de-7cf1-4d8b-a1bf-2a8e2d0b3dc6 req-2a1bc163-c634-46a9-b449-72dbbc837020 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1679 time: 0.1391895 Sep 27 08:34:18.393828 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 2fc49032-e655-4fbd-aae8-1ea52ef6f464, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2fc49032-e655-4fbd-aae8-1ea52ef6f464,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:18.402600 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.422337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Deleting port 1e73f5ca-4443-473f-a888-0640a2cd918b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:18.423442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.425104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] For port 58a74988-3d76-4cf1-b297-6bfe7eaba4c7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:18.425625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.442188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Calling delete_port for 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:18.472606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=2fc49032-e655-4fbd-aae8-1ea52ef6f464,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:18.520473 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f20f88dd-eb2a-4212-a066-9eb6f3005f53 req-6cfba987-23ff-4469-9510-563336d6d439 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387475 Sep 27 08:34:18.541459 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.541822 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.555672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Calling delete_port for 1e73f5ca-4443-473f-a888-0640a2cd918b owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:18.633530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.667463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-a87edf7b-b062-4313-86b3-b5c222db69b9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:18.668852 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f7830de-7cf1-4d8b-a1bf-2a8e2d0b3dc6 req-a5bf45ee-f052-4531-889b-622e3a9ca0c3 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833555 Sep 27 08:34:18.669031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-a87edf7b-b062-4313-86b3-b5c222db69b9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.57 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 945 time: 0.2072284 Sep 27 08:34:18.688266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device fabf87fa-ce83-4fa6-9a01-26d782bd2140 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:18.718559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabf87fa-ce83-4fa6-9a01-26d782bd2140,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:18.731155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['2fc49032-e655-4fbd-aae8-1ea52ef6f464'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:34:18.742074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: fabf87fa-ce83-4fa6-9a01-26d782bd2140 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:18.743239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device fabf87fa-ce83-4fa6-9a01-26d782bd2140 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:18.744648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3016a1a2-8ea9-4acb-b876-7850f9e08ccb no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:18.786324 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.813232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 3016a1a2-8ea9-4acb-b876-7850f9e08ccb {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:18.813832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3016a1a2-8ea9-4acb-b876-7850f9e08ccb not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:18.828018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Pushing event deleted for resources: {'Port': ['ID=1e73f5ca-4443-473f-a888-0640a2cd918b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:18.831596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.831940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.832283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.832702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.832975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.833301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.833620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.833940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.834254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.834569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.834928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.835247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:18.841446 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.928947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf8d6-cb7e-46a8-8190-c9891169eb25 req-67c3f65d-cddd-43b8-a291-4ff323bd2a5e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:18.930500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-403bf8d6-cb7e-46a8-8190-c9891169eb25 req-67c3f65d-cddd-43b8-a291-4ff323bd2a5e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.3235791 Sep 27 08:34:18.933317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.935930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:18.937163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-11f0623b-3eef-48cb-93c3-124ecf0d15dd tempest-ServersWithSpecificFlavorTestJSON-249214021 tempest-ServersWithSpecificFlavorTestJSON-249214021-project] 10.222.0.50 "DELETE /v2.0/floatingips/f6c32fbb-c6fc-4473-8345-6542fa424ab4 HTTP/1.1" status: 204 len: 168 time: 0.8837497 Sep 27 08:34:19.000034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-104bfa59-fa86-43ec-8c2a-bad854f23d7c req-02dd9350-d56c-44ea-b58a-b38e11463404 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0268216 Sep 27 08:34:19.020938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.061342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-403bf8d6-cb7e-46a8-8190-c9891169eb25 req-c191c029-7d47-4959-b993-65c280417c12 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018775 Sep 27 08:34:19.176487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.183110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.192599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Deleting port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:19.192938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.283664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.284295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:34:19.313046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.316778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-24ae689b-6048-47c3-bafd-e5b14baa8005 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fa56f2bb-31c2-4ec7-89fa-5563193ac3f1 HTTP/1.1" status: 204 len: 168 time: 2.5858188 Sep 27 08:34:19.316996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:19.317534 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.374054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a74988-3d76-4cf1-b297-6bfe7eaba4c7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:19.395904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b4192c73-7fea-4f85-b34f-e73147049829 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:19.437492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: b4192c73-7fea-4f85-b34f-e73147049829 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:19.437492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b4192c73-7fea-4f85-b34f-e73147049829 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:19.455032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] For port 2dc2a58a-3aaa-457f-aa49-7e716ca20289, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2dc2a58a-3aaa-457f-aa49-7e716ca20289,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:19.455546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.476148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abac213-9afc-462a-b771-b40d008c169f admin admin] Deleting subnet 3c93cd21-503c-4ec9-96f9-6699477355a2 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:19.487849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2abac213-9afc-462a-b771-b40d008c169f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.505787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Calling delete_port for 2dc2a58a-3aaa-457f-aa49-7e716ca20289 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:19.534045 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2abac213-9afc-462a-b771-b40d008c169f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.653285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2abac213-9afc-462a-b771-b40d008c169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.705732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:19.728874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2abac213-9afc-462a-b771-b40d008c169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.741335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['9cf462e8-6cd9-47bf-8148-3a6815bb22b3'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:34:19.774644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abac213-9afc-462a-b771-b40d008c169f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c93cd21-503c-4ec9-96f9-6699477355a2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:19.857416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2abac213-9afc-462a-b771-b40d008c169f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:19.859230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e7bbd-b9b9-4142-a377-f75ddd4746c3 None None] Network f87ddd2a-e916-4455-80d0-12d150cc8667 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:19.862029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2abac213-9afc-462a-b771-b40d008c169f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3c93cd21-503c-4ec9-96f9-6699477355a2 HTTP/1.1" status: 204 len: 168 time: 0.5435252 Sep 27 08:34:19.865147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:19.917808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42062-f9b6-461d-969a-c1d1db4f1a9d req-c99da5cc-a8de-4fcc-9e10-73247a82ee60 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:19.924148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42062-f9b6-461d-969a-c1d1db4f1a9d req-c99da5cc-a8de-4fcc-9e10-73247a82ee60 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:19.925809 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8eb42062-f9b6-461d-969a-c1d1db4f1a9d req-c99da5cc-a8de-4fcc-9e10-73247a82ee60 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1680 time: 0.1543417 Sep 27 08:34:20.127654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de7125-8ac5-4ccb-a81a-af89a26adf06 req-d15b581a-5d92-4437-9c74-47797e8624d6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:20.129277 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73de7125-8ac5-4ccb-a81a-af89a26adf06 req-d15b581a-5d92-4437-9c74-47797e8624d6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=36633e19-f759-41f7-963a-cf247882ebb0 HTTP/1.1" status: 200 len: 945 time: 0.1401448 Sep 27 08:34:20.151247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.204908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] DHCP port deletion for f87ddd2a-e916-4455-80d0-12d150cc8667 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:34:20.282146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73de7125-8ac5-4ccb-a81a-af89a26adf06 req-c92575c2-38e3-4853-a698-773f78ef4073 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382024 Sep 27 08:34:20.302742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] Deleting port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:20.303178 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.336385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.411408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] For port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c,segment=NetworkSegment(acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb),segment_id=acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:20.411806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.433543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] Calling delete_port for 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:20.434443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.436969 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.461853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8eb42062-f9b6-461d-969a-c1d1db4f1a9d req-8d4d347d-32f5-46fb-81c0-a0ffe5abba9b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275037 Sep 27 08:34:20.554569 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.554825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0fa4745a-2b99-4da2-84fb-cbf248f13f28 req-d5adf952-35c3-475f-9e3e-623f397e6a93 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1701684 Sep 27 08:34:20.555592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Pushing event deleted for resources: {'Port': ['ID=2dc2a58a-3aaa-457f-aa49-7e716ca20289,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:20.577246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] No DVR routers for this DVR port 2dc2a58a-3aaa-457f-aa49-7e716ca20289 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:20.581146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.583208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08aff49c-c1c2-49c9-9b0a-4a52e0aee07b req-b0dde9c4-e958-4824-b1e4-bc23c3a43bf9 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.57 "DELETE /v2.0/ports/2dc2a58a-3aaa-457f-aa49-7e716ca20289 HTTP/1.1" status: 204 len: 173 time: 1.8779037 Sep 27 08:34:20.583676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'name': 'network-vif-deleted', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:20.585971 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6eb45c-081a-46b7-aacf-9e1dd6b98c20" -d '{"events": [{"server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "name": "network-vif-deleted", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:20.619289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] No DVR routers for this DVR port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:20.705709 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74236b76-e8a2-4fd8-b392-c18b38752b84 x-openstack-request-id: req-74236b76-e8a2-4fd8-b392-c18b38752b84 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:20.706492 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36633e19-f759-41f7-963a-cf247882ebb0", "name": "network-vif-deleted", "tag": "2dc2a58a-3aaa-457f-aa49-7e716ca20289", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:20.706492 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74236b76-e8a2-4fd8-b392-c18b38752b84 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:20.706714 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36633e19-f759-41f7-963a-cf247882ebb0', 'name': 'network-vif-deleted', 'tag': '2dc2a58a-3aaa-457f-aa49-7e716ca20289', 'status': 'completed', 'code': 200} Sep 27 08:34:20.711102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:20.721201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:20.721763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe63daf-2246-4b86-971e-18b0e9190d27 None None] Pushing event deleted for resources: {'Port': ['ID=5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:20.734365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Deleting port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:20.734897 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.750251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cdcf7-f3eb-4dce-8ec3-eb7ec520a098 req-769346ef-d560-47c6-a43d-b5eca44bc1ec tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:20.751777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e48cdcf7-f3eb-4dce-8ec3-eb7ec520a098 req-769346ef-d560-47c6-a43d-b5eca44bc1ec tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1303890 Sep 27 08:34:20.758047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:20.758612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:20.841023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:20.846961 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4d4d0539-43d6-4cf6-b24a-e6f524a15183 admin admin] 10.222.0.50 "PUT /v2.0/routers/1ebbfa9d-415a-470d-b7f7-439bacace0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6408153 Sep 27 08:34:20.849422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40476) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:20.853766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] Sync routers for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:20.864487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:20.865494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:20.871906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] For port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c, host n-d-810909-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:20.872273 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.913174 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e48cdcf7-f3eb-4dce-8ec3-eb7ec520a098 req-26dcb6e3-68bf-4ab0-a738-1e4dee9b862e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294222 Sep 27 08:34:20.914803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Calling delete_port for 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:20.918522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c was not found and therefore no delete operation was performed {{(pid=94831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:34:20.922797 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:20.959877 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:20.964459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] No DVR routers for this DVR port 5ec8ccae-5be2-408d-b4cc-5dd3034a6c7c on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:20.982305 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.001573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:21.050716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.082796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87ddd2a-e916-4455-80d0-12d150cc8667']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:21.111549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:21.112360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfdc4b1-e0eb-4e2d-9a9e-87c2b81c8bdb') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:21.118412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.123731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.143008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.151795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:21.152205 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:21.154065 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:21.180899 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.271959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Deleting port 7d60d43d-79c9-48f5-bb95-07ab4b269653 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:21.272533 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.290871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:34:19Z', 'revision_number': 5, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port': {'id': '7d60d43d-79c9-48f5-bb95-07ab4b269653', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:31:34Z', 'updated_at': '2021-09-27T08:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:21.368922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] Checking router: 1ebbfa9d-415a-470d-b7f7-439bacace0c9 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:21.380354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] Routers {'1ebbfa9d-415a-470d-b7f7-439bacace0c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:21.381114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:21.429744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] For port 7d60d43d-79c9-48f5-bb95-07ab4b269653, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7d60d43d-79c9-48f5-bb95-07ab4b269653,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:21.430238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.446998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Calling delete_port for 7d60d43d-79c9-48f5-bb95-07ab4b269653 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:21.463740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.471076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.490779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] 10.222.0.50 "DELETE /v2.0/networks/f87ddd2a-e916-4455-80d0-12d150cc8667 HTTP/1.1" status: 204 len: 168 time: 1.6229012 Sep 27 08:34:21.497649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2fc49032-e655-4fbd-aae8-1ea52ef6f464 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:21.544629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d6c9e-747a-4c40-bc28-19c7419511cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f87ddd2a-e916-4455-80d0-12d150cc8667,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:21.717607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:21.755449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] Set router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:21.757263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:34:21.759763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12e82-870d-4866-b58d-848a96b0ded7 req-3508deb6-dd8c-4b10-9b3a-fa2e1ec25bb8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:21.766758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12e82-870d-4866-b58d-848a96b0ded7 req-3508deb6-dd8c-4b10-9b3a-fa2e1ec25bb8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:21.768427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79a12e82-870d-4866-b58d-848a96b0ded7 req-3508deb6-dd8c-4b10-9b3a-fa2e1ec25bb8 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1680 time: 0.1111503 Sep 27 08:34:21.770035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff2f8c-bdb4-4b4a-b0ac-4a2fa70aceaa req-2f547ea3-6b75-4fc3-b786-3abea3c9e013 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:21.777551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9fff2f8c-bdb4-4b4a-b0ac-4a2fa70aceaa req-2f547ea3-6b75-4fc3-b786-3abea3c9e013 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 945 time: 0.0959272 Sep 27 08:34:21.789369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:21.789369 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.832103 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-030a89a6-2132-46da-bbe3-3604920791e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef951f933ef74fd79e61e585a3baeb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1104937 Sep 27 08:34:21.835400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40494) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:21.848410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Deleting port a0621309-3840-4b6a-b2ad-a33037c9fe26 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:21.848410 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.865718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:34:21Z', 'revision_number': 6, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:21.875136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79a12e82-870d-4866-b58d-848a96b0ded7 req-4bbbad9b-ea83-4540-8fb0-1273495976ff tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950680 Sep 27 08:34:21.876305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9fff2f8c-bdb4-4b4a-b0ac-4a2fa70aceaa req-51913b4b-6db8-4011-a995-40650aafe836 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921345 Sep 27 08:34:21.886419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:21.924540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975104d6-5e0a-4e0c-91b8-f4df0d3ef193 None None] The sync data for ids ['1ebbfa9d-415a-470d-b7f7-439bacace0c9'] in n-d-810909-1 is: [{'id': '1ebbfa9d-415a-470d-b7f7-439bacace0c9', 'name': 'tempest-ServersTestManualDisk-26583733-router', 'tenant_id': '24854c77a2c8464595c6825bbda1de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:31:33Z', 'updated_at': '2021-09-27T08:34:21Z', 'revision_number': 6, 'project_id': '24854c77a2c8464595c6825bbda1de05', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:21.939775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d60d43d-79c9-48f5-bb95-07ab4b269653,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:21.985830 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.012388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc49032-e655-4fbd-aae8-1ea52ef6f464'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:22.015532 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b799d1f-1053-462f-801e-679b08d0c851" -d '{"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-plugged", "status": "completed", "tag": "2fc49032-e655-4fbd-aae8-1ea52ef6f464"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:22.030083 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 2fc49032-e655-4fbd-aae8-1ea52ef6f464, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2fc49032-e655-4fbd-aae8-1ea52ef6f464,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:22.040264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-056820d1-adcf-43df-b6a7-d9d43520cef9 req-7830ebbe-30d8-4601-9c7e-b7d8aea21f33 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0377250 Sep 27 08:34:22.041583 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.042508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:22.079695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] For port a0621309-3840-4b6a-b2ad-a33037c9fe26, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a0621309-3840-4b6a-b2ad-a33037c9fe26,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:22.079695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.079929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b80ac108-a802-49b4-8ff4-f48f6df3dec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.104632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Calling delete_port for a0621309-3840-4b6a-b2ad-a33037c9fe26 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:22.148790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=2fc49032-e655-4fbd-aae8-1ea52ef6f464,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:22.157310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:34:22.160354 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d190aba6-a35b-4e6e-bd94-85301fe01193 x-openstack-request-id: req-d190aba6-a35b-4e6e-bd94-85301fe01193 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:22.160639 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-plugged", "status": "completed", "tag": "2fc49032-e655-4fbd-aae8-1ea52ef6f464", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:22.160886 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d190aba6-a35b-4e6e-bd94-85301fe01193 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:22.161267 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc49032-e655-4fbd-aae8-1ea52ef6f464', 'code': 200} Sep 27 08:34:22.164144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:22.164557 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.192768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.202931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b80ac108-a802-49b4-8ff4-f48f6df3dec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.259865 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.299722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,segment=NetworkSegment(2a218612-a4d6-4e92-bf53-b8f9d225c2bf),segment_id=2a218612-a4d6-4e92-bf53-b8f9d225c2bf)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:22.306767 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.351202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.362264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.384954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:22.399787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bb7a3-05d7-4522-a89f-af310f5ac6c4 req-3bd48594-ee7f-4af6-9d31-d6ba9561bd0b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:22.407504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d7bb7a3-05d7-4522-a89f-af310f5ac6c4 req-3bd48594-ee7f-4af6-9d31-d6ba9561bd0b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.3188803 Sep 27 08:34:22.440555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.474809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-512862c1-4cf3-401a-9334-74ee838158e8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:22.476846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-512862c1-4cf3-401a-9334-74ee838158e8 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 945 time: 0.3015306 Sep 27 08:34:22.497947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.497947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebbfa9d-415a-470d-b7f7-439bacace0c9 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:34:22.508909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0621309-3840-4b6a-b2ad-a33037c9fe26,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:22.531449 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.532792 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e33f3f46-97da-48ab-87c2-3c7e1a8a9fc5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1ebbfa9d-415a-470d-b7f7-439bacace0c9 HTTP/1.1" status: 204 len: 168 time: 1.6814497 Sep 27 08:34:22.535933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40502) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:22.559207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:22.562865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d7bb7a3-05d7-4522-a89f-af310f5ac6c4 req-aa63d0e6-654a-4019-bc90-8790f6242b5d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454918 Sep 27 08:34:22.590062 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b80ac108-a802-49b4-8ff4-f48f6df3dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.599310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:22.599534 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b80ac108-a802-49b4-8ff4-f48f6df3dec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.599873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 58a74988-3d76-4cf1-b297-6bfe7eaba4c7 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:22.603334 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b80ac108-a802-49b4-8ff4-f48f6df3dec1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7cb14b0-b020-4031-b98b-478177c900c8 HTTP/1.1" status: 204 len: 168 time: 0.7627923 Sep 27 08:34:22.671757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ac108-a802-49b4-8ff4-f48f6df3dec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cb14b0-b020-4031-b98b-478177c900c8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:22.698124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8b8344-398e-4a6d-8b36-a82128a013f5 admin admin] Deleting subnet caaa9f03-92b2-46ce-ac4b-de6bb6fc056e {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:22.705251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8344-398e-4a6d-8b36-a82128a013f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.742775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2896f12a-ee3f-4abd-a9f7-3eae1565bdb0 req-f72fbd4a-d232-4fb1-b434-c5fcc72e2db5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0413172 Sep 27 08:34:22.753044 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8344-398e-4a6d-8b36-a82128a013f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.784317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Deleting port d598264f-5ab4-43aa-9f16-d3f2a3579645 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:22.784932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.817963 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.960468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8344-398e-4a6d-8b36-a82128a013f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:22.964118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] For port d598264f-5ab4-43aa-9f16-d3f2a3579645, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d598264f-5ab4-43aa-9f16-d3f2a3579645,segment=NetworkSegment(ef91af39-945c-415d-8a7c-96b876bdf7c2),segment_id=ef91af39-945c-415d-8a7c-96b876bdf7c2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:22.964863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.007745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Calling delete_port for d598264f-5ab4-43aa-9f16-d3f2a3579645 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:23.126655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8344-398e-4a6d-8b36-a82128a013f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.158619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b8344-398e-4a6d-8b36-a82128a013f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caaa9f03-92b2-46ce-ac4b-de6bb6fc056e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:23.176401 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8344-398e-4a6d-8b36-a82128a013f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.178528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa8b8344-398e-4a6d-8b36-a82128a013f5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/caaa9f03-92b2-46ce-ac4b-de6bb6fc056e HTTP/1.1" status: 204 len: 168 time: 0.6415174 Sep 27 08:34:23.181615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e27dfe-f5ba-4dec-b50c-bc672e532d06 None None] Network 45948d16-6c4d-4237-ad7e-323bb3712fa9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:23.189582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40514) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:23.209526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Router 3c6d94e4-8f10-4a0e-a104-c800d1da909e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:23.222254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260d359-98aa-4e64-a954-4fc4e65c0e07 req-c714e70f-88c2-457f-98f0-5c7b8a047ec6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:23.234611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260d359-98aa-4e64-a954-4fc4e65c0e07 req-c714e70f-88c2-457f-98f0-5c7b8a047ec6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:23.236616 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0260d359-98aa-4e64-a954-4fc4e65c0e07 req-c714e70f-88c2-457f-98f0-5c7b8a047ec6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1682 time: 0.2040062 Sep 27 08:34:23.247315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f4e4f-97c5-49f6-9194-37395e6ae5dc req-4a82a382-b05e-4f21-85c1-caefca7381b6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:23.247550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40516) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:23.249300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-496f4e4f-97c5-49f6-9194-37395e6ae5dc req-4a82a382-b05e-4f21-85c1-caefca7381b6 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 945 time: 0.0904472 Sep 27 08:34:23.390227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:23.399105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2cac10bd-7321-4c16-8ce9-4ac52bdf4194 admin admin] 10.222.0.50 "PUT /v2.0/routers/3c6d94e4-8f10-4a0e-a104-c800d1da909e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6906698 Sep 27 08:34:23.402732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40518) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:23.403027 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] Sync routers for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:23.419680 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:23.421601 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:23.423855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2dc2a58a-3aaa-457f-aa49-7e716ca20289 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:23.455462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 2dc2a58a-3aaa-457f-aa49-7e716ca20289 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:23.455900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2dc2a58a-3aaa-457f-aa49-7e716ca20289 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:23.471929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.494125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-900ec3df-ce21-4305-9417-c12e5cf54020 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d4ac1c84c7f44b0b03d0b5be3f98cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420690 Sep 27 08:34:23.498025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40522) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:23.500341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-496f4e4f-97c5-49f6-9194-37395e6ae5dc req-865ed057-4803-4f3e-aada-bcb9fc31b343 tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3179bde-e9cf-4c32-8529-e476499a1add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078990 Sep 27 08:34:23.528419 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0260d359-98aa-4e64-a954-4fc4e65c0e07 req-c0895c3e-fab1-4837-b647-374f02aadc1b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692118 Sep 27 08:34:23.567218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] DHCP port deletion for 45948d16-6c4d-4237-ad7e-323bb3712fa9 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:34:23.639657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a3d948c2-2c94-4d8e-b176-998f2029b45b req-71e76032-8028-4f1b-9b85-27927bbe94ba tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0332048 Sep 27 08:34:23.647569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] Deleting port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:23.647773 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.685921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.709761 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:23.860314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Pushing event deleted for resources: {'Port': ['ID=d598264f-5ab4-43aa-9f16-d3f2a3579645,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:23.883586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] For port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6adb09e1-4753-4c74-aedf-d9e7ff0e8c10,segment=NetworkSegment(32eafa6d-3e20-4420-8cd8-88ffc9d36412),segment_id=32eafa6d-3e20-4420-8cd8-88ffc9d36412)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:23.883586 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.897119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] Calling delete_port for 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:23.941203 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:34:22Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:23.986083 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] Checking router: 3c6d94e4-8f10-4a0e-a104-c800d1da909e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:23.988359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ead30ba5-cd53-459d-90da-1ca767f96ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.997383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:23.998346 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] Routers {'3c6d94e4-8f10-4a0e-a104-c800d1da909e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:23.999114 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:24.024295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] Pushing event deleted for resources: {'Port': ['ID=6adb09e1-4753-4c74-aedf-d9e7ff0e8c10,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:24.027206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] No DVR routers for this DVR port d598264f-5ab4-43aa-9f16-d3f2a3579645 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:24.033013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f4cd0-807c-4ef7-91d2-03122d02ff1d None None] No DVR routers for this DVR port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:24.039032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.041058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9028a14f-b4fe-4961-890c-997ad44d42f1 req-39820087-ac6a-446a-a338-f6375a99a4ee tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.67 "DELETE /v2.0/ports/d598264f-5ab4-43aa-9f16-d3f2a3579645 HTTP/1.1" status: 204 len: 173 time: 1.5539289 Sep 27 08:34:24.048825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea88af-21d3-4226-95b3-aef02439b665 req-cb9c5d4d-dd35-416d-9522-6a9c6e4685a8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:24.050310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75ea88af-21d3-4226-95b3-aef02439b665 req-cb9c5d4d-dd35-416d-9522-6a9c6e4685a8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.3378224 Sep 27 08:34:24.052005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'name': 'network-vif-deleted', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:24.054306 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7897413-6883-4148-97c8-1c998d9fa87f" -d '{"events": [{"server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "name": "network-vif-deleted", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:24.067399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ead30ba5-cd53-459d-90da-1ca767f96ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.082301 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.139270 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf499c-b7b7-49a2-bddb-bf41e2468d5b x-openstack-request-id: req-4bcf499c-b7b7-49a2-bddb-bf41e2468d5b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:24.139693 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad86689-1c11-4e5a-acdf-daa978a52773", "name": "network-vif-deleted", "tag": "d598264f-5ab4-43aa-9f16-d3f2a3579645", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:24.140036 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bcf499c-b7b7-49a2-bddb-bf41e2468d5b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:24.140606 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad86689-1c11-4e5a-acdf-daa978a52773', 'name': 'network-vif-deleted', 'tag': 'd598264f-5ab4-43aa-9f16-d3f2a3579645', 'status': 'completed', 'code': 200} Sep 27 08:34:24.150047 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] Set router 3c6d94e4-8f10-4a0e-a104-c800d1da909e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:24.168459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf462e8-6cd9-47bf-8148-3a6815bb22b3'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:24.168459 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295407a5-6d0a-4a27-b0a6-ce180a587219" -d '{"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-plugged", "status": "completed", "tag": "9cf462e8-6cd9-47bf-8148-3a6815bb22b3"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:24.184614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Deleting port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:24.185372 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.206211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75ea88af-21d3-4226-95b3-aef02439b665 req-bf2061f8-6beb-4d14-aa66-e8a7f2d36d3d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376915 Sep 27 08:34:24.252909 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9cb2ee-3108-4611-a08c-e81dece7ab26 x-openstack-request-id: req-9b9cb2ee-3108-4611-a08c-e81dece7ab26 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:24.254399 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-plugged", "status": "completed", "tag": "9cf462e8-6cd9-47bf-8148-3a6815bb22b3", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:24.256614 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b9cb2ee-3108-4611-a08c-e81dece7ab26 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:24.257214 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf462e8-6cd9-47bf-8148-3a6815bb22b3', 'code': 200} Sep 27 08:34:24.398274 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ead30ba5-cd53-459d-90da-1ca767f96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.400836 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ead30ba5-cd53-459d-90da-1ca767f96ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.404933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ead30ba5-cd53-459d-90da-1ca767f96ba0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/605a28e5-4a3b-443e-926d-af8eb77660e3 HTTP/1.1" status: 204 len: 168 time: 0.9040656 Sep 27 08:34:24.409771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.417921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] For port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10, host n-d-810909-1, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:24.418275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.435638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead30ba5-cd53-459d-90da-1ca767f96ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a28e5-4a3b-443e-926d-af8eb77660e3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:24.441471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Calling delete_port for 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:24.445399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:34:24.479100 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:24.492472 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:34:22Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:24.515445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adb09e1-4753-4c74-aedf-d9e7ff0e8c10,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:24.530485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] No DVR routers for this DVR port 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:24.546924 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d0f0b-7a7c-4ee9-8437-2f1a0c4e56b6 None None] The sync data for ids ['3c6d94e4-8f10-4a0e-a104-c800d1da909e'] in n-d-810909-1 is: [{'id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844563742-router', 'tenant_id': '242df502e2844b1f89dc9d777f8c86b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:13Z', 'updated_at': '2021-09-27T08:34:22Z', 'revision_number': 5, 'project_id': '242df502e2844b1f89dc9d777f8c86b1', 'gw_port': {'id': '7dcffbce-5f85-4516-8b03-3d2c80efaca6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d94e4-8f10-4a0e-a104-c800d1da909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:14Z', 'updated_at': '2021-09-27T08:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:24.764849 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84236a62-52be-4847-a6ed-8921f0cf842b req-7d309ed7-f8fb-4cd4-bed5-bd013ac2729d tempest-LiveAutoBlockMigrationV225Test-1874647955 tempest-LiveAutoBlockMigrationV225Test-1874647955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ad86689-1c11-4e5a-acdf-daa978a52773 HTTP/1.1" status: 200 len: 210 time: 0.0334089 Sep 27 08:34:24.778553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bd8b785-6909-4555-bc83-6020e4ff00d1 req-05b4b83b-3a9b-4b76-967c-892e3dee7e81 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0326347 Sep 27 08:34:24.980460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7d60d43d-79c9-48f5-bb95-07ab4b269653 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:25.029388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7d60d43d-79c9-48f5-bb95-07ab4b269653 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:25.029973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7d60d43d-79c9-48f5-bb95-07ab4b269653 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:25.030868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:25.063673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:25.064012 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6adb09e1-4753-4c74-aedf-d9e7ff0e8c10 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:25.168990 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9594a7f-7db6-4b75-8330-c4a458c16df7 req-cc3cefcb-e17b-4a88-ab67-c508c65fb863 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0596566 Sep 27 08:34:25.174298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.204137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba239a4-064a-4e03-8cc4-a90491a8dda9 req-777560e6-310a-4fa8-804b-df7bce318d16 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:25.220529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba239a4-064a-4e03-8cc4-a90491a8dda9 req-777560e6-310a-4fa8-804b-df7bce318d16 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:25.228949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ba239a4-064a-4e03-8cc4-a90491a8dda9 req-777560e6-310a-4fa8-804b-df7bce318d16 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1682 time: 0.2158110 Sep 27 08:34:25.247120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Deleting port 7dcffbce-5f85-4516-8b03-3d2c80efaca6 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:25.247467 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.250955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0caa13-7fff-417e-bc2f-b82d2bd64300 req-a9eabfb5-e411-4b34-9662-e83339a07b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:25.251443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0caa13-7fff-417e-bc2f-b82d2bd64300 req-a9eabfb5-e411-4b34-9662-e83339a07b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:25.257436 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de0caa13-7fff-417e-bc2f-b82d2bd64300 req-a9eabfb5-e411-4b34-9662-e83339a07b49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1984 time: 0.9393759 Sep 27 08:34:25.283431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45948d16-6c4d-4237-ad7e-323bb3712fa9']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:25.349299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32eafa6d-3e20-4420-8cd8-88ffc9d36412') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:25.349515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32eafa6d-3e20-4420-8cd8-88ffc9d36412') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:25.365798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7779a994-830f-4966-b714-a91880a1e10d req-b0748b84-9480-42f7-8a08-a75bd484010c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=38334866bdf548c9a67b19043a60291f&device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.3052158 Sep 27 08:34:25.384205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.428881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46df1b8-dfbf-4c1b-8263-d969e7205644 req-ddb929c9-4ff6-4628-b54f-e2b26a6d16a2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:25.431191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b46df1b8-dfbf-4c1b-8263-d969e7205644 req-ddb929c9-4ff6-4628-b54f-e2b26a6d16a2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.0748441 Sep 27 08:34:25.458162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ba239a4-064a-4e03-8cc4-a90491a8dda9 req-3b51d3cd-538a-4552-a06f-e97887870111 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240477 Sep 27 08:34:25.474151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7779a994-830f-4966-b714-a91880a1e10d req-aa02788d-38c1-4a5e-b98a-f1dbcf0bef97 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=38334866bdf548c9a67b19043a60291f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953233 Sep 27 08:34:25.477172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.499799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:25.500184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:25.506320 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:25.508627 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de0caa13-7fff-417e-bc2f-b82d2bd64300 req-eee3a16f-033f-47f7-bada-2d17f21525d1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277551 Sep 27 08:34:25.508829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b46df1b8-dfbf-4c1b-8263-d969e7205644 req-ebc9817f-8632-4710-aa3f-b35af4bc94ac tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702591 Sep 27 08:34:25.543911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] For port 7dcffbce-5f85-4516-8b03-3d2c80efaca6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7dcffbce-5f85-4516-8b03-3d2c80efaca6,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:25.544285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.605267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Calling delete_port for 7dcffbce-5f85-4516-8b03-3d2c80efaca6 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:25.626661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d598264f-5ab4-43aa-9f16-d3f2a3579645 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:25.642810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.655470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.660092 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/45948d16-6c4d-4237-ad7e-323bb3712fa9 HTTP/1.1" status: 204 len: 168 time: 2.4671984 Sep 27 08:34:25.668261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: d598264f-5ab4-43aa-9f16-d3f2a3579645 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:25.669118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d598264f-5ab4-43aa-9f16-d3f2a3579645 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:25.677837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:25.710291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e46e2-abb4-4d11-9a11-4586de9973d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45948d16-6c4d-4237-ad7e-323bb3712fa9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:25.743245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a994-830f-4966-b714-a91880a1e10d req-8aa403ee-36f2-4e04-8199-8a9859b88a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:25.744923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7779a994-830f-4966-b714-a91880a1e10d req-8aa403ee-36f2-4e04-8199-8a9859b88a22 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2606575 Sep 27 08:34:25.814302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-network', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:25.855763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:25.874771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Made reservation on behalf of 744d0a9575ed43a8b3275f3302d819d0 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:25.880859 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.900202 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.908720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40600) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:25.928815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:25.955928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcffbce-5f85-4516-8b03-3d2c80efaca6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:25.988882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc38385d-130e-4e0f-b20e-ce9a34bbad75 admin admin] Deleting subnet c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:25.994747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc38385d-130e-4e0f-b20e-ce9a34bbad75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.034467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d6e1b707-f41f-4f27-89c5-df81404a81b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24854c77a2c8464595c6825bbda1de05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245797 Sep 27 08:34:26.037292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:26.049336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.080473 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc38385d-130e-4e0f-b20e-ce9a34bbad75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.131628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25c8ad7a-9d66-4348-a82a-860a5484303f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.144884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.147516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.168480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc38385d-130e-4e0f-b20e-ce9a34bbad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.174401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.201085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25c8ad7a-9d66-4348-a82a-860a5484303f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.201507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.202650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6d94e4-8f10-4a0e-a104-c800d1da909e {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:34:26.206534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.211363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.212053 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-30edc0c0-c265-4485-b3ee-f232377ba8db admin admin] 10.222.0.50 "DELETE /v2.0/routers/3c6d94e4-8f10-4a0e-a104-c800d1da909e HTTP/1.1" status: 204 len: 168 time: 2.8019474 Sep 27 08:34:26.214978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40606) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:26.241523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d581be-90d8-4f46-be5a-e93d97a0e348,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:26.272663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8cba4b-1fbd-488f-8545-b9a73f4a6bc7 admin admin] Deleting subnet e371e403-162f-4be1-95bc-77a97fe08b86 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:26.275771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:34:26.277144 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb8cba4b-1fbd-488f-8545-b9a73f4a6bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.327933 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb8cba4b-1fbd-488f-8545-b9a73f4a6bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.334338 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.334676 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Added segment 9d24b22f-e97b-4179-b898-4e38fce44f28 of type vlan for network 31656d99-4f7f-460b-8a34-360206d00ed8 Sep 27 08:34:26.410495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.427510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb8cba4b-1fbd-488f-8545-b9a73f4a6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.445615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f40c4c3c-d94c-4fc7-be76-aa79f205227c req-309af12f-71b1-4416-ae73-4e77516dd408 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.1294043 Sep 27 08:34:26.447179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc38385d-130e-4e0f-b20e-ce9a34bbad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.489561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38385d-130e-4e0f-b20e-ce9a34bbad75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72f7ca5-b1e5-4bc0-b776-4388bf3dee74,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:26.503552 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb8cba4b-1fbd-488f-8545-b9a73f4a6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.505397 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc38385d-130e-4e0f-b20e-ce9a34bbad75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.507421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cc38385d-130e-4e0f-b20e-ce9a34bbad75 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c72f7ca5-b1e5-4bc0-b776-4388bf3dee74 HTTP/1.1" status: 204 len: 168 time: 0.6504395 Sep 27 08:34:26.510299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40610) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:26.522334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25c8ad7a-9d66-4348-a82a-860a5484303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.525081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25c8ad7a-9d66-4348-a82a-860a5484303f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.528699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-25c8ad7a-9d66-4348-a82a-860a5484303f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6c9f28b-a75a-4830-ac09-a22503369228 HTTP/1.1" status: 204 len: 168 time: 0.4864380 Sep 27 08:34:26.562832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cba4b-1fbd-488f-8545-b9a73f4a6bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e371e403-162f-4be1-95bc-77a97fe08b86,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:26.565732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb8cba4b-1fbd-488f-8545-b9a73f4a6bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.565975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.566946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:26.569631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eb8cba4b-1fbd-488f-8545-b9a73f4a6bc7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e371e403-162f-4be1-95bc-77a97fe08b86 HTTP/1.1" status: 204 len: 168 time: 0.3534775 Sep 27 08:34:26.574665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b0c27-9160-40e3-a394-623f2fb598fd None None] Network d507e1f9-0069-4810-b618-1f54436bf7ec requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:26.578194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40616) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:26.587076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.679275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db350cb0-5298-431f-828d-e8024ad7751c req-e3d2ba8e-b2e4-4139-95b3-a71049073d62 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:26.688026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db350cb0-5298-431f-828d-e8024ad7751c req-e3d2ba8e-b2e4-4139-95b3-a71049073d62 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:26.691590 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.694374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db350cb0-5298-431f-828d-e8024ad7751c req-e3d2ba8e-b2e4-4139-95b3-a71049073d62 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1682 time: 0.1333337 Sep 27 08:34:26.716844 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.815353 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8ad7a-9d66-4348-a82a-860a5484303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c9f28b-a75a-4830-ac09-a22503369228,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:26.866775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db350cb0-5298-431f-828d-e8024ad7751c req-609535cd-f221-4061-9a80-446e88fde079 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463623 Sep 27 08:34:26.879328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] DHCP port deletion for d507e1f9-0069-4810-b618-1f54436bf7ec request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:34:26.912503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2332025 Sep 27 08:34:26.916003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40620) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:26.923846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Request body: {'subnet': {'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-subnet', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:26.954780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Deleting port 08e365c3-b523-4d94-ab40-e1fd852d0878 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:26.958334 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a0621309-3840-4b6a-b2ad-a33037c9fe26 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:26.973002 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:26.995839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a0621309-3840-4b6a-b2ad-a33037c9fe26 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:26.996195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a0621309-3840-4b6a-b2ad-a33037c9fe26 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:27.013659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Deleting port 08e365c3-b523-4d94-ab40-e1fd852d0878 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:27.014314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.061789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965617b6-7ea6-4563-bab6-f067b33a0c38 admin admin] Pushing event updated for resources: {'Network': ['ID=31656d99-4f7f-460b-8a34-360206d00ed8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:27.098323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d873add-94ea-4f4d-9917-51e0ebd59b70 req-7972a8aa-43ff-4c56-ae87-477925315810 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:27.100970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Made reservation on behalf of 744d0a9575ed43a8b3275f3302d819d0 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:27.103077 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.107647 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d873add-94ea-4f4d-9917-51e0ebd59b70 req-7972a8aa-43ff-4c56-ae87-477925315810 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.4968259 Sep 27 08:34:27.118920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 31656d99-4f7f-460b-8a34-360206d00ed8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:34:27.125140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7779a994-830f-4966-b714-a91880a1e10d req-b8a61633-f5a7-403d-8d47-d8ea2210bba5 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.67 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0638595 Sep 27 08:34:27.126971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] For port 08e365c3-b523-4d94-ab40-e1fd852d0878, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=08e365c3-b523-4d94-ab40-e1fd852d0878,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:27.127316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.182188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.190455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Calling delete_port for 08e365c3-b523-4d94-ab40-e1fd852d0878 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:27.220104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] For port 08e365c3-b523-4d94-ab40-e1fd852d0878, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=08e365c3-b523-4d94-ab40-e1fd852d0878,segment=NetworkSegment(d7274cfe-eda0-49eb-81ba-1006f6495d70),segment_id=d7274cfe-eda0-49eb-81ba-1006f6495d70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:27.224864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.227862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0401142-0273-4e2e-bb33-f59b422652f6']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:27.250725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d873add-94ea-4f4d-9917-51e0ebd59b70 req-8d2dac89-8f27-4da3-8cde-a265636f45ee tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418848 Sep 27 08:34:27.263996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef91af39-945c-415d-8a7c-96b876bdf7c2') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:27.264291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef91af39-945c-415d-8a7c-96b876bdf7c2') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:27.274616 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.292473 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.302312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:27.303429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:27.308665 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:27.343664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Calling delete_port for 08e365c3-b523-4d94-ab40-e1fd852d0878 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:27.389857 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.406409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.411014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] 10.222.0.50 "DELETE /v2.0/networks/f0401142-0273-4e2e-bb33-f59b422652f6 HTTP/1.1" status: 204 len: 168 time: 0.8998158 Sep 27 08:34:27.416256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40640) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:27.431737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0ebb0-13b0-4c92-9063-afab838c187f admin admin] Pushing event deleted for resources: {'Network': ['ID=f0401142-0273-4e2e-bb33-f59b422652f6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:27.471669 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.506568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Pushing event deleted for resources: {'Port': ['ID=08e365c3-b523-4d94-ab40-e1fd852d0878,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:27.522359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] No DVR routers for this DVR port 08e365c3-b523-4d94-ab40-e1fd852d0878 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:27.524709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.526360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.526891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.528433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.528788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.529237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.529502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.533393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.534525 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.534874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.535206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.540241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31123a-bae5-42d6-a79b-82145a1a278a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:27.551188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c810dca-63ec-4b9b-ad70-c00eee8c8cf6 admin admin] Deleting subnet 45ffa3d1-8249-45a8-9e08-e00d8166eeee {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:27.556729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.562348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c810dca-63ec-4b9b-ad70-c00eee8c8cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.659466 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Pushing event deleted for resources: {'Port': ['ID=08e365c3-b523-4d94-ab40-e1fd852d0878,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:27.683120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] No DVR routers for this DVR port 08e365c3-b523-4d94-ab40-e1fd852d0878 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:27.692355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51ad91eb-23cd-4af3-aeb7-c073ea34d704 req-4759ac8c-82ab-4e18-a7fb-5e9299280507 tempest-ServerShowV254Test-1060715869 tempest-ServerShowV254Test-1060715869-project] 10.222.0.50 "GET /v2.0/ports?device_id=2473c2fa-e9e5-4c1d-ba34-67c204dbd8a0 HTTP/1.1" status: 200 len: 210 time: 0.0909872 Sep 27 08:34:27.736089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c810dca-63ec-4b9b-ad70-c00eee8c8cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.774132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.830359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:27.860591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.877876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c810dca-63ec-4b9b-ad70-c00eee8c8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.919411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d507e1f9-0069-4810-b618-1f54436bf7ec']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:27.924056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:27.942400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7274cfe-eda0-49eb-81ba-1006f6495d70') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:27.942799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7274cfe-eda0-49eb-81ba-1006f6495d70') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:27.957677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2102052922-network', 'tenant_id': '0f55a2fdcc4f497f8812d58e65053637'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:27.958350 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:27.974141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Checking segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:27.974498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Network hostable DHCP agents. Network: 31656d99-4f7f-460b-8a34-360206d00ed8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:34:27.985630 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.003613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:28.003970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:28.006007 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:28.022252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Made reservation on behalf of 0f55a2fdcc4f497f8812d58e65053637 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:28.022771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c810dca-63ec-4b9b-ad70-c00eee8c8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.025994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.049800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b1876-4e83-43de-b85e-c2e5caed2165 req-b4b67b52-5ad9-4823-a963-ef61eda0b6bd tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:28.056794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b1876-4e83-43de-b85e-c2e5caed2165 req-b4b67b52-5ad9-4823-a963-ef61eda0b6bd tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:28.058082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Network 31656d99-4f7f-460b-8a34-360206d00ed8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:34:28.065473 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-244b1876-4e83-43de-b85e-c2e5caed2165 req-b4b67b52-5ad9-4823-a963-ef61eda0b6bd tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1682 time: 0.1030273 Sep 27 08:34:28.067556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.093184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c810dca-63ec-4b9b-ad70-c00eee8c8cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ffa3d1-8249-45a8-9e08-e00d8166eeee,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:28.101937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c810dca-63ec-4b9b-ad70-c00eee8c8cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.104061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7c810dca-63ec-4b9b-ad70-c00eee8c8cf6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/45ffa3d1-8249-45a8-9e08-e00d8166eeee HTTP/1.1" status: 204 len: 168 time: 0.6868265 Sep 27 08:34:28.106538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40660) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:28.115224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 31656d99-4f7f-460b-8a34-360206d00ed8) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:28.126249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15693eb-2cc2-4fd5-8825-20f6acbef218 None None] Network 31656d99-4f7f-460b-8a34-360206d00ed8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:28.130015 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.134427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:28.135245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.147402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-244b1876-4e83-43de-b85e-c2e5caed2165 req-1814d06c-cb7f-426d-94f9-4d9c8e7a0edf tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809219 Sep 27 08:34:28.162749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.168044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] 10.222.0.50 "DELETE /v2.0/networks/d507e1f9-0069-4810-b618-1f54436bf7ec HTTP/1.1" status: 204 len: 168 time: 1.5883558 Sep 27 08:34:28.208143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40662) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:28.227058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602cf9a-ab6e-4849-87cc-509f2095076e admin admin] Pushing event deleted for resources: {'Network': ['ID=d507e1f9-0069-4810-b618-1f54436bf7ec,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:28.275135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.284376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.292539 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.312752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:34:28.323632 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-78fbf1a2-5e40-47bc-a65f-b3b4339f2d8e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4061377 Sep 27 08:34:28.333001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.333513 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Added segment 25a55f5c-297b-4488-bf95-1f3676136c4f of type vlan for network d9929576-de4d-4a4b-9032-feace009f96f Sep 27 08:34:28.351221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40670) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:28.359540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:28.367791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-31656d99-4f7f-460b-8a34-360206d00ed8', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:34:28.368710 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.426839 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.436563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:28.482258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.483593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:28.484454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.533320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7dcffbce-5f85-4516-8b03-3d2c80efaca6 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:28.558378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7dcffbce-5f85-4516-8b03-3d2c80efaca6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:28.559001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7dcffbce-5f85-4516-8b03-3d2c80efaca6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:28.559518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 08e365c3-b523-4d94-ab40-e1fd852d0878 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:28.571798 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.573303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] Pushing event updated for resources: {'Network': ['ID=d9929576-de4d-4a4b-9032-feace009f96f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:28.580754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 08e365c3-b523-4d94-ab40-e1fd852d0878 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:28.581470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 08e365c3-b523-4d94-ab40-e1fd852d0878 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:28.590609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d9929576-de4d-4a4b-9032-feace009f96f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:34:28.609764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Allocated IP 172.20.0.2 (31656d99-4f7f-460b-8a34-360206d00ed8/4b4be056-b4c3-4ad3-9ecb-0bf667405e6a/6a54c9a3-b658-4855-9379-9cb3dd86d3b9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:28.624544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f26529e5-76f0-4978-89a1-4bc57f844a20 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7898493 Sep 27 08:34:28.625465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:28.632239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Request body: {'subnet': {'network_id': 'd9929576-de4d-4a4b-9032-feace009f96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2102052922-subnet', 'tenant_id': '0f55a2fdcc4f497f8812d58e65053637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:28.663420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.664604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.667652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896d843-c2e5-4f25-b5b8-8f3baaaf49fb req-1bd08994-dfdf-4048-8df1-d225ecc4215f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:28.674078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896d843-c2e5-4f25-b5b8-8f3baaaf49fb req-1bd08994-dfdf-4048-8df1-d225ecc4215f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:28.682199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7896d843-c2e5-4f25-b5b8-8f3baaaf49fb req-1bd08994-dfdf-4048-8df1-d225ecc4215f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1682 time: 0.0978098 Sep 27 08:34:28.689981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6227f-ac6d-4523-bf3a-13f88a50863e req-533a2b7c-40b9-493c-b01a-c8e434819bd0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:28.690464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Made reservation on behalf of 0f55a2fdcc4f497f8812d58e65053637 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:28.691548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1b6227f-ac6d-4523-bf3a-13f88a50863e req-533a2b7c-40b9-493c-b01a-c8e434819bd0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.3275757 Sep 27 08:34:28.693123 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.693724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ecbf36-b0f3-4454-8cd9-82d8315fc501']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:28.712976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c4d12b-ab0c-4402-9ff6-0e9571bc8c8e') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:28.713274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c4d12b-ab0c-4402-9ff6-0e9571bc8c8e') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:28.743175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.759638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7896d843-c2e5-4f25-b5b8-8f3baaaf49fb req-be0c645e-aab4-466d-b159-2cf5b27bf6bc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713651 Sep 27 08:34:28.831761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1b6227f-ac6d-4523-bf3a-13f88a50863e req-0c70fc02-1088-4344-9eb3-c820f963fcd6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243334 Sep 27 08:34:28.835629 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.864904 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.869660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:28.869791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:28.871486 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:28.900700 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.915149 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:28.985719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Network 31656d99-4f7f-460b-8a34-360206d00ed8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:28.997660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:29.002382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:29.041846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.065757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Pushing event updated for resources: {'Port': ['ID=6a54c9a3-b658-4855-9379-9cb3dd86d3b9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:29.082681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Attempting to bind port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:29.083045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Attempting to bind port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:29.083704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Attempting to bind port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 on network 31656d99-4f7f-460b-8a34-360206d00ed8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:29.089488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:29.089488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Checking segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:29.089808 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.090188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Bound using segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:29.090785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Bound port: 6a54c9a3-b658-4855-9379-9cb3dd86d3b9, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:29.091173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.146065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af75a9d2-65dc-430e-a7c2-c8710ec4d808,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:29.157502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Checking segment: {'id': '25a55f5c-297b-4488-bf95-1f3676136c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd9929576-de4d-4a4b-9032-feace009f96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:29.157988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Network hostable DHCP agents. Network: d9929576-de4d-4a4b-9032-feace009f96f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:34:29.187463 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] For port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:29.197165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] For port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6a54c9a3-b658-4855-9379-9cb3dd86d3b9,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:29.211504 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.215282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Network d9929576-de4d-4a4b-9032-feace009f96f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:34:29.237731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:29.245336 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d9929576-de4d-4a4b-9032-feace009f96f) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:29.249923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:29.250492 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.276293 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b8a5a17f-c5d7-4143-9a5f-86c2a742652c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6415966 Sep 27 08:34:29.368032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba20f6-4113-40f0-b146-7a794f479c6d None None] Pushing event updated for resources: {'Port': ['ID=6a54c9a3-b658-4855-9379-9cb3dd86d3b9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:29.370654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81547a3-7ceb-45f5-9212-120826a7091e None None] Network d9929576-de4d-4a4b-9032-feace009f96f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:29.389241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.423886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.425850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/66ecbf36-b0f3-4454-8cd9-82d8315fc501 HTTP/1.1" status: 204 len: 168 time: 1.3180795 Sep 27 08:34:29.447690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763c242e-aa4b-471f-a441-f342eb29e768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.467609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c455849-537b-40e9-9335-0dcbd55f26e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ecbf36-b0f3-4454-8cd9-82d8315fc501,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:29.640378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.679683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e35f78-b99d-4b9e-8013-beafcae13eff None None] Network d9929576-de4d-4a4b-9032-feace009f96f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:29.688832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40698) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:29.755557 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763c242e-aa4b-471f-a441-f342eb29e768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.768739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763c242e-aa4b-471f-a441-f342eb29e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:29.870908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-763c242e-aa4b-471f-a441-f342eb29e768 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38334866bdf548c9a67b19043a60291f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316769 Sep 27 08:34:29.875975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:29.919385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c242e-aa4b-471f-a441-f342eb29e768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba18c5bf-fd0f-44bb-9927-ab942e60d80c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:29.943847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2e90ca59-18ef-4e2d-9d07-ff7c7e7457fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b39763fcd3a34a9a9355667ce04cca9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2454581 Sep 27 08:34:29.944989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40706) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:30.009788 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f92e706-071b-4d40-9853-20e58e3f6201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.042485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f92e706-071b-4d40-9853-20e58e3f6201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.074470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e50148-1d4f-4463-87d7-e92c08ed6b37 req-3a41560a-5129-44c6-8f70-694db9e283c1 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:30.080705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e50148-1d4f-4463-87d7-e92c08ed6b37 req-3a41560a-5129-44c6-8f70-694db9e283c1 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:30.088420 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5e50148-1d4f-4463-87d7-e92c08ed6b37 req-3a41560a-5129-44c6-8f70-694db9e283c1 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1682 time: 0.2072392 Sep 27 08:34:30.126447 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f92e706-071b-4d40-9853-20e58e3f6201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.129165 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f92e706-071b-4d40-9853-20e58e3f6201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.130385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f92e706-071b-4d40-9853-20e58e3f6201 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba18c5bf-fd0f-44bb-9927-ab942e60d80c HTTP/1.1" status: 204 len: 168 time: 0.2533913 Sep 27 08:34:30.140471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92e706-071b-4d40-9853-20e58e3f6201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba18c5bf-fd0f-44bb-9927-ab942e60d80c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:30.186085 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcb998f0-2273-4468-9a34-99fe1d942dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.233822 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5e50148-1d4f-4463-87d7-e92c08ed6b37 req-42abc7cd-a98a-4f21-a19f-b0735ce932c3 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443620 Sep 27 08:34:30.311875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcb998f0-2273-4468-9a34-99fe1d942dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.470008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-7d32160c-fb3a-4018-aaa4-f44145182c8c tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:30.480050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-7d32160c-fb3a-4018-aaa4-f44145182c8c tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/networks?id=d9929576-de4d-4a4b-9032-feace009f96f HTTP/1.1" status: 200 len: 822 time: 0.2099915 Sep 27 08:34:30.506855 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-8c497a55-4136-4669-9fe2-699bea053d7c tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/quotas/0f55a2fdcc4f497f8812d58e65053637 HTTP/1.1" status: 200 len: 375 time: 0.0181875 Sep 27 08:34:30.560387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.591329 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:30.605603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-b53511a9-7183-447c-a1d0-7199fbd2bc52 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f55a2fdcc4f497f8812d58e65053637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799747 Sep 27 08:34:30.691712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:30.692083 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.779293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-928a0fe9-7262-4646-bae1-4e83dab8f7d1 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:30.785994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-928a0fe9-7262-4646-bae1-4e83dab8f7d1 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:30.788500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-928a0fe9-7262-4646-bae1-4e83dab8f7d1 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1682 time: 0.6238656 Sep 27 08:34:30.809835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-e3e2485d-2215-4788-b174-902ce79a87d4 service neutron] 10.222.0.50 "GET /v2.0/networks/d9929576-de4d-4a4b-9032-feace009f96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031286 Sep 27 08:34:30.875977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2cd70-5663-4f26-a8de-1b88ba52fe76 req-6d9a0b4b-3eaa-43a5-81dc-c4ea7984f6df tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:30.877631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f7f2cd70-5663-4f26-a8de-1b88ba52fe76 req-6d9a0b4b-3eaa-43a5-81dc-c4ea7984f6df tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.4839692 Sep 27 08:34:30.883612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:30.893480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4431a78-3666-4360-8aaf-678bf104c351 None None] Network 31656d99-4f7f-460b-8a34-360206d00ed8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:30.983434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.010912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-7ebda70d-0656-48af-af0c-ab3afb2c12b0 service neutron] 10.222.0.50 "GET /v2.0/networks/d9929576-de4d-4a4b-9032-feace009f96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000988 Sep 27 08:34:31.015908 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.063637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcb998f0-2273-4468-9a34-99fe1d942dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.066158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fcb998f0-2273-4468-9a34-99fe1d942dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.068514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fcb998f0-2273-4468-9a34-99fe1d942dfd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3179bde-e9cf-4c32-8529-e476499a1add HTTP/1.1" status: 204 len: 168 time: 1.1192076 Sep 27 08:34:31.080778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-172d982e-13f8-4011-a5b3-2bd6b3046909 None None] Provisioning complete for port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:31.081145 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-172d982e-13f8-4011-a5b3-2bd6b3046909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.081415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f7f2cd70-5663-4f26-a8de-1b88ba52fe76 req-a1aeea14-5ef8-45b0-8b72-caca21eb2f16 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935434 Sep 27 08:34:31.123192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6a54c9a3-b658-4855-9379-9cb3dd86d3b9,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:31.159799 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.251013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=6a54c9a3-b658-4855-9379-9cb3dd86d3b9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:31.297051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb998f0-2273-4468-9a34-99fe1d942dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3179bde-e9cf-4c32-8529-e476499a1add,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:31.442236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8047794a-9429-486c-96e0-0ce4a0adc755 req-267a83a9-8be6-48c5-97e5-782ea67eddf6 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 210 time: 0.0437846 Sep 27 08:34:31.442877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:31.443332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.681838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d1be8317-5b95-4c96-a4f4-f2ba00baf673 None None] Provisioning complete for port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:31.682469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1be8317-5b95-4c96-a4f4-f2ba00baf673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.700549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Allocated IP 172.25.2.236 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/02080767-adcb-4c91-9e2e-c43a1faf0d21) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:31.793346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:31.865506 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f5b3ea5-c26d-471b-a6f2-95ddd25dbaa7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06aef69aac8e4dd590a41a62905b8c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712485 Sep 27 08:34:31.867837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40772) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:31.881533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5a81-11c1-4c46-91a6-35abc4bf73f0 req-96175c1f-06d8-4fc6-ac64-bae43ab99856 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:31.893439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5a81-11c1-4c46-91a6-35abc4bf73f0 req-96175c1f-06d8-4fc6-ac64-bae43ab99856 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:31.897776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-656b5a81-11c1-4c46-91a6-35abc4bf73f0 req-96175c1f-06d8-4fc6-ac64-bae43ab99856 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 1682 time: 0.4656284 Sep 27 08:34:31.939822 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b98cdcb-b85a-48bc-8cb2-b4bfd09866f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.968583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b98cdcb-b85a-48bc-8cb2-b4bfd09866f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:31.976672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,segment=NetworkSegment(2a218612-a4d6-4e92-bf53-b8f9d225c2bf),segment_id=2a218612-a4d6-4e92-bf53-b8f9d225c2bf)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:31.977068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.031787 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b98cdcb-b85a-48bc-8cb2-b4bfd09866f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.034814 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b98cdcb-b85a-48bc-8cb2-b4bfd09866f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.036240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2b98cdcb-b85a-48bc-8cb2-b4bfd09866f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5961e9fe-0275-427a-988b-ef6561fe6f6e HTTP/1.1" status: 204 len: 168 time: 0.1672485 Sep 27 08:34:32.050447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98cdcb-b85a-48bc-8cb2-b4bfd09866f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961e9fe-0275-427a-988b-ef6561fe6f6e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:32.056638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:32.079504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-656b5a81-11c1-4c46-91a6-35abc4bf73f0 req-07e3752f-6584-4fb4-b21b-29d241a6206f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653655 Sep 27 08:34:32.250586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Deleting port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:32.250922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.285979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a0b9-26da-4da9-bb5f-5805c13e69d3 req-06ecc68f-415f-476b-a6a4-ed3fe4b05a0f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:32.291106 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7302a0b9-26da-4da9-bb5f-5805c13e69d3 req-06ecc68f-415f-476b-a6a4-ed3fe4b05a0f tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.0788839 Sep 27 08:34:32.291106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40786) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:32.359539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.401629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7302a0b9-26da-4da9-bb5f-5805c13e69d3 req-1c3c81cd-63bd-4da3-a421-df159c361203 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997844 Sep 27 08:34:32.485684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] For port 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,segment=NetworkSegment(4c109691-aa56-4ed8-9b66-00aafa84cbeb),segment_id=4c109691-aa56-4ed8-9b66-00aafa84cbeb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:32.486056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.542930 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-4315bdaf-0aca-46c4-9cde-0f5c833a713d service neutron] show failed (client error): The resource could not be found. Sep 27 08:34:32.544399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-4315bdaf-0aca-46c4-9cde-0f5c833a713d service neutron] 10.222.0.67 "GET /v2.0/ports/f90c7653-e599-46a1-8ba1-ae975fd0d6bf/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.2474761 Sep 27 08:34:32.545024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:32.552396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Calling delete_port for 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:32.623674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.641386 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1351c38d-f51d-49da-b63d-4e9dbda8817c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.664527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:32.665045 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.675597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.705372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c846b743-d1d1-40ea-8dd3-1dc295deb7ae req-e19e5484-0c2e-4e74-a92f-4a537882b293 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 210 time: 0.0768023 Sep 27 08:34:32.721119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['2fc49032-e655-4fbd-aae8-1ea52ef6f464', '9cf462e8-6cd9-47bf-8148-3a6815bb22b3'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:34:32.727937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:32.739622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:32.745754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:32.752685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Pushing event updated for resources: {'Port': ['ID=02080767-adcb-4c91-9e2e-c43a1faf0d21,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:32.849700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1351c38d-f51d-49da-b63d-4e9dbda8817c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.859638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1351c38d-f51d-49da-b63d-4e9dbda8817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:32.971296 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1351c38d-f51d-49da-b63d-4e9dbda8817c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8eed47c6daf249d08221da0245f557d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6813512 Sep 27 08:34:32.972392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c38d-f51d-49da-b63d-4e9dbda8817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051f4253-7165-4ee9-9f10-dae172400684,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:32.983306 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:33.018232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:33.135672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.137756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "DELETE /v2.0/ports/9cf462e8-6cd9-47bf-8148-3a6815bb22b3 HTTP/1.1" status: 204 len: 173 time: 2.3343525 Sep 27 08:34:33.142221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21ec9adc-99fd-404f-8900-d4fa090d8141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.159640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-deleted', 'tag': '9cf462e8-6cd9-47bf-8148-3a6815bb22b3'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:33.162044 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9662bd2-34c2-4caa-8f47-e4ea662f9f64" -d '{"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-deleted", "tag": "9cf462e8-6cd9-47bf-8148-3a6815bb22b3"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:33.164825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42a4f5-9c31-43f1-9520-98c96bfaaddc tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=9cf462e8-6cd9-47bf-8148-3a6815bb22b3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:33.190930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.200554 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21ec9adc-99fd-404f-8900-d4fa090d8141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.300660 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21ec9adc-99fd-404f-8900-d4fa090d8141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.308435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21ec9adc-99fd-404f-8900-d4fa090d8141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.314067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-21ec9adc-99fd-404f-8900-d4fa090d8141 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/051f4253-7165-4ee9-9f10-dae172400684 HTTP/1.1" status: 204 len: 168 time: 0.3272567 Sep 27 08:34:33.342407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:33.362753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec9adc-99fd-404f-8900-d4fa090d8141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051f4253-7165-4ee9-9f10-dae172400684,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:33.417971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfd38-80f5-4ec5-96f0-c459c1d87966 req-d4b2e43a-6e48-4312-b68e-52dd15fa2249 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:33.421264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8adfd38-80f5-4ec5-96f0-c459c1d87966 req-d4b2e43a-6e48-4312-b68e-52dd15fa2249 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 945 time: 0.1393845 Sep 27 08:34:33.487652 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8adfd38-80f5-4ec5-96f0-c459c1d87966 req-a5e55354-35ad-4864-be50-9e146f664856 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601757 Sep 27 08:34:33.687384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-842308252-network', 'tenant_id': 'd7c57fbe29dd4aedb9dc06ff515eab94'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:33.712462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Made reservation on behalf of d7c57fbe29dd4aedb9dc06ff515eab94 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:33.714856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.724644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.753969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-2665f10a-ec1b-4634-9cd6-644e8c3e947f tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:33.757764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-2665f10a-ec1b-4634-9cd6-644e8c3e947f tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.67 "GET /v2.0/networks?id=d9929576-de4d-4a4b-9032-feace009f96f HTTP/1.1" status: 200 len: 822 time: 0.4992201 Sep 27 08:34:33.763024 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c7ea10-04af-4321-ad3c-5caeb68b1dab x-openstack-request-id: req-77c7ea10-04af-4321-ad3c-5caeb68b1dab {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:33.763355 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-deleted", "tag": "9cf462e8-6cd9-47bf-8148-3a6815bb22b3", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:33.763609 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77c7ea10-04af-4321-ad3c-5caeb68b1dab {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:33.764049 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-deleted', 'tag': '9cf462e8-6cd9-47bf-8148-3a6815bb22b3', 'status': 'completed', 'code': 200} Sep 27 08:34:33.802292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc56638-d1cd-4d68-877f-b7e3b7b93d0f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:33.811750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Request body: {'port': {'device_id': '485aa272-5ddc-4a07-8f71-188755034a8f', 'network_id': 'd9929576-de4d-4a4b-9032-feace009f96f', 'admin_state_up': True, 'tenant_id': '0f55a2fdcc4f497f8812d58e65053637'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:33.847286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a90f7f6-3491-4159-8bf5-b27c6c086505 req-e60dfd7c-7147-47c5-8862-61058aa0d77a tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 210 time: 0.0326610 Sep 27 08:34:33.857962 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.864818 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.893777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c863fa00-2aa6-4b03-9f44-275f2b0df47e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:33.915955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:34:33.937526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:33.938255 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Added segment dc676c99-853e-44d5-9f84-1694eba7d7a2 of type vlan for network 1179f158-754a-452d-8909-b89d0e80a941 Sep 27 08:34:34.000767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.012542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-8713d388-9207-4ba7-a685-a9050d2f2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:34.014258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-8713d388-9207-4ba7-a685-a9050d2f2607 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4&tenant_id=26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 1099 time: 0.8802798 Sep 27 08:34:34.040044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.041649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:34.042419 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.096013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:34.124071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] Pushing event updated for resources: {'Network': ['ID=1179f158-754a-452d-8909-b89d0e80a941,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:34.143299 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e023c46e-ed43-4ad6-a16d-fde20e2bea7b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7983418 Sep 27 08:34:34.146148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1179f158-754a-452d-8909-b89d0e80a941 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:34:34.152142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7caa69-efe7-49a3-a745-89d33492da2a req-b21bc9aa-ee12-4cd0-8182-5860cb3685e8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:34.153708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c7caa69-efe7-49a3-a745-89d33492da2a req-b21bc9aa-ee12-4cd0-8182-5860cb3685e8 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.3866029 Sep 27 08:34:34.158333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:34.166030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Request body: {'subnet': {'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-842308252-subnet', 'tenant_id': 'd7c57fbe29dd4aedb9dc06ff515eab94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:34.239342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Made reservation on behalf of d7c57fbe29dd4aedb9dc06ff515eab94 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:34.243326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.306221 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:34:34.324247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.340958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:34.341782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.393384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c7caa69-efe7-49a3-a745-89d33492da2a req-e7de8833-3939-4427-b35e-cd985e90d1a7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288947 Sep 27 08:34:34.471696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Made reservation on behalf of 0f55a2fdcc4f497f8812d58e65053637 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:34.477242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.633429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.673059 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.704077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c183b89-97f4-41e3-8a47-917eb270abc4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:34.717676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:34.718030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Network hostable DHCP agents. Network: 1179f158-754a-452d-8909-b89d0e80a941, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:34:34.742154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Network 1179f158-754a-452d-8909-b89d0e80a941 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:34:34.755285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.758803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1179f158-754a-452d-8909-b89d0e80a941) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:34.764960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:34.765632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:34.772190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341644d1-ce22-4d8d-ae81-953b8e66ad73 None None] Network 1179f158-754a-452d-8909-b89d0e80a941 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:34.786384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-07df5f45-cc83-4de5-91e4-f15ea940e864 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6266375 Sep 27 08:34:34.998647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd26f1-ca52-47da-9470-517e1df9c622 None None] Network 1179f158-754a-452d-8909-b89d0e80a941 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:35.008792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port 2fc49032-e655-4fbd-aae8-1ea52ef6f464, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2fc49032-e655-4fbd-aae8-1ea52ef6f464,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:35.009363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.033282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0b0801d0-0ec7-4bba-a761-4d7757d61cc6 req-794eb27a-96ad-483c-b11a-6511042ff6d5 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 210 time: 0.0659232 Sep 27 08:34:35.117597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4e54-8679-4803-b7c6-84cbc9a7a8c8 req-1e595bed-b655-49f5-9291-84405b5b987f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:35.126013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-476f4e54-8679-4803-b7c6-84cbc9a7a8c8 req-1e595bed-b655-49f5-9291-84405b5b987f tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 945 time: 0.5267792 Sep 27 08:34:35.177843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for 2fc49032-e655-4fbd-aae8-1ea52ef6f464 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:35.356741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Allocated IP 172.20.0.14 (d9929576-de4d-4a4b-9032-feace009f96f/af75a9d2-65dc-430e-a7c2-c8710ec4d808/e7b22998-25bc-449f-b1eb-cb8343779476) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:35.384441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:35.400384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-476f4e54-8679-4803-b7c6-84cbc9a7a8c8 req-f16b0136-bad8-4b63-89d5-9ee19bc51e36 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/security-groups?id=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734690 Sep 27 08:34:35.456619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 2fc49032-e655-4fbd-aae8-1ea52ef6f464 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:35.560510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f437-6265-4326-aef9-51473b10def1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.583183 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.586805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.638218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 2fc49032-e655-4fbd-aae8-1ea52ef6f464, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=2fc49032-e655-4fbd-aae8-1ea52ef6f464,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:35.641671 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc49032-e655-4fbd-aae8-1ea52ef6f464'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:35.647851 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5edd13-96c2-4c3f-b077-da440f86a38b" -d '{"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc49032-e655-4fbd-aae8-1ea52ef6f464"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:35.669772 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.670553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:35.681213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:35.734526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb7424-a081-4ea9-9d98-20051dbd232e req-aedd1cd7-f6c6-4180-b7c5-ba22a4bec8ce tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:35.737731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5dbb7424-a081-4ea9-9d98-20051dbd232e req-aedd1cd7-f6c6-4180-b7c5-ba22a4bec8ce tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.2299235 Sep 27 08:34:35.740115 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f437-6265-4326-aef9-51473b10def1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.741115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:35.743819 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d44ce3-1b05-4e78-8483-f685a5855c76 x-openstack-request-id: req-92d44ce3-1b05-4e78-8483-f685a5855c76 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:35.744151 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc49032-e655-4fbd-aae8-1ea52ef6f464", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:35.744542 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92d44ce3-1b05-4e78-8483-f685a5855c76 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:35.744948 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc49032-e655-4fbd-aae8-1ea52ef6f464', 'code': 200} Sep 27 08:34:35.750151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1264978405'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:35.757023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:35.769058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1781929758-network', 'tenant_id': 'edbde0e2b0be47a3919318411d2af28c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:35.778237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:35.778584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9cf462e8-6cd9-47bf-8148-3a6815bb22b3 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:35.784098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f437-6265-4326-aef9-51473b10def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.817260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=2fc49032-e655-4fbd-aae8-1ea52ef6f464,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:35.865429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.865688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ee7f437-6265-4326-aef9-51473b10def1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1af8eb5cd694484bb9a5db37d6edf6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767628 Sep 27 08:34:35.869115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f437-6265-4326-aef9-51473b10def1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f330527-4ea4-478f-a10e-b03643fc3868,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:35.875593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40920) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:35.887844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:35.891558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.901678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5dbb7424-a081-4ea9-9d98-20051dbd232e req-2815a1c6-a87d-4a65-8154-b7c959756dc3 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578534 Sep 27 08:34:35.921567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:35.939133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Made reservation on behalf of edbde0e2b0be47a3919318411d2af28c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:35.941662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.964092 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.977779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:34:35.996557 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:35.996883 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Added segment 0e888502-d23e-443b-a1ef-0e609c59572d of type vlan for network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 Sep 27 08:34:36.032406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.044899 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b1c0-649d-4f63-9926-eb36defcc5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.075335 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.087787 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b1c0-649d-4f63-9926-eb36defcc5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.150977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.156433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:36.157013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.181548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:36.239098 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.243253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b1c0-649d-4f63-9926-eb36defcc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.245766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b1c0-649d-4f63-9926-eb36defcc5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.246903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ea3b1c0-649d-4f63-9926-eb36defcc5ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f330527-4ea4-478f-a10e-b03643fc3868 HTTP/1.1" status: 204 len: 168 time: 0.3702710 Sep 27 08:34:36.248655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6d76f1f-26f0-425a-825c-be47c77023f7 req-1ed5cbf7-73a9-43be-9786-154a3e785a5c tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 210 time: 0.1014769 Sep 27 08:34:36.255921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Network': ['ID=ddfe1615-2a2c-4b2d-ade4-b5a57b450906,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:36.260105 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.266157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3b1c0-649d-4f63-9926-eb36defcc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f330527-4ea4-478f-a10e-b03643fc3868,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:36.281610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.281744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:34:36.335960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:36.338027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=2fc49032-e655-4fbd-aae8-1ea52ef6f464,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:36.347592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:34:36.358580 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.358974 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Added segment 7b012c71-3c8d-49f1-88db-588d8ebdf99d of type vlan for network 71b4942a-5c1b-4263-9a04-00a21fe29fb3 Sep 27 08:34:36.386534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:36.389251 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ede7f-e9ae-4133-a9ac-6451e8142531" -d '{"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-unplugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:36.404955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.415389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.440940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.456052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59075ecb-9dee-486d-955a-4c8a7d425aa6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:36.472394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f9dadaa-b46a-4276-96c8-2943d89ea9e6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7275932 Sep 27 08:34:36.477091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:36.484104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port 2fc49032-e655-4fbd-aae8-1ea52ef6f464 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:36.486087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-931873688'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:36.487639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.490903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62e50947-a7c2-4b41-a7e2-6807215d1268 req-06c22de5-7218-40b1-9184-b33c5a670db7 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.57 "DELETE /v2.0/ports/2fc49032-e655-4fbd-aae8-1ea52ef6f464 HTTP/1.1" status: 204 len: 173 time: 3.3053608 Sep 27 08:34:36.521201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:36.528633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Transition to ACTIVE for port object f90c7653-e599-46a1-8ba1-ae975fd0d6bf will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:34:36.538449 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864f534b-369a-4dc7-b9ca-53be3c05f871 x-openstack-request-id: req-864f534b-369a-4dc7-b9ca-53be3c05f871 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:36.538750 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-unplugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:36.539044 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-864f534b-369a-4dc7-b9ca-53be3c05f871 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:36.539450 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'code': 200} Sep 27 08:34:36.541586 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.546451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.551312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:36.553432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.588541 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8294892 Sep 27 08:34:36.614539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40934) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:36.615168 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:34:36.616151 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:34:36.626916 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Request body: {'subnet': {'network_id': '71b4942a-5c1b-4263-9a04-00a21fe29fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1781929758-subnet', 'tenant_id': 'edbde0e2b0be47a3919318411d2af28c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:36.645895 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.663895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:34:36.714529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19427b45-1405-4f84-b9e4-4183875d42b9 admin admin] Pushing event updated for resources: {'Network': ['ID=71b4942a-5c1b-4263-9a04-00a21fe29fb3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:36.716877 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a05cc6e9-79d3-44d7-80a0-2bb0aa346fa5 req-02979ec0-2644-413f-af40-2b0b02cd56f6 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0efc103-66b9-4bdd-a70e-2429e330f606 HTTP/1.1" status: 200 len: 210 time: 0.1684694 Sep 27 08:34:36.717948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Made reservation on behalf of edbde0e2b0be47a3919318411d2af28c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:36.720759 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.729037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 71b4942a-5c1b-4263-9a04-00a21fe29fb3 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:34:36.753587 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.813691 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.814282 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Added segment e0022ea3-eda6-4997-8aa3-2f95eff10c4e of type vlan for network 06cebe1f-2f59-4476-80ee-24531db18e00 Sep 27 08:34:36.859741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Network d9929576-de4d-4a4b-9032-feace009f96f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:36.861881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] No DVR routers for this DVR port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:36.866826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:36.872861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:36.878118 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.880454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:36.887095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:34:36.921042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.927416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:36.928069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:36.998431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:37.010119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] Sync routers for ids ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:37.021050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5412865 Sep 27 08:34:37.026052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:37.028921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] Routers {'0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:37.029510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:37.043532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'subnet': {'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:37.044680 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-602914d4-65e4-41e7-a21d-fef4291e16b7 admin admin] 10.222.0.50 "PUT /v2.0/routers/0aa02ff6-0f3c-4e46-b3e0-72bb851f7888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8329353 Sep 27 08:34:37.055348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40950) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:37.066337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Pushing event updated for resources: {'Port': ['ID=e7b22998-25bc-449f-b1eb-cb8343779476,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:37.166938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1c247-9b97-4153-b53b-cb48f900cf29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Network': ['ID=06cebe1f-2f59-4476-80ee-24531db18e00,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:37.250654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 06cebe1f-2f59-4476-80ee-24531db18e00 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:34:37.268530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:37.269939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:37.270502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:37.289225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] Set router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:37.337759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:37.338760 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.425044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:34:37.425907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:37.429618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:37.441768 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:37.483080 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:37.483723 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:37.489814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.492655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:37.492655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:37.492655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:37.493201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Bound port: f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:37.493474 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.548926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:34:33Z', 'revision_number': 5, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:37.583944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] Checking router: 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:37.589972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-73e5bf47-31cf-4510-95bd-192814f28ace tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8200903 Sep 27 08:34:37.595737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] Routers {'0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:37.596969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:37.651034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2bf8-2a04-4ebd-b1aa-feb93f86ed2d req-0f7c04f5-7edf-4646-ba8b-141eebd96ae0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:37.652657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5df2bf8-2a04-4ebd-b1aa-feb93f86ed2d req-0f7c04f5-7edf-4646-ba8b-141eebd96ae0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 0.6352489 Sep 27 08:34:37.656120 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.672239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:37.675920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:37.685553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Request body: {'port': {'device_id': '485aa272-5ddc-4a07-8f71-188755034a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:37.706039 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:37.718906 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.722485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e8d8503b-3043-49a7-8469-6c07e8b541d1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.3658586 Sep 27 08:34:37.723238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:37.726997 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.765213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] Set router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:37.773064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb893fb-734f-45c2-a094-93e56967d6d8 req-1f6f4f61-4e47-44f1-9a21-44c13913c32d tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:37.774808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-beb893fb-734f-45c2-a094-93e56967d6d8 req-1f6f4f61-4e47-44f1-9a21-44c13913c32d tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 932 time: 0.3413351 Sep 27 08:34:37.818421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:37.826893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.866179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac253503-5144-4e8f-ad64-76d2831cfc78,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:37.919745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:37.920454 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.922262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] 10.222.0.57 "PUT /v2.0/ports/f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 1094 time: 3.8619957 Sep 27 08:34:37.926654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:37.939602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5df2bf8-2a04-4ebd-b1aa-feb93f86ed2d req-f37e51c6-e627-4fa6-9b89-1ba0700bcdfd tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726662 Sep 27 08:34:38.016573 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:34Z', 'revision_number': 3, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:38.075604 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40976) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:38.083615 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:38.085590 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Updating router cde0af19-e5a1-4cb6-8b80-aab9292702bd port 02080767-adcb-4c91-9e2e-c43a1faf0d21 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:34:38.113579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:34:33Z', 'revision_number': 5, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:38.131177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Checking segment: {'id': '7b012c71-3c8d-49f1-88db-588d8ebdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '71b4942a-5c1b-4263-9a04-00a21fe29fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:38.131488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Network hostable DHCP agents. Network: 71b4942a-5c1b-4263-9a04-00a21fe29fb3, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:34:38.143559 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.174930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74839046-1a80-49e9-bda4-32541ebd8cbe None None] The sync data for ids ['0aa02ff6-0f3c-4e46-b3e0-72bb851f7888'] in n-d-810909-1 is: [{'id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-642881091-router', 'tenant_id': '28350ccf8a11413a8a8b965207f811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:29:27Z', 'updated_at': '2021-09-27T08:34:33Z', 'revision_number': 5, 'project_id': '28350ccf8a11413a8a8b965207f811fc', 'gw_port': {'id': '530565c0-8af6-46dd-a2d4-68f653eadb3e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa02ff6-0f3c-4e46-b3e0-72bb851f7888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:29:29Z', 'updated_at': '2021-09-27T08:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:38.287791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Network 71b4942a-5c1b-4263-9a04-00a21fe29fb3 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:34:38.297025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3fef19-4a4f-4aca-8665-9ce5d23fd2e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting subnet 56654cf9-de29-4bf2-82df-7ac27560505b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:38.300298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c3fef19-4a4f-4aca-8665-9ce5d23fd2e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.350979 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c3fef19-4a4f-4aca-8665-9ce5d23fd2e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.366723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-beb893fb-734f-45c2-a094-93e56967d6d8 req-4ed89a84-21cb-4db5-b72e-bae88c1f9579 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787575 Sep 27 08:34:38.383046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.409467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7419ab-c7cd-4307-b3cf-1116557c726a service neutron] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:38.431686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-5a693167-b7c0-403a-bcdd-4e2730ff0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:38.433282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-5a693167-b7c0-403a-bcdd-4e2730ff0a15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1097 time: 0.4341886 Sep 27 08:34:38.436364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 71b4942a-5c1b-4263-9a04-00a21fe29fb3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:38.441072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b22998-25bc-449f-b1eb-cb8343779476 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:38.447909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48364144-b47a-4aaf-a9aa-fb10688eaa7a None None] Network 71b4942a-5c1b-4263-9a04-00a21fe29fb3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:38.471344 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:38.471949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.486531 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.542664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-deleted', 'tag': '2fc49032-e655-4fbd-aae8-1ea52ef6f464'}, {'name': 'network-changed', 'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:38.552652 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c3fef19-4a4f-4aca-8665-9ce5d23fd2e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.557530 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d" -d '{"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-deleted", "tag": "2fc49032-e655-4fbd-aae8-1ea52ef6f464"}, {"name": "network-changed", "server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:38.583219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:38.594484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Transition to ACTIVE for port object e7b22998-25bc-449f-b1eb-cb8343779476 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:34:38.634065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e0ec34f6-3691-4b98-a744-5c0c4bec1386 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0119226 Sep 27 08:34:38.701041 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.724790 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f67be5b-2b1e-42b1-9c34-69625eaebf94 x-openstack-request-id: req-9f67be5b-2b1e-42b1-9c34-69625eaebf94 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:38.725105 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0efc103-66b9-4bdd-a70e-2429e330f606", "name": "network-vif-deleted", "tag": "2fc49032-e655-4fbd-aae8-1ea52ef6f464", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:38.725724 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f67be5b-2b1e-42b1-9c34-69625eaebf94 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:38.726074 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0efc103-66b9-4bdd-a70e-2429e330f606', 'name': 'network-vif-deleted', 'tag': '2fc49032-e655-4fbd-aae8-1ea52ef6f464', 'status': 'completed', 'code': 200} Sep 27 08:34:38.726330 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'status': 'completed', 'code': 200} Sep 27 08:34:38.730476 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.740419 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.785033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:38.785583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8cc56638-d1cd-4d68-877f-b7e3b7b93d0f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:38.805866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac50eaee-c509-4cf9-a7d2-63609bc04534 None None] Network 71b4942a-5c1b-4263-9a04-00a21fe29fb3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:38.824940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Deleting port 530565c0-8af6-46dd-a2d4-68f653eadb3e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:38.825346 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.831038 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Pushing event updated for resources: {'Port': ['ID=02080767-adcb-4c91-9e2e-c43a1faf0d21,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:38.845223 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.845885 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.846418 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.846971 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.847513 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.848191 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.848693 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.849226 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.849864 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.850999 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.851568 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.852066 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:34:38.870881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Pushing event updated for resources: {'Port': ['ID=e7b22998-25bc-449f-b1eb-cb8343779476,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:38.872215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-ce780d4a-aa37-43f5-89b0-1a456aece574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:38.881013 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Attempting to bind port 02080767-adcb-4c91-9e2e-c43a1faf0d21 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:38.881986 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Attempting to bind port 02080767-adcb-4c91-9e2e-c43a1faf0d21 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:38.883172 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Attempting to bind port 02080767-adcb-4c91-9e2e-c43a1faf0d21 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:38.883938 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-ce780d4a-aa37-43f5-89b0-1a456aece574 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1449320 Sep 27 08:34:38.891180 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:38.892156 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:38.892925 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.893672 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:38.895125 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Bound port: 02080767-adcb-4c91-9e2e-c43a1faf0d21, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:38.895461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-e50d4cc4-5567-4da1-90a6-053313a46bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:38.896009 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:38.898467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-e50d4cc4-5567-4da1-90a6-053313a46bd3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.4243534 Sep 27 08:34:38.972145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Attempting to bind port e7b22998-25bc-449f-b1eb-cb8343779476 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:38.972520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Attempting to bind port e7b22998-25bc-449f-b1eb-cb8343779476 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '25a55f5c-297b-4488-bf95-1f3676136c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd9929576-de4d-4a4b-9032-feace009f96f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:38.972853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Attempting to bind port e7b22998-25bc-449f-b1eb-cb8343779476 on network d9929576-de4d-4a4b-9032-feace009f96f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:39.046072 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c3fef19-4a4f-4aca-8665-9ce5d23fd2e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.061772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.062774 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] For port 02080767-adcb-4c91-9e2e-c43a1faf0d21, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:39.067907 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] For port 02080767-adcb-4c91-9e2e-c43a1faf0d21, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=02080767-adcb-4c91-9e2e-c43a1faf0d21,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:39.079102 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.145170 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:39.146105 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:39.184463 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c793ea0-c4f1-4ecd-b1c6-d1c89fb77e7f None None] Pushing event updated for resources: {'Port': ['ID=02080767-adcb-4c91-9e2e-c43a1faf0d21,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:39.302526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fef19-4a4f-4aca-8665-9ce5d23fd2e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Subnet': ['ID=56654cf9-de29-4bf2-82df-7ac27560505b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:39.377445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Subnet': ['ID=fda852ee-fa38-4fe6-9f8d-e491448111a3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:39.385678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c3fef19-4a4f-4aca-8665-9ce5d23fd2e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.389037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8860112e-d9da-4d54-9760-bbf06e5fd695 None None] Network 9ce16639-88ea-4896-b653-d05c915ad129 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:39.394973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:39.403336 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c3fef19-4a4f-4aca-8665-9ce5d23fd2e4 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "DELETE /v2.0/subnets/56654cf9-de29-4bf2-82df-7ac27560505b HTTP/1.1" status: 204 len: 168 time: 1.3224275 Sep 27 08:34:39.406784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41014) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:39.415087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-e713a6cf-fa80-4c15-b042-32d22b605216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:39.418902 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-e713a6cf-fa80-4c15-b042-32d22b605216 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.4855397 Sep 27 08:34:39.431325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Port e7b22998-25bc-449f-b1eb-cb8343779476 on network d9929576-de4d-4a4b-9032-feace009f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:34:39.432689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Attempting to bind port e7b22998-25bc-449f-b1eb-cb8343779476 on network d9929576-de4d-4a4b-9032-feace009f96f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:39.468536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-3a003dc8-ce0c-44be-af76-8967a9f2bc30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.5262663 Sep 27 08:34:39.490218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:39.490834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Checking segment: {'id': '25a55f5c-297b-4488-bf95-1f3676136c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd9929576-de4d-4a4b-9032-feace009f96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:39.491376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Bound using segment: {'id': '25a55f5c-297b-4488-bf95-1f3676136c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd9929576-de4d-4a4b-9032-feace009f96f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:39.492009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Bound port: e7b22998-25bc-449f-b1eb-cb8343779476, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a55f5c-297b-4488-bf95-1f3676136c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd9929576-de4d-4a4b-9032-feace009f96f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:39.492606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.566061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] For port 530565c0-8af6-46dd-a2d4-68f653eadb3e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=530565c0-8af6-46dd-a2d4-68f653eadb3e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:39.566710 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.613345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8567ddc-5cff-4315-8636-c5e32b5a3dd2 req-eb2c3403-2f89-493c-bf57-e097ddd69544 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:39.615611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8567ddc-5cff-4315-8636-c5e32b5a3dd2 req-eb2c3403-2f89-493c-bf57-e097ddd69544 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 0.1730316 Sep 27 08:34:39.622543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-95b44905-8804-41f8-99ca-fe4685788f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:39.624231 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-95b44905-8804-41f8-99ca-fe4685788f03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1452885 Sep 27 08:34:39.631935 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:34Z', 'revision_number': 3, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:39.633547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Calling delete_port for 530565c0-8af6-46dd-a2d4-68f653eadb3e owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:39.645560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-25c4c4da-1626-48cd-bc73-8885062dbdb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.1573274 Sep 27 08:34:39.723203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] DHCP port deletion for 9ce16639-88ea-4896-b653-d05c915ad129 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:34:39.725593 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c955cee-c81d-4bc1-ba66-feab955c7b98 None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:34Z', 'revision_number': 3, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:39.771734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] For port e7b22998-25bc-449f-b1eb-cb8343779476, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:39.792985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8567ddc-5cff-4315-8636-c5e32b5a3dd2 req-46448a96-40e4-4ca6-92ca-1b054c9ba319 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658986 Sep 27 08:34:39.800499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] For port e7b22998-25bc-449f-b1eb-cb8343779476, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e7b22998-25bc-449f-b1eb-cb8343779476,segment=NetworkSegment(25a55f5c-297b-4488-bf95-1f3676136c4f),segment_id=25a55f5c-297b-4488-bf95-1f3676136c4f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:39.807920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] Deleting port 15366860-cef3-4ee2-85fd-6ee96e81d0bb {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:39.809465 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.819933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Checking segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:39.823451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network hostable DHCP agents. Network: ddfe1615-2a2c-4b2d-ade4-b5a57b450906, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:34:39.825018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-49e583ef-fa7f-489c-8fb5-65a3ee6b2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:39.826633 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-49e583ef-fa7f-489c-8fb5-65a3ee6b2de7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885250 Sep 27 08:34:39.839771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.910283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] For port 15366860-cef3-4ee2-85fd-6ee96e81d0bb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=15366860-cef3-4ee2-85fd-6ee96e81d0bb,segment=NetworkSegment(2a218612-a4d6-4e92-bf53-b8f9d225c2bf),segment_id=2a218612-a4d6-4e92-bf53-b8f9d225c2bf)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:39.910479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.944809 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:39.948257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] Calling delete_port for 15366860-cef3-4ee2-85fd-6ee96e81d0bb owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:39.961296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-eca444c0-f19a-4c74-b871-f4a500a3fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:39.962807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-eca444c0-f19a-4c74-b871-f4a500a3fb52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.3015938 Sep 27 08:34:39.971623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Pushing event updated for resources: {'Port': ['ID=e7b22998-25bc-449f-b1eb-cb8343779476,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:40.005971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:34:40.096710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:40.097370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:40.098839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-1da3dbab-c4ac-4cb0-b7a3-a624302aa8ab service neutron] 10.222.0.67 "PUT /v2.0/ports/e7b22998-25bc-449f-b1eb-cb8343779476 HTTP/1.1" status: 200 len: 1092 time: 2.4192357 Sep 27 08:34:40.106296 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:40.147653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbed6ab-1f0e-41e7-8875-11c1918273bc req-e09be17d-1b4a-4d5f-9b11-37a57fc5a1a0 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:40.149484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4dbed6ab-1f0e-41e7-8875-11c1918273bc req-e09be17d-1b4a-4d5f-9b11-37a57fc5a1a0 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 944 time: 0.2301919 Sep 27 08:34:40.189192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] Pushing event deleted for resources: {'Port': ['ID=15366860-cef3-4ee2-85fd-6ee96e81d0bb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:40.191004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b82db-fd5d-4320-aec8-99bae4dd4239 None None] No DVR routers for this DVR port 15366860-cef3-4ee2-85fd-6ee96e81d0bb on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:40.217446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-1f17b59e-ed4a-48b3-8d86-cb9c93675d28 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722312 Sep 27 08:34:40.236473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, ddfe1615-2a2c-4b2d-ade4-b5a57b450906) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:40.244484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc1a576-7ee6-49fe-a49c-dc3c6ca8f190 None None] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:40.262309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:40.262917 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:40.319470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-9a1ff519-b6eb-40ef-81ca-c569b77bc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:40.321294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-9a1ff519-b6eb-40ef-81ca-c569b77bc018 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3386424 Sep 27 08:34:40.357668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-44c4a22e-176b-47b9-9257-830a8dc1b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:40.359082 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-44c4a22e-176b-47b9-9257-830a8dc1b9ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f55a2fdcc4f497f8812d58e65053637&device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 1095 time: 0.1728804 Sep 27 08:34:40.372243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4dbed6ab-1f0e-41e7-8875-11c1918273bc req-db601521-d2f9-4066-a877-e5b23561f466 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111235 Sep 27 08:34:40.379951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0cc70929-d64b-40bf-bb44-f90651f1abf5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3403435 Sep 27 08:34:40.385954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:40.429865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-50756910-144a-4249-8ffd-c87cc06a95b7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:40.433501 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-50756910-144a-4249-8ffd-c87cc06a95b7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 807 time: 0.5411375 Sep 27 08:34:40.435807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41030) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:40.453395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-3cbb19dc-d298-40f8-951b-0b423c77174c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b22998-25bc-449f-b1eb-cb8343779476 HTTP/1.1" status: 200 len: 217 time: 0.0800619 Sep 27 08:34:40.506766 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:40.569969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-262dc46c-08f9-49d4-8c02-30bc3a71aa58 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321596 Sep 27 08:34:40.575078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'subnet': {'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:40.595940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=530565c0-8af6-46dd-a2d4-68f653eadb3e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:40.644220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port 15366860-cef3-4ee2-85fd-6ee96e81d0bb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:40.644606 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:40.699384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-80a91d3a-4ab5-4bbe-afa4-e52573219c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:40.699864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-49d0d150-882c-4c0f-83e6-79df60324bb6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/quotas/d7c57fbe29dd4aedb9dc06ff515eab94 HTTP/1.1" status: 200 len: 375 time: 0.1074345 Sep 27 08:34:40.701960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-80a91d3a-4ab5-4bbe-afa4-e52573219c46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af75a9d2-65dc-430e-a7c2-c8710ec4d808 HTTP/1.1" status: 200 len: 862 time: 0.2369511 Sep 27 08:34:40.704499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-691cda7c-7154-45eb-a17c-5e71c1e89f50 req-8d8d72b0-00dd-418a-b15e-d888307ea1d2 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753611 Sep 27 08:34:40.728774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485aa272-5ddc-4a07-8f71-188755034a8f', 'tag': 'e7b22998-25bc-449f-b1eb-cb8343779476'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:40.732124 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62ccb5f-9b21-4437-870e-77bc04723cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "485aa272-5ddc-4a07-8f71-188755034a8f", "tag": "e7b22998-25bc-449f-b1eb-cb8343779476"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:40.746819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 02080767-adcb-4c91-9e2e-c43a1faf0d21 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:40.798757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-3f47595c-1efe-4bf4-932a-8800901a765c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9929576-de4d-4a4b-9032-feace009f96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854497 Sep 27 08:34:40.807888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'fixed_ips': [{'subnet_id': 'fda852ee-fa38-4fe6-9f8d-e491448111a3'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:34:40.808898 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:40.904051 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eadb7e9-e82f-4f4a-82b2-b0e2f5ef355a x-openstack-request-id: req-9eadb7e9-e82f-4f4a-82b2-b0e2f5ef355a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:40.904454 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485aa272-5ddc-4a07-8f71-188755034a8f", "tag": "e7b22998-25bc-449f-b1eb-cb8343779476", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:40.904635 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9eadb7e9-e82f-4f4a-82b2-b0e2f5ef355a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:40.905007 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485aa272-5ddc-4a07-8f71-188755034a8f', 'tag': 'e7b22998-25bc-449f-b1eb-cb8343779476', 'status': 'completed', 'code': 200} Sep 27 08:34:40.940167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:40.950261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-d78231fc-8ee1-44f0-8a46-27188646934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:40.951886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-d78231fc-8ee1-44f0-8a46-27188646934e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1770427 Sep 27 08:34:41.007045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-0fe27a05-b6a1-441c-8838-c925f585785e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2251389 Sep 27 08:34:41.013147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 02080767-adcb-4c91-9e2e-c43a1faf0d21 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:41.013534 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.036251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port 15366860-cef3-4ee2-85fd-6ee96e81d0bb, host n-d-810909-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:41.036903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.131577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for 15366860-cef3-4ee2-85fd-6ee96e81d0bb owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:41.141948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Allocated IP 10.1.1.2 (ddfe1615-2a2c-4b2d-ade4-b5a57b450906/fda852ee-fa38-4fe6-9f8d-e491448111a3/1461a6f0-1310-44c2-aeea-803c71cf5892) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:41.159801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccb01b-b0c0-44a0-8236-a8838e67d9d3 req-51c95761-13ce-4ca3-870a-c3fa9b342a1e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:41.162556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Port 15366860-cef3-4ee2-85fd-6ee96e81d0bb was not found and therefore no delete operation was performed {{(pid=94831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:34:41.165411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95ccb01b-b0c0-44a0-8236-a8838e67d9d3 req-51c95761-13ce-4ca3-870a-c3fa9b342a1e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 0.2189772 Sep 27 08:34:41.176766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:41.181278 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.195460 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.210893 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.223128 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.229432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.246334 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 02080767-adcb-4c91-9e2e-c43a1faf0d21, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=02080767-adcb-4c91-9e2e-c43a1faf0d21,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:41.255860 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.304974 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95ccb01b-b0c0-44a0-8236-a8838e67d9d3 req-3f235b9e-a670-49f3-a37d-b7bbb253221d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736644 Sep 27 08:34:41.333962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Allocated IP 172.20.0.1 (31656d99-4f7f-460b-8a34-360206d00ed8/4b4be056-b4c3-4ad3-9ecb-0bf667405e6a/f431a103-578b-42e1-82d3-78ef76272d1c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:41.349367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=02080767-adcb-4c91-9e2e-c43a1faf0d21,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:41.359876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 15366860-cef3-4ee2-85fd-6ee96e81d0bb no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:41.368261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-d5e215cb-7858-4ccd-ac9a-4aebb86d9e0b service neutron] 10.222.0.67 "GET /v2.0/networks/d9929576-de4d-4a4b-9032-feace009f96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801381 Sep 27 08:34:41.374426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.375026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:34:41.388453 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.389623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-45b279d1-69f9-48b4-a017-e2f0f8f35f8e admin admin] 10.222.0.50 "DELETE /v2.0/routers/0aa02ff6-0f3c-4e46-b3e0-72bb851f7888 HTTP/1.1" status: 204 len: 168 time: 4.3277388 Sep 27 08:34:41.393222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 15366860-cef3-4ee2-85fd-6ee96e81d0bb {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:41.393826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 15366860-cef3-4ee2-85fd-6ee96e81d0bb not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:41.400415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41050) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:41.461625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-3be46ba2-8482-40dc-8687-57c7115629ad service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8665929 Sep 27 08:34:41.497461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-fc4bb830-d7b1-414d-8578-7b064ebf5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:41.498563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-fc4bb830-d7b1-414d-8578-7b064ebf5dac service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.4422069 Sep 27 08:34:41.570218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.582782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port 15366860-cef3-4ee2-85fd-6ee96e81d0bb on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:41.586902 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.593447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=15366860-cef3-4ee2-85fd-6ee96e81d0bb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:41.618180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-50ee8c45-fa79-49e9-82c0-7a458fb2e058 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.1043220 Sep 27 08:34:41.628770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-328db540-1b8b-484b-b74f-a9f774087872 admin admin] Deleting subnet 4e56680c-1bc8-42ff-8b25-65f067a000ca {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:41.640294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:41.658724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-328db540-1b8b-484b-b74f-a9f774087872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.659489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:41.662005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:41.686236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Pushing event updated for resources: {'Port': ['ID=1461a6f0-1310-44c2-aeea-803c71cf5892,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:41.742361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Attempting to bind port 1461a6f0-1310-44c2-aeea-803c71cf5892 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:41.742361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Attempting to bind port 1461a6f0-1310-44c2-aeea-803c71cf5892 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:41.742709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Attempting to bind port 1461a6f0-1310-44c2-aeea-803c71cf5892 on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:41.798633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:41.798999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Checking segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:41.799396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.799522 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.799791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Bound using segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:41.800273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Bound port: 1461a6f0-1310-44c2-aeea-803c71cf5892, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:41.800695 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.823518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce16639-88ea-4896-b653-d05c915ad129']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:41.833131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a218612-a4d6-4e92-bf53-b8f9d225c2bf') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:41.833430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a218612-a4d6-4e92-bf53-b8f9d225c2bf') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:41.850728 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0256966-9d78-4dc7-b4db-c69b80940b21 req-d099bece-fa6c-4f9a-8ad3-fb2f4fdbf4de service neutron] 10.222.0.67 "GET /v2.0/networks/d9929576-de4d-4a4b-9032-feace009f96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684088 Sep 27 08:34:41.853999 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.867862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.869748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-f3f6a5a3-4abb-4d85-beb2-e3962cd8d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:41.871542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-f3f6a5a3-4abb-4d85-beb2-e3962cd8d020 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2322140 Sep 27 08:34:41.874548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:41.874710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.890871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c73b40-7371-4702-8934-3a2da3db3b16 req-fc46f22c-e6d7-4da1-9932-c1604e825bb7 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:41.893485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5c73b40-7371-4702-8934-3a2da3db3b16 req-fc46f22c-e6d7-4da1-9932-c1604e825bb7 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 944 time: 0.3784425 Sep 27 08:34:41.900953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] For port 1461a6f0-1310-44c2-aeea-803c71cf5892, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:41.905033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] For port 1461a6f0-1310-44c2-aeea-803c71cf5892, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1461a6f0-1310-44c2-aeea-803c71cf5892,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:41.911062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:41.949483 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:41.958646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.967701 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.999550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:41.999806 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e987bb1-0c2e-4d99-be68-bef9d1e02558 None None] Pushing event updated for resources: {'Port': ['ID=1461a6f0-1310-44c2-aeea-803c71cf5892,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:42.004702 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "DELETE /v2.0/networks/9ce16639-88ea-4896-b653-d05c915ad129 HTTP/1.1" status: 204 len: 168 time: 2.5925133 Sep 27 08:34:42.017330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41060) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:42.029175 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-fcf487ba-619f-4207-b9c3-4547841b21c1 service neutron] 10.222.0.50 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0210676 Sep 27 08:34:42.052747 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-328db540-1b8b-484b-b74f-a9f774087872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:42.083023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b658f-477e-4add-9da0-73ffda0bb216 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Network': ['ID=9ce16639-88ea-4896-b653-d05c915ad129,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:42.126798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-f427c623-4a12-49f6-a160-f45581bff2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:42.128535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-f427c623-4a12-49f6-a160-f45581bff2b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2332518 Sep 27 08:34:42.144944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-b16dd208-03b6-4331-9408-547b31a47599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:42.146547 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-b16dd208-03b6-4331-9408-547b31a47599 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f55a2fdcc4f497f8812d58e65053637&device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 1095 time: 0.2067969 Sep 27 08:34:42.160244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5c73b40-7371-4702-8934-3a2da3db3b16 req-0fb97fa3-893f-49e1-9d5f-05d0b5c7f9a3 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253604 Sep 27 08:34:42.245053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c480d4-58f8-420f-863d-2269379bd64b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting subnet a8d863ef-5a2e-4a0b-949a-2006173626a1 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:42.296785 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95c480d4-58f8-420f-863d-2269379bd64b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:42.375950 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95c480d4-58f8-420f-863d-2269379bd64b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:42.682020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1461a6f0-1310-44c2-aeea-803c71cf5892 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:42.686670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:42.740850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Pushing event updated for resources: {'Port': ['ID=f431a103-578b-42e1-82d3-78ef76272d1c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:42.744957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1461a6f0-1310-44c2-aeea-803c71cf5892 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:42.745628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:42.785287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Network 31656d99-4f7f-460b-8a34-360206d00ed8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:42.798238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-def3bd8b-b436-4c2a-a4b5-80ebe60bacf9 service neutron] 10.222.0.50 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674088 Sep 27 08:34:42.801717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:42.866547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:42.874722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:42.936405 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:42.974014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 1461a6f0-1310-44c2-aeea-803c71cf5892, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1461a6f0-1310-44c2-aeea-803c71cf5892,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:42.985336 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:42.986823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 02080767-adcb-4c91-9e2e-c43a1faf0d21 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:42.999918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.110584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Checking segment: {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:43.112002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network hostable DHCP agents. Network: 06cebe1f-2f59-4476-80ee-24531db18e00, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:34:43.133314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Subnet': ['ID=caf2b750-bbd7-4a48-b682-ddfae227b485,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:43.226850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=1461a6f0-1310-44c2-aeea-803c71cf5892,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:43.248853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9d58de15-0967-4b0a-9314-be77f132d50c req-58dc0512-c360-4e5a-b8da-6c409cae810a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 210 time: 0.1022787 Sep 27 08:34:43.263691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 02080767-adcb-4c91-9e2e-c43a1faf0d21 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:43.264313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.291566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network 06cebe1f-2f59-4476-80ee-24531db18e00 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:34:43.297676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-328db540-1b8b-484b-b74f-a9f774087872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.333448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ff8865e0-09b5-40f2-a511-47c06bea86ad None None] Provisioning complete for port f431a103-578b-42e1-82d3-78ef76272d1c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:43.334148 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ff8865e0-09b5-40f2-a511-47c06bea86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.374394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 06cebe1f-2f59-4476-80ee-24531db18e00) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:43.386136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b58a2-cf9a-4609-9bb4-09fb5eda9889 None None] Network 06cebe1f-2f59-4476-80ee-24531db18e00 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:43.399749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:43.400522 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.405453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.491276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2bc1a35-78e0-4fc7-bb2b-28eb12ea7406 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9247406 Sep 27 08:34:43.495787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41102) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:43.499981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ff8865e0-09b5-40f2-a511-47c06bea86ad None None] Port f431a103-578b-42e1-82d3-78ef76272d1c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:43.501698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'port': {'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'name': 'tempest-TaggedBootDevicesTest-798407121', 'fixed_ips': [{'subnet_id': 'fda852ee-fa38-4fe6-9f8d-e491448111a3'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:43.502101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:34:43.539685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-1e159371-046a-46ef-a896-94e45c65a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:43.543543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f382c4-f400-45cd-b8f3-7fcacc0ca3f3 req-8fcc1d1e-c3f1-4ae9-977a-3901032aed02 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:43.544651 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-1e159371-046a-46ef-a896-94e45c65a332 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9929576-de4d-4a4b-9032-feace009f96f HTTP/1.1" status: 200 len: 923 time: 1.3753219 Sep 27 08:34:43.545459 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f382c4-f400-45cd-b8f3-7fcacc0ca3f3 req-8fcc1d1e-c3f1-4ae9-977a-3901032aed02 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 944 time: 0.1732345 Sep 27 08:34:43.569400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f3d706-f6be-4ce9-acb1-c6786cdebf96 None None] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:43.697291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-1f34498f-281c-4251-bf77-1b737f3f519d service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5484838 Sep 27 08:34:43.708779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f382c4-f400-45cd-b8f3-7fcacc0ca3f3 req-f4381faf-69cb-4519-a0d5-76f38db5c2bd tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539831 Sep 27 08:34:43.710514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-3eae3448-13ea-4fbf-9aae-36d1dd770394 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b22998-25bc-449f-b1eb-cb8343779476 HTTP/1.1" status: 200 len: 217 time: 0.1512873 Sep 27 08:34:43.743732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6a4a1-f012-4e2a-b8ac-572e57e59c8b req-7e82bb73-667d-4c8a-9f85-f57c1a17d6a1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:43.754754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7a6a4a1-f012-4e2a-b8ac-572e57e59c8b req-7e82bb73-667d-4c8a-9f85-f57c1a17d6a1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 1.3155084 Sep 27 08:34:43.779436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:43.820982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 530565c0-8af6-46dd-a2d4-68f653eadb3e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:43.838831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e7b22998-25bc-449f-b1eb-cb8343779476 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:34:43.851064 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.869104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95c480d4-58f8-420f-863d-2269379bd64b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.884611 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.909973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-72cbee8e-fc6b-4ef8-9000-5a38cfad4884 None None] Provisioning complete for port 1461a6f0-1310-44c2-aeea-803c71cf5892 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:43.909973 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72cbee8e-fc6b-4ef8-9000-5a38cfad4884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.930951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 530565c0-8af6-46dd-a2d4-68f653eadb3e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:43.931302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 530565c0-8af6-46dd-a2d4-68f653eadb3e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:43.951602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-328db540-1b8b-484b-b74f-a9f774087872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.983487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Pushing event updated for resources: {'Port': ['ID=f431a103-578b-42e1-82d3-78ef76272d1c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:43.995816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-06cebe1f-2f59-4476-80ee-24531db18e00', 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'fixed_ips': [{'subnet_id': 'caf2b750-bbd7-4a48-b682-ddfae227b485'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:34:43.996741 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:43.999489 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:44.017848 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:44.064772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] device_id is not set on port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:34:44.069274 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:44.074896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328db540-1b8b-484b-b74f-a9f774087872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e56680c-1bc8-42ff-8b25-65f067a000ca,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:44.119389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7a6a4a1-f012-4e2a-b8ac-572e57e59c8b req-e8a69a02-6fad-4e0d-ac0e-b0cefe9fe817 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637123 Sep 27 08:34:44.120943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-1aafad3d-9e9f-4899-8946-8d09a65d4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:44.123305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-1aafad3d-9e9f-4899-8946-8d09a65d4663 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af75a9d2-65dc-430e-a7c2-c8710ec4d808 HTTP/1.1" status: 200 len: 862 time: 0.3666539 Sep 27 08:34:44.215668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92aaa3df-6dc2-4be7-af83-dfed0dd1ed8d req-5ba5b307-910b-4593-b8b0-67052fc85b50 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983971 Sep 27 08:34:44.228390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-328db540-1b8b-484b-b74f-a9f774087872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:44.231866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-328db540-1b8b-484b-b74f-a9f774087872 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4e56680c-1bc8-42ff-8b25-65f067a000ca HTTP/1.1" status: 204 len: 168 time: 2.8271317 Sep 27 08:34:44.235508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Network 31656d99-4f7f-460b-8a34-360206d00ed8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:44.239184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41142) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:44.275388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-8e25f1e0-f826-4faf-bd9f-42e3f394a8a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9929576-de4d-4a4b-9032-feace009f96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419075 Sep 27 08:34:44.291706 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:44.384589 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89333b-7501-4b4d-9de0-461dff2548ea None None] Network d6b96c5d-9306-4435-9c90-a911845734c2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:44.404513 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:44.514420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1693ee3c-b3b6-4385-aaae-8c45c5abdd93 req-b1b16af9-75ea-4a32-9dd1-d0a1bb0389b1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 210 time: 0.1502931 Sep 27 08:34:44.555098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-a79a85be-bdf6-4331-b300-0a81554e0c86 service neutron] 10.222.0.67 "GET /v2.0/networks/d9929576-de4d-4a4b-9032-feace009f96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412625 Sep 27 08:34:44.579604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95c480d4-58f8-420f-863d-2269379bd64b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:44.588954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:44.607394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1461a6f0-1310-44c2-aeea-803c71cf5892 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:44.633230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c480d4-58f8-420f-863d-2269379bd64b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d863ef-5a2e-4a0b-949a-2006173626a1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:44.653087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Allocated IP 10.1.1.111 (ddfe1615-2a2c-4b2d-ade4-b5a57b450906/fda852ee-fa38-4fe6-9f8d-e491448111a3/d3a54a6b-f761-4ba2-bddf-b1aa45709f8b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:44.670875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'mac_address': 'fa:16:3e:eb:32:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:34:44.714858 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95c480d4-58f8-420f-863d-2269379bd64b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:44.716885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-95c480d4-58f8-420f-863d-2269379bd64b tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "DELETE /v2.0/subnets/a8d863ef-5a2e-4a0b-949a-2006173626a1 HTTP/1.1" status: 204 len: 168 time: 2.6944482 Sep 27 08:34:44.723788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41166) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:44.747669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd7e67-0ccd-47ef-b0c8-8b83c633dad4 None None] Network 2eea79ce-2d7a-40bd-a079-39f414c7d967 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:44.794794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:44.911793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.004380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:45.014751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-54c761e5-ddc6-4f08-ba0a-cae8020e0615 admin admin] 10.222.0.50 "PUT /v2.0/routers/cde0af19-e5a1-4cb6-8b80-aab9292702bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2879598 Sep 27 08:34:45.019062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.024850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.050688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Deleting port 1117427a-d17d-4ea4-9757-da081b74f803 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:45.051024 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.059155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62ccb5f-9b21-4437-870e-77bc04723cbe req-1355c1c5-5762-4e09-9503-bf80265a57d5 service neutron] 10.222.0.67 "GET /v2.0/networks/d9929576-de4d-4a4b-9032-feace009f96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859362 Sep 27 08:34:45.084795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:45.094802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:45.106661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:45.110434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:45.116258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654037b7-323b-44fe-b0b9-a7d41571644b req-67831491-c5ae-4f2f-a5de-d137e024e82b tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:45.118142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-654037b7-323b-44fe-b0b9-a7d41571644b req-67831491-c5ae-4f2f-a5de-d137e024e82b tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 944 time: 0.1723197 Sep 27 08:34:45.128728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:45.174636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:45.177573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.202693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e9c85aee-feff-46bf-9a18-2b91e95b0bc5 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7054665 Sep 27 08:34:45.205225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41196) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:45.210854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'port': {'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'name': 'tempest-TaggedBootDevicesTest-1751090082', 'fixed_ips': [{'subnet_id': 'fda852ee-fa38-4fe6-9f8d-e491448111a3'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:45.222933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-3a9886cd-ad2f-4c1c-900c-ec663f84174b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:45.225945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-3a9886cd-ad2f-4c1c-900c-ec663f84174b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 807 time: 0.5276816 Sep 27 08:34:45.252432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:45.253088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:45.385095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Request body: {'port': {'device_id': '725115f9-ca53-4912-8f12-a0480097c11b', 'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'admin_state_up': True, 'tenant_id': 'd7c57fbe29dd4aedb9dc06ff515eab94'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:45.412016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2d5e3-ee7f-4b1c-a25f-feb51debccbb req-b238680c-bf97-4e2d-97e5-2c002fed2538 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:45.419533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1db2d5e3-ee7f-4b1c-a25f-feb51debccbb req-b238680c-bf97-4e2d-97e5-2c002fed2538 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 946 time: 0.1643639 Sep 27 08:34:45.431021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] For port 1117427a-d17d-4ea4-9757-da081b74f803, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1117427a-d17d-4ea4-9757-da081b74f803,segment=NetworkSegment(4c109691-aa56-4ed8-9b66-00aafa84cbeb),segment_id=4c109691-aa56-4ed8-9b66-00aafa84cbeb)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:45.431594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.445499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-654037b7-323b-44fe-b0b9-a7d41571644b req-f6864611-3ad3-47c7-bb7b-4e1a8067b1cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112605 Sep 27 08:34:45.473880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:45.479368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.503556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1db2d5e3-ee7f-4b1c-a25f-feb51debccbb req-b184eec6-da03-439d-b357-434b7ac1a5a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831525 Sep 27 08:34:45.505247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Calling delete_port for 1117427a-d17d-4ea4-9757-da081b74f803 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:45.524678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] device_id is not set on port 8d230614-ad2b-4d12-9d93-1737c74f7d62 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:34:45.595948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Allocated IP 10.2.2.2 (06cebe1f-2f59-4476-80ee-24531db18e00/caf2b750-bbd7-4a48-b682-ddfae227b485/f1860663-5b6e-476d-ab6d-d174060de13a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:45.703652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Deleting port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:45.704005 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.832812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] For port 6d2299ca-2ca2-4b36-a7b4-075840046bb3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6d2299ca-2ca2-4b36-a7b4-075840046bb3,segment=NetworkSegment(d2d8925d-d17f-4831-95b4-8f15f3017818),segment_id=d2d8925d-d17f-4831-95b4-8f15f3017818)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:45.833186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.846846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Calling delete_port for 6d2299ca-2ca2-4b36-a7b4-075840046bb3 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:45.877567 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.899079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:45.904362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90c7653-e599-46a1-8ba1-ae975fd0d6bf {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:45.904889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Allocated IP 10.1.1.246 (ddfe1615-2a2c-4b2d-ade4-b5a57b450906/fda852ee-fa38-4fe6-9f8d-e491448111a3/8d230614-ad2b-4d12-9d93-1737c74f7d62) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:45.913473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6030f0e7-b4b3-43e1-9d0d-0b7f175bdd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:45.998729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e7b22998-25bc-449f-b1eb-cb8343779476, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e7b22998-25bc-449f-b1eb-cb8343779476,segment=NetworkSegment(25a55f5c-297b-4488-bf95-1f3676136c4f),segment_id=25a55f5c-297b-4488-bf95-1f3676136c4f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:46.003711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] DHCP port deletion for d6b96c5d-9306-4435-9c90-a911845734c2 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:34:46.006959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.021669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-38c9871c-0878-4a40-9bd0-f3ccfd1ade66 req-6c014121-b52e-4365-9e04-50902db0f114 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 210 time: 0.0380402 Sep 27 08:34:46.104448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Port': ['ID=6d2299ca-2ca2-4b36-a7b4-075840046bb3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:46.125436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] No DVR routers for this DVR port 6d2299ca-2ca2-4b36-a7b4-075840046bb3 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:46.141475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:46.151869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'e7b22998-25bc-449f-b1eb-cb8343779476', 'network_id': 'd9929576-de4d-4a4b-9032-feace009f96f', 'port_id': 'e7b22998-25bc-449f-b1eb-cb8343779476', 'mac_address': 'fa:16:3e:d2:f6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af75a9d2-65dc-430e-a7c2-c8710ec4d808', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:34:46.159146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13652172-5812-467d-aa20-76b299e05a0b None None] DHCP port deletion for 2eea79ce-2d7a-40bd-a079-39f414c7d967 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:34:46.205814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.208760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1461a6f0-1310-44c2-aeea-803c71cf5892 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:46.209276 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.253377 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.256438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.278254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-cbdef835-48e1-45c7-81bc-2a2095f510a2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:46.280479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-cbdef835-48e1-45c7-81bc-2a2095f510a2 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4&tenant_id=26b7c4de14f44e6997b69ac66c53364d&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 946 time: 0.3291233 Sep 27 08:34:46.281286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Made reservation on behalf of d7c57fbe29dd4aedb9dc06ff515eab94 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:46.284867 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.287148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.317432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.334620 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.351423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b85125dd-857c-4000-b3bd-cd559124b1d2 None None] Provisioning complete for port f431a103-578b-42e1-82d3-78ef76272d1c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:46.351898 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b85125dd-857c-4000-b3bd-cd559124b1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.421882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=8d230614-ad2b-4d12-9d93-1737c74f7d62,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:46.437610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6213-39fd-4626-ba4e-f99e116002e3 req-bfdd6faa-05af-4e36-8272-9bc4f6e463ef tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:46.440971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb3f6213-39fd-4626-ba4e-f99e116002e3 req-bfdd6faa-05af-4e36-8272-9bc4f6e463ef tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.1375613 Sep 27 08:34:46.454691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1117427a-d17d-4ea4-9757-da081b74f803,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:46.474326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:46.486073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Network 06cebe1f-2f59-4476-80ee-24531db18e00 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:46.491628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.504374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f90c7653-e599-46a1-8ba1-ae975fd0d6bf'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:34:46.516942 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.520266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:46.525311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:46.525944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:46.527320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-c5158246-deb5-4f65-a013-ac3ad99ba32f tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:46.528270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:46.529751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-c5158246-deb5-4f65-a013-ac3ad99ba32f tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 821 time: 0.5842333 Sep 27 08:34:46.536684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:46.548714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] No DVR routers for this DVR port 1117427a-d17d-4ea4-9757-da081b74f803 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:46.587775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b85125dd-857c-4000-b3bd-cd559124b1d2 None None] Port f431a103-578b-42e1-82d3-78ef76272d1c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:46.618237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41252) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:46.620991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] Deleting port 1117427a-d17d-4ea4-9757-da081b74f803 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:46.621375 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.623882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b22998-25bc-449f-b1eb-cb8343779476 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:46.636783 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb3f6213-39fd-4626-ba4e-f99e116002e3 req-ffa901da-e6bd-48b8-87f4-8a8a67257855 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592505 Sep 27 08:34:46.639768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eea79ce-2d7a-40bd-a079-39f414c7d967']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:46.651424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d8925d-d17f-4831-95b4-8f15f3017818') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:46.652021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d8925d-d17f-4831-95b4-8f15f3017818') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:46.681782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:46.682287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.725791 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6e676f8-285c-4b50-929c-e0276bbd2df8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5189509 Sep 27 08:34:46.762835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e7b22998-25bc-449f-b1eb-cb8343779476, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e7b22998-25bc-449f-b1eb-cb8343779476,segment=NetworkSegment(25a55f5c-297b-4488-bf95-1f3676136c4f),segment_id=25a55f5c-297b-4488-bf95-1f3676136c4f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:46.797160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-b35bef2c-83c3-4356-8f80-089ea3afc3c3 service neutron] 10.222.0.57 "GET /v2.0/ports/f90c7653-e599-46a1-8ba1-ae975fd0d6bf/bindings/n-h1-810909-1 HTTP/1.1" status: 200 len: 382 time: 0.5025160 Sep 27 08:34:46.800500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe1b99-3681-4de0-a9d3-60d152cbcdb4 req-2fa670e7-7b1d-4db2-bceb-fa72733c7f0f tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:46.801397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Pushing event updated for resources: {'Port': ['ID=f1860663-5b6e-476d-ab6d-d174060de13a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:46.809458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2efe1b99-3681-4de0-a9d3-60d152cbcdb4 req-2fa670e7-7b1d-4db2-bceb-fa72733c7f0f tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 944 time: 0.0748501 Sep 27 08:34:46.845394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-40eb2f05-a9cc-4b40-aa62-f03c64109a74 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/quotas/744d0a9575ed43a8b3275f3302d819d0 HTTP/1.1" status: 200 len: 375 time: 0.2845485 Sep 27 08:34:46.862824 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2efe1b99-3681-4de0-a9d3-60d152cbcdb4 req-9df3e251-970f-44fd-9dc7-39c206d076ff tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522709 Sep 27 08:34:46.873555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.895694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb8dee34-643f-4b92-80a2-9cf5d2d341a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:46.927421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.006270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b96c5d-9306-4435-9c90-a911845734c2']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:47.022253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c109691-aa56-4ed8-9b66-00aafa84cbeb') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:47.022916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c109691-aa56-4ed8-9b66-00aafa84cbeb') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:47.038913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.042156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.060932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.071240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:47.079745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.090553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] For port 1117427a-d17d-4ea4-9757-da081b74f803, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:47.091053 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.097053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb8dee34-643f-4b92-80a2-9cf5d2d341a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.099543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Attempting to bind port f1860663-5b6e-476d-ab6d-d174060de13a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:47.099694 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.100590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Attempting to bind port f1860663-5b6e-476d-ab6d-d174060de13a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:47.101086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Attempting to bind port f1860663-5b6e-476d-ab6d-d174060de13a on network 06cebe1f-2f59-4476-80ee-24531db18e00 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:47.108375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:47.108638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb8dee34-643f-4b92-80a2-9cf5d2d341a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.108771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.120222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f7c9c083-d231-4da3-8c21-f22ff156dab1 None None] Provisioning complete for port 1461a6f0-1310-44c2-aeea-803c71cf5892 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:47.121027 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c083-d231-4da3-8c21-f22ff156dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:47.158041 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:47.160273 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb8dee34-643f-4b92-80a2-9cf5d2d341a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dff4a5e5637a4eb999e08acd723feea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327704 Sep 27 08:34:47.160273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:47.161585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:47.161585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Checking segment: {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:47.162177 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.162448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Bound using segment: {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:47.162945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Bound port: f1860663-5b6e-476d-ab6d-d174060de13a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:47.163333 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.178092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] Calling delete_port for 1117427a-d17d-4ea4-9757-da081b74f803 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:47.184184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dee34-643f-4b92-80a2-9cf5d2d341a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8966e28-687c-4f9f-9643-a380ed4aefc1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:47.221400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] Port 1117427a-d17d-4ea4-9757-da081b74f803 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:34:47.235185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6d2299ca-2ca2-4b36-a7b4-075840046bb3 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:47.244569 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.251793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dcf82d8-1f24-4acb-841a-c431e11b2cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.275744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dcf82d8-1f24-4acb-841a-c431e11b2cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.277183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=e7b22998-25bc-449f-b1eb-cb8343779476,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:47.289931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6d2299ca-2ca2-4b36-a7b4-075840046bb3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:47.290284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6d2299ca-2ca2-4b36-a7b4-075840046bb3 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:47.290721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1117427a-d17d-4ea4-9757-da081b74f803 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:47.343050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dcf82d8-1f24-4acb-841a-c431e11b2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.346873 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dcf82d8-1f24-4acb-841a-c431e11b2cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.349011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5dcf82d8-1f24-4acb-841a-c431e11b2cd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8966e28-687c-4f9f-9643-a380ed4aefc1 HTTP/1.1" status: 204 len: 168 time: 0.1874771 Sep 27 08:34:47.360273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf82d8-1f24-4acb-841a-c431e11b2cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8966e28-687c-4f9f-9643-a380ed4aefc1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:47.364605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['e7b22998-25bc-449f-b1eb-cb8343779476'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:34:47.378563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] No DVR routers for this DVR port 1117427a-d17d-4ea4-9757-da081b74f803 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:47.418139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:47.420602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 1117427a-d17d-4ea4-9757-da081b74f803 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:47.420934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1117427a-d17d-4ea4-9757-da081b74f803 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:47.427257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df883fed-249d-4dd4-8dcc-50a0de07999b None None] Pushing event deleted for resources: {'Port': ['ID=1117427a-d17d-4ea4-9757-da081b74f803,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:47.429593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-44b06780-fe54-445c-8d1c-d85aa8f798db tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083867508', 'description': 'tempest-description--1204141389'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:47.507044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 2, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:47.538668 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b72c9b0-1d26-4a71-903a-8f9e89b019d1 req-6dca5608-b97d-45f8-836a-5b4f0f50dc40 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 210 time: 0.0671959 Sep 27 08:34:47.552703 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44b06780-fe54-445c-8d1c-d85aa8f798db tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.583630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] For port f1860663-5b6e-476d-ab6d-d174060de13a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:47.587612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:47.587956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Updating router cde0af19-e5a1-4cb6-8b80-aab9292702bd port f431a103-578b-42e1-82d3-78ef76272d1c binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:34:47.589824 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9aed6e1d-9b76-43d8-a744-198617eea24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.642572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] For port f1860663-5b6e-476d-ab6d-d174060de13a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f1860663-5b6e-476d-ab6d-d174060de13a,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:47.666731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44b06780-fe54-445c-8d1c-d85aa8f798db tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.673608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44b06780-fe54-445c-8d1c-d85aa8f798db tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.680043 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.690145 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.710309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b06780-fe54-445c-8d1c-d85aa8f798db tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7230f2-0c6d-4711-a3d9-406e8741c4a7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:47.733420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.740662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.751631 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44b06780-fe54-445c-8d1c-d85aa8f798db tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.755265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Allocated IP 172.20.0.9 (1179f158-754a-452d-8909-b89d0e80a941/7c183b89-97f4-41e3-8a47-917eb270abc4/b9faf72e-849f-4392-8907-935be8760b6f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:47.755445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-44b06780-fe54-445c-8d1c-d85aa8f798db tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3353169 Sep 27 08:34:47.758430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:47.771594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ce734332-3e32-45c4-817f-8164691eb704 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'security_group_rule': {'security_group_id': 'bb7230f2-0c6d-4711-a3d9-406e8741c4a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:47.788147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.793205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d6b96c5d-9306-4435-9c90-a911845734c2 HTTP/1.1" status: 204 len: 168 time: 3.5479915 Sep 27 08:34:47.794474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5d094-0236-4181-98f0-773dbe3ba0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b96c5d-9306-4435-9c90-a911845734c2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:47.823942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Pushing event deleted for resources: {'Network': ['ID=2eea79ce-2d7a-40bd-a079-39f414c7d967,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:47.827423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-b7f904bb-983b-4af7-b00a-aace6e3a7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:47.829540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-b7f904bb-983b-4af7-b00a-aace6e3a7774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1098 time: 0.9870775 Sep 27 08:34:47.833127 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.843977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-52587ab2-dca2-41b3-8ae2-8d6dd24d6e73 tempest-ServersTestMultiNic-1456195461 tempest-ServersTestMultiNic-1456195461-project] 10.222.0.50 "DELETE /v2.0/networks/2eea79ce-2d7a-40bd-a079-39f414c7d967 HTTP/1.1" status: 204 len: 168 time: 3.1166246 Sep 27 08:34:47.909346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3ba4-3c5a-4eee-877e-84da02a07720 req-6f5684cb-184a-4764-8f07-a9a30155d7d4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:47.909969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-f3dc1d19-c1da-46cb-82e4-80befde4dc41 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0213718 Sep 27 08:34:47.923972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ffb3ba4-3c5a-4eee-877e-84da02a07720 req-6f5684cb-184a-4764-8f07-a9a30155d7d4 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.1266303 Sep 27 08:34:47.930993 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce734332-3e32-45c4-817f-8164691eb704 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:47.947291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41280) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:47.963126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f7c9c083-d231-4da3-8c21-f22ff156dab1 None None] Provisioning complete for port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:47.966919 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c083-d231-4da3-8c21-f22ff156dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.010733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2568c85-465d-43dd-906c-a1fa5a6b5f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.073697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45d934-f27a-4234-b690-38155018c7d3 None None] Pushing event updated for resources: {'Port': ['ID=f1860663-5b6e-476d-ab6d-d174060de13a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:48.126161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ffb3ba4-3c5a-4eee-877e-84da02a07720 req-45dfc040-44e3-4cb7-aed0-bc85e0b262ad tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000523 Sep 27 08:34:48.127002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:48.154384 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.165284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f7c9c083-d231-4da3-8c21-f22ff156dab1 None None] Port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:48.192011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce734332-3e32-45c4-817f-8164691eb704 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.210450 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce734332-3e32-45c4-817f-8164691eb704 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.251271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce734332-3e32-45c4-817f-8164691eb704 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8348e6-c4cf-45ae-bccc-e1fe1607ace5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:48.289574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bc1a790-9346-4604-91c0-f4a0755332b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=242df502e2844b1f89dc9d777f8c86b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1599927 Sep 27 08:34:48.290170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:48.311409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-2ca1d0a6-1b12-45aa-9b5c-2c8542ab9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:48.313426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-2ca1d0a6-1b12-45aa-9b5c-2c8542ab9d43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.4544580 Sep 27 08:34:48.334805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b7b3bc18-ee33-48ba-9519-29c16398b154 None None] Provisioning complete for port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:48.335377 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bc18-ee33-48ba-9519-29c16398b154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.377441 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0edbc67-cab3-439a-831b-554637eaeecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.382321 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2568c85-465d-43dd-906c-a1fa5a6b5f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.390565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3bc18-ee33-48ba-9519-29c16398b154 None None] Port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:48.396067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cb06-132d-46a4-8c4c-22f32e2138e7 req-f6c66b6f-f53f-42b6-99da-9ab5b48c4ed8 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:48.396067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba44cb06-132d-46a4-8c4c-22f32e2138e7 req-f6c66b6f-f53f-42b6-99da-9ab5b48c4ed8 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 945 time: 0.0979595 Sep 27 08:34:48.420266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce734332-3e32-45c4-817f-8164691eb704 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.421857 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce734332-3e32-45c4-817f-8164691eb704 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6619520 Sep 27 08:34:48.427474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b7b3bc18-ee33-48ba-9519-29c16398b154 None None] Provisioning complete for port 8d230614-ad2b-4d12-9d93-1737c74f7d62 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:48.427945 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bc18-ee33-48ba-9519-29c16398b154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.428966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41288) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:48.433608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f21f0bbd-c96b-4cd6-bbcc-b10cac30f265 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'security_group_rule': {'security_group_id': 'bb7230f2-0c6d-4711-a3d9-406e8741c4a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:48.440512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0edbc67-cab3-439a-831b-554637eaeecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.445302 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-75ca701f-316d-4c7a-98e0-e51d2ee46e0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.1076374 Sep 27 08:34:48.446030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2568c85-465d-43dd-906c-a1fa5a6b5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.481116 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.484291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba44cb06-132d-46a4-8c4c-22f32e2138e7 req-7c5ac244-4a5a-42c0-9ac3-630263a7b420 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772216 Sep 27 08:34:48.495079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.508637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3bc18-ee33-48ba-9519-29c16398b154 None None] Port 8d230614-ad2b-4d12-9d93-1737c74f7d62 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:48.556028 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0edbc67-cab3-439a-831b-554637eaeecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.559168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0edbc67-cab3-439a-831b-554637eaeecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.562844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e0edbc67-cab3-439a-831b-554637eaeecd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a94c52f-513f-48eb-8ef2-a417410e1514 HTTP/1.1" status: 204 len: 168 time: 0.2693393 Sep 27 08:34:48.568476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832b368-8711-4f15-a2ca-5474a5a07206 None None] Pushing event updated for resources: {'Port': ['ID=f431a103-578b-42e1-82d3-78ef76272d1c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:48.581289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edbc67-cab3-439a-831b-554637eaeecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a94c52f-513f-48eb-8ef2-a417410e1514,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:48.654510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Attempting to bind port f431a103-578b-42e1-82d3-78ef76272d1c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:48.654895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Attempting to bind port f431a103-578b-42e1-82d3-78ef76272d1c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:48.655285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Attempting to bind port f431a103-578b-42e1-82d3-78ef76272d1c on network 31656d99-4f7f-460b-8a34-360206d00ed8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:48.664822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2568c85-465d-43dd-906c-a1fa5a6b5f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fcdc74-f6e8-4027-843c-0e4783191b81,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:48.669332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:48.669959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Checking segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:48.670496 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.671014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Bound using segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:48.671638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Bound port: f431a103-578b-42e1-82d3-78ef76272d1c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:48.672131 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.706336 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c2568c85-465d-43dd-906c-a1fa5a6b5f16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e627a1ff37748058fbb60d456e11473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7548158 Sep 27 08:34:48.727205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:48.740961 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1345635e-aded-4a6d-ad8b-1a38fe5051a5 req-ecb857f5-fd56-4d41-abd5-42bcf5117415 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 210 time: 0.0673227 Sep 27 08:34:48.789598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:48.805139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.824674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] For port f431a103-578b-42e1-82d3-78ef76272d1c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:48.829890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] For port f431a103-578b-42e1-82d3-78ef76272d1c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f431a103-578b-42e1-82d3-78ef76272d1c,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:48.831398 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.841016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21f0bbd-c96b-4cd6-bbcc-b10cac30f265 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.846305 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:48.895236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-807ad83a-1bbb-4206-9f2b-e35230b5273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:48.897083 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-807ad83a-1bbb-4206-9f2b-e35230b5273d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.3990955 Sep 27 08:34:48.906865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-f96ada8a-1de8-4790-a9c1-f01f124f82fb service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9888785 Sep 27 08:34:48.958441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:48.959100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:49.009794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832b368-8711-4f15-a2ca-5474a5a07206 None None] Pushing event updated for resources: {'Port': ['ID=f431a103-578b-42e1-82d3-78ef76272d1c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:49.050205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4f461054-1650-4420-a4cd-6250510b31f9 None None] Provisioning complete for port f431a103-578b-42e1-82d3-78ef76272d1c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:49.050711 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f461054-1650-4420-a4cd-6250510b31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.078054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.103167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e7b22998-25bc-449f-b1eb-cb8343779476 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:49.121158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d61b3ea6-0fba-46af-a8cd-377e94d3eb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.198247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d61b3ea6-0fba-46af-a8cd-377e94d3eb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.327197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:49.329996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f1860663-5b6e-476d-ab6d-d174060de13a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:49.338389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:49.351861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-d1cfd5df-4bc1-44ba-9e90-e5d5fe8afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:49.353785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-d1cfd5df-4bc1-44ba-9e90-e5d5fe8afa7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4443028 Sep 27 08:34:49.387653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21f0bbd-c96b-4cd6-bbcc-b10cac30f265 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.389660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e50c78-a985-424f-ae38-403bf4ec853c req-d2637685-5245-42dd-8d01-00947cc08023 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:49.390496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27575d53-7bb1-4e2a-9012-894f26c35aa7 None None] Network 06cebe1f-2f59-4476-80ee-24531db18e00 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:49.391130 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47e50c78-a985-424f-ae38-403bf4ec853c req-d2637685-5245-42dd-8d01-00947cc08023 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.1385605 Sep 27 08:34:49.401598 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d61b3ea6-0fba-46af-a8cd-377e94d3eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.404127 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d61b3ea6-0fba-46af-a8cd-377e94d3eb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.407686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d61b3ea6-0fba-46af-a8cd-377e94d3eb34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0fcdc74-f6e8-4027-843c-0e4783191b81 HTTP/1.1" status: 204 len: 168 time: 0.6753321 Sep 27 08:34:49.418333 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8c4ab79-ea5e-43c4-860a-204b33826488 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28350ccf8a11413a8a8b965207f811fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0823791 Sep 27 08:34:49.424818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41310) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:49.458156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21f0bbd-c96b-4cd6-bbcc-b10cac30f265 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.474616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Network 1179f158-754a-452d-8909-b89d0e80a941 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:49.498714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b3ea6-0fba-46af-a8cd-377e94d3eb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fcdc74-f6e8-4027-843c-0e4783191b81,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:49.501650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:49.508631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47e50c78-a985-424f-ae38-403bf4ec853c req-ec91b64b-a39b-4bdc-98cf-46095659c1d5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998352 Sep 27 08:34:49.527278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Pushing event updated for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:49.530427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:49.558167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port e7b22998-25bc-449f-b1eb-cb8343779476 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:34:49.567785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f0bbd-c96b-4cd6-bbcc-b10cac30f265 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43ec843-ab8d-4b48-a6f6-12044a78d888,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:49.580951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f461054-1650-4420-a4cd-6250510b31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.611292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-781fee2e-1308-40b9-b11a-cdcd2a00a701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.611496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port e7b22998-25bc-449f-b1eb-cb8343779476 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:49.611661 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.631142 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21f0bbd-c96b-4cd6-bbcc-b10cac30f265 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.632821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f21f0bbd-c96b-4cd6-bbcc-b10cac30f265 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2028880 Sep 27 08:34:49.643381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-6225f7ae-1c45-4852-bc32-0faa943d93c1 service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282727 Sep 27 08:34:49.643588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41314) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:49.656047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:49.670387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.675484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:49.676314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.699437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-d04b93b9-1f2a-4a74-805f-98b4255df8cc service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086958 Sep 27 08:34:49.724669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-781fee2e-1308-40b9-b11a-cdcd2a00a701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.762934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fb9ba-df48-449e-9d05-d83256e487d7 req-a2fa7c3f-aa72-437c-820d-54120e89da4f tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:49.770448 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f95fb9ba-df48-449e-9d05-d83256e487d7 req-a2fa7c3f-aa72-437c-820d-54120e89da4f tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 945 time: 0.1763229 Sep 27 08:34:49.780977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.816212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-cd94e5df-6feb-4ee4-8faa-07db48ed19a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4467461 Sep 27 08:34:49.833539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Request body: {'port': {'device_id': '725115f9-ca53-4912-8f12-a0480097c11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:49.897950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-72e241b3-ac9a-4320-8dc0-336cd6abeb62 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892779 Sep 27 08:34:49.963475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:49.978245 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f95fb9ba-df48-449e-9d05-d83256e487d7 req-e8b9c8f0-f725-4d7e-b930-798755f29a35 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027020 Sep 27 08:34:49.992943 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-781fee2e-1308-40b9-b11a-cdcd2a00a701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.002708 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-781fee2e-1308-40b9-b11a-cdcd2a00a701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.003878 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-781fee2e-1308-40b9-b11a-cdcd2a00a701 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d60f8478-2ceb-4201-87d7-d3be2602f375 HTTP/1.1" status: 204 len: 168 time: 0.5768340 Sep 27 08:34:50.046371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fee2e-1308-40b9-b11a-cdcd2a00a701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f8478-2ceb-4201-87d7-d3be2602f375,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:50.142135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea8a95-80c5-4a32-a328-d9a697b8799b req-ef756c89-70a8-4f3b-851b-dd9b3679d7e6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:50.143750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75ea8a95-80c5-4a32-a328-d9a697b8799b req-ef756c89-70a8-4f3b-851b-dd9b3679d7e6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 931 time: 0.2041180 Sep 27 08:34:50.215602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-175ea130-f0cf-4f43-bbfa-8a187f866288 req-6f7c872b-217a-4a26-841e-b03fe94e4ba8 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 210 time: 0.1641479 Sep 27 08:34:50.223230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4f461054-1650-4420-a4cd-6250510b31f9 None None] For port f431a103-578b-42e1-82d3-78ef76272d1c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f431a103-578b-42e1-82d3-78ef76272d1c,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:50.238224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f1860663-5b6e-476d-ab6d-d174060de13a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:50.238538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.246443 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f461054-1650-4420-a4cd-6250510b31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.267729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:50.390866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75ea8a95-80c5-4a32-a328-d9a697b8799b req-75f7a195-59bc-46af-8f45-55b6b728b058 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263536 Sep 27 08:34:50.410408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.504419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461054-1650-4420-a4cd-6250510b31f9 None None] Pushing event updated for resources: {'Port': ['ID=f431a103-578b-42e1-82d3-78ef76272d1c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:50.506965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ff0a592b-e0ff-4987-a08a-07033076c905 None None] Provisioning complete for port f1860663-5b6e-476d-ab6d-d174060de13a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:50.507323 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ff0a592b-e0ff-4987-a08a-07033076c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.523036 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.523562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485aa272-5ddc-4a07-8f71-188755034a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b22998-25bc-449f-b1eb-cb8343779476'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:50.525910 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd0959-b299-4b16-9945-8579fde375a4" -d '{"events": [{"server_uuid": "485aa272-5ddc-4a07-8f71-188755034a8f", "name": "network-vif-plugged", "status": "completed", "tag": "e7b22998-25bc-449f-b1eb-cb8343779476"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:50.581041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e7b22998-25bc-449f-b1eb-cb8343779476, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e7b22998-25bc-449f-b1eb-cb8343779476,segment=NetworkSegment(25a55f5c-297b-4488-bf95-1f3676136c4f),segment_id=25a55f5c-297b-4488-bf95-1f3676136c4f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:50.667804 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.673620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f90c7653-e599-46a1-8ba1-ae975fd0d6bf completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:34:50.700583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f90c7653-e599-46a1-8ba1-ae975fd0d6bf triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:50.701046 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.815351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9faf72e-849f-4392-8907-935be8760b6f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:50.850502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.879435 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ea9961-5f4c-4899-8ff7-55ac8474881b x-openstack-request-id: req-90ea9961-5f4c-4899-8ff7-55ac8474881b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:50.880172 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485aa272-5ddc-4a07-8f71-188755034a8f", "name": "network-vif-plugged", "status": "completed", "tag": "e7b22998-25bc-449f-b1eb-cb8343779476", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:50.880807 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90ea9961-5f4c-4899-8ff7-55ac8474881b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:50.881753 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485aa272-5ddc-4a07-8f71-188755034a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b22998-25bc-449f-b1eb-cb8343779476', 'code': 200} Sep 27 08:34:50.885486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.890079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Transition to ACTIVE for port object b9faf72e-849f-4392-8907-935be8760b6f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:34:50.901510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:50.950473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port f1860663-5b6e-476d-ab6d-d174060de13a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f1860663-5b6e-476d-ab6d-d174060de13a,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:51.008402 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ff0a592b-e0ff-4987-a08a-07033076c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:51.010563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:51.022548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:48Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:51.075913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c506738-1d16-45b4-8b09-1b5d68ea8782 None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:48Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:51.135212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=e7b22998-25bc-449f-b1eb-cb8343779476,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:51.195885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Pushing event updated for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:51.239296 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:51.298697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-ff0a592b-e0ff-4987-a08a-07033076c905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:34:51.300892 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-ff0a592b-e0ff-4987-a08a-07033076c905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:34:51.308756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=f1860663-5b6e-476d-ab6d-d174060de13a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:51.314156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508436e-3e88-420e-83b1-6c09d43cbfd3 req-afc7350f-a549-41e8-a7eb-ea6d949d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:51.337554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d508436e-3e88-420e-83b1-6c09d43cbfd3 req-afc7350f-a549-41e8-a7eb-ea6d949d3cb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 1097 time: 0.4121902 Sep 27 08:34:51.356875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:51.365680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:51.375284 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:51.400846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb027b-0319-4984-9f0f-b3104c8fb629 req-6c017f65-2d28-4a62-ac72-5635998b5c7e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:51.409595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd796aa-4ef3-4ca8-a29a-4a0ff53eaac3 req-a2bbf3a7-9cdb-4c02-976a-b9842f985d81 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:51.411525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bd796aa-4ef3-4ca8-a29a-4a0ff53eaac3 req-a2bbf3a7-9cdb-4c02-976a-b9842f985d81 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 946 time: 0.2242057 Sep 27 08:34:51.413350 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-86cb027b-0319-4984-9f0f-b3104c8fb629 req-6c017f65-2d28-4a62-ac72-5635998b5c7e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.2177336 Sep 27 08:34:51.413986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:51.414359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:51.414731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:51.438194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:34:51.438434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:51.455251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d508436e-3e88-420e-83b1-6c09d43cbfd3 req-99971557-792f-41c3-b5ca-51ed3af5d66e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096010 Sep 27 08:34:51.486539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:51.489566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:51.490060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:51.494582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:51.495152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Bound port: b9faf72e-849f-4392-8907-935be8760b6f, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:51.496139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:51.552930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-86cb027b-0319-4984-9f0f-b3104c8fb629 req-9b010513-3979-40b7-9ccf-e56be43d46df tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372666 Sep 27 08:34:51.600452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bd796aa-4ef3-4ca8-a29a-4a0ff53eaac3 req-97bdf29a-0080-49b1-816f-d3dcf45e6658 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763525 Sep 27 08:34:51.779146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209693cb-183a-425c-8a3b-d6f37ea64cb6 req-949da657-b0e0-4b7d-83b2-7cc87233e568 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 210 time: 0.1040690 Sep 27 08:34:51.811821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Allocated IP 172.25.2.246 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/c12452b4-507b-4b74-8e31-fe04fb1444a2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:51.855164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Deleting port 95cedf64-55f8-4137-aea9-1be910c34efe {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:51.857282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:51.958862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:51.969892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ff0a592b-e0ff-4987-a08a-07033076c905 None None] Provisioning complete for port f431a103-578b-42e1-82d3-78ef76272d1c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:51.970930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ff0a592b-e0ff-4987-a08a-07033076c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.019462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:52.047827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.139109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8f63a-0aa1-459b-a4e5-cae2b01643b9 req-61298b29-c158-40f1-bbab-79f0586c8679 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:52.151544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bc8f63a-0aa1-459b-a4e5-cae2b01643b9 req-61298b29-c158-40f1-bbab-79f0586c8679 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 943 time: 0.3396375 Sep 27 08:34:52.169511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-be08a1a3-3bf3-4f5c-8e29-1a6e0d68b165 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:52.171188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-be08a1a3-3bf3-4f5c-8e29-1a6e0d68b165 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 821 time: 0.4994535 Sep 27 08:34:52.177060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] For port 95cedf64-55f8-4137-aea9-1be910c34efe, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=95cedf64-55f8-4137-aea9-1be910c34efe,segment=NetworkSegment(41c0dbbf-f126-4443-a58f-e5c3e4af44f7),segment_id=41c0dbbf-f126-4443-a58f-e5c3e4af44f7)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:52.177575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.194086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:52.194086 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.194086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] 10.222.0.57 "PUT /v2.0/ports/b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 1091 time: 2.3598738 Sep 27 08:34:52.194086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:52.194086 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5916e40a-053a-48bb-99d5-0f2c68c2c15c" -d '{"events": [{"name": "network-changed", "server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "tag": "b9faf72e-849f-4392-8907-935be8760b6f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:52.194646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.231194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Calling delete_port for 95cedf64-55f8-4137-aea9-1be910c34efe owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:52.239336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Request body: {'port': {'device_id': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'admin_state_up': True, 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:52.293388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-07186f7c-05ea-4484-a15d-f2ea84737855 None None] Provisioning complete for port f1860663-5b6e-476d-ab6d-d174060de13a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:52.294156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07186f7c-05ea-4484-a15d-f2ea84737855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.308817 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdaff5b-3e80-4ab8-af95-d76f5cd44e01 x-openstack-request-id: req-5cdaff5b-3e80-4ab8-af95-d76f5cd44e01 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:52.309125 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "tag": "b9faf72e-849f-4392-8907-935be8760b6f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:52.309384 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cdaff5b-3e80-4ab8-af95-d76f5cd44e01 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:52.309884 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f', 'status': 'completed', 'code': 200} Sep 27 08:34:52.438607 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.538834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:52.539743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=c12452b4-507b-4b74-8e31-fe04fb1444a2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:52.545110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:52.548634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:52.555472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b3450-2186-4b61-b10a-0aaef5716565 service neutron] Pushing event updated for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:52.576725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bc8f63a-0aa1-459b-a4e5-cae2b01643b9 req-73cc1af6-0161-467e-8ecf-05a5bb7eb53e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028945 Sep 27 08:34:52.631521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-7dc8aa99-ad10-4d5a-8822-bb872fbfef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:52.634958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-7dc8aa99-ad10-4d5a-8822-bb872fbfef33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1094 time: 0.3190985 Sep 27 08:34:52.785549 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.812642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.815011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-93b4a227-493e-4415-8ab4-974132ce1843 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 217 time: 0.1220996 Sep 27 08:34:52.873660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cedf64-55f8-4137-aea9-1be910c34efe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:52.883635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:52.890002 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.897419 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e0b525-a693-44d5-bd4b-186cecf5e703" -d '{"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-plugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:52.930570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Made reservation on behalf of 744d0a9575ed43a8b3275f3302d819d0 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:34:52.934170 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:52.996497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637c5c2-a480-4d94-b5a1-ff512c26393f req-8bf239b5-be61-4a11-9991-23d2e83ab994 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:53.000358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2637c5c2-a480-4d94-b5a1-ff512c26393f req-8bf239b5-be61-4a11-9991-23d2e83ab994 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 946 time: 0.2062509 Sep 27 08:34:53.054467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-d5257600-f833-407c-8b4d-3d0830fd8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:53.057456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-d5257600-f833-407c-8b4d-3d0830fd8787 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4&tenant_id=26b7c4de14f44e6997b69ac66c53364d HTTP/1.1" status: 200 len: 1099 time: 0.4185789 Sep 27 08:34:53.079459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-0c24f99f-5da2-45c5-b288-5794cefa2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:53.088590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-0c24f99f-5da2-45c5-b288-5794cefa2f1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.2457361 Sep 27 08:34:53.106036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:53.108568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f0ef6-0f0a-456c-af44-40879bf983d8 req-92467924-179c-4405-9917-9cd3d9500cf1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:53.118563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a4f0ef6-0f0a-456c-af44-40879bf983d8 req-92467924-179c-4405-9917-9cd3d9500cf1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.3983788 Sep 27 08:34:53.279393 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-e3f2c3bb-452b-4dd8-a8ff-3065604fa8fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547399 Sep 27 08:34:53.291519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2637c5c2-a480-4d94-b5a1-ff512c26393f req-2d88a797-5738-4a94-9d9b-e77b591bdcbb tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577956 Sep 27 08:34:53.298070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a4f0ef6-0f0a-456c-af44-40879bf983d8 req-3cc935a5-d68f-470a-a939-4e77c7551994 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782234 Sep 27 08:34:53.423480 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c45273a-5b1a-44cb-98d1-69185bb42d15 x-openstack-request-id: req-3c45273a-5b1a-44cb-98d1-69185bb42d15 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:53.423989 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-plugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:53.424609 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c45273a-5b1a-44cb-98d1-69185bb42d15 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:53.425167 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'code': 200} Sep 27 08:34:53.480829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d0eb2689-2dfa-4982-8cce-84932b585e40 req-75f81d7e-bd4a-4bb5-816a-2596f3c94800 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 210 time: 0.0773895 Sep 27 08:34:53.481479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f1860663-5b6e-476d-ab6d-d174060de13a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:53.498136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:53.559386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Allocated IP 172.20.0.7 (31656d99-4f7f-460b-8a34-360206d00ed8/4b4be056-b4c3-4ad3-9ecb-0bf667405e6a/86f09297-1fcf-4f84-93f9-fe179661c2e7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:34:53.589068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:53.604464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:53.612184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-2a662abd-f2e7-4c20-bdca-4c2b25dd1d8c service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166280 Sep 27 08:34:53.616312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f1860663-5b6e-476d-ab6d-d174060de13a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:53.618213 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:53.651351 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:53.800194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f431a103-578b-42e1-82d3-78ef76272d1c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:53.883659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f431a103-578b-42e1-82d3-78ef76272d1c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:53.884369 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:53.889614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=c12452b4-507b-4b74-8e31-fe04fb1444a2,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:53.904667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e24139-b50f-43d5-a74a-40857fdc8dff req-e807e574-5c00-4a9f-81ff-055d498e4991 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:53.914553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55e24139-b50f-43d5-a74a-40857fdc8dff req-e807e574-5c00-4a9f-81ff-055d498e4991 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 943 time: 0.1911161 Sep 27 08:34:54.002098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:54.053721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55e24139-b50f-43d5-a74a-40857fdc8dff req-f0d76eb5-531e-476f-ab76-1c43558d6225 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380827 Sep 27 08:34:54.059233 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:54.062736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c92ea19d-b942-4a24-a151-7e9ac757f015 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4168341 Sep 27 08:34:54.218720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:34:54.290396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:54.388013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:34:54.399774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8c4825f-1144-468f-a44a-03a73d04e5a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/5e232d8e-0a3a-4895-b30a-c16cc5f0f23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6088438 Sep 27 08:34:54.403853 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] Sync routers for ids ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:34:54.408930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:54.421972 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] Routers {'5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:54.422872 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:54.448886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:54.549026 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] Set router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:54.559242 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:54.658883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67dd9424-47a8-4c40-bf56-e0b982690be3 req-3c361561-7af0-4571-97a3-2ea6731f889b service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9914370 Sep 27 08:34:54.683684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:54.735339 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:54.740343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30bebf-2705-4398-b985-1cf7a65b1783 req-238688bb-b51d-4bd1-95da-7bdd33b0d4f1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:54.742062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b30bebf-2705-4398-b985-1cf7a65b1783 req-238688bb-b51d-4bd1-95da-7bdd33b0d4f1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.2431223 Sep 27 08:34:54.782079 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:54.803484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Deleting port 33a2aced-4565-4b80-9fa2-635f46518f2a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:54.803998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:54.840505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:54.849745 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:34:52Z', 'revision_number': 5, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port': {'id': '33a2aced-4565-4b80-9fa2-635f46518f2a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:32:54Z', 'updated_at': '2021-09-27T08:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:54.884118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-1d4f6edf-78ce-4988-9bd8-15e86d9ff501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:54.885672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-1d4f6edf-78ce-4988-9bd8-15e86d9ff501 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1094 time: 0.1640627 Sep 27 08:34:54.889684 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] Checking router: 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:34:54.889865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b30bebf-2705-4398-b985-1cf7a65b1783 req-b6ce9f98-e016-47cd-98ef-d1c02f95fbe9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366160 Sep 27 08:34:54.906517 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] Routers {'5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:34:54.907443 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:34:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:54.931048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] For port 33a2aced-4565-4b80-9fa2-635f46518f2a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=33a2aced-4565-4b80-9fa2-635f46518f2a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:54.931422 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:54.959715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61981ef0-5acd-4539-89ba-0c2bae15e66c req-fa1ef548-e32a-4ee0-85b3-b205d8184faf tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:54.961403 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61981ef0-5acd-4539-89ba-0c2bae15e66c req-fa1ef548-e32a-4ee0-85b3-b205d8184faf tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 946 time: 0.1235201 Sep 27 08:34:54.962393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Calling delete_port for 33a2aced-4565-4b80-9fa2-635f46518f2a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:55.021657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-07a9bbc6-4bfd-468a-99c4-a7ff0a4e5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:55.023172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-07a9bbc6-4bfd-468a-99c4-a7ff0a4e5cb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.1254160 Sep 27 08:34:55.029850 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] Set router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:34:55.040714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61981ef0-5acd-4539-89ba-0c2bae15e66c req-264d3a74-e90b-4b26-a7f1-498f7067fffa tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692847 Sep 27 08:34:55.054900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:55.057442 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc7fb04-32d4-4f73-ad4e-36391c7e5a05" -d '{"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-unplugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:55.066219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.077299 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.104136 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:34:54Z', 'revision_number': 6, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:55.147391 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7528fc3-2feb-40e9-98f8-4bcf3b9f8c5b None None] The sync data for ids ['5e232d8e-0a3a-4895-b30a-c16cc5f0f23a'] in n-d-810909-1 is: [{'id': '5e232d8e-0a3a-4895-b30a-c16cc5f0f23a', 'name': 'tempest-ServersTestMultiNic-1060620867-router', 'tenant_id': '59c263fc4dc044bda9567b6b678b7c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:32:52Z', 'updated_at': '2021-09-27T08:34:54Z', 'revision_number': 6, 'project_id': '59c263fc4dc044bda9567b6b678b7c36', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:34:55.227441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Pushing event updated for resources: {'Port': ['ID=86f09297-1fcf-4f84-93f9-fe179661c2e7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:55.237144 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-091b9f1d-0c75-4def-9b6f-01c1304155d8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2083867508&fields=id&tenant_id=95dbba194fdb453aa1b6490fcaaa11d0 HTTP/1.1" status: 200 len: 267 time: 0.0542133 Sep 27 08:34:55.243055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-c1d4f53c-20e3-4eae-9d74-3e81d62c52ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 217 time: 0.1737599 Sep 27 08:34:55.245682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Network 31656d99-4f7f-460b-8a34-360206d00ed8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:34:55.249343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:34:55.281255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:34:55.319238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5b12-690d-4c45-946a-a9a8fada0214 req-4dd8d7e1-f4cc-44ea-9b1e-98903539450c tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:55.321881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cece5b12-690d-4c45-946a-a9a8fada0214 req-4dd8d7e1-f4cc-44ea-9b1e-98903539450c tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 931 time: 0.2963021 Sep 27 08:34:55.326261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-00de08d0-4f86-4c45-a302-44ab74eca1da tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:55.327832 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-00de08d0-4f86-4c45-a302-44ab74eca1da tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports/d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 200 len: 931 time: 0.0594621 Sep 27 08:34:55.340286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.347045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Transition to ACTIVE for port object f90c7653-e599-46a1-8ba1-ae975fd0d6bf will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:34:55.366255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.374714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-3fcc4ab4-ca85-452e-92b3-a1bd9ffa3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:55.376195 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-3fcc4ab4-ca85-452e-92b3-a1bd9ffa3540 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1246667 Sep 27 08:34:55.388003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a2aced-4565-4b80-9fa2-635f46518f2a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:55.428926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:55.433805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.434206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:34:55.434771 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:34:55.476962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-83d38d62-9a08-44a3-aa9f-bbf6e1cfa3fa tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:55.487678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-83d38d62-9a08-44a3-aa9f-bbf6e1cfa3fa tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports/8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 200 len: 932 time: 0.1325586 Sep 27 08:34:55.491591 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-c085261f-5335-4339-bc52-14ac870da2e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764611 Sep 27 08:34:55.506989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cece5b12-690d-4c45-946a-a9a8fada0214 req-3572516e-e08d-40a2-b1df-5aa056ff9b42 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697695 Sep 27 08:34:55.582761 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-291c3075-3a39-4018-a478-69fa3596aaef tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0916159 Sep 27 08:34:55.587145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.609455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-ee2d3972-3ef7-4d2d-9759-3ac631242167 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4272983 Sep 27 08:34:55.640110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] No DVR routers for this DVR port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:55.642741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:55.665191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Request body: {'port': {'device_id': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:34:55.675688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-437f2001-d30f-457e-b1f7-ea0b4b45c6dd None None] Provisioning complete for port 86f09297-1fcf-4f84-93f9-fe179661c2e7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:55.676129 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-437f2001-d30f-457e-b1f7-ea0b4b45c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.721638 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd06949f-c72e-4cd5-b0fb-9f939f21bb03 x-openstack-request-id: req-dd06949f-c72e-4cd5-b0fb-9f939f21bb03 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:55.721937 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-unplugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:55.722190 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd06949f-c72e-4cd5-b0fb-9f939f21bb03 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:55.722905 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'code': 200} Sep 27 08:34:55.763292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-437f2001-d30f-457e-b1f7-ea0b4b45c6dd None None] Port 86f09297-1fcf-4f84-93f9-fe179661c2e7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:34:55.801831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-b9d2f2b0-a63c-4a67-948e-92bd1f9ae7c7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2116973 Sep 27 08:34:55.838201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:55.838549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:55.838873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:55.856029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.860941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.881072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.882851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:34:55.883183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Attempting to bind port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:55.903536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-f57fb1b2-9110-482c-a07d-9effe0efe017 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879292 Sep 27 08:34:55.906537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:55.906915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:55.907339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:55.907831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Bound port: f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:55.908202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.982073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eedf7-9441-439b-8141-159df0a79c9d req-eb029a98-49aa-4def-a4e7-13ead935e7e3 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:55.983602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e67eedf7-9441-439b-8141-159df0a79c9d req-eb029a98-49aa-4def-a4e7-13ead935e7e3 tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.67 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 946 time: 0.3312199 Sep 27 08:34:55.986962 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.987477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e232d8e-0a3a-4895-b30a-c16cc5f0f23a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:34:55.995295 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:55.996441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-15c0222f-a58c-496c-9e56-6400c834b808 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5e232d8e-0a3a-4895-b30a-c16cc5f0f23a HTTP/1.1" status: 204 len: 168 time: 1.5854025 Sep 27 08:34:56.004066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0f2e2-921d-4381-b1a1-21d44951d015 req-fc5132b0-1cb5-4cd8-afea-ce45efd1f946 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.006813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:56.006968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ef0f2e2-921d-4381-b1a1-21d44951d015 req-fc5132b0-1cb5-4cd8-afea-ce45efd1f946 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 943 time: 0.2060449 Sep 27 08:34:56.079159 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-cf90c7f5-647d-422e-b6de-2753c8766043 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.086432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-cf90c7f5-647d-422e-b6de-2753c8766043 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.093917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-cf90c7f5-647d-422e-b6de-2753c8766043 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.096565 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-cf90c7f5-647d-422e-b6de-2753c8766043 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/networks?id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=06cebe1f-2f59-4476-80ee-24531db18e00&id=06cebe1f-2f59-4476-80ee-24531db18e00 HTTP/1.1" status: 200 len: 1990 time: 0.2937152 Sep 27 08:34:56.120732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad0f3f7-5416-4d4b-8d74-c6860af22737 admin admin] Deleting subnet 10047deb-43cb-4b6f-8441-ca588d2252f2 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:56.142230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3f7-5416-4d4b-8d74-c6860af22737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.187392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:56.221128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:56.224296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5916e40a-053a-48bb-99d5-0f2c68c2c15c req-91a67582-2295-45d4-843f-b4a362da1610 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114655 Sep 27 08:34:56.224650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8a7c5448-2095-41e5-b2b6-5d06739ee3e0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/quotas/95dbba194fdb453aa1b6490fcaaa11d0 HTTP/1.1" status: 200 len: 375 time: 0.0932837 Sep 27 08:34:56.236113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ef0f2e2-921d-4381-b1a1-21d44951d015 req-9c649f69-74dc-4289-bc8f-03bb1165fa4a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017858 Sep 27 08:34:56.252729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3f7-5416-4d4b-8d74-c6860af22737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.264273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.300029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b9faf72e-849f-4392-8907-935be8760b6f details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:34:56.384904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:56.402493 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3f7-5416-4d4b-8d74-c6860af22737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.431339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:56.458487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.459130 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.460604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-ac821079-9d9b-41ee-adc8-9f09f23bd9f6 service neutron] 10.222.0.67 "PUT /v2.0/ports/f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 1095 time: 3.3658075 Sep 27 08:34:56.460777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'b9faf72e-849f-4392-8907-935be8760b6f', 'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'port_id': 'b9faf72e-849f-4392-8907-935be8760b6f', 'mac_address': 'fa:16:3e:c3:33:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c183b89-97f4-41e3-8a47-917eb270abc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:34:56.547207 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.582366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f87f-eb96-4d64-9e8d-ae236f7bf9da req-daa735b9-8f9a-4d4f-b49e-b074c0cb5226 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.589907 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e5f87f-eb96-4d64-9e8d-ae236f7bf9da req-daa735b9-8f9a-4d4f-b49e-b074c0cb5226 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.2182555 Sep 27 08:34:56.593471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9faf72e-849f-4392-8907-935be8760b6f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:56.632154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-5adb09a4-cceb-42c0-9f88-379a57763e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.636044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-5adb09a4-cceb-42c0-9f88-379a57763e43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1098 time: 0.1449382 Sep 27 08:34:56.727236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e5f87f-eb96-4d64-9e8d-ae236f7bf9da req-a26c7066-9c89-48a7-987b-65294598084c tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360471 Sep 27 08:34:56.782049 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f09297-1fcf-4f84-93f9-fe179661c2e7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:34:56.792749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.848064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:56.861558 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.877744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Transition to ACTIVE for port object 86f09297-1fcf-4f84-93f9-fe179661c2e7 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:34:56.901249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.933768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Deleting port e7b22998-25bc-449f-b1eb-cb8343779476 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:56.934453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:56.940014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:56.956618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-2f31449d-3768-438e-90f1-1e035caebcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.958131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-2f31449d-3768-438e-90f1-1e035caebcaa service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2364981 Sep 27 08:34:56.963556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-62ef5091-bdee-4808-9ae9-bc36135bd709 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7375274 Sep 27 08:34:56.985111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a169c-340c-40ea-ac37-095eb4f2cc9a req-2e9afe58-0c4a-46bc-a366-5f8e4aa7ba2b tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:56.992804 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b15a169c-340c-40ea-ac37-095eb4f2cc9a req-2e9afe58-0c4a-46bc-a366-5f8e4aa7ba2b tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/ports?device_id=485aa272-5ddc-4a07-8f71-188755034a8f HTTP/1.1" status: 200 len: 946 time: 0.1623724 Sep 27 08:34:57.038490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-044d07f8-076f-4dd8-99fd-e7759f7f628a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.0623245 Sep 27 08:34:57.068341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] For port e7b22998-25bc-449f-b1eb-cb8343779476, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e7b22998-25bc-449f-b1eb-cb8343779476,segment=NetworkSegment(25a55f5c-297b-4488-bf95-1f3676136c4f),segment_id=25a55f5c-297b-4488-bf95-1f3676136c4f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:57.070656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.082840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Calling delete_port for e7b22998-25bc-449f-b1eb-cb8343779476 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:57.091399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b9faf72e-849f-4392-8907-935be8760b6f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:34:57.116763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Pushing event updated for resources: {'Port': ['ID=86f09297-1fcf-4f84-93f9-fe179661c2e7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:57.232755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3f7-5416-4d4b-8d74-c6860af22737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.237315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Attempting to bind port 86f09297-1fcf-4f84-93f9-fe179661c2e7 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:34:57.237706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Attempting to bind port 86f09297-1fcf-4f84-93f9-fe179661c2e7 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:34:57.238180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Attempting to bind port 86f09297-1fcf-4f84-93f9-fe179661c2e7 on network 31656d99-4f7f-460b-8a34-360206d00ed8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:57.251615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0f3f7-5416-4d4b-8d74-c6860af22737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.256148 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cad0f3f7-5416-4d4b-8d74-c6860af22737 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/10047deb-43cb-4b6f-8441-ca588d2252f2 HTTP/1.1" status: 204 len: 168 time: 1.2455857 Sep 27 08:34:57.257425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 33a2aced-4565-4b80-9fa2-635f46518f2a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:57.263309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b15a169c-340c-40ea-ac37-095eb4f2cc9a req-25f1d823-3a8b-438c-a824-5d9d60b863cf tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561712 Sep 27 08:34:57.265982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41540) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:57.269004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-03730c3f-dac4-4d7e-9714-f89b6be24662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:57.273967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0f3f7-5416-4d4b-8d74-c6860af22737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10047deb-43cb-4b6f-8441-ca588d2252f2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:57.275095 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-03730c3f-dac4-4d7e-9714-f89b6be24662 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2268779 Sep 27 08:34:57.279595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Port 86f09297-1fcf-4f84-93f9-fe179661c2e7 on network 31656d99-4f7f-460b-8a34-360206d00ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:34:57.288396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Attempting to bind port 86f09297-1fcf-4f84-93f9-fe179661c2e7 on network 31656d99-4f7f-460b-8a34-360206d00ed8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:34:57.314554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1b7ff-f0e1-485f-b069-9e301be71ea9 None None] Network 9ddc3665-5dbd-4605-843a-af9441e3578f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:34:57.335206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 33a2aced-4565-4b80-9fa2-635f46518f2a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:57.335547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 33a2aced-4565-4b80-9fa2-635f46518f2a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:57.335974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 95cedf64-55f8-4137-aea9-1be910c34efe no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:57.392882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.433875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.444274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 95cedf64-55f8-4137-aea9-1be910c34efe {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:57.444844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 95cedf64-55f8-4137-aea9-1be910c34efe not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:57.448600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:34:57.448600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Checking segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:34:57.448815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Bound using segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:34:57.449128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Bound port: 86f09297-1fcf-4f84-93f9-fe179661c2e7, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:34:57.449492 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.466828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Pushing event deleted for resources: {'Port': ['ID=e7b22998-25bc-449f-b1eb-cb8343779476,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:57.525346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] No DVR routers for this DVR port e7b22998-25bc-449f-b1eb-cb8343779476 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:57.530656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.532897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e67eedf7-9441-439b-8141-159df0a79c9d req-9dfac8a9-bb9b-4370-a1df-470d8141e0cc tempest-InstanceActionsNegativeTestJSON-346166286 tempest-InstanceActionsNegativeTestJSON-346166286-project] 10.222.0.67 "DELETE /v2.0/ports/e7b22998-25bc-449f-b1eb-cb8343779476 HTTP/1.1" status: 204 len: 173 time: 1.5412090 Sep 27 08:34:57.533483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485aa272-5ddc-4a07-8f71-188755034a8f', 'name': 'network-vif-deleted', 'tag': 'e7b22998-25bc-449f-b1eb-cb8343779476'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:57.535930 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824eb4fe-9c31-46f0-ab80-8a41b9d4447d" -d '{"events": [{"server_uuid": "485aa272-5ddc-4a07-8f71-188755034a8f", "name": "network-vif-deleted", "tag": "e7b22998-25bc-449f-b1eb-cb8343779476"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:57.593680 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-711f78ce-e54e-4a57-ac6a-7c74e6f5ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:57.595218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-711f78ce-e54e-4a57-ac6a-7c74e6f5ea76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3040364 Sep 27 08:34:57.651861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09701510-7700-4a1d-bcc7-d419922e4013 req-31687162-10e5-40d2-bf4e-d4683fd19d10 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:57.655914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09701510-7700-4a1d-bcc7-d419922e4013 req-31687162-10e5-40d2-bf4e-d4683fd19d10 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 943 time: 0.2120621 Sep 27 08:34:57.693244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] For port 86f09297-1fcf-4f84-93f9-fe179661c2e7, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:34:57.697068 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8cb92b70-0259-4ee0-99f7-eab8699e2626 service neutron] 10.222.0.50 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316892 Sep 27 08:34:57.713843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] DHCP port deletion for 9ddc3665-5dbd-4605-843a-af9441e3578f request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:34:57.751165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:57.753671 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf62c4eb-17ac-4097-ae1a-13c3a709992d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:57.760718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] For port 86f09297-1fcf-4f84-93f9-fe179661c2e7, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:34:57.767875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] Deleting port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:57.768258 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.774031 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.824282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Deleting port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:34:57.824661 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.840177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-5f039b0f-a253-4648-8460-63978b8303aa service neutron] 10.222.0.50 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298373 Sep 27 08:34:57.846835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] For port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,segment=NetworkSegment(41c0dbbf-f126-4443-a58f-e5c3e4af44f7),segment_id=41c0dbbf-f126-4443-a58f-e5c3e4af44f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:57.847360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.853315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09701510-7700-4a1d-bcc7-d419922e4013 req-d41f0986-a660-424c-a297-8fb588075233 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867604 Sep 27 08:34:57.863239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] Calling delete_port for 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:57.865546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:57.866174 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:57.867562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] 10.222.0.57 "PUT /v2.0/ports/86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 1091 time: 2.2120919 Sep 27 08:34:57.916175 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-91ffdb74-ac0e-47dc-8267-30d2cca042ba service neutron] 10.222.0.50 "GET /v2.0/ports/d3a54a6b-f761-4ba2-bddf-b1aa45709f8b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0665450 Sep 27 08:34:57.948105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-4f79acad-a916-499b-931f-ed8f77b7781f service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428884 Sep 27 08:34:58.053694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ec2da-8b8e-421c-a6ec-4dd460f24f4f service neutron] Pushing event updated for resources: {'Port': ['ID=86f09297-1fcf-4f84-93f9-fe179661c2e7,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:58.084945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-ed2578f8-4149-4da7-bc9e-0170a0de5b4e service neutron] 10.222.0.50 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674330 Sep 27 08:34:58.110119 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:58.115198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] For port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,segment=NetworkSegment(41c0dbbf-f126-4443-a58f-e5c3e4af44f7),segment_id=41c0dbbf-f126-4443-a58f-e5c3e4af44f7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:58.115575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:58.152186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] Pushing event deleted for resources: {'Port': ['ID=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:58.162619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40386d-0392-4bc3-9d28-bb8b3e3524a0 None None] No DVR routers for this DVR port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:58.184054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Calling delete_port for 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:34:58.249045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-2ddb038f-4d06-4040-9bd5-6c1ed44fb263 service neutron] 10.222.0.50 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531384 Sep 27 08:34:58.307758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b9faf72e-849f-4392-8907-935be8760b6f up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:34:58.310455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-9873dddc-653d-414b-8f63-692c5191ff16 service neutron] 10.222.0.50 "GET /v2.0/ports/8d230614-ad2b-4d12-9d93-1737c74f7d62?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0539036 Sep 27 08:34:58.369304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port b9faf72e-849f-4392-8907-935be8760b6f completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:34:58.374287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port b9faf72e-849f-4392-8907-935be8760b6f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:34:58.375053 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:58.451354 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-3bb33e62-8c81-4775-8c78-0ba7cd89a38f service neutron] 10.222.0.50 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345875 Sep 27 08:34:58.481001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:58.533470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:34:58.536355 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6039ea00-2130-430e-a2ba-b5e78a9cd01d" -d '{"events": [{"server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "name": "network-vif-plugged", "status": "completed", "tag": "b9faf72e-849f-4392-8907-935be8760b6f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:34:58.542447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:34:58.548553 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:58.588823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-60d85486-d3ae-45d3-b2d0-24ae412ac5b0 service neutron] 10.222.0.50 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304843 Sep 27 08:34:58.597737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b4dbd0e-9aaf-47b0-9adc-b1e7b33effe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:58.599250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-8b4dbd0e-9aaf-47b0-9adc-b1e7b33effe7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1094 time: 0.6434131 Sep 27 08:34:58.605252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:58.611605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1b88a-8aad-4756-b3f3-0777c62b02da req-6874808b-ebb3-4d40-974a-f2d1d7bbbed4 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:58.613130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00c1b88a-8aad-4756-b3f3-0777c62b02da req-6874808b-ebb3-4d40-974a-f2d1d7bbbed4 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 944 time: 0.5700643 Sep 27 08:34:58.676196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8be1d121-475b-4a2a-baad-cfc0920b7047 req-4544cb21-c1a3-40ba-bb21-e5742ba3973f service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853063 Sep 27 08:34:58.684359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-40592fa0-418a-45c2-85df-29e93ae0ffe3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 217 time: 0.0640342 Sep 27 08:34:58.693444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8eef45b0-1055-4ad2-b95e-c4c9216e5d61 service neutron] 10.222.0.50 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037591 Sep 27 08:34:58.745210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00c1b88a-8aad-4756-b3f3-0777c62b02da req-56fea82e-cf34-4e51-8afd-8d2013768258 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171894 Sep 27 08:34:58.763000 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:58.767257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-73717e21-6d5e-4559-aa9c-454d915ade95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:58.768991 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-73717e21-6d5e-4559-aa9c-454d915ade95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0763638 Sep 27 08:34:58.799472 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-a5b15991-8dd2-4ef4-82eb-be36e39f05c1 service neutron] 10.222.0.50 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993888 Sep 27 08:34:58.812035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:58.829942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] No DVR routers for this DVR port 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:34:58.887494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-9d4d94c1-56a7-4c19-9495-1f4e5d6b31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:58.889080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-9d4d94c1-56a7-4c19-9495-1f4e5d6b31e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056464 Sep 27 08:34:58.913583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-5679ca36-4ade-481a-9f9e-a1cd4e5228c6 service neutron] 10.222.0.50 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068687 Sep 27 08:34:58.918145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:58.958172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddc3665-5dbd-4605-843a-af9441e3578f']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:58.976034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c0dbbf-f126-4443-a58f-e5c3e4af44f7') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:58.976352 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c0dbbf-f126-4443-a58f-e5c3e4af44f7') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:34:59.017016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.038442 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-b64879b0-ab36-44ae-8efe-bd6c32d6551f service neutron] 10.222.0.50 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110387 Sep 27 08:34:59.038962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.049300 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d91c3e-c8f1-4b25-9bf2-f98b9f0a0211 x-openstack-request-id: req-91d91c3e-c8f1-4b25-9bf2-f98b9f0a0211 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:59.049502 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485aa272-5ddc-4a07-8f71-188755034a8f", "name": "network-vif-deleted", "tag": "e7b22998-25bc-449f-b1eb-cb8343779476", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:59.049806 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91d91c3e-c8f1-4b25-9bf2-f98b9f0a0211 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:59.050184 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485aa272-5ddc-4a07-8f71-188755034a8f', 'name': 'network-vif-deleted', 'tag': 'e7b22998-25bc-449f-b1eb-cb8343779476', 'status': 'completed', 'code': 200} Sep 27 08:34:59.062149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:34:59.062664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:34:59.064488 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:34:59.095126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e7b22998-25bc-449f-b1eb-cb8343779476 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:59.102610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-76b790b2-5e8c-40f9-b241-09ee2d500109 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813869 Sep 27 08:34:59.155863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-859118f4-529d-4550-992e-b5343b9d296c service neutron] 10.222.0.50 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162748 Sep 27 08:34:59.163313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: e7b22998-25bc-449f-b1eb-cb8343779476 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:59.163699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e7b22998-25bc-449f-b1eb-cb8343779476 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:59.176545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.185919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.187773 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9ddc3665-5dbd-4605-843a-af9441e3578f HTTP/1.1" status: 204 len: 168 time: 1.9115729 Sep 27 08:34:59.199050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69808-a538-4009-9814-e30e9fce5558 req-4271b52a-e5c2-45b8-9b47-1d4df04d37e0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:59.200645 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bc69808-a538-4009-9814-e30e9fce5558 req-4271b52a-e5c2-45b8-9b47-1d4df04d37e0 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.1543963 Sep 27 08:34:59.242563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60431b8c-014e-441d-853f-e2ca9d5e10c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ddc3665-5dbd-4605-843a-af9441e3578f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:59.257184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:34:59.290190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bc69808-a538-4009-9814-e30e9fce5558 req-5926862c-4675-4243-bfa2-cbd66b698fd1 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619948 Sep 27 08:34:59.294050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dffbf-3479-4b58-bc1c-915cb572ee57 req-4ee613b1-3019-4bfa-8d17-55e2a020126e service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599958 Sep 27 08:34:59.313517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:34:59.319493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4f7a98e7-6380-41a1-a1b1-a5a4fc995e5e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:34:59.339341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-5d47da7d-4439-4f78-acb8-1e569568fc9a service neutron] 10.222.0.50 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761696 Sep 27 08:34:59.369735 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e18aef-f070-4357-a2a2-a940bf3b710e x-openstack-request-id: req-b5e18aef-f070-4357-a2a2-a940bf3b710e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:59.370208 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:59.370435 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5e18aef-f070-4357-a2a2-a940bf3b710e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:59.370949 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'status': 'completed', 'code': 200} Sep 27 08:34:59.418058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:59.462674 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4a189-c63d-4321-b132-2b074eeb413a x-openstack-request-id: req-bab4a189-c63d-4321-b132-2b074eeb413a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:34:59.463291 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "name": "network-vif-plugged", "status": "completed", "tag": "b9faf72e-849f-4392-8907-935be8760b6f", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:34:59.464224 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bab4a189-c63d-4321-b132-2b074eeb413a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:34:59.464489 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f', 'code': 200} Sep 27 08:34:59.511679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-ee605926-dffc-44ae-88c1-5d27232606ad service neutron] 10.222.0.50 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647799 Sep 27 08:34:59.539450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-8228d5fa-2859-4f08-9da7-f47e153df2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:59.541562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-8228d5fa-2859-4f08-9da7-f47e153df2c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1098 time: 0.1427853 Sep 27 08:34:59.571895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-7de663e0-619e-4781-97ca-43d409127a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:59.574099 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-7de663e0-619e-4781-97ca-43d409127a11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1098 time: 0.1657734 Sep 27 08:34:59.584856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-57298b06-ddc2-4472-a2b4-5bf216b7b240 admin admin] Deleting subnet af75a9d2-65dc-430e-a7c2-c8710ec4d808 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:34:59.587613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:59.623900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57298b06-ddc2-4472-a2b4-5bf216b7b240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.697574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57298b06-ddc2-4472-a2b4-5bf216b7b240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.715802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a1de5-cded-42ac-b6c0-52911c8aa70f req-108d2045-0b9c-484f-998b-e6618170c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:59.717390 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-298a1de5-cded-42ac-b6c0-52911c8aa70f req-108d2045-0b9c-484f-998b-e6618170c122 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1096 time: 0.1960194 Sep 27 08:34:59.726399 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-f7b1c5fe-70e2-441f-9a2b-14bad52f892e service neutron] 10.222.0.50 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950967 Sep 27 08:34:59.737453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-31c7b649-20a7-4e42-b0cf-ee8369fed65b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59c263fc4dc044bda9567b6b678b7c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456442 Sep 27 08:34:59.737453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41598) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:59.786511 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57298b06-ddc2-4472-a2b4-5bf216b7b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.822325 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-298a1de5-cded-42ac-b6c0-52911c8aa70f req-841f0941-bf86-4a6f-a3c9-10c07d4e8e24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639069 Sep 27 08:34:59.830854 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0181d50-7518-4a38-9115-48e4c8c8a009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.839280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ebf19-587c-41df-9b6c-51b1d5357a21 req-68a03a21-9183-45b3-a3fe-a14c47ea9b5d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:59.840993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-057ebf19-587c-41df-9b6c-51b1d5357a21 req-68a03a21-9183-45b3-a3fe-a14c47ea9b5d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 943 time: 0.2109818 Sep 27 08:34:59.863588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0181d50-7518-4a38-9115-48e4c8c8a009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.891265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-afe108e4-1704-45c7-9ee6-fb3e1aa24edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:59.892942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-afe108e4-1704-45c7-9ee6-fb3e1aa24edd service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.3337657 Sep 27 08:34:59.897148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-057ebf19-587c-41df-9b6c-51b1d5357a21 req-0e591bc4-98e0-460b-8c11-0f3c7d96ce7f tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Sep 27 08:34:59.898489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-a0b76412-50a6-48a2-a1cc-055e8ba49ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:34:59.899836 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57298b06-ddc2-4472-a2b4-5bf216b7b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.901046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-a0b76412-50a6-48a2-a1cc-055e8ba49ab8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2972033 Sep 27 08:34:59.929144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57298b06-ddc2-4472-a2b4-5bf216b7b240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af75a9d2-65dc-430e-a7c2-c8710ec4d808,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:34:59.935334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57298b06-ddc2-4472-a2b4-5bf216b7b240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.940526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-57298b06-ddc2-4472-a2b4-5bf216b7b240 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af75a9d2-65dc-430e-a7c2-c8710ec4d808 HTTP/1.1" status: 204 len: 168 time: 0.5213871 Sep 27 08:34:59.943054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41608) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:34:59.959084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-7e775772-bd2c-44d8-8387-4cfe93b710d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.0523686 Sep 27 08:34:59.974475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0181d50-7518-4a38-9115-48e4c8c8a009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.977664 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0181d50-7518-4a38-9115-48e4c8c8a009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:34:59.978836 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c0181d50-7518-4a38-9115-48e4c8c8a009 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b HTTP/1.1" status: 204 len: 168 time: 0.2408688 Sep 27 08:34:59.991180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0181d50-7518-4a38-9115-48e4c8c8a009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327c3912-e08f-4e4f-b1c0-0cedb0b4bb0b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:00.034436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:00.148286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:00.172927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-abe808c9-160f-4381-b237-5ec4e1f20e43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 200 len: 217 time: 0.1245141 Sep 27 08:35:00.178848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9929576-de4d-4a4b-9032-feace009f96f']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:00.190172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a55f5c-297b-4488-bf95-1f3676136c4f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:00.190478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a55f5c-297b-4488-bf95-1f3676136c4f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:00.210337 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:00.243895 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:00.254436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:35:00.254845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:00.259073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-0d6e0efe-b1e8-4acc-88b6-2fb75832d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:35:00.260482 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:35:00.262734 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-0d6e0efe-b1e8-4acc-88b6-2fb75832d2f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2952714 Sep 27 08:35:00.352573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:00.367055 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:00.372863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d9929576-de4d-4a4b-9032-feace009f96f HTTP/1.1" status: 204 len: 168 time: 0.4276288 Sep 27 08:35:00.373040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bb182-b373-407c-bc06-fd5a970b41d9 req-dcc54f03-ecc2-4540-9373-07bb3d4533da tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:00.378512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-572bb182-b373-407c-bc06-fd5a970b41d9 req-dcc54f03-ecc2-4540-9373-07bb3d4533da tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 945 time: 0.2215950 Sep 27 08:35:00.399481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d7998-bc36-407f-94b7-e9c6840d3967 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9929576-de4d-4a4b-9032-feace009f96f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:00.401496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-4bd34f88-9e9e-444e-aa4b-329d6d6d7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:00.403017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-4bd34f88-9e9e-444e-aa4b-329d6d6d7749 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2063086 Sep 27 08:35:00.448973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-38db486e-f288-47fa-a183-bca25f9215e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:00.450574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-38db486e-f288-47fa-a183-bca25f9215e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400526 Sep 27 08:35:00.479853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-572bb182-b373-407c-bc06-fd5a970b41d9 req-7e79a84c-79a3-4784-a11e-537f31ef485e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922861 Sep 27 08:35:00.522862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-05f14de0-57f7-4bb5-a57d-8ec280a36409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:00.525009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-05f14de0-57f7-4bb5-a57d-8ec280a36409 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126149 Sep 27 08:35:00.704388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-b8d2f8aa-f64d-43e0-a2a6-42f6ba95ec4e service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681364 Sep 27 08:35:00.751689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71090a50-c7e9-42c9-9138-985aa463ae93 req-b7f316e5-f0f0-479b-a930-0870d924e417 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:00.760648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71090a50-c7e9-42c9-9138-985aa463ae93 req-b7f316e5-f0f0-479b-a930-0870d924e417 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 947 time: 0.1730475 Sep 27 08:35:00.767972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4309a457-5704-4090-91e2-660e8534dd5f req-33374b18-a554-4e04-9356-466c8ca22926 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0459177 Sep 27 08:35:00.828494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41648) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:00.844216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71090a50-c7e9-42c9-9138-985aa463ae93 req-6789d047-285e-4b6b-9df8-cb03b0ba1694 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722899 Sep 27 08:35:00.848442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-f1989a8b-b4f2-4034-9ee5-7bd943bc4fba service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671672 Sep 27 08:35:00.924874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5df5f0ec-ea91-46b2-a924-a9d30653da7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f55a2fdcc4f497f8812d58e65053637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936770 Sep 27 08:35:00.926453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:01.014724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875ecaa-490f-427d-bc8f-c1c07f04ded8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:01.044375 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875ecaa-490f-427d-bc8f-c1c07f04ded8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:01.108406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:01.130623 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875ecaa-490f-427d-bc8f-c1c07f04ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:01.135309 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875ecaa-490f-427d-bc8f-c1c07f04ded8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:01.139300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d875ecaa-490f-427d-bc8f-c1c07f04ded8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7a2a52e-53d7-44ac-bfe0-da21f1a0246c HTTP/1.1" status: 204 len: 168 time: 0.2093287 Sep 27 08:35:01.149857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875ecaa-490f-427d-bc8f-c1c07f04ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a2a52e-53d7-44ac-bfe0-da21f1a0246c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:01.170484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-c4294d24-9e28-466c-abe7-9d161f1e0326 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495728 Sep 27 08:35:01.173151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308d47-01d4-4d12-b678-3d7bfcd00ce7 req-1e4b030c-ec7c-49fc-b7d4-a6f3a2f5d9b6 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:01.188296 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-27308d47-01d4-4d12-b678-3d7bfcd00ce7 req-1e4b030c-ec7c-49fc-b7d4-a6f3a2f5d9b6 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 943 time: 0.0868757 Sep 27 08:35:01.194861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf62c4eb-17ac-4097-ae1a-13c3a709992d req-dde5de97-fdc0-46d2-89ea-9f2dd04710a3 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326738 Sep 27 08:35:01.210557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcfa5b-947c-4209-8d2e-0d1140ad6bbd req-4ab13294-b26e-444b-b81a-2edbcc966241 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:01.219088 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6fcfa5b-947c-4209-8d2e-0d1140ad6bbd req-4ab13294-b26e-444b-b81a-2edbcc966241 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 1098 time: 0.2582984 Sep 27 08:35:01.257845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-27308d47-01d4-4d12-b678-3d7bfcd00ce7 req-eedf00ba-4da9-48e3-963a-4ce936753ad7 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687728 Sep 27 08:35:01.278301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6fcfa5b-947c-4209-8d2e-0d1140ad6bbd req-da64289f-4ca2-4812-ada5-c403161ac135 tempest-MigrationsAdminTest-901923164 tempest-MigrationsAdminTest-901923164-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579417 Sep 27 08:35:01.372438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:01.377334 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501bb489-284d-45b8-9384-27e36cadd0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:01.419775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:01.422750 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1392522b-c01e-4653-a373-be856299db3d x-openstack-request-id: req-1392522b-c01e-4653-a373-be856299db3d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:01.423289 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:01.423859 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1392522b-c01e-4653-a373-be856299db3d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:01.424477 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'status': 'completed', 'code': 200} Sep 27 08:35:01.432268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'mac_address': 'fa:16:3e:eb:32:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:35:01.498653 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:01.521049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90c7653-e599-46a1-8ba1-ae975fd0d6bf {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:01.550783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:01.551663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41688) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:01.558144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-f308bd40-ed51-4f66-850f-00830302d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:01.561630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:01.561828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-f308bd40-ed51-4f66-850f-00830302d966 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1094 time: 0.1064954 Sep 27 08:35:01.659286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=12']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:01.695162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec52dd-715f-4b56-aa4c-5ebac9be7358 req-9e3d9ed7-d4b8-4f4e-a761-f3c363d8d285 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:01.696825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-06ec52dd-715f-4b56-aa4c-5ebac9be7358 req-9e3d9ed7-d4b8-4f4e-a761-f3c363d8d285 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 945 time: 0.1173732 Sep 27 08:35:01.740476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-7fa9637d-5369-4b8b-bfbc-29a90b0ea676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:01.742133 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-7fa9637d-5369-4b8b-bfbc-29a90b0ea676 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.1746547 Sep 27 08:35:01.763336 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-06ec52dd-715f-4b56-aa4c-5ebac9be7358 req-3cb2223e-bcd5-4a05-a83f-9d6dd1adab10 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599091 Sep 27 08:35:01.789719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['f90c7653-e599-46a1-8ba1-ae975fd0d6bf'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:01.818989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-9bca3aa2-a9ef-4964-8283-cdb90fc26351 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 217 time: 0.0620501 Sep 27 08:35:01.846764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90877945-3884-4ef0-9d82-d0d493c2ff72 req-5c984b3d-b00f-46ca-9e6b-ec138ba0ffd6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:01.849734 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-90877945-3884-4ef0-9d82-d0d493c2ff72 req-5c984b3d-b00f-46ca-9e6b-ec138ba0ffd6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1333103 Sep 27 08:35:01.918270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-9772e6b7-a231-4b86-afa1-54e2784e164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:01.919818 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-9772e6b7-a231-4b86-afa1-54e2784e164f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0917740 Sep 27 08:35:01.936812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-90877945-3884-4ef0-9d82-d0d493c2ff72 req-714f4e9d-4f3a-426d-b3a4-04810c5f473e tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558007 Sep 27 08:35:01.940402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41710) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:01.978114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef536833-2e7a-4cea-be7b-1757c1e5293b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.022643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-2e17f4c8-4d0e-4657-84e2-ef0b524895cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.024281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-2e17f4c8-4d0e-4657-84e2-ef0b524895cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831890 Sep 27 08:35:02.075597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd2d60d0-97c9-463d-b2e4-021b333f28cd req-702e3a7e-19e8-4668-b0db-061ce746ed65 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0385675 Sep 27 08:35:02.119579 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c50c6673-582f-41f1-8276-382aa0933c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.170176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef536833-2e7a-4cea-be7b-1757c1e5293b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.179824 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef536833-2e7a-4cea-be7b-1757c1e5293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.181779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-7243dff0-4562-4d49-8afd-a21304570c2a service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449208 Sep 27 08:35:02.222931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-ca56d8a7-2148-40d4-9992-d43f6a53e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.225358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-ca56d8a7-2148-40d4-9992-d43f6a53e6c6 service neutron] 10.222.0.67 "GET /v2.0/ports/d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 200 len: 1027 time: 0.0395968 Sep 27 08:35:02.276790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ef536833-2e7a-4cea-be7b-1757c1e5293b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5a447072d3f4c96980feae2aec61ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136586 Sep 27 08:35:02.282265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41720) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:02.287417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef536833-2e7a-4cea-be7b-1757c1e5293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86572164-fd25-4b22-bad2-9719ebe7d1f6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:02.332995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 86f09297-1fcf-4f84-93f9-fe179661c2e7 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:02.364958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41726) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:02.381984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-cca1e776-18ef-4286-8362-5dc48ba4e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.384209 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-cca1e776-18ef-4286-8362-5dc48ba4e666 service neutron] 10.222.0.67 "GET /v2.0/ports/8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 200 len: 1028 time: 0.1467412 Sep 27 08:35:02.475631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb910d-06b6-4de4-9dc2-87749adf96d0 req-8d8168d8-dc73-4c24-83fe-0b50c79369a3 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.483520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2feb910d-06b6-4de4-9dc2-87749adf96d0 req-8d8168d8-dc73-4c24-83fe-0b50c79369a3 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1096 time: 0.0892575 Sep 27 08:35:02.496135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c50c6673-582f-41f1-8276-382aa0933c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.510095 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c50c6673-582f-41f1-8276-382aa0933c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.548231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3173961-5c16-4818-9cbd-d82f8f5a7e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.560885 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2feb910d-06b6-4de4-9dc2-87749adf96d0 req-897ab4a7-b4af-4e05-b7a3-6200cad98d48 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762479 Sep 27 08:35:02.564285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 86f09297-1fcf-4f84-93f9-fe179661c2e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:02.592695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c50c6673-582f-41f1-8276-382aa0933c6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a88c6bbd3230455fbbb9952c8d65c4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511533 Sep 27 08:35:02.600390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41736) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:02.600554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c6673-582f-41f1-8276-382aa0933c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5681eee0-4cfb-41a0-b584-21e1597fccfa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:02.603280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'mac_address': 'fa:16:3e:9b:4d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:35:02.637292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1129219322-network', 'tenant_id': 'f378a1db83c1434fbf11b35e6758b1ac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:02.675488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Made reservation on behalf of f378a1db83c1434fbf11b35e6758b1ac for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:02.680668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.683703 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.690754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3173961-5c16-4818-9cbd-d82f8f5a7e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.698497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f09297-1fcf-4f84-93f9-fe179661c2e7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:02.717638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.729025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 86f09297-1fcf-4f84-93f9-fe179661c2e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:02.737590 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.806870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=86f09297-1fcf-4f84-93f9-fe179661c2e7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:02.808715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-501bb489-284d-45b8-9384-27e36cadd0e5 req-164713d8-6ef4-454e-9b3c-1c5b30987cc1 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820184 Sep 27 08:35:02.822902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-45308c95-20b5-4e0c-815d-8a08a1f9e0ea tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.828827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-45308c95-20b5-4e0c-815d-8a08a1f9e0ea tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.834616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-45308c95-20b5-4e0c-815d-8a08a1f9e0ea tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.836293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-45308c95-20b5-4e0c-815d-8a08a1f9e0ea tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "GET /v2.0/networks?id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=06cebe1f-2f59-4476-80ee-24531db18e00&id=06cebe1f-2f59-4476-80ee-24531db18e00 HTTP/1.1" status: 200 len: 1990 time: 0.4375248 Sep 27 08:35:02.858345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19cb74-3c4d-4e82-b6b3-efbd515ce017 req-9fe0fb5d-0eca-42fe-b3e0-cfa1cf6963a2 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.865435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d19cb74-3c4d-4e82-b6b3-efbd515ce017 req-9fe0fb5d-0eca-42fe-b3e0-cfa1cf6963a2 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 943 time: 0.4462886 Sep 27 08:35:02.876317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada044c-c489-43b5-be5c-470262920d4c req-81e70dac-a7ca-45b3-8b8a-92af93f9500f tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:02.878954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cada044c-c489-43b5-be5c-470262920d4c req-81e70dac-a7ca-45b3-8b8a-92af93f9500f tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1096 time: 0.1920209 Sep 27 08:35:02.884450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41742) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:02.940216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cada044c-c489-43b5-be5c-470262920d4c req-b358aa96-5ea7-4d45-be64-73d76314e6f0 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497212 Sep 27 08:35:02.955546 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.961302 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.973446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3173961-5c16-4818-9cbd-d82f8f5a7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.976595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3173961-5c16-4818-9cbd-d82f8f5a7e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:02.978406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a3173961-5c16-4818-9cbd-d82f8f5a7e90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86572164-fd25-4b22-bad2-9719ebe7d1f6 HTTP/1.1" status: 204 len: 168 time: 0.6915417 Sep 27 08:35:02.989471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['86f09297-1fcf-4f84-93f9-fe179661c2e7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:02.993732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec30f50a-c8a1-4dc7-b512-78ad1fa7cabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.022527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40123b52-5ffa-4e63-b0ed-12e885cf0f49,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:03.052544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3173961-5c16-4818-9cbd-d82f8f5a7e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86572164-fd25-4b22-bad2-9719ebe7d1f6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:03.062709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:35:03.080808 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.081331 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Added segment e598155c-79d4-4330-8f3d-79d1e80544c0 of type vlan for network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 Sep 27 08:35:03.101137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d19cb74-3c4d-4e82-b6b3-efbd515ce017 req-44c51935-d8e3-4621-bb3f-40ed220d6413 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302194 Sep 27 08:35:03.101424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-977065536-network', 'tenant_id': '183dc8fe124d4315b45d59687cee71ed'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:03.114030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-823936f8-9311-49f4-80be-baa2cad60bc3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95dbba194fdb453aa1b6490fcaaa11d0 HTTP/1.1" status: 200 len: 380 time: 0.2414725 Sep 27 08:35:03.123885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:03.149358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'admin_state_up': True, 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'security_groups': ['bb7230f2-0c6d-4711-a3d9-406e8741c4a7']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:03.164472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec30f50a-c8a1-4dc7-b512-78ad1fa7cabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.167984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-40dd4b9c-0adb-4e40-bc6c-01da7fef7936 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:03.169658 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-40dd4b9c-0adb-4e40-bc6c-01da7fef7936 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.1481638 Sep 27 08:35:03.183718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Made reservation on behalf of 183dc8fe124d4315b45d59687cee71ed for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:03.186248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.237420 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.255687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.282734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port f90c7653-e599-46a1-8ba1-ae975fd0d6bf completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:35:03.295445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port f90c7653-e599-46a1-8ba1-ae975fd0d6bf triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:03.296585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.367113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377cf5b-ca4d-44e4-830b-4514c8d10e5f req-5650367b-7012-4d55-9702-a850477999f5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:03.368891 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0377cf5b-ca4d-44e4-830b-4514c8d10e5f req-5650367b-7012-4d55-9702-a850477999f5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 948 time: 0.2307937 Sep 27 08:35:03.375490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.376852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:03.377454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.464088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.500481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:03.503462 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa670037-f23a-406f-a136-737d34f18eb9" -d '{"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-plugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:03.523528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] Pushing event updated for resources: {'Network': ['ID=2c34f8a1-de2e-4456-814b-4e242f8f56e7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:03.531255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:03.545430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0377cf5b-ca4d-44e4-830b-4514c8d10e5f req-a2fa8db3-8d66-4f38-aa14-60ccda79ba96 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651959 Sep 27 08:35:03.546877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:35:03.562772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Deleting port f90c7653-e599-46a1-8ba1-ae975fd0d6bf {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:35:03.563263 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.578544 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.612292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41762) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:03.624874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.672589 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b1123a5-dd47-4841-9d1b-c47b3547a2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.674969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.699844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e000600c-031c-4c20-9b90-9c622fbeaf65 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3319793 Sep 27 08:35:03.704918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41764) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:03.719736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=13']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:03.723648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Request body: {'subnet': {'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1129219322-subnet', 'tenant_id': 'f378a1db83c1434fbf11b35e6758b1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:03.732174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:35:03.777435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f09129b-498b-4aa9-845d-3c66ba142434,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:03.780986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.781569 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Added segment 6f5e5192-b0d9-4018-96b1-68d0205a004f of type vlan for network ecfc4887-be95-4181-a514-ed7eab08c0e8 Sep 27 08:35:03.785900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] For port f90c7653-e599-46a1-8ba1-ae975fd0d6bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:03.786228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.788930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-8b1123a5-dd47-4841-9d1b-c47b3547a2ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:35:03.788930 n-d-810909-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:35:03.788930 n-d-810909-1 neutron-server[94831]: [parameters: {'project_id_1': '33fd6f320d244d4f9967b15c4dba746b', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 34, 43, 738305)}] Sep 27 08:35:03.788930 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:35:03.789453 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-8b1123a5-dd47-4841-9d1b-c47b3547a2ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:35:03.828672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Calling delete_port for f90c7653-e599-46a1-8ba1-ae975fd0d6bf owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:35:03.832710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Made reservation on behalf of f378a1db83c1434fbf11b35e6758b1ac for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:03.835117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.868352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.891720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec30f50a-c8a1-4dc7-b512-78ad1fa7cabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.894913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec30f50a-c8a1-4dc7-b512-78ad1fa7cabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.896198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ec30f50a-c8a1-4dc7-b512-78ad1fa7cabe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5681eee0-4cfb-41a0-b584-21e1597fccfa HTTP/1.1" status: 204 len: 168 time: 1.2676134 Sep 27 08:35:03.920858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-231f12d9-68f6-447a-9b6d-1dc8beaa38c9 req-e80488ea-ca0b-481a-b7ef-b69ce11c0ac6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.5348477 Sep 27 08:35:03.982683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30f50a-c8a1-4dc7-b512-78ad1fa7cabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5681eee0-4cfb-41a0-b584-21e1597fccfa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:03.994315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:03.995419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:03.996052 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.029515 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f9ede5-0687-4a88-85b0-e11a8ff7e817 x-openstack-request-id: req-59f9ede5-0687-4a88-85b0-e11a8ff7e817 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:04.030304 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-plugged", "status": "completed", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:04.031146 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59f9ede5-0687-4a88-85b0-e11a8ff7e817 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:04.031785 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'code': 200} Sep 27 08:35:04.073898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:04.082050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.103058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] Pushing event updated for resources: {'Network': ['ID=ecfc4887-be95-4181-a514-ed7eab08c0e8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:04.116935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:35:04.152000 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6f1f80d-bdf4-48de-baa6-da8ed3fe1794 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2663536 Sep 27 08:35:04.163092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41780) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:04.170354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Request body: {'subnet': {'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-977065536-subnet', 'tenant_id': '183dc8fe124d4315b45d59687cee71ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:04.307761 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b1123a5-dd47-4841-9d1b-c47b3547a2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.314581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Made reservation on behalf of 183dc8fe124d4315b45d59687cee71ed for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:04.317497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.328407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.348243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99', 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:04.356786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', '6ad03ad4-2b72-492a-bfe0-08258b49cc23'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:04.393856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 86f09297-1fcf-4f84-93f9-fe179661c2e7 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:04.426509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Allocated IP 172.20.0.14 (a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2/a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae/d628f0e8-732a-47bb-bb8a-15abb2f58d9a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:04.450300 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b1123a5-dd47-4841-9d1b-c47b3547a2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.483384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffd6bd-7d9f-41f2-ae13-e7054c465203 req-9a3f9c78-40bc-4b72-bfa2-c76e5dfda464 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:04.485240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fdffd6bd-7d9f-41f2-ae13-e7054c465203 req-9a3f9c78-40bc-4b72-bfa2-c76e5dfda464 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 944 time: 0.1898367 Sep 27 08:35:04.496388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event deleted for resources: {'Port': ['ID=f90c7653-e599-46a1-8ba1-ae975fd0d6bf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:04.498311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b1123a5-dd47-4841-9d1b-c47b3547a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.501069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.633473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1123a5-dd47-4841-9d1b-c47b3547a2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e18f49-5667-402d-b3b5-1e19ec237c52,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:04.641520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02eecca5-8385-4595-b5ef-66bdb23e8309,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:04.642353 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fdffd6bd-7d9f-41f2-ae13-e7054c465203 req-7e1181a9-62b5-42bc-b1e5-a6715f747854 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463277 Sep 27 08:35:04.670614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 86f09297-1fcf-4f84-93f9-fe179661c2e7 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:35:04.682832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] No DVR routers for this DVR port f90c7653-e599-46a1-8ba1-ae975fd0d6bf on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:35:04.706572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 86f09297-1fcf-4f84-93f9-fe179661c2e7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:04.706825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.749947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:04.753316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f180016a-2150-477c-bdd4-fe5e4c67ddab req-b6b319ca-660f-4688-b114-6335818cec2a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "DELETE /v2.0/ports/f90c7653-e599-46a1-8ba1-ae975fd0d6bf HTTP/1.1" status: 204 len: 173 time: 1.5595083 Sep 27 08:35:04.781761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-deleted', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:04.794851 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a8825d-dbc1-4c21-9184-28da1838baad" -d '{"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-deleted", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:04.866956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41800) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:04.872615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8b1123a5-dd47-4841-9d1b-c47b3547a2ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33fd6f320d244d4f9967b15c4dba746b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2567298 Sep 27 08:35:04.876044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:04.926523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ae202a5-6b20-4660-bf36-7ea5d8989436 req-542e3148-7e5b-4d84-8d63-d465d05cd365 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba385cd3-c27b-4c8e-897c-17c39f505cf4 HTTP/1.1" status: 200 len: 210 time: 0.1044741 Sep 27 08:35:04.945733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-098f7fe6-636a-4945-83d6-a96c584553f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.023910 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffabc6b-b780-417c-95ec-f5f14061e921 x-openstack-request-id: req-3ffabc6b-b780-417c-95ec-f5f14061e921 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:05.024267 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba385cd3-c27b-4c8e-897c-17c39f505cf4", "name": "network-vif-deleted", "tag": "f90c7653-e599-46a1-8ba1-ae975fd0d6bf", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:05.024612 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ffabc6b-b780-417c-95ec-f5f14061e921 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:05.025070 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba385cd3-c27b-4c8e-897c-17c39f505cf4', 'name': 'network-vif-deleted', 'tag': 'f90c7653-e599-46a1-8ba1-ae975fd0d6bf', 'status': 'completed', 'code': 200} Sep 27 08:35:05.026969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Checking segment: {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:05.027829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Network hostable DHCP agents. Network: 2c34f8a1-de2e-4456-814b-4e242f8f56e7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:35:05.036650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.060777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49eba60b-1b9b-4124-bf9f-778bffd3c385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.079290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:35:05.113775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 2c34f8a1-de2e-4456-814b-4e242f8f56e7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:05.131730 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.134902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:05.135857 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.150844 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49eba60b-1b9b-4124-bf9f-778bffd3c385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.163108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e804a-7fca-402b-8d0b-47f3ed776bae None None] Network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:05.223797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.300605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:05.312193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-8cf95531-bfd0-4ff0-868f-9f743d31efdb tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:35:05.319324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:05.334336 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-8cf95531-bfd0-4ff0-868f-9f743d31efdb tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316238 Sep 27 08:35:05.346118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:05.348975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49eba60b-1b9b-4124-bf9f-778bffd3c385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.352495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49eba60b-1b9b-4124-bf9f-778bffd3c385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.353753 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49eba60b-1b9b-4124-bf9f-778bffd3c385 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35e18f49-5667-402d-b3b5-1e19ec237c52 HTTP/1.1" status: 204 len: 168 time: 0.4708419 Sep 27 08:35:05.419484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:05.423351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.433828 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 86f09297-1fcf-4f84-93f9-fe179661c2e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:05.462033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:05.486989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3c4d-5343-449c-97b5-143a0f1c5458 req-47036cdf-bbd5-4a0f-872e-c577251fac3b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:05.487197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-e79faee5-6b62-4d3e-8beb-b35787635e97 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:05.489650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2ae3c4d-5343-449c-97b5-143a0f1c5458 req-47036cdf-bbd5-4a0f-872e-c577251fac3b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 932 time: 0.3626897 Sep 27 08:35:05.491423 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.500393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2fa2f-7400-4d56-8fef-c3861996fa1f None None] Network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:05.506444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-e79faee5-6b62-4d3e-8beb-b35787635e97 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports/b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 1093 time: 0.1712697 Sep 27 08:35:05.547422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Request body: {'binding': {'host': 'n-h2-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:05.547893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:35:05.565252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eba60b-1b9b-4124-bf9f-778bffd3c385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e18f49-5667-402d-b3b5-1e19ec237c52,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:05.585890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2ae3c4d-5343-449c-97b5-143a0f1c5458 req-77d79523-9815-4444-9f62-c859d0c3fb25 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814526 Sep 27 08:35:05.634999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-098f7fe6-636a-4945-83d6-a96c584553f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.645186 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.645518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-098f7fe6-636a-4945-83d6-a96c584553f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.676538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.681008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec402edf-d86c-4911-ba70-f564c7673d38 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9715559 Sep 27 08:35:05.706816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-67433ddd-276b-4950-8b7f-2c2f599b9a04 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5678613 Sep 27 08:35:05.723426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=86f09297-1fcf-4f84-93f9-fe179661c2e7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:05.758609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'admin_state_up': True, 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'security_groups': ['bb7230f2-0c6d-4711-a3d9-406e8741c4a7']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:05.770912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9cc257-91b1-42e5-acd2-54e21a8e4719,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:05.819419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-608e854a-8369-46a2-a0f8-6e4b74c85416 None None] Provisioning complete for port d628f0e8-732a-47bb-bb8a-15abb2f58d9a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:05.820073 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-608e854a-8369-46a2-a0f8-6e4b74c85416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:05.820865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Checking segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:05.821258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Network hostable DHCP agents. Network: ecfc4887-be95-4181-a514-ed7eab08c0e8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:35:05.866442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-608e854a-8369-46a2-a0f8-6e4b74c85416 None None] Port d628f0e8-732a-47bb-bb8a-15abb2f58d9a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:05.899352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on host n-h2-810909-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:05.899747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:05.900100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:05.907427 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:05.907835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:05.911934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:35:05.919869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:05.920242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:05.920662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:05.921237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Bound port: b9faf72e-849f-4392-8907-935be8760b6f, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:05.964240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, ecfc4887-be95-4181-a514-ed7eab08c0e8) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:05.965747 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-098f7fe6-636a-4945-83d6-a96c584553f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ba7e2d364f24aac9da84fcc637e32f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0937538 Sep 27 08:35:05.973781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2cde8-c777-4e45-98ce-30f470979350 None None] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:05.984145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:05.985399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f7fe6-636a-4945-83d6-a96c584553f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b062749-c72c-48f2-bc1f-f37390161ee9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:06.017908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:06.022636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:06.023722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.023880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.032971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:06.050792 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca43b1d4-dcc8-4f62-9704-7b93c72cfd34" -d '{"events": [{"server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "name": "network-vif-plugged", "status": "completed", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:06.061976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3be5d-4417-4de7-b41b-7fe77852191a req-8f9cccc7-c15b-44f3-b785-558280beee9e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:06.069678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2829cc7a-224c-4212-a223-3ca4b943637b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9052684 Sep 27 08:35:06.070514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16e3be5d-4417-4de7-b41b-7fe77852191a req-8f9cccc7-c15b-44f3-b785-558280beee9e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 945 time: 0.1431746 Sep 27 08:35:06.101747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:06.115133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.129614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-846aac3e-4c22-4d76-bd7e-230bc69ac4f1 service neutron] 10.222.0.50 "POST /v2.0/ports/b9faf72e-849f-4392-8907-935be8760b6f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6195679 Sep 27 08:35:06.139610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d9d4-443f-4410-a326-edac703eccf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.183615 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16e3be5d-4417-4de7-b41b-7fe77852191a req-828902bf-d37c-4b7e-a019-2986984e3211 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076281 Sep 27 08:35:06.216830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d9d4-443f-4410-a326-edac703eccf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.335224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d9d4-443f-4410-a326-edac703eccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.340215 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d9d4-443f-4410-a326-edac703eccf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.345797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8e2d9d4-443f-4410-a326-edac703eccf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b062749-c72c-48f2-bc1f-f37390161ee9 HTTP/1.1" status: 204 len: 168 time: 0.3372536 Sep 27 08:35:06.355973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2d9d4-443f-4410-a326-edac703eccf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b062749-c72c-48f2-bc1f-f37390161ee9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:06.419360 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaa8c96-4300-4412-b124-079d80783376 x-openstack-request-id: req-ecaa8c96-4300-4412-b124-079d80783376 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:06.426673 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "name": "network-vif-plugged", "status": "completed", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:06.427011 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecaa8c96-4300-4412-b124-079d80783376 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:06.427432 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'code': 200} Sep 27 08:35:06.449324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Allocated IP 10.1.1.81 (ddfe1615-2a2c-4b2d-ade4-b5a57b450906/fda852ee-fa38-4fe6-9f8d-e491448111a3/eb8d32a7-77bb-4b43-996f-3fefec214cbb) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:06.577783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-d644048b-739f-4af9-ad11-5b83b20d5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:06.582173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-d644048b-739f-4af9-ad11-5b83b20d5d8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1096 time: 0.0882742 Sep 27 08:35:06.720095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb85f09-f337-41ae-b57f-0b1f11706d1c req-22b115da-c755-45fa-963d-6c8aea3eeeee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:06.728901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3bb85f09-f337-41ae-b57f-0b1f11706d1c req-22b115da-c755-45fa-963d-6c8aea3eeeee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 945 time: 0.1812389 Sep 27 08:35:06.754628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd2f0-77e9-43c0-b732-de3785f762b3 req-8585a5f2-cd20-4a73-ad55-6e37fcac9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:06.756155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5dd2f0-77e9-43c0-b732-de3785f762b3 req-8585a5f2-cd20-4a73-ad55-6e37fcac9242 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.2097611 Sep 27 08:35:06.779366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-28910bbe-1a98-4f50-9ffe-44bdcf100f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:06.785093 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-28910bbe-1a98-4f50-9ffe-44bdcf100f81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.1961136 Sep 27 08:35:06.796735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3bb85f09-f337-41ae-b57f-0b1f11706d1c req-ab3291b6-550d-4789-81ca-892a21b53cda tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655768 Sep 27 08:35:06.849483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.865690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-ecfc4887-be95-4181-a514-ed7eab08c0e8', 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8', 'tenant_id': '183dc8fe124d4315b45d59687cee71ed', 'fixed_ips': [{'subnet_id': 'eb9cc257-91b1-42e5-acd2-54e21a8e4719'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:35:06.866570 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:06.915515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-4f68801d-a73f-4c84-95fb-af2d694f0eb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 217 time: 0.0973175 Sep 27 08:35:06.938695 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5dd2f0-77e9-43c0-b732-de3785f762b3 req-2702afb0-0e06-4f54-96b7-32507c10b5d8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540558 Sep 27 08:35:06.941103 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:07.076832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:07.081973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:07.082200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-81a971b4-6af3-4756-a38e-259cd553e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:07.084928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-81a971b4-6af3-4756-a38e-259cd553e028 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1490209 Sep 27 08:35:07.104538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:07.154871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=eb8d32a7-77bb-4b43-996f-3fefec214cbb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:07.156266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:35:07.198887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:07.202769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:07.210008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-4b4257b3-8ec4-48a0-b425-1bd63c2df584 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111944 Sep 27 08:35:07.236663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8aa1d524-9ad9-40a7-bf33-2059bbedc7ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4983401 Sep 27 08:35:07.247782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'admin_state_up': True, 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'security_groups': ['bb7230f2-0c6d-4711-a3d9-406e8741c4a7']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:07.299536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: f90c7653-e599-46a1-8ba1-ae975fd0d6bf {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:35:07.300144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f90c7653-e599-46a1-8ba1-ae975fd0d6bf not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:35:07.331785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-4071d69f-2d3f-4e1a-a69b-16137d56f9c2 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:07.337282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Allocated IP 172.20.0.2 (ecfc4887-be95-4181-a514-ed7eab08c0e8/eb9cc257-91b1-42e5-acd2-54e21a8e4719/2021c5c3-694b-4824-ab82-390864311978) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:07.343556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-4071d69f-2d3f-4e1a-a69b-16137d56f9c2 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 815 time: 0.5553875 Sep 27 08:35:07.389655 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-6c786a5e-a5e5-4886-a7e9-a38a9397b329 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/quotas/f378a1db83c1434fbf11b35e6758b1ac HTTP/1.1" status: 200 len: 375 time: 0.0441139 Sep 27 08:35:07.471182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-6835032d-33cf-4fcb-b292-fc4a554e5aa0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807762 Sep 27 08:35:07.518596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09479e-9aa7-4971-b043-964bffaa00aa req-79c85341-7fc8-42d6-91d3-d3fcf99d3459 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:07.535647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09479e-9aa7-4971-b043-964bffaa00aa req-79c85341-7fc8-42d6-91d3-d3fcf99d3459 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:07.537196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e09479e-9aa7-4971-b043-964bffaa00aa req-79c85341-7fc8-42d6-91d3-d3fcf99d3459 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 1653 time: 0.2575059 Sep 27 08:35:07.560199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:07.572135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-7b6d1ffe-7b37-4f2d-a18e-11fad9574f89 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330481 Sep 27 08:35:07.577721 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:07.626766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b7a589c2-6f1e-4b51-a10b-dc77b8e3cb9d None None] Provisioning complete for port eb8d32a7-77bb-4b43-996f-3fefec214cbb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:07.627809 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7a589c2-6f1e-4b51-a10b-dc77b8e3cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:07.662621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e09479e-9aa7-4971-b043-964bffaa00aa req-db6cb597-7237-46bb-a3f4-b0699614a765 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083684 Sep 27 08:35:07.690595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:07.692262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b7a589c2-6f1e-4b51-a10b-dc77b8e3cb9d None None] Port eb8d32a7-77bb-4b43-996f-3fefec214cbb cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:07.705755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:07.708178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:07.723100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:07.731017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:07.747447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Pushing event updated for resources: {'Port': ['ID=2021c5c3-694b-4824-ab82-390864311978,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:07.836013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Attempting to bind port 2021c5c3-694b-4824-ab82-390864311978 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:07.837167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Attempting to bind port 2021c5c3-694b-4824-ab82-390864311978 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:07.837562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Attempting to bind port 2021c5c3-694b-4824-ab82-390864311978 on network ecfc4887-be95-4181-a514-ed7eab08c0e8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:07.847272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:07.847777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Checking segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:07.848254 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:07.848889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Bound using segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:07.849553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Bound port: 2021c5c3-694b-4824-ab82-390864311978, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:07.850512 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:07.888740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Allocated IP 10.1.1.4 (ddfe1615-2a2c-4b2d-ade4-b5a57b450906/fda852ee-fa38-4fe6-9f8d-e491448111a3/903e20ee-f479-4ca5-a353-9f4b6e765a64) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:08.033407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] For port 2021c5c3-694b-4824-ab82-390864311978, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:08.042698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] For port 2021c5c3-694b-4824-ab82-390864311978, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2021c5c3-694b-4824-ab82-390864311978,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:08.049399 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:08.124715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:08.142501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8466fb-0d0a-4bca-a966-efe243b1d418 None None] Pushing event updated for resources: {'Port': ['ID=2021c5c3-694b-4824-ab82-390864311978,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:08.190820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-2cc452a1-d909-4dec-9026-a62e82c61f2e service neutron] 10.222.0.50 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141612 Sep 27 08:35:08.219461 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:08.425925 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-a32638a9-b3ac-4241-89d2-dde9cd6153e2 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8461859 Sep 27 08:35:08.494052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:08.496265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-454faf49-4b64-446c-9d47-633781a9dd56 service neutron] 10.222.0.50 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039095 Sep 27 08:35:08.505228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-c11c2e10-7584-4977-b300-23aee35e9d25 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:08.507078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-c11c2e10-7584-4977-b300-23aee35e9d25 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 815 time: 0.1803727 Sep 27 08:35:08.508777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:08.513341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=903e20ee-f479-4ca5-a353-9f4b6e765a64,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:08.532677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:08.617008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:08.617676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:08.627812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-45656a16-108c-4e05-8dc8-2abc08cfe59b tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:08.629431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-45656a16-108c-4e05-8dc8-2abc08cfe59b tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.1106527 Sep 27 08:35:08.635996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-56e887be-0388-4002-a232-bfdd291c638d tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/quotas/183dc8fe124d4315b45d59687cee71ed HTTP/1.1" status: 200 len: 375 time: 0.0264437 Sep 27 08:35:08.653612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:08.736049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-afacca63-6250-4cbe-8c73-bcf1e4d4f1bb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4929216 Sep 27 08:35:08.767078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-482c575d-a7c3-4a3b-9ba5-2b42723ed9b4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146917 Sep 27 08:35:08.785422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00', 'admin_state_up': True, 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'security_groups': ['bb7230f2-0c6d-4711-a3d9-406e8741c4a7']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:08.815773 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.036835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8cccbd83-eb36-40ac-bb87-e2ac49bf7514 None None] Provisioning complete for port 903e20ee-f479-4ca5-a353-9f4b6e765a64 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:09.037327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cccbd83-eb36-40ac-bb87-e2ac49bf7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.047967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:09.081581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:09.140994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8cccbd83-eb36-40ac-bb87-e2ac49bf7514 None None] Port 903e20ee-f479-4ca5-a353-9f4b6e765a64 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:09.147956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.152417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:09.155541 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cda70f2-0c3f-4229-aa50-545e1d31bfa4" -d '{"events": [{"server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "name": "network-vif-unplugged", "status": "completed", "tag": "b9faf72e-849f-4392-8907-935be8760b6f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:09.161734 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.305909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db7e92-cb70-4c77-a772-f9a885c62043 req-0bb1e389-67bd-49c9-85ad-c8117040e898 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:09.315880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0db7e92-cb70-4c77-a772-f9a885c62043 req-0bb1e389-67bd-49c9-85ad-c8117040e898 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 950 time: 0.1625900 Sep 27 08:35:09.389000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-864f0fab-b883-44a0-ba20-2594716f2fc3 service neutron] 10.222.0.50 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093368 Sep 27 08:35:09.404940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2021c5c3-694b-4824-ab82-390864311978 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:09.439630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on host n-h1-810909-1 for vnic_type normal with profile {"migrating_to": "n-h2-810909-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:09.439962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:09.440288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:09.471578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:09.471902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Attempting to bind port b9faf72e-849f-4392-8907-935be8760b6f on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:09.503294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Pushing event updated for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:09.525644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-f8dbc00d-57f1-4834-8007-2d464d0488aa tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:09.527869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-f8dbc00d-57f1-4834-8007-2d464d0488aa tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdbb7140-52f4-43ae-98b0-8b95762679ea HTTP/1.1" status: 200 len: 950 time: 0.4804819 Sep 27 08:35:09.532200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:09.542935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-ee561768-3223-49af-a98d-7684cfdc18d0 service neutron] 10.222.0.50 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510420 Sep 27 08:35:09.546680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2021c5c3-694b-4824-ab82-390864311978 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:09.547067 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.552254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:09.552766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:09.553245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Bound port: b9faf72e-849f-4392-8907-935be8760b6f, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:09.553614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.716454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:09.757509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:09.761323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:09.781254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0db7e92-cb70-4c77-a772-f9a885c62043 req-2f77e795-2622-44e0-996e-d783239d9a81 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592128 Sep 27 08:35:09.783298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.790263 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.944719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:09.950431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 2021c5c3-694b-4824-ab82-390864311978, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2021c5c3-694b-4824-ab82-390864311978,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:09.963318 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:10.056277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7ca76-02dc-478e-bef5-7e8ff3f98578 None None] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:10.176524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Pushing event updated for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:10.201027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Deleting port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:35:10.201236 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:10.222759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:10.223436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:10.230088 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-5acb25b8-ad2a-422a-94ef-5b6db3fd38bd service neutron] 10.222.0.67 "PUT /v2.0/ports/b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 1121 time: 1.5816033 Sep 27 08:35:10.243865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=2021c5c3-694b-4824-ab82-390864311978,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:10.250441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-82d952dd-0543-4d54-8031-2a38e28d70fc None None] Provisioning complete for port 2021c5c3-694b-4824-ab82-390864311978 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:10.250806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82d952dd-0543-4d54-8031-2a38e28d70fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:10.301239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bc640-5b18-4a9d-bc63-025521582063 req-d8c02e71-9510-4045-8dd0-9efb76d13a81 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:10.312945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-193bc640-5b18-4a9d-bc63-025521582063 req-d8c02e71-9510-4045-8dd0-9efb76d13a81 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 945 time: 0.3679361 Sep 27 08:35:10.374554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-193bc640-5b18-4a9d-bc63-025521582063 req-7c9c2a0f-157a-4036-968b-24c43c6d99e4 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605435 Sep 27 08:35:10.391487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b9faf72e-849f-4392-8907-935be8760b6f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:10.467737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Allocated IP 10.2.2.100 (06cebe1f-2f59-4476-80ee-24531db18e00/caf2b750-bbd7-4a48-b682-ddfae227b485/6c72afd2-3a08-4486-ae77-cd3ead668b8c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:10.519176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8791f-e2c8-4e0c-a404-0168a7fa4a91 req-2fac40f3-af2f-404c-b8ff-5dafef255205 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:10.526421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8791f-e2c8-4e0c-a404-0168a7fa4a91 req-2fac40f3-af2f-404c-b8ff-5dafef255205 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:10.533412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8791f-e2c8-4e0c-a404-0168a7fa4a91 req-2fac40f3-af2f-404c-b8ff-5dafef255205 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:10.542335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe8791f-e2c8-4e0c-a404-0168a7fa4a91 req-2fac40f3-af2f-404c-b8ff-5dafef255205 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 2372 time: 0.0857353 Sep 27 08:35:10.709592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe8791f-e2c8-4e0c-a404-0168a7fa4a91 req-a7fb0d36-d343-4502-9a63-fe56f959b26f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660922 Sep 27 08:35:10.787711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f8fee-2ed5-4944-a220-75efba6038fb req-6904dcc7-1e0b-4dee-ba1d-47c4023a3343 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:10.800046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f10f8fee-2ed5-4944-a220-75efba6038fb req-6904dcc7-1e0b-4dee-ba1d-47c4023a3343 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 943 time: 0.6477001 Sep 27 08:35:10.867172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] For port 6ad03ad4-2b72-492a-bfe0-08258b49cc23, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=6ad03ad4-2b72-492a-bfe0-08258b49cc23,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:10.867884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:10.889661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Calling delete_port for 6ad03ad4-2b72-492a-bfe0-08258b49cc23 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:35:10.944054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-95911ad5-aa28-40e7-bbed-b4abb984ff88 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:10.948651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-95911ad5-aa28-40e7-bbed-b4abb984ff88 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.67 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 815 time: 0.3949530 Sep 27 08:35:10.980937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d19eb3ee-ce05-425c-8e9f-af301c8967de req-c43d88c9-4beb-4698-9c38-1809d9ba5b00 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 210 time: 0.0870323 Sep 27 08:35:11.000655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Request body: {'port': {'device_id': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'admin_state_up': True, 'tenant_id': 'f378a1db83c1434fbf11b35e6758b1ac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:11.071316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:11.110217 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef8fb31-c9d8-4353-a9a1-593e34c0b8aa x-openstack-request-id: req-fef8fb31-c9d8-4353-a9a1-593e34c0b8aa {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:11.111148 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "name": "network-vif-unplugged", "status": "completed", "tag": "b9faf72e-849f-4392-8907-935be8760b6f", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:11.111571 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fef8fb31-c9d8-4353-a9a1-593e34c0b8aa {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:11.112397 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f', 'code': 200} Sep 27 08:35:11.145821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-591d8234-be95-4965-b899-fef767644f64 None None] Provisioning complete for port 2021c5c3-694b-4824-ab82-390864311978 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:11.148812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d8234-be95-4965-b899-fef767644f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:11.229666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b9faf72e-849f-4392-8907-935be8760b6f details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:11.302901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Made reservation on behalf of f378a1db83c1434fbf11b35e6758b1ac for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:11.306851 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:35:11.307694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:11.312167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:11.426473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2021c5c3-694b-4824-ab82-390864311978 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:11.431218 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:11.482172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f10f8fee-2ed5-4944-a220-75efba6038fb req-3c7857c4-c58b-4b61-b9ef-67f2ae535eb1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805804 Sep 27 08:35:11.496300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:11.498566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:11.512125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network 06cebe1f-2f59-4476-80ee-24531db18e00 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:11.513532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=6c72afd2-3a08-4486-ae77-cd3ead668b8c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:11.586245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event deleted for resources: {'Port': ['ID=6ad03ad4-2b72-492a-bfe0-08258b49cc23,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:11.605763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2021c5c3-694b-4824-ab82-390864311978 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:11.606142 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:11.629234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:11.634802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] No DVR routers for this DVR port 6ad03ad4-2b72-492a-bfe0-08258b49cc23 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:35:11.636646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:11.653348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:11.655815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b45a9f-1270-48fd-8721-0c397c24b5d0 req-5f76fa96-5f61-4331-ba6d-2262a81e5b8b tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "DELETE /v2.0/ports/6ad03ad4-2b72-492a-bfe0-08258b49cc23 HTTP/1.1" status: 204 len: 173 time: 2.1116462 Sep 27 08:35:11.679461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-deleted', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:11.685752 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e184a523-3789-4f48-960a-721574a5d2db" -d '{"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-deleted", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:11.797105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-a79fe843-0ba9-4fd2-9686-01f6bc134ab9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:11.807982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-a79fe843-0ba9-4fd2-9686-01f6bc134ab9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 815 time: 0.3182576 Sep 27 08:35:11.908575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:11.926949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-c34b359f-e9ba-4395-b7bb-a4016d1268dd tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/quotas/183dc8fe124d4315b45d59687cee71ed HTTP/1.1" status: 200 len: 375 time: 0.1178038 Sep 27 08:35:11.933144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42002) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:12.055215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b9faf72e-849f-4392-8907-935be8760b6f has no active binding in host n-h2-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 08:35:12.079969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:12.080940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:12.135174 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-e97c068c-ce8f-4bc5-8303-3c1fe8b9dd79 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5447266 Sep 27 08:35:12.137479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-79dd8593-7113-4d78-9d49-46c6ca5fbd88 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3858669 Sep 27 08:35:12.138772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-efb224bc-6dfa-491d-bf6b-31f0e00d13ec tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:12.140422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-efb224bc-6dfa-491d-bf6b-31f0e00d13ec tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.67 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 815 time: 0.6368551 Sep 27 08:35:12.144894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Allocated IP 172.20.0.13 (2c34f8a1-de2e-4456-814b-4e242f8f56e7/02eecca5-8385-4595-b5ef-66bdb23e8309/c34314e0-b1dc-4af9-b54b-ea9ee52684e8) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:12.155322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:12.161561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-ba8a9d79-7ef5-407c-81f3-a239e8d629bc tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2333519 Sep 27 08:35:12.173729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Request body: {'port': {'device_id': '3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3', 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8', 'admin_state_up': True, 'tenant_id': '183dc8fe124d4315b45d59687cee71ed'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:12.176296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00', 'admin_state_up': True, 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'security_groups': ['bb7230f2-0c6d-4711-a3d9-406e8741c4a7']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:12.270617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f4e883ff-1c0e-463c-9185-df2bc3784d00 None None] Provisioning complete for port 6c72afd2-3a08-4486-ae77-cd3ead668b8c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:12.271210 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f4e883ff-1c0e-463c-9185-df2bc3784d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:12.355886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:35:12.386105 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f4e883ff-1c0e-463c-9185-df2bc3784d00 None None] Port 6c72afd2-3a08-4486-ae77-cd3ead668b8c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:12.401575 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-f8430352-7700-4564-855b-2879a09b74df service neutron] 10.222.0.50 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389271 Sep 27 08:35:12.464371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 6ad03ad4-2b72-492a-bfe0-08258b49cc23 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:35:12.468241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d744658d-a10c-4dc9-ad05-65e2091bcf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:12.468850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 6ad03ad4-2b72-492a-bfe0-08258b49cc23 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:35:12.470480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Made reservation on behalf of 95dbba194fdb453aa1b6490fcaaa11d0 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:12.475904 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:12.541938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:12.641998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:12.667493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-e0917f77-44bc-478d-87ff-b59d4c25d4bb service neutron] 10.222.0.50 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648501 Sep 27 08:35:12.697718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:12.721915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:12.725606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:12.727847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:12.803201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:12.803903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:12.836822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Pushing event updated for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:13.114034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:13.117020 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673beefc-eb28-434d-9fac-0aebed6d57ba" -d '{"events": [{"name": "network-changed", "server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "tag": "b9faf72e-849f-4392-8907-935be8760b6f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:13.248960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d744658d-a10c-4dc9-ad05-65e2091bcf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.266877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Allocated IP 10.2.2.200 (06cebe1f-2f59-4476-80ee-24531db18e00/caf2b750-bbd7-4a48-b682-ddfae227b485/00c021f0-8274-4df3-a940-3b32075df459) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:13.270658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d744658d-a10c-4dc9-ad05-65e2091bcf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.294902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Made reservation on behalf of 183dc8fe124d4315b45d59687cee71ed for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:13.303372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.317304 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5f69ff-378c-4424-a382-effae0212d38 x-openstack-request-id: req-cf5f69ff-378c-4424-a382-effae0212d38 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:13.317625 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb7140-52f4-43ae-98b0-8b95762679ea", "name": "network-vif-deleted", "tag": "6ad03ad4-2b72-492a-bfe0-08258b49cc23", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:13.317839 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf5f69ff-378c-4424-a382-effae0212d38 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:13.318238 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb7140-52f4-43ae-98b0-8b95762679ea', 'name': 'network-vif-deleted', 'tag': '6ad03ad4-2b72-492a-bfe0-08258b49cc23', 'status': 'completed', 'code': 200} Sep 27 08:35:13.378067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d744658d-a10c-4dc9-ad05-65e2091bcf1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3593d953dfa84134b97b9174c5d0f70e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4265704 Sep 27 08:35:13.378067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744658d-a10c-4dc9-ad05-65e2091bcf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5063cd-641a-4f8f-ad23-927de9d89774,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:13.378773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42030) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:13.404299 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.424374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c265d8fd-39f8-4e98-b535-e1c5ba8e6222 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4458382 Sep 27 08:35:13.490326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Request body: {'port': {'device_id': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:13.594653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7d40-62e9-4af7-97fb-0c1fa8d16b41 req-578e5f9a-8f76-4526-b1f9-0a0a6a95c9a4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:13.601511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7d40-62e9-4af7-97fb-0c1fa8d16b41 req-578e5f9a-8f76-4526-b1f9-0a0a6a95c9a4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:13.608939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7d40-62e9-4af7-97fb-0c1fa8d16b41 req-578e5f9a-8f76-4526-b1f9-0a0a6a95c9a4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:13.615027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7d40-62e9-4af7-97fb-0c1fa8d16b41 req-578e5f9a-8f76-4526-b1f9-0a0a6a95c9a4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:13.623041 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc7df871-ed44-4601-b10c-72e1b7ca6b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.625012 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f55a7d40-62e9-4af7-97fb-0c1fa8d16b41 req-578e5f9a-8f76-4526-b1f9-0a0a6a95c9a4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 3093 time: 0.2026973 Sep 27 08:35:13.689604 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Allocated IP 172.20.0.4 (ecfc4887-be95-4181-a514-ed7eab08c0e8/eb9cc257-91b1-42e5-acd2-54e21a8e4719/0b71c617-54aa-4638-bffb-5ea74a29fe4b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:13.691757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.705518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.708595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc7df871-ed44-4601-b10c-72e1b7ca6b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.729609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f55a7d40-62e9-4af7-97fb-0c1fa8d16b41 req-a83d2dc1-877f-4cc1-ba36-9e149da2e306 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036186 Sep 27 08:35:13.733594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Allocated IP 172.25.2.32 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/e1b64fd4-51cc-4b9e-b908-549c1fc775f9) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:13.861033 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.879676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.884805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc7df871-ed44-4601-b10c-72e1b7ca6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.887592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc7df871-ed44-4601-b10c-72e1b7ca6b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:13.891332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc7df871-ed44-4601-b10c-72e1b7ca6b10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd5063cd-641a-4f8f-ad23-927de9d89774 HTTP/1.1" status: 204 len: 168 time: 0.5060356 Sep 27 08:35:13.938113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7df871-ed44-4601-b10c-72e1b7ca6b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5063cd-641a-4f8f-ad23-927de9d89774,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:13.963073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Network 06cebe1f-2f59-4476-80ee-24531db18e00 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:13.971836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:13.991130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:14.004553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event updated for resources: {'Port': ['ID=00c021f0-8274-4df3-a940-3b32075df459,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:14.060627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.074717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51e571-adc9-47e2-80ab-f06f30106365 req-7be8f228-9ef3-4a3e-be99-79e5c192e9f0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:14.082543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb51e571-adc9-47e2-80ab-f06f30106365 req-7be8f228-9ef3-4a3e-be99-79e5c192e9f0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 932 time: 0.2229753 Sep 27 08:35:14.119832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:14.120965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.138060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047313d5-a4c7-403b-8e34-cf8640265873 req-0aa24dd5-9c1d-4b5b-b16e-0e359a363d00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1691101 Sep 27 08:35:14.166343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7d9ec37a-c65b-4d40-9a6b-3bbd0be70505 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9960532 Sep 27 08:35:14.186642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:14.190611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.249491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb51e571-adc9-47e2-80ab-f06f30106365 req-fddd297c-9145-447c-ab17-d86e2b952143 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390443 Sep 27 08:35:14.288256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Pushing event updated for resources: {'Port': ['ID=e1b64fd4-51cc-4b9e-b908-549c1fc775f9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:14.295468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.339607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:14.345323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1c195f9a-b34e-4b71-a935-d5f4f4148dc2 None None] Provisioning complete for port 00c021f0-8274-4df3-a940-3b32075df459 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:14.346176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c195f9a-b34e-4b71-a935-d5f4f4148dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.353046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:14.383121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:14.441731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1c195f9a-b34e-4b71-a935-d5f4f4148dc2 None None] Port 00c021f0-8274-4df3-a940-3b32075df459 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:14.469439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047313d5-a4c7-403b-8e34-cf8640265873 req-fed07c07-3a1f-4305-95de-708e8c26274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:14.471375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047313d5-a4c7-403b-8e34-cf8640265873 req-fed07c07-3a1f-4305-95de-708e8c26274b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26b7c4de14f44e6997b69ac66c53364d&device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 1100 time: 0.1842241 Sep 27 08:35:14.476076 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.526445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.562254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34314e0-b1dc-4af9-b54b-ea9ee52684e8 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:14.574419 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.597398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae742df-cd0f-49fc-b420-0f7df2502869 req-1ddf9e2c-06e3-427d-afc2-1b8ee752422a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:14.609146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bae742df-cd0f-49fc-b420-0f7df2502869 req-1ddf9e2c-06e3-427d-afc2-1b8ee752422a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 943 time: 0.2388675 Sep 27 08:35:14.653673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Transition to ACTIVE for port object c34314e0-b1dc-4af9-b54b-ea9ee52684e8 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:14.674482 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:14.681221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:14.706392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:14.709017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:14.729724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bae742df-cd0f-49fc-b420-0f7df2502869 req-dd7a065c-be11-4b98-be88-6194687cdcd8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131876 Sep 27 08:35:14.730725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Pushing event updated for resources: {'Port': ['ID=0b71c617-54aa-4638-bffb-5ea74a29fe4b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:14.778063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047313d5-a4c7-403b-8e34-cf8640265873 req-20cc0ada-ec5a-4c16-891e-b556c4734034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:14.779564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047313d5-a4c7-403b-8e34-cf8640265873 req-20cc0ada-ec5a-4c16-891e-b556c4734034 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2528427 Sep 27 08:35:14.871637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Pushing event updated for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:14.923322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-93b94024-2097-42cf-84a8-0c7c518609cb tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:14.924949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-93b94024-2097-42cf-84a8-0c7c518609cb tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.57 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 815 time: 0.5779884 Sep 27 08:35:14.973489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:14.974237 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.002894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047313d5-a4c7-403b-8e34-cf8640265873 req-07e689cf-747f-4df7-9b71-0f7554e0f132 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 200 len: 217 time: 0.0725386 Sep 27 08:35:15.006097 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a87ec75c-a9a5-461c-82e6-450bd8730418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.032475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Request body: {'port': {'device_id': 'acf6546e-4a63-4773-9841-0a23546d4367', 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8', 'admin_state_up': True, 'tenant_id': '183dc8fe124d4315b45d59687cee71ed'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:15.040848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.045365 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a4a0124d-9d2a-4f4b-981b-875bdcacc723 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8752351 Sep 27 08:35:15.063119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Request body: {'port': {'device_id': '3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:15.180907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-185ef1a2-1633-40ed-a027-46d15428cb2f None None] Provisioning complete for port 0b71c617-54aa-4638-bffb-5ea74a29fe4b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:15.181536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-185ef1a2-1633-40ed-a027-46d15428cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.182864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.259078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-185ef1a2-1633-40ed-a027-46d15428cb2f None None] Port 0b71c617-54aa-4638-bffb-5ea74a29fe4b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:15.289893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Attempting to bind port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:15.290572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Attempting to bind port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:15.290572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Attempting to bind port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:15.331708 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.336441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:15.336751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Attempting to bind port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:15.370647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:15.371001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Checking segment: {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:15.371430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Bound using segment: {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:15.372011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Bound port: c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:15.372468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.390288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047313d5-a4c7-403b-8e34-cf8640265873 req-503364df-53a2-4717-9736-a8f644ce0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:15.391776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047313d5-a4c7-403b-8e34-cf8640265873 req-503364df-53a2-4717-9736-a8f644ce0d84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.3541524 Sep 27 08:35:15.434404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-fd650b2a-29bd-41d0-ae4e-f842e42602eb tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:15.441804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-fd650b2a-29bd-41d0-ae4e-f842e42602eb tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 815 time: 0.3323340 Sep 27 08:35:15.503177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-9058bb1b-b332-4754-9a49-036668012c8c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/quotas/183dc8fe124d4315b45d59687cee71ed HTTP/1.1" status: 200 len: 375 time: 0.0583730 Sep 27 08:35:15.637731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d628f0e8-732a-47bb-bb8a-15abb2f58d9a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:15.658941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.673234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-8ac48af1-80f3-4562-ac4b-fb7d84038935 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710310 Sep 27 08:35:15.677491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:15.715436 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-b492b30d-c706-4c13-9ed7-33bdac9a5903 service neutron] 10.222.0.57 "GET /v2.0/ports/b9faf72e-849f-4392-8907-935be8760b6f/bindings/n-h2-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.4791968 Sep 27 08:35:15.731321 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Transition to ACTIVE for port object d628f0e8-732a-47bb-bb8a-15abb2f58d9a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:15.741897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047313d5-a4c7-403b-8e34-cf8640265873 req-50b123e0-3c93-4d35-8a9c-8154aaf7992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:15.744954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047313d5-a4c7-403b-8e34-cf8640265873 req-50b123e0-3c93-4d35-8a9c-8154aaf7992e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2153137 Sep 27 08:35:15.767975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Made reservation on behalf of 183dc8fe124d4315b45d59687cee71ed for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:15.771508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:15.785404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.028128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Pushing event updated for resources: {'Port': ['ID=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:16.092748 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.112079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:16.128119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.145696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.166435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047313d5-a4c7-403b-8e34-cf8640265873 req-29e885b2-dba4-43a5-a818-36a29456c41c service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988748 Sep 27 08:35:16.211631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:16.212032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.214740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] 10.222.0.67 "PUT /v2.0/ports/c34314e0-b1dc-4af9-b54b-ea9ee52684e8 HTTP/1.1" status: 200 len: 1092 time: 2.7512269 Sep 27 08:35:16.301254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Pushing event updated for resources: {'Port': ['ID=e1b64fd4-51cc-4b9e-b908-549c1fc775f9,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:16.342606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bca491-e3a5-4573-b2f9-9507e11cccbf service neutron] Pushing event updated for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:16.384950 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-f8e8e131-b31e-4810-88e2-f4e04630a138 service neutron] 10.222.0.50 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107446 Sep 27 08:35:16.400381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42092) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:16.453356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b71c617-54aa-4638-bffb-5ea74a29fe4b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:16.499537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.518471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-a6f44d94-a332-4b1f-856f-6b92a591a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:16.520195 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-a6f44d94-a332-4b1f-856f-6b92a591a88b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 1095 time: 0.2495804 Sep 27 08:35:16.598099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Transition to ACTIVE for port object 0b71c617-54aa-4638-bffb-5ea74a29fe4b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:16.612339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-da474a12-f7d2-4d47-a764-cc83ee36a1a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8 HTTP/1.1" status: 200 len: 217 time: 0.0697351 Sep 27 08:35:16.621632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c0924b-3920-492c-85a0-17daf550f78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.632513 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.655286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-d216cc3d-c468-4f9a-8744-e3b6b482fc60 service neutron] 10.222.0.50 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694428 Sep 27 08:35:16.738733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:16.754491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-1b00702c-932c-4db0-a360-a4a251797dd7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:16.756348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-1b00702c-932c-4db0-a360-a4a251797dd7 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.2304926 Sep 27 08:35:16.773222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-39f58a56-174d-46bf-a5fe-b44ff067ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:16.775379 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-39f58a56-174d-46bf-a5fe-b44ff067ca47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02eecca5-8385-4595-b5ef-66bdb23e8309 HTTP/1.1" status: 200 len: 855 time: 0.1441250 Sep 27 08:35:16.787346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Pushing event updated for resources: {'Port': ['ID=0b71c617-54aa-4638-bffb-5ea74a29fe4b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:16.839165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Attempting to bind port d628f0e8-732a-47bb-bb8a-15abb2f58d9a on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:16.839778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Attempting to bind port d628f0e8-732a-47bb-bb8a-15abb2f58d9a by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:16.839964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Attempting to bind port d628f0e8-732a-47bb-bb8a-15abb2f58d9a on network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:16.885886 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-a976f3aa-b33a-49dd-94ea-d9320a8d6fe0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c34f8a1-de2e-4456-814b-4e242f8f56e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903900 Sep 27 08:35:16.902826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Allocated IP 172.20.0.14 (ecfc4887-be95-4181-a514-ed7eab08c0e8/eb9cc257-91b1-42e5-acd2-54e21a8e4719/8d805d35-ee4d-416c-b229-2fe7a1527616) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:16.928873 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-047313d5-a4c7-403b-8e34-cf8640265873 req-21339656-bf22-4cf5-95d0-0bc19a9419aa service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7302201 Sep 27 08:35:16.929535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Port d628f0e8-732a-47bb-bb8a-15abb2f58d9a on network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:16.929737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Attempting to bind port d628f0e8-732a-47bb-bb8a-15abb2f58d9a on network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:16.977534 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b78bf1-753a-4e99-87ed-f64592136366 x-openstack-request-id: req-d4b78bf1-753a-4e99-87ed-f64592136366 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:16.978340 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "tag": "b9faf72e-849f-4392-8907-935be8760b6f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:16.978436 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4b78bf1-753a-4e99-87ed-f64592136366 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:16.978920 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f', 'status': 'completed', 'code': 200} Sep 27 08:35:16.999196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:17.101775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:17.102125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Checking segment: {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:17.102516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Bound using segment: {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:17.102963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Bound port: d628f0e8-732a-47bb-bb8a-15abb2f58d9a, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b78817e-1fa6-4e06-9ddc-bd03865a98bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:17.103322 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.124189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Attempting to bind port 0b71c617-54aa-4638-bffb-5ea74a29fe4b on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:17.124772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Attempting to bind port 0b71c617-54aa-4638-bffb-5ea74a29fe4b by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:17.125438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Attempting to bind port 0b71c617-54aa-4638-bffb-5ea74a29fe4b on network ecfc4887-be95-4181-a514-ed7eab08c0e8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:17.155829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Port 0b71c617-54aa-4638-bffb-5ea74a29fe4b on network ecfc4887-be95-4181-a514-ed7eab08c0e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:17.156160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Attempting to bind port 0b71c617-54aa-4638-bffb-5ea74a29fe4b on network ecfc4887-be95-4181-a514-ed7eab08c0e8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:17.194600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:17.195019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Checking segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:17.195320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Bound using segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:17.196029 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Bound port: 0b71c617-54aa-4638-bffb-5ea74a29fe4b, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:17.196175 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.212267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:17.219359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-4d46f8d0-cda2-4110-b052-0f7dada11ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.220869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-4d46f8d0-cda2-4110-b052-0f7dada11ac6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1124 time: 0.2131836 Sep 27 08:35:17.227685 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-3f779515-11b5-403d-8d1d-612541f0d398 service neutron] 10.222.0.67 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018813 Sep 27 08:35:17.258518 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c0924b-3920-492c-85a0-17daf550f78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.306654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bf17-9796-47f0-8cee-33791e31b084 req-8c71f4de-748e-47b0-9f7e-34be448c8d49 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.313156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bf17-9796-47f0-8cee-33791e31b084 req-8c71f4de-748e-47b0-9f7e-34be448c8d49 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.319812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bf17-9796-47f0-8cee-33791e31b084 req-8c71f4de-748e-47b0-9f7e-34be448c8d49 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.320239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.321518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-81e6c344-cb58-40b6-a52e-3072534ff333 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1770074 Sep 27 08:35:17.332807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bf17-9796-47f0-8cee-33791e31b084 req-8c71f4de-748e-47b0-9f7e-34be448c8d49 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.338811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bf17-9796-47f0-8cee-33791e31b084 req-8c71f4de-748e-47b0-9f7e-34be448c8d49 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.346691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7792bf17-9796-47f0-8cee-33791e31b084 req-8c71f4de-748e-47b0-9f7e-34be448c8d49 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 3826 time: 0.2235265 Sep 27 08:35:17.348496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9faf72e-849f-4392-8907-935be8760b6f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:17.354685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Deleting port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:35:17.355015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.357910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c0924b-3920-492c-85a0-17daf550f78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.479835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-808f067d-4a9b-4fce-b5ad-e4d350e5557b tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.1498213 Sep 27 08:35:17.481818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:17.485334 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c288e3-1b38-44e3-8655-a1ceb35c5c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.511405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] For port d628f0e8-732a-47bb-bb8a-15abb2f58d9a, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:17.556832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] For port d628f0e8-732a-47bb-bb8a-15abb2f58d9a, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:17.561800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] For port 0b71c617-54aa-4638-bffb-5ea74a29fe4b, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:17.563886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0924b-3920-492c-85a0-17daf550f78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28507959-3b9e-4690-94b2-7177e89003e9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:17.571977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-92c0924b-3920-492c-85a0-17daf550f78a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df532135fb5c45628bf332559315bc92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1701345 Sep 27 08:35:17.573670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:17.581132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.583383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.612471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7792bf17-9796-47f0-8cee-33791e31b084 req-abdc6e42-597c-4399-beaf-a26b31f1b6b1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611110 Sep 27 08:35:17.622635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.648898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] For port 0b71c617-54aa-4638-bffb-5ea74a29fe4b, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0b71c617-54aa-4638-bffb-5ea74a29fe4b,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:17.681772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.716925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.717545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.718958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] 10.222.0.67 "PUT /v2.0/ports/d628f0e8-732a-47bb-bb8a-15abb2f58d9a HTTP/1.1" status: 200 len: 1092 time: 3.5371604 Sep 27 08:35:17.723691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:17.726367 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:17.736775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-067aa208-7d7e-4238-a9f4-cafe7f8eb56a req-86e52ddd-75b9-4d5a-923d-3b19f64a2f0c service neutron] 10.222.0.67 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955955 Sep 27 08:35:17.741619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-84a53f9a-44c3-49cf-90b6-a76e3485f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.743103 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-84a53f9a-44c3-49cf-90b6-a76e3485f310 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.4741838 Sep 27 08:35:17.779895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] For port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:17.780545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.832920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:17.833176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.834680 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] 10.222.0.67 "PUT /v2.0/ports/0b71c617-54aa-4638-bffb-5ea74a29fe4b HTTP/1.1" status: 200 len: 1091 time: 2.7782173 Sep 27 08:35:17.839042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:17.857542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Calling delete_port for cb4e5604-9df6-4cd2-b074-80d4ecbe82ff owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:35:17.957363 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:17.971479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-d0db118e-35a3-49f5-b11b-7908b22ca1e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 217 time: 0.1617916 Sep 27 08:35:17.992083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb3c93-255c-4677-9d7b-3b4ba5eb4f98 service neutron] Pushing event updated for resources: {'Port': ['ID=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:17.996654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e07f1-9ada-4c88-a347-ff912b0bd05c service neutron] Pushing event updated for resources: {'Port': ['ID=0b71c617-54aa-4638-bffb-5ea74a29fe4b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:18.018774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-901e42c2-c1a1-4f1a-8951-c0a4b32bb1f3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.021552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d472e597-1c7c-4128-b63b-3262bbcc3c68 req-901e42c2-c1a1-4f1a-8951-c0a4b32bb1f3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.5008175 Sep 27 08:35:18.103129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.109144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-682da4d8-85f8-4678-ab2d-58589372ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.110850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-682da4d8-85f8-4678-ab2d-58589372ea49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1154540 Sep 27 08:35:18.119983 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.120857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] Transition to ACTIVE for port object b9faf72e-849f-4392-8907-935be8760b6f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:18.173192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1cb94-94f7-4bb3-a7f8-4ed40ba888a5 req-8eea5c3d-5ddb-4c54-b405-eead741e60d9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.180784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fd1cb94-94f7-4bb3-a7f8-4ed40ba888a5 req-8eea5c3d-5ddb-4c54-b405-eead741e60d9 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=c200d63d-868e-4067-99fb-983d2ce9ad9c HTTP/1.1" status: 200 len: 949 time: 0.4666228 Sep 27 08:35:18.217672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Pushing event updated for resources: {'Port': ['ID=8d805d35-ee4d-416c-b229-2fe7a1527616,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:18.222926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-d08513a1-ec1c-48cb-a46b-edb8d8dffaf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513384 Sep 27 08:35:18.226675 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.230308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.245664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.253994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:18.254651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-b1ed3efd-cdf7-44d2-9766-c44196c0e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.256265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-b1ed3efd-cdf7-44d2-9766-c44196c0e346 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 1094 time: 0.3474698 Sep 27 08:35:18.341227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] Pushing event updated for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:18.353612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:18.354696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.57', 49740) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:18.361799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:18.369187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-c8185931-612b-4b22-a44f-b3cd6bfc1609 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b71c617-54aa-4638-bffb-5ea74a29fe4b HTTP/1.1" status: 200 len: 217 time: 0.0959394 Sep 27 08:35:18.379839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b9faf72e-849f-4392-8907-935be8760b6f no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:35:18.394191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fd1cb94-94f7-4bb3-a7f8-4ed40ba888a5 req-7f02b4a8-7975-4b2e-a6d7-33564509aaed tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111802 Sep 27 08:35:18.467400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b9faf72e-849f-4392-8907-935be8760b6f not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:35:18.467853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cb4e5604-9df6-4cd2-b074-80d4ecbe82ff no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:35:18.505151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.507261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.592352 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.628162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-df8b69a6-f911-48f4-a6fa-fbe6490ca019 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6133680 Sep 27 08:35:18.662226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] No DVR routers for this DVR port b9faf72e-849f-4392-8907-935be8760b6f on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:35:18.669892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Request body: {'port': {'device_id': 'acf6546e-4a63-4773-9841-0a23546d4367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:18.675741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-85e4a5aa-7927-4ff2-8a7f-33d143eb6540 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.678626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-85e4a5aa-7927-4ff2-8a7f-33d143eb6540 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.57 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 815 time: 0.3225837 Sep 27 08:35:18.703208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbad9a-bd91-48d7-95f6-b35761cd589d req-c54eacee-843a-4f72-8c4c-34d1ba6e2a1d tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.704853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1bbad9a-bd91-48d7-95f6-b35761cd589d req-c54eacee-843a-4f72-8c4c-34d1ba6e2a1d tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 944 time: 0.4906306 Sep 27 08:35:18.710173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-3906bc00-cedf-44c5-b227-95060661f8d6 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603057 Sep 27 08:35:18.739531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c37e9cfd-4db5-4c7c-b55e-171c79b16bb7 None None] Provisioning complete for port 8d805d35-ee4d-416c-b229-2fe7a1527616 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:18.740030 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c37e9cfd-4db5-4c7c-b55e-171c79b16bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.788243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c37e9cfd-4db5-4c7c-b55e-171c79b16bb7 None None] Port 8d805d35-ee4d-416c-b229-2fe7a1527616 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:18.798957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] 10.222.0.57 "PUT /v2.0/ports/b9faf72e-849f-4392-8907-935be8760b6f/bindings/n-h2-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0699420 Sep 27 08:35:18.813115 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.824030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Request body: {'port': {'device_id': '241ae861-dc1a-4040-8108-b4b5411a8682', 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8', 'admin_state_up': True, 'tenant_id': '183dc8fe124d4315b45d59687cee71ed'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:18.830285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.833375 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.836729 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28507959-3b9e-4690-94b2-7177e89003e9 HTTP/1.1" status: 204 len: 168 time: 1.2533622 Sep 27 08:35:18.849594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1bbad9a-bd91-48d7-95f6-b35761cd589d req-abf59e9e-8898-4055-be64-a3d0508faa25 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334600 Sep 27 08:35:18.862472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-1966929a-13ce-4c0e-b12d-adcb669fc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.864291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-1966929a-13ce-4c0e-b12d-adcb669fc142 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eb9cc257-91b1-42e5-acd2-54e21a8e4719 HTTP/1.1" status: 200 len: 854 time: 0.4648015 Sep 27 08:35:18.881514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:18.921182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28507959-3b9e-4690-94b2-7177e89003e9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:18.977692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485a39e-2c3a-44b7-ac74-132c914e9f74 req-c326a8d7-0583-4c02-8236-a99ba8d3e28e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:18.985628 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5485a39e-2c3a-44b7-ac74-132c914e9f74 req-c326a8d7-0583-4c02-8236-a99ba8d3e28e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 944 time: 0.4837840 Sep 27 08:35:19.002257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673beefc-eb28-434d-9fac-0aebed6d57ba req-a871a530-7cb8-421f-8fb5-da353b257ad8 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808766 Sep 27 08:35:19.007997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8'}, {'name': 'network-changed', 'server_uuid': '3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3', 'tag': '0b71c617-54aa-4638-bffb-5ea74a29fe4b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:19.010456 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f879341e-f242-4525-855c-ad39ea26a613" -d '{"events": [{"name": "network-changed", "server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8"}, {"name": "network-changed", "server_uuid": "3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3", "tag": "0b71c617-54aa-4638-bffb-5ea74a29fe4b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:19.025573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.026090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.026433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.026779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.027200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.027597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.028011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.028389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.028725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.030185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.030185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.030185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3af69b-7ea3-458e-8f9a-91b9e2226ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:19.050404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc2cada3-d468-4da7-b59d-30d545a1865f req-44216cf3-b3a8-4172-9d19-4dcdd733f925 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 210 time: 0.0727665 Sep 27 08:35:19.054197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-77d3a2e7-bd28-48a0-866f-b86b7c2bd4dd tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.055611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-77d3a2e7-bd28-48a0-866f-b86b7c2bd4dd tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1095 time: 0.1666937 Sep 27 08:35:19.135174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:19.152922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:19.196133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-f9d4951f-df77-42a0-8b36-c979cda7cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.197673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-f9d4951f-df77-42a0-8b36-c979cda7cb1b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94 HTTP/1.1" status: 200 len: 1095 time: 0.0905645 Sep 27 08:35:19.218076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c34314e0-b1dc-4af9-b54b-ea9ee52684e8 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:19.261802 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e40a1fe-e635-465c-9ab0-700d8894dc77 x-openstack-request-id: req-3e40a1fe-e635-465c-9ab0-700d8894dc77 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:19.268395 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:19.268663 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e40a1fe-e635-465c-9ab0-700d8894dc77 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:19.269092 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'status': 'completed', 'code': 200} Sep 27 08:35:19.273039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.67', 62545) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:19.276557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a54a6b-f761-4ba2-bddf-b1aa45709f8b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:19.285384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:19.299084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Transition to ACTIVE for port object d3a54a6b-f761-4ba2-bddf-b1aa45709f8b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:19.441625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5485a39e-2c3a-44b7-ac74-132c914e9f74 req-1958879f-5c00-4ba3-a87e-a52871c76d0a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548163 Sep 27 08:35:19.513095 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:19.524864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:19.532647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-28b62345-0ff3-4a0b-a937-589f4097aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.535471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-28b62345-0ff3-4a0b-a937-589f4097aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.536121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-28b62345-0ff3-4a0b-a937-589f4097aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.538345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-28b62345-0ff3-4a0b-a937-589f4097aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.539500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-28b62345-0ff3-4a0b-a937-589f4097aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.540262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event deleted for resources: {'Port': ['ID=cb4e5604-9df6-4cd2-b074-80d4ecbe82ff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:19.540958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-28b62345-0ff3-4a0b-a937-589f4097aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.545507 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-28b62345-0ff3-4a0b-a937-589f4097aa3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5242 time: 0.2696779 Sep 27 08:35:19.549562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'port_id': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'mac_address': 'fa:16:3e:e0:ab:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02eecca5-8385-4595-b5ef-66bdb23e8309', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:35:19.613319 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:19.637022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] No DVR routers for this DVR port cb4e5604-9df6-4cd2-b074-80d4ecbe82ff on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:35:19.637917 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-c02f83fc-7698-458c-8130-0254365c0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.644437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-c02f83fc-7698-458c-8130-0254365c0099 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1095 time: 0.3743527 Sep 27 08:35:19.648651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34314e0-b1dc-4af9-b54b-ea9ee52684e8 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:19.689947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:19.693610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:19.701320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8245b532-b975-47a3-9c0f-eb82dabf3c5a req-daba2acc-5dbf-4420-9982-0e3e62a31d7a tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.57 "DELETE /v2.0/ports/cb4e5604-9df6-4cd2-b074-80d4ecbe82ff HTTP/1.1" status: 204 len: 173 time: 2.9242065 Sep 27 08:35:19.703353 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a65881af-bda4-4765-b2e9-3071214d54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:19.705555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-a65881af-bda4-4765-b2e9-3071214d54cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecfc4887-be95-4181-a514-ed7eab08c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7787769 Sep 27 08:35:19.705555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Made reservation on behalf of 183dc8fe124d4315b45d59687cee71ed for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:19.709003 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:19.709409 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:19.822612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:19.880886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:19.942406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['c34314e0-b1dc-4af9-b54b-ea9ee52684e8'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:19.994491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88d0-68d6-4fd4-a074-a91e7dcdffd3 req-dd730255-78c8-487b-a4b4-b34fb0652986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.001272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88d0-68d6-4fd4-a074-a91e7dcdffd3 req-dd730255-78c8-487b-a4b4-b34fb0652986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.009393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88d0-68d6-4fd4-a074-a91e7dcdffd3 req-dd730255-78c8-487b-a4b4-b34fb0652986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.017979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88d0-68d6-4fd4-a074-a91e7dcdffd3 req-dd730255-78c8-487b-a4b4-b34fb0652986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.025710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88d0-68d6-4fd4-a074-a91e7dcdffd3 req-dd730255-78c8-487b-a4b4-b34fb0652986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.032176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f88d0-68d6-4fd4-a074-a91e7dcdffd3 req-dd730255-78c8-487b-a4b4-b34fb0652986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.035309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd7f88d0-68d6-4fd4-a074-a91e7dcdffd3 req-dd730255-78c8-487b-a4b4-b34fb0652986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 4598 time: 0.4877510 Sep 27 08:35:20.045289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-5e847ab1-217d-42d1-93f9-1315a7fc1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.045789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-5e847ab1-217d-42d1-93f9-1315a7fc1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.046314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-5e847ab1-217d-42d1-93f9-1315a7fc1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.053631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-5e847ab1-217d-42d1-93f9-1315a7fc1f72 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4176726 Sep 27 08:35:20.062377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0489e121-c286-4a94-bd4b-581aeba53968 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.071254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0489e121-c286-4a94-bd4b-581aeba53968 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 821 time: 0.7174985 Sep 27 08:35:20.178326 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-e449e8db-1763-4e5d-8e0b-5ffe4222bddd service neutron] 10.222.0.67 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579513 Sep 27 08:35:20.237583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Attempting to bind port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:20.237931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Attempting to bind port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:20.238275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Attempting to bind port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:20.248785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-d5c4559d-ee11-4aa5-8619-6d608e3d100e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/quotas/744d0a9575ed43a8b3275f3302d819d0 HTTP/1.1" status: 200 len: 375 time: 0.1535215 Sep 27 08:35:20.255424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd7f88d0-68d6-4fd4-a074-a91e7dcdffd3 req-25d42167-38c9-4a03-8cb3-fc37981bab40 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094522 Sep 27 08:35:20.264483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:20.264663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Attempting to bind port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:20.284985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d805d35-ee4d-416c-b229-2fe7a1527616 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:20.293786 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:20.324579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Transition to ACTIVE for port object 8d805d35-ee4d-416c-b229-2fe7a1527616 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:20.325709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:20.326307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Checking segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:20.326947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Bound using segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:20.327618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Bound port: d3a54a6b-f761-4ba2-bddf-b1aa45709f8b, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:20.328395 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:20.434316 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:20.458865 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a1e22d-fa2a-435a-993b-805910638c2e x-openstack-request-id: req-20a1e22d-fa2a-435a-993b-805910638c2e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:20.459466 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3", "tag": "0b71c617-54aa-4638-bffb-5ea74a29fe4b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:20.459466 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20a1e22d-fa2a-435a-993b-805910638c2e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:20.460673 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'status': 'completed', 'code': 200} Sep 27 08:35:20.461398 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3', 'tag': '0b71c617-54aa-4638-bffb-5ea74a29fe4b', 'status': 'completed', 'code': 200} Sep 27 08:35:20.464517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.67', 62546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:20.480704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:20.677136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-da8d5f3d-4808-4f5d-8913-0cc96c978534 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4272530 Sep 27 08:35:20.780164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Pushing event updated for resources: {'Port': ['ID=8d805d35-ee4d-416c-b229-2fe7a1527616,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:20.793734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-932e7d0f-1b8a-4a7d-b39a-44bdd5da7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.795525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-932e7d0f-1b8a-4a7d-b39a-44bdd5da7ff2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.7222066 Sep 27 08:35:20.821081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-282babc5-3758-452c-962b-f3d67544fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:20.823050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4cd759e-5513-4cc9-ae51-a2a8906d48e4 req-282babc5-3758-452c-962b-f3d67544fba7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7507346 Sep 27 08:35:20.848184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.848655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.849208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.850067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.850775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.851172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.851561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.851952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.852416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.852835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.853221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.853608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:20.938786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-49fc22fd-744a-4f27-9d96-6a618521b8c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 217 time: 0.1143985 Sep 27 08:35:21.004976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-b7dcd090-88d6-4dbb-a9f3-ef7f75625b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:21.006384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-b7dcd090-88d6-4dbb-a9f3-ef7f75625b92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.0569518 Sep 27 08:35:21.010721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] For port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:21.016626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] For port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:21.052611 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-564a1af8-972a-4cf3-a835-b06adb4ba73a req-2dffc5a2-d435-4c4e-b51b-86c79bdbc324 service neutron] 10.222.0.67 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8579078 Sep 27 08:35:21.058939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:21.070635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-44262ec9-299c-463a-b87f-4dc109b409c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509391 Sep 27 08:35:21.075394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Attempting to bind port 8d805d35-ee4d-416c-b229-2fe7a1527616 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:21.075739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Attempting to bind port 8d805d35-ee4d-416c-b229-2fe7a1527616 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:21.076042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Attempting to bind port 8d805d35-ee4d-416c-b229-2fe7a1527616 on network ecfc4887-be95-4181-a514-ed7eab08c0e8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:21.082131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-875d1d27-ec4d-4cff-a8a7-b6ccc04b48d3 service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921893 Sep 27 08:35:21.092669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Port 8d805d35-ee4d-416c-b229-2fe7a1527616 on network ecfc4887-be95-4181-a514-ed7eab08c0e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:21.093549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Attempting to bind port 8d805d35-ee4d-416c-b229-2fe7a1527616 on network ecfc4887-be95-4181-a514-ed7eab08c0e8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:21.134089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Allocated IP 172.20.0.9 (ecfc4887-be95-4181-a514-ed7eab08c0e8/eb9cc257-91b1-42e5-acd2-54e21a8e4719/c465c666-3985-4438-83d9-4c985a5806c0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:21.198763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:21.199589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Checking segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:21.200210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Bound using segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:21.200909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Bound port: 8d805d35-ee4d-416c-b229-2fe7a1527616, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:21.201486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:21.203254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c34314e0-b1dc-4af9-b54b-ea9ee52684e8 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:21.215318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-62779807-e893-4163-8602-95a0738797e3 service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235032 Sep 27 08:35:21.243833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:21.244927 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:21.246312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] 10.222.0.67 "PUT /v2.0/ports/d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 200 len: 1130 time: 3.4461327 Sep 27 08:35:21.297727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:35:21.300233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:21.301610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:21.302002 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:21.326744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6aea8-8bdd-48d9-b0d1-b158ccb423a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:21.350035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-0299ab61-06bb-47f5-9f22-4a0de82a8e8b service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697573 Sep 27 08:35:21.379905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879341e-f242-4525-855c-ad39ea26a613 req-d6251edd-c23f-4abf-aec9-04440becd2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:21.381665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-d6251edd-c23f-4abf-aec9-04440becd2f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 1096 time: 0.9156756 Sep 27 08:35:21.417307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] For port 8d805d35-ee4d-416c-b229-2fe7a1527616, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:21.553795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] For port 8d805d35-ee4d-416c-b229-2fe7a1527616, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d805d35-ee4d-416c-b229-2fe7a1527616,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:21.569949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:21.572731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:21.625631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518a326-8bab-4194-8bb9-f4bd66a47d9b req-62bd5dae-578d-4ca6-9d8e-3c9e6d5ec1f6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:21.627569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0518a326-8bab-4194-8bb9-f4bd66a47d9b req-62bd5dae-578d-4ca6-9d8e-3c9e6d5ec1f6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 945 time: 0.6133690 Sep 27 08:35:21.630323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879341e-f242-4525-855c-ad39ea26a613 req-d6c57ca6-5b01-49b1-80a2-0f08091eb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:21.632185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-d6c57ca6-5b01-49b1-80a2-0f08091eb1fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 916 time: 0.1900370 Sep 27 08:35:21.769824 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:21.833142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:21.835363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:21.838749 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa507af-9aec-424c-b2f6-a4ae23adf0cf" -d '{"events": [{"server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "name": "network-vif-plugged", "status": "completed", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:21.847095 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:21.939872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:22.056755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d230614-ad2b-4d12-9d93-1737c74f7d62 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:22.067474 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:22.081433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Transition to ACTIVE for port object 8d230614-ad2b-4d12-9d93-1737c74f7d62 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:22.146600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:22.156467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-812e4a19-970c-4066-bd0d-03baab6e0ba8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8 HTTP/1.1" status: 200 len: 217 time: 0.0605156 Sep 27 08:35:22.171423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1098c4e7-92f2-482d-b79d-3aef0394ff16 req-57976030-87c8-4cbe-85ec-f93094320acb tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 210 time: 0.5222440 Sep 27 08:35:22.176883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:22.177667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:22.179563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] 10.222.0.57 "PUT /v2.0/ports/8d805d35-ee4d-416c-b229-2fe7a1527616 HTTP/1.1" status: 200 len: 1092 time: 3.5241733 Sep 27 08:35:22.180851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf6546e-4a63-4773-9841-0a23546d4367', 'tag': '8d805d35-ee4d-416c-b229-2fe7a1527616'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:22.184837 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca238a20-357a-48b5-820b-470460c84df7" -d '{"events": [{"name": "network-changed", "server_uuid": "acf6546e-4a63-4773-9841-0a23546d4367", "tag": "8d805d35-ee4d-416c-b229-2fe7a1527616"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:22.273101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b799da-f5b7-49e5-a0fe-7cbf72f2822e service neutron] Pushing event updated for resources: {'Port': ['ID=8d805d35-ee4d-416c-b229-2fe7a1527616,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:22.319016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-7b6d0d97-7e6c-4a02-9320-a57504d77fb1 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9359150 Sep 27 08:35:22.365239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-da48f6c2-b49d-46f9-878e-fb34d5bbeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:22.367900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-da48f6c2-b49d-46f9-878e-fb34d5bbeaf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 1095 time: 0.1159556 Sep 27 08:35:22.446649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879341e-f242-4525-855c-ad39ea26a613 req-2b37cd57-06e6-4c6c-a39e-2413e857e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:22.448188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-2b37cd57-06e6-4c6c-a39e-2413e857e3d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02eecca5-8385-4595-b5ef-66bdb23e8309 HTTP/1.1" status: 200 len: 855 time: 0.1993940 Sep 27 08:35:22.448850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Pushing event updated for resources: {'Port': ['ID=8d230614-ad2b-4d12-9d93-1737c74f7d62,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:22.487811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-31bc2c49-a080-4364-a3e4-51b8150e2a5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d805d35-ee4d-416c-b229-2fe7a1527616 HTTP/1.1" status: 200 len: 217 time: 0.1105933 Sep 27 08:35:22.590004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'name': 'network-vif-deleted', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff'}, {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': 'd3a54a6b-f761-4ba2-bddf-b1aa45709f8b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:22.598669 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca80e66-2bd7-4953-82af-6667b6397911" -d '{"events": [{"server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "name": "network-vif-deleted", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff"}, {"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "d3a54a6b-f761-4ba2-bddf-b1aa45709f8b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:22.649479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-aa27638c-7842-4031-ac44-66ace32f1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:22.653059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-aa27638c-7842-4031-ac44-66ace32f1ed1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9cc257-91b1-42e5-acd2-54e21a8e4719 HTTP/1.1" status: 200 len: 854 time: 0.1316090 Sep 27 08:35:22.662615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685f8ee-a979-4d05-9bb1-be44e959e2eb req-5c7c4394-afed-4e02-bc75-0116001371bc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:22.664956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7685f8ee-a979-4d05-9bb1-be44e959e2eb req-5c7c4394-afed-4e02-bc75-0116001371bc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 944 time: 0.1795444 Sep 27 08:35:22.719862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0518a326-8bab-4194-8bb9-f4bd66a47d9b req-ee32735f-08fa-4c8f-a649-d534a64bfbc2 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252432 Sep 27 08:35:22.721799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-900e6e78-fca9-4403-a679-d3f324b3c610 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c34f8a1-de2e-4456-814b-4e242f8f56e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2253883 Sep 27 08:35:22.745262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Attempting to bind port 8d230614-ad2b-4d12-9d93-1737c74f7d62 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:22.745603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Attempting to bind port 8d230614-ad2b-4d12-9d93-1737c74f7d62 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:22.745984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Attempting to bind port 8d230614-ad2b-4d12-9d93-1737c74f7d62 on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:22.794884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7685f8ee-a979-4d05-9bb1-be44e959e2eb req-d17f36ad-f85c-4d65-b015-db774bd663ca tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196806 Sep 27 08:35:22.802762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-8f451c0f-b29a-4ccc-87e8-f732c8280a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:22.805211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-8f451c0f-b29a-4ccc-87e8-f732c8280a6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecfc4887-be95-4181-a514-ed7eab08c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391356 Sep 27 08:35:22.819051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-beda98ff-73ca-4c52-bf5f-a36ba6208e5b tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:22.825407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-beda98ff-73ca-4c52-bf5f-a36ba6208e5b tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1095 time: 0.1493218 Sep 27 08:35:22.850633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Port 8d230614-ad2b-4d12-9d93-1737c74f7d62 on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:22.850997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Attempting to bind port 8d230614-ad2b-4d12-9d93-1737c74f7d62 on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:22.858159 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-b9ff3c98-9a98-4fe3-b7c7-c5c42dffb9b9 service neutron] 10.222.0.67 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168611 Sep 27 08:35:22.860890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:22.861229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Checking segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:22.861765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Bound using segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:22.862626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Bound port: 8d230614-ad2b-4d12-9d93-1737c74f7d62, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:22.862626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:23.050576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-8013dbee-df82-4bcf-ba1b-19e968e61bcd service neutron] 10.222.0.57 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345283 Sep 27 08:35:23.090479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f3c1-7018-40d6-bba5-491c9368304b req-f057d6ce-1dbd-4d8e-a716-e1ea21f68ac9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.104192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f3c1-7018-40d6-bba5-491c9368304b req-f057d6ce-1dbd-4d8e-a716-e1ea21f68ac9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.114611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] For port 8d230614-ad2b-4d12-9d93-1737c74f7d62, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:23.117169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f3c1-7018-40d6-bba5-491c9368304b req-f057d6ce-1dbd-4d8e-a716-e1ea21f68ac9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.125404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f3c1-7018-40d6-bba5-491c9368304b req-f057d6ce-1dbd-4d8e-a716-e1ea21f68ac9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.127981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:23.131571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f3c1-7018-40d6-bba5-491c9368304b req-f057d6ce-1dbd-4d8e-a716-e1ea21f68ac9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.137793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f3c1-7018-40d6-bba5-491c9368304b req-f057d6ce-1dbd-4d8e-a716-e1ea21f68ac9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.144092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006f3c1-7018-40d6-bba5-491c9368304b req-f057d6ce-1dbd-4d8e-a716-e1ea21f68ac9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.154313 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e006f3c1-7018-40d6-bba5-491c9368304b req-f057d6ce-1dbd-4d8e-a716-e1ea21f68ac9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5371 time: 0.2358193 Sep 27 08:35:23.184477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] For port 8d230614-ad2b-4d12-9d93-1737c74f7d62, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:23.224399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:23.251595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a99140f3-874e-4585-9f84-0cf9051ad361 req-23c53608-0b10-47eb-ab0d-15f4c06bbdea tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 210 time: 0.0645003 Sep 27 08:35:23.283643 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-c8153e25-c5b2-461b-913c-3a87b0955992 service neutron] 10.222.0.67 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043453 Sep 27 08:35:23.357162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.357865 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:23.359321 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] 10.222.0.67 "PUT /v2.0/ports/8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 200 len: 1131 time: 2.0770648 Sep 27 08:35:23.375632 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30de0f2a-2a11-4fe9-be71-c4a029cad04f x-openstack-request-id: req-30de0f2a-2a11-4fe9-be71-c4a029cad04f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:23.376098 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "name": "network-vif-plugged", "status": "completed", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:23.376098 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30de0f2a-2a11-4fe9-be71-c4a029cad04f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:23.376706 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'code': 200} Sep 27 08:35:23.454552 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b429c5c-833b-49e5-b402-f251d6f81f6f x-openstack-request-id: req-2b429c5c-833b-49e5-b402-f251d6f81f6f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:23.455029 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf6546e-4a63-4773-9841-0a23546d4367", "tag": "8d805d35-ee4d-416c-b229-2fe7a1527616", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:23.455135 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b429c5c-833b-49e5-b402-f251d6f81f6f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:23.455468 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf6546e-4a63-4773-9841-0a23546d4367', 'tag': '8d805d35-ee4d-416c-b229-2fe7a1527616', 'status': 'completed', 'code': 200} Sep 27 08:35:23.469046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:23.472568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcffde-9a4d-47ac-b1ce-af131f4f3dbc service neutron] Pushing event updated for resources: {'Port': ['ID=8d230614-ad2b-4d12-9d93-1737c74f7d62,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:23.476086 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:23.483972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e006f3c1-7018-40d6-bba5-491c9368304b req-145d156e-31f5-4453-af3f-e8d56283612f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3260093 Sep 27 08:35:23.541364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-175834f4-4d5a-4773-b49d-adbf1bd56353 req-67d1241a-844b-45d7-a156-1703c3c906d1 service neutron] 10.222.0.57 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841636 Sep 27 08:35:23.573388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-d1ca0ba7-6fee-4d46-bd80-c58343d35a6f service neutron] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:23.573626 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb032d45-2317-4dcb-9623-f018beb3cb9a x-openstack-request-id: req-cb032d45-2317-4dcb-9623-f018beb3cb9a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:23.574041 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c200d63d-868e-4067-99fb-983d2ce9ad9c", "name": "network-vif-deleted", "tag": "cb4e5604-9df6-4cd2-b074-80d4ecbe82ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "d3a54a6b-f761-4ba2-bddf-b1aa45709f8b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:23.574228 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb032d45-2317-4dcb-9623-f018beb3cb9a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:23.574780 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c200d63d-868e-4067-99fb-983d2ce9ad9c', 'name': 'network-vif-deleted', 'tag': 'cb4e5604-9df6-4cd2-b074-80d4ecbe82ff', 'status': 'completed', 'code': 200} Sep 27 08:35:23.574998 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': 'd3a54a6b-f761-4ba2-bddf-b1aa45709f8b', 'status': 'completed', 'code': 200} Sep 27 08:35:23.580198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-d1ca0ba7-6fee-4d46-bd80-c58343d35a6f service neutron] Notify callbacks [] for binding, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:23.591155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-d1ca0ba7-6fee-4d46-bd80-c58343d35a6f service neutron] 10.222.0.67 "DELETE /v2.0/ports/b9faf72e-849f-4392-8907-935be8760b6f/bindings/n-h1-810909-1 HTTP/1.1" status: 204 len: 173 time: 0.7258904 Sep 27 08:35:23.679867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-6e6cb915-4026-4fde-beaf-59c06125e7fa tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.681470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-6e6cb915-4026-4fde-beaf-59c06125e7fa tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 821 time: 0.5699215 Sep 27 08:35:23.736316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Request body: {'port': {'device_id': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'admin_state_up': True, 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:23.750043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:23.785452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-5a1530d6-4c95-44fb-b8a5-b4de32b1d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.786191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-5a1530d6-4c95-44fb-b8a5-b4de32b1d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.786810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-5a1530d6-4c95-44fb-b8a5-b4de32b1d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.787580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-5a1530d6-4c95-44fb-b8a5-b4de32b1d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.788199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-5a1530d6-4c95-44fb-b8a5-b4de32b1d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.789021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-5a1530d6-4c95-44fb-b8a5-b4de32b1d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.789626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-5a1530d6-4c95-44fb-b8a5-b4de32b1d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.791756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-5a1530d6-4c95-44fb-b8a5-b4de32b1d822 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6208 time: 0.2153013 Sep 27 08:35:23.809500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddcd30-5738-47ad-a637-78a32a3a67c7 req-8a66a0f7-5391-4626-9c7b-ecb2c0f9256d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.818069 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-61ddcd30-5738-47ad-a637-78a32a3a67c7 req-8a66a0f7-5391-4626-9c7b-ecb2c0f9256d tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1946387 Sep 27 08:35:23.822134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238a20-357a-48b5-820b-470460c84df7 req-2d6e5714-8d75-476b-9057-0aabbcdc4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.823574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca238a20-357a-48b5-820b-470460c84df7 req-2d6e5714-8d75-476b-9057-0aabbcdc4abb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 1095 time: 0.2023015 Sep 27 08:35:23.890028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Pushing event updated for resources: {'Port': ['ID=c465c666-3985-4438-83d9-4c985a5806c0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:23.893456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:23.913306 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b76e6-368d-4d5f-a4e3-f8b6dd7aedfc req-fc95990d-70ea-4571-aadd-98b5d066995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.914823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c76b76e6-368d-4d5f-a4e3-f8b6dd7aedfc req-fc95990d-70ea-4571-aadd-98b5d066995e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 1097 time: 0.4182472 Sep 27 08:35:23.955041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:23.969634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:23.975439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238a20-357a-48b5-820b-470460c84df7 req-2a6f2efc-2c9a-4c59-9429-3e0c01fbf48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:23.976933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca238a20-357a-48b5-820b-470460c84df7 req-2a6f2efc-2c9a-4c59-9429-3e0c01fbf48e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 916 time: 0.1123919 Sep 27 08:35:24.114599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879341e-f242-4525-855c-ad39ea26a613 req-be6b3696-1b68-480f-b1dc-d3f4aa2e8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.118152 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-be6b3696-1b68-480f-b1dc-d3f4aa2e8fea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 1094 time: 0.7494466 Sep 27 08:35:24.139225 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca238a20-357a-48b5-820b-470460c84df7 req-8015f494-66bb-4d42-9453-d4627c140e87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d805d35-ee4d-416c-b229-2fe7a1527616 HTTP/1.1" status: 200 len: 217 time: 0.1069224 Sep 27 08:35:24.213690 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-61ddcd30-5738-47ad-a637-78a32a3a67c7 req-56bfaee0-6d9e-4337-bce8-b013d4735de5 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/security-groups?id=0348037b-30bb-45cb-b0f7-801d88d08cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947511 Sep 27 08:35:24.238463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-cef7e9ff-158c-4245-86c0-2fc78c964673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.238953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-cef7e9ff-158c-4245-86c0-2fc78c964673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.239421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-cef7e9ff-158c-4245-86c0-2fc78c964673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.241123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-cef7e9ff-158c-4245-86c0-2fc78c964673 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4165356 Sep 27 08:35:24.365385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c76b76e6-368d-4d5f-a4e3-f8b6dd7aedfc req-28d9b4d1-cbbe-493b-83e4-539af66287bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600042 Sep 27 08:35:24.377092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Made reservation on behalf of 744d0a9575ed43a8b3275f3302d819d0 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:24.380664 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:24.385386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238a20-357a-48b5-820b-470460c84df7 req-4d7c5f93-e5a0-4d0c-a045-6b943b13cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.387634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca238a20-357a-48b5-820b-470460c84df7 req-4d7c5f93-e5a0-4d0c-a045-6b943b13cc62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9cc257-91b1-42e5-acd2-54e21a8e4719 HTTP/1.1" status: 200 len: 854 time: 0.2338500 Sep 27 08:35:24.486212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-18e7ba20-cf42-4a0c-8b43-77ac33872bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.488073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ca80e66-2bd7-4953-82af-6667b6397911 req-18e7ba20-cf42-4a0c-8b43-77ac33872bb8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326760 Sep 27 08:35:24.537829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d0ae-18d5-49af-a5ff-4ddfdff4c696 req-b9aab400-2239-4681-97de-d750b87dbf15 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.539394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28d3d0ae-18d5-49af-a5ff-4ddfdff4c696 req-b9aab400-2239-4681-97de-d750b87dbf15 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 931 time: 0.8491030 Sep 27 08:35:24.550716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5381b9cb-d313-40e9-89f3-2a59b5c79ee3 None None] Provisioning complete for port c465c666-3985-4438-83d9-4c985a5806c0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:24.551343 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5381b9cb-d313-40e9-89f3-2a59b5c79ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:24.552766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3983df-352f-427e-a7bc-a6a909a84fb9 req-e0fccf43-8adf-4f5b-804c-82ce72fd7b63 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.554312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1f3983df-352f-427e-a7bc-a6a909a84fb9 req-e0fccf43-8adf-4f5b-804c-82ce72fd7b63 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1730542 Sep 27 08:35:24.560984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238a20-357a-48b5-820b-470460c84df7 req-6c502756-7c97-4b9a-9110-6970a696d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.562553 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca238a20-357a-48b5-820b-470460c84df7 req-6c502756-7c97-4b9a-9110-6970a696d5c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecfc4887-be95-4181-a514-ed7eab08c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199086 Sep 27 08:35:24.576633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879341e-f242-4525-855c-ad39ea26a613 req-98337bca-d608-49c0-a1b1-bfa7b66c5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.578282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-98337bca-d608-49c0-a1b1-bfa7b66c5955 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 916 time: 0.4057550 Sep 27 08:35:24.619269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.619906 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:24.650331 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5381b9cb-d313-40e9-89f3-2a59b5c79ee3 None None] Port c465c666-3985-4438-83d9-4c985a5806c0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:24.719701 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-470ae0ef-caa2-4a91-93c2-a8a227916bf9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b71c617-54aa-4638-bffb-5ea74a29fe4b HTTP/1.1" status: 200 len: 217 time: 0.0670512 Sep 27 08:35:24.723303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1f3983df-352f-427e-a7bc-a6a909a84fb9 req-8eb47c09-eee2-461f-b42b-879905a24a30 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474357 Sep 27 08:35:24.729741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1343ddfd-d95c-4978-993a-6b4c5d6a071e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9147649 Sep 27 08:35:24.743325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-762c4c3f-4f1d-478c-b96c-51dd65c1c34c tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.744932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-762c4c3f-4f1d-478c-b96c-51dd65c1c34c tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 950 time: 0.1329942 Sep 27 08:35:24.773972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca238a20-357a-48b5-820b-470460c84df7 req-49124fd8-9863-426a-88fe-209224a3b19d service neutron] 10.222.0.57 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965263 Sep 27 08:35:24.792010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Request body: {'port': {'device_id': '241ae861-dc1a-4040-8108-b4b5411a8682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:24.804202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28d3d0ae-18d5-49af-a5ff-4ddfdff4c696 req-6ecdc603-53f7-4e6b-b1b5-aa5c1fba1a68 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249653 Sep 27 08:35:24.983560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca238a20-357a-48b5-820b-470460c84df7 req-5178481a-4a47-45a3-a227-c7ab5fc4353f service neutron] 10.222.0.57 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919839 Sep 27 08:35:24.987255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879341e-f242-4525-855c-ad39ea26a613 req-b22a039d-0622-42cc-9f6f-e1e41c87107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:24.988739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-b22a039d-0622-42cc-9f6f-e1e41c87107f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eb9cc257-91b1-42e5-acd2-54e21a8e4719 HTTP/1.1" status: 200 len: 854 time: 0.2581277 Sep 27 08:35:25.007493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42396) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:25.008035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a618-83f0-4879-bc0d-e88d845ccab0 req-1622f6bb-894d-4fc1-af57-7273c3f313c3 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.009543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cf0a618-83f0-4879-bc0d-e88d845ccab0 req-1622f6bb-894d-4fc1-af57-7273c3f313c3 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 944 time: 0.1242235 Sep 27 08:35:25.013493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50a55e69-632e-46b5-96d8-882353d142ed req-ecfe975d-37b4-4d20-b70f-058b52a37ed7 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 210 time: 0.0606363 Sep 27 08:35:25.038283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Deleting port 2c84bd83-a68c-427e-9884-10402d9e8d99 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:35:25.038815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.108946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Allocated IP 172.20.0.13 (31656d99-4f7f-460b-8a34-360206d00ed8/4b4be056-b4c3-4ad3-9ecb-0bf667405e6a/b2712d59-6ebe-4798-a1af-45dcb4761557) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:25.132014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cf0a618-83f0-4879-bc0d-e88d845ccab0 req-c987fc03-0d75-412c-afd1-2e01302ff22a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146748 Sep 27 08:35:25.132423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.167473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] For port 2c84bd83-a68c-427e-9884-10402d9e8d99, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2c84bd83-a68c-427e-9884-10402d9e8d99,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:25.167982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.187092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Calling delete_port for 2c84bd83-a68c-427e-9884-10402d9e8d99 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:35:25.208917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 0b71c617-54aa-4638-bffb-5ea74a29fe4b details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:25.211986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8d32a7-77bb-4b43-996f-3fefec214cbb {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:25.246547 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.267615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879341e-f242-4525-855c-ad39ea26a613 req-4a3fbc51-21f3-464b-ae06-cfb2a33d9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.269149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-4a3fbc51-21f3-464b-ae06-cfb2a33d9160 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecfc4887-be95-4181-a514-ed7eab08c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2603974 Sep 27 08:35:25.293111 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc29d-398e-4c5f-a1a7-71547d437d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.319012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Transition to ACTIVE for port object eb8d32a7-77bb-4b43-996f-3fefec214cbb will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:25.329619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 0b71c617-54aa-4638-bffb-5ea74a29fe4b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0b71c617-54aa-4638-bffb-5ea74a29fe4b,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:25.342492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '0b71c617-54aa-4638-bffb-5ea74a29fe4b', 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8', 'port_id': '0b71c617-54aa-4638-bffb-5ea74a29fe4b', 'mac_address': 'fa:16:3e:6e:ff:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9cc257-91b1-42e5-acd2-54e21a8e4719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:35:25.349287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643f47-c6ee-4477-9e77-8cad159be80f req-dbf906d4-c4ff-4b7d-b0a6-52207e799ce8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.355576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643f47-c6ee-4477-9e77-8cad159be80f req-dbf906d4-c4ff-4b7d-b0a6-52207e799ce8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.363096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643f47-c6ee-4477-9e77-8cad159be80f req-dbf906d4-c4ff-4b7d-b0a6-52207e799ce8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.369218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643f47-c6ee-4477-9e77-8cad159be80f req-dbf906d4-c4ff-4b7d-b0a6-52207e799ce8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.375215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643f47-c6ee-4477-9e77-8cad159be80f req-dbf906d4-c4ff-4b7d-b0a6-52207e799ce8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.380988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643f47-c6ee-4477-9e77-8cad159be80f req-dbf906d4-c4ff-4b7d-b0a6-52207e799ce8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.382418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1996a-dd18-4c04-aa37-be13fd98ec86 req-352dbce9-d9e2-4978-a122-1a9866521ee4 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.383955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79d1996a-dd18-4c04-aa37-be13fd98ec86 req-352dbce9-d9e2-4978-a122-1a9866521ee4 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1095 time: 0.0798571 Sep 27 08:35:25.384802 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.386784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643f47-c6ee-4477-9e77-8cad159be80f req-dbf906d4-c4ff-4b7d-b0a6-52207e799ce8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:25.395197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45643f47-c6ee-4477-9e77-8cad159be80f req-dbf906d4-c4ff-4b7d-b0a6-52207e799ce8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5371 time: 0.3053539 Sep 27 08:35:25.399279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b71c617-54aa-4638-bffb-5ea74a29fe4b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:25.411054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.416117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.424241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2c84bd83-a68c-427e-9884-10402d9e8d99'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:25.428140 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 0b71c617-54aa-4638-bffb-5ea74a29fe4b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0b71c617-54aa-4638-bffb-5ea74a29fe4b,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:25.457385 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.476031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79d1996a-dd18-4c04-aa37-be13fd98ec86 req-3a89c516-d72e-4c0a-ba08-fbf756919d29 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732188 Sep 27 08:35:25.477167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Pushing event deleted for resources: {'Port': ['ID=2c84bd83-a68c-427e-9884-10402d9e8d99,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:25.566143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] No DVR routers for this DVR port 2c84bd83-a68c-427e-9884-10402d9e8d99 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:35:25.575687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:25.581595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36c6e4c8-94c9-4048-9d14-bec4e41faafe req-a9e2e571-12d8-46ac-9c29-ec8209a8f1a6 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.67 "DELETE /v2.0/ports/2c84bd83-a68c-427e-9884-10402d9e8d99 HTTP/1.1" status: 204 len: 173 time: 0.8210773 Sep 27 08:35:25.583109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'name': 'network-vif-deleted', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:25.598492 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ec90c9-a349-4519-bf3f-834b1ebfd5ad" -d '{"events": [{"server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "name": "network-vif-deleted", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:25.610895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=0b71c617-54aa-4638-bffb-5ea74a29fe4b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:25.656452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e028db16-4bd4-48a1-8ab7-fa1dff06116e req-2d721209-481a-476b-be2b-c965028e9050 tempest-MigrationsAdminTest-1401248810 tempest-MigrationsAdminTest-1401248810-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cbba211-5e39-4950-b632-fa8ef1234f66 HTTP/1.1" status: 200 len: 210 time: 0.0369263 Sep 27 08:35:25.699239 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ecda8-284b-418f-903f-d9831f257c05 x-openstack-request-id: req-a44ecda8-284b-418f-903f-d9831f257c05 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:25.699540 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbba211-5e39-4950-b632-fa8ef1234f66", "name": "network-vif-deleted", "tag": "2c84bd83-a68c-427e-9884-10402d9e8d99", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:25.699803 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a44ecda8-284b-418f-903f-d9831f257c05 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:25.700210 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbba211-5e39-4950-b632-fa8ef1234f66', 'name': 'network-vif-deleted', 'tag': '2c84bd83-a68c-427e-9884-10402d9e8d99', 'status': 'completed', 'code': 200} Sep 27 08:35:25.714475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['0b71c617-54aa-4638-bffb-5ea74a29fe4b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:25.957049 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42432) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:25.960248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': '8d230614-ad2b-4d12-9d93-1737c74f7d62'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:25.962496 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea81c901-a190-49bc-9150-57a734959c93" -d '{"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "8d230614-ad2b-4d12-9d93-1737c74f7d62"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:26.007200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-ac4a21ea-0f8b-4ca9-b9d4-47a397e6611f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:26.009102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-ac4a21ea-0f8b-4ca9-b9d4-47a397e6611f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 807 time: 0.1702869 Sep 27 08:35:26.042702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-daf6fbb7-5277-4a86-8645-6b5b6ca0545c tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/quotas/d7c57fbe29dd4aedb9dc06ff515eab94 HTTP/1.1" status: 200 len: 375 time: 0.0255451 Sep 27 08:35:26.125027 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-e5177336-c603-49ca-8cee-9866d4eccec7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814245 Sep 27 08:35:26.154217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d32a7-77bb-4b43-996f-3fefec214cbb,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:26.160219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45643f47-c6ee-4477-9e77-8cad159be80f req-922b2085-0ca1-4f42-bb3f-c4e1e178b418 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7642219 Sep 27 08:35:26.175983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-6289a6d1-d891-4109-a467-5273c499f05d service neutron] 10.222.0.67 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8884847 Sep 27 08:35:26.177036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-826b1b6e-8f96-453d-aa85-9737d7ac4f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.273762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-021c2ceb-4975-4b4a-8e87-2eb594297bfd service neutron] 10.222.0.50 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294701 Sep 27 08:35:26.363447 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.369207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-d2f3572c-47e2-4bcd-8ee6-4f93dcb8e4d5 service neutron] 10.222.0.50 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924969 Sep 27 08:35:26.427304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8d805d35-ee4d-416c-b229-2fe7a1527616 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:26.539166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8d805d35-ee4d-416c-b229-2fe7a1527616, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d805d35-ee4d-416c-b229-2fe7a1527616,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:26.549557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Attempting to bind port eb8d32a7-77bb-4b43-996f-3fefec214cbb on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:26.549902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Attempting to bind port eb8d32a7-77bb-4b43-996f-3fefec214cbb by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:26.550214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Attempting to bind port eb8d32a7-77bb-4b43-996f-3fefec214cbb on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:26.552163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '8d805d35-ee4d-416c-b229-2fe7a1527616', 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8', 'port_id': '8d805d35-ee4d-416c-b229-2fe7a1527616', 'mac_address': 'fa:16:3e:79:12:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9cc257-91b1-42e5-acd2-54e21a8e4719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:35:26.561241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f879341e-f242-4525-855c-ad39ea26a613 req-d12953c5-6d40-47f5-9e65-cccf9171a958 service neutron] 10.222.0.67 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504741 Sep 27 08:35:26.567407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc29d-398e-4c5f-a1a7-71547d437d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.578430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bae04-451b-45d1-9896-046308ada505 req-40a2fdde-e1f9-4094-ae03-f2e4856890e4 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:26.579774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a89bae04-451b-45d1-9896-046308ada505 req-40a2fdde-e1f9-4094-ae03-f2e4856890e4 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.2609522 Sep 27 08:35:26.583451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Port eb8d32a7-77bb-4b43-996f-3fefec214cbb on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:26.583772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Attempting to bind port eb8d32a7-77bb-4b43-996f-3fefec214cbb on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:26.589903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea9fc29d-398e-4c5f-a1a7-71547d437d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.595413 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.611840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d805d35-ee4d-416c-b229-2fe7a1527616 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:26.612656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:26.612962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Checking segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:26.613342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Bound using segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:26.613787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Bound port: eb8d32a7-77bb-4b43-996f-3fefec214cbb, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:26.614141 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.633735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.639087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a3b90-b781-42e9-abaa-ec9c03ffa65d req-6575dbec-826a-46e2-a7fe-0cda0b101b9c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:26.640691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a04a3b90-b781-42e9-abaa-ec9c03ffa65d req-6575dbec-826a-46e2-a7fe-0cda0b101b9c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 931 time: 0.0944769 Sep 27 08:35:26.643523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8d805d35-ee4d-416c-b229-2fe7a1527616, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d805d35-ee4d-416c-b229-2fe7a1527616,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:26.646698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['86f09297-1fcf-4f84-93f9-fe179661c2e7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:26.691154 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.729097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a04a3b90-b781-42e9-abaa-ec9c03ffa65d req-f28acf4e-4aa4-458d-a8c6-219f86ecbd98 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645254 Sep 27 08:35:26.763637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fc29d-398e-4c5f-a1a7-71547d437d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e8f2d5-3dfa-4085-ad77-f4378f87e832,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:26.782293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=8d805d35-ee4d-416c-b229-2fe7a1527616,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:26.792802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Network 31656d99-4f7f-460b-8a34-360206d00ed8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:26.798534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea9fc29d-398e-4c5f-a1a7-71547d437d96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=742f793ebc50464093f7f11623b43558&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7872961 Sep 27 08:35:26.804994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c465c666-3985-4438-83d9-4c985a5806c0 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:26.806514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-826b1b6e-8f96-453d-aa85-9737d7ac4f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.807452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42448) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:26.813497 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a89bae04-451b-45d1-9896-046308ada505 req-b9d4a20c-dee1-4666-a598-201dcc4ba55b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257926 Sep 27 08:35:26.820735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:26.824390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.830304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-826b1b6e-8f96-453d-aa85-9737d7ac4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:26.843686 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b741be-9d6e-42b0-ba40-bee3b7f55f0c x-openstack-request-id: req-26b741be-9d6e-42b0-ba40-bee3b7f55f0c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:26.844219 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "8d230614-ad2b-4d12-9d93-1737c74f7d62", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:26.844701 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26b741be-9d6e-42b0-ba40-bee3b7f55f0c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:26.845290 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': '8d230614-ad2b-4d12-9d93-1737c74f7d62', 'status': 'completed', 'code': 200} Sep 27 08:35:26.846262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:26.856827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Pushing event updated for resources: {'Port': ['ID=b2712d59-6ebe-4798-a1af-45dcb4761557,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:26.916973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Transition to ACTIVE for port object c465c666-3985-4438-83d9-4c985a5806c0 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:26.955410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] For port eb8d32a7-77bb-4b43-996f-3fefec214cbb, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:26.959902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['8d805d35-ee4d-416c-b229-2fe7a1527616'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:26.969692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] For port eb8d32a7-77bb-4b43-996f-3fefec214cbb, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:26.970375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-826b1b6e-8f96-453d-aa85-9737d7ac4f57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f94c5e97499342b385a3ba5f7da12768&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0090938 Sep 27 08:35:26.972130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42454) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:26.995495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.010086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.010086 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.075446 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.088226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b1b6e-8f96-453d-aa85-9737d7ac4f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a333e0c-27c0-4703-98a5-01db302c8c2e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:27.093456 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e494b97-1c62-4fb7-9786-cebb069aca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.122631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e494b97-1c62-4fb7-9786-cebb069aca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.126327 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b801dbf-2454-4997-8ae3-d37e5c203221 req-226a7f49-f88a-4a18-8d6a-95727c579268 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 210 time: 0.2175651 Sep 27 08:35:27.127765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c11e6b8e-060e-418f-8602-13dc8943efa3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4202104 Sep 27 08:35:27.162764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.163384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.167470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] 10.222.0.67 "PUT /v2.0/ports/eb8d32a7-77bb-4b43-996f-3fefec214cbb HTTP/1.1" status: 200 len: 1090 time: 3.7295413 Sep 27 08:35:27.180815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Request body: {'port': {'device_id': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:27.221543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 0b71c617-54aa-4638-bffb-5ea74a29fe4b up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:27.245762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:27.253740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1d107-2cc9-4f14-a352-5fe90b95df70 req-64ea4c1f-b9b2-40df-9c35-0839d7217133 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.255845 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91c1d107-2cc9-4f14-a352-5fe90b95df70 req-64ea4c1f-b9b2-40df-9c35-0839d7217133 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 932 time: 0.3168051 Sep 27 08:35:27.256770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e494b97-1c62-4fb7-9786-cebb069aca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.263566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3e494b97-1c62-4fb7-9786-cebb069aca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.265312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3e494b97-1c62-4fb7-9786-cebb069aca08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83e8f2d5-3dfa-4085-ad77-f4378f87e832 HTTP/1.1" status: 204 len: 168 time: 0.4566598 Sep 27 08:35:27.297903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e494b97-1c62-4fb7-9786-cebb069aca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e8f2d5-3dfa-4085-ad77-f4378f87e832,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:27.408235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91c1d107-2cc9-4f14-a352-5fe90b95df70 req-592f9da9-cf4f-4bab-bbed-75700d63ac84 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411858 Sep 27 08:35:27.431252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cdb4463c-7eeb-4b3d-be24-2e06b899fecd None None] Provisioning complete for port b2712d59-6ebe-4798-a1af-45dcb4761557 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:27.432109 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cdb4463c-7eeb-4b3d-be24-2e06b899fecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.487310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cdb4463c-7eeb-4b3d-be24-2e06b899fecd None None] Port b2712d59-6ebe-4798-a1af-45dcb4761557 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:35:27.505264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 0b71c617-54aa-4638-bffb-5ea74a29fe4b completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:35:27.507857 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.517261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 0b71c617-54aa-4638-bffb-5ea74a29fe4b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:27.518524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.544570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-b754586c-9292-4399-a4bd-ee57c7c748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.545466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-b754586c-9292-4399-a4bd-ee57c7c748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.546544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-b754586c-9292-4399-a4bd-ee57c7c748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.548195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-b754586c-9292-4399-a4bd-ee57c7c748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.549018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-b754586c-9292-4399-a4bd-ee57c7c748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.549630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-b754586c-9292-4399-a4bd-ee57c7c748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.550555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-b754586c-9292-4399-a4bd-ee57c7c748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.552893 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea81c901-a190-49bc-9150-57a734959c93 req-b754586c-9292-4399-a4bd-ee57c7c748f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6233 time: 0.6874464 Sep 27 08:35:27.652666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-4e26bd66-a979-40c7-a6a0-79d63cdb27a3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.668700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-4e26bd66-a979-40c7-a6a0-79d63cdb27a3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.679870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-4e26bd66-a979-40c7-a6a0-79d63cdb27a3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.686601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.693979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-4e26bd66-a979-40c7-a6a0-79d63cdb27a3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.716193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-4e26bd66-a979-40c7-a6a0-79d63cdb27a3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.723991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-4e26bd66-a979-40c7-a6a0-79d63cdb27a3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.738182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-4e26bd66-a979-40c7-a6a0-79d63cdb27a3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:27.740553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b71c617-54aa-4638-bffb-5ea74a29fe4b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:27.744023 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40e8160-f557-454c-8982-8dee90e6047f" -d '{"events": [{"server_uuid": "3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3", "name": "network-vif-plugged", "status": "completed", "tag": "0b71c617-54aa-4638-bffb-5ea74a29fe4b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:27.753905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-4e26bd66-a979-40c7-a6a0-79d63cdb27a3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5383 time: 0.2139158 Sep 27 08:35:27.754262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:27.757454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Pushing event updated for resources: {'Port': ['ID=c465c666-3985-4438-83d9-4c985a5806c0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:27.764123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 0b71c617-54aa-4638-bffb-5ea74a29fe4b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0b71c617-54aa-4638-bffb-5ea74a29fe4b,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:27.773979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:27.775015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2c84bd83-a68c-427e-9884-10402d9e8d99 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:35:27.798961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 2c84bd83-a68c-427e-9884-10402d9e8d99 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:35:27.799314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2c84bd83-a68c-427e-9884-10402d9e8d99 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:35:27.832356 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c502320d-0f5e-45ae-a386-9a8b7e481493 req-204aac3e-e95d-435f-b320-d26b79d14096 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744147 Sep 27 08:35:27.878584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=0b71c617-54aa-4638-bffb-5ea74a29fe4b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:27.900778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.901128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.901627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.902118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.902483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.902855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.903294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.903620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.904083 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.904793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.905134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.905566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:35:27.933993 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-413a9d54-1fed-449f-8ca5-684605bc08a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.012968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bac8e-ef14-4db8-b377-e593b5acfe3d req-33930c99-e53a-448f-bf92-263b356e648c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:28.015925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-470bac8e-ef14-4db8-b377-e593b5acfe3d req-33930c99-e53a-448f-bf92-263b356e648c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 943 time: 0.0678351 Sep 27 08:35:28.049901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.065571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-470bac8e-ef14-4db8-b377-e593b5acfe3d req-33efb8d5-98f0-420d-be6d-c7d4248fbd5b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386519 Sep 27 08:35:28.083311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c543-8acc-4acd-ab7e-9eef890c4ddf service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d32a7-77bb-4b43-996f-3fefec214cbb,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:28.115570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-413a9d54-1fed-449f-8ca5-684605bc08a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.126807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4038a5-bca0-44ae-a3d5-47bcdaf8454f req-5c56826e-8be4-4a36-ba75-8faf12e7eead tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:28.134885 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f4038a5-bca0-44ae-a3d5-47bcdaf8454f req-5c56826e-8be4-4a36-ba75-8faf12e7eead tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.6807702 Sep 27 08:35:28.137150 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ccccd0-771a-4bf6-8130-3ea1140d489b x-openstack-request-id: req-27ccccd0-771a-4bf6-8130-3ea1140d489b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:28.137617 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3", "name": "network-vif-plugged", "status": "completed", "tag": "0b71c617-54aa-4638-bffb-5ea74a29fe4b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:28.137980 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27ccccd0-771a-4bf6-8130-3ea1140d489b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:28.138458 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b71c617-54aa-4638-bffb-5ea74a29fe4b', 'code': 200} Sep 27 08:35:28.244340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-f0f94afd-165e-4cd3-90ed-5c48dc1dd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:28.245253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-f0f94afd-165e-4cd3-90ed-5c48dc1dd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:28.245926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-f0f94afd-165e-4cd3-90ed-5c48dc1dd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:28.247734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea81c901-a190-49bc-9150-57a734959c93 req-f0f94afd-165e-4cd3-90ed-5c48dc1dd339 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5280828 Sep 27 08:35:28.306547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Attempting to bind port c465c666-3985-4438-83d9-4c985a5806c0 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:28.307106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Attempting to bind port c465c666-3985-4438-83d9-4c985a5806c0 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:28.307626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Attempting to bind port c465c666-3985-4438-83d9-4c985a5806c0 on network ecfc4887-be95-4181-a514-ed7eab08c0e8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:28.312109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-104eea30-c0bc-4e67-acce-ab78c3aea565 req-06497f7e-1457-4bf5-a0eb-49a0289e82b2 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 210 time: 0.0705056 Sep 27 08:35:28.336974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a7b345fc-68fc-4edd-bf1a-a95582d11bec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26b7c4de14f44e6997b69ac66c53364d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761712 Sep 27 08:35:28.360423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:28.362954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Port c465c666-3985-4438-83d9-4c985a5806c0 on network ecfc4887-be95-4181-a514-ed7eab08c0e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:28.363514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Attempting to bind port c465c666-3985-4438-83d9-4c985a5806c0 on network ecfc4887-be95-4181-a514-ed7eab08c0e8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:28.389436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f4038a5-bca0-44ae-a3d5-47bcdaf8454f req-5b0457a4-0bb3-4e74-8277-855e80a2862b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530878 Sep 27 08:35:28.398074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-139adb6c-c08d-4f22-b342-c623ef5bd8de tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:28.400464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-139adb6c-c08d-4f22-b342-c623ef5bd8de tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 807 time: 0.2620757 Sep 27 08:35:28.406162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:28.406564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Checking segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:28.406957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Bound using segment: {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:28.407411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Bound port: c465c666-3985-4438-83d9-4c985a5806c0, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5e5192-b0d9-4018-96b1-68d0205a004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:28.407774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.420291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Request body: {'port': {'device_id': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'admin_state_up': True, 'tenant_id': 'd7c57fbe29dd4aedb9dc06ff515eab94'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:28.436493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8d805d35-ee4d-416c-b229-2fe7a1527616 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:28.489040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9675d82-af08-4e27-82cd-f603eeae3b10 req-05abe577-b123-4ead-a202-8555d1d76ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:28.491594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9675d82-af08-4e27-82cd-f603eeae3b10 req-05abe577-b123-4ead-a202-8555d1d76ee7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 1096 time: 0.1780033 Sep 27 08:35:28.529442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 8d805d35-ee4d-416c-b229-2fe7a1527616 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:35:28.535136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 8d805d35-ee4d-416c-b229-2fe7a1527616 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:28.535892 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.562864 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-413a9d54-1fed-449f-8ca5-684605bc08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.565414 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-413a9d54-1fed-449f-8ca5-684605bc08a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.566784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-413a9d54-1fed-449f-8ca5-684605bc08a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a333e0c-27c0-4703-98a5-01db302c8c2e HTTP/1.1" status: 204 len: 168 time: 1.5690253 Sep 27 08:35:28.586455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9675d82-af08-4e27-82cd-f603eeae3b10 req-1af6d8d7-a030-4e70-b800-2dfe0b82a21d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755665 Sep 27 08:35:28.634840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Made reservation on behalf of d7c57fbe29dd4aedb9dc06ff515eab94 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:28.642904 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.677314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a9d54-1fed-449f-8ca5-684605bc08a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a333e0c-27c0-4703-98a5-01db302c8c2e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:28.760461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] For port c465c666-3985-4438-83d9-4c985a5806c0, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:28.764944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] For port c465c666-3985-4438-83d9-4c985a5806c0, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c465c666-3985-4438-83d9-4c985a5806c0,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:28.773998 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.802867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.883084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903e20ee-f479-4ca5-a353-9f4b6e765a64 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:28.886425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8d805d35-ee4d-416c-b229-2fe7a1527616, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d805d35-ee4d-416c-b229-2fe7a1527616,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:28.894797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.896146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:28.897852 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "eb8d32a7-77bb-4b43-996f-3fefec214cbb"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:28.900748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Pushing event updated for resources: {'Port': ['ID=c465c666-3985-4438-83d9-4c985a5806c0,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:28.910040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76513bb0-d68b-4497-bdfe-b0dab0c202ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.928679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:28.961462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9835f4-1241-4608-9742-83535b047063 req-e24fb693-7a09-4577-9053-950aba638641 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:28.970988 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e9835f4-1241-4608-9742-83535b047063 req-e24fb693-7a09-4577-9053-950aba638641 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 932 time: 0.4225516 Sep 27 08:35:28.992774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Allocated IP 172.20.0.3 (1179f158-754a-452d-8909-b89d0e80a941/7c183b89-97f4-41e3-8a47-917eb270abc4/9f2d224f-0c8a-476d-af87-a50faf0472bf) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:29.005878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=8d805d35-ee4d-416c-b229-2fe7a1527616,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:29.027837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81c901-a190-49bc-9150-57a734959c93 req-bb648d3e-ce58-4398-a8c3-9e424eb256a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:29.030025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea81c901-a190-49bc-9150-57a734959c93 req-bb648d3e-ce58-4398-a8c3-9e424eb256a1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7414730 Sep 27 08:35:29.054230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:29.056093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.057775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-2120b3a6-1a77-4a14-af23-d9e4da258b2b service neutron] 10.222.0.57 "PUT /v2.0/ports/c465c666-3985-4438-83d9-4c985a5806c0 HTTP/1.1" status: 200 len: 1091 time: 4.2838714 Sep 27 08:35:29.078318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Transition to ACTIVE for port object 903e20ee-f479-4ca5-a353-9f4b6e765a64 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:29.110964 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76513bb0-d68b-4497-bdfe-b0dab0c202ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.153107 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.245918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b145-1a45-469e-9ef6-96a3ffa6ec15 req-4d8c050e-592d-44e2-99b9-b982a212134e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:29.247921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef02b145-1a45-469e-9ef6-96a3ffa6ec15 req-4d8c050e-592d-44e2-99b9-b982a212134e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.3961639 Sep 27 08:35:29.284706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e9835f4-1241-4608-9742-83535b047063 req-32b9949d-ac81-4d5e-b287-823c6968ae48 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068564 Sep 27 08:35:29.307088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Pushing event updated for resources: {'Port': ['ID=903e20ee-f479-4ca5-a353-9f4b6e765a64,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:29.312936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:29.325492 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.340094 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef02b145-1a45-469e-9ef6-96a3ffa6ec15 req-e5d81bf5-f8e2-4a0e-837e-d2e26df8dfcb tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805707 Sep 27 08:35:29.342278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70e3ebda-dd17-4bd2-a80d-7a43b46db92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.402475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.470531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-ab7ec769-63c3-4ff7-83c6-3b134e065742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:29.472686 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-ab7ec769-63c3-4ff7-83c6-3b134e065742 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 1094 time: 0.3071167 Sep 27 08:35:29.476083 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4872881c-5ba0-42e0-99d0-fba10e5292be x-openstack-request-id: req-4872881c-5ba0-42e0-99d0-fba10e5292be {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:29.476825 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "eb8d32a7-77bb-4b43-996f-3fefec214cbb", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:29.477287 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4872881c-5ba0-42e0-99d0-fba10e5292be {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:29.477901 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb', 'status': 'completed', 'code': 200} Sep 27 08:35:29.486194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Pushing event updated for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:29.502046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76513bb0-d68b-4497-bdfe-b0dab0c202ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.505042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76513bb0-d68b-4497-bdfe-b0dab0c202ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.506395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-76513bb0-d68b-4497-bdfe-b0dab0c202ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0348037b-30bb-45cb-b0f7-801d88d08cc1 HTTP/1.1" status: 204 len: 168 time: 1.1445272 Sep 27 08:35:29.508765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Network 1179f158-754a-452d-8909-b89d0e80a941 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:29.511222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:29.514756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:29.641042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:29.641377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.705659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b485045-8d6a-4b9d-8c10-9099cd0500eb req-e4eca348-320c-49df-ac51-b9c24febc3a3 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:29.707782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b485045-8d6a-4b9d-8c10-9099cd0500eb req-e4eca348-320c-49df-ac51-b9c24febc3a3 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 943 time: 0.1524091 Sep 27 08:35:29.721252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70e3ebda-dd17-4bd2-a80d-7a43b46db92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.739983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70e3ebda-dd17-4bd2-a80d-7a43b46db92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.767821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-70e3ebda-dd17-4bd2-a80d-7a43b46db92f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60b2bf5995754e2686bda07ba3c2057e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538105 Sep 27 08:35:29.770674 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-fd6e776c-c405-49a2-988f-52d001217e97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3601220 Sep 27 08:35:29.771246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42554) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:29.801770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Request body: {'port': {'device_id': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:29.855241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b485045-8d6a-4b9d-8c10-9099cd0500eb req-0a5203dd-664e-4b5a-8c2b-d497d4b0cd89 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362259 Sep 27 08:35:29.900821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3ebda-dd17-4bd2-a80d-7a43b46db92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa4bdd-edaa-454a-80ec-c93f14ba68ab,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:29.942512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c59a7-7cfc-4e4b-bfbd-18f86140d387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.950507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:29.978854 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c59a7-7cfc-4e4b-bfbd-18f86140d387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.063971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-8365ee16-60da-4630-8da5-2f210240283f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c465c666-3985-4438-83d9-4c985a5806c0 HTTP/1.1" status: 200 len: 217 time: 0.5751395 Sep 27 08:35:30.070237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76513bb0-d68b-4497-bdfe-b0dab0c202ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0348037b-30bb-45cb-b0f7-801d88d08cc1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:30.129791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d44ab483-5e89-4eb8-9afb-8c527edd25c0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.136483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d44ab483-5e89-4eb8-9afb-8c527edd25c0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.140369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf6546e-4a63-4773-9841-0a23546d4367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d805d35-ee4d-416c-b229-2fe7a1527616'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:30.144038 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf5b0d1-f5ad-4667-9c70-1d90971b64d2" -d '{"events": [{"server_uuid": "acf6546e-4a63-4773-9841-0a23546d4367", "name": "network-vif-plugged", "status": "completed", "tag": "8d805d35-ee4d-416c-b229-2fe7a1527616"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:30.144676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d44ab483-5e89-4eb8-9afb-8c527edd25c0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.150849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d44ab483-5e89-4eb8-9afb-8c527edd25c0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.157440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d44ab483-5e89-4eb8-9afb-8c527edd25c0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.163391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d44ab483-5e89-4eb8-9afb-8c527edd25c0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.169376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d44ab483-5e89-4eb8-9afb-8c527edd25c0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.177998 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d44ab483-5e89-4eb8-9afb-8c527edd25c0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5395 time: 0.7871838 Sep 27 08:35:30.216312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42574) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:30.297713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-a37e4707-58ca-4fb3-958f-cecc8afe0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.298203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-a37e4707-58ca-4fb3-958f-cecc8afe0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.298714 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-a37e4707-58ca-4fb3-958f-cecc8afe0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.299186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-a37e4707-58ca-4fb3-958f-cecc8afe0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.299635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-a37e4707-58ca-4fb3-958f-cecc8afe0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.300095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-a37e4707-58ca-4fb3-958f-cecc8afe0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.300609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-a37e4707-58ca-4fb3-958f-cecc8afe0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.302555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-a37e4707-58ca-4fb3-958f-cecc8afe0404 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6300 time: 0.7947822 Sep 27 08:35:30.304026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-4ffb0f17-7288-414b-b61c-2c77d4ad38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.305368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-4ffb0f17-7288-414b-b61c-2c77d4ad38bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9cc257-91b1-42e5-acd2-54e21a8e4719 HTTP/1.1" status: 200 len: 854 time: 0.2300429 Sep 27 08:35:30.316442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Attempting to bind port 903e20ee-f479-4ca5-a353-9f4b6e765a64 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:30.316748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Attempting to bind port 903e20ee-f479-4ca5-a353-9f4b6e765a64 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:30.317268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Attempting to bind port 903e20ee-f479-4ca5-a353-9f4b6e765a64 on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:30.343106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2712d59-6ebe-4798-a1af-45dcb4761557 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:30.380986 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e566556-d055-404d-8fc8-c8921171ff55 req-d40bc845-267a-4cab-bf95-a5b430706b1a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2017477 Sep 27 08:35:30.444743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.446257 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a86714a-1a3a-436c-a6cd-13de4d20730b x-openstack-request-id: req-6a86714a-1a3a-436c-a6cd-13de4d20730b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:30.446775 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf6546e-4a63-4773-9841-0a23546d4367", "name": "network-vif-plugged", "status": "completed", "tag": "8d805d35-ee4d-416c-b229-2fe7a1527616", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:30.447363 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a86714a-1a3a-436c-a6cd-13de4d20730b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:30.448113 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf6546e-4a63-4773-9841-0a23546d4367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d805d35-ee4d-416c-b229-2fe7a1527616', 'code': 200} Sep 27 08:35:30.464206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb8d4-a845-4a40-a091-fb22e8478190 req-f1755a56-171c-4b2f-b395-bb17b73111f1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.472345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-255cb8d4-a845-4a40-a091-fb22e8478190 req-f1755a56-171c-4b2f-b395-bb17b73111f1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 931 time: 0.4846880 Sep 27 08:35:30.489000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Port 903e20ee-f479-4ca5-a353-9f4b6e765a64 on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:30.489323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Attempting to bind port 903e20ee-f479-4ca5-a353-9f4b6e765a64 on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:30.519087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c59a7-7cfc-4e4b-bfbd-18f86140d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.521689 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c59a7-7cfc-4e4b-bfbd-18f86140d387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.522853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c71c59a7-7cfc-4e4b-bfbd-18f86140d387 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2caa4bdd-edaa-454a-80ec-c93f14ba68ab HTTP/1.1" status: 204 len: 168 time: 0.7429631 Sep 27 08:35:30.529462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:30.530193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Checking segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:30.530851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Bound using segment: {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:30.531423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Bound port: 903e20ee-f479-4ca5-a353-9f4b6e765a64, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e888502-d23e-443b-a1ef-0e609c59572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:30.531946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.542550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-255cb8d4-a845-4a40-a091-fb22e8478190 req-8ced022f-6947-443e-9c50-2c125eb1fc5f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690501 Sep 27 08:35:30.545385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-68de8efc-2db7-4284-835c-92253f103575 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21099426d12d48458b8ff24a5f2c4bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234570 Sep 27 08:35:30.562465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42588) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:30.581888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Transition to ACTIVE for port object b2712d59-6ebe-4798-a1af-45dcb4761557 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:30.590251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c59a7-7cfc-4e4b-bfbd-18f86140d387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa4bdd-edaa-454a-80ec-c93f14ba68ab,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:30.646995 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.669370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-97bdd6f4-2662-4b40-b918-60b08854b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.669874 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-97bdd6f4-2662-4b40-b918-60b08854b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.670510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-97bdd6f4-2662-4b40-b918-60b08854b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.673257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-97bdd6f4-2662-4b40-b918-60b08854b8f8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3575497 Sep 27 08:35:30.705089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fe48-12a1-484e-bc37-011ab0c00895 req-18629500-4a2f-41ca-8ddd-caee03f2d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.706613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a241fe48-12a1-484e-bc37-011ab0c00895 req-18629500-4a2f-41ca-8ddd-caee03f2d66e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 1097 time: 0.1696451 Sep 27 08:35:30.765201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0b10314-ec79-4908-b5a8-499a343b2fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.793224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] For port 903e20ee-f479-4ca5-a353-9f4b6e765a64, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:30.797371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] For port 903e20ee-f479-4ca5-a353-9f4b6e765a64, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:30.802008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2712d59-6ebe-4798-a1af-45dcb4761557,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:30.805780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1e20117f-9e38-4b94-b9c7-f5f8c8db621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.807273 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-1e20117f-9e38-4b94-b9c7-f5f8c8db621b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecfc4887-be95-4181-a514-ed7eab08c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4816434 Sep 27 08:35:30.815478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3da1-8b3e-4e96-880e-4de4e637543c req-d7ac83c8-65e3-4ef5-aeb8-31a0467afa1c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:30.818238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-318f3da1-8b3e-4e96-880e-4de4e637543c req-d7ac83c8-65e3-4ef5-aeb8-31a0467afa1c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1555595 Sep 27 08:35:30.824410 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.824619 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a241fe48-12a1-484e-bc37-011ab0c00895 req-ffe7f831-dc30-44e4-8b22-02c7310c4c13 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075528 Sep 27 08:35:30.827520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0b10314-ec79-4908-b5a8-499a343b2fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.932509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-318f3da1-8b3e-4e96-880e-4de4e637543c req-ae0ff71a-f721-4d32-b007-629a762e5357 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991640 Sep 27 08:35:30.939374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2d224f-0c8a-476d-af87-a50faf0472bf {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:30.948295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.975902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Transition to ACTIVE for port object 9f2d224f-0c8a-476d-af87-a50faf0472bf will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:30.975902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0b10314-ec79-4908-b5a8-499a343b2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.976556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0b10314-ec79-4908-b5a8-499a343b2fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:30.977784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f0b10314-ec79-4908-b5a8-499a343b2fb1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35f50227-34df-4a8e-bfeb-3b9b965c4196 HTTP/1.1" status: 204 len: 168 time: 0.4138999 Sep 27 08:35:30.988656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b10314-ec79-4908-b5a8-499a343b2fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f50227-34df-4a8e-bfeb-3b9b965c4196,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:30.990707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:31.003664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-559c5f4e-828a-456d-b8cf-0ef6a4a2127b service neutron] 10.222.0.57 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806793 Sep 27 08:35:31.072700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:31.135566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c365d-067f-4077-880b-d94bc5aa7c60 req-b86d7bac-b9f4-4ce9-b4cc-979ee4efb361 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.144296 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-264c365d-067f-4077-880b-d94bc5aa7c60 req-b86d7bac-b9f4-4ce9-b4cc-979ee4efb361 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 932 time: 0.6050494 Sep 27 08:35:31.194650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.195551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:31.198179 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] 10.222.0.67 "PUT /v2.0/ports/903e20ee-f479-4ca5-a353-9f4b6e765a64 HTTP/1.1" status: 200 len: 1089 time: 3.9566596 Sep 27 08:35:31.230608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cbcec-1233-4b97-98ed-900f91ba741d req-61002ada-43e7-41f2-ad4c-33a6859eda71 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.246067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-370cbcec-1233-4b97-98ed-900f91ba741d req-61002ada-43e7-41f2-ad4c-33a6859eda71 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 943 time: 0.1491599 Sep 27 08:35:31.278741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:31.295568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-264c365d-067f-4077-880b-d94bc5aa7c60 req-1542c57f-6bba-4ebd-b7d8-1edc2e701b48 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452339 Sep 27 08:35:31.328134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-370cbcec-1233-4b97-98ed-900f91ba741d req-9342d0a6-bd30-4508-be75-b349c6759b25 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762675 Sep 27 08:35:31.329216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:31.330645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:31.331185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:31.336248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:31.336762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:31.338465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1f5cc-8773-48ee-9612-5f22f7d39875 service neutron] Pushing event updated for resources: {'Port': ['ID=903e20ee-f479-4ca5-a353-9f4b6e765a64,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:31.342830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:31.343766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:31.344356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:31.346149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Bound port: 9f2d224f-0c8a-476d-af87-a50faf0472bf, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:31.346736 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:31.455410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:31.459190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:31.467161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:31.506083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241ae861-dc1a-4040-8108-b4b5411a8682', 'tag': 'c465c666-3985-4438-83d9-4c985a5806c0'}, {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': '903e20ee-f479-4ca5-a353-9f4b6e765a64'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:31.508820 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "241ae861-dc1a-4040-8108-b4b5411a8682", "tag": "c465c666-3985-4438-83d9-4c985a5806c0"}, {"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "903e20ee-f479-4ca5-a353-9f4b6e765a64"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:31.513823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.514671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:31.517688 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 1091 time: 1.7278569 Sep 27 08:35:31.518414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:31.520818 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f84433-3feb-4400-9210-4dd273780216" -d '{"events": [{"name": "network-changed", "server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:31.589444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Attempting to bind port b2712d59-6ebe-4798-a1af-45dcb4761557 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:31.589813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Attempting to bind port b2712d59-6ebe-4798-a1af-45dcb4761557 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:31.590250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Attempting to bind port b2712d59-6ebe-4798-a1af-45dcb4761557 on network 31656d99-4f7f-460b-8a34-360206d00ed8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:31.614024 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a820add-beb0-462a-bb25-761750b40ef0 x-openstack-request-id: req-1a820add-beb0-462a-bb25-761750b40ef0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:31.614373 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:31.614807 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a820add-beb0-462a-bb25-761750b40ef0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:31.615141 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf', 'status': 'completed', 'code': 200} Sep 27 08:35:31.617278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d049ef6-305b-41b3-8205-281dcd1637c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:31.650543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-d8392c5f-2065-40a1-a424-571911260f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.653726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-d8392c5f-2065-40a1-a424-571911260f44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1094 time: 0.0802498 Sep 27 08:35:31.726326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Port b2712d59-6ebe-4798-a1af-45dcb4761557 on network 31656d99-4f7f-460b-8a34-360206d00ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:31.728092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Attempting to bind port b2712d59-6ebe-4798-a1af-45dcb4761557 on network 31656d99-4f7f-460b-8a34-360206d00ed8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:31.751964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-908c2687-3e4f-4fa7-8be7-04e6bc1b6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.753673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50561b33-5deb-4a9d-b2cd-bc3d9dabdcb7 req-908c2687-3e4f-4fa7-8be7-04e6bc1b6951 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9543483 Sep 27 08:35:31.761089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:31.761466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Checking segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:31.761860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Bound using segment: {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:31.762312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Bound port: b2712d59-6ebe-4798-a1af-45dcb4761557, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d24b22f-e97b-4179-b898-4e38fce44f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:31.762681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:31.767704 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:31.772302 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-68344819-357e-46ef-944b-e6b225091679 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 217 time: 0.1086240 Sep 27 08:35:31.782977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-b90fffb0-f09e-4daa-af98-ea5289ee17b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.792035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-b90fffb0-f09e-4daa-af98-ea5289ee17b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.795586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-b90fffb0-f09e-4daa-af98-ea5289ee17b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.801644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-b90fffb0-f09e-4daa-af98-ea5289ee17b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.807521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-b90fffb0-f09e-4daa-af98-ea5289ee17b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.813668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-b90fffb0-f09e-4daa-af98-ea5289ee17b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.819501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-b90fffb0-f09e-4daa-af98-ea5289ee17b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.821516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-b90fffb0-f09e-4daa-af98-ea5289ee17b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5395 time: 0.3094671 Sep 27 08:35:31.846796 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56293aa3-2ac0-43e2-935c-c56625995c27 req-cdaadad9-91c4-4952-8691-18f808d0e891 service neutron] 10.222.0.57 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451477 Sep 27 08:35:31.852464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8726-1d0c-42e9-903b-25f6b4469e4e req-83fb9523-8bb7-45fb-9b59-d51154e288fc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.864258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f37f8726-1d0c-42e9-903b-25f6b4469e4e req-83fb9523-8bb7-45fb-9b59-d51154e288fc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 943 time: 0.1844778 Sep 27 08:35:31.870546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-31c8f989-676a-4e57-bbc0-6976746f9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:31.874564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-31c8f989-676a-4e57-bbc0-6976746f9f19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.0783451 Sep 27 08:35:31.924648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-82f5b05c-8c5b-42cc-854f-efd7498ba489 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346298 Sep 27 08:35:31.938303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f37f8726-1d0c-42e9-903b-25f6b4469e4e req-68d2729d-e19d-4763-b9d4-bc0d95ff7b76 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623229 Sep 27 08:35:31.962104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2bd70c2-2cb8-4b67-b1b8-c3fe98758c91 req-cba07e6c-7b44-4943-8d31-dd6cdd709161 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203372 Sep 27 08:35:31.989475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] For port b2712d59-6ebe-4798-a1af-45dcb4761557, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:32.008821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] For port b2712d59-6ebe-4798-a1af-45dcb4761557, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b2712d59-6ebe-4798-a1af-45dcb4761557,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:32.080498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-c8f1b892-95db-40cd-a1f0-c775368e917a service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303167 Sep 27 08:35:32.166285 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4089fd02-8160-4177-9e94-c38a85a1c1e2 x-openstack-request-id: req-4089fd02-8160-4177-9e94-c38a85a1c1e2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:32.166806 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241ae861-dc1a-4040-8108-b4b5411a8682", "tag": "c465c666-3985-4438-83d9-4c985a5806c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "903e20ee-f479-4ca5-a353-9f4b6e765a64", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:32.167117 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4089fd02-8160-4177-9e94-c38a85a1c1e2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:32.167664 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241ae861-dc1a-4040-8108-b4b5411a8682', 'tag': 'c465c666-3985-4438-83d9-4c985a5806c0', 'status': 'completed', 'code': 200} Sep 27 08:35:32.167976 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': '903e20ee-f479-4ca5-a353-9f4b6e765a64', 'status': 'completed', 'code': 200} Sep 27 08:35:32.172987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:32.187125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c97a02bc-cf70-45f9-89c7-cd8dd8d4867a req-cbc165d4-bde9-4e23-9892-1f71dcfbc1c0 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976274 Sep 27 08:35:32.228630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.229631 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:32.232731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] 10.222.0.57 "PUT /v2.0/ports/b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 1092 time: 5.0642662 Sep 27 08:35:32.355173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a8cbb493-9645-4be4-ac59-3bd8f9db9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.356715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a8cbb493-9645-4be4-ac59-3bd8f9db9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.358677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a8cbb493-9645-4be4-ac59-3bd8f9db9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.362058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a8cbb493-9645-4be4-ac59-3bd8f9db9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.363304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a8cbb493-9645-4be4-ac59-3bd8f9db9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.363791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a8cbb493-9645-4be4-ac59-3bd8f9db9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.364267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a8cbb493-9645-4be4-ac59-3bd8f9db9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.366325 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a8cbb493-9645-4be4-ac59-3bd8f9db9b8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6342 time: 0.2550161 Sep 27 08:35:32.367412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-898b29e9-23d7-4865-b9bc-84ce5bac5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.369668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-898b29e9-23d7-4865-b9bc-84ce5bac5030 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 1095 time: 0.0726936 Sep 27 08:35:32.527782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-1aa860a2-0ede-45de-9cc8-8663af9d27fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 217 time: 0.1347849 Sep 27 08:35:32.553981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84433-3feb-4400-9210-4dd273780216 req-ace6a2df-9c70-4f20-9fa2-8184371b5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.555515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f84433-3feb-4400-9210-4dd273780216 req-ace6a2df-9c70-4f20-9fa2-8184371b5b80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1094 time: 0.2670670 Sep 27 08:35:32.570981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1a1cd-ffcf-4505-b0c9-e04483bd89d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2712d59-6ebe-4798-a1af-45dcb4761557,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:32.607412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892ce6-2e46-4a38-8b0f-3cd6d29aa7cf req-97fe0d26-f0d0-413a-98a7-93ffef452a55 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.616627 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-98892ce6-2e46-4a38-8b0f-3cd6d29aa7cf req-97fe0d26-f0d0-413a-98a7-93ffef452a55 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.4616163 Sep 27 08:35:32.644460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-b8e8d9f8-f07d-420e-b730-70f95b2ecd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.646041 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-b8e8d9f8-f07d-420e-b730-70f95b2ecd98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.1150348 Sep 27 08:35:32.681802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0899ed-3f19-48a6-a9cd-aca683371bdd req-515a2f44-0c76-4429-a4bd-ec51023fef90 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.690439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc0899ed-3f19-48a6-a9cd-aca683371bdd req-515a2f44-0c76-4429-a4bd-ec51023fef90 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 944 time: 0.2986839 Sep 27 08:35:32.750917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84433-3feb-4400-9210-4dd273780216 req-9a8fbc48-9c48-4275-b55f-60b8544e50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.752548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f84433-3feb-4400-9210-4dd273780216 req-9a8fbc48-9c48-4275-b55f-60b8544e50c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.1609602 Sep 27 08:35:32.767197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-cdffa65a-096d-4cd6-bab9-ca85aeb0665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.768288 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-cdffa65a-096d-4cd6-bab9-ca85aeb0665a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 1094 time: 0.6233499 Sep 27 08:35:32.794423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0fb6ea15-7a82-4893-9d7e-9528b7f7b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.796640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-0fb6ea15-7a82-4893-9d7e-9528b7f7b7b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343973 Sep 27 08:35:32.800309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc0899ed-3f19-48a6-a9cd-aca683371bdd req-9901249f-91d4-4306-8f93-547f95a160e9 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090734 Sep 27 08:35:32.862989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-2bb6ebb8-5234-43cd-a6dc-6c0fcce06257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.863463 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-2bb6ebb8-5234-43cd-a6dc-6c0fcce06257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.863927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-2bb6ebb8-5234-43cd-a6dc-6c0fcce06257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:32.865533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-2bb6ebb8-5234-43cd-a6dc-6c0fcce06257 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4839733 Sep 27 08:35:32.886810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f84433-3feb-4400-9210-4dd273780216 req-36e41987-624e-44b5-b02f-850fc0a83f03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 217 time: 0.1175337 Sep 27 08:35:32.980010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-f6640c5b-3672-430a-a64d-ae2fe60a6c0c service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707501 Sep 27 08:35:33.020736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84433-3feb-4400-9210-4dd273780216 req-e3d59db8-233a-4de0-94aa-676c73c32944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.020736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f84433-3feb-4400-9210-4dd273780216 req-e3d59db8-233a-4de0-94aa-676c73c32944 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1129260 Sep 27 08:35:33.038315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccf538-45ed-4a7c-9695-7fbda2198ef2 req-0338daf4-b736-43c8-abaa-9a6758b9c2e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.046641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87ccf538-45ed-4a7c-9695-7fbda2198ef2 req-0338daf4-b736-43c8-abaa-9a6758b9c2e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 943 time: 0.1449032 Sep 27 08:35:33.089461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-98892ce6-2e46-4a38-8b0f-3cd6d29aa7cf req-aa9996f2-fd62-46f3-8b68-28a77352eaf9 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696705 Sep 27 08:35:33.127324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87ccf538-45ed-4a7c-9695-7fbda2198ef2 req-aab74463-81a1-43ae-8592-f9da4b816ab0 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754313 Sep 27 08:35:33.192461 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce95962a-860f-49ff-a56a-49eb52be48cb req-c6c2d9a9-53b9-4b94-886c-9147980b3c29 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029033 Sep 27 08:35:33.197186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f84433-3feb-4400-9210-4dd273780216 req-6e589e40-f391-4c04-a5ec-c1f7da19a2e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348364 Sep 27 08:35:33.293601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-70a687ff-d31d-4172-af1c-19af63363206 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.299967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-70a687ff-d31d-4172-af1c-19af63363206 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.309013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-70a687ff-d31d-4172-af1c-19af63363206 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.319561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-70a687ff-d31d-4172-af1c-19af63363206 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.330108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-70a687ff-d31d-4172-af1c-19af63363206 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.337359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-70a687ff-d31d-4172-af1c-19af63363206 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.343471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-70a687ff-d31d-4172-af1c-19af63363206 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.345635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-70a687ff-d31d-4172-af1c-19af63363206 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5395 time: 0.1211112 Sep 27 08:35:33.353725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-63034831-ed24-4823-b3f1-cd88a2994086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.355763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-63034831-ed24-4823-b3f1-cd88a2994086 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 916 time: 0.4946992 Sep 27 08:35:33.395642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4bba4a1-7811-4696-b46c-8928035aafdd req-af037db9-d829-43be-91fe-787901b49c49 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423837 Sep 27 08:35:33.441334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c72afd2-3a08-4486-ae77-cd3ead668b8c {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:33.445970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-9012652e-696f-447a-a856-48b8de682c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.447459 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-9012652e-696f-447a-a856-48b8de682c08 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5549781 Sep 27 08:35:33.490068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:33.499886 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a9269a4a-7e5f-42b9-b6ad-a73855220724 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c465c666-3985-4438-83d9-4c985a5806c0 HTTP/1.1" status: 200 len: 217 time: 0.1184196 Sep 27 08:35:33.515814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd99a9-9e5f-4383-a2b6-07b148697563 req-cb17479a-1c77-4142-9f23-4413c5d0c6da tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.521313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-abbd99a9-9e5f-4383-a2b6-07b148697563 req-cb17479a-1c77-4142-9f23-4413c5d0c6da tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 943 time: 0.3228080 Sep 27 08:35:33.530199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Transition to ACTIVE for port object 6c72afd2-3a08-4486-ae77-cd3ead668b8c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:33.560456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:33.627341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f84433-3feb-4400-9210-4dd273780216 req-275b5777-5db8-478e-96c9-a4c1436298a5 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125898 Sep 27 08:35:33.709850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-e7495e05-e0d3-4cc0-94c2-75cfff97888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:33.711356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-e7495e05-e0d3-4cc0-94c2-75cfff97888e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb9cc257-91b1-42e5-acd2-54e21a8e4719 HTTP/1.1" status: 200 len: 854 time: 0.1882498 Sep 27 08:35:33.722737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Pushing event updated for resources: {'Port': ['ID=6c72afd2-3a08-4486-ae77-cd3ead668b8c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:33.777650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-abbd99a9-9e5f-4383-a2b6-07b148697563 req-594fa4dc-b2ad-417f-a1f0-6aae71093682 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182353 Sep 27 08:35:34.168959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:34.171222 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2cee6b-5b48-4652-b5f8-65e9964ce322" -d '{"events": [{"name": "network-changed", "server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:34.235731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a6541-c980-42a6-a9d8-268b018dd8a4 req-a42713c0-eb80-42e5-96b3-559afabf8221 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.237947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-119a6541-c980-42a6-a9d8-268b018dd8a4 req-a42713c0-eb80-42e5-96b3-559afabf8221 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.0631924 Sep 27 08:35:34.266109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-c6e13977-bdcb-4405-aa2a-29dac9d5ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.267636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-c6e13977-bdcb-4405-aa2a-29dac9d5ea2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ecfc4887-be95-4181-a514-ed7eab08c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5309107 Sep 27 08:35:34.281570 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-119a6541-c980-42a6-a9d8-268b018dd8a4 req-c0c643cf-9f1a-4606-a545-3d60b5c4d429 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347543 Sep 27 08:35:34.296656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f84433-3feb-4400-9210-4dd273780216 req-78c27c6b-b9a6-411f-af4b-6fa17c17e537 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549809 Sep 27 08:35:34.317025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Attempting to bind port 6c72afd2-3a08-4486-ae77-cd3ead668b8c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:34.317370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Attempting to bind port 6c72afd2-3a08-4486-ae77-cd3ead668b8c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:34.317916 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Attempting to bind port 6c72afd2-3a08-4486-ae77-cd3ead668b8c on network 06cebe1f-2f59-4476-80ee-24531db18e00 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:34.340399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610e9e0-78b7-4afd-8a63-ed1275068599 req-347ea5c0-1a96-463e-aed6-52dc62d95edf tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.347642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8610e9e0-78b7-4afd-8a63-ed1275068599 req-347ea5c0-1a96-463e-aed6-52dc62d95edf tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 944 time: 0.1525555 Sep 27 08:35:34.356752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Port 6c72afd2-3a08-4486-ae77-cd3ead668b8c on network 06cebe1f-2f59-4476-80ee-24531db18e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:34.357080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Attempting to bind port 6c72afd2-3a08-4486-ae77-cd3ead668b8c on network 06cebe1f-2f59-4476-80ee-24531db18e00 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:34.397038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:34.397292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Checking segment: {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:34.397663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Bound using segment: {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:34.398119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Bound port: 6c72afd2-3a08-4486-ae77-cd3ead668b8c, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:34.398479 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:34.440793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231b897-6771-473b-b11e-fb21fb2fb91b req-4c5113f4-54e9-43a2-9c05-a52d941be698 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.448746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c231b897-6771-473b-b11e-fb21fb2fb91b req-4c5113f4-54e9-43a2-9c05-a52d941be698 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 943 time: 0.0665095 Sep 27 08:35:34.463530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8610e9e0-78b7-4afd-8a63-ed1275068599 req-246e96e0-f5ba-4aa4-8072-24dc368a959f tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148355 Sep 27 08:35:34.471669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c465c666-3985-4438-83d9-4c985a5806c0 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:34.475065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-fb30ff78-21cd-4da8-89c7-1b746e2b53aa service neutron] 10.222.0.57 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911786 Sep 27 08:35:34.484732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c231b897-6771-473b-b11e-fb21fb2fb91b req-832ade3f-b7e4-4575-af0a-943e0c113bba tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 Sep 27 08:35:34.533061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] For port 6c72afd2-3a08-4486-ae77-cd3ead668b8c, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:34.554133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] For port 6c72afd2-3a08-4486-ae77-cd3ead668b8c, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:34.592894 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6deaab-f8e7-4545-b6dd-bf9961456159 x-openstack-request-id: req-1f6deaab-f8e7-4545-b6dd-bf9961456159 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:34.593188 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:34.593435 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f6deaab-f8e7-4545-b6dd-bf9961456159 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:34.593821 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'status': 'completed', 'code': 200} Sep 27 08:35:34.604535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:34.632103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c465c666-3985-4438-83d9-4c985a5806c0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c465c666-3985-4438-83d9-4c985a5806c0,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:34.649565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'c465c666-3985-4438-83d9-4c985a5806c0', 'network_id': 'ecfc4887-be95-4181-a514-ed7eab08c0e8', 'port_id': 'c465c666-3985-4438-83d9-4c985a5806c0', 'mac_address': 'fa:16:3e:66:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9cc257-91b1-42e5-acd2-54e21a8e4719', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:35:34.707736 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:34.711438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.712715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:34.714462 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] 10.222.0.67 "PUT /v2.0/ports/6c72afd2-3a08-4486-ae77-cd3ead668b8c HTTP/1.1" status: 200 len: 1091 time: 3.4417236 Sep 27 08:35:34.724243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c465c666-3985-4438-83d9-4c985a5806c0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:34.738117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aae1691a-2ccd-44af-a6a5-748c84ff9c6a req-a2004374-88fc-4f2e-bf6a-1276a9b4a0ae service neutron] 10.222.0.57 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479408 Sep 27 08:35:34.762478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c465c666-3985-4438-83d9-4c985a5806c0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c465c666-3985-4438-83d9-4c985a5806c0,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:34.768159 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:34.769134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b2712d59-6ebe-4798-a1af-45dcb4761557 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:34.772997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Request body: {'port': {'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:34.802198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-08ce58e0-bcf5-4d8d-bb21-a56ce3a2b513 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.811225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-08ce58e0-bcf5-4d8d-bb21-a56ce3a2b513 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.818776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-08ce58e0-bcf5-4d8d-bb21-a56ce3a2b513 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.828395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-08ce58e0-bcf5-4d8d-bb21-a56ce3a2b513 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.845899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-8c39083f-9c0b-462a-be44-03eb28730b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.848672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-08ce58e0-bcf5-4d8d-bb21-a56ce3a2b513 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.860318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-8c39083f-9c0b-462a-be44-03eb28730b7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 1095 time: 0.2655063 Sep 27 08:35:34.861723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-08ce58e0-bcf5-4d8d-bb21-a56ce3a2b513 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.867457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c465c666-3985-4438-83d9-4c985a5806c0,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:34.869729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-08ce58e0-bcf5-4d8d-bb21-a56ce3a2b513 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:34.874956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263401d-ac88-4f83-9d82-7ec584a85775 service neutron] Pushing event updated for resources: {'Port': ['ID=6c72afd2-3a08-4486-ae77-cd3ead668b8c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:34.883729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-08ce58e0-bcf5-4d8d-bb21-a56ce3a2b513 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5407 time: 0.1965029 Sep 27 08:35:34.938207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3e2d414-2517-4ad5-accf-8eb77b5a7c71 req-db557d42-98c8-4a5d-a072-f58e4b2676ad tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493388 Sep 27 08:35:34.991932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.008059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b2712d59-6ebe-4798-a1af-45dcb4761557, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b2712d59-6ebe-4798-a1af-45dcb4761557,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:35.030579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'port_id': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'mac_address': 'fa:16:3e:29:16:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:35:35.101606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.107453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbd28-b9bf-4baa-b3ab-1cc73172d09f req-6e2d0606-2556-4182-9953-e2d205826c7d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:35.116231 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-753bbd28-b9bf-4baa-b3ab-1cc73172d09f req-6e2d0606-2556-4182-9953-e2d205826c7d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 943 time: 0.0932517 Sep 27 08:35:35.116848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-d1b67338-1f20-43bc-b8ef-301d9c413b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:35.118359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-d1b67338-1f20-43bc-b8ef-301d9c413b08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.2309463 Sep 27 08:35:35.128857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2712d59-6ebe-4798-a1af-45dcb4761557 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:35.174851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-753bbd28-b9bf-4baa-b3ab-1cc73172d09f req-9778c13a-9607-4a27-b49b-0a90d499b018 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Sep 27 08:35:35.221306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b2712d59-6ebe-4798-a1af-45dcb4761557, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b2712d59-6ebe-4798-a1af-45dcb4761557,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:35.239288 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.242191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9f2d224f-0c8a-476d-af87-a50faf0472bf details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:35.267663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-58d5f641-27e2-4bcc-be47-7a23b39bee64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 217 time: 0.0542116 Sep 27 08:35:35.375609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-40a3c157-2388-4961-93e8-0bcc3f38232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:35.377134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-40a3c157-2388-4961-93e8-0bcc3f38232e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0972276 Sep 27 08:35:35.449846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbc605-2237-4c0d-89a4-4e7c91ce4a33 req-54580b21-8375-44dd-9c3d-5f05937381eb tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:35.464279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-54cbc605-2237-4c0d-89a4-4e7c91ce4a33 req-54580b21-8375-44dd-9c3d-5f05937381eb tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.0760052 Sep 27 08:35:35.525054 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-54cbc605-2237-4c0d-89a4-4e7c91ce4a33 req-bc5a555a-d99d-4b04-b718-4033ad8ebec0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589659 Sep 27 08:35:35.529715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c021f0-8274-4df3-a940-3b32075df459 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:35.542060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.563873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Transition to ACTIVE for port object 00c021f0-8274-4df3-a940-3b32075df459 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:35.576146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.587704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b2712d59-6ebe-4798-a1af-45dcb4761557,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:35.631605 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.654454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Pushing event updated for resources: {'Port': ['ID=00c021f0-8274-4df3-a940-3b32075df459,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:35.664226 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:35.676231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392ce70-554c-48fb-982f-f1d98c61e696 req-3d414584-0836-45b3-a80d-87ed4222a71b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:35.683908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1392ce70-554c-48fb-982f-f1d98c61e696 req-3d414584-0836-45b3-a80d-87ed4222a71b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 944 time: 0.0900724 Sep 27 08:35:35.690274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '9f2d224f-0c8a-476d-af87-a50faf0472bf', 'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'port_id': '9f2d224f-0c8a-476d-af87-a50faf0472bf', 'mac_address': 'fa:16:3e:5b:cd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c183b89-97f4-41e3-8a47-917eb270abc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:35:35.703943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-6724c3d9-79ca-4b1a-8db4-5b6170e37146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:35.705566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-6724c3d9-79ca-4b1a-8db4-5b6170e37146 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3182309 Sep 27 08:35:35.736151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42910) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:35.762108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1392ce70-554c-48fb-982f-f1d98c61e696 req-68258d78-5d76-4e0a-925f-07efb58e63a1 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613477 Sep 27 08:35:35.780759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.795535 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2d224f-0c8a-476d-af87-a50faf0472bf {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:35.821565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:35.827863 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.835639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f194-137c-438b-94ac-2ed4aaea45c5 req-5440b19e-4425-41c7-8b58-c7ffc2c91dd3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:35.837555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0379f194-137c-438b-94ac-2ed4aaea45c5 req-5440b19e-4425-41c7-8b58-c7ffc2c91dd3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 945 time: 0.1934705 Sep 27 08:35:35.916506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:35.931192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-983d6b95-cf38-474a-97a9-91dd98a16bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:35.988305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0379f194-137c-438b-94ac-2ed4aaea45c5 req-bcf85fba-7d8d-4b11-922c-959d29bd35ae tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360326 Sep 27 08:35:35.991151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Attempting to bind port 00c021f0-8274-4df3-a940-3b32075df459 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:35.991453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Attempting to bind port 00c021f0-8274-4df3-a940-3b32075df459 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:35.991758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Attempting to bind port 00c021f0-8274-4df3-a940-3b32075df459 on network 06cebe1f-2f59-4476-80ee-24531db18e00 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:36.001061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Port 00c021f0-8274-4df3-a940-3b32075df459 on network 06cebe1f-2f59-4476-80ee-24531db18e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:36.001493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Attempting to bind port 00c021f0-8274-4df3-a940-3b32075df459 on network 06cebe1f-2f59-4476-80ee-24531db18e00 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:36.026981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:36.027551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Checking segment: {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:36.027991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Bound using segment: {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:36.028694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Bound port: 00c021f0-8274-4df3-a940-3b32075df459, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:36.029259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.049268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-d1354f0d-cc44-4ee9-a13c-e7b4edea3bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253288 Sep 27 08:35:36.091082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-983d6b95-cf38-474a-97a9-91dd98a16bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.096939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-983d6b95-cf38-474a-97a9-91dd98a16bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.164998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-983d6b95-cf38-474a-97a9-91dd98a16bb8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab4449039af346aea180ee65d65c7aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197278 Sep 27 08:35:36.164998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d6b95-cf38-474a-97a9-91dd98a16bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb83d0d-4590-493a-9e76-a055f45695d6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:36.164998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42940) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:36.234575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] For port 00c021f0-8274-4df3-a940-3b32075df459, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:36.247844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-38e4cd4e-2ac8-4f9c-bcfc-044a62c9a47f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.250641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36d2b817-c494-49a3-a4d2-02a56f95f8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.254351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-38e4cd4e-2ac8-4f9c-bcfc-044a62c9a47f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.256545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['9f2d224f-0c8a-476d-af87-a50faf0472bf'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:36.260481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-38e4cd4e-2ac8-4f9c-bcfc-044a62c9a47f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.266920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-38e4cd4e-2ac8-4f9c-bcfc-044a62c9a47f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.272806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-38e4cd4e-2ac8-4f9c-bcfc-044a62c9a47f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.278986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-38e4cd4e-2ac8-4f9c-bcfc-044a62c9a47f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.284902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-38e4cd4e-2ac8-4f9c-bcfc-044a62c9a47f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.286936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-38e4cd4e-2ac8-4f9c-bcfc-044a62c9a47f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1664948 Sep 27 08:35:36.288946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] For port 00c021f0-8274-4df3-a940-3b32075df459, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00c021f0-8274-4df3-a940-3b32075df459,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:36.289360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36d2b817-c494-49a3-a4d2-02a56f95f8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.308088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['c465c666-3985-4438-83d9-4c985a5806c0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:36.319136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.361187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b2712d59-6ebe-4798-a1af-45dcb4761557'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:36.398744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a2cee6b-5b48-4652-b5f8-65e9964ce322 req-2d5f1889-9ac9-4c69-9162-0eeec17267ab service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406959 Sep 27 08:35:36.410039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ff4a-8dd8-4c99-9ca2-bae7807eb051 req-9b2e9a54-8bcd-483b-867d-fc2bc595e96b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.411865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4363ff4a-8dd8-4c99-9ca2-bae7807eb051 req-9b2e9a54-8bcd-483b-867d-fc2bc595e96b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 944 time: 0.1005580 Sep 27 08:35:36.426032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.426669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.428125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] 10.222.0.67 "PUT /v2.0/ports/00c021f0-8274-4df3-a940-3b32075df459 HTTP/1.1" status: 200 len: 1091 time: 1.6731448 Sep 27 08:35:36.430650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097eeb2-feb5-4b6c-81db-30f241d9d07f service neutron] Pushing event updated for resources: {'Port': ['ID=00c021f0-8274-4df3-a940-3b32075df459,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:36.477739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3bfc1df5-bfd1-4817-bee1-62f8dd04123b req-50c50e75-7b0c-4098-8982-c5f38211cec7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601155 Sep 27 08:35:36.482527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36d2b817-c494-49a3-a4d2-02a56f95f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.485222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36d2b817-c494-49a3-a4d2-02a56f95f8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:36.486518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-36d2b817-c494-49a3-a4d2-02a56f95f8b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fb83d0d-4590-493a-9e76-a055f45695d6 HTTP/1.1" status: 204 len: 168 time: 0.3248622 Sep 27 08:35:36.527429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2b817-c494-49a3-a4d2-02a56f95f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb83d0d-4590-493a-9e76-a055f45695d6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:36.541155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4363ff4a-8dd8-4c99-9ca2-bae7807eb051 req-116e6f20-02d2-4c9d-b8ce-95b268f07540 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125026 Sep 27 08:35:36.581231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7a2c12ed-54f4-4907-8cec-cb7beef7d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.581992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7a2c12ed-54f4-4907-8cec-cb7beef7d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.583136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7a2c12ed-54f4-4907-8cec-cb7beef7d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.583801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7a2c12ed-54f4-4907-8cec-cb7beef7d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.584552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7a2c12ed-54f4-4907-8cec-cb7beef7d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.585203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7a2c12ed-54f4-4907-8cec-cb7beef7d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.585854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7a2c12ed-54f4-4907-8cec-cb7beef7d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.588125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-7a2c12ed-54f4-4907-8cec-cb7beef7d01c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6476 time: 0.1055167 Sep 27 08:35:36.601756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': '6c72afd2-3a08-4486-ae77-cd3ead668b8c'}, {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': '00c021f0-8274-4df3-a940-3b32075df459'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:36.605079 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "6c72afd2-3a08-4486-ae77-cd3ead668b8c"}, {"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "00c021f0-8274-4df3-a940-3b32075df459"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:36.668774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-8d0ef498-8ce8-420e-b39d-bf86d56c9037 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a HTTP/1.1" status: 200 len: 217 time: 0.0603027 Sep 27 08:35:36.768553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c44e4a99-e522-4af2-8014-6fc2dc1b17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.770304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c44e4a99-e522-4af2-8014-6fc2dc1b17fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae HTTP/1.1" status: 200 len: 851 time: 0.0900421 Sep 27 08:35:36.779245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35191-83b1-4bd1-be77-a9b08a3fecfc req-7440ea54-0396-4a18-8e26-08ecfef5cb3c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.786944 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16e35191-83b1-4bd1-be77-a9b08a3fecfc req-7440ea54-0396-4a18-8e26-08ecfef5cb3c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1211791 Sep 27 08:35:36.857373 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16e35191-83b1-4bd1-be77-a9b08a3fecfc req-a2880b7c-26d9-4d69-b622-f450059036de tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690365 Sep 27 08:35:36.874255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-3877d487-f7d5-458c-8c46-7e099a671dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:36.877227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-3877d487-f7d5-458c-8c46-7e099a671dd9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829763 Sep 27 08:35:36.923206 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c142c71e-dd7a-40dd-9697-89e3b3343fdb x-openstack-request-id: req-c142c71e-dd7a-40dd-9697-89e3b3343fdb {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:36.923498 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "6c72afd2-3a08-4486-ae77-cd3ead668b8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "00c021f0-8274-4df3-a940-3b32075df459", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:36.923901 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c142c71e-dd7a-40dd-9697-89e3b3343fdb {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:36.924302 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': '6c72afd2-3a08-4486-ae77-cd3ead668b8c', 'status': 'completed', 'code': 200} Sep 27 08:35:36.924566 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': '00c021f0-8274-4df3-a940-3b32075df459', 'status': 'completed', 'code': 200} Sep 27 08:35:37.031477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469c0e-59e8-400b-a747-84e1017a2878 req-c6bc0deb-a2de-4275-a221-f17145d22b80 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.033439 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a469c0e-59e8-400b-a747-84e1017a2878 req-c6bc0deb-a2de-4275-a221-f17145d22b80 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 944 time: 0.0675547 Sep 27 08:35:37.038122 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-98b0c395-3490-4753-8cce-2aa4361e4ab7 service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521082 Sep 27 08:35:37.151337 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a469c0e-59e8-400b-a747-84e1017a2878 req-d534d5a7-1f08-4cf5-9a74-ec592bf2efb2 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109679 Sep 27 08:35:37.179328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-d38bf3a9-1ffd-49c4-89ce-49cc9641b3c8 service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268423 Sep 27 08:35:37.209305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43006) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:37.228190 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-769abe9f-744c-4797-bb83-e1b0fb85543d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 200 len: 217 time: 0.0404036 Sep 27 08:35:37.233842 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0878882-21e9-4d9d-82ab-b0a36ee8c9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:37.269915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8edfa5-15b6-4272-b19b-1d428196df89 req-754ab134-d596-40d5-8629-537b66736304 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.271543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a8edfa5-15b6-4272-b19b-1d428196df89 req-754ab134-d596-40d5-8629-537b66736304 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 945 time: 0.1332390 Sep 27 08:35:37.299348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-b244fd71-9493-4e5f-9dfe-194af9101533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.301847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-b244fd71-9493-4e5f-9dfe-194af9101533 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0646770 Sep 27 08:35:37.336101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a8edfa5-15b6-4272-b19b-1d428196df89 req-0cd74de6-4413-4d8b-a22e-cc73026b77a1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562780 Sep 27 08:35:37.388073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-534c31e3-eb30-45f3-a648-21f37c9f21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.388844 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0878882-21e9-4d9d-82ab-b0a36ee8c9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:37.389620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-534c31e3-eb30-45f3-a648-21f37c9f21a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704885 Sep 27 08:35:37.393534 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0878882-21e9-4d9d-82ab-b0a36ee8c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:37.436989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d0878882-21e9-4d9d-82ab-b0a36ee8c9b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c38b5cfb92e42eb95fd5948ea109d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239087 Sep 27 08:35:37.441110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43016) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:37.452665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0878882-21e9-4d9d-82ab-b0a36ee8c9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b788d-d3b2-497d-850c-e59043846749,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:37.510627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c34b6f9-47ea-49eb-9344-52a70ba60372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:37.513519 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-2c49bb35-d7ec-4eef-8181-5ba82e76a500 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155391 Sep 27 08:35:37.538403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c34b6f9-47ea-49eb-9344-52a70ba60372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:37.667201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-1121bf09-6bc5-452b-a0b1-7ef0d20ea42c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.673121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-1121bf09-6bc5-452b-a0b1-7ef0d20ea42c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.679023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-1121bf09-6bc5-452b-a0b1-7ef0d20ea42c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.685112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-1121bf09-6bc5-452b-a0b1-7ef0d20ea42c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.691696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-1121bf09-6bc5-452b-a0b1-7ef0d20ea42c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.699375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-1121bf09-6bc5-452b-a0b1-7ef0d20ea42c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.706059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-1121bf09-6bc5-452b-a0b1-7ef0d20ea42c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.710512 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-ee211bee-5378-4e55-b704-92d002ec9477 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838250 Sep 27 08:35:37.717278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-1121bf09-6bc5-452b-a0b1-7ef0d20ea42c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1510866 Sep 27 08:35:37.722369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28673ee8-c2e3-456d-8679-5915dfee38bc req-04fbc2dd-c02d-410b-897c-a223c2930693 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.723946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28673ee8-c2e3-456d-8679-5915dfee38bc req-04fbc2dd-c02d-410b-897c-a223c2930693 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 944 time: 0.0790892 Sep 27 08:35:37.739024 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c34b6f9-47ea-49eb-9344-52a70ba60372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:37.741742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5c34b6f9-47ea-49eb-9344-52a70ba60372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:37.742918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5c34b6f9-47ea-49eb-9344-52a70ba60372 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a80b788d-d3b2-497d-850c-e59043846749 HTTP/1.1" status: 204 len: 168 time: 0.3008718 Sep 27 08:35:37.776474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34b6f9-47ea-49eb-9344-52a70ba60372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b788d-d3b2-497d-850c-e59043846749,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:37.786787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b0f9ec6-d224-4425-ad0a-9003443f24d2 req-b660daaf-9ec7-4a9e-bc22-789361229643 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686116 Sep 27 08:35:37.830804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-eafd8cd0-d90b-42af-bac1-aef5f769a250 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 200 len: 217 time: 0.1054997 Sep 27 08:35:37.893574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28673ee8-c2e3-456d-8679-5915dfee38bc req-3cc54b6f-c36c-4789-ab73-eb0d56b2b891 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608603 Sep 27 08:35:37.919687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-1ef746d9-a0cd-4a45-83b0-b6b6309a45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.919687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-1ef746d9-a0cd-4a45-83b0-b6b6309a45ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0789521 Sep 27 08:35:37.987294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c45a9bc8-c941-4ba9-b9df-2f986e232b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:37.989638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-c45a9bc8-c941-4ba9-b9df-2f986e232b90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625970 Sep 27 08:35:38.093525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab209d4-914e-475b-b850-90c7c621706f req-4def7152-5c1a-43f1-9da7-b3022833f3fc tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:38.095027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ab209d4-914e-475b-b850-90c7c621706f req-4def7152-5c1a-43f1-9da7-b3022833f3fc tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1107321 Sep 27 08:35:38.141635 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-a158ea9c-64d5-407e-b6f3-7aba683ccb16 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401536 Sep 27 08:35:38.175427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ab209d4-914e-475b-b850-90c7c621706f req-01aaf91e-50d6-44a9-962a-e12bab55eb90 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721257 Sep 27 08:35:38.318490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-4552504b-0246-4dcc-b5b4-504dae8d79c1 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671224 Sep 27 08:35:38.327635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b25204-2aca-4eb3-92d0-8a44e50b946d req-a1fc9816-9ee1-49ae-9468-db5fbd5bbf83 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:38.329300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50b25204-2aca-4eb3-92d0-8a44e50b946d req-a1fc9816-9ee1-49ae-9468-db5fbd5bbf83 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 944 time: 0.0878377 Sep 27 08:35:38.372228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-3b7cefd4-0c11-4f68-acae-fae73d308e5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb HTTP/1.1" status: 200 len: 217 time: 0.0418661 Sep 27 08:35:38.451831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50b25204-2aca-4eb3-92d0-8a44e50b946d req-3117ac76-5368-437d-90a9-bd89ec937540 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142418 Sep 27 08:35:38.463821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-773a8ed1-1e07-4797-ad37-d0c1cc5780a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:38.465382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-773a8ed1-1e07-4797-ad37-d0c1cc5780a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0751057 Sep 27 08:35:38.491697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c465c666-3985-4438-83d9-4c985a5806c0 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:38.520442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-6284f9e1-ad82-4d07-851e-1547c2cb7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:38.521980 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-6284f9e1-ad82-4d07-851e-1547c2cb7ec0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438263 Sep 27 08:35:38.550567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab082e67-83f9-4d89-97ee-0d19990ae305 req-981a04e1-d23c-40a5-949e-4b12e056ccb3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:38.560305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab082e67-83f9-4d89-97ee-0d19990ae305 req-981a04e1-d23c-40a5-949e-4b12e056ccb3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 945 time: 0.1091843 Sep 27 08:35:38.563441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port c465c666-3985-4438-83d9-4c985a5806c0 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:35:38.567798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port c465c666-3985-4438-83d9-4c985a5806c0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:38.568185 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:38.607715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab082e67-83f9-4d89-97ee-0d19990ae305 req-6d3b9265-aa90-40dd-9989-77eb3c6f8326 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Sep 27 08:35:38.672675 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:38.680258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-4028c098-d836-4187-8cbd-21a73d400886 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485388 Sep 27 08:35:38.698522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ae861-dc1a-4040-8108-b4b5411a8682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c465c666-3985-4438-83d9-4c985a5806c0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:38.701302 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9c2ecb-ab45-4407-b607-760bdf51c6c5" -d '{"events": [{"server_uuid": "241ae861-dc1a-4040-8108-b4b5411a8682", "name": "network-vif-plugged", "status": "completed", "tag": "c465c666-3985-4438-83d9-4c985a5806c0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:38.717453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c465c666-3985-4438-83d9-4c985a5806c0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c465c666-3985-4438-83d9-4c985a5806c0,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:38.727700 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:38.729008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b2712d59-6ebe-4798-a1af-45dcb4761557 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:38.754954 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c82654-7ce3-46f9-847c-76636d723d1c x-openstack-request-id: req-f5c82654-7ce3-46f9-847c-76636d723d1c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:38.755361 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ae861-dc1a-4040-8108-b4b5411a8682", "name": "network-vif-plugged", "status": "completed", "tag": "c465c666-3985-4438-83d9-4c985a5806c0", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:38.755890 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5c82654-7ce3-46f9-847c-76636d723d1c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:38.756438 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ae861-dc1a-4040-8108-b4b5411a8682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c465c666-3985-4438-83d9-4c985a5806c0', 'code': 200} Sep 27 08:35:38.802621 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-61686e04-5a21-4149-855f-bc18642c652f service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122932 Sep 27 08:35:38.816759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c465c666-3985-4438-83d9-4c985a5806c0,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:38.856474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port b2712d59-6ebe-4798-a1af-45dcb4761557 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:35:38.861425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port b2712d59-6ebe-4798-a1af-45dcb4761557 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:38.862156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:38.882625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-98d5d57b-8f20-48e4-a773-dae9be804ab0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64 HTTP/1.1" status: 200 len: 217 time: 0.0691752 Sep 27 08:35:38.893473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1f561-5cc2-4011-9ca8-f4ea4424eac2 req-d32e12b7-033a-4a4a-8814-a129311512fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:38.896841 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5df1f561-5cc2-4011-9ca8-f4ea4424eac2 req-d32e12b7-033a-4a4a-8814-a129311512fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 1096 time: 0.0740373 Sep 27 08:35:38.959108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5df1f561-5cc2-4011-9ca8-f4ea4424eac2 req-b9012bc9-031f-4d41-b7ad-1089f9a5f751 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524063 Sep 27 08:35:38.970158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-16a68181-27c1-492d-a17e-23f4c2aae854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:38.971739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-16a68181-27c1-492d-a17e-23f4c2aae854 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0739951 Sep 27 08:35:39.008017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-5552165e-66c9-4886-859f-56d850b47986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.018686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-5552165e-66c9-4886-859f-56d850b47986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.022209 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:39.028541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-5552165e-66c9-4886-859f-56d850b47986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.030316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:39.046711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-5552165e-66c9-4886-859f-56d850b47986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.057230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b2712d59-6ebe-4798-a1af-45dcb4761557, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b2712d59-6ebe-4798-a1af-45dcb4761557,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:39.059989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-5552165e-66c9-4886-859f-56d850b47986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.068025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:39.069624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9f2d224f-0c8a-476d-af87-a50faf0472bf up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:35:39.086568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-5552165e-66c9-4886-859f-56d850b47986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.091143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-5552165e-66c9-4886-859f-56d850b47986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.093187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-5552165e-66c9-4886-859f-56d850b47986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1900747 Sep 27 08:35:39.129843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-f1514e18-c8c7-4c67-a94b-90a4be6bc7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.131455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-f1514e18-c8c7-4c67-a94b-90a4be6bc7a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508000 Sep 27 08:35:39.159108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b2712d59-6ebe-4798-a1af-45dcb4761557,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:39.170621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d16c37cb-064c-4ad0-9a83-2d4c38f298bf req-3b71ec1b-4e86-4dd7-a432-4838d1453e51 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713027 Sep 27 08:35:39.178895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2d00f-0fe4-4103-8801-80d34256605b req-514ed1f4-fb5a-493b-a5b0-89ca462196d9 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.180532 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6b2d00f-0fe4-4103-8801-80d34256605b req-514ed1f4-fb5a-493b-a5b0-89ca462196d9 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 944 time: 0.1511800 Sep 27 08:35:39.186823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 9f2d224f-0c8a-476d-af87-a50faf0472bf completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:35:39.195478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 9f2d224f-0c8a-476d-af87-a50faf0472bf triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:35:39.196171 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:39.261035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e438cb1b-b7f4-4e65-9ae5-371e3f98b75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:39.300173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6b2d00f-0fe4-4103-8801-80d34256605b req-1787f480-34aa-468e-9359-9f183b854b96 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094823 Sep 27 08:35:39.335339 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:39.336703 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-14da94d9-d036-4d72-a72d-2c691eb1a850 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882768 Sep 27 08:35:39.376438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:39.382419 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:39.443614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:39.529002 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e438cb1b-b7f4-4e65-9ae5-371e3f98b75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:39.532307 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-1a279d3a-7654-4d98-9b2a-7d3c8f937774 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859531 Sep 27 08:35:39.543786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38093ba-5602-4d70-a85d-b7df0b1d9d31 req-4288f595-7289-4374-bfd9-f93107981203 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.545543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b38093ba-5602-4d70-a85d-b7df0b1d9d31 req-4288f595-7289-4374-bfd9-f93107981203 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1018329 Sep 27 08:35:39.547511 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e438cb1b-b7f4-4e65-9ae5-371e3f98b75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:39.617108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-6f78d7da-2c3a-40eb-a0ff-1c0b11208636 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c HTTP/1.1" status: 200 len: 217 time: 0.0705836 Sep 27 08:35:39.638921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438cb1b-b7f4-4e65-9ae5-371e3f98b75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b8b51-f91c-4ccf-a9c8-584f8b85585b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:39.661095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e438cb1b-b7f4-4e65-9ae5-371e3f98b75b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=948f11db7149475098f58e1c999b9d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260846 Sep 27 08:35:39.663113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:39.686560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cb7be-7c10-4d52-925f-0ba909c87d03 req-6ccb9a71-1965-4c24-82fd-e1b535d862d5 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:39.688225 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e43cb7be-7c10-4d52-925f-0ba909c87d03 req-6ccb9a71-1965-4c24-82fd-e1b535d862d5 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Sep 27 08:35:39.731568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e43cb7be-7c10-4d52-925f-0ba909c87d03 req-357c8a44-ff55-4848-9d19-713cf390a042 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363240 Sep 27 08:35:40.042746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b38093ba-5602-4d70-a85d-b7df0b1d9d31 req-6ceff8b5-20d4-418f-a398-addc74d2dc30 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787259 Sep 27 08:35:40.099869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-f85eecc9-c194-4f82-a65c-45576b02f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.101921 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-f85eecc9-c194-4f82-a65c-45576b02f4e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.4595613 Sep 27 08:35:40.163654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-328bafc0-2a92-45b6-adc3-7c38b333d590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:40.207003 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-328bafc0-2a92-45b6-adc3-7c38b333d590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:40.222901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-77634185-3e09-4c9e-b25c-cb4318e067b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.228367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-77634185-3e09-4c9e-b25c-cb4318e067b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069381 Sep 27 08:35:40.239221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf7e2-4d07-4679-878b-b89a5807524c req-10faa514-1722-486d-b4d5-766c8780d37c tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.241149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aabbf7e2-4d07-4679-878b-b89a5807524c req-10faa514-1722-486d-b4d5-766c8780d37c tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 946 time: 0.1248574 Sep 27 08:35:40.359406 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aabbf7e2-4d07-4679-878b-b89a5807524c req-af192168-225c-45da-b671-1404d11c6ab3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994661 Sep 27 08:35:40.380636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-328bafc0-2a92-45b6-adc3-7c38b333d590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:40.383252 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-328bafc0-2a92-45b6-adc3-7c38b333d590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:40.384424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-328bafc0-2a92-45b6-adc3-7c38b333d590 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/366b8b51-f91c-4ccf-a9c8-584f8b85585b HTTP/1.1" status: 204 len: 168 time: 0.7041416 Sep 27 08:35:40.395837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-925a18be-489e-420e-94c7-3096885be527 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536918 Sep 27 08:35:40.397158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bafc0-2a92-45b6-adc3-7c38b333d590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b8b51-f91c-4ccf-a9c8-584f8b85585b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:40.555002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-4f001d35-7d38-4c15-86ba-d66b91b7c5de tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.562006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-4f001d35-7d38-4c15-86ba-d66b91b7c5de tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.567810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-4f001d35-7d38-4c15-86ba-d66b91b7c5de tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.573905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-4f001d35-7d38-4c15-86ba-d66b91b7c5de tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.580032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-4f001d35-7d38-4c15-86ba-d66b91b7c5de tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.585923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-4f001d35-7d38-4c15-86ba-d66b91b7c5de tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.591972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-4f001d35-7d38-4c15-86ba-d66b91b7c5de tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.597374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-4f001d35-7d38-4c15-86ba-d66b91b7c5de tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1549642 Sep 27 08:35:40.626209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-21984f5c-bc5c-4704-a010-07a63fc8af76 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047262 Sep 27 08:35:40.680003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-46380491-130c-4c93-ac36-4f72a7c2be4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c021f0-8274-4df3-a940-3b32075df459 HTTP/1.1" status: 200 len: 217 time: 0.0461183 Sep 27 08:35:40.684470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb096db0-9b90-4112-b346-151f6d74adc7 req-e422418f-0813-47e0-8c28-4d08b7524fec tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812697 Sep 27 08:35:40.749963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-1e029732-b968-43e5-aa1e-a606daeb077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.751935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-1e029732-b968-43e5-aa1e-a606daeb077b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.0543914 Sep 27 08:35:40.757731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557'}, {'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:40.761213 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf0a8f2-6ae7-4adf-9883-c24fda3aaed5" -d '{"events": [{"server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "name": "network-vif-plugged", "status": "completed", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557"}, {"server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "name": "network-vif-plugged", "status": "completed", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:40.828800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-cd389057-c57b-4a77-88a8-836b673f793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.830382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-cd389057-c57b-4a77-88a8-836b673f793e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718987 Sep 27 08:35:40.842421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe14395-e14f-4b97-83e8-12bca64e334d req-7147a078-5ecf-48df-abd7-daa255983636 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:40.843896 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9fe14395-e14f-4b97-83e8-12bca64e334d req-7147a078-5ecf-48df-abd7-daa255983636 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 945 time: 0.0840435 Sep 27 08:35:40.941133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9fe14395-e14f-4b97-83e8-12bca64e334d req-230b3ab0-b188-4052-b6d4-78a8ddbf8c0e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863867 Sep 27 08:35:40.974065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-30652447-a882-4298-b64b-265bf76ff37e service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272304 Sep 27 08:35:41.091247 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967728a4-cabf-4659-bebe-4cbaa05e37cd req-b4dc14c1-4b5e-4795-8c17-21537ac9c0ec service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094918 Sep 27 08:35:41.164414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdb0d-71e9-41b3-b95c-69d4d0e14b97 req-f03ddc3e-ed0a-40b5-9eff-5c24b18a585c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.168191 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45bfdb0d-71e9-41b3-b95c-69d4d0e14b97 req-f03ddc3e-ed0a-40b5-9eff-5c24b18a585c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.0590816 Sep 27 08:35:41.233383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45bfdb0d-71e9-41b3-b95c-69d4d0e14b97 req-f426787d-1b26-4937-ab3a-e60d3018a983 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523808 Sep 27 08:35:41.236779 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4273fcb5-cb7c-4d8e-8f40-018d017e5015 x-openstack-request-id: req-4273fcb5-cb7c-4d8e-8f40-018d017e5015 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:41.237080 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "name": "network-vif-plugged", "status": "completed", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557", "code": 200}, {"server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "name": "network-vif-plugged", "status": "completed", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:41.237503 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4273fcb5-cb7c-4d8e-8f40-018d017e5015 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:41.237915 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'code': 200} Sep 27 08:35:41.238171 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf', 'code': 200} Sep 27 08:35:41.277046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-331f6596-384b-496b-8f13-acfcd970807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.280138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-331f6596-384b-496b-8f13-acfcd970807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.281409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-331f6596-384b-496b-8f13-acfcd970807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.281958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-331f6596-384b-496b-8f13-acfcd970807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.282700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-331f6596-384b-496b-8f13-acfcd970807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.283351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-331f6596-384b-496b-8f13-acfcd970807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.283885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-331f6596-384b-496b-8f13-acfcd970807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.286748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-331f6596-384b-496b-8f13-acfcd970807e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6476 time: 0.1035736 Sep 27 08:35:41.390906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a47a4-cf67-47ee-8302-473a0ec1c3f3 req-9ae423fa-ed16-4b14-80d4-e815da15b139 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.392729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f8a47a4-cf67-47ee-8302-473a0ec1c3f3 req-9ae423fa-ed16-4b14-80d4-e815da15b139 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.0621798 Sep 27 08:35:41.459833 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f8a47a4-cf67-47ee-8302-473a0ec1c3f3 req-9855eb4e-684e-4562-8e97-c85118c5e929 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572131 Sep 27 08:35:41.460072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:41.518183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5863d2-34af-4284-b529-b5d9965e9121 req-166b8c7f-f801-48b0-9d11-8a5ca5730d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.519834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c5863d2-34af-4284-b529-b5d9965e9121 req-166b8c7f-f801-48b0-9d11-8a5ca5730d1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 1097 time: 0.1746309 Sep 27 08:35:41.527799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474fe9-57cb-4722-903e-c3d1d7c3dff6 req-2cae902e-8a12-4092-935f-7722fb7abb7c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.529502 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08474fe9-57cb-4722-903e-c3d1d7c3dff6 req-2cae902e-8a12-4092-935f-7722fb7abb7c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.2044287 Sep 27 08:35:41.534661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970bed2-ced8-4a58-9d57-f251c7a725c9 req-dfcd3f45-08cb-4b52-bdc7-d660396f4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.536224 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b970bed2-ced8-4a58-9d57-f251c7a725c9 req-dfcd3f45-08cb-4b52-bdc7-d660396f4828 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1096 time: 0.1921420 Sep 27 08:35:41.559076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-40623b4d-cfc7-4325-aa9f-7d3db1572661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.560735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-40623b4d-cfc7-4325-aa9f-7d3db1572661 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06cebe1f-2f59-4476-80ee-24531db18e00 HTTP/1.1" status: 200 len: 902 time: 0.2566686 Sep 27 08:35:41.605169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14aff79-45b3-40d7-abe0-286bdbcbca3f req-728312c4-ee24-4851-ac13-0da59166a3b2 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.615539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c14aff79-45b3-40d7-abe0-286bdbcbca3f req-728312c4-ee24-4851-ac13-0da59166a3b2 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 946 time: 0.0757079 Sep 27 08:35:41.631454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-efe76d4a-193b-4ba6-8db7-4977d34b090f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c HTTP/1.1" status: 200 len: 217 time: 0.0556879 Sep 27 08:35:41.661166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c14aff79-45b3-40d7-abe0-286bdbcbca3f req-b30b4293-240c-4e44-b1f2-7e49ae356131 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Sep 27 08:35:41.678230 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c5863d2-34af-4284-b529-b5d9965e9121 req-733f7d3e-c0c6-45d3-aab6-52122848606d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475694 Sep 27 08:35:41.687949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08474fe9-57cb-4722-903e-c3d1d7c3dff6 req-1317cec9-b452-427c-a33b-4f164ae79901 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506596 Sep 27 08:35:41.726930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b970bed2-ced8-4a58-9d57-f251c7a725c9 req-483b8916-2e1f-4e6a-aa50-fb54ed3bdd1e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693404 Sep 27 08:35:41.731033 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7eff744-d87f-48ee-903e-6741f07aad11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:41.756887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-d44522cb-f6e3-46fa-9bdf-98425aaa949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.758270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-d44522cb-f6e3-46fa-9bdf-98425aaa949b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.1005387 Sep 27 08:35:41.788148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf0973-471b-4943-82ae-a7a854bb1560 req-b257ee2e-bef9-4bf6-9401-8af43d2be3ae tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.796828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eedf0973-471b-4943-82ae-a7a854bb1560 req-b257ee2e-bef9-4bf6-9401-8af43d2be3ae tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 946 time: 0.0677297 Sep 27 08:35:41.844163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eedf0973-471b-4943-82ae-a7a854bb1560 req-053b0574-84ab-41e7-b5b6-4f06e2079280 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Sep 27 08:35:41.872510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-8d262b4a-dcfc-4833-b81a-489d77818ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.874115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-8d262b4a-dcfc-4833-b81a-489d77818ddb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064107 Sep 27 08:35:41.899718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-60f9019a-c5de-4787-8cbb-510d021b1c22 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.905738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-60f9019a-c5de-4787-8cbb-510d021b1c22 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.912992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-60f9019a-c5de-4787-8cbb-510d021b1c22 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.919120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-60f9019a-c5de-4787-8cbb-510d021b1c22 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.924941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-60f9019a-c5de-4787-8cbb-510d021b1c22 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.930708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-60f9019a-c5de-4787-8cbb-510d021b1c22 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.936558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-60f9019a-c5de-4787-8cbb-510d021b1c22 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:41.938516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-60f9019a-c5de-4787-8cbb-510d021b1c22 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1424968 Sep 27 08:35:42.036684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43258) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:42.059874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7eff744-d87f-48ee-903e-6741f07aad11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.066641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b2fc25b-c018-448a-9ef4-3f9f52920381 req-91cca60c-6fc8-4169-ae1c-df8605340e4e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173365 Sep 27 08:35:42.069545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7eff744-d87f-48ee-903e-6741f07aad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.119254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-bfb2d97e-4ef6-4373-a361-47349a9c53f3 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329559 Sep 27 08:35:42.127034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c7eff744-d87f-48ee-903e-6741f07aad11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68f27df63c2e4f74a44474f8b1143a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6629264 Sep 27 08:35:42.127795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43264) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:42.137541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eff744-d87f-48ee-903e-6741f07aad11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0e4d8-c0b2-4377-9a95-eeb4b3c09265,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:42.165666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18bfa6-a56a-4beb-8e07-308eda8db1e4 req-39847152-75ca-4b49-b2f0-dc6a08937590 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.167376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d18bfa6-a56a-4beb-8e07-308eda8db1e4 req-39847152-75ca-4b49-b2f0-dc6a08937590 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.0822120 Sep 27 08:35:42.231812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d18bfa6-a56a-4beb-8e07-308eda8db1e4 req-df393ad0-cbda-4f76-a352-a64ead16cc9e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576031 Sep 27 08:35:42.255996 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092c6918-d0be-4a74-a7ea-6909fbffb44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.264030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-7a344b16-e542-4957-8706-39ad18f676d0 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348519 Sep 27 08:35:42.278354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1742326205'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:42.281299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346bfc0-e98f-4ca0-822e-8ccbf31749e0 req-cc5ff903-bae8-480a-b7e6-cd071db365a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.283026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a346bfc0-e98f-4ca0-822e-8ccbf31749e0 req-cc5ff903-bae8-480a-b7e6-cd071db365a0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 945 time: 0.0818224 Sep 27 08:35:42.296792 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092c6918-d0be-4a74-a7ea-6909fbffb44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.337506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Made reservation on behalf of 852aa4b9f5534404b8bb3d97b9dbb449 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:42.342312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.342560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a346bfc0-e98f-4ca0-822e-8ccbf31749e0 req-ed360298-c6e5-4b56-886e-f7c2f243804c tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Sep 27 08:35:42.354647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.393684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092c6918-d0be-4a74-a7ea-6909fbffb44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.395858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-a309e3dd-81f7-41bc-a391-df8637a2f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.396261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092c6918-d0be-4a74-a7ea-6909fbffb44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.396412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-a309e3dd-81f7-41bc-a391-df8637a2f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.396827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-a309e3dd-81f7-41bc-a391-df8637a2f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.397299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-a309e3dd-81f7-41bc-a391-df8637a2f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.402041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-a309e3dd-81f7-41bc-a391-df8637a2f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.402041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-a309e3dd-81f7-41bc-a391-df8637a2f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.402041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-a309e3dd-81f7-41bc-a391-df8637a2f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.402343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-092c6918-d0be-4a74-a7ea-6909fbffb44b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eec0e4d8-c0b2-4377-9a95-eeb4b3c09265 HTTP/1.1" status: 204 len: 168 time: 0.2713749 Sep 27 08:35:42.412313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c6918-d0be-4a74-a7ea-6909fbffb44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0e4d8-c0b2-4377-9a95-eeb4b3c09265,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:42.412969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-a309e3dd-81f7-41bc-a391-df8637a2f1d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6476 time: 0.0847936 Sep 27 08:35:42.497257 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.505922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.545252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-412cde20-e6ae-432c-9639-8701674bc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.548263 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-412cde20-e6ae-432c-9639-8701674bc003 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06cebe1f-2f59-4476-80ee-24531db18e00 HTTP/1.1" status: 200 len: 902 time: 0.1270578 Sep 27 08:35:42.558682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:35:42.566413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957af541-ceed-4432-8e15-99a68721443e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:42.573338 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.573841 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Added segment 7ecdd549-ddef-40e4-a521-55040945c457 of type vlan for network 7c685e8f-839e-4d30-bdca-470169660723 Sep 27 08:35:42.617265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-7bff1323-ba7c-42e3-9e00-3288016722e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c021f0-8274-4df3-a940-3b32075df459 HTTP/1.1" status: 200 len: 217 time: 0.0609763 Sep 27 08:35:42.660604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.672302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b934bb-01d2-4594-98bb-772c5ed89e0b req-cd4b5721-8527-43d3-9e62-2eeb8add6f88 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.673988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40b934bb-01d2-4594-98bb-772c5ed89e0b req-cd4b5721-8527-43d3-9e62-2eeb8add6f88 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.0875909 Sep 27 08:35:42.682373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-3dcd7475-1e56-45ad-a02a-509de8f7dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.684043 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-3dcd7475-1e56-45ad-a02a-509de8f7dae7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.0583577 Sep 27 08:35:42.729757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.735440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.736268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:42.753686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-772980fc-cffd-4908-89eb-c5b782cba0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.755748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-772980fc-cffd-4908-89eb-c5b782cba0e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608175 Sep 27 08:35:42.773612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40b934bb-01d2-4594-98bb-772c5ed89e0b req-8a6a8779-4f99-4253-b1fc-617ced710966 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865405 Sep 27 08:35:42.813883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7759750 Sep 27 08:35:42.860280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53039c79-ae65-42eb-b6b7-b4b03c93f9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Pushing event updated for resources: {'Network': ['ID=7c685e8f-839e-4d30-bdca-470169660723,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:42.871927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 7c685e8f-839e-4d30-bdca-470169660723 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:35:42.912576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e804981-efc6-4644-ac41-c5dc84284629 req-71a5793f-9257-4be6-88e5-759acf997cf2 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.914174 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e804981-efc6-4644-ac41-c5dc84284629 req-71a5793f-9257-4be6-88e5-759acf997cf2 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 946 time: 0.1501384 Sep 27 08:35:42.939581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a458136-0492-4dec-89fb-6a0edc832a24 req-e9e78ab5-86e5-41ce-ab0c-53496e152492 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:42.943487 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a458136-0492-4dec-89fb-6a0edc832a24 req-e9e78ab5-86e5-41ce-ab0c-53496e152492 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.0836911 Sep 27 08:35:42.943742 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-ae5e176c-52d0-4cb0-9fc9-4c7ae77d2aa7 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764481 Sep 27 08:35:42.961707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:42.968273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:43.002900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e38eb96-1604-4018-a4a3-9123744573c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.011039 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e804981-efc6-4644-ac41-c5dc84284629 req-0720b9f9-2b29-4e0a-bfd4-125237eb5f68 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849299 Sep 27 08:35:43.026593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a458136-0492-4dec-89fb-6a0edc832a24 req-f0a1b244-b73b-423b-96d4-0b36810b69db tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785642 Sep 27 08:35:43.195469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3530ef20-05d3-4fd7-a038-d2b3c333c3a9 req-d67146bd-f12e-4e97-98f6-f750221e89e7 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436795 Sep 27 08:35:43.294445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e38eb96-1604-4018-a4a3-9123744573c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.301578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43308) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:43.302117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e38eb96-1604-4018-a4a3-9123744573c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.308792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Request body: {'port': {'network_id': '7c685e8f-839e-4d30-bdca-470169660723', 'binding:host_id': 'n-h2-810909-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-825902540'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:43.336187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Made reservation on behalf of a3e65e8bbefb43b8b5bbe9db5d2b7c54 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:43.340162 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.340892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e38eb96-1604-4018-a4a3-9123744573c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a27acbc6b5654e438818bd7e890a2c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619590 Sep 27 08:35:43.342921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38eb96-1604-4018-a4a3-9123744573c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d0442-0524-426e-a38a-325318e0e1fc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:43.345467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43310) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:43.356073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.452165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c76a712-e53b-4ab7-91a5-9d8a60411310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.459034 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abb499b1-243c-4d48-b6fd-3213378a0979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.503772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e5124-951a-45fd-9b52-c16369b790a2 req-8255fa0d-0c6b-4273-bfd6-de89e9ae206d tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.509836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e5124-951a-45fd-9b52-c16369b790a2 req-8255fa0d-0c6b-4273-bfd6-de89e9ae206d tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.515650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e5124-951a-45fd-9b52-c16369b790a2 req-8255fa0d-0c6b-4273-bfd6-de89e9ae206d tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.517333 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-281e5124-951a-45fd-9b52-c16369b790a2 req-8255fa0d-0c6b-4273-bfd6-de89e9ae206d tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682&device_id=acf6546e-4a63-4773-9841-0a23546d4367&device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 2417 time: 0.1069751 Sep 27 08:35:43.518690 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-4705c694-2a5e-4b6f-b207-d4664f88d0ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.519331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abb499b1-243c-4d48-b6fd-3213378a0979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.524461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-4705c694-2a5e-4b6f-b207-d4664f88d0ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.530350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-4705c694-2a5e-4b6f-b207-d4664f88d0ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.536038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-4705c694-2a5e-4b6f-b207-d4664f88d0ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.541839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-4705c694-2a5e-4b6f-b207-d4664f88d0ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.547557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-4705c694-2a5e-4b6f-b207-d4664f88d0ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.553240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-4705c694-2a5e-4b6f-b207-d4664f88d0ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.555146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-4705c694-2a5e-4b6f-b207-d4664f88d0ee tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1453443 Sep 27 08:35:43.581320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-281e5124-951a-45fd-9b52-c16369b790a2 req-dc73bab0-170e-41fb-878f-28dfbe07257b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553169 Sep 27 08:35:43.613278 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abb499b1-243c-4d48-b6fd-3213378a0979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.615476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.616481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abb499b1-243c-4d48-b6fd-3213378a0979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.620711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-abb499b1-243c-4d48-b6fd-3213378a0979 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f44d0442-0524-426e-a38a-325318e0e1fc HTTP/1.1" status: 204 len: 168 time: 0.2609134 Sep 27 08:35:43.622791 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333cfe08-cf37-4fe4-8201-7f00eda54dad req-1624cafa-2743-4cf4-9391-5cfd5ff61a2d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580997 Sep 27 08:35:43.626263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.629336 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb499b1-243c-4d48-b6fd-3213378a0979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d0442-0524-426e-a38a-325318e0e1fc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:43.642457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] device_id is not set on port 26374efa-d104-482d-bdc3-36ffea8a6363 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:35:43.749000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991f4c9-26dd-4759-81c0-27f84906fdd7 req-029b55a8-d7d7-48f3-8f10-078b66d6313a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.756509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a991f4c9-26dd-4759-81c0-27f84906fdd7 req-029b55a8-d7d7-48f3-8f10-078b66d6313a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 945 time: 0.0788901 Sep 27 08:35:43.761937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f16e944-1f9b-47b0-8538-0e7f167d1e0b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:43.799498 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a991f4c9-26dd-4759-81c0-27f84906fdd7 req-c273ca73-9f91-44b1-b81c-a958dd076826 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 Sep 27 08:35:43.851905 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:43.887314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55a3a-34ae-4034-9779-bf3c4100a50e req-d39f4406-3c97-4744-b0d4-88ed902f2673 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.889354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3e55a3a-34ae-4034-9779-bf3c4100a50e req-d39f4406-3c97-4744-b0d4-88ed902f2673 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.1426444 Sep 27 08:35:43.942754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be0a06-cd2f-445c-bc26-009df5c9b59d req-0abdeeb7-1cf5-40ad-a6b8-2885cd2a48be tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:43.944766 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4be0a06-cd2f-445c-bc26-009df5c9b59d req-0abdeeb7-1cf5-40ad-a6b8-2885cd2a48be tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1096 time: 0.0451200 Sep 27 08:35:43.982593 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4be0a06-cd2f-445c-bc26-009df5c9b59d req-3fd85994-5f9a-495d-832a-4e5f28b627c9 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296223 Sep 27 08:35:43.985370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c76a712-e53b-4ab7-91a5-9d8a60411310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.009286 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c76a712-e53b-4ab7-91a5-9d8a60411310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.049785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3e55a3a-34ae-4034-9779-bf3c4100a50e req-036889f5-1be0-479c-b724-486515443a01 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493330 Sep 27 08:35:44.056805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] device_id is not set on port 26374efa-d104-482d-bdc3-36ffea8a6363 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:35:44.079678 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.088196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1c76a712-e53b-4ab7-91a5-9d8a60411310 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fbab7097dbc474c99de997333a57b31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1239591 Sep 27 08:35:44.090879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76a712-e53b-4ab7-91a5-9d8a60411310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5973a0-7513-488c-b2b8-54c6c50231f1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:44.091947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:44.107402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.138173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307f97c-8e40-4122-923f-54a788db09f3 req-556e46a8-c637-4c71-97ba-702bd344d4a8 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:44.139725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7307f97c-8e40-4122-923f-54a788db09f3 req-556e46a8-c637-4c71-97ba-702bd344d4a8 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1096 time: 0.0905128 Sep 27 08:35:44.182307 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c913194-3531-4ed8-beb5-8098cd756130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.186324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=26374efa-d104-482d-bdc3-36ffea8a6363,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:44.218301 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c913194-3531-4ed8-beb5-8098cd756130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.221461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7307f97c-8e40-4122-923f-54a788db09f3 req-713e1f85-9d02-4c7c-b01d-5ca35c7ca733 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648155 Sep 27 08:35:44.255525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660836b-0b63-4fe4-96b2-41fe391fa723 req-d7f1234f-3825-4349-b34f-abaea056fc7e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:44.257328 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8660836b-0b63-4fe4-96b2-41fe391fa723 req-d7f1234f-3825-4349-b34f-abaea056fc7e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 946 time: 0.1234574 Sep 27 08:35:44.258396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Checking segment: {'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:44.259956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Network hostable DHCP agents. Network: 7c685e8f-839e-4d30-bdca-470169660723, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:35:44.287966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c913194-3531-4ed8-beb5-8098cd756130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.297059 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c913194-3531-4ed8-beb5-8098cd756130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.298227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0c913194-3531-4ed8-beb5-8098cd756130 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff5973a0-7513-488c-b2b8-54c6c50231f1 HTTP/1.1" status: 204 len: 168 time: 0.2050927 Sep 27 08:35:44.307521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Network 7c685e8f-839e-4d30-bdca-470169660723 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:35:44.333219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c913194-3531-4ed8-beb5-8098cd756130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5973a0-7513-488c-b2b8-54c6c50231f1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:44.337597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8660836b-0b63-4fe4-96b2-41fe391fa723 req-2d62bd80-9614-4538-980b-4e4e1edc40d7 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726578 Sep 27 08:35:44.341696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 7c685e8f-839e-4d30-bdca-470169660723) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:44.346555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:44.354869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9e8c6-0957-49ba-8598-1504cd6b67dd None None] Network 7c685e8f-839e-4d30-bdca-470169660723 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:44.367684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dafbd9-ac51-455c-af32-f8e9851de425 req-293922a2-b282-4677-8d74-ebd2b2c349f6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:44.369238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a9dafbd9-ac51-455c-af32-f8e9851de425 req-293922a2-b282-4677-8d74-ebd2b2c349f6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.0699930 Sep 27 08:35:44.374590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.375162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.375686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.389178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.389768 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.390335 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 2 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.423900 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a9dafbd9-ac51-455c-af32-f8e9851de425 req-de94bf73-5e70-4499-968d-73cfef282651 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Sep 27 08:35:44.436107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.436486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.436948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.452011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.452374 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.452787 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 3 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.477935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.478260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.478608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.492721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.493060 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.493465 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 4 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.522963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.523308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.523653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.529699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.530016 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.530416 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 5 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.534212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:44.549052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.549399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.549931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.555486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.557071 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.563743 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 6 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.586798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.587162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.588069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.594779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.595108 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.595515 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 7 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.609953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.610290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.610631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.615735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.616132 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.616577 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 8 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.632651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.633060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.633405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.639245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.639699 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.640070 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 9 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.658210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.658780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.660073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.666790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.667315 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.667989 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 10 to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 Sep 27 08:35:44.687921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:44.688257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:44.689008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:44.695634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 26374efa-d104-482d-bdc3-36ffea8a6363 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:44.696008 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 26374efa-d104-482d-bdc3-36ffea8a6363 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:44.696695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.778159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] For port 26374efa-d104-482d-bdc3-36ffea8a6363, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:44.778765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempted to set empty binding levels {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 27 08:35:44.785594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.806298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1925741598-network', 'tenant_id': '96740a0f1188419680affa7c706bbf85'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:44.824891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:44.825816 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.832717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-5cc73b42-ccde-4953-b647-5b786ae229a6 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:44.836786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-5cc73b42-ccde-4953-b647-5b786ae229a6 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2188714 Sep 27 08:35:44.837096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43370) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:44.863845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cac703a5-6fe6-419e-ba30-5a3ce1043d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.875269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Made reservation on behalf of 96740a0f1188419680affa7c706bbf85 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:44.878323 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.887155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5813119 Sep 27 08:35:44.901334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300233-0143-4915-b384-89b202f07469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=26374efa-d104-482d-bdc3-36ffea8a6363,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:44.905308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43372) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:44.936428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-e2ccd904-130c-4196-8fd7-f5020e226def tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.0925336 Sep 27 08:35:44.937185 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:44.956065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Request body: {'floatingip': {'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:45.004404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90536191-1618-42b7-b681-ddc249e83715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.042605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.065625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Deleting port 26374efa-d104-482d-bdc3-36ffea8a6363 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:35:45.065921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.104295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821dd43-b3e3-46e2-9b7b-f533dffef942 req-a65269c1-9ae9-4385-989c-bbbb421c3bcf tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.106123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f821dd43-b3e3-46e2-9b7b-f533dffef942 req-a65269c1-9ae9-4385-989c-bbbb421c3bcf tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1096 time: 0.1050699 Sep 27 08:35:45.115112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cac703a5-6fe6-419e-ba30-5a3ce1043d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.154657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cac703a5-6fe6-419e-ba30-5a3ce1043d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.186880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] For port 26374efa-d104-482d-bdc3-36ffea8a6363, host n-h2-810909-1, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:45.187244 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.222905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Calling delete_port for 26374efa-d104-482d-bdc3-36ffea8a6363 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:35:45.229169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cac703a5-6fe6-419e-ba30-5a3ce1043d07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb61c630238a4982a13116415541de10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859658 Sep 27 08:35:45.229751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43376) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:45.231405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac703a5-6fe6-419e-ba30-5a3ce1043d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0d7b61-94c1-4310-beed-9fe367b15462,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:45.240036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f821dd43-b3e3-46e2-9b7b-f533dffef942 req-8eabdf39-69b3-4c8a-9f73-7b2a85c97df9 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214545 Sep 27 08:35:45.380063 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63028699-584d-4389-b8f2-a4dee4b8a5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.380890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-a8b6f4ad-bea9-4f20-a030-a8aa889ed911 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.386668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-a8b6f4ad-bea9-4f20-a030-a8aa889ed911 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.392452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-a8b6f4ad-bea9-4f20-a030-a8aa889ed911 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.398121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-a8b6f4ad-bea9-4f20-a030-a8aa889ed911 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.403880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-a8b6f4ad-bea9-4f20-a030-a8aa889ed911 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.409603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-a8b6f4ad-bea9-4f20-a030-a8aa889ed911 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.411889 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.415622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-a8b6f4ad-bea9-4f20-a030-a8aa889ed911 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.417754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-a8b6f4ad-bea9-4f20-a030-a8aa889ed911 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1153154 Sep 27 08:35:45.419056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.423145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.464991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event deleted for resources: {'Port': ['ID=26374efa-d104-482d-bdc3-36ffea8a6363,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:45.470198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.472093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-03314141-081f-4135-9082-201a5cbdf0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "DELETE /v2.0/ports/26374efa-d104-482d-bdc3-36ffea8a6363 HTTP/1.1" status: 204 len: 168 time: 0.5654364 Sep 27 08:35:45.476953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43382) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:45.508686 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63028699-584d-4389-b8f2-a4dee4b8a5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.508984 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65499d5-55a5-4bf9-b03b-ce9a980a03e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] GET failed (client error): The resource could not be found. Sep 27 08:35:45.510334 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c65499d5-55a5-4bf9-b03b-ce9a980a03e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "GET /v2.0/ports/26374efa-d104-482d-bdc3-36ffea8a6363 HTTP/1.1" status: 404 len: 333 time: 0.0325286 Sep 27 08:35:45.514699 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d7e893c-0445-4335-9598-b09a4927fe19 req-30fd3c48-bc89-423a-8a61-df98a4f72367 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855219 Sep 27 08:35:45.515152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43384) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:45.519700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Request body: {'port': {'network_id': '7c685e8f-839e-4d30-bdca-470169660723', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506192959'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:45.539694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:35:45.550602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Made reservation on behalf of a3e65e8bbefb43b8b5bbe9db5d2b7c54 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:45.553830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.564658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc65ac88-748b-47d3-9b5d-1955212b5f48,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:45.574744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] device_id is not set on port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:35:45.608860 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.609227 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Added segment 3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b of type vlan for network 4f170bd8-395b-48bd-8a98-a495593556b3 Sep 27 08:35:45.738806 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.753776 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.791084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.804555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63028699-584d-4389-b8f2-a4dee4b8a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.807059 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63028699-584d-4389-b8f2-a4dee4b8a5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.811153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-63028699-584d-4389-b8f2-a4dee4b8a5b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b0d7b61-94c1-4310-beed-9fe367b15462 HTTP/1.1" status: 204 len: 168 time: 0.5775917 Sep 27 08:35:45.853331 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63028699-584d-4389-b8f2-a4dee4b8a5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0d7b61-94c1-4310-beed-9fe367b15462,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:45.865989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Network 7c685e8f-839e-4d30-bdca-470169660723 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:45.870664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=7e05c5c3-e181-4996-a05a-09ccb6cfcb52,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:45.874310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:45.881490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:45.882510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.885221 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.909386 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.910753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:45.911347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:45.920039 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:35:45.933128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0928b1b7-50d8-4c45-a4d2-bfc72ab3b63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4169080 Sep 27 08:35:45.936659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43394) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:45.947875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:46.022011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4863536 Sep 27 08:35:46.029463 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43402) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:46.044853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Request body: {'subnet': {'network_id': '4f170bd8-395b-48bd-8a98-a495593556b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1925741598-subnet', 'tenant_id': '96740a0f1188419680affa7c706bbf85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:46.060030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.360645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] device_id is not set on port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:35:46.374168 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.384111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.451358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=7e05c5c3-e181-4996-a05a-09ccb6cfcb52,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:46.469144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.469547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.469952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.475177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.475477 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.475945 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 2 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.490729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.490906 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.491065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.491440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.493954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a094156-4fc7-4e41-93e7-ed3f45645d53 admin admin] Pushing event updated for resources: {'Network': ['ID=4f170bd8-395b-48bd-8a98-a495593556b3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:46.496493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.496918 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.497543 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 3 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.503765 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.508421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 4f170bd8-395b-48bd-8a98-a495593556b3 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:35:46.511741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.512171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.512595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.519966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.520358 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.520775 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 4 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.536923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.537254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.537590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.542178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.542519 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.542919 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 5 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.558036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.558568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.559059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.564245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.564835 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.565395 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 6 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.582849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.586371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.586965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.597716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Made reservation on behalf of 96740a0f1188419680affa7c706bbf85 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:46.599119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.599977 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.602503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.603130 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 7 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.629780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.630192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.630641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.635168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.635507 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.636134 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 8 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.648962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.649305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.649624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.654125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.654442 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.654876 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 9 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.667538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.667829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.668025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.672760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.673037 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.673430 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 10 to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 Sep 27 08:35:46.700428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:46.700765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:46.701558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:46.705589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:46.705911 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:46.706276 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.744504 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff associated. External IP: 172.25.2.32, port: 86f09297-1fcf-4f84-93f9-fe179661c2e7. Sep 27 08:35:46.802400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] For port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:46.802909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempted to set empty binding levels {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 27 08:35:46.810795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.853121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] In _notify_port_updated(), no bound segment for port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:35:46.854137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.854950 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:46.856509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "PUT /v2.0/ports/7e05c5c3-e181-4996-a05a-09ccb6cfcb52 HTTP/1.1" status: 200 len: 979 time: 0.9187429 Sep 27 08:35:46.858899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43436) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:46.926370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f9c52-63e2-4d86-bca8-dc42a39e2350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=7e05c5c3-e181-4996-a05a-09ccb6cfcb52,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:46.969198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.969863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.970502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.971129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.971702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.972346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.972856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.973384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.973884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.974861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.975405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.975929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.976534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.977048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.977664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.978202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.978700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.979328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.979999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.980658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.981081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.981598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.982234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.982820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.983409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.983920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.984457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.984966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.985479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.986002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.986508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:46.990057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bae4b52f-6302-4f28-b0ff-3184186f902f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27957 time: 0.1301277 Sep 27 08:35:46.994339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43442) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:46.996656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.081603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Deleting port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:35:47.081967 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.112689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:35:47.114184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3228bd3-984c-416e-a961-b0d1962495cd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:47.116575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Checking segment: {'id': '3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4f170bd8-395b-48bd-8a98-a495593556b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:47.117007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Network hostable DHCP agents. Network: 4f170bd8-395b-48bd-8a98-a495593556b3, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:35:47.132249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-eead9b85-f543-4601-8722-ca4f6a59bd33 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:35:47.133483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-eead9b85-f543-4601-8722-ca4f6a59bd33 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2619963 Sep 27 08:35:47.154386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] For port 7e05c5c3-e181-4996-a05a-09ccb6cfcb52, host n-h2-810909-1, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:47.154958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.172782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Calling delete_port for 7e05c5c3-e181-4996-a05a-09ccb6cfcb52 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:35:47.211642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Network 4f170bd8-395b-48bd-8a98-a495593556b3 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:35:47.238237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 4f170bd8-395b-48bd-8a98-a495593556b3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:47.240373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-c16d437d-b3bd-4721-b651-1fec1328a491 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:47.241774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-c16d437d-b3bd-4721-b651-1fec1328a491 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports/9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 1093 time: 0.0993874 Sep 27 08:35:47.247516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:47.248099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.250220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cca74d-8f79-478c-b214-d9ace9d04b2c None None] Network 4f170bd8-395b-48bd-8a98-a495593556b3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:47.285389 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.323262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-32d3be58-ecb8-43db-8106-5f11f8638950 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2881908 Sep 27 08:35:47.323721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e05c5c3-e181-4996-a05a-09ccb6cfcb52,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:47.331576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.336950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3c9f9777-0c6e-4069-af6f-40023a3b356c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "DELETE /v2.0/ports/7e05c5c3-e181-4996-a05a-09ccb6cfcb52 HTTP/1.1" status: 204 len: 168 time: 0.3391917 Sep 27 08:35:47.337197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43454) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:47.353004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:35:47.371271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.374701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:35:47.390200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:47.390926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:47.425215 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-578eeada-3f8f-435c-ad32-fe24df89a273 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "PUT /v2.0/floatingips/2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff HTTP/1.1" status: 200 len: 995 time: 2.4790189 Sep 27 08:35:47.440090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Request body: {'binding': {'host': 'n-h2-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:47.441247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:35:47.512881 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03901818-9280-4bca-8f3f-63f2d85d6374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.515228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda63609-4536-41a0-9783-84e279a527c7 None None] Network 4f170bd8-395b-48bd-8a98-a495593556b3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:47.616612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:47.619908 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84599402-50ff-4219-8ad5-ced3e8e67720" -d '{"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:47.636557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:35:47.692467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on host n-h2-810909-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:47.692868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:47.693601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:47.704541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-eb8deb83-7476-4789-be3c-69b1b33a4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:47.715000 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-eb8deb83-7476-4789-be3c-69b1b33a4e5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.0851707 Sep 27 08:35:47.749739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:47.750489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:47.771044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:47.771686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:47.772237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:47.772979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Bound port: 9f2d224f-0c8a-476d-af87-a50faf0472bf, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:47.784407 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32abcc3-06cb-425e-ba3e-c4538d2c085f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] GET failed (client error): The resource could not be found. Sep 27 08:35:47.786089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e32abcc3-06cb-425e-ba3e-c4538d2c085f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "GET /v2.0/ports/7e05c5c3-e181-4996-a05a-09ccb6cfcb52 HTTP/1.1" status: 404 len: 333 time: 0.4459610 Sep 27 08:35:47.791892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43468) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:47.797197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-229517415', 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:47.825144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Made reservation on behalf of a3e65e8bbefb43b8b5bbe9db5d2b7c54 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:47.828539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.845926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] device_id is not set on port 9740caca-7b44-4838-9a7b-ba948b27b990 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:35:47.880384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-f8c27859-ed84-4b2b-a75e-4c340f6a44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:47.888225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-f8c27859-ed84-4b2b-a75e-4c340f6a44f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.1720490 Sep 27 08:35:47.902678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:47.949526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:47.962629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-7ba1004a-2471-4654-903f-da2457397476 service neutron] 10.222.0.50 "POST /v2.0/ports/9f2d224f-0c8a-476d-af87-a50faf0472bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7028708 Sep 27 08:35:47.968703 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.043474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-495c1108-c7a0-4832-9589-87b0e9ca7422 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 998 time: 0.1543117 Sep 27 08:35:48.112628 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.122872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:9b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:45Z', 'revision_number': 1, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:48.142204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-0b7b1692-6422-4bda-b45a-4dbad9690e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.144377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-0b7b1692-6422-4bda-b45a-4dbad9690e66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0917783 Sep 27 08:35:48.171195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:35:48.183541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:48.184489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:48.214003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.219583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-fcf8674f-33a0-415c-84ec-2f816d015780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.229261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-fcf8674f-33a0-415c-84ec-2f816d015780 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704238 Sep 27 08:35:48.248056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-e99ae317-4620-4985-98a9-347b836fee5c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:35:48.256464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-e99ae317-4620-4985-98a9-347b836fee5c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259304 Sep 27 08:35:48.278902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Network 7c685e8f-839e-4d30-bdca-470169660723 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:48.283240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:48.287261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=9740caca-7b44-4838-9a7b-ba948b27b990,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:48.297709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:48.299095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.299768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.307654 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:35:48.318845 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efe7e-3f90-4b63-ae6b-e8fea84f1541 req-c6f0db3f-606d-46cd-9cde-8d3dbdd5e13c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.326157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e74efe7e-3f90-4b63-ae6b-e8fea84f1541 req-c6f0db3f-606d-46cd-9cde-8d3dbdd5e13c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1647422 Sep 27 08:35:48.345868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43480) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:48.351900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1388083579-network', 'tenant_id': '49614633b79c4fdfbc94cbd5f7dceb51'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:48.357538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3416faac-578e-48f0-99bb-54ac9ed42dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5643737 Sep 27 08:35:48.360521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:48.380080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:35:48.381314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-47521920-bfb8-46f9-bd02-ab28f6ee14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.382835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-47521920-bfb8-46f9-bd02-ab28f6ee14a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1096 time: 0.1512837 Sep 27 08:35:48.405200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e74efe7e-3f90-4b63-ae6b-e8fea84f1541 req-3f75efb9-25d3-488b-a4b6-dd89f3db409b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781345 Sep 27 08:35:48.415273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Made reservation on behalf of 49614633b79c4fdfbc94cbd5f7dceb51 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:48.422390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.438579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.463650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5ab611-cf6e-400c-9d2f-cb8ffa201426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.465299 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c5ab611-cf6e-400c-9d2f-cb8ffa201426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "GET /v2.0/ports/9740caca-7b44-4838-9a7b-ba948b27b990 HTTP/1.1" status: 200 len: 958 time: 0.1038280 Sep 27 08:35:48.469556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43484) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:48.501202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-cc99b85f-153a-4faf-8074-47c883a08f2d service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435136 Sep 27 08:35:48.592757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-563f631a-92e4-47ad-83a6-ddef054d1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.594318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-563f631a-92e4-47ad-83a6-ddef054d1d91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.1945376 Sep 27 08:35:48.641802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-d4bd75b2-d345-4770-9e71-e61cad0a9484 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 217 time: 0.0387316 Sep 27 08:35:48.679834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:9b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:45Z', 'revision_number': 1, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:48.693717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fd6aac27-4cde-4170-9cba-37634432c990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Deleting port 9740caca-7b44-4838-9a7b-ba948b27b990 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:35:48.694192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6aac27-4cde-4170-9cba-37634432c990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.710728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa84909-c9c4-4e21-b8b0-a7642e516d81 None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:9b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:45Z', 'revision_number': 1, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:35:48.711283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-db4b335f-c83b-41a2-80a9-d8435fb2cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.713590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-db4b335f-c83b-41a2-80a9-d8435fb2cfcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.0642221 Sep 27 08:35:48.715629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f8386d-cec4-4f70-a197-a5eeea55039c req-eaebc1c3-95d6-4792-92b5-8b944a431bc4 service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136488 Sep 27 08:35:48.743516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.763807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-dd2b9e35-9358-42fa-96d1-c7bc9c1ceb75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391123 Sep 27 08:35:48.766794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.813504 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.819659 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91141f89-2556-43d3-9fde-2fd3a92a4857 x-openstack-request-id: req-91141f89-2556-43d3-9fde-2fd3a92a4857 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:48.819952 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:48.820200 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91141f89-2556-43d3-9fde-2fd3a92a4857 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:48.820612 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'status': 'completed', 'code': 200} Sep 27 08:35:48.848050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:35:48.879145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6aac27-4cde-4170-9cba-37634432c990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.888432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925e7882-64eb-4438-a9f1-77cd28c130c7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:48.917469 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:48.917857 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Added segment 3df71857-7af4-47fa-8f93-5fd4316d6dde of type vlan for network aa0ef444-cb90-4b64-853c-8be64167ccd2 Sep 27 08:35:48.926706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-86355270-8f96-45f3-aea5-9a5fa96d74bd service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508548 Sep 27 08:35:48.929349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fd6aac27-4cde-4170-9cba-37634432c990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Calling delete_port for 9740caca-7b44-4838-9a7b-ba948b27b990 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:35:48.974209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-7b71e0c4-9e25-44e1-a8ea-1ec925187fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:48.976173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-7b71e0c4-9e25-44e1-a8ea-1ec925187fae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.1145730 Sep 27 08:35:49.011872 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f321e-19a8-43bc-8e1f-0ac5ec54bbc9 None None] New status for floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:35:49.035400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.059261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfada5-835e-444a-b5ee-222bcf19396d req-75b66206-806c-46bd-8dcb-4eb651979136 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.065282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfada5-835e-444a-b5ee-222bcf19396d req-75b66206-806c-46bd-8dcb-4eb651979136 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.071054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfada5-835e-444a-b5ee-222bcf19396d req-75b66206-806c-46bd-8dcb-4eb651979136 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.076921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfada5-835e-444a-b5ee-222bcf19396d req-75b66206-806c-46bd-8dcb-4eb651979136 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.082831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfada5-835e-444a-b5ee-222bcf19396d req-75b66206-806c-46bd-8dcb-4eb651979136 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.089216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfada5-835e-444a-b5ee-222bcf19396d req-75b66206-806c-46bd-8dcb-4eb651979136 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.095586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfada5-835e-444a-b5ee-222bcf19396d req-75b66206-806c-46bd-8dcb-4eb651979136 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.104964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2abfada5-835e-444a-b5ee-222bcf19396d req-75b66206-806c-46bd-8dcb-4eb651979136 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.2731297 Sep 27 08:35:49.105613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2a74dbbd-06b5-439f-9cdd-df63381fbbb9 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681676 Sep 27 08:35:49.130962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-a5e8e3f1-795d-4e85-a3ef-1eef4a4e2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.133113 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-a5e8e3f1-795d-4e85-a3ef-1eef4a4e2088 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.1481738 Sep 27 08:35:49.196709 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.197600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.198253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.266105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0ef444-cb90-4b64-853c-8be64167ccd2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:49.275635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2abfada5-835e-444a-b5ee-222bcf19396d req-9eb01e0e-5495-4683-ad66-8f08cec36248 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1697850 Sep 27 08:35:49.277971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network aa0ef444-cb90-4b64-853c-8be64167ccd2 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:35:49.298210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3dcf22c6-0685-4ce3-b921-c8f0c3be9791 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9452639 Sep 27 08:35:49.298210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43494) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:49.298210 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6aac27-4cde-4170-9cba-37634432c990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.305756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Request body: {'subnet': {'network_id': 'aa0ef444-cb90-4b64-853c-8be64167ccd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1388083579-subnet', 'tenant_id': '49614633b79c4fdfbc94cbd5f7dceb51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:49.346953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6aac27-4cde-4170-9cba-37634432c990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event deleted for resources: {'Port': ['ID=9740caca-7b44-4838-9a7b-ba948b27b990,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:49.361220 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6aac27-4cde-4170-9cba-37634432c990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.366008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fd6aac27-4cde-4170-9cba-37634432c990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9740caca-7b44-4838-9a7b-ba948b27b990 HTTP/1.1" status: 204 len: 168 time: 0.8926308 Sep 27 08:35:49.366773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43496) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:49.380179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Made reservation on behalf of 49614633b79c4fdfbc94cbd5f7dceb51 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:49.383325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.413834 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e88d2f0-8ced-45af-9830-e5a9ead6664b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] GET failed (client error): The resource could not be found. Sep 27 08:35:49.418891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9e88d2f0-8ced-45af-9830-e5a9ead6664b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "GET /v2.0/ports/9740caca-7b44-4838-9a7b-ba948b27b990 HTTP/1.1" status: 404 len: 333 time: 0.0479317 Sep 27 08:35:49.421310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43500) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:49.432876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Request body: {'port': {'network_id': '7c685e8f-839e-4d30-bdca-470169660723', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1150725301'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:49.503570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Made reservation on behalf of a3e65e8bbefb43b8b5bbe9db5d2b7c54 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:49.506124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.576870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] device_id is not set on port 950bc1bd-5501-4a37-9e5c-f0991764812d yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:35:49.606806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-862578e4-2b46-4afc-9319-4474be2b10c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 998 time: 0.4646804 Sep 27 08:35:49.612518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-9db0daeb-29fe-4b98-98d3-6b83b5bf2756 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.614004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-9db0daeb-29fe-4b98-98d3-6b83b5bf2756 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.4053817 Sep 27 08:35:49.635393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a248bca-6060-44d4-9a73-c95347f2ea53 req-a43f20dd-6e4c-462e-a0fd-e7e8ddcbd2bf tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.636984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a248bca-6060-44d4-9a73-c95347f2ea53 req-a43f20dd-6e4c-462e-a0fd-e7e8ddcbd2bf tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 945 time: 0.3876476 Sep 27 08:35:49.658117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:49.722863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-a8d15fe8-f4c3-4a52-ab28-8d25814348ad tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.724759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-a8d15fe8-f4c3-4a52-ab28-8d25814348ad tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2044334 Sep 27 08:35:49.741547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-e3d92c30-3390-4956-ab12-2a212dff1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.743172 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-e3d92c30-3390-4956-ab12-2a212dff1e5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.1248317 Sep 27 08:35:49.766424 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.771660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a248bca-6060-44d4-9a73-c95347f2ea53 req-b50ddd89-7bc4-4cab-9266-5d86af189b3f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092489 Sep 27 08:35:49.818770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.839893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-62302624-6e25-4570-99ec-a4c2e39a12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:49.841305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-62302624-6e25-4570-99ec-a4c2e39a12da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848260 Sep 27 08:35:49.937783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-a7bbd6e4-d9fd-43bf-918f-1221483b1754 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1000 time: 0.2058477 Sep 27 08:35:49.959608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06a079a-aa1f-4e11-9138-922845b2329c,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:49.965287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:49.969240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Request body: {'floatingip': {'port_id': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:50.011036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:50.022801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-5a0a2748-8007-4082-b55b-118ce4510d97 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712074 Sep 27 08:35:50.035283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Checking segment: {'id': '3df71857-7af4-47fa-8f93-5fd4316d6dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aa0ef444-cb90-4b64-853c-8be64167ccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:50.035645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Network hostable DHCP agents. Network: aa0ef444-cb90-4b64-853c-8be64167ccd2, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:35:50.067790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.112533 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.116258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:50.116816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Network aa0ef444-cb90-4b64-853c-8be64167ccd2 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:35:50.156863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, aa0ef444-cb90-4b64-853c-8be64167ccd2) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:50.170664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71faff1d-4b83-4c00-9ad0-c5ded4add771 None None] Network aa0ef444-cb90-4b64-853c-8be64167ccd2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:50.174575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:50.175181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.179318 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.182359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84599402-50ff-4219-8ad5-ced3e8e67720 req-b9917dd6-3c06-4aeb-893f-f2c62560d540 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515386 Sep 27 08:35:50.189551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.205055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Network 7c685e8f-839e-4d30-bdca-470169660723 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:50.217646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:50.248939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:50.249896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:50.250542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.252754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=950bc1bd-5501-4a37-9e5c-f0991764812d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:50.271958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fa62d073-265c-4ab2-b856-b74e4cd9dcba admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9769297 Sep 27 08:35:50.290912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on host n-h1-810909-1 for vnic_type normal with profile {"migrating_to": "n-h2-810909-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:50.291872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:50.291872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:50.292984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1fa5b1a7-c206-4849-8afb-c8a8a18d628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8714507 Sep 27 08:35:50.297524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:50.302796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:50.306442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:50.311426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:50.311426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Attempting to bind port 9f2d224f-0c8a-476d-af87-a50faf0472bf on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:50.336231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:50.336622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:50.337253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:50.337867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Bound port: 9f2d224f-0c8a-476d-af87-a50faf0472bf, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:50.338398 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.363613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a385d3-129e-4782-848b-e74dccde2e34 None None] Network aa0ef444-cb90-4b64-853c-8be64167ccd2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:35:50.425156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.493164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:50.498730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:50.514035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.555140 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.692258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:50.706739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:50.707365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.708795 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-01d32f0f-e78b-4eb6-82af-0b07e56cc59b service neutron] 10.222.0.67 "PUT /v2.0/ports/9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 1121 time: 1.0823457 Sep 27 08:35:50.727829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f940479-9c60-406d-bea8-49f3a3178860 req-850e32e7-9f6d-459f-845d-36a7125a11db tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:50.729466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f940479-9c60-406d-bea8-49f3a3178860 req-850e32e7-9f6d-459f-845d-36a7125a11db tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1644018 Sep 27 08:35:50.781237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] device_id is not set on port 950bc1bd-5501-4a37-9e5c-f0991764812d yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:35:50.791345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.793985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.796740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.803327 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f940479-9c60-406d-bea8-49f3a3178860 req-2ebffc32-1699-4d9a-a3fb-64c95e2b1778 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554297 Sep 27 08:35:50.804587 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:50.819371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['9f2d224f-0c8a-476d-af87-a50faf0472bf'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:35:50.830452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf'}, {'name': 'network-changed', 'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:50.833128 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778" -d '{"events": [{"server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf"}, {"name": "network-changed", "server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:50.859726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=950bc1bd-5501-4a37-9e5c-f0991764812d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:50.875871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:50.876207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:50.876614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:50.880971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:50.881298 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:50.881778 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 2 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:50.896839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:50.897176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:50.897512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:50.902969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:50.903186 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:50.903580 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 3 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:50.917533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:50.917768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:50.918045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:50.924642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:50.924974 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:50.933180 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 4 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:50.942195 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff associated. External IP: 172.25.2.32, port: 86f09297-1fcf-4f84-93f9-fe179661c2e7. Sep 27 08:35:50.965967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:50.966207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:50.966534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:50.975018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:50.975314 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:50.977326 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 5 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:51.003155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-887886fa-167b-448b-accf-ff8554024d6d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.008940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-887886fa-167b-448b-accf-ff8554024d6d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.014803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-887886fa-167b-448b-accf-ff8554024d6d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.020614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-887886fa-167b-448b-accf-ff8554024d6d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.026545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-887886fa-167b-448b-accf-ff8554024d6d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.032369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-887886fa-167b-448b-accf-ff8554024d6d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.038161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-887886fa-167b-448b-accf-ff8554024d6d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.040153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-887886fa-167b-448b-accf-ff8554024d6d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1186349 Sep 27 08:35:51.041665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:51.041665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:51.042025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:51.053130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:51.053455 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:51.054731 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 6 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:51.077423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:51.077746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:51.078083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:51.091972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:51.092306 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:51.096491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-72870cb9-fffb-4f6f-8d93-e5a1996cdf95 req-5fb7c747-ee70-48de-95b1-695200fb7e9a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497367 Sep 27 08:35:51.096939 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 7 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:51.109722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:51.110059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:51.110402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:51.125732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:51.126317 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:51.126490 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 8 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:51.140649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:51.140989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:51.141440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:51.145825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:51.146288 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:51.146677 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 9 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:51.153548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:35:51.159276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:51.159598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:51.159963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:51.164425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:51.164751 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:51.165136 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempt 10 to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d Sep 27 08:35:51.179284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:51.179629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:51.179999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempting to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:51.185590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:51.185590 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Failed to bind port 950bc1bd-5501-4a37-9e5c-f0991764812d on host n-h2-810909-1 for vnic_type normal using segments [{'id': '7ecdd549-ddef-40e4-a521-55040945c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c685e8f-839e-4d30-bdca-470169660723'}] Sep 27 08:35:51.185590 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:51.255119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] For port 950bc1bd-5501-4a37-9e5c-f0991764812d, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:51.255568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attempted to set empty binding levels {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 27 08:35:51.260176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:51.293004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:35:51.293499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] In _notify_port_updated(), no bound segment for port 950bc1bd-5501-4a37-9e5c-f0991764812d on network 7c685e8f-839e-4d30-bdca-470169660723 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:35:51.294482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.295148 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:51.299565 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "PUT /v2.0/ports/950bc1bd-5501-4a37-9e5c-f0991764812d HTTP/1.1" status: 200 len: 979 time: 1.0009060 Sep 27 08:35:51.302303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:51.309618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:35:51.320664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:51.321298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:51.342610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fc96c-bdba-4686-a585-e597c005e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event updated for resources: {'Port': ['ID=950bc1bd-5501-4a37-9e5c-f0991764812d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:51.403309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Deleting port 950bc1bd-5501-4a37-9e5c-f0991764812d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:35:51.403799 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:51.532653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] For port 950bc1bd-5501-4a37-9e5c-f0991764812d, host n-h2-810909-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:51.532875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:35:51.532981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:51.553262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Calling delete_port for 950bc1bd-5501-4a37-9e5c-f0991764812d owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:35:51.578531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:35:51.588677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-781f50c1-4062-4dcb-8997-991b3b62e695 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.590174 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-781f50c1-4062-4dcb-8997-991b3b62e695 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/networks?id=4f170bd8-395b-48bd-8a98-a495593556b3 HTTP/1.1" status: 200 len: 815 time: 0.1724567 Sep 27 08:35:51.629102 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-8185a5a6-d947-4297-9946-8328046c4788 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/quotas/96740a0f1188419680affa7c706bbf85 HTTP/1.1" status: 200 len: 375 time: 0.0123696 Sep 27 08:35:51.654150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:35:51.659297 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:51.669978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-8513dbe4-a9a2-45c4-9598-681462e03747 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=96740a0f1188419680affa7c706bbf85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326269 Sep 27 08:35:51.694192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:51.696784 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586" -d '{"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:51.701387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:51.729257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c654244a-58c4-4946-bba4-e9f1960f1a1d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "PUT /v2.0/floatingips/2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff HTTP/1.1" status: 200 len: 998 time: 1.7760565 Sep 27 08:35:51.768385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Pushing event deleted for resources: {'Port': ['ID=950bc1bd-5501-4a37-9e5c-f0991764812d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:51.777713 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:51.779637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f6437d44-5fe9-48f2-bb5d-adf0db686f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "DELETE /v2.0/ports/950bc1bd-5501-4a37-9e5c-f0991764812d HTTP/1.1" status: 204 len: 168 time: 0.4762893 Sep 27 08:35:51.783278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43540) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:51.802731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-37682433-1b8c-44f8-a7ec-cb7d10fea8a4 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:51.804888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-37682433-1b8c-44f8-a7ec-cb7d10fea8a4 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports/86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 942 time: 0.0689392 Sep 27 08:35:51.805711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-4176f518-03eb-4ee4-b2e6-15a2f9ef489f service neutron] 10.222.0.50 "GET /v2.0/networks/4f170bd8-395b-48bd-8a98-a495593556b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252100 Sep 27 08:35:51.819175 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e40678-e4b3-4ede-9571-94c17829256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] GET failed (client error): The resource could not be found. Sep 27 08:35:51.820864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-15e40678-e4b3-4ede-9571-94c17829256b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434883626-project-admin] 10.222.0.50 "GET /v2.0/ports/950bc1bd-5501-4a37-9e5c-f0991764812d HTTP/1.1" status: 404 len: 333 time: 0.0365901 Sep 27 08:35:51.824442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:51.832682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:29:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:50Z', 'revision_number': 3, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:51.866389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:35:51.876294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:51.876669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:51.911962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-b5434282-addd-49ec-a635-ca4fae7d5ae4 service neutron] 10.222.0.50 "GET /v2.0/networks/4f170bd8-395b-48bd-8a98-a495593556b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869832 Sep 27 08:35:51.989680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:35:52.129244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3944dd-fd72-4179-aea2-cbc23acc412f req-5faf164c-f129-469c-a6d7-1372fc6c8b7a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.132591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d3944dd-fd72-4179-aea2-cbc23acc412f req-5faf164c-f129-469c-a6d7-1372fc6c8b7a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 943 time: 0.0620902 Sep 27 08:35:52.184907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d3944dd-fd72-4179-aea2-cbc23acc412f req-d9a0fae7-2ce3-4261-9225-af6e23345460 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457010 Sep 27 08:35:52.250061 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1704fa-188a-4664-a6ac-a61cf9e1d94c x-openstack-request-id: req-3e1704fa-188a-4664-a6ac-a61cf9e1d94c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:52.250452 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf", "code": 200}, {"name": "network-changed", "server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:52.250821 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e1704fa-188a-4664-a6ac-a61cf9e1d94c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:52.251617 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf', 'code': 200} Sep 27 08:35:52.251765 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf', 'status': 'completed', 'code': 200} Sep 27 08:35:52.251956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:52.295778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-eaa38e30-8fa9-4149-9142-6c8e76b35b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.299271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:29:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:50Z', 'revision_number': 3, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:52.303683 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-eaa38e30-8fa9-4149-9142-6c8e76b35b47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.4055164 Sep 27 08:35:52.334132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-61da00e8-222c-48e6-92c0-33ddddd56ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.339203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0808de4b-f1f5-45ea-a687-5bd6cddc106a None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:29:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:50Z', 'revision_number': 3, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:35:52.342198 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-61da00e8-222c-48e6-92c0-33ddddd56ff9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1124 time: 0.0619626 Sep 27 08:35:52.431627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:52.462517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c685e8f-839e-4d30-bdca-470169660723']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:52.483389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecdd549-ddef-40e4-a521-55040945c457') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:52.483886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecdd549-ddef-40e4-a521-55040945c457') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:52.496975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-bb9c3fd3-8b93-4bb9-82ca-ed848d10a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.498609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-bb9c3fd3-8b93-4bb9-82ca-ed848d10a705 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.1952996 Sep 27 08:35:52.500502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:52.504290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-4f303356-67a7-4e35-8e34-2e450f96c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.506002 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-4f303356-67a7-4e35-8e34-2e450f96c0db service neutron] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.1493154 Sep 27 08:35:52.555424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-6c968d20-c864-40a1-9802-244a27d770aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 217 time: 0.0475318 Sep 27 08:35:52.565236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-3996ff64-ccce-47d1-ba17-730c7a39ed8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 217 time: 0.0474718 Sep 27 08:35:52.586987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:52.601836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:35:52.602269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:35:52.606119 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:35:52.640603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-d3fa6a35-04d9-409c-a2a7-eb4d84b7c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.648815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-d3fa6a35-04d9-409c-a2a7-eb4d84b7c019 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0927377 Sep 27 08:35:52.663971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-576431d9-e7e7-4322-9abf-d2f3c92d4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.665545 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-576431d9-e7e7-4322-9abf-d2f3c92d4277 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.0924141 Sep 27 08:35:52.674361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f99ca-b477-4b3b-b178-f87756479df6 req-618e6633-d4d5-4ed3-9e2c-3c415149f992 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.682352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4f99ca-b477-4b3b-b178-f87756479df6 req-618e6633-d4d5-4ed3-9e2c-3c415149f992 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.1193120 Sep 27 08:35:52.689770 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692bcff-b358-4bdc-b8ce-34484d7e902d None None] New status for floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:35:52.709737 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-6ffcc407-67bb-4202-b2b1-75dd2d09f5c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257220 Sep 27 08:35:52.722595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:52.742206 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:52.747235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] 10.222.0.50 "DELETE /v2.0/networks/7c685e8f-839e-4d30-bdca-470169660723 HTTP/1.1" status: 204 len: 168 time: 0.9218099 Sep 27 08:35:52.750702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284a454-9d1d-43c3-9c28-ca3d43ba3c6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176856911-project] Pushing event deleted for resources: {'Network': ['ID=7c685e8f-839e-4d30-bdca-470169660723,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:52.765184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-f3b9aad3-6867-46e9-99eb-3a60929294dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:52.766849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-f3b9aad3-6867-46e9-99eb-3a60929294dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172440 Sep 27 08:35:52.788700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-13a06db8-2d8e-435d-9986-0a1c0ed8a809 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:35:52.789794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-13a06db8-2d8e-435d-9986-0a1c0ed8a809 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143073 Sep 27 08:35:52.797873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4f99ca-b477-4b3b-b178-f87756479df6 req-ce543c40-a8dd-49fc-8639-9da78d949262 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007407 Sep 27 08:35:52.873841 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174d82ab-0653-4b6c-8ebb-dd4784baca01 x-openstack-request-id: req-174d82ab-0653-4b6c-8ebb-dd4784baca01 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:52.874560 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:52.875837 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-174d82ab-0653-4b6c-8ebb-dd4784baca01 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:52.876450 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'status': 'completed', 'code': 200} Sep 27 08:35:53.011897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-47b63ba5-9c40-4d36-a613-b402e27f1737 service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136095 Sep 27 08:35:53.015478 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-33329fd4-d9d3-462b-9fe9-e6a1aa2bd06c service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895319 Sep 27 08:35:53.019662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:53.083333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:53.112195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-d0bd7a3f-91b9-44ef-b665-9d72542b4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:53.113859 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-d0bd7a3f-91b9-44ef-b665-9d72542b4cd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.2165835 Sep 27 08:35:53.146079 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-e6d76cd3-62a7-4142-baf7-9d5cf224b2ca service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280699 Sep 27 08:35:53.168105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0201a-0838-498d-afe7-9c9077d9d4af req-dd19c8de-db1a-428a-af21-bdbecfa87601 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:53.188009 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94d0201a-0838-498d-afe7-9c9077d9d4af req-dd19c8de-db1a-428a-af21-bdbecfa87601 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1769946 Sep 27 08:35:53.207249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:35:53.221255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:53.222106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:53.250749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-fa33a8ea-655d-4510-978d-246f70782df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:53.260944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-fa33a8ea-655d-4510-978d-246f70782df4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 1097 time: 0.0810106 Sep 27 08:35:53.312072 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-950dbfa3-8cec-4ec9-bfb5-5590dbed9778 req-e168b637-af1b-443f-b3f5-a0b4bbec2041 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542737 Sep 27 08:35:53.332657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9f2d224f-0c8a-476d-af87-a50faf0472bf details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:35:53.353780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94d0201a-0838-498d-afe7-9c9077d9d4af req-27890915-899e-4c9f-992f-16524b83dcb2 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609719 Sep 27 08:35:53.359238 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20236b64-1296-4df4-aaff-bb34c1b003d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:53.368863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:35:53.369426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-593143e0-7d6a-461b-b822-da23a9c854d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:53.377044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-593143e0-7d6a-461b-b822-da23a9c854d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.1145492 Sep 27 08:35:53.441492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-64c62d1c-04e2-4e9c-b974-2d8153d99a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:53.443188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-64c62d1c-04e2-4e9c-b974-2d8153d99a0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.2925315 Sep 27 08:35:53.503930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-d9c7b8e9-9a56-44d2-989b-ba84b76d04bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 1001 time: 0.1256933 Sep 27 08:35:53.545582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:53.551788 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbe6c43-d65d-4c7c-a81e-875e643cedef req-36896d58-c2cf-4d9d-acec-792d61a31929 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 210 time: 0.0946343 Sep 27 08:35:53.557751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-d2de6908-09da-4cf0-aadf-dd560ff8c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:53.568078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-d2de6908-09da-4cf0-aadf-dd560ff8c7ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0627501 Sep 27 08:35:53.590930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9f2d224f-0c8a-476d-af87-a50faf0472bf has no active binding in host n-h2-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 08:35:53.613125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-13badbb8-f84a-4808-bf79-de0d7575a02b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 217 time: 0.1159894 Sep 27 08:35:53.621322 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2c85fb5f-172b-46b4-8751-ae0319154b63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=852aa4b9f5534404b8bb3d97b9dbb449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298865 Sep 27 08:35:53.622829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c2429b46-97b2-445c-969a-010e4ba88edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:53.624425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43576) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:53.631578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-c2429b46-97b2-445c-969a-010e4ba88edb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621645 Sep 27 08:35:53.733685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-081ae9a3-1262-46c9-8eeb-f144c453fd7d service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012311 Sep 27 08:35:53.753156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:29:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:52Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:53.780992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:35:53.790156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:53.790918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:53.830602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3c394da-48ed-441f-929e-5604bd4f0a29 req-ca899e9e-a588-48a2-b403-bdc54735bf1b service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Sep 27 08:35:53.922518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:35:53.962571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2084-e6ba-48b4-9279-81ae46d53d39 req-9289ff34-25f0-4e9b-8426-2f6a502a4aac tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:53.964205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b04e2084-e6ba-48b4-9279-81ae46d53d39 req-9289ff34-25f0-4e9b-8426-2f6a502a4aac tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 943 time: 0.0562766 Sep 27 08:35:54.010884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b04e2084-e6ba-48b4-9279-81ae46d53d39 req-a00bf156-2681-48c6-b3df-29edf4a29fb6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Sep 27 08:35:54.106942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-22a67c83-6339-49f3-bc15-a7fa8ba006b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.108378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-22a67c83-6339-49f3-bc15-a7fa8ba006b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.4470730 Sep 27 08:35:54.123737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-fba77c66-5873-495b-98a5-73c2291c991e tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.125486 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-fba77c66-5873-495b-98a5-73c2291c991e tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.67 "GET /v2.0/networks?id=4f170bd8-395b-48bd-8a98-a495593556b3 HTTP/1.1" status: 200 len: 815 time: 0.6643496 Sep 27 08:35:54.134114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9177-a40b-4aee-a59e-54f85b9f05cd req-33978fe9-75f9-41dc-853d-5613a6d98db6 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.135928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe8e9177-a40b-4aee-a59e-54f85b9f05cd req-33978fe9-75f9-41dc-853d-5613a6d98db6 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Sep 27 08:35:54.141875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f84f0a08-1e78-4196-b5ef-b9ccb7bed552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.176873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Request body: {'port': {'device_id': '7c06e222-0c07-4eed-9206-48d67d820aad', 'network_id': '4f170bd8-395b-48bd-8a98-a495593556b3', 'admin_state_up': True, 'tenant_id': '96740a0f1188419680affa7c706bbf85'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:54.186557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:29:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:52Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:54.188582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe8e9177-a40b-4aee-a59e-54f85b9f05cd req-aaed6220-f7c0-47f6-b36b-660486c4175b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Sep 27 08:35:54.198170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-08e8cb4e-175e-4685-acc5-f8b6d772e0e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.204113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-08e8cb4e-175e-4685-acc5-f8b6d772e0e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.210120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-08e8cb4e-175e-4685-acc5-f8b6d772e0e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.213758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e11a7-294f-46b0-9ca1-7fe66ae9989c None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:29:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:52Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:35:54.216829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-08e8cb4e-175e-4685-acc5-f8b6d772e0e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.222756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-08e8cb4e-175e-4685-acc5-f8b6d772e0e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.229017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-08e8cb4e-175e-4685-acc5-f8b6d772e0e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.234980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-08e8cb4e-175e-4685-acc5-f8b6d772e0e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.243035 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-08e8cb4e-175e-4685-acc5-f8b6d772e0e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.2991199 Sep 27 08:35:54.304588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a071f2ab-f875-4fef-bec8-de430e8428cc req-96d04f7f-7ca1-4374-a135-d2bfb0a0bffb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1001 time: 0.0865345 Sep 27 08:35:54.320644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f84f0a08-1e78-4196-b5ef-b9ccb7bed552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.324569 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20236b64-1296-4df4-aaff-bb34c1b003d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.344524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20236b64-1296-4df4-aaff-bb34c1b003d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.366647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071f2ab-f875-4fef-bec8-de430e8428cc req-b15ef960-6ce9-42b8-a1f9-f67206d1b8ff tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.372890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a071f2ab-f875-4fef-bec8-de430e8428cc req-b15ef960-6ce9-42b8-a1f9-f67206d1b8ff tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports/b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 943 time: 0.0623524 Sep 27 08:35:54.408926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-13ca02aa-7aa0-418e-8e6e-f61b177f0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.410618 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-13ca02aa-7aa0-418e-8e6e-f61b177f0090 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843859 Sep 27 08:35:54.445607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df9a96d5-efa1-4cce-95d2-620e3159d914 req-ceef9572-815e-4898-bf3c-30094d6f48e2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2017086 Sep 27 08:35:54.491260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-20236b64-1296-4df4-aaff-bb34c1b003d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8745c2c469748b9b4ff09681faeec5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4610744 Sep 27 08:35:54.495659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43584) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:54.511509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a071f2ab-f875-4fef-bec8-de430e8428cc req-e6546606-a5d0-4f7a-9692-8219d5cb2f96 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1001 time: 0.0956159 Sep 27 08:35:54.512872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20236b64-1296-4df4-aaff-bb34c1b003d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd7e88-2505-4e17-a064-2f0a406e815a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:54.610806 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f84f0a08-1e78-4196-b5ef-b9ccb7bed552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.613439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f84f0a08-1e78-4196-b5ef-b9ccb7bed552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.616914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f84f0a08-1e78-4196-b5ef-b9ccb7bed552 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/957af541-ceed-4432-8e15-99a68721443e HTTP/1.1" status: 204 len: 168 time: 0.9857898 Sep 27 08:35:54.635341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1daf-5cf7-4f67-b118-3b65cc6640ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.646805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f0a08-1e78-4196-b5ef-b9ccb7bed552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957af541-ceed-4432-8e15-99a68721443e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:54.649650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Made reservation on behalf of 96740a0f1188419680affa7c706bbf85 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:54.653468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.669303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f9c91-309e-4337-9b5d-79f59a273a7c req-c8af0fe4-bb49-42aa-9ad5-91273a9effa9 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.670805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a87f9c91-309e-4337-9b5d-79f59a273a7c req-c8af0fe4-bb49-42aa-9ad5-91273a9effa9 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1471195 Sep 27 08:35:54.681674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071f2ab-f875-4fef-bec8-de430e8428cc req-9f23d493-1d21-4434-a21c-5714cac0d155 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:54.683213 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a071f2ab-f875-4fef-bec8-de430e8428cc req-9f23d493-1d21-4434-a21c-5714cac0d155 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1705925 Sep 27 08:35:54.685346 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1daf-5cf7-4f67-b118-3b65cc6640ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.693071 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-9b187d46-85dc-4825-bec3-13e56ad5efbc service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516112 Sep 27 08:35:54.749825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1daf-5cf7-4f67-b118-3b65cc6640ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.753972 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1daf-5cf7-4f67-b118-3b65cc6640ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:54.755775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ccbc1daf-5cf7-4f67-b118-3b65cc6640ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2cd7e88-2505-4e17-a064-2f0a406e815a HTTP/1.1" status: 204 len: 168 time: 0.2589014 Sep 27 08:35:54.783302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1daf-5cf7-4f67-b118-3b65cc6640ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd7e88-2505-4e17-a064-2f0a406e815a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:54.806405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-31e71574-ca44-4c5c-820c-29a77fc190b2 req-d01d6092-c472-474b-8f49-7c4faade64e5 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 210 time: 0.0383735 Sep 27 08:35:54.810875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a87f9c91-309e-4337-9b5d-79f59a273a7c req-f9df6417-21e1-4668-89d3-f33183a5247d tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309729 Sep 27 08:35:54.916646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:54.918683 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:54.918876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b78bb30-3d30-4160-8e9e-eb5f23ed8586 req-9781f58c-50cb-4555-a6d2-226dc1355578 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118948 Sep 27 08:35:54.925212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-6c5c1c6c-0e93-4c13-bbfc-2819bfd1be1b tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1001 time: 0.0841148 Sep 27 08:35:54.936987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Allocated IP 172.20.0.5 (4f170bd8-395b-48bd-8a98-a495593556b3/d3228bd3-984c-416e-a961-b0d1962495cd/97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:35:54.979424 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e88c58a-3046-4a4d-8e95-e0dcee44128f x-openstack-request-id: req-4e88c58a-3046-4a4d-8e95-e0dcee44128f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:54.979728 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:54.979984 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e88c58a-3046-4a4d-8e95-e0dcee44128f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:54.980403 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'status': 'completed', 'code': 200} Sep 27 08:35:55.000617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-d23a5959-08fa-4f0e-8b46-6409f399bcfb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:55.012372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-d23a5959-08fa-4f0e-8b46-6409f399bcfb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports/b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 943 time: 0.0620542 Sep 27 08:35:55.087102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:55.131312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-0d94a035-5d7d-4c63-83d0-9eb493ebfe65 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1001 time: 0.0809417 Sep 27 08:35:55.257696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-069f4810-2bb3-4225-8cd8-caa476b91c67 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:55.261486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-069f4810-2bb3-4225-8cd8-caa476b91c67 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1226952 Sep 27 08:35:55.282818 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-d879a2f9-5107-4c9f-a43c-8489d7e2c193 service neutron] 10.222.0.57 "GET /v2.0/ports/9f2d224f-0c8a-476d-af87-a50faf0472bf/bindings/n-h2-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.2742090 Sep 27 08:35:55.289199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-1045797f-9f8f-4dcc-8d45-94cbe3c30afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:55.290732 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-1045797f-9f8f-4dcc-8d45-94cbe3c30afa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 1097 time: 0.2385950 Sep 27 08:35:55.303102 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-406565dc-bf8a-44bb-948b-f16e6f18f50c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3e65e8bbefb43b8b5bbe9db5d2b7c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104847 Sep 27 08:35:55.310315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43606) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:55.329403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43610) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:55.342327 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.349145 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-ffd65039-475f-48d6-95df-0e723c2edcd3 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1001 time: 0.0832338 Sep 27 08:35:55.350377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e037ea1-ca71-475e-a9fc-e8180c3738cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.357372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8aa2c-b3cd-4381-8a3e-0f38134ed8b2 req-ed32b3ce-c9a1-4a7e-9aff-61f401920ec0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:55.359141 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ced8aa2c-b3cd-4381-8a3e-0f38134ed8b2 req-ed32b3ce-c9a1-4a7e-9aff-61f401920ec0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 943 time: 0.2373083 Sep 27 08:35:55.364527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:55.436340 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.564361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ced8aa2c-b3cd-4381-8a3e-0f38134ed8b2 req-8f7cd4ec-2fec-4132-bc11-f0f0d252eafb tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831467 Sep 27 08:35:55.575596 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c48abcd5-34ff-49e4-9a9d-6a1f1713c53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.577597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.590803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e037ea1-ca71-475e-a9fc-e8180c3738cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.625271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e037ea1-ca71-475e-a9fc-e8180c3738cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.628740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.639659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-04f2865b-9cd6-4b35-bad5-e50cd75f25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:55.641222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-04f2865b-9cd6-4b35-bad5-e50cd75f25c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.3221161 Sep 27 08:35:55.651628 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.651962 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff disassociated. External IP: 172.25.2.32, port: b2712d59-6ebe-4798-a1af-45dcb4761557. Sep 27 08:35:55.690086 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c48abcd5-34ff-49e4-9a9d-6a1f1713c53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.698821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e037ea1-ca71-475e-a9fc-e8180c3738cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea34dc46bc624a178a7f052f020b6e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656781 Sep 27 08:35:55.701361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43614) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:55.703765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Network 4f170bd8-395b-48bd-8a98-a495593556b3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:35:55.719248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e037ea1-ca71-475e-a9fc-e8180c3738cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19fd47e-9211-4293-b205-632fb52ad7ed,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:55.763222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:35:55.765904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:35:55.782407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-b781dc9e-2ee5-431d-8a79-d8f1fced2662 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 217 time: 0.1236613 Sep 27 08:35:55.807170 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7d7da84-0fcf-46e9-bfa0-45da4d7f4001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.824997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Pushing event updated for resources: {'Port': ['ID=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:55.863889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7d7da84-0fcf-46e9-bfa0-45da4d7f4001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.941862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:55.942404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.957448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:35:55.965586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-c496f5fd-60e8-4654-842a-33ed4f74f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:55.967184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-c496f5fd-60e8-4654-842a-33ed4f74f879 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.1436765 Sep 27 08:35:55.969008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7d7da84-0fcf-46e9-bfa0-45da4d7f4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.971668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7d7da84-0fcf-46e9-bfa0-45da4d7f4001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:55.972851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a7d7da84-0fcf-46e9-bfa0-45da4d7f4001 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d19fd47e-9211-4293-b205-632fb52ad7ed HTTP/1.1" status: 204 len: 168 time: 0.2692852 Sep 27 08:35:55.982260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08180fdf-84a6-4d83-9f00-3f6799fb87d3 req-4d9c4999-7459-4292-9a8d-66ef7b925d47 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:55.983835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08180fdf-84a6-4d83-9f00-3f6799fb87d3 req-4d9c4999-7459-4292-9a8d-66ef7b925d47 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.3342857 Sep 27 08:35:55.990697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7da84-0fcf-46e9-bfa0-45da4d7f4001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19fd47e-9211-4293-b205-632fb52ad7ed,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:56.006773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:56.034516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-801b68d2-f486-4a8d-b708-e8f38ee8c1b3 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8833861 Sep 27 08:35:56.035440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c48abcd5-34ff-49e4-9a9d-6a1f1713c53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.038033 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c48abcd5-34ff-49e4-9a9d-6a1f1713c53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.039084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c48abcd5-34ff-49e4-9a9d-6a1f1713c53c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f16e944-1f9b-47b0-8538-0e7f167d1e0b HTTP/1.1" status: 204 len: 168 time: 0.7276003 Sep 27 08:35:56.063041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Request body: {'port': {'device_id': '7c06e222-0c07-4eed-9206-48d67d820aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:56.096477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48abcd5-34ff-49e4-9a9d-6a1f1713c53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f16e944-1f9b-47b0-8538-0e7f167d1e0b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:56.115025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:56.136559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:35:56.147392 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:35:56.156149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08180fdf-84a6-4d83-9f00-3f6799fb87d3 req-0033ca14-b304-4f6e-92a6-ab9d966c5a75 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532719 Sep 27 08:35:56.159463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.163534 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:56.164557 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.189592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-699cab95-33ed-4895-8064-acfb442bca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.191160 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-699cab95-33ed-4895-8064-acfb442bca40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063248 Sep 27 08:35:56.202781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2d224f-0c8a-476d-af87-a50faf0472bf {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:56.269525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-7d75f73d-4bf5-44ca-b756-5731924d0ce1 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "PUT /v2.0/floatingips/2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff HTTP/1.1" status: 200 len: 694 time: 0.9110966 Sep 27 08:35:56.319619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-269a49bd-7982-44e1-9403-0198e796fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.330648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-269a49bd-7982-44e1-9403-0198e796fd66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 1097 time: 0.0595698 Sep 27 08:35:56.373960 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:35:56.459309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-9a2f959b-f987-4459-ab71-af3805053ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.471429 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-9a2f959b-f987-4459-ab71-af3805053ba1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.1389318 Sep 27 08:35:56.507739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:35:56.511204 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.528072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-e80a123e-7cfa-4524-a801-9ba10ba19773 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 217 time: 0.0551982 Sep 27 08:35:56.615796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-255952e3-d636-4078-a9ef-a548cc60db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.626537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:56.628164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-255952e3-d636-4078-a9ef-a548cc60db8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0983651 Sep 27 08:35:56.681374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-76dceb00-0942-4b83-892e-7d9777d8bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.684149 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-76dceb00-0942-4b83-892e-7d9777d8bdb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539477 Sep 27 08:35:56.734660 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.761092 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:35:56.770986 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:56.771773 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:56.822589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-f607f056-293f-4b83-adec-cd61523ff944 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.828768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-f607f056-293f-4b83-adec-cd61523ff944 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.834798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-f607f056-293f-4b83-adec-cd61523ff944 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.841051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-f607f056-293f-4b83-adec-cd61523ff944 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.845189 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-6d4168a8-798c-47b4-9cd5-cdf94030e920 service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555557 Sep 27 08:35:56.847060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-f607f056-293f-4b83-adec-cd61523ff944 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.854383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-f607f056-293f-4b83-adec-cd61523ff944 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.861077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-f607f056-293f-4b83-adec-cd61523ff944 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:56.870599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-f607f056-293f-4b83-adec-cd61523ff944 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.3660262 Sep 27 08:35:56.892043 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:35:56.997737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76d74329-138a-4ee5-98bf-82203562ebd3 req-c046eb81-414a-4054-86b1-269dcb237ffe service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448591 Sep 27 08:35:56.998881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-f6399db4-6865-42e5-8b5d-70f5dc65be31 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894042 Sep 27 08:35:56.999852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:57.004296 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c0e996-7f59-49fc-982e-c7c7f062a957" -d '{"events": [{"name": "network-changed", "server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:57.017403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] Transition to ACTIVE for port object 9f2d224f-0c8a-476d-af87-a50faf0472bf will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:57.044833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:57.077040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22004c40-eb86-457a-a1ec-31ce3d5ee806 req-12238df3-dba7-4788-ac6f-1d4eab3a3a29 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2053788 Sep 27 08:35:57.147891 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:57.178762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5fb6-c173-4ee9-a642-6f7fb345e4bc req-9c5eb1f7-bf12-4c61-a65e-68e067d8660c tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:57.181187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc0c5fb6-c173-4ee9-a642-6f7fb345e4bc req-9c5eb1f7-bf12-4c61-a65e-68e067d8660c tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 931 time: 0.0614467 Sep 27 08:35:57.216354 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75606982-d24b-4b1c-b9db-5833bad60d8c None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:35:57.262795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc0c5fb6-c173-4ee9-a642-6f7fb345e4bc req-2e66484d-a4c9-4e64-9664-10978c6cea2b tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719268 Sep 27 08:35:57.327066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:57.396315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096451e-3434-47e0-a47d-4a2d6690e215 req-82b0e44e-ba76-43c4-b293-de458ccc02ea tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:57.398707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8096451e-3434-47e0-a47d-4a2d6690e215 req-82b0e44e-ba76-43c4-b293-de458ccc02ea tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 944 time: 0.0743968 Sep 27 08:35:57.423184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] No DVR routers for this DVR port 9f2d224f-0c8a-476d-af87-a50faf0472bf on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:35:57.445497 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8096451e-3434-47e0-a47d-4a2d6690e215 req-6a3c5b6e-3280-4fb7-bfee-b63880e62b5d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374036 Sep 27 08:35:57.489743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c566b2a-f454-43e3-871e-67c2f55de934 req-169b3697-e34b-4345-9f4e-50ce17294b53 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:57.491302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5c566b2a-f454-43e3-871e-67c2f55de934 req-169b3697-e34b-4345-9f4e-50ce17294b53 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.2620516 Sep 27 08:35:57.505053 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-2b1ae0d7-f53f-462f-a7d4-372e87346f8d service neutron] 10.222.0.57 "PUT /v2.0/ports/9f2d224f-0c8a-476d-af87-a50faf0472bf/bindings/n-h2-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1867814 Sep 27 08:35:57.523675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed048ab-935b-4dc3-9d4c-fb758eff77d5 req-26c4cae4-3af3-43cb-bc87-fae85bb6e990 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007319 Sep 27 08:35:57.533439 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad74b939-809e-4675-92a0-95edd060f969 x-openstack-request-id: req-ad74b939-809e-4675-92a0-95edd060f969 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:35:57.533736 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:35:57.533995 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad74b939-809e-4675-92a0-95edd060f969 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:35:57.534400 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'status': 'completed', 'code': 200} Sep 27 08:35:57.633443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02fb019-6b9a-43ff-bc48-589bf4de79af None None] New status for floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:35:57.690067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5c566b2a-f454-43e3-871e-67c2f55de934 req-19235159-3ccb-483e-a767-bc5f99de3221 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835749 Sep 27 08:35:57.732684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-fe96caaa-e67b-48f3-bf46-aea0e938026b tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:57.734322 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-fe96caaa-e67b-48f3-bf46-aea0e938026b tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1095 time: 0.1440165 Sep 27 08:35:57.925102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-b13040da-e057-45df-94b6-6834b208d2cf tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:57.935598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-b13040da-e057-45df-94b6-6834b208d2cf tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0873251 Sep 27 08:35:57.942532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-7379a16c-a86e-42b1-a024-d89cdd6d9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:57.944274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-7379a16c-a86e-42b1-a024-d89cdd6d9a90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 1097 time: 0.2969835 Sep 27 08:35:57.956570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-f61e6cae-be6e-4245-a3f2-4961bf548c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:57.958100 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-f61e6cae-be6e-4245-a3f2-4961bf548c88 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94 HTTP/1.1" status: 200 len: 1095 time: 0.1936042 Sep 27 08:35:57.963005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:35:58.000606 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:58.041749 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-9106fa4f-7d84-4fe7-a9ff-6abc50aba7fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 697 time: 0.1050518 Sep 27 08:35:58.052410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Request body: {'floatingip': {'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:58.083396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Transition to ACTIVE for port object 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:35:58.095074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ad14b-1d4c-4015-af34-203d64772c9f req-dad8d96a-9837-4b45-b04c-266ddea1acb1 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.096757 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-717ad14b-1d4c-4015-af34-203d64772c9f req-dad8d96a-9837-4b45-b04c-266ddea1acb1 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.2538764 Sep 27 08:35:58.120102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:58.149698 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:58.275056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-58a71b10-5b16-4efe-bcbc-bcdaaa02c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.281677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-58a71b10-5b16-4efe-bcbc-bcdaaa02c725 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1095 time: 0.2769873 Sep 27 08:35:58.329875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-0ed9c3db-8d45-480f-99d5-e760dd2f2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.331533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-0ed9c3db-8d45-480f-99d5-e760dd2f2285 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.3638234 Sep 27 08:35:58.344735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Pushing event updated for resources: {'Port': ['ID=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:58.388995 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-717ad14b-1d4c-4015-af34-203d64772c9f req-e0e13306-2f35-4f3f-b30c-d72cb7a5841a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322540 Sep 27 08:35:58.508626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-955d41ab-cf60-490e-a817-05463957bd44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 200 len: 217 time: 0.1601367 Sep 27 08:35:58.520700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43708) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:58.587228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9f2d224f-0c8a-476d-af87-a50faf0472bf no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:35:58.635167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-40160784-9d8c-47f9-811e-0595ba9843ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.637010 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-40160784-9d8c-47f9-811e-0595ba9843ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.3446310 Sep 27 08:35:58.647898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-8c6fe021-8851-4027-8194-f29ad3b346c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.649367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-8c6fe021-8851-4027-8194-f29ad3b346c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.1150517 Sep 27 08:35:58.655947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Attempting to bind port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:35:58.656645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Attempting to bind port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4f170bd8-395b-48bd-8a98-a495593556b3'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:35:58.656645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Attempting to bind port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 on network 4f170bd8-395b-48bd-8a98-a495593556b3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:58.671132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9f2d224f-0c8a-476d-af87-a50faf0472bf not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:35:58.700317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 on network 4f170bd8-395b-48bd-8a98-a495593556b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:35:58.700667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Attempting to bind port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 on network 4f170bd8-395b-48bd-8a98-a495593556b3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:35:58.716318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7f6e-378a-4593-a080-30055987bfde req-036c501a-af76-4710-82d0-57485fe8dda3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.722129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7f6e-378a-4593-a080-30055987bfde req-036c501a-af76-4710-82d0-57485fe8dda3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.728315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7f6e-378a-4593-a080-30055987bfde req-036c501a-af76-4710-82d0-57485fe8dda3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.734207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7f6e-378a-4593-a080-30055987bfde req-036c501a-af76-4710-82d0-57485fe8dda3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.740764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7f6e-378a-4593-a080-30055987bfde req-036c501a-af76-4710-82d0-57485fe8dda3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.743573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:58.745528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43716) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:58.747233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7f6e-378a-4593-a080-30055987bfde req-036c501a-af76-4710-82d0-57485fe8dda3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.753157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:58.753729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7f6e-378a-4593-a080-30055987bfde req-036c501a-af76-4710-82d0-57485fe8dda3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.757326 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-799e7f6e-378a-4593-a080-30055987bfde req-036c501a-af76-4710-82d0-57485fe8dda3 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.2587879 Sep 27 08:35:58.758941 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-6d1c3a3d-1597-411c-bcee-5354ac5f1975 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 217 time: 0.1125848 Sep 27 08:35:58.786022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:35:58.786287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Checking segment: {'id': '3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4f170bd8-395b-48bd-8a98-a495593556b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:35:58.786665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Bound using segment: {'id': '3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4f170bd8-395b-48bd-8a98-a495593556b3'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:35:58.787119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Bound port: 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4f170bd8-395b-48bd-8a98-a495593556b3'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:35:58.787478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:58.817522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2121732202', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:35:58.838704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4e6dca7-6624-48be-9ecb-eaa05c77a51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:58.894778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-c4bfb493-f420-44a6-98e1-cb70d8923247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.896602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-c4bfb493-f420-44a6-98e1-cb70d8923247 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2316167 Sep 27 08:35:58.900839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-8aa0522a-e0ce-4b82-b673-a8fdfddef168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:58.902875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-8aa0522a-e0ce-4b82-b673-a8fdfddef168 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1272616 Sep 27 08:35:58.909223 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-799e7f6e-378a-4593-a080-30055987bfde req-540da464-5255-4c45-ba9f-1c956d18b2ce tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353147 Sep 27 08:35:58.956836 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-b8f0a59c-5529-42f5-aacf-e2c3a4701afa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450323 Sep 27 08:35:59.015824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] For port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:35:59.047361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] For port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,segment=NetworkSegment(3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b),segment_id=3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:35:59.064120 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.218110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Made reservation on behalf of f755687a03dd4ee89a17c5e58c77e8d6 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:35:59.220391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.241122 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff associated. External IP: 172.25.2.32, port: 86f09297-1fcf-4f84-93f9-fe179661c2e7. Sep 27 08:35:59.243227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.435609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:59.436243 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.437696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] 10.222.0.67 "PUT /v2.0/ports/97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 HTTP/1.1" status: 200 len: 1091 time: 3.3820601 Sep 27 08:35:59.441760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c06e222-0c07-4eed-9206-48d67d820aad', 'tag': '97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:59.444073 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003cdad-f8a9-49be-93c3-d83e402e6a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c06e222-0c07-4eed-9206-48d67d820aad", "tag": "97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:59.450152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4e6dca7-6624-48be-9ecb-eaa05c77a51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.461558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4e6dca7-6624-48be-9ecb-eaa05c77a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.495044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb498a1-79e7-4401-b390-da79d0702bc5 req-281c5b06-a2a6-4172-832f-332a5e10d940 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:59.496583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bb498a1-79e7-4401-b390-da79d0702bc5 req-281c5b06-a2a6-4172-832f-332a5e10d940 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 943 time: 0.5059183 Sep 27 08:35:59.524381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-141d694d-d7f7-4858-8692-7415969ded3e service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977919 Sep 27 08:35:59.549427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-afc2a515-e161-49eb-b283-b2b8c015660c service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775149 Sep 27 08:35:59.549693 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d4e6dca7-6624-48be-9ecb-eaa05c77a51d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4737a944aa84399b78782ccacb59a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8028834 Sep 27 08:35:59.556920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43724) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:35:59.565724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a40fd-d070-4309-8101-005e2d59b0dd service neutron] Pushing event updated for resources: {'Port': ['ID=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:59.565946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6dca7-6624-48be-9ecb-eaa05c77a51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc565f30-329c-4292-8650-70c49e3a5556,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:59.614244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:35:59.709474 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abc39492-26cc-4a9f-b40d-77541af46470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.730619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bb498a1-79e7-4401-b390-da79d0702bc5 req-768fef34-bc14-4da1-a349-c487f725aaae tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272494 Sep 27 08:35:59.731248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.736359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-101be138-0556-45eb-b76e-c5d0e5590f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:59.737689 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-101be138-0556-45eb-b76e-c5d0e5590f95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=96740a0f1188419680affa7c706bbf85&device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 1094 time: 0.2385647 Sep 27 08:35:59.750440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-2be48924-25f6-48db-9a5a-244ec17f3f41 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:59.751933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-2be48924-25f6-48db-9a5a-244ec17f3f41 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f27a005-01be-421b-91c4-3d26c0d24af0 HTTP/1.1" status: 200 len: 946 time: 0.2402070 Sep 27 08:35:59.773013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.777576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abc39492-26cc-4a9f-b40d-77541af46470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.799429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] device_id is not set on port 81b82545-c9e5-44a4-8ba7-55735c8db91d yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:35:59.841591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-237f3659-cfba-4a33-b507-f067d651e74b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 HTTP/1.1" status: 200 len: 217 time: 0.0856783 Sep 27 08:35:59.868689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:35:59.879253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:35:59.881120 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:35:59.884481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c0e996-7f59-49fc-982e-c7c7f062a957 req-6202ff53-2a37-4433-b497-8b3281cc6502 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205266 Sep 27 08:35:59.885418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d9d30-65f5-46e4-8ea3-97e7336b0937,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:35:59.914044 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:35:59.915957 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:35:59.918034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-c2648481-1168-4c7b-9219-50cc17dee205 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476386 Sep 27 08:35:59.936814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-237aed61-84e6-492e-bd75-23532dc63f5e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "PUT /v2.0/floatingips/2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff HTTP/1.1" status: 200 len: 995 time: 1.8831749 Sep 27 08:35:59.940404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:35:59.942815 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a81c6-6e50-488c-a779-4e7cd065800f" -d '{"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:35:59.968626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-ce581c9c-13f4-4fd9-85f5-547e5b2f57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:59.970176 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-ce581c9c-13f4-4fd9-85f5-547e5b2f57ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d3228bd3-984c-416e-a961-b0d1962495cd HTTP/1.1" status: 200 len: 855 time: 0.1118338 Sep 27 08:35:59.986708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142342-796a-4279-ae35-4a5fa082c2df req-7248e887-4edf-4581-97f8-ac68f0c569c6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:35:59.988298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90142342-796a-4279-ae35-4a5fa082c2df req-7248e887-4edf-4581-97f8-ac68f0c569c6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 944 time: 0.1565964 Sep 27 08:35:59.998181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abc39492-26cc-4a9f-b40d-77541af46470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.000708 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abc39492-26cc-4a9f-b40d-77541af46470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.004291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-abc39492-26cc-4a9f-b40d-77541af46470 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc565f30-329c-4292-8650-70c49e3a5556 HTTP/1.1" status: 204 len: 168 time: 0.4440031 Sep 27 08:36:00.034111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc39492-26cc-4a9f-b40d-77541af46470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc565f30-329c-4292-8650-70c49e3a5556,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:00.043967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Allocated IP 172.25.2.64 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/81b82545-c9e5-44a4-8ba7-55735c8db91d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:00.071033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-94dfb351-d0c3-412a-a9ec-7f0e2371f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:00.077674 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-608ce17e-fe2a-496c-a9ea-0f26ec4a8ebb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f170bd8-395b-48bd-8a98-a495593556b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883064 Sep 27 08:36:00.085660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-94dfb351-d0c3-412a-a9ec-7f0e2371f9f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.1197851 Sep 27 08:36:00.111026 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:00.171395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Deleting port b2712d59-6ebe-4798-a1af-45dcb4761557 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:00.171742 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.227089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90142342-796a-4279-ae35-4a5fa082c2df req-39b717aa-3d99-4084-ab08-3383579187ee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288604 Sep 27 08:36:00.251735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-223c18c2-9bec-4954-ae6c-ca9d972bad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:00.253296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-223c18c2-9bec-4954-ae6c-ca9d972bad50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.1661215 Sep 27 08:36:00.380463 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-d67ed001-c856-4995-a828-b7aa279083a5 service neutron] 10.222.0.67 "GET /v2.0/networks/4f170bd8-395b-48bd-8a98-a495593556b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866306 Sep 27 08:36:00.418552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-22d2a717-f135-46d6-aa0b-15aa3981c663 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 998 time: 0.0889969 Sep 27 08:36:00.424253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-305cb96e-51d4-462c-95ca-4fbb871ee0a1 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:00.425778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-305cb96e-51d4-462c-95ca-4fbb871ee0a1 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1095 time: 0.2033947 Sep 27 08:36:00.460454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] For port b2712d59-6ebe-4798-a1af-45dcb4761557, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b2712d59-6ebe-4798-a1af-45dcb4761557,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:00.461101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.463717 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.486383 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:9b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:58Z', 'revision_number': 8, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:00.493765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-410eaced-eefa-464d-a6d4-76326e3b3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:00.501457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-410eaced-eefa-464d-a6d4-76326e3b3a56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0816290 Sep 27 08:36:00.508802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Calling delete_port for b2712d59-6ebe-4798-a1af-45dcb4761557 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:00.527853 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:00.532760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:00.537750 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:00.538642 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:00.560969 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45f46b71-be4e-4637-90de-d251b533d428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.575546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.584002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-6fa9df9b-6e0b-4a16-842c-d9f27fb6c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:00.585671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-6fa9df9b-6e0b-4a16-842c-d9f27fb6c31c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833766 Sep 27 08:36:00.622221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163cb2c-3783-4570-aecd-b7b057ea94cf req-7b678e7d-6b81-4bb6-9618-c9e36fc85688 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:00.631348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f163cb2c-3783-4570-aecd-b7b057ea94cf req-7b678e7d-6b81-4bb6-9618-c9e36fc85688 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.2560945 Sep 27 08:36:00.661567 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:00.679039 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-844623d6-a1ee-4c20-a32f-a561fd9d6cff req-9bb683a3-8bca-47d1-b9a6-e8a17dcb952a service neutron] 10.222.0.67 "GET /v2.0/networks/4f170bd8-395b-48bd-8a98-a495593556b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828724 Sep 27 08:36:00.679378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:00.695066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:00.703051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:00.705280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Pushing event updated for resources: {'Port': ['ID=81b82545-c9e5-44a4-8ba7-55735c8db91d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:00.739326 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f163cb2c-3783-4570-aecd-b7b057ea94cf req-baa71f7b-c75a-4e7f-bad6-1aff7f1d6e0c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069870 Sep 27 08:36:00.788102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:00.788774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.806118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-6ef2b5f8-c811-452b-b964-27bda0dd3c76 service neutron] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:00.812039 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-6ef2b5f8-c811-452b-b964-27bda0dd3c76 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.813325 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0379a97-0d9a-48d6-bb4f-cfbba1b1a88a req-6ef2b5f8-c811-452b-b964-27bda0dd3c76 service neutron] 10.222.0.67 "DELETE /v2.0/ports/9f2d224f-0c8a-476d-af87-a50faf0472bf/bindings/n-h1-810909-1 HTTP/1.1" status: 204 len: 173 time: 0.3647234 Sep 27 08:36:00.839315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.853115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['86f09297-1fcf-4f84-93f9-fe179661c2e7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:00.878247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Pushing event deleted for resources: {'Port': ['ID=b2712d59-6ebe-4798-a1af-45dcb4761557,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:00.894756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-15d53af7-adc0-4e39-8fc1-7b968d77dcda service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792087 Sep 27 08:36:00.980056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] No DVR routers for this DVR port b2712d59-6ebe-4798-a1af-45dcb4761557 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:00.983745 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:00.986051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e3062a63-0bc7-43f6-b05b-d7a1f75c3161 req-a2a40376-372e-4728-8a9f-2ae8bf01f9fb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.57 "DELETE /v2.0/ports/b2712d59-6ebe-4798-a1af-45dcb4761557 HTTP/1.1" status: 204 len: 173 time: 1.2202299 Sep 27 08:36:01.001629 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:9b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:58Z', 'revision_number': 8, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:01.009004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca4be6-ba38-4125-8fbb-25d0664394d0 req-fcaf2c3b-c4d5-4ba7-8fb7-63e64a57ff87 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.013453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21ca4be6-ba38-4125-8fbb-25d0664394d0 req-fcaf2c3b-c4d5-4ba7-8fb7-63e64a57ff87 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.1380386 Sep 27 08:36:01.086619 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d863d1-bda0-4727-afa2-2f394cf36281 None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'port_id': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'mac_address': 'fa:16:3e:9b:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:35:14Z', 'updated_at': '2021-09-27T08:35:58Z', 'revision_number': 8, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:01.091393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45f46b71-be4e-4637-90de-d251b533d428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.097274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21ca4be6-ba38-4125-8fbb-25d0664394d0 req-1ad5f3de-f339-4333-a832-93be862fe9c7 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698354 Sep 27 08:36:01.115602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3c265ee-a3a0-461c-be01-84f0880ec6e2 req-9c88e4cb-8f32-4bdf-b5aa-56a3078b3662 service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197824 Sep 27 08:36:01.117958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45f46b71-be4e-4637-90de-d251b533d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.150306 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-767a3e45-d6b4-420c-bb27-149ca51a3150 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6281300 Sep 27 08:36:01.153973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43740) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:01.164065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.64'}]}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:01.188906 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-45f46b71-be4e-4637-90de-d251b533d428 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18a4c7b8c78a4e45b922795878796121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534767 Sep 27 08:36:01.190097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f46b71-be4e-4637-90de-d251b533d428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedc5be7-4cdc-4ad8-b01c-b378732ad434,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:01.192602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43742) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:01.243800 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe945af0-9659-4b22-908f-30c306d838a9 x-openstack-request-id: req-fe945af0-9659-4b22-908f-30c306d838a9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:01.244679 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c06e222-0c07-4eed-9206-48d67d820aad", "tag": "97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:01.245920 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe945af0-9659-4b22-908f-30c306d838a9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:01.246407 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c06e222-0c07-4eed-9206-48d67d820aad', 'tag': '97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2', 'status': 'completed', 'code': 200} Sep 27 08:36:01.271332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a1303b-afde-4206-b71d-54d106702f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.278117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.279442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.317383 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cef61d-aed1-4772-9ea1-90fb55c1554d x-openstack-request-id: req-11cef61d-aed1-4772-9ea1-90fb55c1554d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:01.318043 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:01.318424 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11cef61d-aed1-4772-9ea1-90fb55c1554d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:01.319100 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'status': 'completed', 'code': 200} Sep 27 08:36:01.326275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a1303b-afde-4206-b71d-54d106702f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.332470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 8d230614-ad2b-4d12-9d93-1737c74f7d62 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:01.390908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-058c1f1d-d3c0-475a-9bea-cbdc6a95fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.391197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-780e5628-2a3f-43d2-b91a-742a7e7f6a37 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.392767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-058c1f1d-d3c0-475a-9bea-cbdc6a95fccf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=96740a0f1188419680affa7c706bbf85&device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 1094 time: 0.1755888 Sep 27 08:36:01.397508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-780e5628-2a3f-43d2-b91a-742a7e7f6a37 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.403719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-780e5628-2a3f-43d2-b91a-742a7e7f6a37 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.409703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-780e5628-2a3f-43d2-b91a-742a7e7f6a37 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.415834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-780e5628-2a3f-43d2-b91a-742a7e7f6a37 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.422091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-780e5628-2a3f-43d2-b91a-742a7e7f6a37 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.426370 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.428009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-780e5628-2a3f-43d2-b91a-742a7e7f6a37 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.430631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-780e5628-2a3f-43d2-b91a-742a7e7f6a37 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5419 time: 0.1565082 Sep 27 08:36:01.479630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449fdbc-c397-4016-8315-fabd9ff024d7 None None] New status for floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:36:01.482816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 8d230614-ad2b-4d12-9d93-1737c74f7d62, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:01.502097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8bebf6e-4bd6-4178-a883-f8d447faee6c req-0eac69c4-0664-4796-ae06-4fc0494ad0e8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606489 Sep 27 08:36:01.503278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a1303b-afde-4206-b71d-54d106702f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.506745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a1303b-afde-4206-b71d-54d106702f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.511958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a4a1303b-afde-4206-b71d-54d106702f6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aedc5be7-4cdc-4ad8-b01c-b378732ad434 HTTP/1.1" status: 204 len: 168 time: 0.3075836 Sep 27 08:36:01.523687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '8d230614-ad2b-4d12-9d93-1737c74f7d62', 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'port_id': '8d230614-ad2b-4d12-9d93-1737c74f7d62', 'mac_address': 'fa:16:3e:4c:ba:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda852ee-fa38-4fe6-9f8d-e491448111a3', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:01.545703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1303b-afde-4206-b71d-54d106702f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedc5be7-4cdc-4ad8-b01c-b378732ad434,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:01.600907 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.623325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d230614-ad2b-4d12-9d93-1737c74f7d62 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:01.707938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 8d230614-ad2b-4d12-9d93-1737c74f7d62, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:01.720532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.721607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 903e20ee-f479-4ca5-a353-9f4b6e765a64 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:01.724978 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-323db0be-7ee6-4572-b23c-46b9010574cf req-02611c16-37a4-45c4-978e-5711bce01e79 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips/2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff HTTP/1.1" status: 200 len: 995 time: 0.1078818 Sep 27 08:36:01.753461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 903e20ee-f479-4ca5-a353-9f4b6e765a64, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:01.768385 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '903e20ee-f479-4ca5-a353-9f4b6e765a64', 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'port_id': '903e20ee-f479-4ca5-a353-9f4b6e765a64', 'mac_address': 'fa:16:3e:c7:a6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda852ee-fa38-4fe6-9f8d-e491448111a3', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:01.828272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a81c6-6e50-488c-a779-4e7cd065800f req-21950107-66a4-49a9-97d7-1be95e237922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.832810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-374a81c6-6e50-488c-a779-4e7cd065800f req-21950107-66a4-49a9-97d7-1be95e237922 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.4924324 Sep 27 08:36:01.907115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db0be-7ee6-4572-b23c-46b9010574cf req-0d7ee3ee-55f6-4ee7-862a-908fa02a68e6 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.920250 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.922060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-323db0be-7ee6-4572-b23c-46b9010574cf req-0d7ee3ee-55f6-4ee7-862a-908fa02a68e6 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1959362 Sep 27 08:36:01.924659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=8d230614-ad2b-4d12-9d93-1737c74f7d62,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:01.944059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903e20ee-f479-4ca5-a353-9f4b6e765a64 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:01.975901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 903e20ee-f479-4ca5-a353-9f4b6e765a64, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:01.984527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:01.985218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d3a54a6b-f761-4ba2-bddf-b1aa45709f8b details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:01.988827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cab3a7-4967-4e75-8f59-560736fca317 req-9c0b9774-a168-4f30-8e34-f4c1f96be15f tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:01.996201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81cab3a7-4967-4e75-8f59-560736fca317 req-9c0b9774-a168-4f30-8e34-f4c1f96be15f tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 943 time: 0.6023190 Sep 27 08:36:02.047896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=903e20ee-f479-4ca5-a353-9f4b6e765a64,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:02.071982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3201c7-940a-4bd0-8e00-352dea993a9d req-eaa9f78c-9d13-4935-8815-032f90095d56 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.079396 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c3201c7-940a-4bd0-8e00-352dea993a9d req-eaa9f78c-9d13-4935-8815-032f90095d56 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 944 time: 0.0763359 Sep 27 08:36:02.084363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:02.098351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'd3a54a6b-f761-4ba2-bddf-b1aa45709f8b', 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'port_id': 'd3a54a6b-f761-4ba2-bddf-b1aa45709f8b', 'mac_address': 'fa:16:3e:2e:f2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda852ee-fa38-4fe6-9f8d-e491448111a3', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:02.134931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c3201c7-940a-4bd0-8e00-352dea993a9d req-2a7e3684-fa2b-4b4b-8662-dda0d3bf8979 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545166 Sep 27 08:36:02.179672 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:02.197861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a54a6b-f761-4ba2-bddf-b1aa45709f8b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:02.237300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:02.242915 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:02.244165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00c021f0-8274-4df3-a940-3b32075df459 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:02.319116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0f139-1ec3-45aa-82bd-8421a646fc8e req-1f9aab55-10c5-4049-b0b7-f056be22c20a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.327725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dd0f139-1ec3-45aa-82bd-8421a646fc8e req-1f9aab55-10c5-4049-b0b7-f056be22c20a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1044629 Sep 27 08:36:02.366862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dd0f139-1ec3-45aa-82bd-8421a646fc8e req-e09e33fa-35db-4c32-a5f9-7679bf4720de tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381565 Sep 27 08:36:02.409621 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00c021f0-8274-4df3-a940-3b32075df459, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00c021f0-8274-4df3-a940-3b32075df459,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:02.421761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '00c021f0-8274-4df3-a940-3b32075df459', 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00', 'port_id': '00c021f0-8274-4df3-a940-3b32075df459', 'mac_address': 'fa:16:3e:81:48:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf2b750-bbd7-4a48-b682-ddfae227b485', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:02.464109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-bc27694c-384e-4f45-8ef2-339d2d5f8b7b tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1000 time: 0.0717502 Sep 27 08:36:02.479013 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:02.495256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c021f0-8274-4df3-a940-3b32075df459 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:02.495644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:02.499875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a81c6-6e50-488c-a779-4e7cd065800f req-1324511f-829e-46b7-b612-b47e3405d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.501427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-374a81c6-6e50-488c-a779-4e7cd065800f req-1324511f-829e-46b7-b612-b47e3405d3af service neutron] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.5630708 Sep 27 08:36:02.510516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-215b980d-ae0f-4558-8f54-a1aa27bdd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.511779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-215b980d-ae0f-4558-8f54-a1aa27bdd5c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f170bd8-395b-48bd-8a98-a495593556b3 HTTP/1.1" status: 200 len: 916 time: 1.0641220 Sep 27 08:36:02.536096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-c298f5a1-b500-4b0b-8c4a-bad81bb6f3cc tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.536678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:02.537576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-c298f5a1-b500-4b0b-8c4a-bad81bb6f3cc tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports/86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 942 time: 0.0671782 Sep 27 08:36:02.554746 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00c021f0-8274-4df3-a940-3b32075df459, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00c021f0-8274-4df3-a940-3b32075df459,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:02.564689 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:02.564689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6c72afd2-3a08-4486-ae77-cd3ead668b8c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:02.599602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b2712d59-6ebe-4798-a1af-45dcb4761557 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:02.606739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81cab3a7-4967-4e75-8f59-560736fca317 req-b84f7988-ef94-4376-a575-edebdcf7b8b8 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095545 Sep 27 08:36:02.630742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: b2712d59-6ebe-4798-a1af-45dcb4761557 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:02.631091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b2712d59-6ebe-4798-a1af-45dcb4761557 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:02.657126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6c72afd2-3a08-4486-ae77-cd3ead668b8c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:02.659609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00c021f0-8274-4df3-a940-3b32075df459,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:02.669787 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-4d07f21b-ccc0-4b8f-a88a-180ab9afface service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 HTTP/1.1" status: 200 len: 217 time: 0.1412075 Sep 27 08:36:02.679971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '6c72afd2-3a08-4486-ae77-cd3ead668b8c', 'network_id': '06cebe1f-2f59-4476-80ee-24531db18e00', 'port_id': '6c72afd2-3a08-4486-ae77-cd3ead668b8c', 'mac_address': 'fa:16:3e:b3:74:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf2b750-bbd7-4a48-b682-ddfae227b485', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:02.718215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-82e50d8f-c3f6-459e-a048-96d076845197 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1000 time: 0.1158953 Sep 27 08:36:02.727473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:02.743392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c72afd2-3a08-4486-ae77-cd3ead668b8c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:02.758939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-374a81c6-6e50-488c-a779-4e7cd065800f req-9b5e95ca-7d3a-4982-93b5-b2be78a91e9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 1000 time: 0.2406070 Sep 27 08:36:02.767010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6c72afd2-3a08-4486-ae77-cd3ead668b8c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:02.773646 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:02.774720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d628f0e8-732a-47bb-bb8a-15abb2f58d9a details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:02.824778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a81c6-6e50-488c-a779-4e7cd065800f req-733c7393-16ab-4823-861a-4a44ed33b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.826345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-374a81c6-6e50-488c-a779-4e7cd065800f req-733c7393-16ab-4823-861a-4a44ed33b988 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0501370 Sep 27 08:36:02.868426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-1b813dde-de9e-4545-8806-7477dcd96ca2 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.869950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-1b813dde-de9e-4545-8806-7477dcd96ca2 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1439900 Sep 27 08:36:02.902672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-f79cc734-a28e-424b-9318-332d75ca086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.904741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-f79cc734-a28e-424b-9318-332d75ca086f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d3228bd3-984c-416e-a961-b0d1962495cd HTTP/1.1" status: 200 len: 855 time: 0.2257726 Sep 27 08:36:02.922028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6c72afd2-3a08-4486-ae77-cd3ead668b8c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:02.926724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7779c-e486-47a6-97b1-050db875922b req-9a29e794-f9fb-4a5b-84b3-9fcb1972fd7c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:02.928280 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9af7779c-e486-47a6-97b1-050db875922b req-9a29e794-f9fb-4a5b-84b3-9fcb1972fd7c tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.2264044 Sep 27 08:36:02.929394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d628f0e8-732a-47bb-bb8a-15abb2f58d9a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:02.945767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'port_id': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'mac_address': 'fa:16:3e:3d:49:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:02.961534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-ed4c417f-09f9-4d14-bba1-dd014f144341 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1000 time: 0.0809274 Sep 27 08:36:02.966613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-04ae7622-de15-4510-88d2-6eb33cafe51c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f170bd8-395b-48bd-8a98-a495593556b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490088 Sep 27 08:36:02.975122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:03.001594 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.006055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a81c6-6e50-488c-a779-4e7cd065800f req-ec3366f5-ba68-4285-9048-927f0cab8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.007562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-374a81c6-6e50-488c-a779-4e7cd065800f req-ec3366f5-ba68-4285-9048-927f0cab8de2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728029 Sep 27 08:36:03.016509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d628f0e8-732a-47bb-bb8a-15abb2f58d9a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:03.038890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d628f0e8-732a-47bb-bb8a-15abb2f58d9a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:03.045194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.046956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.047801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device eb8d32a7-77bb-4b43-996f-3fefec214cbb details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:03.070131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9af7779c-e486-47a6-97b1-050db875922b req-1300f27f-4dab-42a5-9b86-4e0d0652c7e5 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270766 Sep 27 08:36:03.168553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port eb8d32a7-77bb-4b43-996f-3fefec214cbb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:03.208895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb', 'network_id': 'ddfe1615-2a2c-4b2d-ade4-b5a57b450906', 'port_id': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb', 'mac_address': 'fa:16:3e:04:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda852ee-fa38-4fe6-9f8d-e491448111a3', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:03.221326 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:03.235940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.240724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.241263 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff disassociated. External IP: 172.25.2.32, port: 86f09297-1fcf-4f84-93f9-fe179661c2e7. Sep 27 08:36:03.267692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'name': 'network-vif-deleted', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:03.270094 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179709e8-58be-4ac3-b005-13d14b701140" -d '{"events": [{"server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "name": "network-vif-deleted", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:03.278180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.296689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8d32a7-77bb-4b43-996f-3fefec214cbb {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:03.319477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port eb8d32a7-77bb-4b43-996f-3fefec214cbb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:03.327719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.358096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:03.411678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=eb8d32a7-77bb-4b43-996f-3fefec214cbb,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:03.418788 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-374a81c6-6e50-488c-a779-4e7cd065800f req-d235f95e-a47b-4bc3-a3a4-82b524feebea service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959417 Sep 27 08:36:03.425606 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.462322 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.490746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-1f233720-6efa-454b-b905-cc81ea2673fb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.497128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-1f233720-6efa-454b-b905-cc81ea2673fb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.503052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-1f233720-6efa-454b-b905-cc81ea2673fb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.504569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:36:03.508790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-1f233720-6efa-454b-b905-cc81ea2673fb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.509776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,segment=NetworkSegment(3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b),segment_id=3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:03.514585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-1f233720-6efa-454b-b905-cc81ea2673fb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.520304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-1f233720-6efa-454b-b905-cc81ea2673fb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.521687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2', 'network_id': '4f170bd8-395b-48bd-8a98-a495593556b3', 'port_id': '97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2', 'mac_address': 'fa:16:3e:83:c0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3228bd3-984c-416e-a961-b0d1962495cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:03.526168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-1f233720-6efa-454b-b905-cc81ea2673fb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.528126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-1f233720-6efa-454b-b905-cc81ea2673fb tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5425 time: 0.3172739 Sep 27 08:36:03.552784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-414fbd6b-eddb-4d0d-bfdb-880fed49db3e service neutron] 10.222.0.67 "GET /v2.0/networks/4f170bd8-395b-48bd-8a98-a495593556b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696273 Sep 27 08:36:03.567327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.580830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:03.602263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,segment=NetworkSegment(3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b),segment_id=3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:03.607436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.620970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:03.626212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.635398 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:03.645746 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:03.646802 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:03.659587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:03.664945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-31a4533c-d8c4-4261-91fd-2df9e143ad56 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "PUT /v2.0/floatingips/2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff HTTP/1.1" status: 200 len: 695 time: 0.6964784 Sep 27 08:36:03.665483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:03.670915 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea" -d '{"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:03.714595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-4dfc7343-4510-4422-964f-740b00bc2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.716281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-4dfc7343-4510-4422-964f-740b00bc2895 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.0424044 Sep 27 08:36:03.761024 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:03.816493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-a54dad36-cc0b-454c-bc81-08f7cf71074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.817622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22d68381-b8e0-4c9c-ba3f-3d20cec37e66 req-a590e203-e683-456a-b1d5-a43608bd58dc tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2672131 Sep 27 08:36:03.817889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-a54dad36-cc0b-454c-bc81-08f7cf71074b service neutron] 10.222.0.50 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.0951908 Sep 27 08:36:03.867927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-18c9c76c-ae0b-495c-aa4d-b5e53050cd83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 217 time: 0.0432184 Sep 27 08:36:03.870737 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-374a81c6-6e50-488c-a779-4e7cd065800f req-6c49c3ad-5232-48ef-bf43-411a963c1b41 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144728 Sep 27 08:36:03.926731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-c719110d-dba2-4f60-bc53-244d4701acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.928805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-c719110d-dba2-4f60-bc53-244d4701acf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.0543816 Sep 27 08:36:03.933754 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4003cdad-f8a9-49be-93c3-d83e402e6a4d req-ae33d91f-7311-48c0-98cd-a6e660b4409f service neutron] 10.222.0.67 "GET /v2.0/networks/4f170bd8-395b-48bd-8a98-a495593556b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678808 Sep 27 08:36:03.945122 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:03.986582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-7d4c95a1-a89c-4bde-bd49-76ee97a6db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:03.988563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-7d4c95a1-a89c-4bde-bd49-76ee97a6db4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533793 Sep 27 08:36:04.006254 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:04.035060 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:04.044373 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:04.045020 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:04.084964 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['8d230614-ad2b-4d12-9d93-1737c74f7d62'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:04.120021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['eb8d32a7-77bb-4b43-996f-3fefec214cbb'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:04.124020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['00c021f0-8274-4df3-a940-3b32075df459'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:04.126770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['d3a54a6b-f761-4ba2-bddf-b1aa45709f8b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:04.134116 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.136882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.192245 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:04.232313 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.233592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2ed40a-33cd-41f7-a853-68fa77848b49 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:36:04.284873 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 27 08:36:04.286418 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c42a1e2d-1f9b-4be4-9c39-6d2ee77e4148 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1313212 Sep 27 08:36:04.289769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:04.308498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9627ddf-179f-4292-9662-dd6eb8ddec99 req-4d5611f7-be3f-4ea3-b402-05f70615f93f tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:04.316244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9627ddf-179f-4292-9662-dd6eb8ddec99 req-4d5611f7-be3f-4ea3-b402-05f70615f93f tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1095 time: 0.1249542 Sep 27 08:36:04.354285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['d628f0e8-732a-47bb-bb8a-15abb2f58d9a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:04.357941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['6c72afd2-3a08-4486-ae77-cd3ead668b8c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:04.387189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:04.393642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9627ddf-179f-4292-9662-dd6eb8ddec99 req-cfbfe658-9567-4df3-9f96-560d3aed6d32 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757055 Sep 27 08:36:04.464478 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ef2ea-cbfd-4a90-bb5f-82c3a104f721 x-openstack-request-id: req-e68ef2ea-cbfd-4a90-bb5f-82c3a104f721 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:04.464872 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f27a005-01be-421b-91c4-3d26c0d24af0", "name": "network-vif-deleted", "tag": "b2712d59-6ebe-4798-a1af-45dcb4761557", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:04.466358 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e68ef2ea-cbfd-4a90-bb5f-82c3a104f721 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:04.466859 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f27a005-01be-421b-91c4-3d26c0d24af0', 'name': 'network-vif-deleted', 'tag': 'b2712d59-6ebe-4798-a1af-45dcb4761557', 'status': 'completed', 'code': 200} Sep 27 08:36:04.468452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-355e68a7-936f-48d2-82de-986ddc3db7f3 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Deleting port 81b82545-c9e5-44a4-8ba7-55735c8db91d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:04.470778 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-355e68a7-936f-48d2-82de-986ddc3db7f3 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.499753 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-5d47763c-40ee-458b-841f-4d94d8e5543b service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034657 Sep 27 08:36:04.511756 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:04.544825 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a4f64-5542-482d-b0fc-8b114d4ddf84 None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:34:43Z', 'revision_number': 4, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f431a103-578b-42e1-82d3-78ef76272d1c', 'name': '', 'network_id': '31656d99-4f7f-460b-8a34-360206d00ed8', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'mac_address': 'fa:16:3e:17:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:40Z', 'updated_at': '2021-09-27T08:34:49Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'subnets': [{'id': '4b4be056-b4c3-4ad3-9ecb-0bf667405e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:04.629014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d68d270e-87f7-4dad-8d86-72bc1f77611d req-3fd29d00-3533-47d2-9d7b-097ea8e593fe service neutron] 10.222.0.50 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217773 Sep 27 08:36:04.658551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-355e68a7-936f-48d2-82de-986ddc3db7f3 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.668555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c7a2e-80d9-44de-abe7-4368e04046fa req-f4d738ce-2e48-4fbf-a3ec-81659601eb32 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:04.673123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-638c7a2e-80d9-44de-abe7-4368e04046fa req-f4d738ce-2e48-4fbf-a3ec-81659601eb32 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1493499 Sep 27 08:36:04.699815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-355e68a7-936f-48d2-82de-986ddc3db7f3 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Calling delete_port for 81b82545-c9e5-44a4-8ba7-55735c8db91d owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:04.772834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-638c7a2e-80d9-44de-abe7-4368e04046fa req-3eba011a-2931-47b7-bab2-78dbf7e46e01 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872705 Sep 27 08:36:04.884478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d3c9aa-0357-4895-8c99-de95b2e1b6b4 None None] New status for floating IP 2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:36:04.905042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1803901349', 'description': 'tempest-description-792325336'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:04.931201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.931972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcd49a-1bde-41bb-8b19-698657e9a4e6 req-346da8a6-fda9-4965-9357-5a7eaa32ea7f tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:04.933070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4fcd49a-1bde-41bb-8b19-698657e9a4e6 req-346da8a6-fda9-4965-9357-5a7eaa32ea7f tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 944 time: 0.0655217 Sep 27 08:36:04.934729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-355e68a7-936f-48d2-82de-986ddc3db7f3 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.941010 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:04.971807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e68a7-936f-48d2-82de-986ddc3db7f3 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Pushing event deleted for resources: {'Port': ['ID=81b82545-c9e5-44a4-8ba7-55735c8db91d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:05.037510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['903e20ee-f479-4ca5-a353-9f4b6e765a64'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:05.064921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.070022 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.124612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c448ca4-230f-4ea7-9ff6-c07059a892b6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:05.204097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.212729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.245316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd62578d-060b-4fea-991d-9e2de8ca9cd7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:05.259921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.265123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f416153-4747-40e9-977d-e7d7d9fc5926 req-129e8cb7-0192-45df-b4d6-8891345e9394 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3648958 Sep 27 08:36:05.307437 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32299123-fa09-47c7-82b8-22342f70bc22 x-openstack-request-id: req-32299123-fa09-47c7-82b8-22342f70bc22 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:05.308685 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:05.309039 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32299123-fa09-47c7-82b8-22342f70bc22 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:05.309630 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'status': 'completed', 'code': 200} Sep 27 08:36:05.338825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4fcd49a-1bde-41bb-8b19-698657e9a4e6 req-2d596493-8c6c-4a0a-8398-1fe9390bb121 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751776 Sep 27 08:36:05.385517 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-355e68a7-936f-48d2-82de-986ddc3db7f3 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.392488 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-355e68a7-936f-48d2-82de-986ddc3db7f3 tempest-RoutersAdminNegativeTest-1712150518 tempest-RoutersAdminNegativeTest-1712150518-project-admin] 10.222.0.50 "DELETE /v2.0/ports/81b82545-c9e5-44a4-8ba7-55735c8db91d HTTP/1.1" status: 204 len: 168 time: 1.1012111 Sep 27 08:36:05.405133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c34314e0-b1dc-4af9-b54b-ea9ee52684e8 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:05.409457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-a6ab61c2-2a46-4c61-861d-5f061029be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.411151 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-a6ab61c2-2a46-4c61-861d-5f061029be0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=744d0a9575ed43a8b3275f3302d819d0&device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 1096 time: 0.0679867 Sep 27 08:36:05.439693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c34314e0-b1dc-4af9-b54b-ea9ee52684e8 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:05.616764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-b2198442-482b-4a4a-b73f-34b8343c1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.618298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-b2198442-482b-4a4a-b73f-34b8343c1428 service neutron] 10.222.0.57 "GET /v2.0/networks?id=31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 200 len: 922 time: 0.1951549 Sep 27 08:36:05.634960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825747-8302-4d24-878f-e652c910803c req-104b6467-7d68-4ba1-9414-23cc225a753b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.641388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825747-8302-4d24-878f-e652c910803c req-104b6467-7d68-4ba1-9414-23cc225a753b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.648445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825747-8302-4d24-878f-e652c910803c req-104b6467-7d68-4ba1-9414-23cc225a753b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.655062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825747-8302-4d24-878f-e652c910803c req-104b6467-7d68-4ba1-9414-23cc225a753b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.665437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825747-8302-4d24-878f-e652c910803c req-104b6467-7d68-4ba1-9414-23cc225a753b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.678658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825747-8302-4d24-878f-e652c910803c req-104b6467-7d68-4ba1-9414-23cc225a753b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.687386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825747-8302-4d24-878f-e652c910803c req-104b6467-7d68-4ba1-9414-23cc225a753b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.696159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35825747-8302-4d24-878f-e652c910803c req-104b6467-7d68-4ba1-9414-23cc225a753b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5426 time: 0.1289399 Sep 27 08:36:05.726431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.749912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-48726c8b-064f-433a-89e7-ece1c231aa45 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.752440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-48726c8b-064f-433a-89e7-ece1c231aa45 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 807 time: 0.2900510 Sep 27 08:36:05.754126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-639c2103-4c6f-4da0-80ae-f268fac31902 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 200 len: 217 time: 0.1250634 Sep 27 08:36:05.770137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35825747-8302-4d24-878f-e652c910803c req-7ddbf24b-7360-4f80-94d6-d826a3445dc1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719607 Sep 27 08:36:05.818095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-aec5faf7-4cf1-4870-93e7-4ba98fa468f6 req-b58f1406-6c61-42c0-9bf1-0ef3380085d2 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1573073973', 'description': 'tempest-description-535149139'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:05.822405 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b869b0a9-aac5-4278-97e9-a1765aaa6555 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/quotas/d7c57fbe29dd4aedb9dc06ff515eab94 HTTP/1.1" status: 200 len: 375 time: 0.0594904 Sep 27 08:36:05.825890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:05.827606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-f1a6d8f2-dce3-4893-a740-7880cf4913b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.829271 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-f1a6d8f2-dce3-4893-a740-7880cf4913b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=183dc8fe124d4315b45d59687cee71ed&device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 1096 time: 0.1544080 Sep 27 08:36:05.865728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-aec5faf7-4cf1-4870-93e7-4ba98fa468f6 req-b58f1406-6c61-42c0-9bf1-0ef3380085d2 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.866272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'port_id': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'mac_address': 'fa:16:3e:e0:ab:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02eecca5-8385-4595-b5ef-66bdb23e8309', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:05.882304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43840) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:05.899104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-b113ec44-eda1-4e0c-a9f5-934295dda049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:05.900901 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-b113ec44-eda1-4e0c-a9f5-934295dda049 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 200 len: 860 time: 0.1335382 Sep 27 08:36:05.943614 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.980798 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:05.990793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-4eb80161-059a-45be-8ed5-b2d124a3cb76 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603665 Sep 27 08:36:06.006814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:06.009264 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2697ffcc-fbcc-4395-bfa2-460b5dd61562" -d '{"events": [{"server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "name": "network-vif-unplugged", "status": "completed", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:06.014302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-ca6b845c-96e7-497f-a667-0808bd77b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:06.014991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c34314e0-b1dc-4af9-b54b-ea9ee52684e8 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:06.015826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-ca6b845c-96e7-497f-a667-0808bd77b79b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 200 len: 916 time: 0.1708014 Sep 27 08:36:06.016054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-aec5faf7-4cf1-4870-93e7-4ba98fa468f6 req-b58f1406-6c61-42c0-9bf1-0ef3380085d2 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.023510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-aec5faf7-4cf1-4870-93e7-4ba98fa468f6 req-b58f1406-6c61-42c0-9bf1-0ef3380085d2 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.026386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-976cbf00-7174-4d48-9d15-1095e6659bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:06.027944 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-976cbf00-7174-4d48-9d15-1095e6659bee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=31656d99-4f7f-460b-8a34-360206d00ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160150 Sep 27 08:36:06.029998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:06.037149 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.051667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-aec5faf7-4cf1-4870-93e7-4ba98fa468f6 req-b58f1406-6c61-42c0-9bf1-0ef3380085d2 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.055455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aec5faf7-4cf1-4870-93e7-4ba98fa468f6 req-b58f1406-6c61-42c0-9bf1-0ef3380085d2 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2435715 Sep 27 08:36:06.086154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1406-6c61-42c0-9bf1-0ef3380085d2 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7f18f8-bebf-47fb-86b7-e5db5030e682,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:06.099852 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b343c62b-c93b-4f89-95ef-8584c26460cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.114810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-2e38f6f4-ba50-470d-8e0b-3d5f3aaa44f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b71c617-54aa-4638-bffb-5ea74a29fe4b HTTP/1.1" status: 200 len: 217 time: 0.0849736 Sep 27 08:36:06.131385 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:36:06.131746 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:36:06.132378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:06.190663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784e1f8-8633-4361-a0dd-e54d01a3db1d req-fbb4eac7-5b17-4341-b51e-ce1c8fc27776 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:06.192144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f784e1f8-8633-4361-a0dd-e54d01a3db1d req-fbb4eac7-5b17-4341-b51e-ce1c8fc27776 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.0793884 Sep 27 08:36:06.245719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f784e1f8-8633-4361-a0dd-e54d01a3db1d req-f57cba62-0faa-4387-90ed-a7878afddcfd tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Sep 27 08:36:06.261631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-1ec9d30d-5fa2-409f-b969-1b21314bb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:06.263117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-1ec9d30d-5fa2-409f-b969-1b21314bb2a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=eb9cc257-91b1-42e5-acd2-54e21a8e4719 HTTP/1.1" status: 200 len: 854 time: 0.1374724 Sep 27 08:36:06.295664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-8c654de2-84b5-47c2-8c63-1c710d3c0d2d service neutron] 10.222.0.50 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780802 Sep 27 08:36:06.318862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b343c62b-c93b-4f89-95ef-8584c26460cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.325317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b343c62b-c93b-4f89-95ef-8584c26460cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.343524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-2d8bf7e9-6620-467d-94d9-788d4edd7ddc service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957170 Sep 27 08:36:06.393330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b343c62b-c93b-4f89-95ef-8584c26460cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7e67b22709144a894a44e04e7b37637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098755 Sep 27 08:36:06.394226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343c62b-c93b-4f89-95ef-8584c26460cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef54399-a276-44aa-b8f6-2a7556852ab3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:06.398239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43852) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:06.422220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-39f8ab99-62c9-479d-9131-6cf8cf97aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:06.423751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-39f8ab99-62c9-479d-9131-6cf8cf97aa9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ecfc4887-be95-4181-a514-ed7eab08c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506550 Sep 27 08:36:06.434787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b76328-86dc-4c76-a86f-c9df7eac9966 req-5f83d4c2-20ff-49ce-b7c2-e8fb79771ea0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:06.436298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d7b76328-86dc-4c76-a86f-c9df7eac9966 req-5f83d4c2-20ff-49ce-b7c2-e8fb79771ea0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 944 time: 0.0924990 Sep 27 08:36:06.492860 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6b86ad2-e9ff-4bba-897b-5e94d8d2d3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.499773 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d7b76328-86dc-4c76-a86f-c9df7eac9966 req-57d9f758-e4fe-4af3-a14c-f59ab1a42471 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 Sep 27 08:36:06.511459 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-a7bb01ce-4d2f-4695-a9cf-96913dfd06e5 service neutron] 10.222.0.50 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934531 Sep 27 08:36:06.523190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6b86ad2-e9ff-4bba-897b-5e94d8d2d3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.572418 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e837c5d-bee6-45c2-8cdb-0f5868b69dea req-1f60814f-b58d-4c45-9d96-5b90c9f44d96 service neutron] 10.222.0.57 "GET /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173171 Sep 27 08:36:06.575122 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dbfba6-c55b-401c-bdeb-88ef92a2d866 x-openstack-request-id: req-a2dbfba6-c55b-401c-bdeb-88ef92a2d866 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:06.575628 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "name": "network-vif-unplugged", "status": "completed", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:06.575722 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2dbfba6-c55b-401c-bdeb-88ef92a2d866 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:06.576081 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'code': 200} Sep 27 08:36:06.592629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-86e60be5-92ec-432e-af86-935a3af67c8e service neutron] 10.222.0.67 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591637 Sep 27 08:36:06.609992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6b86ad2-e9ff-4bba-897b-5e94d8d2d3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.612685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6b86ad2-e9ff-4bba-897b-5e94d8d2d3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.613848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a6b86ad2-e9ff-4bba-897b-5e94d8d2d3eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ef54399-a276-44aa-b8f6-2a7556852ab3 HTTP/1.1" status: 204 len: 168 time: 0.2146857 Sep 27 08:36:06.629011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b86ad2-e9ff-4bba-897b-5e94d8d2d3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef54399-a276-44aa-b8f6-2a7556852ab3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:06.704907 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.726150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8fa0e1-ef5d-4b9f-b4aa-c56083bc2e4b req-6266ecc1-2969-4d59-91f1-9883b6b2f9a6 service neutron] 10.222.0.67 "GET /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248534 Sep 27 08:36:06.736200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34314e0-b1dc-4af9-b54b-ea9ee52684e8 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:06.781794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:06.795014 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.821465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-ecd74d96-e5fa-4f67-812f-fdc8c45aaf2e tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips/2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff HTTP/1.1" status: 200 len: 693 time: 0.0943103 Sep 27 08:36:06.873028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2129381818', 'description': 'tempest-description-978660100'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:06.906392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.918475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:06.921266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:06.973218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-8ee8fddc-b130-4cb3-bde4-3aaaddd4dc7a tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:06.976013 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-8ee8fddc-b130-4cb3-bde4-3aaaddd4dc7a tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1473570 Sep 27 08:36:07.034843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.036203 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f912c07c-5154-490b-b443-e3c8a9522afc tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 696 time: 0.0528762 Sep 27 08:36:07.043209 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.090506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f13f9-489b-45a0-8505-962cd6f7e9a9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:07.092575 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-fa806ed0-b827-4099-8d52-2a6a59e422e7 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 696 time: 0.0489841 Sep 27 08:36:07.105341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43872) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:07.168846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-298556c3-8998-4a8c-9b6a-9ccf2d0a0e7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f755687a03dd4ee89a17c5e58c77e8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593963 Sep 27 08:36:07.172253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43874) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:07.222698 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.236558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.248717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Deleting port e1b64fd4-51cc-4b9e-b908-549c1fc775f9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:07.249491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.283526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.295319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23736600-05db-42ef-b111-1d21614268e5 req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4268091 Sep 27 08:36:07.298828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8176e-3d00-4e72-9565-0ffccbc3b7e1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e71544-77c1-4d82-8f30-dad66cda2190,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:07.301194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347892c5-5eb5-4ef8-a007-57010160b4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.327768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347892c5-5eb5-4ef8-a007-57010160b4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.361562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device eb8d32a7-77bb-4b43-996f-3fefec214cbb up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:07.371156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.371535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.388615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Calling delete_port for e1b64fd4-51cc-4b9e-b908-549c1fc775f9 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:07.427927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347892c5-5eb5-4ef8-a007-57010160b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.431131 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347892c5-5eb5-4ef8-a007-57010160b4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.434502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port eb8d32a7-77bb-4b43-996f-3fefec214cbb completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:07.440588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port eb8d32a7-77bb-4b43-996f-3fefec214cbb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:07.440866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-347892c5-5eb5-4ef8-a007-57010160b4cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d5d9d30-65f5-46e4-8ea3-97e7336b0937 HTTP/1.1" status: 204 len: 168 time: 0.2624159 Sep 27 08:36:07.441565 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.463717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21441cc-ccad-4ec2-b6f0-87aafd9f85fc req-a22ebd9c-5335-4a92-b717-31a2ba8f41e4 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.465612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e21441cc-ccad-4ec2-b6f0-87aafd9f85fc req-a22ebd9c-5335-4a92-b717-31a2ba8f41e4 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 944 time: 0.0913346 Sep 27 08:36:07.466496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347892c5-5eb5-4ef8-a007-57010160b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d9d30-65f5-46e4-8ea3-97e7336b0937,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:07.534770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e21441cc-ccad-4ec2-b6f0-87aafd9f85fc req-5ffb7bad-dfdd-4642-ad3c-de40bccb443c tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591104 Sep 27 08:36:07.556742 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.575006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.594040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port eb8d32a7-77bb-4b43-996f-3fefec214cbb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:07.600749 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.604805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Pushing event deleted for resources: {'Port': ['ID=e1b64fd4-51cc-4b9e-b908-549c1fc775f9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:07.650108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59fec759-ebd9-4776-8e72-eaa81aad7c8d req-26dd5eeb-9a5a-4ef9-a169-08562b2648b8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 210 time: 0.0521152 Sep 27 08:36:07.657908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=eb8d32a7-77bb-4b43-996f-3fefec214cbb,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:07.687488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.690074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:07.691292 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-99b15c94-d5ba-4982-aa23-ebe706e6d672 req-f116f698-cf4c-4115-b394-21fdc124e5fd tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "DELETE /v2.0/floatingips/2efafa2a-ccb1-4dd5-a4a5-ca6218b229ff HTTP/1.1" status: 204 len: 173 time: 0.5827827 Sep 27 08:36:07.763180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-b2bd8895-b2da-40df-b846-633bfaea3795 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.769118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-b2bd8895-b2da-40df-b846-633bfaea3795 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.776378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-b2bd8895-b2da-40df-b846-633bfaea3795 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.781498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-b2bd8895-b2da-40df-b846-633bfaea3795 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.787357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-b2bd8895-b2da-40df-b846-633bfaea3795 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.793243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-b2bd8895-b2da-40df-b846-633bfaea3795 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.800579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-b2bd8895-b2da-40df-b846-633bfaea3795 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.802584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-b2bd8895-b2da-40df-b846-633bfaea3795 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5427 time: 0.1032636 Sep 27 08:36:07.817239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8a6a-875d-4b58-ae66-f8225747c36e req-016b5d28-e88a-44b5-b07a-33f90d0db263 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:07.818804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d91a8a6a-875d-4b58-ae66-f8225747c36e req-016b5d28-e88a-44b5-b07a-33f90d0db263 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.0607619 Sep 27 08:36:07.856105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-435b544d-93b6-48e7-852a-a3b2c10c6c62 req-9fd0c73d-15b3-473f-a0c6-c7ec51f577c2 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445833 Sep 27 08:36:07.905965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-66507515-1a0a-47fb-8ea2-288ca56466c1 req-ff92c629-f050-489b-b966-88a2796fc902 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2123735484', 'description': 'tempest-description-912771738'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:07.921257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d91a8a6a-875d-4b58-ae66-f8225747c36e req-fef2826f-6639-4a16-acb2-c004f45dd23d tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947077 Sep 27 08:36:07.933029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-66507515-1a0a-47fb-8ea2-288ca56466c1 req-ff92c629-f050-489b-b966-88a2796fc902 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.016832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-4f2a26d8-a3e9-445b-8b90-f13dcb925822 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:08.018492 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-4f2a26d8-a3e9-445b-8b90-f13dcb925822 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 807 time: 0.1531050 Sep 27 08:36:08.034832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Request body: {'port': {'device_id': '37ba200f-770c-4745-a1d5-340844e4301f', 'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'admin_state_up': True, 'tenant_id': 'd7c57fbe29dd4aedb9dc06ff515eab94'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:08.058554 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-66507515-1a0a-47fb-8ea2-288ca56466c1 req-ff92c629-f050-489b-b966-88a2796fc902 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.064271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-66507515-1a0a-47fb-8ea2-288ca56466c1 req-ff92c629-f050-489b-b966-88a2796fc902 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.073717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['c34314e0-b1dc-4af9-b54b-ea9ee52684e8'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:08.097265 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-66507515-1a0a-47fb-8ea2-288ca56466c1 req-ff92c629-f050-489b-b966-88a2796fc902 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.100984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66507515-1a0a-47fb-8ea2-288ca56466c1 req-ff92c629-f050-489b-b966-88a2796fc902 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2018282 Sep 27 08:36:08.103396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92c629-f050-489b-b966-88a2796fc902 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b72a22-2c79-4beb-83ad-59450f3d20b5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:08.158357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77c35-d58d-4bf5-97e5-53b6bb86e5bb req-15669488-d6ef-42d7-905d-cf4b06f7d9d4 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:08.160466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cdb77c35-d58d-4bf5-97e5-53b6bb86e5bb req-15669488-d6ef-42d7-905d-cf4b06f7d9d4 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 945 time: 0.1410191 Sep 27 08:36:08.233969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cdb77c35-d58d-4bf5-97e5-53b6bb86e5bb req-3afaa557-d634-4376-8773-8277ea22ed3c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671394 Sep 27 08:36:08.236776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Made reservation on behalf of d7c57fbe29dd4aedb9dc06ff515eab94 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:08.242770 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.426314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed52eb-4d53-4366-977f-734c4d4f7974 req-1abdd026-a574-41b6-a6fc-a1ace63f5ff4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:08.428012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6eed52eb-4d53-4366-977f-734c4d4f7974 req-1abdd026-a574-41b6-a6fc-a1ace63f5ff4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.0572672 Sep 27 08:36:08.452140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43912) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:08.487709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6eed52eb-4d53-4366-977f-734c4d4f7974 req-21d5dd30-868a-4ffd-9980-380f64082b26 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Sep 27 08:36:08.508608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Allocated IP 172.20.0.13 (1179f158-754a-452d-8909-b89d0e80a941/7c183b89-97f4-41e3-8a47-917eb270abc4/470783c2-c43e-4b7a-9820-357b58b64c3e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:08.577271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:08.582970 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c3c8dc-8eb7-499f-a164-9adad0aa5c05" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d32a7-77bb-4b43-996f-3fefec214cbb"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:08.593569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-672738654'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:08.612636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45836507-c2f1-4a55-af5c-5b3fa5bad8c6 req-7ae41135-69eb-4b04-bc1c-afe67bd30aaa tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:08.614160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45836507-c2f1-4a55-af5c-5b3fa5bad8c6 req-7ae41135-69eb-4b04-bc1c-afe67bd30aaa tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 945 time: 0.0619566 Sep 27 08:36:08.635861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Made reservation on behalf of b3f10dec285f4359bcb0f7c1194ef22a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:08.639174 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.649563 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.679104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45836507-c2f1-4a55-af5c-5b3fa5bad8c6 req-5b8fc5d4-11d1-41a4-895a-9e7c4df07010 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570250 Sep 27 08:36:08.746943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-31c6e45d-ce57-4920-87aa-1c9a15deb1fa tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45090 time: 0.4288306 Sep 27 08:36:08.758704 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.792073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.800512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.816113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766282-9cce-4b47-9e3b-1b4fd7305495 req-3b6c6ce0-0c1a-4f89-918e-2abe6422c4a6 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:08.816311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-179212c0-7f10-4d86-95a1-1ad92cf9b59d tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/19d848b7-6428-4a7a-b356-ba9cb3fedf58 HTTP/1.1" status: 200 len: 2977 time: 0.0614955 Sep 27 08:36:08.817539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a1766282-9cce-4b47-9e3b-1b4fd7305495 req-3b6c6ce0-0c1a-4f89-918e-2abe6422c4a6 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 946 time: 0.0756772 Sep 27 08:36:08.841492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:36:08.842099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.869161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.869611 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Added segment 1ccb20af-dcf1-4678-b2d0-6d9c68382c9d of type vlan for network dd728e76-0bbf-4c56-a761-f4670a6b1c6f Sep 27 08:36:08.878379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d60eab-465a-4a1f-924a-2461ccf430eb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:08.907872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Network 1179f158-754a-452d-8909-b89d0e80a941 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:08.913246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-2350050f-648b-41db-a675-1e89c384c90f tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/19d848b7-6428-4a7a-b356-ba9cb3fedf58 HTTP/1.1" status: 200 len: 2977 time: 0.0892081 Sep 27 08:36:08.914065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:08.922303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:08.927917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a1766282-9cce-4b47-9e3b-1b4fd7305495 req-529885fb-4543-49dc-91de-cd1010bec6e5 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005862 Sep 27 08:36:08.930586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Pushing event updated for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:08.931263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.966804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:08.973069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:08.973291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.003464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.004104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.009840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5563838 Sep 27 08:36:09.012366 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-f0ea02f0-123f-46b3-818e-58cd65018002 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2a2f13f9-489b-45a0-8505-962cd6f7e9a9 HTTP/1.1" status: 200 len: 2981 time: 0.0914118 Sep 27 08:36:09.014762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:09.020309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'subnet': {'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:09.047770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-822321c8-7d33-4030-9309-b832dcd30be7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0169258 Sep 27 08:36:09.067877 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Request body: {'port': {'device_id': '37ba200f-770c-4745-a1d5-340844e4301f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:09.073568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a761-dfbd-4859-9d78-636ce10d410c tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Network': ['ID=dd728e76-0bbf-4c56-a761-f4670a6b1c6f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:09.085503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:36:09.096981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb394-8d57-42d9-8530-d2271d187cc0 req-4ee4cb83-61c8-4447-9456-466cce70d996 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.098956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a6eb394-8d57-42d9-8530-d2271d187cc0 req-4ee4cb83-61c8-4447-9456-466cce70d996 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 944 time: 0.0817504 Sep 27 08:36:09.138702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a6eb394-8d57-42d9-8530-d2271d187cc0 req-4fcd4f43-ceea-4144-a513-e7697c9f605b tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 Sep 27 08:36:09.188803 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f815a-04d0-40f7-9836-cde84d33753c x-openstack-request-id: req-656f815a-04d0-40f7-9836-cde84d33753c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:09.189476 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d32a7-77bb-4b43-996f-3fefec214cbb", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:09.189964 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-656f815a-04d0-40f7-9836-cde84d33753c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:09.190581 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb', 'code': 200} Sep 27 08:36:09.289086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d44de-122b-4b9a-9d00-fb675375e08d req-d30e76f0-ed81-491f-81a5-628aa124ef1d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.290627 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c2d44de-122b-4b9a-9d00-fb675375e08d req-d30e76f0-ed81-491f-81a5-628aa124ef1d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 932 time: 0.0556486 Sep 27 08:36:09.334913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c2d44de-122b-4b9a-9d00-fb675375e08d req-aa8904e1-d98f-4f39-92d3-5f9645d9c01f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377512 Sep 27 08:36:09.371242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 903e20ee-f479-4ca5-a353-9f4b6e765a64 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:09.433569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 903e20ee-f479-4ca5-a353-9f4b6e765a64 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:09.437677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 903e20ee-f479-4ca5-a353-9f4b6e765a64 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:09.438054 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.449272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597b52-4742-46cf-8938-5b14338085db req-ceef46e5-08c2-4736-9cd2-df7c73fd1b24 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.454142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-35cdc20c-a209-46d9-b41b-f082202dd89c tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2a2f13f9-489b-45a0-8505-962cd6f7e9a9 HTTP/1.1" status: 200 len: 2981 time: 0.4279113 Sep 27 08:36:09.455574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597b52-4742-46cf-8938-5b14338085db req-ceef46e5-08c2-4736-9cd2-df7c73fd1b24 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.460112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.462329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597b52-4742-46cf-8938-5b14338085db req-ceef46e5-08c2-4736-9cd2-df7c73fd1b24 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.469240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597b52-4742-46cf-8938-5b14338085db req-ceef46e5-08c2-4736-9cd2-df7c73fd1b24 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.476077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597b52-4742-46cf-8938-5b14338085db req-ceef46e5-08c2-4736-9cd2-df7c73fd1b24 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.482038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597b52-4742-46cf-8938-5b14338085db req-ceef46e5-08c2-4736-9cd2-df7c73fd1b24 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.488008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597b52-4742-46cf-8938-5b14338085db req-ceef46e5-08c2-4736-9cd2-df7c73fd1b24 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.490189 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40597b52-4742-46cf-8938-5b14338085db req-ceef46e5-08c2-4736-9cd2-df7c73fd1b24 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5427 time: 0.0971048 Sep 27 08:36:09.490332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Made reservation on behalf of b3f10dec285f4359bcb0f7c1194ef22a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:09.493664 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.519174 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.540038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40597b52-4742-46cf-8938-5b14338085db req-c01b6def-dfcb-46c3-a367-8868c04bcd25 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425084 Sep 27 08:36:09.556358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 903e20ee-f479-4ca5-a353-9f4b6e765a64, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:09.570320 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.571361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d3a54a6b-f761-4ba2-bddf-b1aa45709f8b up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:09.624368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-84a8f6e0-933a-42d3-be4f-7b2caff9dc34 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/40123b52-5ffa-4e63-b0ed-12e885cf0f49 HTTP/1.1" status: 200 len: 2981 time: 0.1521246 Sep 27 08:36:09.652891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22527fcc-c69a-47fd-bc35-72914e37d456 req-a2dde3bf-15ac-4367-94f3-22cc889f7a28 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.654364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22527fcc-c69a-47fd-bc35-72914e37d456 req-a2dde3bf-15ac-4367-94f3-22cc889f7a28 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.0522332 Sep 27 08:36:09.661750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=903e20ee-f479-4ca5-a353-9f4b6e765a64,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:09.679416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:09.687408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:09.687963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.702207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22527fcc-c69a-47fd-bc35-72914e37d456 req-576e5851-52c7-4767-9ac2-25f8a8da2524 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404024 Sep 27 08:36:09.766540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-cbf950b8-ea73-4ca7-b38e-93d7fd971063 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/40123b52-5ffa-4e63-b0ed-12e885cf0f49 HTTP/1.1" status: 200 len: 2981 time: 0.1413815 Sep 27 08:36:09.789057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.823669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2995dc-d030-4b02-8e6d-510aee15cdf0 req-38155ddb-5df9-4c0e-8526-07c301c7c861 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:09.825372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe2995dc-d030-4b02-8e6d-510aee15cdf0 req-38155ddb-5df9-4c0e-8526-07c301c7c861 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 945 time: 0.0543728 Sep 27 08:36:09.826081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:09.830271 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.831373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:09.878580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe2995dc-d030-4b02-8e6d-510aee15cdf0 req-cf717de1-f503-4412-b5a2-194415afdcdf tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Sep 27 08:36:09.919696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:09.930165 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-e0447ad1-9485-4753-8fa4-6ddbd569a327 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/59075ecb-9dee-486d-955a-4c8a7d425aa6 HTTP/1.1" status: 200 len: 2981 time: 0.1396630 Sep 27 08:36:09.932843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:09.937824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:09.938676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:09.951181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.008065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39c565-2a4f-4b9f-9a97-b79e0083fa7c req-8a568967-28da-4679-afb7-3c66e34ea6eb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:10.012874 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4a39c565-2a4f-4b9f-9a97-b79e0083fa7c req-8a568967-28da-4679-afb7-3c66e34ea6eb tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 945 time: 0.0556951 Sep 27 08:36:10.024405 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.056062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4a39c565-2a4f-4b9f-9a97-b79e0083fa7c req-d744a57b-11bc-4b68-827a-8c65571ba996 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.50 "GET /v2.0/security-groups?id=92d581be-90d8-4f46-be5a-e93d97a0e348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Sep 27 08:36:10.060642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,segment=NetworkSegment(3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b),segment_id=3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:10.066630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.067508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6c72afd2-3a08-4486-ae77-cd3ead668b8c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:10.094552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-00986eae-05a0-4a53-9b76-0067b6492a73 req-f6ad2456-dbe6-4a7b-910f-e95f9eee0fdd tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:10.096186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-05b463c4-02f7-412e-bf2e-3493f204719f tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/59075ecb-9dee-486d-955a-4c8a7d425aa6 HTTP/1.1" status: 200 len: 2981 time: 0.1568654 Sep 27 08:36:10.096463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00986eae-05a0-4a53-9b76-0067b6492a73 req-f6ad2456-dbe6-4a7b-910f-e95f9eee0fdd tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064201 Sep 27 08:36:10.113202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470783c2-c43e-4b7a-9820-357b58b64c3e {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:10.123503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Subnet': ['ID=b1f78461-bc7d-4b23-9867-9e8bfc07e1a1,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:10.129829 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.163060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:10.163753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Transition to ACTIVE for port object 470783c2-c43e-4b7a-9820-357b58b64c3e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:36:10.171336 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cba97-d637-4118-8885-1ae539694c3b req-c9c0bc1f-437e-4014-9e3a-964df72e443d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:10.172915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d6cba97-d637-4118-8885-1ae539694c3b req-c9c0bc1f-437e-4014-9e3a-964df72e443d tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.57 "GET /v2.0/ports?device_id=23eb2463-4bda-4ad8-8f86-c513be940e67 HTTP/1.1" status: 200 len: 945 time: 0.1771133 Sep 27 08:36:10.178285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Checking segment: {'id': '1ccb20af-dcf1-4678-b2d0-6d9c68382c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:10.178720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Network hostable DHCP agents. Network: dd728e76-0bbf-4c56-a761-f4670a6b1c6f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:36:10.183500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.189054 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00986eae-05a0-4a53-9b76-0067b6492a73 req-f54c0b6f-815a-4a65-9c48-64e32679205f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0841098 Sep 27 08:36:10.194146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 6c72afd2-3a08-4486-ae77-cd3ead668b8c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:10.203919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 6c72afd2-3a08-4486-ae77-cd3ead668b8c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:10.204399 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.287176 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-ff63f76e-e235-4ce5-882b-e240e5417ce3 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5c448ca4-230f-4ea7-9ff6-c07059a892b6 HTTP/1.1" status: 200 len: 2981 time: 0.1837881 Sep 27 08:36:10.296887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Pushing event updated for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:10.301468 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.331584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:36:10.338808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6c72afd2-3a08-4486-ae77-cd3ead668b8c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:10.343611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.344472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 8d230614-ad2b-4d12-9d93-1737c74f7d62 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:10.378898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, dd728e76-0bbf-4c56-a761-f4670a6b1c6f) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:10.392578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7358f2-7423-45b5-8a41-040bb6edf3d1 None None] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:10.404870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:10.405453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.429185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-cec02bc5-1c7a-4cb0-94a2-8b4304c159f9 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5c448ca4-230f-4ea7-9ff6-c07059a892b6 HTTP/1.1" status: 200 len: 2981 time: 0.1335297 Sep 27 08:36:10.446727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-82d3a671-61ed-4cf1-ad5e-153aeb73f8e6 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4309468 Sep 27 08:36:10.452447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6c72afd2-3a08-4486-ae77-cd3ead668b8c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:10.453557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43942) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:10.461133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-638124352'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:10.498008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:10.498723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:10.498723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:10.502058 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 8d230614-ad2b-4d12-9d93-1737c74f7d62 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:10.504523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Deleting port 86f09297-1fcf-4f84-93f9-fe179661c2e7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:10.504863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.510802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 8d230614-ad2b-4d12-9d93-1737c74f7d62 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:10.511256 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.521398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:36:10.521703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:10.524599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-b756fec4-fda0-45a9-a246-1ed805e74c7e tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/70a9cbd1-73ad-4d96-9ccd-fbaee810818b HTTP/1.1" status: 200 len: 2981 time: 0.0884080 Sep 27 08:36:10.532886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:10.533228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:10.533612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:10.534058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Bound port: 470783c2-c43e-4b7a-9820-357b58b64c3e, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:10.534420 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.607252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Made reservation on behalf of b3f10dec285f4359bcb0f7c1194ef22a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:10.610991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.636078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'tenant_id': 'b3f10dec285f4359bcb0f7c1194ef22a', 'fixed_ips': [{'subnet_id': 'b1f78461-bc7d-4b23-9867-9e8bfc07e1a1'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:36:10.636890 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.640001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] device_id is not set on port 516d42aa-3174-4953-80d4-01ac8b4652fb yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:36:10.663905 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.673806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-ae6e561b-9f04-47cb-8c8e-14bf685ebcbf tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/70a9cbd1-73ad-4d96-9ccd-fbaee810818b HTTP/1.1" status: 200 len: 2981 time: 0.1371613 Sep 27 08:36:10.684557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] For port 86f09297-1fcf-4f84-93f9-fe179661c2e7, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=86f09297-1fcf-4f84-93f9-fe179661c2e7,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:10.684925 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.710621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Calling delete_port for 86f09297-1fcf-4f84-93f9-fe179661c2e7 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:10.721578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:10.766815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 8d230614-ad2b-4d12-9d93-1737c74f7d62, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:10.773614 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.774609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d628f0e8-732a-47bb-bb8a-15abb2f58d9a up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:10.776948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:10.783661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Allocated IP 2001:db8::97 (dd728e76-0bbf-4c56-a761-f4670a6b1c6f/b1f78461-bc7d-4b23-9867-9e8bfc07e1a1/516d42aa-3174-4953-80d4-01ac8b4652fb) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:10.789437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.839625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-54fac098-79e2-48d9-93c4-8413881ddff6 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/925e7882-64eb-4438-a9f1-77cd28c130c7 HTTP/1.1" status: 200 len: 2981 time: 0.1518552 Sep 27 08:36:10.852544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:10.853164 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.854629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 200 len: 1092 time: 1.7940640 Sep 27 08:36:10.854952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=8d230614-ad2b-4d12-9d93-1737c74f7d62,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:10.856361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:10.858636 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b2c71-17ef-4aaf-8eca-ef486428f8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:10.871723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port d628f0e8-732a-47bb-bb8a-15abb2f58d9a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:10.877706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port d628f0e8-732a-47bb-bb8a-15abb2f58d9a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:10.878133 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.891020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020b6d-829f-4029-b11c-943e98b07a81 req-da009b0f-33f8-4eba-9bed-3d1cb695ed67 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:10.896867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9956a25-9c69-4b0e-8693-78c2102666b3 service neutron] Pushing event updated for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:10.902734 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17020b6d-829f-4029-b11c-943e98b07a81 req-da009b0f-33f8-4eba-9bed-3d1cb695ed67 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 945 time: 0.4623342 Sep 27 08:36:10.967553 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:10.987046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-c0dfe0ed-bf2f-4102-86d8-a14b4f02b58d tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/925e7882-64eb-4438-a9f1-77cd28c130c7 HTTP/1.1" status: 200 len: 2981 time: 0.1024218 Sep 27 08:36:10.994031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17020b6d-829f-4029-b11c-943e98b07a81 req-067b5a5b-e960-45c3-bee1-6343456a39da tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900536 Sep 27 08:36:11.009208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-c6193513-80ed-4dd0-bed9-1ba45de57b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.009429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d628f0e8-732a-47bb-bb8a-15abb2f58d9a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:11.010772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-c6193513-80ed-4dd0-bed9-1ba45de57b23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1095 time: 0.0672097 Sep 27 08:36:11.017090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.017821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00c021f0-8274-4df3-a940-3b32075df459 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:11.036049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.048457 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.090025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-799be44f-33ce-47af-a0da-3f9298135557 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 200 len: 217 time: 0.0659122 Sep 27 08:36:11.115235 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.127415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Pushing event deleted for resources: {'Port': ['ID=86f09297-1fcf-4f84-93f9-fe179661c2e7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:11.143322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:11.164235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Allocated IP 2001:db8::2 (dd728e76-0bbf-4c56-a761-f4670a6b1c6f/b1f78461-bc7d-4b23-9867-9e8bfc07e1a1/7080b1cb-ba0b-4a19-b68e-0962adb70f13) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:11.169643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 00c021f0-8274-4df3-a940-3b32075df459 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:11.175385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-c368c0f5-ab62-4bb1-963e-678ce548fb64 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/92d581be-90d8-4f46-be5a-e93d97a0e348 HTTP/1.1" status: 200 len: 2981 time: 0.1728406 Sep 27 08:36:11.175794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 00c021f0-8274-4df3-a940-3b32075df459 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:11.178699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.209419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:11.215165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:11.218661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903e20ee-f479-4ca5-a353-9f4b6e765a64'}, {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a54a6b-f761-4ba2-bddf-b1aa45709f8b'}, {'server_uuid': '7c06e222-0c07-4eed-9206-48d67d820aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2'}, {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c72afd2-3a08-4486-ae77-cd3ead668b8c'}, {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d230614-ad2b-4d12-9d93-1737c74f7d62'}, {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:11.218957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:11.219322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-d6279f7b-1908-4219-8990-49b5fd602e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.220815 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-d6279f7b-1908-4219-8990-49b5fd602e3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1052828 Sep 27 08:36:11.221403 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fec8dcf-e7f4-4d3c-97be-78ace92bc810" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "903e20ee-f479-4ca5-a353-9f4b6e765a64"}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "d3a54a6b-f761-4ba2-bddf-b1aa45709f8b"}, {"server_uuid": "7c06e222-0c07-4eed-9206-48d67d820aad", "name": "network-vif-plugged", "status": "completed", "tag": "97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2"}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "6c72afd2-3a08-4486-ae77-cd3ead668b8c"}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "8d230614-ad2b-4d12-9d93-1737c74f7d62"}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:11.225784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.226014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] No DVR routers for this DVR port 86f09297-1fcf-4f84-93f9-fe179661c2e7 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:11.227292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.240526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.242981 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d6cba97-d637-4118-8885-1ae539694c3b req-4d661ce8-6e73-4aa3-a86a-d139c49f5f05 tempest-FloatingIPsAssociationTestJSON-1864591865 tempest-FloatingIPsAssociationTestJSON-1864591865-project] 10.222.0.57 "DELETE /v2.0/ports/86f09297-1fcf-4f84-93f9-fe179661c2e7 HTTP/1.1" status: 204 len: 173 time: 1.0573499 Sep 27 08:36:11.250871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=516d42aa-3174-4953-80d4-01ac8b4652fb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:11.262742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920ba29-c6bc-4d17-a1d0-3bac83520f49 req-b38a4487-e22c-4c1b-b776-9098ef721fbc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.264717 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1920ba29-c6bc-4d17-a1d0-3bac83520f49 req-b38a4487-e22c-4c1b-b776-9098ef721fbc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 944 time: 0.1823730 Sep 27 08:36:11.274811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-3b54af75-13c3-48ec-a919-36d6e5a7ead1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358565 Sep 27 08:36:11.279909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5b8f3d9e-ca53-410b-9398-edfdd9526cf1 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8251514 Sep 27 08:36:11.280744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43954) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:11.292034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1230492621', 'allowed_address_pairs': [{'ip_address': '2001:db8::97', 'mac_address': 'fa:16:3e:1c:37:8c'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:11.310252 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-5d73a7fd-b248-4a6b-96cf-782f323f20bf tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/92d581be-90d8-4f46-be5a-e93d97a0e348 HTTP/1.1" status: 200 len: 2981 time: 0.1126204 Sep 27 08:36:11.327075 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.362435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00c021f0-8274-4df3-a940-3b32075df459, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00c021f0-8274-4df3-a940-3b32075df459,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:11.392358 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.395293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1920ba29-c6bc-4d17-a1d0-3bac83520f49 req-eda5b9d8-29c2-4c64-92b6-88ce03345408 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132886 Sep 27 08:36:11.410970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-5c0a9d8b-84f9-4f17-8481-36d29f3c3988 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/9f09129b-498b-4aa9-845d-3c66ba142434 HTTP/1.1" status: 200 len: 2981 time: 0.0899272 Sep 27 08:36:11.423614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c34314e0-b1dc-4af9-b54b-ea9ee52684e8 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:11.455397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-fc67d016-b1b0-4584-988e-39f31e81dd83 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680632 Sep 27 08:36:11.476918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Made reservation on behalf of b3f10dec285f4359bcb0f7c1194ef22a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:11.516089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-0aa20001-45bb-4d0c-bdd9-36c69d031ec9 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/9f09129b-498b-4aa9-845d-3c66ba142434 HTTP/1.1" status: 200 len: 2981 time: 0.0936513 Sep 27 08:36:11.523477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00c021f0-8274-4df3-a940-3b32075df459,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:11.573360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:11.573737 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.578909 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.608491 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.610485 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1c6554-668e-4c9e-84d4-1351776b26c9 req-29120604-bbe4-4265-9354-e6036133bbac service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443803 Sep 27 08:36:11.612813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-9bf10a8a-4669-40aa-b2dc-8346a9a4bbd1 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b9f7b3b0-fc97-4aff-97b4-856a76592081 HTTP/1.1" status: 200 len: 2981 time: 0.0907605 Sep 27 08:36:11.638237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fe5de-f89e-4d58-9aac-bc68686a5c00 req-39ed12b0-0e1a-4be8-8345-9430a79b3c9b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.646576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fa1fe5de-f89e-4d58-9aac-bc68686a5c00 req-39ed12b0-0e1a-4be8-8345-9430a79b3c9b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.1624961 Sep 27 08:36:11.663378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Pushing event updated for resources: {'Port': ['ID=7080b1cb-ba0b-4a19-b68e-0962adb70f13,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:11.678788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:11.681574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:11.684615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:11.697974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-2828215d-df20-43b2-be83-31fd24cbd674 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b9f7b3b0-fc97-4aff-97b4-856a76592081 HTTP/1.1" status: 200 len: 2981 time: 0.0675821 Sep 27 08:36:11.699780 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.727043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fa1fe5de-f89e-4d58-9aac-bc68686a5c00 req-0b8e2a5e-77f1-4504-aa35-23ef756223f9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743144 Sep 27 08:36:11.753735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-31b88dce-e41b-47b9-9bad-d1a4f1f47e0a tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c863fa00-2aa6-4b03-9f44-275f2b0df47e HTTP/1.1" status: 200 len: 2981 time: 0.0539265 Sep 27 08:36:11.758975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] device_id is not set on port ade8bf56-4342-4af8-ad56-848e3e84cc0b yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:36:11.829750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-2d70f37a-be94-4e9f-91be-dba76e79f8af tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c863fa00-2aa6-4b03-9f44-275f2b0df47e HTTP/1.1" status: 200 len: 2981 time: 0.0750930 Sep 27 08:36:11.902179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Attempting to bind port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:11.902474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Attempting to bind port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1ccb20af-dcf1-4678-b2d0-6d9c68382c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:11.902839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Attempting to bind port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 on network dd728e76-0bbf-4c56-a761-f4670a6b1c6f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:11.912602 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.931549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:11.931549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Checking segment: {'id': '1ccb20af-dcf1-4678-b2d0-6d9c68382c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:11.932025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.932483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Bound using segment: {'id': '1ccb20af-dcf1-4678-b2d0-6d9c68382c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:11.933044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Bound port: 7080b1cb-ba0b-4a19-b68e-0962adb70f13, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccb20af-dcf1-4678-b2d0-6d9c68382c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:11.933425 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.937161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-d5bae87e-f6c7-4e76-be86-912ede6e4bb9 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/cc65ac88-748b-47d3-9b5d-1955212b5f48 HTTP/1.1" status: 200 len: 2981 time: 0.0997245 Sep 27 08:36:11.955969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f961-3969-402b-8780-1094c83ab8dc req-db5ecf4a-7227-4921-a68c-aab8baf15f6b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.960917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:11.964439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f961-3969-402b-8780-1094c83ab8dc req-db5ecf4a-7227-4921-a68c-aab8baf15f6b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.971667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f961-3969-402b-8780-1094c83ab8dc req-db5ecf4a-7227-4921-a68c-aab8baf15f6b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.978871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f961-3969-402b-8780-1094c83ab8dc req-db5ecf4a-7227-4921-a68c-aab8baf15f6b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.986409 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:11.986624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f961-3969-402b-8780-1094c83ab8dc req-db5ecf4a-7227-4921-a68c-aab8baf15f6b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:11.991664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-0e6338a6-ec40-4276-a005-686684dccfa5 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/cc65ac88-748b-47d3-9b5d-1955212b5f48 HTTP/1.1" status: 200 len: 2981 time: 0.0531645 Sep 27 08:36:11.997270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f961-3969-402b-8780-1094c83ab8dc req-db5ecf4a-7227-4921-a68c-aab8baf15f6b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.004008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f961-3969-402b-8780-1094c83ab8dc req-db5ecf4a-7227-4921-a68c-aab8baf15f6b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.014320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47f6f961-3969-402b-8780-1094c83ab8dc req-db5ecf4a-7227-4921-a68c-aab8baf15f6b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.1924994 Sep 27 08:36:12.027675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-6e33b0a1-dea5-4e54-b3c2-82d3cfd81096 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373188 Sep 27 08:36:12.055129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] For port 7080b1cb-ba0b-4a19-b68e-0962adb70f13, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:12.065569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:12.071287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] For port 7080b1cb-ba0b-4a19-b68e-0962adb70f13, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7080b1cb-ba0b-4a19-b68e-0962adb70f13,segment=NetworkSegment(1ccb20af-dcf1-4678-b2d0-6d9c68382c9d),segment_id=1ccb20af-dcf1-4678-b2d0-6d9c68382c9d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:12.071535 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-e93c193e-e99e-49f2-8546-ff6d8f497333 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/fc02ef6b-4504-4d56-96f8-71802c0c42b9 HTTP/1.1" status: 200 len: 2973 time: 0.0784872 Sep 27 08:36:12.084574 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.092443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Allocated IP 2001:db8::226 (dd728e76-0bbf-4c56-a761-f4670a6b1c6f/b1f78461-bc7d-4b23-9867-9e8bfc07e1a1/ade8bf56-4342-4af8-ad56-848e3e84cc0b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:12.110682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47f6f961-3969-402b-8780-1094c83ab8dc req-ee5a1b9e-cf03-4e95-a4a8-f9b8e1ac4009 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917363 Sep 27 08:36:12.171020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aea5e-55c6-4af3-91fd-cde87045cdcf None None] Pushing event updated for resources: {'Port': ['ID=7080b1cb-ba0b-4a19-b68e-0962adb70f13,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:12.171607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-c0d7a1e0-88c3-4df5-ac21-f6f15c232b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.174767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-c0d7a1e0-88c3-4df5-ac21-f6f15c232b08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1095 time: 0.0786872 Sep 27 08:36:12.190736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a3cd6d4-85ed-49ca-9eea-5ae1e824ba2a req-d7c46b5a-f3d3-428d-8bfd-01c2946be3cf tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/fc02ef6b-4504-4d56-96f8-71802c0c42b9 HTTP/1.1" status: 200 len: 2973 time: 0.1171172 Sep 27 08:36:12.211340 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889592cb-3831-43ae-ad8b-e011a58bbb5b x-openstack-request-id: req-889592cb-3831-43ae-ad8b-e011a58bbb5b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:12.212308 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:12.213567 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-889592cb-3831-43ae-ad8b-e011a58bbb5b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:12.214095 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e', 'status': 'completed', 'code': 200} Sep 27 08:36:12.284208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43962) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:12.344836 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2808ff-f562-4414-8039-9b7e829b4b28 x-openstack-request-id: req-7b2808ff-f562-4414-8039-9b7e829b4b28 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:12.345153 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "903e20ee-f479-4ca5-a353-9f4b6e765a64", "code": 200}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "d3a54a6b-f761-4ba2-bddf-b1aa45709f8b", "code": 200}, {"server_uuid": "7c06e222-0c07-4eed-9206-48d67d820aad", "name": "network-vif-plugged", "status": "completed", "tag": "97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2", "code": 200}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "6c72afd2-3a08-4486-ae77-cd3ead668b8c", "code": 200}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "8d230614-ad2b-4d12-9d93-1737c74f7d62", "code": 200}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:12.345408 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b2808ff-f562-4414-8039-9b7e829b4b28 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:12.345870 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903e20ee-f479-4ca5-a353-9f4b6e765a64', 'code': 200} Sep 27 08:36:12.346122 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a54a6b-f761-4ba2-bddf-b1aa45709f8b', 'code': 200} Sep 27 08:36:12.346833 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c06e222-0c07-4eed-9206-48d67d820aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2', 'code': 200} Sep 27 08:36:12.347088 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c72afd2-3a08-4486-ae77-cd3ead668b8c', 'code': 200} Sep 27 08:36:12.347346 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d230614-ad2b-4d12-9d93-1737c74f7d62', 'code': 200} Sep 27 08:36:12.347636 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'code': 200} Sep 27 08:36:12.365665 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.449504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.538809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:12.556571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:12.560867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:12.566699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.567708 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.571206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=ade8bf56-4342-4af8-ad56-848e3e84cc0b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:12.598900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2531013-5035-42fe-8ca1-d1a1930bdada req-3221d768-edac-4f0c-b8e5-6ac8f3963c18 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.601045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2531013-5035-42fe-8ca1-d1a1930bdada req-3221d768-edac-4f0c-b8e5-6ac8f3963c18 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 946 time: 0.1399770 Sep 27 08:36:12.612184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-611424c8-a376-4db8-98ab-1b6ad45b32a9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3286903 Sep 27 08:36:12.614558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43966) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:12.628204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 470783c2-c43e-4b7a-9820-357b58b64c3e details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:12.631590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 86f09297-1fcf-4f84-93f9-fe179661c2e7 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:12.673891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 86f09297-1fcf-4f84-93f9-fe179661c2e7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:12.674515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 86f09297-1fcf-4f84-93f9-fe179661c2e7 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:12.710447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2531013-5035-42fe-8ca1-d1a1930bdada req-a3da0b81-7aa6-4536-8d2d-5e6a2839a97f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968697 Sep 27 08:36:12.734398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d2591-e79c-415e-9954-c1b473109db9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.740552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d2591-e79c-415e-9954-c1b473109db9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.746622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d2591-e79c-415e-9954-c1b473109db9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.748359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2a7d2591-e79c-415e-9954-c1b473109db9 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1320500 Sep 27 08:36:12.751087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43970) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:12.806699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:12.827959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '470783c2-c43e-4b7a-9820-357b58b64c3e', 'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'port_id': '470783c2-c43e-4b7a-9820-357b58b64c3e', 'mac_address': 'fa:16:3e:d2:dc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c183b89-97f4-41e3-8a47-917eb270abc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:12.886451 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.902084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470783c2-c43e-4b7a-9820-357b58b64c3e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:12.928316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c25153-1c2d-48de-958b-ff071236168e req-c22618d9-dbd8-41be-9e47-27675c244f4f tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.928801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:12.930470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38c25153-1c2d-48de-958b-ff071236168e req-c22618d9-dbd8-41be-9e47-27675c244f4f tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 945 time: 0.0774982 Sep 27 08:36:12.940606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.950436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a335ecab-3d3b-4010-82fc-e0e633d9eb2e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Deleting port ade8bf56-4342-4af8-ad56-848e3e84cc0b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:12.951298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a335ecab-3d3b-4010-82fc-e0e633d9eb2e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:12.970773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-2b9a4a8c-f603-4d4a-9798-384c62250589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.972313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-2b9a4a8c-f603-4d4a-9798-384c62250589 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1095 time: 0.7276661 Sep 27 08:36:12.986980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cb061-704f-49f4-808d-9d899c94fb76 req-80412235-e85b-4d0e-95af-22cb211b9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:12.988699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a5cb061-704f-49f4-808d-9d899c94fb76 req-80412235-e85b-4d0e-95af-22cb211b9198 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 1096 time: 0.5334961 Sep 27 08:36:12.998587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:13.042467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c716-4fe0-4370-9fb7-40085d50931b req-a304b78c-7cac-4d8f-a921-72a3020b8761 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:13.044764 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1513c716-4fe0-4370-9fb7-40085d50931b req-a304b78c-7cac-4d8f-a921-72a3020b8761 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.5912542 Sep 27 08:36:13.062389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38c25153-1c2d-48de-958b-ff071236168e req-763bbe27-8a09-45da-a25f-06e6c2d9c371 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153889 Sep 27 08:36:13.094960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a335ecab-3d3b-4010-82fc-e0e633d9eb2e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.115138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a335ecab-3d3b-4010-82fc-e0e633d9eb2e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Calling delete_port for ade8bf56-4342-4af8-ad56-848e3e84cc0b owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:13.140579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-af5f51c2-29ee-46d9-969e-7c556b74ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:13.142147 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-af5f51c2-29ee-46d9-969e-7c556b74ef91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.9256148 Sep 27 08:36:13.204471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['470783c2-c43e-4b7a-9820-357b58b64c3e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:13.320870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-b3a6c8b9-8f02-4b94-901d-528e4d4f448c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 217 time: 0.1630929 Sep 27 08:36:13.333552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a5cb061-704f-49f4-808d-9d899c94fb76 req-f9079b6b-339f-4f00-b789-158d7872281c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788994 Sep 27 08:36:13.344642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1513c716-4fe0-4370-9fb7-40085d50931b req-035e470a-e8f2-43b0-b2c8-51aea9e0f5b0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795007 Sep 27 08:36:13.373861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7080b1cb-ba0b-4a19-b68e-0962adb70f13 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:13.377605 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c3e4351-d976-47c1-b00c-b94899e980f0 req-f206845c-69ff-4523-8ade-e5efd87c1ca9 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=149deca2b75045d399acacdcfb19f8ba HTTP/1.1" status: 200 len: 6102 time: 0.2642436 Sep 27 08:36:13.379724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a335ecab-3d3b-4010-82fc-e0e633d9eb2e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.443093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335ecab-3d3b-4010-82fc-e0e633d9eb2e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Port': ['ID=ade8bf56-4342-4af8-ad56-848e3e84cc0b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:13.461890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-68ab70d4-eec4-4289-afed-1e07c0d08922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:13.463146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-68ab70d4-eec4-4289-afed-1e07c0d08922 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.4293802 Sep 27 08:36:13.490878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-525bf883-6fb0-471a-b745-6720936a7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:13.492561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-525bf883-6fb0-471a-b745-6720936a7cbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1519401 Sep 27 08:36:13.532930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c3e4351-d976-47c1-b00c-b94899e980f0 req-876323d6-a89e-49b3-a372-bc1ec596a697 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "GET /v2.0/security-groups/5c448ca4-230f-4ea7-9ff6-c07059a892b6 HTTP/1.1" status: 200 len: 2981 time: 0.1478908 Sep 27 08:36:13.537155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:13.537540 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.539267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170f65b-9523-49e7-b4c5-a8cac46cc65b None None] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:13.557906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-5d52aaca-85ef-4eb2-9c60-83a7b89b0f3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 200 len: 217 time: 0.0691881 Sep 27 08:36:13.593262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-83c7b2ba-3449-4e1e-8751-6cc4904db901 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463271 Sep 27 08:36:13.624490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c3e4351-d976-47c1-b00c-b94899e980f0 req-154a1a3d-0706-4ddc-ac58-b549fe66ac41 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "GET /v2.0/security-groups/5c448ca4-230f-4ea7-9ff6-c07059a892b6 HTTP/1.1" status: 200 len: 2981 time: 0.0850055 Sep 27 08:36:13.640512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a335ecab-3d3b-4010-82fc-e0e633d9eb2e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.645197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a335ecab-3d3b-4010-82fc-e0e633d9eb2e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "DELETE /v2.0/ports/ade8bf56-4342-4af8-ad56-848e3e84cc0b HTTP/1.1" status: 204 len: 168 time: 0.8928382 Sep 27 08:36:13.645879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43976) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:13.660156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9fa7c-afc9-4ee7-9733-b6e2d659ecc0 req-e5ca4ba6-8756-4d72-9ff0-2f970a7b8815 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:13.662238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbc9fa7c-afc9-4ee7-9733-b6e2d659ecc0 req-e5ca4ba6-8756-4d72-9ff0-2f970a7b8815 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 945 time: 0.1955268 Sep 27 08:36:13.677404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c45996b3-0fe4-415a-a8fc-afc0627f36ac None None] Provisioning complete for port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:13.677764 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8612375d-ab70-4a35-b96e-55e6ba55a0e7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] GET failed (client error): The resource could not be found. Sep 27 08:36:13.677979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c45996b3-0fe4-415a-a8fc-afc0627f36ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.684340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8612375d-ab70-4a35-b96e-55e6ba55a0e7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "GET /v2.0/ports/ade8bf56-4342-4af8-ad56-848e3e84cc0b HTTP/1.1" status: 404 len: 333 time: 0.0376127 Sep 27 08:36:13.685200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43978) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:13.691479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1633248962'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:13.744311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-9b62d9c9-f839-4154-90c2-7e24369fa7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:13.745739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-9b62d9c9-f839-4154-90c2-7e24369fa7a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1650107 Sep 27 08:36:13.802425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042f25b-5b98-4f99-8bc4-76ebb58541d0 req-6a990cdc-9d8e-4c76-9131-0cf3e34c776f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:13.803853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8042f25b-5b98-4f99-8bc4-76ebb58541d0 req-6a990cdc-9d8e-4c76-9131-0cf3e34c776f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.0972428 Sep 27 08:36:13.805425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbc9fa7c-afc9-4ee7-9733-b6e2d659ecc0 req-b0cc0816-e7b7-4325-b50b-ec3c6c13292f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296208 Sep 27 08:36:13.827078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-40012613-e535-4956-a9ea-d1cc3fdbfb90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604668 Sep 27 08:36:13.873265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-f3629b35-02e5-416d-a3d9-09e598488443 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525227 Sep 27 08:36:13.873547 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.878250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8042f25b-5b98-4f99-8bc4-76ebb58541d0 req-54e33394-7082-4594-910e-c503f0db8d59 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667918 Sep 27 08:36:13.884272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Made reservation on behalf of b3f10dec285f4359bcb0f7c1194ef22a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:13.889691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.930876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c45996b3-0fe4-415a-a8fc-afc0627f36ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.935638 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.950166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] device_id is not set on port 26ab6420-469f-444b-b030-e4f3770543be yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:36:13.979081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 7080b1cb-ba0b-4a19-b68e-0962adb70f13, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7080b1cb-ba0b-4a19-b68e-0962adb70f13,segment=NetworkSegment(1ccb20af-dcf1-4678-b2d0-6d9c68382c9d),segment_id=1ccb20af-dcf1-4678-b2d0-6d9c68382c9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:13.986935 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.995605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:13.999130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665fbf44-4e08-4789-80d8-de2dbdc4de96 req-bf4472c8-6e0b-4bdb-82e0-0973e7a2d9de tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d3b72a22-2c79-4beb-83ad-59450f3d20b5 HTTP/1.1" status: 200 len: 1777 time: 0.0834723 Sep 27 08:36:14.072291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-c45996b3-0fe4-415a-a8fc-afc0627f36ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:36:14.072868 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-c45996b3-0fe4-415a-a8fc-afc0627f36ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:36:14.077750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=7080b1cb-ba0b-4a19-b68e-0962adb70f13,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:14.117047 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-bcc4b28a-3979-4ea5-9ad8-fae25096760a service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799382 Sep 27 08:36:14.124732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-665fbf44-4e08-4789-80d8-de2dbdc4de96 req-7c4e9ce2-73b3-4b4d-a0b6-a54eab732cb7 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.126839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Allocated IP 2001:db8::174 (dd728e76-0bbf-4c56-a761-f4670a6b1c6f/b1f78461-bc7d-4b23-9867-9e8bfc07e1a1/26ab6420-469f-444b-b030-e4f3770543be) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:14.162439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-665fbf44-4e08-4789-80d8-de2dbdc4de96 req-7c4e9ce2-73b3-4b4d-a0b6-a54eab732cb7 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.171588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-9231bb58-65f3-498e-a5fb-e2625a4de70a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.178644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-9231bb58-65f3-498e-a5fb-e2625a4de70a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.184655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-9231bb58-65f3-498e-a5fb-e2625a4de70a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.190908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-9231bb58-65f3-498e-a5fb-e2625a4de70a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.200877 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-9231bb58-65f3-498e-a5fb-e2625a4de70a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.208827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-9231bb58-65f3-498e-a5fb-e2625a4de70a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.215968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-9231bb58-65f3-498e-a5fb-e2625a4de70a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.217896 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-9231bb58-65f3-498e-a5fb-e2625a4de70a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.2905416 Sep 27 08:36:14.263803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'name': 'network-vif-deleted', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:14.266095 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13da800c-ef3c-41b3-a7f7-70959ff1b12a" -d '{"events": [{"server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "name": "network-vif-deleted", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:14.294483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-665fbf44-4e08-4789-80d8-de2dbdc4de96 req-7c4e9ce2-73b3-4b4d-a0b6-a54eab732cb7 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.297365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-665fbf44-4e08-4789-80d8-de2dbdc4de96 req-7c4e9ce2-73b3-4b4d-a0b6-a54eab732cb7 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.298523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665fbf44-4e08-4789-80d8-de2dbdc4de96 req-7c4e9ce2-73b3-4b4d-a0b6-a54eab732cb7 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3b72a22-2c79-4beb-83ad-59450f3d20b5 HTTP/1.1" status: 204 len: 173 time: 0.2829461 Sep 27 08:36:14.311164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2eedcdd4-c18e-46af-98b4-3ae1063cf7a1 req-8592fae8-d32e-4db3-ad88-63c2c712e6cd service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853798 Sep 27 08:36:14.313227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e9ce2-73b3-4b4d-a0b6-a54eab732cb7 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b72a22-2c79-4beb-83ad-59450f3d20b5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:14.349434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c021f0-8274-4df3-a940-3b32075df459'}, {'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:14.354863 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad85b2d-bb17-4459-85dc-fd9c40764e69" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "00c021f0-8274-4df3-a940-3b32075df459"}, {"server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "name": "network-vif-plugged", "status": "completed", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:14.366205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.405537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.472881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c73d5446-365a-4f82-bde9-f7c3e2b076af req-458bfeb7-447a-4f02-a400-6438515d1f3e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957970 Sep 27 08:36:14.490111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:14.501638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:14.520989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:14.526674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.527374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.542725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-460b2c71-17ef-4aaf-8eca-ef486428f8a8 req-c1af39fe-10a9-4af2-a068-4a1255be845d service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151423 Sep 27 08:36:14.544834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=26ab6420-469f-444b-b030-e4f3770543be,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:14.585531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-20d6b462-107c-4bab-9e12-3c34ad4423fd tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8990591 Sep 27 08:36:14.590561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43992) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:14.599936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a763db-0ff1-4cf9-b678-3a39e42f6fc4 req-ed79a5e3-b40a-4a4a-a0f2-b6bbeda2fca4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.606209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a763db-0ff1-4cf9-b678-3a39e42f6fc4 req-ed79a5e3-b40a-4a4a-a0f2-b6bbeda2fca4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.612500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a763db-0ff1-4cf9-b678-3a39e42f6fc4 req-ed79a5e3-b40a-4a4a-a0f2-b6bbeda2fca4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.619989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78a763db-0ff1-4cf9-b678-3a39e42f6fc4 req-ed79a5e3-b40a-4a4a-a0f2-b6bbeda2fca4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682&device_id=acf6546e-4a63-4773-9841-0a23546d4367&device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 2417 time: 0.1410513 Sep 27 08:36:14.632040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::97', 'mac_address': 'fa:16:3e:1c:37:8c'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:14.644617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 470783c2-c43e-4b7a-9820-357b58b64c3e up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:14.715678 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78a763db-0ff1-4cf9-b678-3a39e42f6fc4 req-988f9285-cf71-4cc3-b0ea-ad76ce562b79 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898914 Sep 27 08:36:14.715802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36be46-b183-4588-aab1-719e0273774e req-d681a5dd-0f05-4056-a8f8-a111c6ce0187 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:14.715940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 470783c2-c43e-4b7a-9820-357b58b64c3e completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:14.720075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 470783c2-c43e-4b7a-9820-357b58b64c3e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:14.720767 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.720976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb36be46-b183-4588-aab1-719e0273774e req-d681a5dd-0f05-4056-a8f8-a111c6ce0187 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 945 time: 0.1446128 Sep 27 08:36:14.748841 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b6f4b7-49f5-4a8f-9df0-0a0bf4d4c9a7 x-openstack-request-id: req-e0b6f4b7-49f5-4a8f-9df0-0a0bf4d4c9a7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:14.749150 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eb2463-4bda-4ad8-8f86-c513be940e67", "name": "network-vif-deleted", "tag": "86f09297-1fcf-4f84-93f9-fe179661c2e7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:14.749673 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0b6f4b7-49f5-4a8f-9df0-0a0bf4d4c9a7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:14.750160 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eb2463-4bda-4ad8-8f86-c513be940e67', 'name': 'network-vif-deleted', 'tag': '86f09297-1fcf-4f84-93f9-fe179661c2e7', 'status': 'completed', 'code': 200} Sep 27 08:36:14.780848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.786892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb36be46-b183-4588-aab1-719e0273774e req-35471e6b-5143-4e6b-aa1d-2b5497031810 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648239 Sep 27 08:36:14.800319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a5500728-8fbc-48f3-b5e3-98fc723b07e3 None None] Provisioning complete for port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:14.800862 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5500728-8fbc-48f3-b5e3-98fc723b07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.804398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Deleting port f431a103-578b-42e1-82d3-78ef76272d1c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:14.805210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.829445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d259329-5a12-4ad7-9bdd-a411e45285f1 req-48ed11d4-7041-4af2-961e-e1b7d63bf4c9 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "GET /v2.0/security-groups/14e71544-77c1-4d82-8f30-dad66cda2190 HTTP/1.1" status: 200 len: 1777 time: 0.0714276 Sep 27 08:36:14.886360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.899774 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c077070-56fd-403e-9a4b-1855c4638aa8 x-openstack-request-id: req-1c077070-56fd-403e-9a4b-1855c4638aa8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:14.900073 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-plugged", "status": "completed", "tag": "00c021f0-8274-4df3-a940-3b32075df459", "code": 200}, {"server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "name": "network-vif-plugged", "status": "completed", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:14.900702 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c077070-56fd-403e-9a4b-1855c4638aa8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:14.901118 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c021f0-8274-4df3-a940-3b32075df459', 'code': 200} Sep 27 08:36:14.901364 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'code': 200} Sep 27 08:36:14.912879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] For port f431a103-578b-42e1-82d3-78ef76272d1c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f431a103-578b-42e1-82d3-78ef76272d1c,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:14.917403 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:14.957666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Calling delete_port for f431a103-578b-42e1-82d3-78ef76272d1c owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:14.972526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:14.979359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.000123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1d259329-5a12-4ad7-9bdd-a411e45285f1 req-7ae54c1a-d412-45fc-8b8b-18171b4fa634 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.022877 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1d259329-5a12-4ad7-9bdd-a411e45285f1 req-7ae54c1a-d412-45fc-8b8b-18171b4fa634 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.047903 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1a40d36-7d82-49d0-8dc8-4fe80076655e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.060952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a5500728-8fbc-48f3-b5e3-98fc723b07e3 None None] Provisioning complete for port 516d42aa-3174-4953-80d4-01ac8b4652fb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:15.061328 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5500728-8fbc-48f3-b5e3-98fc723b07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.063228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:15.102438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a5500728-8fbc-48f3-b5e3-98fc723b07e3 None None] Port 516d42aa-3174-4953-80d4-01ac8b4652fb cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:15.124639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1d259329-5a12-4ad7-9bdd-a411e45285f1 req-7ae54c1a-d412-45fc-8b8b-18171b4fa634 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.127169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1d259329-5a12-4ad7-9bdd-a411e45285f1 req-7ae54c1a-d412-45fc-8b8b-18171b4fa634 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.142667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d259329-5a12-4ad7-9bdd-a411e45285f1 req-7ae54c1a-d412-45fc-8b8b-18171b4fa634 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/14e71544-77c1-4d82-8f30-dad66cda2190 HTTP/1.1" status: 204 len: 173 time: 0.2885971 Sep 27 08:36:15.197540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae54c1a-d412-45fc-8b8b-18171b4fa634 tempest-SecurityGroupsTestAdminJSON-177977688 tempest-SecurityGroupsTestAdminJSON-177977688-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e71544-77c1-4d82-8f30-dad66cda2190,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:15.215579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-50edd269-5999-4814-b8c0-5a6b9174f572 None None] Could not find standard attr ID for object ade8bf56-4342-4af8-ad56-848e3e84cc0b. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:36:15.273143 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66a355d6-e23a-4c7a-8dc5-e4a8cbc1880f req-796163d6-5418-4027-8824-4a5c062b7e58 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1075387 Sep 27 08:36:15.293471 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.314465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.341589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] In _notify_port_updated(), no bound segment for port 26ab6420-469f-444b-b030-e4f3770543be on network dd728e76-0bbf-4c56-a761-f4670a6b1c6f {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:36:15.345461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0a04adc4-e2a9-4de7-8a75-8af6aa9f2e98 None None] Provisioning complete for port 26ab6420-469f-444b-b030-e4f3770543be triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:15.346034 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a04adc4-e2a9-4de7-8a75-8af6aa9f2e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.348350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.349601 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.351029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "PUT /v2.0/ports/26ab6420-469f-444b-b030-e4f3770543be HTTP/1.1" status: 200 len: 1002 time: 0.7283883 Sep 27 08:36:15.354715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44000) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:15.395138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-57937408-2bdd-4aed-8606-1669e0cdb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.395744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-57937408-2bdd-4aed-8606-1669e0cdb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.396083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-57937408-2bdd-4aed-8606-1669e0cdb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.396615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-57937408-2bdd-4aed-8606-1669e0cdb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.397084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-57937408-2bdd-4aed-8606-1669e0cdb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.397554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-57937408-2bdd-4aed-8606-1669e0cdb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.398022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-57937408-2bdd-4aed-8606-1669e0cdb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.401641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-57937408-2bdd-4aed-8606-1669e0cdb6c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6490 time: 0.2588737 Sep 27 08:36:15.410384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7080b1cb-ba0b-4a19-b68e-0962adb70f13 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:15.423717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f43f9-2253-43f1-ae80-f8fa2573dc10 req-4e2e6e28-570b-4d88-8284-41a62092e864 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.429735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d44f43f9-2253-43f1-ae80-f8fa2573dc10 req-4e2e6e28-570b-4d88-8284-41a62092e864 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.2824047 Sep 27 08:36:15.456426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0a04adc4-e2a9-4de7-8a75-8af6aa9f2e98 None None] Port 26ab6420-469f-444b-b030-e4f3770543be cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:15.489239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539a54a-d7a7-44ab-8d88-d50faade2c78 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=26ab6420-469f-444b-b030-e4f3770543be,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:15.491965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:15.493611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.509170 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d44f43f9-2253-43f1-ae80-f8fa2573dc10 req-e35b8cac-fc16-4d92-a736-11e319f3fe5c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712192 Sep 27 08:36:15.540682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5238b88-c181-4aa0-8c4a-f5d41dc86b83 req-f0ddffc1-85bd-404c-9f82-782b596acfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.542915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5238b88-c181-4aa0-8c4a-f5d41dc86b83 req-f0ddffc1-85bd-404c-9f82-782b596acfa6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 1097 time: 0.3978875 Sep 27 08:36:15.546066 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb6ad74e-3476-4f13-8d5c-3cec0f6bdfa4 req-f74a0a5a-c09e-46f9-be25-a69fa68d8720 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141582 Sep 27 08:36:15.558519 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.603131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ff4e3-fa77-43b7-bba2-f71777d0f446 req-bbaf5dc1-5771-45d2-be35-1aac1ffd6c64 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:15.604697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-609ff4e3-fa77-43b7-bba2-f71777d0f446 req-bbaf5dc1-5771-45d2-be35-1aac1ffd6c64 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.1167200 Sep 27 08:36:15.616277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-770cbfe2-8ecf-4017-8779-6b3a538e9df5 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Deleting port 26ab6420-469f-444b-b030-e4f3770543be {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:15.616647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-770cbfe2-8ecf-4017-8779-6b3a538e9df5 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.631921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Pushing event deleted for resources: {'Port': ['ID=f431a103-578b-42e1-82d3-78ef76272d1c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:15.694392 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75ebbc59-a837-4900-a046-307c010558db req-2658d7c9-4160-47cd-a360-e269764b6265 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "GET /v2.0/security-groups/5e7f18f8-bebf-47fb-86b7-e5db5030e682 HTTP/1.1" status: 200 len: 1777 time: 0.1447070 Sep 27 08:36:15.850388 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75ebbc59-a837-4900-a046-307c010558db req-14d36347-25de-4942-b332-059a48ba7585 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.935370 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75ebbc59-a837-4900-a046-307c010558db req-14d36347-25de-4942-b332-059a48ba7585 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.940580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5238b88-c181-4aa0-8c4a-f5d41dc86b83 req-8a2285fd-fd58-4656-8c99-1fbc4bdeb7f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601555 Sep 27 08:36:15.960930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:15.979363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c6c6420f-e960-438d-b60a-5d52ae80f999 None None] Provisioning complete for port 26ab6420-469f-444b-b030-e4f3770543be triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:15.979774 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6c6420f-e960-438d-b60a-5d52ae80f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.018813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6420f-e960-438d-b60a-5d52ae80f999 None None] Port 26ab6420-469f-444b-b030-e4f3770543be cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:16.026812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-609ff4e3-fa77-43b7-bba2-f71777d0f446 req-e5099f8c-0f92-42a7-b3fd-744200cb9fa0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124560 Sep 27 08:36:16.038951 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75ebbc59-a837-4900-a046-307c010558db req-14d36347-25de-4942-b332-059a48ba7585 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.041540 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-75ebbc59-a837-4900-a046-307c010558db req-14d36347-25de-4942-b332-059a48ba7585 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.042696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75ebbc59-a837-4900-a046-307c010558db req-14d36347-25de-4942-b332-059a48ba7585 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e7f18f8-bebf-47fb-86b7-e5db5030e682 HTTP/1.1" status: 204 len: 173 time: 0.3421078 Sep 27 08:36:16.064150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-770cbfe2-8ecf-4017-8779-6b3a538e9df5 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.076813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-770cbfe2-8ecf-4017-8779-6b3a538e9df5 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Calling delete_port for 26ab6420-469f-444b-b030-e4f3770543be owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:16.079801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d36347-25de-4942-b332-059a48ba7585 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7f18f8-bebf-47fb-86b7-e5db5030e682,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:16.234306 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-770cbfe2-8ecf-4017-8779-6b3a538e9df5 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.265649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cbfe2-8ecf-4017-8779-6b3a538e9df5 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Port': ['ID=26ab6420-469f-444b-b030-e4f3770543be,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:16.391195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-770cbfe2-8ecf-4017-8779-6b3a538e9df5 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.394014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-770cbfe2-8ecf-4017-8779-6b3a538e9df5 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "DELETE /v2.0/ports/26ab6420-469f-444b-b030-e4f3770543be HTTP/1.1" status: 204 len: 168 time: 1.0381558 Sep 27 08:36:16.397080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44012) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:16.436146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfc4b1-b258-4777-ae2a-b365f17e18da req-e08525e8-88b7-42ae-b05d-6a2b972372bf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:16.437639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fdfc4b1-b258-4777-ae2a-b365f17e18da req-e08525e8-88b7-42ae-b05d-6a2b972372bf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 945 time: 0.1303003 Sep 27 08:36:16.438645 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9c42c4-fc27-4829-b87e-df936e5b4f43 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] GET failed (client error): The resource could not be found. Sep 27 08:36:16.440178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7b9c42c4-fc27-4829-b87e-df936e5b4f43 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "GET /v2.0/ports/26ab6420-469f-444b-b030-e4f3770543be HTTP/1.1" status: 404 len: 333 time: 0.0426638 Sep 27 08:36:16.446155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44014) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:16.451506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-367025013'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:16.498923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed059-f440-435a-b1a5-66328092db9e req-bd214678-1149-4e83-a4a3-9f28710d1ce9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:16.504865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed059-f440-435a-b1a5-66328092db9e req-bd214678-1149-4e83-a4a3-9f28710d1ce9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:16.510748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed059-f440-435a-b1a5-66328092db9e req-bd214678-1149-4e83-a4a3-9f28710d1ce9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:16.516570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed059-f440-435a-b1a5-66328092db9e req-bd214678-1149-4e83-a4a3-9f28710d1ce9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:16.522400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed059-f440-435a-b1a5-66328092db9e req-bd214678-1149-4e83-a4a3-9f28710d1ce9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:16.528408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed059-f440-435a-b1a5-66328092db9e req-bd214678-1149-4e83-a4a3-9f28710d1ce9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:16.534390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed059-f440-435a-b1a5-66328092db9e req-bd214678-1149-4e83-a4a3-9f28710d1ce9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:16.536407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6dbed059-f440-435a-b1a5-66328092db9e req-bd214678-1149-4e83-a4a3-9f28710d1ce9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.4255333 Sep 27 08:36:16.542665 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fdfc4b1-b258-4777-ae2a-b365f17e18da req-116a1cc9-f85a-43e1-b36f-d19fc888d36d tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974343 Sep 27 08:36:16.617429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6dbed059-f440-435a-b1a5-66328092db9e req-dbab437d-7754-4d25-afd0-26ca35139708 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739937 Sep 27 08:36:16.621588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Router cde0af19-e5a1-4cb6-8b80-aab9292702bd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:36:16.623668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-523c4b79-e5a5-46df-ba19-838aefd2e34c req-c20974a6-08ab-4a29-ad6c-ea494432e487 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "GET /v2.0/security-groups/cd62578d-060b-4fea-991d-9e2de8ca9cd7 HTTP/1.1" status: 200 len: 1777 time: 0.0549548 Sep 27 08:36:16.625341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Made reservation on behalf of b3f10dec285f4359bcb0f7c1194ef22a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:16.630008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.651631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] device_id is not set on port 0995d738-aa78-485d-922b-71f577bc71a0 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:36:16.755402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-523c4b79-e5a5-46df-ba19-838aefd2e34c req-dd520b08-86c2-45fb-92e6-e10cb585af57 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.755934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:16.767667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-17474523-2550-40c9-bc60-abff26e47057 admin admin] 10.222.0.50 "PUT /v2.0/routers/cde0af19-e5a1-4cb6-8b80-aab9292702bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4822695 Sep 27 08:36:16.769256 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] Sync routers for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:16.770202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44020) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:16.783473 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:16.784220 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:16.823160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-523c4b79-e5a5-46df-ba19-838aefd2e34c req-dd520b08-86c2-45fb-92e6-e10cb585af57 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.883299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Allocated IP 2001:db8::1bc (dd728e76-0bbf-4c56-a761-f4670a6b1c6f/b1f78461-bc7d-4b23-9867-9e8bfc07e1a1/0995d738-aa78-485d-922b-71f577bc71a0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:16.903720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:16.907399 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ca2078-73d4-4c8e-aa8d-26ed42439b3d" -d '{"events": [{"server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "name": "network-vif-plugged", "status": "completed", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:16.917844 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-523c4b79-e5a5-46df-ba19-838aefd2e34c req-dd520b08-86c2-45fb-92e6-e10cb585af57 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.920913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-523c4b79-e5a5-46df-ba19-838aefd2e34c req-dd520b08-86c2-45fb-92e6-e10cb585af57 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:16.923255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-523c4b79-e5a5-46df-ba19-838aefd2e34c req-dd520b08-86c2-45fb-92e6-e10cb585af57 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] 10.222.0.50 "DELETE /v2.0/security-groups/cd62578d-060b-4fea-991d-9e2de8ca9cd7 HTTP/1.1" status: 204 len: 173 time: 0.2776461 Sep 27 08:36:16.947310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd520b08-86c2-45fb-92e6-e10cb585af57 tempest-SecurityGroupsTestAdminJSON-198749155 tempest-SecurityGroupsTestAdminJSON-198749155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd62578d-060b-4fea-991d-9e2de8ca9cd7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:16.966363 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:17.012166 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d0ebd-003d-4b8f-bada-1feac35256bc x-openstack-request-id: req-676d0ebd-003d-4b8f-bada-1feac35256bc {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:17.012542 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "name": "network-vif-plugged", "status": "completed", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:17.012863 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-676d0ebd-003d-4b8f-bada-1feac35256bc {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:17.013382 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e', 'code': 200} Sep 27 08:36:17.015922 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:17.247710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2a1d7-d21d-47dc-8eb5-49b573442181 req-4fe2c461-46e5-4690-a4e9-79c358768a0f tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:17.257722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fec2a1d7-d21d-47dc-8eb5-49b573442181 req-4fe2c461-46e5-4690-a4e9-79c358768a0f tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1054556 Sep 27 08:36:17.338843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:17.381574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:17.392030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fec2a1d7-d21d-47dc-8eb5-49b573442181 req-c72dc501-b05a-41a0-ad64-f259944a8053 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342547 Sep 27 08:36:17.393421 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:36:15Z', 'revision_number': 5, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port': {'id': '02080767-adcb-4c91-9e2e-c43a1faf0d21', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:30Z', 'updated_at': '2021-09-27T08:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:17.451422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91224fd-e442-464d-a011-f46ed600b56d req-0b839c6b-79e8-4a0a-8482-43b338aaba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:17.453097 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e91224fd-e442-464d-a011-f46ed600b56d req-0b839c6b-79e8-4a0a-8482-43b338aaba82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1097 time: 0.2260516 Sep 27 08:36:17.467528 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] Checking router: cde0af19-e5a1-4cb6-8b80-aab9292702bd for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:17.476257 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58cf041f-05bf-4211-a8b8-6b3bb8e41f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:17.478892 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] Routers {'cde0af19-e5a1-4cb6-8b80-aab9292702bd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:17.481043 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:35:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:17.482442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:17.540817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:17.551566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:17.583812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa368-0de4-442c-9b21-7ae4a49cf147 req-61a4d363-9c05-43aa-a334-9386d3d33b51 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:17.592427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:17.593538 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58ffa368-0de4-442c-9b21-7ae4a49cf147 req-61a4d363-9c05-43aa-a334-9386d3d33b51 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.2073812 Sep 27 08:36:17.605252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:17.605953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:17.613205 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] Set router cde0af19-e5a1-4cb6-8b80-aab9292702bd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:17.634092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=0995d738-aa78-485d-922b-71f577bc71a0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:17.642060 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e91224fd-e442-464d-a011-f46ed600b56d req-83ea96ff-03ec-4ddd-8c7b-1b716ba88109 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739628 Sep 27 08:36:17.687265 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-456a0eee-b2e2-4c66-99ef-59ca91f47987 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2394753 Sep 27 08:36:17.689844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44042) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:17.695164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1c:37:8c'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:17.708475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58ffa368-0de4-442c-9b21-7ae4a49cf147 req-b9bb7c36-1f20-4865-b1f2-019122950012 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106067 Sep 27 08:36:17.720567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44044) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:17.756842 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:36:17Z', 'revision_number': 6, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:17.757685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Deleting port 02080767-adcb-4c91-9e2e-c43a1faf0d21 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:17.758964 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:17.853284 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a14ce-c4c8-4f79-bd88-f4fdf25053aa None None] The sync data for ids ['cde0af19-e5a1-4cb6-8b80-aab9292702bd'] in n-d-810909-1 is: [{'id': 'cde0af19-e5a1-4cb6-8b80-aab9292702bd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1080540589-router', 'tenant_id': '744d0a9575ed43a8b3275f3302d819d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:34:28Z', 'updated_at': '2021-09-27T08:36:17Z', 'revision_number': 6, 'project_id': '744d0a9575ed43a8b3275f3302d819d0', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:17.899976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] For port 02080767-adcb-4c91-9e2e-c43a1faf0d21, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=02080767-adcb-4c91-9e2e-c43a1faf0d21,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:17.900539 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:17.921562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Calling delete_port for 02080767-adcb-4c91-9e2e-c43a1faf0d21 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:17.972992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.136799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.165706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-897fe929-0caa-45b7-8430-939278454e67 None None] Provisioning complete for port 0995d738-aa78-485d-922b-71f577bc71a0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:18.166163 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-897fe929-0caa-45b7-8430-939278454e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.231144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-897fe929-0caa-45b7-8430-939278454e67 None None] Port 0995d738-aa78-485d-922b-71f577bc71a0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:18.287328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b3e61360-c813-4949-aa4e-9177460d79a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=149deca2b75045d399acacdcfb19f8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599043 Sep 27 08:36:18.292721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44054) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:18.328270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-0fbbfc90-f756-414a-b01d-4aa2c81b5e6c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.336038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-0fbbfc90-f756-414a-b01d-4aa2c81b5e6c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.343218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-0fbbfc90-f756-414a-b01d-4aa2c81b5e6c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.349678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-0fbbfc90-f756-414a-b01d-4aa2c81b5e6c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.357049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-0fbbfc90-f756-414a-b01d-4aa2c81b5e6c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.363218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-0fbbfc90-f756-414a-b01d-4aa2c81b5e6c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.382923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-0fbbfc90-f756-414a-b01d-4aa2c81b5e6c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.394426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-0fbbfc90-f756-414a-b01d-4aa2c81b5e6c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.2988417 Sep 27 08:36:18.396390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.471169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-25a0e998-ad62-478c-bc14-d1fb46de5591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.475979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=02080767-adcb-4c91-9e2e-c43a1faf0d21,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:18.510968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-25a0e998-ad62-478c-bc14-d1fb46de5591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.521136 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dcd37642-428b-4e4b-83ff-8bbdfdd1a7eb req-f6fb1a51-c35c-4217-b717-480e64f6dd0a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1258249 Sep 27 08:36:18.530087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382346b7-6615-484b-8f45-fd7bd95b77c0 req-69047497-a647-47b9-9196-4d99b2df16cd tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.530516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.531445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-382346b7-6615-484b-8f45-fd7bd95b77c0 req-69047497-a647-47b9-9196-4d99b2df16cd tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.1129165 Sep 27 08:36:18.538619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.565708 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.614497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] In _notify_port_updated(), no bound segment for port 0995d738-aa78-485d-922b-71f577bc71a0 on network dd728e76-0bbf-4c56-a761-f4670a6b1c6f {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:36:18.619925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.620621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.621963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "PUT /v2.0/ports/0995d738-aa78-485d-922b-71f577bc71a0 HTTP/1.1" status: 200 len: 1002 time: 0.9311709 Sep 27 08:36:18.630020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44062) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:18.666882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.670299 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.678746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-382346b7-6615-484b-8f45-fd7bd95b77c0 req-178a1259-5735-4c74-9d65-978894a54f22 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338596 Sep 27 08:36:18.683301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f6312-9427-4535-9513-2b743ba3cf9a tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=0995d738-aa78-485d-922b-71f577bc71a0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:18.700889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-25a0e998-ad62-478c-bc14-d1fb46de5591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.703545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-25a0e998-ad62-478c-bc14-d1fb46de5591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.705365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-25a0e998-ad62-478c-bc14-d1fb46de5591 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c448ca4-230f-4ea7-9ff6-c07059a892b6 HTTP/1.1" status: 204 len: 168 time: 0.4112728 Sep 27 08:36:18.742839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0e998-ad62-478c-bc14-d1fb46de5591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c448ca4-230f-4ea7-9ff6-c07059a892b6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:18.745078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84938-da1c-425e-a304-4a2bad1116c1 req-fdf8ba1a-befa-4507-96e8-856050956723 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:18.747247 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ef84938-da1c-425e-a304-4a2bad1116c1 req-fdf8ba1a-befa-4507-96e8-856050956723 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1434383 Sep 27 08:36:18.779712 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.785421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cde0af19-e5a1-4cb6-8b80-aab9292702bd {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:36:18.786050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4dc1e-9e6e-4b54-8498-c5174209fb8e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Deleting port 0995d738-aa78-485d-922b-71f577bc71a0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:18.786608 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfa4dc1e-9e6e-4b54-8498-c5174209fb8e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.794457 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.796042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6adbbc68-3c9f-4b81-a84f-a2d360a50e36 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cde0af19-e5a1-4cb6-8b80-aab9292702bd HTTP/1.1" status: 204 len: 168 time: 2.0246212 Sep 27 08:36:18.804168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:18.823202 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:18.949294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ef84938-da1c-425e-a304-4a2bad1116c1 req-d941d6f9-d303-43e3-9573-c4324a03a812 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709068 Sep 27 08:36:18.963105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Deleting subnet 4b4be056-b4c3-4ad3-9ecb-0bf667405e6a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:36:18.981456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.000981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfa4dc1e-9e6e-4b54-8498-c5174209fb8e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.016975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4dc1e-9e6e-4b54-8498-c5174209fb8e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Calling delete_port for 0995d738-aa78-485d-922b-71f577bc71a0 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:19.047438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.056187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c443a57f-6699-4aa8-b0e6-1abb68599d41 None None] Provisioning complete for port 0995d738-aa78-485d-922b-71f577bc71a0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:19.056831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c443a57f-6699-4aa8-b0e6-1abb68599d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.087301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f52ae-105b-4145-a7e5-2cc4beaa5fc2 req-b0ad89a2-9960-4479-9245-88e1e9f8f2c9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.106710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c443a57f-6699-4aa8-b0e6-1abb68599d41 None None] Port 0995d738-aa78-485d-922b-71f577bc71a0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:19.110472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f52ae-105b-4145-a7e5-2cc4beaa5fc2 req-b0ad89a2-9960-4479-9245-88e1e9f8f2c9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.113510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f82c95-3eca-47d9-9e18-02e03ae2451c req-5354e877-d9bd-4e62-b78c-fc266cbf0267 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.119865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f52ae-105b-4145-a7e5-2cc4beaa5fc2 req-b0ad89a2-9960-4479-9245-88e1e9f8f2c9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.121351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05f82c95-3eca-47d9-9e18-02e03ae2451c req-5354e877-d9bd-4e62-b78c-fc266cbf0267 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.1160054 Sep 27 08:36:19.136096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f52ae-105b-4145-a7e5-2cc4beaa5fc2 req-b0ad89a2-9960-4479-9245-88e1e9f8f2c9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.141797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f52ae-105b-4145-a7e5-2cc4beaa5fc2 req-b0ad89a2-9960-4479-9245-88e1e9f8f2c9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.152535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f52ae-105b-4145-a7e5-2cc4beaa5fc2 req-b0ad89a2-9960-4479-9245-88e1e9f8f2c9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.159041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f52ae-105b-4145-a7e5-2cc4beaa5fc2 req-b0ad89a2-9960-4479-9245-88e1e9f8f2c9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.161042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-785f52ae-105b-4145-a7e5-2cc4beaa5fc2 req-b0ad89a2-9960-4479-9245-88e1e9f8f2c9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.2575550 Sep 27 08:36:19.180218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44078) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:19.184851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Request body: {'floatingip': {'port_id': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:19.216787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44080) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:19.262981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.320247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 02080767-adcb-4c91-9e2e-c43a1faf0d21 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:19.341177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 02080767-adcb-4c91-9e2e-c43a1faf0d21 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:19.341658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 02080767-adcb-4c91-9e2e-c43a1faf0d21 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:19.342325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f431a103-578b-42e1-82d3-78ef76272d1c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:19.351686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0bd378be-624a-4e71-87a8-29aaf32a8a26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca1f3abe599b4a57ab50e22fad16fdbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337101 Sep 27 08:36:19.355243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44082) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:19.362639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: f431a103-578b-42e1-82d3-78ef76272d1c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:19.363296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f431a103-578b-42e1-82d3-78ef76272d1c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:19.372693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05f82c95-3eca-47d9-9e18-02e03ae2451c req-93228f93-5a59-40c6-90f6-70d5b05af27d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296507 Sep 27 08:36:19.376900 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfa4dc1e-9e6e-4b54-8498-c5174209fb8e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.413729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.440711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4dc1e-9e6e-4b54-8498-c5174209fb8e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Port': ['ID=0995d738-aa78-485d-922b-71f577bc71a0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:19.452868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9a059-0e8a-4baf-a548-21a6cea3db49 req-3c09b5ab-653d-4ac3-b995-b1e066eaa632 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.454670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d7c9a059-0e8a-4baf-a548-21a6cea3db49 req-3c09b5ab-653d-4ac3-b995-b1e066eaa632 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.1604986 Sep 27 08:36:19.485217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cfa4dc1e-9e6e-4b54-8498-c5174209fb8e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.490427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cfa4dc1e-9e6e-4b54-8498-c5174209fb8e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "DELETE /v2.0/ports/0995d738-aa78-485d-922b-71f577bc71a0 HTTP/1.1" status: 204 len: 168 time: 0.8527994 Sep 27 08:36:19.490427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44088) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:19.537022 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dcf003-3f9e-4ba6-84af-c6c249ab81dc tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] GET failed (client error): The resource could not be found. Sep 27 08:36:19.538719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d2dcf003-3f9e-4ba6-84af-c6c249ab81dc tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "GET /v2.0/ports/0995d738-aa78-485d-922b-71f577bc71a0 HTTP/1.1" status: 404 len: 333 time: 0.0474308 Sep 27 08:36:19.543054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44090) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:19.546005 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b42d-b203-44d0-befd-4a85ed05c527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.549099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-420236747'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:19.562144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d7c9a059-0e8a-4baf-a548-21a6cea3db49 req-7222d481-8783-452e-95c8-80419c44253c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999413 Sep 27 08:36:19.581549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b42d-b203-44d0-befd-4a85ed05c527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.596000 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.662118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b42d-b203-44d0-befd-4a85ed05c527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.665716 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b42d-b203-44d0-befd-4a85ed05c527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.667370 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c0e2b42d-b203-44d0-befd-4a85ed05c527 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a2f13f9-489b-45a0-8505-962cd6f7e9a9 HTTP/1.1" status: 204 len: 168 time: 0.3083367 Sep 27 08:36:19.727051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4be056-b4c3-4ad3-9ecb-0bf667405e6a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:19.731159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2b42d-b203-44d0-befd-4a85ed05c527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f13f9-489b-45a0-8505-962cd6f7e9a9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:19.744872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:19.749923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4b4be056-b4c3-4ad3-9ecb-0bf667405e6a HTTP/1.1" status: 204 len: 168 time: 0.9437106 Sep 27 08:36:19.752917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c336f-3425-4186-a516-451ad5429dd2 None None] Network 31656d99-4f7f-460b-8a34-360206d00ed8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:19.753318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44102) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:19.768514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.769056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.769741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.772487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.774307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.774851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.775441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.778117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.780410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.781132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.782385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.783547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bacc5-a221-4395-930b-5ed5054aa2e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:19.817694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8823a-d977-4cb3-9903-3227abefb706 req-07d3cfc9-439f-4308-8f20-f9a13eef5116 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:19.824680 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71a8823a-d977-4cb3-9903-3227abefb706 req-07d3cfc9-439f-4308-8f20-f9a13eef5116 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1097 time: 0.1508462 Sep 27 08:36:19.880673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71a8823a-d977-4cb3-9903-3227abefb706 req-18f433b7-38ac-43ab-a515-1069a5a1fa17 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 Sep 27 08:36:20.088087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d8e1-a07a-4ecc-9839-e134782ffd5d req-9990fb37-deec-4225-bbb4-1007d29d0cd3 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:20.090220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2728d8e1-a07a-4ecc-9839-e134782ffd5d req-9990fb37-deec-4225-bbb4-1007d29d0cd3 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.1323097 Sep 27 08:36:20.117452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] DHCP port deletion for 31656d99-4f7f-460b-8a34-360206d00ed8 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:36:20.214333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2728d8e1-a07a-4ecc-9839-e134782ffd5d req-c051cf91-0c7b-4282-a484-6a9a5d3b7dd7 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158550 Sep 27 08:36:20.245573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] Deleting port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:20.245953 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:20.389170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] For port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6a54c9a3-b658-4855-9379-9cb3dd86d3b9,segment=NetworkSegment(9d24b22f-e97b-4179-b898-4e38fce44f28),segment_id=9d24b22f-e97b-4179-b898-4e38fce44f28)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:20.390160 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:20.429216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] Calling delete_port for 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:20.557078 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:20.586453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe734-feac-443a-ad64-359f3905cb48 req-9f651833-e071-47d4-a00d-bfd798dd5777 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:20.599343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-9f651833-e071-47d4-a00d-bfd798dd5777 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 815 time: 0.2476151 Sep 27 08:36:20.622193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-12fb4eeb-e84e-4f99-9435-bcd6312ed37a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/quotas/f378a1db83c1434fbf11b35e6758b1ac HTTP/1.1" status: 200 len: 375 time: 0.0218487 Sep 27 08:36:20.638924 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:20.656468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] No DVR routers for this DVR port 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:20.695820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1037a-e56d-48b6-b215-2dbf064abcb1 None None] Pushing event deleted for resources: {'Port': ['ID=6a54c9a3-b658-4855-9379-9cb3dd86d3b9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:20.699347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:20.711090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Made reservation on behalf of b3f10dec285f4359bcb0f7c1194ef22a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:20.715246 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:20.731396 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-28b0ab20-3dd4-40a6-abd5-0e7ec3aae433 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079617 Sep 27 08:36:20.747721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-bd315f3e-7411-49c2-9422-eb29cd0935ff tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:20.752111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-bd315f3e-7411-49c2-9422-eb29cd0935ff tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.57 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.3520036 Sep 27 08:36:20.842546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] device_id is not set on port e5a4aeca-e778-4e31-aaf2-c80fbea457dc yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:36:20.864988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-539c9a97-ecfe-4851-b0e2-b6abf2974a22 service neutron] 10.222.0.50 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325924 Sep 27 08:36:20.984303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-092ddc55-885c-4463-b444-80fd62ef130c service neutron] 10.222.0.50 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180887 Sep 27 08:36:21.101524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.126298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31656d99-4f7f-460b-8a34-360206d00ed8']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:21.148857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d24b22f-e97b-4179-b898-4e38fce44f28') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:21.150459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d24b22f-e97b-4179-b898-4e38fce44f28') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:21.179114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.199944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.255421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:36:21.255845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:36:21.257813 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:36:21.361523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:21.372476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eee96-be01-40e9-b666-3fdd055d5c59 req-6623c7be-3969-46dc-93cd-3d6909b2d1e2 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:21.387634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e9eee96-be01-40e9-b666-3fdd055d5c59 req-6623c7be-3969-46dc-93cd-3d6909b2d1e2 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.0762396 Sep 27 08:36:21.397387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:21.397729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6a54c9a3-b658-4855-9379-9cb3dd86d3b9 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:21.416312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9eca0736-214f-4ded-a0dc-9a2fb30cad3a req-2768f384-e0b6-44fc-8918-3e5800f37762 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 210 time: 0.1877837 Sep 27 08:36:21.420401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Allocated IP 2001:db8::35b (dd728e76-0bbf-4c56-a761-f4670a6b1c6f/b1f78461-bc7d-4b23-9867-9e8bfc07e1a1/e5a4aeca-e778-4e31-aaf2-c80fbea457dc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:21.466352 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e9eee96-be01-40e9-b666-3fdd055d5c59 req-53cc0598-b8d7-42d0-91e7-c04c335347af tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776100 Sep 27 08:36:21.509739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:36:21.579028 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.597609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.629929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.638478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.646232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/31656d99-4f7f-460b-8a34-360206d00ed8 HTTP/1.1" status: 204 len: 168 time: 1.8877327 Sep 27 08:36:21.662960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Deleting port c465c666-3985-4438-83d9-4c985a5806c0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:21.662960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:21.806017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742e929-9581-4658-a503-41ea709dbed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=31656d99-4f7f-460b-8a34-360206d00ed8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:22.021920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44182) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:22.049813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-4a6cc1ee-b43f-4b76-8efc-4110d4de7253 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:22.051743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-4a6cc1ee-b43f-4b76-8efc-4110d4de7253 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.67 "GET /v2.0/ports?device_id=997e8f73-2473-44ff-8c90-863e1018bb1f HTTP/1.1" status: 200 len: 946 time: 0.3267376 Sep 27 08:36:22.126682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d4419f83-cae9-4485-8731-22702eef89f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=744d0a9575ed43a8b3275f3302d819d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034544 Sep 27 08:36:22.130123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44188) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:22.227455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.268439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.272733 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Floating IP bb494065-2276-4faf-bac6-bb30d4d0ff9b associated. External IP: 172.25.2.246, port: d628f0e8-732a-47bb-bb8a-15abb2f58d9a. Sep 27 08:36:22.328531 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.332731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.334331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92d581be-90d8-4f46-be5a-e93d97a0e348 HTTP/1.1" status: 204 len: 168 time: 0.2031627 Sep 27 08:36:22.344038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] For port c465c666-3985-4438-83d9-4c985a5806c0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c465c666-3985-4438-83d9-4c985a5806c0,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:22.344592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.366146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d581be-90d8-4f46-be5a-e93d97a0e348,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:22.367814 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.376176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Calling delete_port for c465c666-3985-4438-83d9-4c985a5806c0 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:22.382526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.383504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.385118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.386207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.388439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.389756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.391213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.391763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.392807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.393650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.394482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.395037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005d58-7209-40dd-b94b-b1cd0ebd8cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:22.498814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Deleting port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:22.499229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.602207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3793b9ce-363b-4f72-9206-4db3a3b85983 req-b264a3fd-2434-4066-a627-801f98e49a4d tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 210 time: 0.0474114 Sep 27 08:36:22.688884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c465c666-3985-4438-83d9-4c985a5806c0 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:22.781987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.826498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10772bd-84b9-4993-a43d-d14f10e9d7ab req-91828168-93ae-43d7-acad-0754d820aba5 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:22.835535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a10772bd-84b9-4993-a43d-d14f10e9d7ab req-91828168-93ae-43d7-acad-0754d820aba5 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 945 time: 0.0992148 Sep 27 08:36:22.845757 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:22.864680 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-36343fdb-de78-4f1f-90a8-099515d7a0d5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2151177 Sep 27 08:36:22.892101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a10772bd-84b9-4993-a43d-d14f10e9d7ab req-4bfe95ad-ec6f-4340-b54a-ecbe22b521e2 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558000 Sep 27 08:36:22.925894 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ae861-dc1a-4040-8108-b4b5411a8682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c465c666-3985-4438-83d9-4c985a5806c0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:22.934950 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44d18f3-0ae4-423c-af76-74f9f38bbec7" -d '{"events": [{"server_uuid": "241ae861-dc1a-4040-8108-b4b5411a8682", "name": "network-vif-unplugged", "status": "completed", "tag": "c465c666-3985-4438-83d9-4c985a5806c0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:22.954040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c465c666-3985-4438-83d9-4c985a5806c0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c465c666-3985-4438-83d9-4c985a5806c0,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:22.960354 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.036020 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fbf2ae-5272-45d2-a654-b117e34404bb x-openstack-request-id: req-31fbf2ae-5272-45d2-a654-b117e34404bb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:23.036374 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ae861-dc1a-4040-8108-b4b5411a8682", "name": "network-vif-unplugged", "status": "completed", "tag": "c465c666-3985-4438-83d9-4c985a5806c0", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:23.036640 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31fbf2ae-5272-45d2-a654-b117e34404bb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:23.037041 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ae861-dc1a-4040-8108-b4b5411a8682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c465c666-3985-4438-83d9-4c985a5806c0', 'code': 200} Sep 27 08:36:23.042779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c465c666-3985-4438-83d9-4c985a5806c0,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:23.370408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:23.422601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44242) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:23.443536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:23.455050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] For port c34314e0-b1dc-4af9-b54b-ea9ee52684e8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:23.455468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.472359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=e5a4aeca-e778-4e31-aaf2-c80fbea457dc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:23.476453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:23.482228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:23.482879 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.604814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Calling delete_port for c34314e0-b1dc-4af9-b54b-ea9ee52684e8 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:23.629307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe734-feac-443a-ad64-359f3905cb48 req-8088a5c8-228c-437b-b0e9-956c7a2225b8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:23.632269 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-8088a5c8-228c-437b-b0e9-956c7a2225b8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.57 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 815 time: 1.0375018 Sep 27 08:36:23.645724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-network', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:23.659532 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a1647638-7935-43f9-9f15-1dfe0e85c813 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1153123 Sep 27 08:36:23.660204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44248) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:23.676181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Request body: {'port': {'device_id': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'admin_state_up': True, 'tenant_id': 'f378a1db83c1434fbf11b35e6758b1ac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:23.685329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'network_id': 'dd728e76-0bbf-4c56-a761-f4670a6b1c6f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1389040742'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:23.744941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-8b5b8801-24dc-4fe3-8fb0-c7f483b89913 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:23.746454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-8b5b8801-24dc-4fe3-8fb0-c7f483b89913 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8252006 Sep 27 08:36:23.757069 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a61fb28d-2ff8-4f4d-bd54-25c254d50f90 req-ee9590c2-0079-4826-80a2-4c11b3024170 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 210 time: 0.0490046 Sep 27 08:36:23.758673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Made reservation on behalf of 7bf6515ca46148839c1f171d2d19051f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:23.762508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.775160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.802805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:36:23.875404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-474a9277-231d-4313-bff1-784f658716b6 None None] Provisioning complete for port e5a4aeca-e778-4e31-aaf2-c80fbea457dc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:23.876588 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-474a9277-231d-4313-bff1-784f658716b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.884181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.938410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['8d805d35-ee4d-416c-b229-2fe7a1527616'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:23.942143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['0b71c617-54aa-4638-bffb-5ea74a29fe4b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:23.949791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:23.962295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.010684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-b3d8e7a4-3bd3-48d3-af0d-3083b1087d17 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/quotas/af6ddae1a49c4cb49c61cccb56f0528e HTTP/1.1" status: 200 len: 375 time: 0.2067387 Sep 27 08:36:24.048148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:36:24.065000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8754298-d7db-4377-854a-d2e2eeadae23 req-a1c85c79-1088-4c3f-8257-c41ba1162a06 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=241ae861-dc1a-4040-8108-b4b5411a8682 HTTP/1.1" status: 200 len: 210 time: 0.0528765 Sep 27 08:36:24.073186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] No DVR routers for this DVR port c465c666-3985-4438-83d9-4c985a5806c0 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:24.074974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Pushing event deleted for resources: {'Port': ['ID=c465c666-3985-4438-83d9-4c985a5806c0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:24.081825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.082291 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Added segment 02f391b6-a33d-4ec5-a5d8-0e4b868010b6 of type vlan for network cab460f8-74bc-43e8-a390-9d1c744310ed Sep 27 08:36:24.083825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf3b30e-0939-4016-be6a-ab725d06682f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:24.155502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.182114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.184141 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aac8ef5-40fa-45cf-9490-b9aaf16fbe03 req-801ce0f2-7502-4ac6-ac82-fb52e80427e9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.57 "DELETE /v2.0/ports/c465c666-3985-4438-83d9-4c985a5806c0 HTTP/1.1" status: 204 len: 173 time: 3.3559561 Sep 27 08:36:24.185953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.187245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:24.188082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.188899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ae861-dc1a-4040-8108-b4b5411a8682', 'name': 'network-vif-deleted', 'tag': 'c465c666-3985-4438-83d9-4c985a5806c0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:24.191217 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56ef1d7-1966-429d-aede-fe2389f8f5bc" -d '{"events": [{"server_uuid": "241ae861-dc1a-4040-8108-b4b5411a8682", "name": "network-vif-deleted", "tag": "c465c666-3985-4438-83d9-4c985a5806c0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:24.194107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-474a9277-231d-4313-bff1-784f658716b6 None None] Port e5a4aeca-e778-4e31-aaf2-c80fbea457dc cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:24.295703 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-fa3d25d9-6124-4584-8da3-266c5705eaea tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2261987 Sep 27 08:36:24.297327 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54048462-fa23-4a98-9a41-f51336181f5d x-openstack-request-id: req-54048462-fa23-4a98-9a41-f51336181f5d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:24.297657 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ae861-dc1a-4040-8108-b4b5411a8682", "name": "network-vif-deleted", "tag": "c465c666-3985-4438-83d9-4c985a5806c0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:24.297924 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54048462-fa23-4a98-9a41-f51336181f5d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:24.298306 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ae861-dc1a-4040-8108-b4b5411a8682', 'name': 'network-vif-deleted', 'tag': 'c465c666-3985-4438-83d9-4c985a5806c0', 'status': 'completed', 'code': 200} Sep 27 08:36:24.362976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Made reservation on behalf of f378a1db83c1434fbf11b35e6758b1ac for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:24.382884 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.436136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:24.464654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] Pushing event updated for resources: {'Network': ['ID=cab460f8-74bc-43e8-a390-9d1c744310ed,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:24.471379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-734ace7a-b303-4806-a931-402f5a104002 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0475821 Sep 27 08:36:24.481674 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.482510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44256) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:24.497184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Request body: {'subnet': {'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-subnet', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:24.504978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] Sync routers for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:24.514868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network cab460f8-74bc-43e8-a390-9d1c744310ed details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:36:24.527272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:24.528047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:24.606006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Made reservation on behalf of 7bf6515ca46148839c1f171d2d19051f for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:24.611498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.613519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Made reservation on behalf of b3f10dec285f4359bcb0f7c1194ef22a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:24.634878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.670079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b19a331-f75e-4c48-a422-6fbd5f92fe75 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "PUT /v2.0/floatingips/bb494065-2276-4faf-bac6-bb30d4d0ff9b HTTP/1.1" status: 200 len: 992 time: 5.4886804 Sep 27 08:36:24.772942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] device_id is not set on port d3ba4799-1510-47b6-8407-1e262793754f yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:36:24.794680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:24.940984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:25.029315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Pushing event deleted for resources: {'Port': ['ID=c34314e0-b1dc-4af9-b54b-ea9ee52684e8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:25.091401 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef53ab1d-46b7-4348-a30e-9f7c5ad3a73c req-c9e5ca68-a132-43f5-9390-72afa46776ba tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 210 time: 0.1047592 Sep 27 08:36:25.171131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Allocated IP 172.20.0.10 (2c34f8a1-de2e-4456-814b-4e242f8f56e7/02eecca5-8385-4595-b5ef-66bdb23e8309/22115245-d127-4c81-b101-6ad70d4aca1b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:25.195645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Allocated IP 2001:db8::243 (dd728e76-0bbf-4c56-a761-f4670a6b1c6f/b1f78461-bc7d-4b23-9867-9e8bfc07e1a1/d3ba4799-1510-47b6-8407-1e262793754f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:25.227596 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-be63a1cc-cb0a-4e86-a2b4-00c6463ab9f3 req-1e758d6e-1c58-4b90-b18c-cad3f3e3a6ed tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 210 time: 0.2804894 Sep 27 08:36:25.232205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.294390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] No DVR routers for this DVR port c34314e0-b1dc-4af9-b54b-ea9ee52684e8 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:25.305649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.309286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ccd2cce-c8cd-4334-add5-d73f453f4596 req-338ac450-1e5c-4a69-8bae-658d227ac2ba tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.67 "DELETE /v2.0/ports/c34314e0-b1dc-4af9-b54b-ea9ee52684e8 HTTP/1.1" status: 204 len: 173 time: 3.2170725 Sep 27 08:36:25.310484 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:36:25.324379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49b4dc5-8a8d-41da-aa81-2656e46246dc,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:25.336926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Checking segment: {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:25.337271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Network hostable DHCP agents. Network: cab460f8-74bc-43e8-a390-9d1c744310ed, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:36:25.383324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['c34314e0-b1dc-4af9-b54b-ea9ee52684e8'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:25.393054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Network cab460f8-74bc-43e8-a390-9d1c744310ed is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:36:25.429512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, cab460f8-74bc-43e8-a390-9d1c744310ed) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:25.433745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:25.434360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.460581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9ac7ac31-7759-448e-b71e-393d7175562d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9764373 Sep 27 08:36:25.463900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44280) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:25.467482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609958e4-6326-4ade-969c-524e27060eba None None] Network cab460f8-74bc-43e8-a390-9d1c744310ed requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:25.484651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:25.547834 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.549212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.650521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.668395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'bb494065-2276-4faf-bac6-bb30d4d0ff9b', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'port_id': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'mac_address': 'fa:16:3e:3d:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:34:52Z', 'updated_at': '2021-09-27T08:36:21Z', 'revision_number': 1, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:10Z', 'revision_number': 5, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:25.683346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.692100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa32dbe-29a1-42f1-9859-9fe2cc159a98 req-85b2fe5c-ddb8-4cfb-9eee-7cc99a90a420 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:25.693760 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-caa32dbe-29a1-42f1-9859-9fe2cc159a98 req-85b2fe5c-ddb8-4cfb-9eee-7cc99a90a420 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 946 time: 0.1688313 Sep 27 08:36:25.700621 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] Checking router: 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:25.703021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-cab460f8-74bc-43e8-a390-9d1c744310ed', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:36:25.704018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.727892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.739096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:25.739777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:25.794072 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-caa32dbe-29a1-42f1-9859-9fe2cc159a98 req-7041a383-206e-44dc-a5b5-bfdc6f34f80f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907457 Sep 27 08:36:25.808830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.843884 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.882808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:25.892020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:25.893752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Pushing event updated for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:25.905634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:25.929419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:25.973188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:25.979010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:25.981198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:26.006273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:26.018341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Allocated IP 172.20.0.2 (cab460f8-74bc-43e8-a390-9d1c744310ed/c49b4dc5-8a8d-41da-aa81-2656e46246dc/9dd4a384-7b3f-4898-972a-4833a5ae0e81) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:26.026338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:26.030802 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.155050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:26.164235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.209602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-87cb1c9c-ff2f-4ea3-9799-ece6149d6669 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5640242 Sep 27 08:36:26.229723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5485780 Sep 27 08:36:26.241611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:26.253778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Request body: {'port': {'device_id': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:26.336393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a'}, {'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'name': 'network-vif-deleted', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:26.340235 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaf7c68-1b5a-4a50-9051-4822639b1641" -d '{"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a"}, {"server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "name": "network-vif-deleted", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:26.357949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.406053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.408469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::97', 'mac_address': 'fa:16:3e:1c:37:8c'}, {'ip_address': '2001:db8::35b', 'mac_address': 'fa:16:3e:4b:03:9f'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:26.417070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a448fce-5d9d-4d88-81ff-87b3186adfa0 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=d3ba4799-1510-47b6-8407-1e262793754f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:26.428489 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.464415 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.478512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.482330 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-995b015b-2067-4c27-80c7-4840adf0a401 req-9b4f88a8-0202-4cf6-992c-6b43755221c7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 210 time: 0.0802877 Sep 27 08:36:26.507024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3840eb2-57e9-41a1-844e-7a1e63bdf121 req-01a368ee-bcf0-479e-90b3-3fb6509b16e0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:26.514873 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3840eb2-57e9-41a1-844e-7a1e63bdf121 req-01a368ee-bcf0-479e-90b3-3fb6509b16e0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 932 time: 0.1583781 Sep 27 08:36:26.522939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-00f63a0b-dc7d-4344-ad8c-6371aee43442 None None] Provisioning complete for port d3ba4799-1510-47b6-8407-1e262793754f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:26.523391 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00f63a0b-dc7d-4344-ad8c-6371aee43442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.565061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'bb494065-2276-4faf-bac6-bb30d4d0ff9b', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'port_id': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'mac_address': 'fa:16:3e:3d:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:34:52Z', 'updated_at': '2021-09-27T08:36:21Z', 'revision_number': 1, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:10Z', 'revision_number': 5, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:26.617386 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Network cab460f8-74bc-43e8-a390-9d1c744310ed is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:26.620220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb81c7-e420-4c7b-86fe-bf99c3421f73 None None] The sync data for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 is: [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'bb494065-2276-4faf-bac6-bb30d4d0ff9b', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'port_id': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'mac_address': 'fa:16:3e:3d:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f133241-c0b6-4b5b-a75b-fed308107531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:34:52Z', 'updated_at': '2021-09-27T08:36:21Z', 'revision_number': 1, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:10Z', 'revision_number': 5, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:26.636174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:26.639782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:26.654872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Pushing event updated for resources: {'Port': ['ID=9dd4a384-7b3f-4898-972a-4833a5ae0e81,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:26.669130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3840eb2-57e9-41a1-844e-7a1e63bdf121 req-290e481b-708e-45c1-889a-6af276a86e84 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531038 Sep 27 08:36:26.682690 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb1375c-4002-46d3-9780-494ddd3003b4 x-openstack-request-id: req-8fb1375c-4002-46d3-9780-494ddd3003b4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:26.683007 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a", "status": "completed", "code": 200}, {"server_uuid": "997e8f73-2473-44ff-8c90-863e1018bb1f", "name": "network-vif-deleted", "tag": "c34314e0-b1dc-4af9-b54b-ea9ee52684e8", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:26.683292 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fb1375c-4002-46d3-9780-494ddd3003b4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:26.683665 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'status': 'completed', 'code': 200} Sep 27 08:36:26.683917 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997e8f73-2473-44ff-8c90-863e1018bb1f', 'name': 'network-vif-deleted', 'tag': 'c34314e0-b1dc-4af9-b54b-ea9ee52684e8', 'status': 'completed', 'code': 200} Sep 27 08:36:26.695236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Allocated IP 172.25.2.125 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/32fe1438-c76d-4d66-af54-7b956d1ee63a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:26.710800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-00f63a0b-dc7d-4344-ad8c-6371aee43442 None None] Port d3ba4799-1510-47b6-8407-1e262793754f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:26.767714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-03f3bd4b-5223-4b35-b9da-0cc4af99aa61 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1891346 Sep 27 08:36:26.767968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Attempting to bind port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:26.768625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Attempting to bind port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:26.769006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Attempting to bind port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 on network cab460f8-74bc-43e8-a390-9d1c744310ed {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:26.777846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:26.778227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Checking segment: {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:26.778639 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.779090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Bound using segment: {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:26.779591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Bound port: 9dd4a384-7b3f-4898-972a-4833a5ae0e81, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:26.779980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.940868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] For port 9dd4a384-7b3f-4898-972a-4833a5ae0e81, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:26.949832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] For port 9dd4a384-7b3f-4898-972a-4833a5ae0e81, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9dd4a384-7b3f-4898-972a-4833a5ae0e81,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:26.964725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:26.980555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.032700 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef17963-997c-4abb-88ac-e224a2b6a3d8 None None] New status for floating IP bb494065-2276-4faf-bac6-bb30d4d0ff9b: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:36:27.058655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.082052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd58f8-e8fa-4255-9a19-22858f17a5ab None None] Pushing event updated for resources: {'Port': ['ID=9dd4a384-7b3f-4898-972a-4833a5ae0e81,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:27.110384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:27.113695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:27.129170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:27.158488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Pushing event updated for resources: {'Port': ['ID=32fe1438-c76d-4d66-af54-7b956d1ee63a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:27.449090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c34314e0-b1dc-4af9-b54b-ea9ee52684e8 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:27.522023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: c34314e0-b1dc-4af9-b54b-ea9ee52684e8 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:27.522381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c34314e0-b1dc-4af9-b54b-ea9ee52684e8 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:27.628885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e9735b9-b13e-4a5d-9a21-9c3333254ac0 req-39d80506-3de0-4d52-bc73-396d412b303f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 210 time: 0.0354831 Sep 27 08:36:27.639945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.645193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-132e8af9-d8f1-4101-91f7-b90fa5c310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.645727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-132e8af9-d8f1-4101-91f7-b90fa5c310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.646146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-132e8af9-d8f1-4101-91f7-b90fa5c310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.646623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-132e8af9-d8f1-4101-91f7-b90fa5c310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.648313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-132e8af9-d8f1-4101-91f7-b90fa5c310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.648313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-132e8af9-d8f1-4101-91f7-b90fa5c310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.648313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-132e8af9-d8f1-4101-91f7-b90fa5c310fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.650059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-132e8af9-d8f1-4101-91f7-b90fa5c310fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6490 time: 0.8615568 Sep 27 08:36:27.726739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:27.736098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-1d27ab04-c423-4954-9d07-27b943b14602 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.737679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-1d27ab04-c423-4954-9d07-27b943b14602 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.57 "GET /v2.0/ports?device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 946 time: 0.8083122 Sep 27 08:36:27.786870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-6ef275f9-7dbd-47e6-a3e9-4b549ab3f15f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.788972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-6ef275f9-7dbd-47e6-a3e9-4b549ab3f15f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9871271 Sep 27 08:36:27.836460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755fa7e-ae01-4199-aef2-9e6b983d472c req-6eb31f93-9d70-4825-941e-7c92629eb60e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:27.838435 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4755fa7e-ae01-4199-aef2-9e6b983d472c req-6eb31f93-9d70-4825-941e-7c92629eb60e tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 946 time: 0.8513081 Sep 27 08:36:27.866065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Request body: {'port': {'device_id': '0ba7fdf1-494c-4f85-9795-65ab4f11f084', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'af6ddae1a49c4cb49c61cccb56f0528e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:28.185979 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4755fa7e-ae01-4199-aef2-9e6b983d472c req-da3bf9c8-0f04-4daf-a61e-9eb1b2c4d24b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239863 Sep 27 08:36:28.194491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-dd3f42d2-9e34-461d-b79d-d9d3b2ba8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:28.196065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-dd3f42d2-9e34-461d-b79d-d9d3b2ba8133 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 HTTP/1.1" status: 200 len: 913 time: 0.5271788 Sep 27 08:36:28.254578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22115245-d127-4c81-b101-6ad70d4aca1b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:28.359896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056b2b1-b33b-4b06-b44f-b328cbe72116 req-f2d242c3-db40-4de9-941c-b83cda542f44 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:28.361744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a056b2b1-b33b-4b06-b44f-b328cbe72116 req-f2d242c3-db40-4de9-941c-b83cda542f44 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 932 time: 0.5860596 Sep 27 08:36:28.397929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.401269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.425011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Made reservation on behalf of af6ddae1a49c4cb49c61cccb56f0528e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:28.428452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a056b2b1-b33b-4b06-b44f-b328cbe72116 req-bc9b6600-6bee-4c86-9031-8cdf1eb61bf1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571640 Sep 27 08:36:28.428784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.450146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.456783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe776c-7c83-4001-b018-9bdd5cbefbe6 None None] Network cab460f8-74bc-43e8-a390-9d1c744310ed requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:28.559581 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.575427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Provisioning complete for port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:28.575803 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.579399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Transition to ACTIVE for port object 22115245-d127-4c81-b101-6ad70d4aca1b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:36:28.588745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Deleting port 8d805d35-ee4d-416c-b229-2fe7a1527616 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:28.589084 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.607588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Router ba7b6a72-61ab-472c-add9-583d0b79de62 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:36:28.627726 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.729691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:28.743228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Sync routers for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:28.758316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.761243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-70d97ed7-df7b-4305-bcb1-9d18ea0f609c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2960174 Sep 27 08:36:28.763558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44308) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:28.791054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:28.791797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:28.794314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] For port 8d805d35-ee4d-416c-b229-2fe7a1527616, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d805d35-ee4d-416c-b229-2fe7a1527616,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:28.794820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:28.812697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Calling delete_port for 8d805d35-ee4d-416c-b229-2fe7a1527616 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:29.000434 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.002127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.010718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.014664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-096ce052-77ab-4bf5-b92a-ee2daa98089d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a HTTP/1.1" status: 200 len: 1002 time: 0.8037233 Sep 27 08:36:29.044774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.056429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.105023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['0b71c617-54aa-4638-bffb-5ea74a29fe4b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:29.118701 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f95a7f0-478f-4624-9914-c4b85835cde0 req-eba144e4-25d8-4761-ba70-a0f47287c998 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 210 time: 0.3935442 Sep 27 08:36:29.119905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] In _notify_port_updated(), no bound segment for port d3ba4799-1510-47b6-8407-1e262793754f on network dd728e76-0bbf-4c56-a761-f4670a6b1c6f {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:36:29.129872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:29.130573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.138214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "PUT /v2.0/ports/d3ba4799-1510-47b6-8407-1e262793754f HTTP/1.1" status: 200 len: 1067 time: 2.7995019 Sep 27 08:36:29.161376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44314) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:29.236787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] For port 9dd4a384-7b3f-4898-972a-4833a5ae0e81, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9dd4a384-7b3f-4898-972a-4833a5ae0e81,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:29.258998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Allocated IP 192.168.233.141 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/ddd3f8f3-3ffd-4034-906c-63d9b19a8d22) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:29.315332 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.450087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ec3c6-47fe-4fd3-b27c-103802374506,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:29.554093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9dd4a384-7b3f-4898-972a-4833a5ae0e81 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:29.572433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fbf99073-5995-4e16-9dcb-704ca9c2f133 req-c7da6952-66f2-4dc3-ba35-ffc4a29805fa tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=acf6546e-4a63-4773-9841-0a23546d4367 HTTP/1.1" status: 200 len: 210 time: 0.1366718 Sep 27 08:36:29.583082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Pushing event updated for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:29.601970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.630295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-665fd64d-b0fe-4b00-9aba-d541753fd985 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Deleting port d3ba4799-1510-47b6-8407-1e262793754f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:29.630939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-665fd64d-b0fe-4b00-9aba-d541753fd985 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.635691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:29.670207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746de4f1-c19c-4552-84e3-a5704d8c58a2 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event updated for resources: {'Port': ['ID=d3ba4799-1510-47b6-8407-1e262793754f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:29.749101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] No DVR routers for this DVR port 8d805d35-ee4d-416c-b229-2fe7a1527616 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:29.762036 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.764118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7fe62692-ec43-41e8-96af-f4532bc27dd5 req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.57 "DELETE /v2.0/ports/8d805d35-ee4d-416c-b229-2fe7a1527616 HTTP/1.1" status: 204 len: 173 time: 2.0057631 Sep 27 08:36:29.767719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9fb77-4fb7-45c4-b407-2148bb153f7f tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Pushing event deleted for resources: {'Port': ['ID=8d805d35-ee4d-416c-b229-2fe7a1527616,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:29.769845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf6546e-4a63-4773-9841-0a23546d4367', 'name': 'network-vif-deleted', 'tag': '8d805d35-ee4d-416c-b229-2fe7a1527616'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:29.772179 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc926a7-c5a5-44a3-ab1d-85c35b39a7ab" -d '{"events": [{"server_uuid": "acf6546e-4a63-4773-9841-0a23546d4367", "name": "network-vif-deleted", "tag": "8d805d35-ee4d-416c-b229-2fe7a1527616"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:29.782554 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.811935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-19e73836-e214-4756-bf2a-7375d59881ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:29.813756 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-19e73836-e214-4756-bf2a-7375d59881ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae HTTP/1.1" status: 200 len: 851 time: 0.7547522 Sep 27 08:36:29.830129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e0d5-d3a9-4c46-9a85-213e1e7b7813 req-c5a8b1df-04be-42f8-abb7-d12c97cb7c21 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:29.833111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c68e0d5-d3a9-4c46-9a85-213e1e7b7813 req-c5a8b1df-04be-42f8-abb7-d12c97cb7c21 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 944 time: 0.2701628 Sep 27 08:36:29.867346 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacd88f-8612-4924-81af-9ba46f358b10 x-openstack-request-id: req-daacd88f-8612-4924-81af-9ba46f358b10 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:29.867621 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf6546e-4a63-4773-9841-0a23546d4367", "name": "network-vif-deleted", "tag": "8d805d35-ee4d-416c-b229-2fe7a1527616", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:29.867876 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-daacd88f-8612-4924-81af-9ba46f358b10 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:29.868423 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf6546e-4a63-4773-9841-0a23546d4367', 'name': 'network-vif-deleted', 'tag': '8d805d35-ee4d-416c-b229-2fe7a1527616', 'status': 'completed', 'code': 200} Sep 27 08:36:29.890868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-56ebd2d0-b953-43c4-b472-787a8a6291e0 None None] Provisioning complete for port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:29.891260 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56ebd2d0-b953-43c4-b472-787a8a6291e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.895114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Pushing event updated for resources: {'Port': ['ID=9dd4a384-7b3f-4898-972a-4833a5ae0e81,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:29.920079 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-665fd64d-b0fe-4b00-9aba-d541753fd985 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:29.954180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-665fd64d-b0fe-4b00-9aba-d541753fd985 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Calling delete_port for d3ba4799-1510-47b6-8407-1e262793754f owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:30.022277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.022691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.023089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.023423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.023740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.024145 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.024640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.024864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.025125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.025520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.025995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.026328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46386a2b-2281-47e3-a8d1-9b4cff02963c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:30.050814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Allocated IP 172.20.0.1 (cab460f8-74bc-43e8-a390-9d1c744310ed/c49b4dc5-8a8d-41da-aa81-2656e46246dc/884c9f4d-f373-44f4-8c18-56c09e89477e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:30.095447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Attempting to bind port 22115245-d127-4c81-b101-6ad70d4aca1b on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:30.095795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Attempting to bind port 22115245-d127-4c81-b101-6ad70d4aca1b by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:30.096168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Attempting to bind port 22115245-d127-4c81-b101-6ad70d4aca1b on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:30.116376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.126780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-b0275d5b-36a4-4e14-86ea-2f208f675977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:30.143367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:30.144474 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.144682 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-b0275d5b-36a4-4e14-86ea-2f208f675977 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3005137 Sep 27 08:36:30.148033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Port 22115245-d127-4c81-b101-6ad70d4aca1b on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:36:30.148223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Attempting to bind port 22115245-d127-4c81-b101-6ad70d4aca1b on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:30.161134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c68e0d5-d3a9-4c46-9a85-213e1e7b7813 req-ffd1e718-1ead-454d-9635-b08f95c176f1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971227 Sep 27 08:36:30.340122 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-c7443411-c30b-4182-a64d-b0ff717ac510 service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669531 Sep 27 08:36:30.348662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:30.349453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Checking segment: {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:30.349779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Bound using segment: {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:30.350242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Bound port: 22115245-d127-4c81-b101-6ad70d4aca1b, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:30.350607 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.359073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:27Z', 'revision_number': 3, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:30.400500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:30.405961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-665fd64d-b0fe-4b00-9aba-d541753fd985 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.421598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Checking router: ba7b6a72-61ab-472c-add9-583d0b79de62 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:30.423388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Updating router ba7b6a72-61ab-472c-add9-583d0b79de62 port 32fe1438-c76d-4d66-af54-7b956d1ee63a binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:36:30.438086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:30.445470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:30.517833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fd64d-b0fe-4b00-9aba-d541753fd985 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Port': ['ID=d3ba4799-1510-47b6-8407-1e262793754f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:30.520112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fa5f4896-7776-4aa4-bd33-6bfc664d2665 None None] Could not find standard attr ID for object d3ba4799-1510-47b6-8407-1e262793754f. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:36:30.530728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.537875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:30.538289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.539114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.548462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5cf45-431c-4577-ab05-1dda8123519a req-181c6300-b910-43b3-bbcf-eaf79db9dac7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:30.550470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2be5cf45-431c-4577-ab05-1dda8123519a req-181c6300-b910-43b3-bbcf-eaf79db9dac7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 936 time: 0.2889125 Sep 27 08:36:30.593093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'Port': ['ID=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:30.597156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-f907ed89-00bd-4510-858b-ca9f5c8d771e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7574434 Sep 27 08:36:30.670310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Request body: {'port': {'device_id': '0ba7fdf1-494c-4f85-9795-65ab4f11f084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:30.734587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2be5cf45-431c-4577-ab05-1dda8123519a req-733b713e-3bd2-4482-a8db-77eb8fc357b2 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741188 Sep 27 08:36:30.736249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8d805d35-ee4d-416c-b229-2fe7a1527616 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:30.781509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 8d805d35-ee4d-416c-b229-2fe7a1527616 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:30.781937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8d805d35-ee4d-416c-b229-2fe7a1527616 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:30.797839 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.924012 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aaf7c68-1b5a-4a50-9051-4822639b1641 req-a6420983-d04f-4507-b211-e01cc89c3fdb service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679948 Sep 27 08:36:30.926976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:30.947633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:30.953296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Pushing event updated for resources: {'Port': ['ID=884c9f4d-f373-44f4-8c18-56c09e89477e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:30.999201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:31.016634 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.021414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-87666ed5-28fa-43dc-90f5-f5a8a8b612be None None] Provisioning complete for port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:31.021969 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87666ed5-28fa-43dc-90f5-f5a8a8b612be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.057841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Network cab460f8-74bc-43e8-a390-9d1c744310ed is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:31.061531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:31.067495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:31.068485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.070380 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] 10.222.0.57 "PUT /v2.0/ports/22115245-d127-4c81-b101-6ad70d4aca1b HTTP/1.1" status: 200 len: 1092 time: 4.8483453 Sep 27 08:36:31.094751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:31.179568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-87666ed5-28fa-43dc-90f5-f5a8a8b612be None None] Port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:31.200614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-665fd64d-b0fe-4b00-9aba-d541753fd985 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.205138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-665fd64d-b0fe-4b00-9aba-d541753fd985 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "DELETE /v2.0/ports/d3ba4799-1510-47b6-8407-1e262793754f HTTP/1.1" status: 204 len: 168 time: 2.0401900 Sep 27 08:36:31.230732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44342) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:31.313422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf59e14-767e-4114-8fed-9800a4e73458 req-817f33cb-2c81-406c-a9be-ba74e5b4eab4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:31.324955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbf59e14-767e-4114-8fed-9800a4e73458 req-817f33cb-2c81-406c-a9be-ba74e5b4eab4 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.2319071 Sep 27 08:36:31.329422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328fa70-34a8-47bb-972a-c921e4315265 service neutron] Pushing event updated for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:31.378554 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0deff6-7f3f-4234-9004-60d3ca2edf71 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] GET failed (client error): The resource could not be found. Sep 27 08:36:31.383026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5b0deff6-7f3f-4234-9004-60d3ca2edf71 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "GET /v2.0/ports/d3ba4799-1510-47b6-8407-1e262793754f HTTP/1.1" status: 404 len: 333 time: 0.1469569 Sep 27 08:36:31.388378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44346) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:31.393372 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.398739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.399179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe734-feac-443a-ad64-359f3905cb48 req-7993aeff-87d6-4cd0-912c-fd943c19f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:31.401540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-7993aeff-87d6-4cd0-912c-fd943c19f739 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 1095 time: 0.2721138 Sep 27 08:36:31.416314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9dd4a384-7b3f-4898-972a-4833a5ae0e81 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:31.426389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.464088 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbf59e14-767e-4114-8fed-9800a4e73458 req-c8499ff1-369f-436a-b56b-d2bf7a380e1d tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358156 Sep 27 08:36:31.492343 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-8bb1f838-1f9a-4881-8c9e-b861e9b88229 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22115245-d127-4c81-b101-6ad70d4aca1b HTTP/1.1" status: 200 len: 217 time: 0.0655148 Sep 27 08:36:31.561345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe734-feac-443a-ad64-359f3905cb48 req-3d82145b-2339-44b4-9162-355d9da82b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:31.563228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-3d82145b-2339-44b4-9162-355d9da82b53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02eecca5-8385-4595-b5ef-66bdb23e8309 HTTP/1.1" status: 200 len: 855 time: 0.0621288 Sep 27 08:36:31.572552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Attempting to bind port 32fe1438-c76d-4d66-af54-7b956d1ee63a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:31.574636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Attempting to bind port 32fe1438-c76d-4d66-af54-7b956d1ee63a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:31.575480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Attempting to bind port 32fe1438-c76d-4d66-af54-7b956d1ee63a on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:31.584490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cc5802b8-e7dd-4615-8652-f9105fddc1a8 None None] Provisioning complete for port 884c9f4d-f373-44f4-8c18-56c09e89477e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:31.585396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc5802b8-e7dd-4615-8652-f9105fddc1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.588888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21b860-893d-4fa3-8200-d1176d754905 None None] Pushing event updated for resources: {'Port': ['ID=32fe1438-c76d-4d66-af54-7b956d1ee63a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:31.634996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:31.635887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:31.637145 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.637875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:31.638843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Bound port: 32fe1438-c76d-4d66-af54-7b956d1ee63a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:31.639788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.665748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d66b2-3fad-4170-9170-da2f8ec64285 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Deleting port e5a4aeca-e778-4e31-aaf2-c80fbea457dc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:31.666101 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c4d66b2-3fad-4170-9170-da2f8ec64285 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.692190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:31.692935 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.741878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] For port 32fe1438-c76d-4d66-af54-7b956d1ee63a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:31.747122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] For port 32fe1438-c76d-4d66-af54-7b956d1ee63a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=32fe1438-c76d-4d66-af54-7b956d1ee63a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:31.759889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cc5802b8-e7dd-4615-8652-f9105fddc1a8 None None] Port 884c9f4d-f373-44f4-8c18-56c09e89477e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:31.805466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.875385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.927589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c4d66b2-3fad-4170-9170-da2f8ec64285 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:31.940129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:31.941118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:31.941715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:31.942718 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bb3a45-e184-4225-b061-004e49a7e60d" -d '{"events": [{"name": "network-changed", "server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:31.950985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-39acb0f1-3905-46cc-a6cb-d7042deb988c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c34f8a1-de2e-4456-814b-4e242f8f56e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3778796 Sep 27 08:36:31.972430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd5378-bba2-48da-a129-801b529356e2 req-fd88fb10-0e63-443f-9e54-5cc3415d3bf5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:31.974309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4dd5378-bba2-48da-a129-801b529356e2 req-fd88fb10-0e63-443f-9e54-5cc3415d3bf5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 944 time: 0.5869355 Sep 27 08:36:31.976214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d66b2-3fad-4170-9170-da2f8ec64285 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Calling delete_port for e5a4aeca-e778-4e31-aaf2-c80fbea457dc owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:31.986812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21b860-893d-4fa3-8200-d1176d754905 None None] Pushing event updated for resources: {'Port': ['ID=32fe1438-c76d-4d66-af54-7b956d1ee63a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:32.008808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3019bfe-f453-4922-a8fb-950a0329f83e req-4197ab12-3297-41ad-89d4-85db1a8a321e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:32.011272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3019bfe-f453-4922-a8fb-950a0329f83e req-4197ab12-3297-41ad-89d4-85db1a8a321e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 936 time: 0.1272447 Sep 27 08:36:32.075791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:32.116966 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4dd5378-bba2-48da-a129-801b529356e2 req-c94bf0ac-cd4a-4a87-8d9a-fb0f31519191 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337330 Sep 27 08:36:32.140820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3019bfe-f453-4922-a8fb-950a0329f83e req-394a738e-b964-4d68-96d3-f9ece421022b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158297 Sep 27 08:36:32.149651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-302a391f-4594-41ee-ba67-68a732887e55 service neutron] 10.222.0.57 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851454 Sep 27 08:36:32.235913 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd366c4-3a40-4adc-ad52-37129ae1a594 x-openstack-request-id: req-9fd366c4-3a40-4adc-ad52-37129ae1a594 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:32.236201 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:32.236490 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9fd366c4-3a40-4adc-ad52-37129ae1a594 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:32.236881 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b', 'status': 'completed', 'code': 200} Sep 27 08:36:32.289604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-917fe734-feac-443a-ad64-359f3905cb48 req-1d19b637-a395-422c-bb18-0f2964c9bca0 service neutron] 10.222.0.57 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302121 Sep 27 08:36:32.302193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:32.304080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:32.310496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:32.310799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c4d66b2-3fad-4170-9170-da2f8ec64285 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:32.313227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:32.329398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Transition to ACTIVE for port object ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:36:32.335620 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:32.420478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c4d66b2-3fad-4170-9170-da2f8ec64285 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:32.425412 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6c4d66b2-3fad-4170-9170-da2f8ec64285 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "DELETE /v2.0/ports/e5a4aeca-e778-4e31-aaf2-c80fbea457dc HTTP/1.1" status: 204 len: 168 time: 1.0335379 Sep 27 08:36:32.429643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:32.437050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44358) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:32.450553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:32.453591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Pushing event updated for resources: {'Port': ['ID=884c9f4d-f373-44f4-8c18-56c09e89477e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:32.463619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:30Z', 'revision_number': 1, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:32.509192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d66b2-3fad-4170-9170-da2f8ec64285 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Port': ['ID=e5a4aeca-e778-4e31-aaf2-c80fbea457dc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:32.521817 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-64129bcc-98a3-4bc9-a26d-3e0ac4278eb4 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] GET failed (client error): The resource could not be found. Sep 27 08:36:32.527000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-64129bcc-98a3-4bc9-a26d-3e0ac4278eb4 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "GET /v2.0/ports/e5a4aeca-e778-4e31-aaf2-c80fbea457dc HTTP/1.1" status: 404 len: 333 time: 0.0841675 Sep 27 08:36:32.538790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44368) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:32.580927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a6d69-5b39-4850-93c9-d51d9c2dfa9d None None] The sync data for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 is: [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:30Z', 'revision_number': 1, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:32.646703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-7f2431c3-9c49-4a49-acc7-4dcad7c91240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:32.650605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-7f2431c3-9c49-4a49-acc7-4dcad7c91240 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 1095 time: 0.2113690 Sep 27 08:36:32.765457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Network cab460f8-74bc-43e8-a390-9d1c744310ed is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:32.773839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:32.806695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-73167556-29eb-4ee3-b341-7b151437e11e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Deleting port 516d42aa-3174-4953-80d4-01ac8b4652fb {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:32.807269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73167556-29eb-4ee3-b341-7b151437e11e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:32.931309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Attempting to bind port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:32.931649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Attempting to bind port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:32.932011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Attempting to bind port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:32.953334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38b79-953a-4a78-93e9-768b4330226e req-734315da-f37b-460c-9af9-0c89954028a9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:32.955237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0e38b79-953a-4a78-93e9-768b4330226e req-734315da-f37b-460c-9af9-0c89954028a9 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.3326013 Sep 27 08:36:32.975987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:36:32.976301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Attempting to bind port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:33.034892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:33.035246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:33.035643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:33.036088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Bound port: ddd3f8f3-3ffd-4034-906c-63d9b19a8d22, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:33.037170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.042881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-f392ed9e-a6f9-4e80-bc62-45ab56cce499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:33.044678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-f392ed9e-a6f9-4e80-bc62-45ab56cce499 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 916 time: 0.3649983 Sep 27 08:36:33.062500 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73167556-29eb-4ee3-b341-7b151437e11e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.084655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-73167556-29eb-4ee3-b341-7b151437e11e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Calling delete_port for 516d42aa-3174-4953-80d4-01ac8b4652fb owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:33.085009 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0e38b79-953a-4a78-93e9-768b4330226e req-c2de27c9-f48d-4369-9ad9-2107cf20de5b tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219416 Sep 27 08:36:33.195027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Router ba7b6a72-61ab-472c-add9-583d0b79de62 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:36:33.207195 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-d6719fc4-0e19-4c3b-a65c-9a19ecdb5af7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22115245-d127-4c81-b101-6ad70d4aca1b HTTP/1.1" status: 200 len: 217 time: 0.1400349 Sep 27 08:36:33.220622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-2f8764a4-03f7-4fb4-a795-0edb20b00624 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:33.222183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-2f8764a4-03f7-4fb4-a795-0edb20b00624 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.3795214 Sep 27 08:36:33.259490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a2801276-7602-49e6-878a-c127ef84f45f None None] Provisioning complete for port 884c9f4d-f373-44f4-8c18-56c09e89477e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:33.260143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2801276-7602-49e6-878a-c127ef84f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.313298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a2801276-7602-49e6-878a-c127ef84f45f None None] Port 884c9f4d-f373-44f4-8c18-56c09e89477e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:33.395051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] For port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:33.410021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e72c7a-03f0-4109-80d5-b579dd41fbe9 req-e42f1fff-422e-4e03-974e-d9f78cc14669 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:33.411585 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8e72c7a-03f0-4109-80d5-b579dd41fbe9 req-e42f1fff-422e-4e03-974e-d9f78cc14669 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 948 time: 0.1383188 Sep 27 08:36:33.433502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-7be45177-01a8-4757-87ae-37321810f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:33.434799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-7be45177-01a8-4757-87ae-37321810f115 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02eecca5-8385-4595-b5ef-66bdb23e8309 HTTP/1.1" status: 200 len: 855 time: 0.2116861 Sep 27 08:36:33.439928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] For port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:33.446276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:33.455316 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-61c72581-7b90-42b1-963a-2704b801e567 admin admin] 10.222.0.50 "PUT /v2.0/routers/ba7b6a72-61ab-472c-add9-583d0b79de62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6875947 Sep 27 08:36:33.456463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73167556-29eb-4ee3-b341-7b151437e11e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.463326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.472778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b3a0-5a59-4425-914d-efa8f9db4c88 req-8991e033-9f5c-4f45-92f5-092314750207 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:33.480624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6db1b3a0-5a59-4425-914d-efa8f9db4c88 req-8991e033-9f5c-4f45-92f5-092314750207 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 944 time: 0.1781812 Sep 27 08:36:33.519983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73167556-29eb-4ee3-b341-7b151437e11e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Port': ['ID=516d42aa-3174-4953-80d4-01ac8b4652fb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:33.529190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8e72c7a-03f0-4109-80d5-b579dd41fbe9 req-45ea7dcb-fd18-4c26-8e84-ef32eb39cc95 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047904 Sep 27 08:36:33.558177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-7fe63ebf-7578-497d-a763-ae3ebf6266bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c34f8a1-de2e-4456-814b-4e242f8f56e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042292 Sep 27 08:36:33.632228 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73167556-29eb-4ee3-b341-7b151437e11e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.634927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-73167556-29eb-4ee3-b341-7b151437e11e tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "DELETE /v2.0/ports/516d42aa-3174-4953-80d4-01ac8b4652fb HTTP/1.1" status: 204 len: 168 time: 1.0951595 Sep 27 08:36:33.637746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44388) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:33.678286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:33.679290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.681075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] 10.222.0.67 "PUT /v2.0/ports/ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 HTTP/1.1" status: 200 len: 1096 time: 3.0316498 Sep 27 08:36:33.769508 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6db1b3a0-5a59-4425-914d-efa8f9db4c88 req-de6f837d-5730-4cbf-b124-13f7eb41acd8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780225 Sep 27 08:36:33.811997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a262b6-b39c-414c-8390-43c3a0a95bb7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Deleting subnet b1f78461-bc7d-4b23-9867-9e8bfc07e1a1 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:36:33.823895 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47a262b6-b39c-414c-8390-43c3a0a95bb7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.902121 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47a262b6-b39c-414c-8390-43c3a0a95bb7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:33.941850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc93802-273e-4523-9c74-83be2cf9fa77 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:33.973016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Deleting port 0b71c617-54aa-4638-bffb-5ea74a29fe4b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:33.974524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.108585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47a262b6-b39c-414c-8390-43c3a0a95bb7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.113200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-81b0157c-ad45-4e44-893c-b81c57feaf4d service neutron] 10.222.0.57 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854500 Sep 27 08:36:34.137347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-ee156aaa-d36a-42f4-a09e-d91b82e5b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:34.139202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-ee156aaa-d36a-42f4-a09e-d91b82e5b7bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 1099 time: 0.3667767 Sep 27 08:36:34.237604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47a262b6-b39c-414c-8390-43c3a0a95bb7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.245610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba7fdf1-494c-4f85-9795-65ab4f11f084', 'tag': 'ddd3f8f3-3ffd-4034-906c-63d9b19a8d22'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:34.247910 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f793405-bd3e-412f-96c3-1ab32b103e52" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba7fdf1-494c-4f85-9795-65ab4f11f084", "tag": "ddd3f8f3-3ffd-4034-906c-63d9b19a8d22"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:34.263208 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-a0b0bfe4-8784-4533-8bf7-ad466fe8af84 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 HTTP/1.1" status: 200 len: 217 time: 0.0823843 Sep 27 08:36:34.288775 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47a262b6-b39c-414c-8390-43c3a0a95bb7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.293269 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-47a262b6-b39c-414c-8390-43c3a0a95bb7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "DELETE /v2.0/subnets/b1f78461-bc7d-4b23-9867-9e8bfc07e1a1 HTTP/1.1" status: 204 len: 168 time: 0.6513023 Sep 27 08:36:34.293269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a262b6-b39c-414c-8390-43c3a0a95bb7 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f78461-bc7d-4b23-9867-9e8bfc07e1a1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:34.295006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44416) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:34.297920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbd712-3762-4579-9197-c15d9c1b7b2d None None] Network dd728e76-0bbf-4c56-a761-f4670a6b1c6f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:34.310705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef69c4-ee84-4683-8363-623c9e0e177d req-dfdc074c-52e1-46e0-b94e-4926596093f6 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:34.320470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ef69c4-ee84-4683-8363-623c9e0e177d req-dfdc074c-52e1-46e0-b94e-4926596093f6 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 945 time: 0.1350622 Sep 27 08:36:34.373138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] For port 0b71c617-54aa-4638-bffb-5ea74a29fe4b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0b71c617-54aa-4638-bffb-5ea74a29fe4b,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:34.374190 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.417067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Calling delete_port for 0b71c617-54aa-4638-bffb-5ea74a29fe4b owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:34.433125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ef69c4-ee84-4683-8363-623c9e0e177d req-b4850792-82d4-4477-b872-c7a409d92709 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f09129b-498b-4aa9-845d-3c66ba142434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116951 Sep 27 08:36:34.443238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.443461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-fb1eab88-8d7a-4cb1-9677-e5120b883f1d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:34.445027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-fb1eab88-8d7a-4cb1-9677-e5120b883f1d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/networks?id=cab460f8-74bc-43e8-a390-9d1c744310ed HTTP/1.1" status: 200 len: 828 time: 0.3398683 Sep 27 08:36:34.450371 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2bb3a45-e184-4225-b061-004e49a7e60d req-9c05ccf2-1f4c-4f9e-a87f-36d59d23e25f service neutron] 10.222.0.57 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065243 Sep 27 08:36:34.451784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-9b0c7726-263e-4c58-b8e9-27d43d58c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:34.453246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-9b0c7726-263e-4c58-b8e9-27d43d58c982 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1325765 Sep 27 08:36:34.534882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] DHCP port deletion for dd728e76-0bbf-4c56-a761-f4670a6b1c6f request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:36:34.540313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-8c751c2b-f62d-40fb-9086-a1b476f26ec9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/quotas/7bf6515ca46148839c1f171d2d19051f HTTP/1.1" status: 200 len: 375 time: 0.0860245 Sep 27 08:36:34.540484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Deleting port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:34.540792 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.599552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-4ccaf57e-5cd6-4d45-9948-5bab20720a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:34.601168 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-4ccaf57e-5cd6-4d45-9948-5bab20720a5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334405 Sep 27 08:36:34.620189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] For port 7080b1cb-ba0b-4a19-b68e-0962adb70f13, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7080b1cb-ba0b-4a19-b68e-0962adb70f13,segment=NetworkSegment(1ccb20af-dcf1-4678-b2d0-6d9c68382c9d),segment_id=1ccb20af-dcf1-4678-b2d0-6d9c68382c9d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:34.620474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] Deleting port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:34.620580 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.620848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.634391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Calling delete_port for 7080b1cb-ba0b-4a19-b68e-0962adb70f13 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:34.647442 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-1123c4f7-756e-44ce-b12f-5ab0d0710233 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf6515ca46148839c1f171d2d19051f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059327 Sep 27 08:36:34.697682 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1545a574-f040-4384-a4bf-774d64eb9687 x-openstack-request-id: req-1545a574-f040-4384-a4bf-774d64eb9687 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:34.697961 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba7fdf1-494c-4f85-9795-65ab4f11f084", "tag": "ddd3f8f3-3ffd-4034-906c-63d9b19a8d22", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:34.699023 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1545a574-f040-4384-a4bf-774d64eb9687 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:34.700799 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba7fdf1-494c-4f85-9795-65ab4f11f084', 'tag': 'ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', 'status': 'completed', 'code': 200} Sep 27 08:36:34.764973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] For port 7080b1cb-ba0b-4a19-b68e-0962adb70f13, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7080b1cb-ba0b-4a19-b68e-0962adb70f13,segment=NetworkSegment(1ccb20af-dcf1-4678-b2d0-6d9c68382c9d),segment_id=1ccb20af-dcf1-4678-b2d0-6d9c68382c9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:34.764973 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.765314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.779310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] Calling delete_port for 7080b1cb-ba0b-4a19-b68e-0962adb70f13 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:34.805082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Port': ['ID=7080b1cb-ba0b-4a19-b68e-0962adb70f13,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:34.825538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] No DVR routers for this DVR port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:34.847501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 22115245-d127-4c81-b101-6ad70d4aca1b details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:34.901829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-0304ac5c-34f2-4cbb-bb0f-aeb4dafb5da7 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911966 Sep 27 08:36:34.906481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:34.922309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['0b71c617-54aa-4638-bffb-5ea74a29fe4b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:35.001583 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.013298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a9a0431-4a2c-4e07-b48e-8ffd2e26f18e req-808b7ca3-f4bb-4a37-b7cf-4879c23c6df5 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998800 Sep 27 08:36:35.042530 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] Pushing event deleted for resources: {'Port': ['ID=7080b1cb-ba0b-4a19-b68e-0962adb70f13,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:35.046386 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f3e69-216a-4014-b882-9d7b7c893852 None None] No DVR routers for this DVR port 7080b1cb-ba0b-4a19-b68e-0962adb70f13 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:35.052284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-f821ce7c-e187-4bcc-9290-48075762dc7c service neutron] 10.222.0.50 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949940 Sep 27 08:36:35.054902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Pushing event deleted for resources: {'Port': ['ID=0b71c617-54aa-4638-bffb-5ea74a29fe4b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:35.082819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:35.101883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '22115245-d127-4c81-b101-6ad70d4aca1b', 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'port_id': '22115245-d127-4c81-b101-6ad70d4aca1b', 'mac_address': 'fa:16:3e:08:8e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02eecca5-8385-4595-b5ef-66bdb23e8309', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:35.207453 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.224357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22115245-d127-4c81-b101-6ad70d4aca1b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:35.229119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] No DVR routers for this DVR port 0b71c617-54aa-4638-bffb-5ea74a29fe4b on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:35.237231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.239284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50d22ef7-0fb8-4d8a-a477-c93c363ef299 req-bed642ee-7a7f-435b-b6b1-b00671a4950a tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.67 "DELETE /v2.0/ports/0b71c617-54aa-4638-bffb-5ea74a29fe4b HTTP/1.1" status: 204 len: 173 time: 1.9275968 Sep 27 08:36:35.297020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:35.309285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.319100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-17a68aef-799c-4e29-b3ac-844f648e3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:35.320967 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-17a68aef-799c-4e29-b3ac-844f648e3cc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 1099 time: 0.2175012 Sep 27 08:36:35.422846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-3e3cb677-cb19-4c19-9ec0-00bec9242d8f service neutron] 10.222.0.50 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543272 Sep 27 08:36:35.437276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361b762-2db5-4e07-8ef3-05d0dff8462b req-b49e44db-cb26-4032-a3d4-045914008739 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:35.444912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0361b762-2db5-4e07-8ef3-05d0dff8462b req-b49e44db-cb26-4032-a3d4-045914008739 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 948 time: 0.6932373 Sep 27 08:36:35.475062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 32fe1438-c76d-4d66-af54-7b956d1ee63a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:35.477648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:35.515152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.585404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.588738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0361b762-2db5-4e07-8ef3-05d0dff8462b req-a67ae0ef-b3a9-44ef-8343-bd4261c399a5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427839 Sep 27 08:36:35.590320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['22115245-d127-4c81-b101-6ad70d4aca1b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:35.643265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd728e76-0bbf-4c56-a761-f4670a6b1c6f']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:35.690250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccb20af-dcf1-4678-b2d0-6d9c68382c9d') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:35.690578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccb20af-dcf1-4678-b2d0-6d9c68382c9d') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:35.729457 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.796862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.833865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:36:35.834712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:36:35.842875 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:36:35.849825 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Sync routers for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:35.902814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769051b-d70c-4c3d-9585-868cf080559f req-f8bcb049-f14b-431b-b5ac-c3da5fae0fd3 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:35.910772 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:35.911768 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:35.914072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3769051b-d70c-4c3d-9585-868cf080559f req-f8bcb049-f14b-431b-b5ac-c3da5fae0fd3 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 945 time: 0.1705215 Sep 27 08:36:35.964223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-4e4f103e-baf3-48d6-9cff-8d8eee1e91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:35.968630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-4e4f103e-baf3-48d6-9cff-8d8eee1e91c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.6370351 Sep 27 08:36:36.006190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 32fe1438-c76d-4d66-af54-7b956d1ee63a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:36.006567 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.029324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23b47557-b557-47cd-886b-e04197572ce1 req-19a51ab3-b74d-48b6-8e92-d4d7b7e33ad6 tempest-ListServerFiltersTestJSON-884170473 tempest-ListServerFiltersTestJSON-884170473-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3 HTTP/1.1" status: 200 len: 210 time: 0.0527461 Sep 27 08:36:36.086573 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:36.118517 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3769051b-d70c-4c3d-9585-868cf080559f req-cee9715e-2ae8-4f8b-9e08-0d78cd93ef95 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954978 Sep 27 08:36:36.119722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.138193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-e655cf21-7e1b-46a8-9580-ba53a8323647 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 HTTP/1.1" status: 200 len: 217 time: 0.1547592 Sep 27 08:36:36.147990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.157534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] 10.222.0.50 "DELETE /v2.0/networks/dd728e76-0bbf-4c56-a761-f4670a6b1c6f HTTP/1.1" status: 204 len: 168 time: 1.8615792 Sep 27 08:36:36.216199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04652547-8445-4fc1-b84a-3ddbbdbbcf76 tempest-AllowedAddressPairIpV6TestJSON-1956693782 tempest-AllowedAddressPairIpV6TestJSON-1956693782-project] Pushing event deleted for resources: {'Network': ['ID=dd728e76-0bbf-4c56-a761-f4670a6b1c6f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:36.328909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f54c14e3-8da1-494f-9c7f-91b38650df2b req-1ea794dd-8936-42a7-bfbd-b856b6c8df52 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 210 time: 0.0843251 Sep 27 08:36:36.335161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-b1ed0709-cd4b-4b38-acf0-5f449952a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:36.337475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-b1ed0709-cd4b-4b38-acf0-5f449952a9c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1821778 Sep 27 08:36:36.382202 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:32Z', 'revision_number': 2, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:36.388772 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.411689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 32fe1438-c76d-4d66-af54-7b956d1ee63a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=32fe1438-c76d-4d66-af54-7b956d1ee63a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:36.414830 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Checking router: ba7b6a72-61ab-472c-add9-583d0b79de62 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:36.415215 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Updating router ba7b6a72-61ab-472c-add9-583d0b79de62 port 884c9f4d-f373-44f4-8c18-56c09e89477e binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:36:36.424359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.487897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=32fe1438-c76d-4d66-af54-7b956d1ee63a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:36.489389 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.490223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-3665b8d8-0c7b-42b1-ae2a-e970416cc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:36.501022 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-3665b8d8-0c7b-42b1-ae2a-e970416cc2f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499121 Sep 27 08:36:36.505474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7080b1cb-ba0b-4a19-b68e-0962adb70f13 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:36.528021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7080b1cb-ba0b-4a19-b68e-0962adb70f13 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:36.528661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7080b1cb-ba0b-4a19-b68e-0962adb70f13 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:36.548051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44446) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:36.704723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3', 'name': 'network-vif-deleted', 'tag': '0b71c617-54aa-4638-bffb-5ea74a29fe4b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:36.708092 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2657d25f-7cde-4501-a8a7-d4d19fe6af3d" -d '{"events": [{"server_uuid": "3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3", "name": "network-vif-deleted", "tag": "0b71c617-54aa-4638-bffb-5ea74a29fe4b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:36.776043 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c949ad1-7ef3-42f6-b4f6-61868180e85c x-openstack-request-id: req-5c949ad1-7ef3-42f6-b4f6-61868180e85c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:36.778013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67659664-6329-4b14-b93f-b69969569d0d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3f10dec285f4359bcb0f7c1194ef22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274806 Sep 27 08:36:36.778567 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3", "name": "network-vif-deleted", "tag": "0b71c617-54aa-4638-bffb-5ea74a29fe4b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:36.779563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44454) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:36.783599 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c949ad1-7ef3-42f6-b4f6-61868180e85c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:36.784018 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0016f2-e19f-4bfb-9ee3-1f522dc9a1b3', 'name': 'network-vif-deleted', 'tag': '0b71c617-54aa-4638-bffb-5ea74a29fe4b', 'status': 'completed', 'code': 200} Sep 27 08:36:36.787752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-cfbb848a-672d-4f10-a366-638ec8551e69 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828000 Sep 27 08:36:36.868813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73e96e8e-10be-489d-933a-56e7aaec804e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.873736 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.886484 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.918967 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73e96e8e-10be-489d-933a-56e7aaec804e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:36.949924 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Pushing event updated for resources: {'Port': ['ID=884c9f4d-f373-44f4-8c18-56c09e89477e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:36.957829 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.958413 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.958911 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.959404 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.959901 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.960423 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.960907 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.961390 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.961887 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.962422 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.962917 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.963675 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:36:36.992232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f793405-bd3e-412f-96c3-1ab32b103e52 req-bd95fc25-8364-4405-93c8-944163df8e31 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727388 Sep 27 08:36:37.006596 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73e96e8e-10be-489d-933a-56e7aaec804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.009283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73e96e8e-10be-489d-933a-56e7aaec804e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.010505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-73e96e8e-10be-489d-933a-56e7aaec804e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3d60eab-465a-4a1f-924a-2461ccf430eb HTTP/1.1" status: 204 len: 168 time: 0.2299538 Sep 27 08:36:37.019554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e96e8e-10be-489d-933a-56e7aaec804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d60eab-465a-4a1f-924a-2461ccf430eb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:37.068380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2b86-f584-45f5-8988-e74f9d0b261f req-6402f233-a583-4fbf-ae5a-19947dcc0c91 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:37.081861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b35c2b86-f584-45f5-8988-e74f9d0b261f req-6402f233-a583-4fbf-ae5a-19947dcc0c91 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 948 time: 0.3396869 Sep 27 08:36:37.090857 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Attempting to bind port 884c9f4d-f373-44f4-8c18-56c09e89477e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:37.091430 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Attempting to bind port 884c9f4d-f373-44f4-8c18-56c09e89477e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:37.091710 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Attempting to bind port 884c9f4d-f373-44f4-8c18-56c09e89477e on network cab460f8-74bc-43e8-a390-9d1c744310ed {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:37.108187 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:37.108659 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Checking segment: {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:37.109025 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.109423 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Bound using segment: {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:37.109913 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Bound port: 884c9f4d-f373-44f4-8c18-56c09e89477e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:37.110302 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.127481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b35c2b86-f584-45f5-8988-e74f9d0b261f req-ca0dd0ce-74fc-4b3e-98ef-9bc947e3e8e2 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Sep 27 08:36:37.127797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44464) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:37.228177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-020e438c-ec13-4e0b-a065-d457493d60f5 admin admin] Deleting subnet eb9cc257-91b1-42e5-acd2-54e21a8e4719 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:36:37.240398 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-020e438c-ec13-4e0b-a065-d457493d60f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.266408 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] For port 884c9f4d-f373-44f4-8c18-56c09e89477e, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:37.277632 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] For port 884c9f4d-f373-44f4-8c18-56c09e89477e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=884c9f4d-f373-44f4-8c18-56c09e89477e,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:37.288281 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.326054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-020e438c-ec13-4e0b-a065-d457493d60f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.334762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 32fe1438-c76d-4d66-af54-7b956d1ee63a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:37.364776 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e658496-4eb2-4aaa-a232-93f98af89f9f None None] Pushing event updated for resources: {'Port': ['ID=884c9f4d-f373-44f4-8c18-56c09e89477e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:37.378836 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:37.379693 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:37.492856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c16d5a4a-2d57-4906-8b20-b49d099b962d None None] Provisioning complete for port 884c9f4d-f373-44f4-8c18-56c09e89477e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:37.493558 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c16d5a4a-2d57-4906-8b20-b49d099b962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.502827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 0b71c617-54aa-4638-bffb-5ea74a29fe4b no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:37.523875 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:37.545460 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0febf092-01ea-4899-a1bd-ce54b09a2f19 req-f3728868-894c-4bd7-8cc4-2d09c5b8d628 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 210 time: 0.0820317 Sep 27 08:36:37.699210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 32fe1438-c76d-4d66-af54-7b956d1ee63a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:37.699790 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.710404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-020e438c-ec13-4e0b-a065-d457493d60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.712876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 0b71c617-54aa-4638-bffb-5ea74a29fe4b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:37.713356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 0b71c617-54aa-4638-bffb-5ea74a29fe4b not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:37.780974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045a82d-999a-4401-93e8-4e6db61301eb req-520a2884-306d-4c22-b656-80bcc65eeb42 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:37.789410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7045a82d-999a-4401-93e8-4e6db61301eb req-520a2884-306d-4c22-b656-80bcc65eeb42 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 945 time: 0.1973875 Sep 27 08:36:37.917869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7045a82d-999a-4401-93e8-4e6db61301eb req-6ce986d4-7aaf-4bef-9235-efb5072ead8e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271191 Sep 27 08:36:37.925203 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-020e438c-ec13-4e0b-a065-d457493d60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.966603 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:37Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:37.967289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-7b78c11b-415d-41e6-b238-ea8c61902c6d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:37.969813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-7b78c11b-415d-41e6-b238-ea8c61902c6d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.57 "GET /v2.0/networks?id=cab460f8-74bc-43e8-a390-9d1c744310ed HTTP/1.1" status: 200 len: 828 time: 0.3957760 Sep 27 08:36:37.977122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e85f096-46c5-4b4a-8620-203003a57569 None None] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:37.981373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-020e438c-ec13-4e0b-a065-d457493d60f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:37.984118 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-020e438c-ec13-4e0b-a065-d457493d60f5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eb9cc257-91b1-42e5-acd2-54e21a8e4719 HTTP/1.1" status: 204 len: 168 time: 0.8550837 Sep 27 08:36:37.986444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44484) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:37.994593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Request body: {'port': {'device_id': '37e3c201-b9b7-474c-bf96-0098c114991d', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'admin_state_up': True, 'tenant_id': '7bf6515ca46148839c1f171d2d19051f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:38.059942 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd3c22d-a1aa-40f9-8c2f-68cc2e2b53a8 None None] The sync data for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 is: [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:37Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:38.066016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.068176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e438c-ec13-4e0b-a065-d457493d60f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9cc257-91b1-42e5-acd2-54e21a8e4719,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:38.150832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Deleting port 2021c5c3-694b-4824-ab82-390864311978 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:38.151433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.324698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Made reservation on behalf of 7bf6515ca46148839c1f171d2d19051f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:38.338776 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.374183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] For port 2021c5c3-694b-4824-ab82-390864311978, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2021c5c3-694b-4824-ab82-390864311978,segment=NetworkSegment(6f5e5192-b0d9-4018-96b1-68d0205a004f),segment_id=6f5e5192-b0d9-4018-96b1-68d0205a004f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:38.374676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.392781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Calling delete_port for 2021c5c3-694b-4824-ab82-390864311978 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:38.441081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b352212-d8d8-4327-8d57-9ada80c12278 req-bfb3d638-8a6b-4843-b297-b3566857724c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:38.449901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9b352212-d8d8-4327-8d57-9ada80c12278 req-bfb3d638-8a6b-4843-b297-b3566857724c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 948 time: 0.1480670 Sep 27 08:36:38.466136 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c16d5a4a-2d57-4906-8b20-b49d099b962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.563017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c16d5a4a-2d57-4906-8b20-b49d099b962d None None] For port 884c9f4d-f373-44f4-8c18-56c09e89477e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=884c9f4d-f373-44f4-8c18-56c09e89477e,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:38.569506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c16d5a4a-2d57-4906-8b20-b49d099b962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.609715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9b352212-d8d8-4327-8d57-9ada80c12278 req-f34c1fa4-2e89-4ad9-ad40-21bb43ae8a13 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588478 Sep 27 08:36:38.623962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] DHCP port deletion for ecfc4887-be95-4181-a514-ed7eab08c0e8 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:36:38.684865 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.732443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Allocated IP 172.20.0.3 (cab460f8-74bc-43e8-a390-9d1c744310ed/c49b4dc5-8a8d-41da-aa81-2656e46246dc/310ac58f-eff0-47f5-abec-a6f889c1b8ef) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:38.762438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] No DVR routers for this DVR port 2021c5c3-694b-4824-ab82-390864311978 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:38.766318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=2021c5c3-694b-4824-ab82-390864311978,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:38.797014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 22115245-d127-4c81-b101-6ad70d4aca1b up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:38.809119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b8aed4c0-ceca-4c85-9671-f32e0ebb5a59 None None] Provisioning complete for port 884c9f4d-f373-44f4-8c18-56c09e89477e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:38.809501 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8aed4c0-ceca-4c85-9671-f32e0ebb5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.861474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee6520-55e8-4d0a-b249-8227a6eca2da req-3f2c793c-31bd-483a-a8c9-cc2e1aa512f3 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:38.864658 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcee6520-55e8-4d0a-b249-8227a6eca2da req-3f2c793c-31bd-483a-a8c9-cc2e1aa512f3 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1097 time: 0.3573191 Sep 27 08:36:38.899405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d5a4a-2d57-4906-8b20-b49d099b962d None None] Pushing event updated for resources: {'Port': ['ID=884c9f4d-f373-44f4-8c18-56c09e89477e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:38.902253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.927045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfc4887-be95-4181-a514-ed7eab08c0e8']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:38.951491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] Deleting port 2021c5c3-694b-4824-ab82-390864311978 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:38.951876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:38.962805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5e5192-b0d9-4018-96b1-68d0205a004f') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:38.964713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5e5192-b0d9-4018-96b1-68d0205a004f') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:38.981336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.000166 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.006807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:39.033821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:36:39.034706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:36:39.036986 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:36:39.044302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcee6520-55e8-4d0a-b249-8227a6eca2da req-4bd04c86-26a6-48b4-b265-3547b60e83e1 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722517 Sep 27 08:36:39.083792 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-276f03b1-2baf-4903-a5c5-95e898bf7abe req-a647c06f-d97a-4c61-80f3-83a8a3145d2e tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 210 time: 0.2594354 Sep 27 08:36:39.143862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.164241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 22115245-d127-4c81-b101-6ad70d4aca1b completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:39.170670 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.181425 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.185821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] 10.222.0.50 "DELETE /v2.0/networks/ecfc4887-be95-4181-a514-ed7eab08c0e8 HTTP/1.1" status: 204 len: 168 time: 1.1959140 Sep 27 08:36:39.185988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] For port 2021c5c3-694b-4824-ab82-390864311978, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:39.185988 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.208736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008779e-511a-4f1c-8bd5-f631bde45bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfc4887-be95-4181-a514-ed7eab08c0e8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:39.222349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] Calling delete_port for 2021c5c3-694b-4824-ab82-390864311978 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:39.227322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] Port 2021c5c3-694b-4824-ab82-390864311978 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:36:39.228797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.244576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] Network ecfc4887-be95-4181-a514-ed7eab08c0e8 is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:36:39.246275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] No DVR routers for this DVR port 2021c5c3-694b-4824-ab82-390864311978 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:39.249283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 22115245-d127-4c81-b101-6ad70d4aca1b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:39.252429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.336384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1438417134'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:39.348346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8afe1d-9360-470d-ae30-235e77953774 None None] Pushing event deleted for resources: {'Port': ['ID=2021c5c3-694b-4824-ab82-390864311978,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:39.350081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.424252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Network cab460f8-74bc-43e8-a390-9d1c744310ed is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:39.430909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:39.434087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:39.472750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 884c9f4d-f373-44f4-8c18-56c09e89477e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:39.516097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:39.516820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.570409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44520) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:39.572496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:39.579559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48511d-a3d4-46ad-a6e9-6fe0d411a012 req-17559680-e0fe-4e8f-ae79-f1146627aad8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:39.585190 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f48511d-a3d4-46ad-a6e9-6fe0d411a012 req-17559680-e0fe-4e8f-ae79-f1146627aad8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 945 time: 0.4212475 Sep 27 08:36:39.604930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.622121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Made reservation on behalf of 2e8dab685b294b99b082d8bf03fbc618 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:39.631684 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.672353 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.673004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:39.676249 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f587306-2b1d-428a-95e6-c4f39b9b00d2" -d '{"events": [{"server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "name": "network-vif-plugged", "status": "completed", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:39.681858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a7c6d8c7-ef1f-4239-a561-b3459bcd365d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=183dc8fe124d4315b45d59687cee71ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062622 Sep 27 08:36:39.684196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44528) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:39.693386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Pushing event updated for resources: {'Port': ['ID=310ac58f-eff0-47f5-abec-a6f889c1b8ef,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:39.710094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:39.741161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 884c9f4d-f373-44f4-8c18-56c09e89477e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:39.741707 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.744236 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.819369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:39.844434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc854552-4dac-4cdd-97d6-1d7a421da8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.844950 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.847518 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-09f43b0d-8d5a-4c17-8642-19959d0558a9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8666980 Sep 27 08:36:39.858445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.864451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:39.880726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Request body: {'port': {'device_id': '37e3c201-b9b7-474c-bf96-0098c114991d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:39.887636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-434e1aa7-db8a-42b6-acb3-c3d30577257e None None] Provisioning complete for port 310ac58f-eff0-47f5-abec-a6f889c1b8ef triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:39.888093 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-434e1aa7-db8a-42b6-acb3-c3d30577257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.889738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', 'mac_address': 'fa:16:3e:57:98:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:39.896245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc854552-4dac-4cdd-97d6-1d7a421da8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.962518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.971324 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc854552-4dac-4cdd-97d6-1d7a421da8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.975388 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc854552-4dac-4cdd-97d6-1d7a421da8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:39.979361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fc854552-4dac-4cdd-97d6-1d7a421da8f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f09129b-498b-4aa9-845d-3c66ba142434 HTTP/1.1" status: 204 len: 168 time: 0.2939048 Sep 27 08:36:39.982937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:36:39.989831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854552-4dac-4cdd-97d6-1d7a421da8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f09129b-498b-4aa9-845d-3c66ba142434,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:40.019653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f48511d-a3d4-46ad-a6e9-6fe0d411a012 req-f11926a8-158c-4c36-b570-cea2d86d5318 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093795 Sep 27 08:36:40.028669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-434e1aa7-db8a-42b6-acb3-c3d30577257e None None] Port 310ac58f-eff0-47f5-abec-a6f889c1b8ef cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:40.059130 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.062325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:40.073996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.074625 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Added segment fb65bef7-66b0-4366-90dd-36f2387e2d80 of type vlan for network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 Sep 27 08:36:40.078492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0180f951-daaa-49a6-8780-13bbbe418bf7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:40.127166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:40.144679 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.273208 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:40.287307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2021c5c3-694b-4824-ab82-390864311978 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:40.299749 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.346047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 2021c5c3-694b-4824-ab82-390864311978 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:40.351334 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2021c5c3-694b-4824-ab82-390864311978 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:40.475299 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.481331 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:40.482033 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.525059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:40.544574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5364006 Sep 27 08:36:40.547944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44560) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:40.553733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Request body: {'subnet': {'network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:40.600393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eaca1-a9d9-4340-9594-07f35dc9d9b3 req-6bd1ab84-3031-4074-a244-930ca076682b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:40.601933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-631eaca1-a9d9-4340-9594-07f35dc9d9b3 req-6bd1ab84-3031-4074-a244-930ca076682b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 949 time: 0.2019184 Sep 27 08:36:40.645581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1edc99-81f6-4ab0-a077-2ed5834e1e6c tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'Network': ['ID=12a9d7ec-13bb-4f58-b202-20c4d2d50e28,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:40.700524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:36:40.741390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-631eaca1-a9d9-4340-9594-07f35dc9d9b3 req-76613a94-12eb-484a-8544-57bc32229719 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067698 Sep 27 08:36:40.785004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-dd72a17d-12aa-4301-99df-3ad40398554b tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:36:40.786320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-dd72a17d-12aa-4301-99df-3ad40398554b tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075204 Sep 27 08:36:40.825613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Made reservation on behalf of 2e8dab685b294b99b082d8bf03fbc618 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:40.832138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.878163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310ac58f-eff0-47f5-abec-a6f889c1b8ef {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:40.887872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:40.907473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Transition to ACTIVE for port object 310ac58f-eff0-47f5-abec-a6f889c1b8ef will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:36:40.916633 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba1d2ee-8f8f-4a89-b58f-f9bbd1d33bee x-openstack-request-id: req-1ba1d2ee-8f8f-4a89-b58f-f9bbd1d33bee {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:40.917036 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "name": "network-vif-plugged", "status": "completed", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:40.918379 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ba1d2ee-8f8f-4a89-b58f-f9bbd1d33bee {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:40.918783 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b', 'code': 200} Sep 27 08:36:40.992586 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.092092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e784c0bb-c55c-4858-b0fe-859eb0000147 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:41.093723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e784c0bb-c55c-4858-b0fe-859eb0000147 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports/470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 200 len: 1094 time: 0.2983816 Sep 27 08:36:41.104540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b26b6-528e-4fca-8312-17589e26a9ad req-48abe3ad-dda8-4cf0-a454-fcc5e4c161ae tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:41.106648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e8b26b6-528e-4fca-8312-17589e26a9ad req-48abe3ad-dda8-4cf0-a454-fcc5e4c161ae tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 943 time: 0.1866322 Sep 27 08:36:41.118756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Request body: {'binding': {'host': 'n-h2-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:41.119213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:36:41.137560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.177786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b2cd-57af-41e9-b892-226f3a1d51cd req-08abecad-57c9-4a9d-9f4c-fbcc3e098d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:41.179561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2977b2cd-57af-41e9-b892-226f3a1d51cd req-08abecad-57c9-4a9d-9f4c-fbcc3e098d4f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 1097 time: 0.2158501 Sep 27 08:36:41.185819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=310ac58f-eff0-47f5-abec-a6f889c1b8ef,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:41.272635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'Subnet': ['ID=e83d901c-2cf8-4905-af68-e9e9bd977ed4,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:41.274832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Checking segment: {'id': 'fb65bef7-66b0-4366-90dd-36f2387e2d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:41.275205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Network hostable DHCP agents. Network: 12a9d7ec-13bb-4f58-b202-20c4d2d50e28, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:36:41.293922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:36:41.310695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 12a9d7ec-13bb-4f58-b202-20c4d2d50e28) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:41.325218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a113ade-1087-4af5-803f-60d7f161a17c None None] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:41.334366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:41.334597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.336741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e8b26b6-528e-4fca-8312-17589e26a9ad req-904f939b-1a1d-472b-8876-a1177e8a2b34 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136474 Sep 27 08:36:41.359642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d509a21d-c0e3-44d9-9eb8-948f5fc4d978 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8074827 Sep 27 08:36:41.359898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44580) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:41.364997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-71ac28cf-6386-4197-a318-28ce23b3db86 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-359834103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:41.392540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2977b2cd-57af-41e9-b892-226f3a1d51cd req-da4294d2-d05c-4b24-8976-e013891e18d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970675 Sep 27 08:36:41.419636 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71ac28cf-6386-4197-a318-28ce23b3db86 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.420742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71ac28cf-6386-4197-a318-28ce23b3db86 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.429515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Attempting to bind port 310ac58f-eff0-47f5-abec-a6f889c1b8ef on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:41.429908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Attempting to bind port 310ac58f-eff0-47f5-abec-a6f889c1b8ef by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:41.430292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Attempting to bind port 310ac58f-eff0-47f5-abec-a6f889c1b8ef on network cab460f8-74bc-43e8-a390-9d1c744310ed {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:41.445605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Port 310ac58f-eff0-47f5-abec-a6f889c1b8ef on network cab460f8-74bc-43e8-a390-9d1c744310ed not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:36:41.445938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Attempting to bind port 310ac58f-eff0-47f5-abec-a6f889c1b8ef on network cab460f8-74bc-43e8-a390-9d1c744310ed {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:41.458837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:41.459184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Checking segment: {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:41.459567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Bound using segment: {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:41.460152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Bound port: 310ac58f-eff0-47f5-abec-a6f889c1b8ef, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f391b6-a33d-4ec5-a5d8-0e4b868010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:41.460554 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.515124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on host n-h2-810909-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:41.515806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:41.515806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:41.525171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:36:41.525501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:41.534419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71ac28cf-6386-4197-a318-28ce23b3db86 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.534707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:41.534852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:41.535124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:41.535558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Bound port: 470783c2-c43e-4b7a-9820-357b58b64c3e, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:41.543889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71ac28cf-6386-4197-a318-28ce23b3db86 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.565155 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71ac28cf-6386-4197-a318-28ce23b3db86 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.569269 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-71ac28cf-6386-4197-a318-28ce23b3db86 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2055113 Sep 27 08:36:41.569694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44590) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:41.628104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] For port 310ac58f-eff0-47f5-abec-a6f889c1b8ef, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:41.657359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] For port 310ac58f-eff0-47f5-abec-a6f889c1b8ef, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:41.669354 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.672643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:41.679169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-12a9d7ec-13bb-4f58-b202-20c4d2d50e28', 'network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28', 'tenant_id': '2e8dab685b294b99b082d8bf03fbc618', 'fixed_ips': [{'subnet_id': 'e83d901c-2cf8-4905-af68-e9e9bd977ed4'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:36:41.682510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.688312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1556d86-02c2-4c9f-b04c-7d745cebb195 req-af50508e-f272-457d-aa0a-a8282e2bdd40 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:41.689936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e1556d86-02c2-4c9f-b04c-7d745cebb195 req-af50508e-f272-457d-aa0a-a8282e2bdd40 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1567309 Sep 27 08:36:41.719395 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.720571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-e981c630-6062-4702-8912-4c1d753a59cf service neutron] 10.222.0.50 "POST /v2.0/ports/470783c2-c43e-4b7a-9820-357b58b64c3e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6078858 Sep 27 08:36:41.736640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:41.737727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:41.739330 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] 10.222.0.57 "PUT /v2.0/ports/310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 200 len: 1091 time: 1.8745990 Sep 27 08:36:41.746445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:41.749612 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9203091b-3534-48ce-856e-58e77043abfd" -d '{"events": [{"name": "network-changed", "server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:41.795121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e1556d86-02c2-4c9f-b04c-7d745cebb195 req-0d5e5bbf-aa81-4105-9322-9e5ced02e66b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796731 Sep 27 08:36:41.796101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf9d22-ebd5-4844-9984-d8580f4b1ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=310ac58f-eff0-47f5-abec-a6f889c1b8ef,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:41.877364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-c6a7c146-ac9e-4c77-bc3a-b0da6cb96ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:41.879699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-c6a7c146-ac9e-4c77-bc3a-b0da6cb96ea7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf6515ca46148839c1f171d2d19051f&device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 1094 time: 0.0629823 Sep 27 08:36:41.945840 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-49a572f9-1bed-4e22-9ebe-981d99025497 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 200 len: 217 time: 0.0563302 Sep 27 08:36:42.109343 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-74082cbc-fc92-4a17-be6f-8b98a5b6903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.110884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-74082cbc-fc92-4a17-be6f-8b98a5b6903c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c49b4dc5-8a8d-41da-aa81-2656e46246dc HTTP/1.1" status: 200 len: 867 time: 0.1529832 Sep 27 08:36:42.112416 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a331a3-1763-4e0b-90ef-c832102c601c x-openstack-request-id: req-47a331a3-1763-4e0b-90ef-c832102c601c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:42.112933 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:42.112933 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47a331a3-1763-4e0b-90ef-c832102c601c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:42.124150 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'status': 'completed', 'code': 200} Sep 27 08:36:42.193702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Allocated IP 172.20.0.2 (12a9d7ec-13bb-4f58-b202-20c4d2d50e28/e83d901c-2cf8-4905-af68-e9e9bd977ed4/b9e3099d-7c83-4834-aa63-a97e6469e354) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:42.246286 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.336579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-d70cce96-5191-46ae-8608-c5dd25d36028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.338137 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-d70cce96-5191-46ae-8608-c5dd25d36028 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1097 time: 0.1640854 Sep 27 08:36:42.340624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-bbec3293-06eb-4a9c-9cbd-eefc2873464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.342007 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-bbec3293-06eb-4a9c-9cbd-eefc2873464b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cab460f8-74bc-43e8-a390-9d1c744310ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169595 Sep 27 08:36:42.385057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60d508-f99a-45b6-a769-e8cfa26c4ace req-0b5b5c34-e23b-4c4c-813f-1b8aef98f293 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.386930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eb60d508-f99a-45b6-a769-e8cfa26c4ace req-0b5b5c34-e23b-4c4c-813f-1b8aef98f293 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.1435325 Sep 27 08:36:42.409938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.421048 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.464559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:42.468909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:42.478860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:42.498537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Pushing event updated for resources: {'Port': ['ID=b9e3099d-7c83-4834-aa63-a97e6469e354,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:42.529425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f78e39-2113-4b80-8666-1ff852bbc4f6 req-73f08061-9934-43aa-be6b-1fd7df9fb277 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.531051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-74f78e39-2113-4b80-8666-1ff852bbc4f6 req-73f08061-9934-43aa-be6b-1fd7df9fb277 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 949 time: 0.2209816 Sep 27 08:36:42.545517 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eb60d508-f99a-45b6-a769-e8cfa26c4ace req-74e23d99-cd07-412d-bcd2-10f41e9e859c tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296246 Sep 27 08:36:42.570228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-d0324375-adc5-49c6-b727-87cafb1a94ef service neutron] 10.222.0.57 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002847 Sep 27 08:36:42.712618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-1151e951-ea1a-46cc-b260-aac21bef4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.714163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-1151e951-ea1a-46cc-b260-aac21bef4a83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.3681357 Sep 27 08:36:42.749209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-74f78e39-2113-4b80-8666-1ff852bbc4f6 req-7775164f-3827-45e7-9a8d-6e7d98f56db9 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068381 Sep 27 08:36:42.813902 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-44f43470-38b8-411b-a36b-728a3c0dae36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 200 len: 217 time: 0.0886798 Sep 27 08:36:42.841712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70575764-f894-41d7-8d87-5f7bcdd11409 req-d85b7c31-5089-4474-b1af-16cf27932da0 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.849774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-70575764-f894-41d7-8d87-5f7bcdd11409 req-d85b7c31-5089-4474-b1af-16cf27932da0 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 943 time: 0.1446373 Sep 27 08:36:42.850475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Attempting to bind port b9e3099d-7c83-4834-aa63-a97e6469e354 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:42.850947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Attempting to bind port b9e3099d-7c83-4834-aa63-a97e6469e354 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'fb65bef7-66b0-4366-90dd-36f2387e2d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:42.851426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Attempting to bind port b9e3099d-7c83-4834-aa63-a97e6469e354 on network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:42.857935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:42.858193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3408f9be-07c9-4624-adc1-8c037f01ba28 req-af585ee6-ed8b-4ee8-8422-ed55689e6a90 service neutron] 10.222.0.57 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787201 Sep 27 08:36:42.858549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Checking segment: {'id': 'fb65bef7-66b0-4366-90dd-36f2387e2d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:42.859061 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.859561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Bound using segment: {'id': 'fb65bef7-66b0-4366-90dd-36f2387e2d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:42.860141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Bound port: b9e3099d-7c83-4834-aa63-a97e6469e354, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb65bef7-66b0-4366-90dd-36f2387e2d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:42.860658 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.894930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Allocated IP 172.20.0.1 (12a9d7ec-13bb-4f58-b202-20c4d2d50e28/e83d901c-2cf8-4905-af68-e9e9bd977ed4/f00d2c61-3b35-40c8-aab0-7b910c9d9c7d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:42.912674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-f9aa6d9f-b476-40c6-b7cc-cf3851a0702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:42.914556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-f9aa6d9f-b476-40c6-b7cc-cf3851a0702c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.0878146 Sep 27 08:36:42.936603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] For port b9e3099d-7c83-4834-aa63-a97e6469e354, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:42.940346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] For port b9e3099d-7c83-4834-aa63-a97e6469e354, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9e3099d-7c83-4834-aa63-a97e6469e354,segment=NetworkSegment(fb65bef7-66b0-4366-90dd-36f2387e2d80),segment_id=fb65bef7-66b0-4366-90dd-36f2387e2d80)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:42.945724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:42.953814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-70575764-f894-41d7-8d87-5f7bcdd11409 req-2de769ca-5219-428f-9c0b-6007ee50d561 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918307 Sep 27 08:36:42.973353 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-5e8ae886-aa16-4609-a6ac-60309b3551e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494411 Sep 27 08:36:43.033376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7021b1b-87ed-4266-8ddd-af6a2c32ce25 None None] Pushing event updated for resources: {'Port': ['ID=b9e3099d-7c83-4834-aa63-a97e6469e354,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:43.195377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.239883 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.286288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:43.289904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:43.294774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:43.344429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'Port': ['ID=f00d2c61-3b35-40c8-aab0-7b910c9d9c7d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:43.381924 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.525586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:43.586595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.621458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203091b-3534-48ce-856e-58e77043abfd req-4806ec9c-cc2e-4b9d-bbe6-3968ba1b74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:43.622620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9203091b-3534-48ce-856e-58e77043abfd req-4806ec9c-cc2e-4b9d-bbe6-3968ba1b74d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf6515ca46148839c1f171d2d19051f&device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 1094 time: 0.6868970 Sep 27 08:36:43.647265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1360d-d138-42a0-82c7-bf2d9352f3ea req-fb4849ca-ae6f-43dc-9db9-2032c636fce9 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:43.655665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5f1360d-d138-42a0-82c7-bf2d9352f3ea req-fb4849ca-ae6f-43dc-9db9-2032c636fce9 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.7082257 Sep 27 08:36:43.677573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:43.694612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:43.698638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-13a60789-ac0a-4c14-be5a-6fd93fb09344 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7068229 Sep 27 08:36:43.701033 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.713362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:43.762415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5f1360d-d138-42a0-82c7-bf2d9352f3ea req-3a1de43d-e08c-4836-b32e-e6561d813b96 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057649 Sep 27 08:36:43.876432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22e241-d6bc-4dd9-9b66-656b9263a2ab req-47252092-fc26-4d68-ab0c-5ab880806fcc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:43.878634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fd22e241-d6bc-4dd9-9b66-656b9263a2ab req-47252092-fc26-4d68-ab0c-5ab880806fcc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.1023426 Sep 27 08:36:43.889767 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.934294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba7fdf1-494c-4f85-9795-65ab4f11f084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3f8f3-3ffd-4034-906c-63d9b19a8d22'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:43.936620 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a112309-4205-44db-869d-153692318693" -d '{"events": [{"server_uuid": "0ba7fdf1-494c-4f85-9795-65ab4f11f084", "name": "network-vif-plugged", "status": "completed", "tag": "ddd3f8f3-3ffd-4034-906c-63d9b19a8d22"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:43.958358 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.960138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:43.965692 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:43.978619 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbad7cef-e85a-4bed-b04f-3ffbb0b63c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.005234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fd22e241-d6bc-4dd9-9b66-656b9263a2ab req-e74f3fa1-7283-44ff-8b41-bff08afb8c90 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600708 Sep 27 08:36:44.050688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203091b-3534-48ce-856e-58e77043abfd req-8eb07a69-fb88-4f34-bea7-3b918510e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:44.052450 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9203091b-3534-48ce-856e-58e77043abfd req-8eb07a69-fb88-4f34-bea7-3b918510e3e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cab460f8-74bc-43e8-a390-9d1c744310ed HTTP/1.1" status: 200 len: 929 time: 0.4135728 Sep 27 08:36:44.061446 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-d2fc4c40-fc67-48b0-901c-320d07a0656d service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454278 Sep 27 08:36:44.082411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:44.098094 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.105339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.115625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9203091b-3534-48ce-856e-58e77043abfd req-ae2c1343-9e4c-4090-8167-494a2fcaad2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 200 len: 217 time: 0.0506222 Sep 27 08:36:44.128946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe665f7-1a32-499a-ae6d-e2f66497424e req-19f0931c-d4ae-4b45-969f-9543db8191fb tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:44.137039 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbe665f7-1a32-499a-ae6d-e2f66497424e req-19f0931c-d4ae-4b45-969f-9543db8191fb tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 949 time: 0.2513084 Sep 27 08:36:44.203886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.265105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbe665f7-1a32-499a-ae6d-e2f66497424e req-49a41ba3-997e-4079-9028-28a2f7b0fb3e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223228 Sep 27 08:36:44.269867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203091b-3534-48ce-856e-58e77043abfd req-7c8b7bb7-f9e8-4f4b-9013-09e4be2b2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:44.273949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9203091b-3534-48ce-856e-58e77043abfd req-7c8b7bb7-f9e8-4f4b-9013-09e4be2b2b62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c49b4dc5-8a8d-41da-aa81-2656e46246dc HTTP/1.1" status: 200 len: 867 time: 0.1348245 Sep 27 08:36:44.338673 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9bb2af-ce8e-4495-a6cf-cf81d11729de x-openstack-request-id: req-8c9bb2af-ce8e-4495-a6cf-cf81d11729de {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:44.338969 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba7fdf1-494c-4f85-9795-65ab4f11f084", "name": "network-vif-plugged", "status": "completed", "tag": "ddd3f8f3-3ffd-4034-906c-63d9b19a8d22", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:44.339740 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c9bb2af-ce8e-4495-a6cf-cf81d11729de {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:44.340231 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba7fdf1-494c-4f85-9795-65ab4f11f084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', 'code': 200} Sep 27 08:36:44.436858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'Port': ['ID=f00d2c61-3b35-40c8-aab0-7b910c9d9c7d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:44.467590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8b92a-7a3e-4c2c-a399-f862f02a689c req-5f1bcd92-3f1b-4181-86b0-634b721f9791 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:44.469552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-07a8b92a-7a3e-4c2c-a399-f862f02a689c req-5f1bcd92-3f1b-4181-86b0-634b721f9791 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.2844214 Sep 27 08:36:44.478599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203091b-3534-48ce-856e-58e77043abfd req-48682b0a-53e1-4472-afca-5163a40cc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:44.481046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9203091b-3534-48ce-856e-58e77043abfd req-48682b0a-53e1-4472-afca-5163a40cc900 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cab460f8-74bc-43e8-a390-9d1c744310ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1952364 Sep 27 08:36:44.488397 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbad7cef-e85a-4bed-b04f-3ffbb0b63c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.523446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:44.524650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:44.545207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-07a8b92a-7a3e-4c2c-a399-f862f02a689c req-6582d664-620d-437f-a4ed-2d56d5fef172 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609300 Sep 27 08:36:44.616944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbad7cef-e85a-4bed-b04f-3ffbb0b63c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:44.691062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Router c1e0a619-b1fb-43df-88a6-abc9c4a320bb is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:36:44.713259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68849d-77dc-4630-b354-15dbaa18b8c9 None None] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:44.759310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042fd08-08ec-4a55-b0b4-c50f26f5dcef req-b5fc12ee-486e-438e-b982-a4d02b9da17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:44.765115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f042fd08-08ec-4a55-b0b4-c50f26f5dcef req-b5fc12ee-486e-438e-b982-a4d02b9da17b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 1101 time: 0.3396442 Sep 27 08:36:44.815225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:44.826971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6721448f-7d9c-494c-bce3-cd8a8cb9acb4 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "PUT /v2.0/routers/c1e0a619-b1fb-43df-88a6-abc9c4a320bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2525046 Sep 27 08:36:44.827431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44662) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:44.833011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Request body: {'port': {'network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28', 'name': 'tempest-FloatingIPNegativeTestJSON-1551680468'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:44.858986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad7cef-e85a-4bed-b04f-3ffbb0b63c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54952213-cf27-4b5d-b45f-2eb8451db9ee,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:44.869274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0a45a-7d5e-4d70-883e-a8400d154fa1 None None] Sync routers for ids ['c1e0a619-b1fb-43df-88a6-abc9c4a320bb'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:44.872374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 310ac58f-eff0-47f5-abec-a6f889c1b8ef details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:36:44.974744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0a45a-7d5e-4d70-883e-a8400d154fa1 None None] Routers {'c1e0a619-b1fb-43df-88a6-abc9c4a320bb'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:44.976193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b5c44-61ec-42a2-8bf2-46ada1fea6a0 req-5c3c9b75-e1b0-460c-bba8-f2315c249a2f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:44.976988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f6c0a45a-7d5e-4d70-883e-a8400d154fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c1e0a619-b1fb-43df-88a6-abc9c4a320bb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:44.979774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d7b5c44-61ec-42a2-8bf2-46ada1fea6a0 req-5c3c9b75-e1b0-460c-bba8-f2315c249a2f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 943 time: 0.5243030 Sep 27 08:36:44.981474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-07d80372-0629-43d0-952f-8d30f216c670 None None] Provisioning complete for port b9e3099d-7c83-4834-aa63-a97e6469e354 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:44.981862 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07d80372-0629-43d0-952f-8d30f216c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.047295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bbad7cef-e85a-4bed-b04f-3ffbb0b63c03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de3a0f9446e94647a82753c2cef6f94e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3325634 Sep 27 08:36:45.051317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44668) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:45.064838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9203091b-3534-48ce-856e-58e77043abfd req-750dabbd-a6b2-46bd-af3c-bd55be06c0d7 service neutron] 10.222.0.57 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461767 Sep 27 08:36:45.072426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f042fd08-08ec-4a55-b0b4-c50f26f5dcef req-20fea94a-f06d-48fa-a549-b3033f55b56d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824874 Sep 27 08:36:45.081002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Made reservation on behalf of 2e8dab685b294b99b082d8bf03fbc618 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:45.087458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.093436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f6c0a45a-7d5e-4d70-883e-a8400d154fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:45.127402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] device_id is not set on port ce9b1b28-a396-4862-8c5d-e6b6a2beb581 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:36:45.199578 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ff4fedd-d7ad-49c8-9669-d6803367e57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.202698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa87857-de09-43a1-80f3-9ca023c35daf req-590f27bc-6e02-4d5a-959a-79adeac343bd tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:45.211984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d7b5c44-61ec-42a2-8bf2-46ada1fea6a0 req-c1418a1d-c9de-4d18-9499-782b893d2874 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025621 Sep 27 08:36:45.231861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-efa87857-de09-43a1-80f3-9ca023c35daf req-590f27bc-6e02-4d5a-959a-79adeac343bd tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.2345624 Sep 27 08:36:45.243885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0a45a-7d5e-4d70-883e-a8400d154fa1 None None] Routers {'c1e0a619-b1fb-43df-88a6-abc9c4a320bb'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:45.244800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f6c0a45a-7d5e-4d70-883e-a8400d154fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c1e0a619-b1fb-43df-88a6-abc9c4a320bb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:45.296094 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9203091b-3534-48ce-856e-58e77043abfd req-a62d5d7b-d38d-4dad-aae4-4ad13fd7a63c service neutron] 10.222.0.57 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199173 Sep 27 08:36:45.308876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 310ac58f-eff0-47f5-abec-a6f889c1b8ef, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:45.313861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f6c0a45a-7d5e-4d70-883e-a8400d154fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:45.314839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0a45a-7d5e-4d70-883e-a8400d154fa1 None None] The sync data for ids ['c1e0a619-b1fb-43df-88a6-abc9c4a320bb'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:45.334004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'port_id': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'mac_address': 'fa:16:3e:b2:c7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:36:45.428986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9e3099d-7c83-4834-aa63-a97e6469e354 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:45.429268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2597c195-9918-4dc1-ba68-3b2ae3a2b956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.431625 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07d80372-0629-43d0-952f-8d30f216c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.432221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2bd8-8594-4af6-855d-07d1cdf4e513 req-229620c1-8cfc-4fd5-b91e-789a4aee95ee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:45.435854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d7f2bd8-8594-4af6-855d-07d1cdf4e513 req-229620c1-8cfc-4fd5-b91e-789a4aee95ee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.1193361 Sep 27 08:36:45.436319 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.477299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310ac58f-eff0-47f5-abec-a6f889c1b8ef {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:45.539690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d7f2bd8-8594-4af6-855d-07d1cdf4e513 req-4d596e8e-a3b2-4bb7-a9c0-597306d23998 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933855 Sep 27 08:36:45.553617 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-efa87857-de09-43a1-80f3-9ca023c35daf req-b51996ef-dfc3-41fd-8f9a-128b7ed5376c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282495 Sep 27 08:36:45.599335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-07d80372-0629-43d0-952f-8d30f216c670 None None] For port b9e3099d-7c83-4834-aa63-a97e6469e354, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9e3099d-7c83-4834-aa63-a97e6469e354,segment=NetworkSegment(fb65bef7-66b0-4366-90dd-36f2387e2d80),segment_id=fb65bef7-66b0-4366-90dd-36f2387e2d80)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:45.626901 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2597c195-9918-4dc1-ba68-3b2ae3a2b956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.651613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Allocated IP 172.20.0.6 (12a9d7ec-13bb-4f58-b202-20c4d2d50e28/e83d901c-2cf8-4905-af68-e9e9bd977ed4/ce9b1b28-a396-4862-8c5d-e6b6a2beb581) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:45.677528 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07d80372-0629-43d0-952f-8d30f216c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.707365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 310ac58f-eff0-47f5-abec-a6f889c1b8ef, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:45.756566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.784468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b9e3099d-7c83-4834-aa63-a97e6469e354 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:45.784850 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.844363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1ad698f4-6342-4e83-a0c5-5c0478a2e62f None None] Provisioning complete for port b9e3099d-7c83-4834-aa63-a97e6469e354 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:45.844766 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ad698f4-6342-4e83-a0c5-5c0478a2e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:45.852282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5f795-ee79-4278-b870-c2972a35e800 req-ebeb42eb-5b52-4108-9335-9eed3167f6bd tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:45.856236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4f5f795-ee79-4278-b870-c2972a35e800 req-ebeb42eb-5b52-4108-9335-9eed3167f6bd tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1095126 Sep 27 08:36:45.901868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d80372-0629-43d0-952f-8d30f216c670 None None] Pushing event updated for resources: {'Port': ['ID=b9e3099d-7c83-4834-aa63-a97e6469e354,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:45.933673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b8bbd-3d98-417c-9b7c-eadfb9490923 req-dad42355-38d2-43b9-8769-1fc0efd18e59 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:45.934992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4f5f795-ee79-4278-b870-c2972a35e800 req-f6cd4548-e9e8-49c0-89f4-4e23453d2fe5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703287 Sep 27 08:36:45.942062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b74b8bbd-3d98-417c-9b7c-eadfb9490923 req-dad42355-38d2-43b9-8769-1fc0efd18e59 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 950 time: 0.2488294 Sep 27 08:36:46.027448 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2597c195-9918-4dc1-ba68-3b2ae3a2b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.030242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2597c195-9918-4dc1-ba68-3b2ae3a2b956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.033832 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2597c195-9918-4dc1-ba68-3b2ae3a2b956 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54952213-cf27-4b5d-b45f-2eb8451db9ee HTTP/1.1" status: 204 len: 168 time: 0.9789100 Sep 27 08:36:46.043272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=310ac58f-eff0-47f5-abec-a6f889c1b8ef,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:46.153217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['310ac58f-eff0-47f5-abec-a6f889c1b8ef'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:46.373050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1ad698f4-6342-4e83-a0c5-5c0478a2e62f None None] Provisioning complete for port f00d2c61-3b35-40c8-aab0-7b910c9d9c7d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:46.373459 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ad698f4-6342-4e83-a0c5-5c0478a2e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.557717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1ad698f4-6342-4e83-a0c5-5c0478a2e62f None None] Port f00d2c61-3b35-40c8-aab0-7b910c9d9c7d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:46.753241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fcae98c6-5a96-41ea-8aac-acac6573accc None None] Provisioning complete for port f00d2c61-3b35-40c8-aab0-7b910c9d9c7d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:46.753627 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcae98c6-5a96-41ea-8aac-acac6573accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.811032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53010c4-f5c9-4243-9bb2-f4313a1aa3f6 req-f595067f-66c4-4b18-ba69-4a108284317d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:46.819557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b53010c4-f5c9-4243-9bb2-f4313a1aa3f6 req-f595067f-66c4-4b18-ba69-4a108284317d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 944 time: 0.1654482 Sep 27 08:36:46.862606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fcae98c6-5a96-41ea-8aac-acac6573accc None None] Port f00d2c61-3b35-40c8-aab0-7b910c9d9c7d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:46.918705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597c195-9918-4dc1-ba68-3b2ae3a2b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54952213-cf27-4b5d-b45f-2eb8451db9ee,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:46.923472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:46.943278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b74b8bbd-3d98-417c-9b7c-eadfb9490923 req-b964d8a5-f21a-47c4-a553-a38cfe35ef44 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9958186 Sep 27 08:36:46.956591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b53010c4-f5c9-4243-9bb2-f4313a1aa3f6 req-d8546044-9dc4-4833-9ceb-ff1e65e08402 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216102 Sep 27 08:36:47.064879 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.153756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaa745-d196-4ef2-9c1e-85e1814eeff4 req-64b58c40-4d6a-4852-8243-6c2177876d30 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:47.162531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9caaa745-d196-4ef2-9c1e-85e1814eeff4 req-64b58c40-4d6a-4852-8243-6c2177876d30 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1518590 Sep 27 08:36:47.237605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9caaa745-d196-4ef2-9c1e-85e1814eeff4 req-1680f52c-7137-41b0-af73-4fdbdf099fa8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740681 Sep 27 08:36:47.270562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:47.294050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:47.314340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:47.385320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9e3099d-7c83-4834-aa63-a97e6469e354 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:47.417047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'Port': ['ID=ce9b1b28-a396-4862-8c5d-e6b6a2beb581,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:47.462810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a4359-b79c-4df2-9d33-0191ccacc584 req-cc5436a5-5ea1-480f-bd47-39fd098cbefc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:47.481577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94b5418a-d961-4779-88d8-566e92f8f1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.484364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad4a4359-b79c-4df2-9d33-0191ccacc584 req-cc5436a5-5ea1-480f-bd47-39fd098cbefc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.4098449 Sep 27 08:36:47.491410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b9e3099d-7c83-4834-aa63-a97e6469e354 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:47.491806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.533726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44726) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:47.545513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:47.546236 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.583463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad4a4359-b79c-4df2-9d33-0191ccacc584 req-c01877c2-58ef-4c47-a536-c5333ffbaa88 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980382 Sep 27 08:36:47.594061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-da00fc46-08d9-4779-adcb-e5b5bfb76ef0 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7655580 Sep 27 08:36:47.597555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44730) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:47.604035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:47.650168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.778741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1072234946-network', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:47.805508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ef70f9b0-842f-4c80-bc4f-24cfe67ba786 None None] Provisioning complete for port ce9b1b28-a396-4862-8c5d-e6b6a2beb581 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:47.806778 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef70f9b0-842f-4c80-bc4f-24cfe67ba786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.820969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Made reservation on behalf of 3d23848dffc84609ba20127eac9bfa4a for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:47.824701 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.840976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.859466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ef70f9b0-842f-4c80-bc4f-24cfe67ba786 None None] Port ce9b1b28-a396-4862-8c5d-e6b6a2beb581 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:47.868002 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:47.984575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.049149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Allocated IP 172.25.2.89 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/69b7a02a-6d62-4d20-a981-8845dac03dcf) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:48.091235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.119980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.177455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07a5e4-71d9-4575-8830-a98ee75375cd req-c2c80441-919e-4f5b-a9fe-acab82b09ad6 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:48.179981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:36:48.180495 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e07a5e4-71d9-4575-8830-a98ee75375cd req-c2c80441-919e-4f5b-a9fe-acab82b09ad6 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 950 time: 0.1371589 Sep 27 08:36:48.233200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e07a5e4-71d9-4575-8830-a98ee75375cd req-0534599f-2c54-4a2d-b624-ef57d70ecb20 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Sep 27 08:36:48.268623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916843b8-addf-4e8b-87a2-a93f7f8c10e4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:48.272262 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.272853 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Added segment d46654bf-3cf9-4655-98e8-cc22134c8b1f of type vlan for network 3f6f1655-88d1-46c9-9d33-f405464245d8 Sep 27 08:36:48.392078 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.415938 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.427635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a7b78-f95a-412c-a659-c885b32d4921 req-a03e20c8-6828-4645-8944-3e1002549fc5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:48.429326 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-239a7b78-f95a-412c-a659-c885b32d4921 req-a03e20c8-6828-4645-8944-3e1002549fc5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 944 time: 0.2784326 Sep 27 08:36:48.486049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.487058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:48.487683 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.530453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-239a7b78-f95a-412c-a659-c885b32d4921 req-1a907199-d7fa-4560-b59e-2d012126fb14 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909774 Sep 27 08:36:48.543988 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0072751 Sep 27 08:36:48.546562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44746) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:48.547389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.552458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Request body: {'subnet': {'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1072234946-subnet', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:48.620392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faf26f-acdf-4d8b-b8e0-837aa97684fc admin admin] Pushing event updated for resources: {'Network': ['ID=3f6f1655-88d1-46c9-9d33-f405464245d8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:48.624063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6209522-cafa-46bc-9196-aaf3b373ec4c req-41f47578-e133-46fb-bfcf-691e2b7c3101 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:48.635317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6209522-cafa-46bc-9196-aaf3b373ec4c req-41f47578-e133-46fb-bfcf-691e2b7c3101 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 1101 time: 0.0689671 Sep 27 08:36:48.636565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Made reservation on behalf of 3d23848dffc84609ba20127eac9bfa4a for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:48.637196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:36:48.639545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.653973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:48.673791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:48.676293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'Port': ['ID=69b7a02a-6d62-4d20-a981-8845dac03dcf,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:48.680039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:48.684476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6209522-cafa-46bc-9196-aaf3b373ec4c req-58944e58-3b0b-4a15-8358-d7d6b83de489 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.732389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc77d8-fcce-4d0a-96bf-b3228ff417e2 req-2cab08ab-727c-49a5-a233-47572949be51 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:48.734116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08fc77d8-fcce-4d0a-96bf-b3228ff417e2 req-2cab08ab-727c-49a5-a233-47572949be51 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1023862 Sep 27 08:36:48.806550 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08fc77d8-fcce-4d0a-96bf-b3228ff417e2 req-a80dbdbd-0c2d-4594-9d9f-f8eae5d0204f tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609355 Sep 27 08:36:48.822424 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.842410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 310ac58f-eff0-47f5-abec-a6f889c1b8ef up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:48.880994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.900871 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:48.963867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 310ac58f-eff0-47f5-abec-a6f889c1b8ef completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:36:48.969728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 310ac58f-eff0-47f5-abec-a6f889c1b8ef triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:48.970385 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.001315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6209522-cafa-46bc-9196-aaf3b373ec4c req-58944e58-3b0b-4a15-8358-d7d6b83de489 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.010491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6209522-cafa-46bc-9196-aaf3b373ec4c req-58944e58-3b0b-4a15-8358-d7d6b83de489 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.019355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.056702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6209522-cafa-46bc-9196-aaf3b373ec4c req-58944e58-3b0b-4a15-8358-d7d6b83de489 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009929 Sep 27 08:36:49.100251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.106293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.116257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58944e58-3b0b-4a15-8358-d7d6b83de489 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c5fb10-b9bc-4b5d-8efb-ae727ec6203a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:49.123320 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.128302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:49.132993 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2badb2bf-52b5-4dff-be5f-13d8ba4b2ae5" -d '{"events": [{"server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "name": "network-vif-plugged", "status": "completed", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:49.145988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85897b63-6c8b-4b77-8b93-4f12342df0f5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:49.154117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Checking segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:49.154506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 310ac58f-eff0-47f5-abec-a6f889c1b8ef, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:49.154651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Network hostable DHCP agents. Network: 3f6f1655-88d1-46c9-9d33-f405464245d8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:36:49.164291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.213242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:36:49.227026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 3f6f1655-88d1-46c9-9d33-f405464245d8) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:49.247579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:49.248262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e3dbe-d730-4654-86f0-f7723c895c94 None None] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:49.248788 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.300227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'Port': ['ID=69b7a02a-6d62-4d20-a981-8845dac03dcf,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:49.303254 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.303545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=310ac58f-eff0-47f5-abec-a6f889c1b8ef,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:49.315274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:49.318175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-10015dc7-0ee3-48ca-8e99-abb33e89d15a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7687943 Sep 27 08:36:49.323198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:49.336949 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b89ce-fc32-4189-9d9f-f4ae32d4394f req-76b675b7-037d-41c0-a73b-b5e744ba975a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:49.343482 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f42cd0-d172-471c-b64d-45a7c26992c9 x-openstack-request-id: req-33f42cd0-d172-471c-b64d-45a7c26992c9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:49.343914 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "name": "network-vif-plugged", "status": "completed", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:49.344225 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33f42cd0-d172-471c-b64d-45a7c26992c9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:49.344495 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'code': 200} Sep 27 08:36:49.344755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f58b89ce-fc32-4189-9d9f-f4ae32d4394f req-76b675b7-037d-41c0-a73b-b5e744ba975a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.2361851 Sep 27 08:36:49.434180 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f58b89ce-fc32-4189-9d9f-f4ae32d4394f req-5d6e4625-c5df-414c-93ee-ae94fc655905 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881774 Sep 27 08:36:49.451214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.451214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.458645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.459894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-084fb7c8-5699-413d-98e3-41aededab4c7 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8610721 Sep 27 08:36:49.463753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44760) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:49.468559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4cb2a88e-e549-4117-8d48-8530366e5062 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Request body: {'floatingip': {'port_id': 'ce9b1b28-a396-4862-8c5d-e6b6a2beb581', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:49.469625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-3f6f1655-88d1-46c9-9d33-f405464245d8', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:36:49.470676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.530764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a88e-e549-4117-8d48-8530366e5062 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.566471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ab0ef-57d0-4fd8-bd95-91ce929b6bd2 req-a968271b-d638-4652-9d3c-e517293a2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:49.568289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-678ab0ef-57d0-4fd8-bd95-91ce929b6bd2 req-a968271b-d638-4652-9d3c-e517293a2490 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 1096 time: 0.1757238 Sep 27 08:36:49.606762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-85b4b2a2-1f9d-4c25-b851-273043e1ebb9 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263941 Sep 27 08:36:49.646419 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.704373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Allocated IP 172.20.0.2 (3f6f1655-88d1-46c9-9d33-f405464245d8/85897b63-6c8b-4b77-8b93-4f12342df0f5/298311c5-1b48-49b1-ad6e-2802b91ca1b1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:49.831716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-4e4db98e-c5e0-453b-b4cb-98e53bb1dac3 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:49.841879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-4e4db98e-c5e0-453b-b4cb-98e53bb1dac3 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180498 Sep 27 08:36:49.866056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-a7a365ce-bc0c-408f-8ecc-eea666fb8219 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/quotas/af6ddae1a49c4cb49c61cccb56f0528e HTTP/1.1" status: 200 len: 375 time: 0.0228989 Sep 27 08:36:49.961818 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-713f1387-d905-4f22-9e68-a34659678414 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854645 Sep 27 08:36:49.968394 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:49.977799 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.009627 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-678ab0ef-57d0-4fd8-bd95-91ce929b6bd2 req-77dfa9f8-5167-4bb4-b053-f289acfc526f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578892 Sep 27 08:36:50.040470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.042103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:50.050232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:50.060620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:50.061045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f56f-6708-4d78-9c30-09429abfe359 req-d208e2b2-7e7c-4658-b3ee-80b5bbda332a tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:50.062798 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6795f56f-6708-4d78-9c30-09429abfe359 req-d208e2b2-7e7c-4658-b3ee-80b5bbda332a tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 945 time: 0.4135797 Sep 27 08:36:50.176933 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-4cb2a88e-e549-4117-8d48-8530366e5062 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] update failed (client error): The resource could not be found. Sep 27 08:36:50.177613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4cb2a88e-e549-4117-8d48-8530366e5062 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "PUT /v2.0/floatingips/a2440948-7a41-4560-a198-8aa2c8487bc6 HTTP/1.1" status: 404 len: 507 time: 0.7127786 Sep 27 08:36:50.180603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44778) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:50.196200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6795f56f-6708-4d78-9c30-09429abfe359 req-b533f0c0-b8e8-4905-8743-e1164d2f4208 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121254 Sep 27 08:36:50.379201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Attempting to bind port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:50.380065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Attempting to bind port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:50.380065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Attempting to bind port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:50.386392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Pushing event updated for resources: {'Port': ['ID=298311c5-1b48-49b1-ad6e-2802b91ca1b1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:50.389518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:50.390016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Checking segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:50.390587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.391081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Bound using segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:50.391699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Bound port: 298311c5-1b48-49b1-ad6e-2802b91ca1b1, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:50.392176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.474176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.496576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] For port 298311c5-1b48-49b1-ad6e-2802b91ca1b1, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:50.501126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] For port 298311c5-1b48-49b1-ad6e-2802b91ca1b1, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=298311c5-1b48-49b1-ad6e-2802b91ca1b1,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:50.502766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Deleting port 69b7a02a-6d62-4d20-a981-8845dac03dcf {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:50.503907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.509885 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.613662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a7e07-dc3b-48df-a0b5-03b402decbfb None None] Pushing event updated for resources: {'Port': ['ID=298311c5-1b48-49b1-ad6e-2802b91ca1b1,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:50.731383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.731862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:50.759492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Calling delete_port for 69b7a02a-6d62-4d20-a981-8845dac03dcf owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:51.084198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.124312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511fb11-908b-4bd4-a66a-d28a1c3fb1c8 req-f0211f7f-18dc-459c-99bd-162293255fd3 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:51.139721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7511fb11-908b-4bd4-a66a-d28a1c3fb1c8 req-f0211f7f-18dc-459c-99bd-162293255fd3 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1637950 Sep 27 08:36:51.222150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event deleted for resources: {'Port': ['ID=69b7a02a-6d62-4d20-a981-8845dac03dcf,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:51.282604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7511fb11-908b-4bd4-a66a-d28a1c3fb1c8 req-062e8a6f-7903-4abb-96ec-04a22592afd1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402011 Sep 27 08:36:51.368597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.371891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.378784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f9f35136-2e2f-42ac-bd39-72b2d6f41f6b tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "DELETE /v2.0/floatingips/a2440948-7a41-4560-a198-8aa2c8487bc6 HTTP/1.1" status: 204 len: 168 time: 1.1909063 Sep 27 08:36:51.388631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44798) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:51.394196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b94402df-2dcf-461e-8255-f31060747138 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Request body: {'floatingip': {'floating_network_id': '12a9d7ec-13bb-4f58-b202-20c4d2d50e28', 'port_id': 'ce9b1b28-a396-4862-8c5d-e6b6a2beb581', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:51.452088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b94402df-2dcf-461e-8255-f31060747138 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.492755 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 298311c5-1b48-49b1-ad6e-2802b91ca1b1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:51.513069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.523300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ced44-b311-4729-b520-cd424a773c4b req-ed9f9afa-8f9e-4319-90e5-1239c0818543 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:51.531912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-326ced44-b311-4729-b520-cd424a773c4b req-ed9f9afa-8f9e-4319-90e5-1239c0818543 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.1652548 Sep 27 08:36:51.569842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.638574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-326ced44-b311-4729-b520-cd424a773c4b req-24f61b2c-c34f-4e4d-bb3b-3ee8b3e01eb8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054561 Sep 27 08:36:51.659950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:51.660425 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.800721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-168c3ec3-2fb6-4120-9eb6-c84ce7a6dce9 req-ac00a706-08e6-4ccf-adcf-9b5a4ae5e4a6 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 210 time: 0.0660396 Sep 27 08:36:51.801929 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-b94402df-2dcf-461e-8255-f31060747138 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:36:51.806740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b94402df-2dcf-461e-8255-f31060747138 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4133043 Sep 27 08:36:51.808701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:51.814992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66009-58b1-49fd-bd9e-c3d6abe80614 req-d6aa07aa-2389-4d2a-b685-1330bd208137 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:51.821123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'ce9b1b28-a396-4862-8c5d-e6b6a2beb581', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:51.823741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1e66009-58b1-49fd-bd9e-c3d6abe80614 req-d6aa07aa-2389-4d2a-b685-1330bd208137 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 945 time: 0.1680772 Sep 27 08:36:51.893541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.931614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1e66009-58b1-49fd-bd9e-c3d6abe80614 req-bc0a38de-412e-4d69-9e74-dfc02c100a8e tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028471 Sep 27 08:36:51.963250 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:51.978572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Allocated IP 172.25.2.27 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/4d9fedef-4047-48b7-a018-7fdafb146984) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:52.082447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 298311c5-1b48-49b1-ad6e-2802b91ca1b1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=298311c5-1b48-49b1-ad6e-2802b91ca1b1,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:52.097646 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:52.239401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=298311c5-1b48-49b1-ad6e-2802b91ca1b1,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:52.257898 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:52.343150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4e7440-bc07-425a-b594-ee679e420a0f None None] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:36:52.434186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-2f69b383-6147-4b36-8d58-7989dea1e4fb tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 258 time: 0.4187150 Sep 27 08:36:52.453483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:52.460512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:52.473206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35127e1-f384-4483-ade4-6a5f57bbb34c req-50831338-fb0d-4381-9b0e-7244e715ad94 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:52.481542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d35127e1-f384-4483-ade4-6a5f57bbb34c req-50831338-fb0d-4381-9b0e-7244e715ad94 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.0861149 Sep 27 08:36:52.520703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a6b3f94a-02cf-4fba-83d1-251f274e251b None None] Provisioning complete for port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:52.521355 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f94a-02cf-4fba-83d1-251f274e251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:52.526840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:52.546736 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d35127e1-f384-4483-ade4-6a5f57bbb34c req-0b729c96-d886-40f1-8166-d4e22560056c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639594 Sep 27 08:36:52.593682 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:52.649926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Allocated IP 172.25.2.103 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/bc65bd8c-f322-40de-b955-b14666792bce) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:52.682735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:52.755442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:52.758397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:52.764129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Pushing event updated for resources: {'Port': ['ID=4d9fedef-4047-48b7-a018-7fdafb146984,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:52.835982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-111e2887-1397-4755-967b-554ed5e6f8bd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462413 Sep 27 08:36:52.882185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a3b1b-4c74-4bc7-84d8-c2a6b385a10c req-f51a52f7-d3bb-416b-8944-6667b9e2209b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:52.884423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c43a3b1b-4c74-4bc7-84d8-c2a6b385a10c req-f51a52f7-d3bb-416b-8944-6667b9e2209b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.0917532 Sep 27 08:36:52.917154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:52.953878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c43a3b1b-4c74-4bc7-84d8-c2a6b385a10c req-2817d919-3bb3-40cd-866c-e73f478e9006 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 Sep 27 08:36:52.983697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.024611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-653b1a6e-3905-48dc-b98b-38146e31d44f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:53.027016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-653b1a6e-3905-48dc-b98b-38146e31d44f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813641 Sep 27 08:36:53.043761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:53.064470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-606ac891-2413-4cf5-9b86-a07b828dd1e3 None None] Provisioning complete for port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:53.064909 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-606ac891-2413-4cf5-9b86-a07b828dd1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.066885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event updated for resources: {'Port': ['ID=bc65bd8c-f322-40de-b955-b14666792bce,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:53.069685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:53.074525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:53.078082 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.085429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Request body: {'port': {'device_id': '71f07f67-b165-4bb9-b14c-df12383f1163', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'af6ddae1a49c4cb49c61cccb56f0528e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:53.327969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Deleting port bc65bd8c-f322-40de-b955-b14666792bce {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:53.328318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.340664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 298311c5-1b48-49b1-ad6e-2802b91ca1b1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:53.391561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-b4ae30de-c5f6-4959-a12d-91bfb0986677 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249915 Sep 27 08:36:53.399004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:53.399384 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.404728 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8dd2def0-e944-46a4-ad88-82d0445e184f req-5508732a-36f4-40ae-ab37-33061914a908 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 210 time: 0.0522389 Sep 27 08:36:53.497592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.499442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.508409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Allocated IP 172.25.2.104 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/a4c8e0ff-b2cf-473c-8867-510803aa276e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:53.518199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Calling delete_port for bc65bd8c-f322-40de-b955-b14666792bce owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:53.746744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fab881-59ed-4e67-92a6-050c56409e17 req-1743c368-0419-4af1-b8dc-1fbb966126ad tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:53.748374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fab881-59ed-4e67-92a6-050c56409e17 req-1743c368-0419-4af1-b8dc-1fbb966126ad tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 945 time: 0.0691323 Sep 27 08:36:53.748992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.773612 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.801107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event deleted for resources: {'Port': ['ID=bc65bd8c-f322-40de-b955-b14666792bce,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:53.819667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Made reservation on behalf of af6ddae1a49c4cb49c61cccb56f0528e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:53.823384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.825505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:53.864264 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00fab881-59ed-4e67-92a6-050c56409e17 req-9cfe7b74-5118-4955-972c-2f9310ab77c6 tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064110 Sep 27 08:36:53.894778 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] create failed (client error): The resource could not be found. Sep 27 08:36:53.900880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-427f9a5a-7984-47d0-8e17-b281beccc121 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0862741 Sep 27 08:36:53.900880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44830) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:53.902204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-b9b61713-c3c1-4dd2-a8bc-281f0d1853b2 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:53.906146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-b9b61713-c3c1-4dd2-a8bc-281f0d1853b2 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5014706 Sep 27 08:36:53.925747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Request body: {'port': {'device_id': '7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'af6ddae1a49c4cb49c61cccb56f0528e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:54.029721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9109e-58e5-4bdf-9b27-8c77f18e994e req-3f323936-fef5-4276-8d83-08ab14693b05 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:54.031100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ac9109e-58e5-4bdf-9b27-8c77f18e994e req-3f323936-fef5-4276-8d83-08ab14693b05 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.0855653 Sep 27 08:36:54.045910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2efb0b32-a34c-4c89-8d0a-abdde2b8b408 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Deleting port ce9b1b28-a396-4862-8c5d-e6b6a2beb581 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:54.047098 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2efb0b32-a34c-4c89-8d0a-abdde2b8b408 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.050913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.136751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ac9109e-58e5-4bdf-9b27-8c77f18e994e req-e95039db-a6a5-4b1d-8bab-769c461d23f6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943685 Sep 27 08:36:54.164075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2efb0b32-a34c-4c89-8d0a-abdde2b8b408 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.176788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2efb0b32-a34c-4c89-8d0a-abdde2b8b408 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Calling delete_port for ce9b1b28-a396-4862-8c5d-e6b6a2beb581 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:54.303599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bd882-5c7c-4e8a-b82b-25a253cc1be3 req-60a70040-535f-49cd-bf21-6e056e61c5dc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:54.305186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-879bd882-5c7c-4e8a-b82b-25a253cc1be3 req-60a70040-535f-49cd-bf21-6e056e61c5dc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.0790143 Sep 27 08:36:54.379839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-879bd882-5c7c-4e8a-b82b-25a253cc1be3 req-61a7d8fe-e285-402f-8b92-f1f75db7b8fc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676689 Sep 27 08:36:54.390585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2efb0b32-a34c-4c89-8d0a-abdde2b8b408 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.425002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb0b32-a34c-4c89-8d0a-abdde2b8b408 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event deleted for resources: {'Port': ['ID=ce9b1b28-a396-4862-8c5d-e6b6a2beb581,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:54.499108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2efb0b32-a34c-4c89-8d0a-abdde2b8b408 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.506070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2efb0b32-a34c-4c89-8d0a-abdde2b8b408 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "DELETE /v2.0/ports/ce9b1b28-a396-4862-8c5d-e6b6a2beb581 HTTP/1.1" status: 204 len: 168 time: 0.6041770 Sep 27 08:36:54.507209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44836) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:54.539229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:54.561911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:54.564272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fd68b66d-27d7-41ac-a7b9-f731dd95d022 req-cf0c057b-1be7-4c83-9a55-cd0f06e8c4fd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 210 time: 0.0543766 Sep 27 08:36:54.568047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:54.571873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Pushing event updated for resources: {'Port': ['ID=a4c8e0ff-b2cf-473c-8867-510803aa276e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:54.588953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1308095-a9bc-4616-9371-0214a35d2d2e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:54.594813 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1308095-a9bc-4616-9371-0214a35d2d2e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1e0a619-b1fb-43df-88a6-abc9c4a320bb HTTP/1.1" status: 200 len: 913 time: 0.0861385 Sep 27 08:36:54.595542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44840) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:54.688399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Allocated IP 192.168.233.244 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/79ca88e4-3a0d-42f9-b2c6-797b7aebea7c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:54.698835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Made reservation on behalf of af6ddae1a49c4cb49c61cccb56f0528e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:36:54.702332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.743211 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:54.908743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.041731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.057694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970d03-c154-4660-9c08-cdd64403a225 req-483fa9e8-af52-480c-8ed1-ca4ffb9de02a tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:55.059222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50970d03-c154-4660-9c08-cdd64403a225 req-483fa9e8-af52-480c-8ed1-ca4ffb9de02a tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 945 time: 0.1154575 Sep 27 08:36:55.131122 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.155439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5efe34-dc43-4c96-a388-251a27704dea req-84add99b-1d82-4b86-a548-612b7eabbc2b tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:55.156953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a5efe34-dc43-4c96-a388-251a27704dea req-84add99b-1d82-4b86-a548-612b7eabbc2b tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 945 time: 0.1535430 Sep 27 08:36:55.184675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50970d03-c154-4660-9c08-cdd64403a225 req-483b9244-d3a7-420e-b08a-20c14d21016c tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc65ac88-748b-47d3-9b5d-1955212b5f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062050 Sep 27 08:36:55.219526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Router 9d7a12bd-12ff-4020-8106-2249fde5db3b is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:36:55.238537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.300603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.313761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:55.415480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.437245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:55.449101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Allocated IP 192.168.233.229 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/9d29892f-9166-4ccf-a410-18391e085f2a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:55.451560 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.461177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd6c6e-fb99-4261-9c33-353bb72ed49a req-c43b5684-3ad5-4267-be49-1a1e0faa0be9 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:55.463603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fffd6c6e-fb99-4261-9c33-353bb72ed49a req-c43b5684-3ad5-4267-be49-1a1e0faa0be9 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1970565 Sep 27 08:36:55.490602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'Port': ['ID=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:55.493315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:55.510218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:55.528148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Deleting port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:55.528546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.587181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fffd6c6e-fb99-4261-9c33-353bb72ed49a req-e9065f14-904f-4747-b12a-77901a33804b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068089 Sep 27 08:36:55.617290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:55.626743 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Sync routers for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:55.636312 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:55.636962 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:55.644253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Pushing event updated for resources: {'Port': ['ID=a4c8e0ff-b2cf-473c-8867-510803aa276e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:55.682132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:55.682936 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.690644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.722534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.728130 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-26c00f79-26da-4e5d-acf5-d5f72c98d05c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4107926 Sep 27 08:36:55.731449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:55.765011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c9d8559d-f1e4-4a4b-8f2f-10f9056fb6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6835840 Sep 27 08:36:55.807810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Request body: {'port': {'device_id': '71f07f67-b165-4bb9-b14c-df12383f1163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:55.811841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b9bec937-1d4c-415b-8f90-a720b8bac32d None None] Provisioning complete for port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:55.812794 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9bec937-1d4c-415b-8f90-a720b8bac32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.815250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:55.821345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-b836e541-6005-40d0-bc2b-17211a007707 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3712397 Sep 27 08:36:55.823255 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:55.859734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b9bec937-1d4c-415b-8f90-a720b8bac32d None None] Port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:56.029847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-ab5806ff-6c78-4414-94e3-41bc207c71a7 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0967674 Sep 27 08:36:56.086724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.094890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] For port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,segment=NetworkSegment(3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b),segment_id=3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:56.095537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.125976 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:36:53Z', 'revision_number': 3, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:56.132612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Calling delete_port for 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:56.144866 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.154150 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Checking router: 9d7a12bd-12ff-4020-8106-2249fde5db3b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:36:56.154753 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Updating router 9d7a12bd-12ff-4020-8106-2249fde5db3b port 4d9fedef-4047-48b7-a018-7fdafb146984 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:36:56.168306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5880a0d-96c1-4b99-84bd-54373b273748 req-76e3e089-b930-4272-b23f-8606ecdfb456 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:56.169951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5880a0d-96c1-4b99-84bd-54373b273748 req-76e3e089-b930-4272-b23f-8606ecdfb456 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.1227529 Sep 27 08:36:56.184562 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.311422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5880a0d-96c1-4b99-84bd-54373b273748 req-76d5e497-1d44-42f4-a04d-67c3b0f59810 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991483 Sep 27 08:36:56.340934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Deleting port f00d2c61-3b35-40c8-aab0-7b910c9d9c7d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:36:56.341280 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.344683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-59d64ef2-2f63-4936-a51c-f50eafc7e542 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:56.346207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50759ebc-71b3-4d1b-83ab-89ca60a6d63d req-59d64ef2-2f63-4936-a51c-f50eafc7e542 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.3001232 Sep 27 08:36:56.431553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.480607 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.484735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Calling delete_port for f00d2c61-3b35-40c8-aab0-7b910c9d9c7d owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:36:56.497086 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.499077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:56.507970 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.578809 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Attempting to bind port 4d9fedef-4047-48b7-a018-7fdafb146984 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:56.579458 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Attempting to bind port 4d9fedef-4047-48b7-a018-7fdafb146984 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:56.579990 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Attempting to bind port 4d9fedef-4047-48b7-a018-7fdafb146984 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:56.580371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbec61b-bb92-45c2-a080-453359835f38 req-b41568f6-825d-4ce3-942a-dd62bd8a6218 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:56.581871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cbbec61b-bb92-45c2-a080-453359835f38 req-b41568f6-825d-4ce3-942a-dd62bd8a6218 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 936 time: 0.1372225 Sep 27 08:36:56.585530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.592217 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:56.593044 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:56.593711 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.594980 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:56.595697 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Bound port: 4d9fedef-4047-48b7-a018-7fdafb146984, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:56.596396 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.599590 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0206f01-6bd9-4b9d-8bac-99004ad53325 None None] Pushing event updated for resources: {'Port': ['ID=4d9fedef-4047-48b7-a018-7fdafb146984,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:56.633177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Pushing event deleted for resources: {'Port': ['ID=97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:56.667934 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] For port 4d9fedef-4047-48b7-a018-7fdafb146984, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:56.672781 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] For port 4d9fedef-4047-48b7-a018-7fdafb146984, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4d9fedef-4047-48b7-a018-7fdafb146984,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:56.682536 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.732503 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:56.733318 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:56.767085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] No DVR routers for this DVR port 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:36:56.773848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:56.775932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a5efe34-dc43-4c96-a388-251a27704dea req-2f69145b-cf4b-4993-b3f3-d81bdf88baaf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.67 "DELETE /v2.0/ports/97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 HTTP/1.1" status: 204 len: 173 time: 1.6083522 Sep 27 08:36:56.776423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c06e222-0c07-4eed-9206-48d67d820aad', 'name': 'network-vif-deleted', 'tag': '97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:56.778769 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7fa048-4b76-46b0-91c0-7a0e864b5aad" -d '{"events": [{"server_uuid": "7c06e222-0c07-4eed-9206-48d67d820aad", "name": "network-vif-deleted", "tag": "97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:56.794944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cbbec61b-bb92-45c2-a080-453359835f38 req-72871709-bc6e-4c17-831d-82b3ac20a959 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700921 Sep 27 08:36:56.873720 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:56.967039 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0206f01-6bd9-4b9d-8bac-99004ad53325 None None] Pushing event updated for resources: {'Port': ['ID=4d9fedef-4047-48b7-a018-7fdafb146984,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:56.972660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:36:57.004006 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.009213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-334f67d8-dc86-431f-bad1-6877c946dbc3 req-167e0e5c-6460-4211-86e0-b967a3b4d1bf tempest-VolumesAdminNegativeTest-677567930 tempest-VolumesAdminNegativeTest-677567930-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c06e222-0c07-4eed-9206-48d67d820aad HTTP/1.1" status: 200 len: 210 time: 0.4899642 Sep 27 08:36:57.031336 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:57.031604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-7d46f6ff-7d4f-445a-bdc6-56cefd31c501 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:57.035611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-7d46f6ff-7d4f-445a-bdc6-56cefd31c501 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1339421 Sep 27 08:36:57.062612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:36:57.063947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:36:57.107889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event deleted for resources: {'Port': ['ID=f00d2c61-3b35-40c8-aab0-7b910c9d9c7d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:57.108471 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:36:53Z', 'revision_number': 3, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:57.147152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-3bfa208d-e180-4b30-9ef3-1538d27a43c9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.1104140 Sep 27 08:36:57.148418 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d36b6-a015-460e-91a6-477a7b2ffec5 None None] The sync data for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 is: [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:36:53Z', 'revision_number': 3, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:57.193800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'Port': ['ID=9d29892f-9166-4ccf-a410-18391e085f2a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:57.261425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Request body: {'floatingip': {'port_id': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:57.262352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:57.262352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.307978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.378716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc077b77-2a46-488e-a388-93421b8b5a4b req-5c95a8fb-ed9f-4b5f-9f44-59a3360e804a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:57.380430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc077b77-2a46-488e-a388-93421b8b5a4b req-5c95a8fb-ed9f-4b5f-9f44-59a3360e804a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.2749147 Sep 27 08:36:57.430470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-132a224d-8801-45c8-b612-50e91849f679 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5108855 Sep 27 08:36:57.441784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:57.471566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Request body: {'port': {'device_id': '7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:57.485510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.504073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-89959715-a631-422c-84ed-21e46df44613 None None] Provisioning complete for port 9d29892f-9166-4ccf-a410-18391e085f2a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:57.507585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89959715-a631-422c-84ed-21e46df44613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.528045 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.559002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Transition to ACTIVE for port object 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:36:57.620273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-89959715-a631-422c-84ed-21e46df44613 None None] Port 9d29892f-9166-4ccf-a410-18391e085f2a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:36:57.635253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.697723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc077b77-2a46-488e-a388-93421b8b5a4b req-390a1080-afbb-4317-a1f3-e90ad1896065 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692702 Sep 27 08:36:57.707242 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.746098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:57.793301 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e109b8-6264-422c-a0fd-041123178f0a x-openstack-request-id: req-21e109b8-6264-422c-a0fd-041123178f0a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:36:57.793784 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c06e222-0c07-4eed-9206-48d67d820aad", "name": "network-vif-deleted", "tag": "97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:36:57.794035 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21e109b8-6264-422c-a0fd-041123178f0a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:36:57.794301 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c06e222-0c07-4eed-9206-48d67d820aad', 'name': 'network-vif-deleted', 'tag': '97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2', 'status': 'completed', 'code': 200} Sep 27 08:36:57.806060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:57.883435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Router c1e0a619-b1fb-43df-88a6-abc9c4a320bb has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:36:58.093138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:58.103275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d0371992-0049-4f72-a664-f33ddc8ee11e tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "PUT /v2.0/routers/c1e0a619-b1fb-43df-88a6-abc9c4a320bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5055962 Sep 27 08:36:58.103577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44870) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:58.105703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209aa844-cfcd-4fea-82e3-aa3a13f4617e None None] Sync routers for ids ['c1e0a619-b1fb-43df-88a6-abc9c4a320bb'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:58.121746 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209aa844-cfcd-4fea-82e3-aa3a13f4617e None None] Routers {'c1e0a619-b1fb-43df-88a6-abc9c4a320bb'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:58.126358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-209aa844-cfcd-4fea-82e3-aa3a13f4617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c1e0a619-b1fb-43df-88a6-abc9c4a320bb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:58.183267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-209aa844-cfcd-4fea-82e3-aa3a13f4617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:58.194777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209aa844-cfcd-4fea-82e3-aa3a13f4617e None None] Routers {'c1e0a619-b1fb-43df-88a6-abc9c4a320bb'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:58.195578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-209aa844-cfcd-4fea-82e3-aa3a13f4617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c1e0a619-b1fb-43df-88a6-abc9c4a320bb'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:58.235351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-209aa844-cfcd-4fea-82e3-aa3a13f4617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:58.236154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209aa844-cfcd-4fea-82e3-aa3a13f4617e None None] The sync data for ids ['c1e0a619-b1fb-43df-88a6-abc9c4a320bb'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:36:58.342322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a9eaa-d90c-46f5-b01c-4bc8c3189af9 req-6be71240-fc64-4645-a770-0f8958a7c171 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:58.343965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c5a9eaa-d90c-46f5-b01c-4bc8c3189af9 req-6be71240-fc64-4645-a770-0f8958a7c171 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 946 time: 0.4674628 Sep 27 08:36:58.356213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee2cfcd-2132-44f8-948a-b530d1b95cbf tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.362856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Attempting to bind port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:58.363192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Attempting to bind port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:58.363527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Attempting to bind port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:58.432527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:36:58.432846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Attempting to bind port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:58.516249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:58.516588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:58.516989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:58.517413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Bound port: 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:58.517808 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.591271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:36:58.614899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Allocated IP 172.20.0.1 (3f6f1655-88d1-46c9-9d33-f405464245d8/85897b63-6c8b-4b77-8b93-4f12342df0f5/be2c4c76-6db9-4910-8cc5-6b2437b1112f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:36:58.627791 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c5a9eaa-d90c-46f5-b01c-4bc8c3189af9 req-2268452d-085b-4bf1-9fbe-149eb2b1c62d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675841 Sep 27 08:36:58.669015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee2cfcd-2132-44f8-948a-b530d1b95cbf tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.699315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee2cfcd-2132-44f8-948a-b530d1b95cbf tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.707181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.720940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.728050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-9c9ee6c0-871c-40f8-95f7-085f7f08cc84 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:58.729407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-9c9ee6c0-871c-40f8-95f7-085f7f08cc84 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1097 time: 0.1092625 Sep 27 08:36:58.767539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-1'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:36:58.864766 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.867100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d29892f-9166-4ccf-a410-18391e085f2a {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:36:58.872096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee2cfcd-2132-44f8-948a-b530d1b95cbf tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.872641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee2cfcd-2132-44f8-948a-b530d1b95cbf tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Fanout notify agent at l3_agent the message router_deleted on router c1e0a619-b1fb-43df-88a6-abc9c4a320bb {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:36:58.883853 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.889643 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Floating IP 8b602a0f-f2e1-4288-ad31-76c1538cc5dc associated. External IP: 172.25.2.104, port: 310ac58f-eff0-47f5-abec-a6f889c1b8ef. Sep 27 08:36:58.890668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee2cfcd-2132-44f8-948a-b530d1b95cbf tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:58.891777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0ee2cfcd-2132-44f8-948a-b530d1b95cbf tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "DELETE /v2.0/routers/c1e0a619-b1fb-43df-88a6-abc9c4a320bb HTTP/1.1" status: 204 len: 168 time: 0.7839501 Sep 27 08:36:58.896793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44874) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:58.933965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] For port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:58.957161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Transition to ACTIVE for port object 9d29892f-9166-4ccf-a410-18391e085f2a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:36:58.982131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] For port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:36:58.988078 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.003241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.012008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5a41b-2856-4d9a-a859-820c63700715 req-9ce2723b-c738-4a37-b153-04b03478391a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:59.013589 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ca5a41b-2856-4d9a-a859-820c63700715 req-9ce2723b-c738-4a37-b153-04b03478391a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 936 time: 0.2141883 Sep 27 08:36:59.058051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.073160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c44929-47f2-425a-8f28-ebd07c0d3859 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Deleting subnet e83d901c-2cf8-4905-af68-e9e9bd977ed4 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:36:59.090067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:59.090688 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.092097 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] 10.222.0.67 "PUT /v2.0/ports/79ca88e4-3a0d-42f9-b2c6-797b7aebea7c HTTP/1.1" status: 200 len: 1096 time: 3.2903020 Sep 27 08:36:59.097974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39c44929-47f2-425a-8f28-ebd07c0d3859 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.104116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f07f67-b165-4bb9-b14c-df12383f1163', 'tag': '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:59.106441 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9333951-1fb7-4d94-9dda-c11211c6d589" -d '{"events": [{"name": "network-changed", "server_uuid": "71f07f67-b165-4bb9-b14c-df12383f1163", "tag": "79ca88e4-3a0d-42f9-b2c6-797b7aebea7c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:59.132159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:59.182068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Pushing event updated for resources: {'Port': ['ID=9d29892f-9166-4ccf-a410-18391e085f2a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:59.233531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:59.255236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39c44929-47f2-425a-8f28-ebd07c0d3859 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.276464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Router ba7b6a72-61ab-472c-add9-583d0b79de62 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:36:59.280669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ca5a41b-2856-4d9a-a859-820c63700715 req-451ba943-898c-4660-867a-aec6438bdaaa tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270648 Sep 27 08:36:59.307032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.364855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44878) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:36:59.373487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.447834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4d9fedef-4047-48b7-a018-7fdafb146984 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:36:59.507383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4d9fedef-4047-48b7-a018-7fdafb146984 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:36:59.508069 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.524860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Pushing event updated for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:59.581385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd1e1f3-c3ec-4937-a218-18f4b1c080a4 admin admin] Deleting subnet d3228bd3-984c-416e-a961-b0d1962495cd {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:36:59.593663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e1f3-c3ec-4937-a218-18f4b1c080a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.610909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:36:59.636189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.638517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on host n-h1-810909-1 for vnic_type normal with profile {"migrating_to": "n-h2-810909-1"} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:36:59.638857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:36:59.639186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:59.643398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:36:59.643675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:36:59.644200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 97fbdeec-2ef5-4efa-b1ec-ad251f4e48c2 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:36:59.651565 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.657999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e1f3-c3ec-4937-a218-18f4b1c080a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.658511 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] Sync routers for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:36:59.666595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 4d9fedef-4047-48b7-a018-7fdafb146984, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4d9fedef-4047-48b7-a018-7fdafb146984,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:36:59.672729 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.674004 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:36:59.675494 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:36:59.678214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:36:59.678595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Attempting to bind port 470783c2-c43e-4b7a-9820-357b58b64c3e on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:36:59.703655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:36:59.703997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:36:59.704416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:36:59.705285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Bound port: 470783c2-c43e-4b7a-9820-357b58b64c3e, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:36:59.705285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.738220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=4d9fedef-4047-48b7-a018-7fdafb146984,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:59.761758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-bb866906-7c22-4f5d-b88b-52a6a1748394 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "PUT /v2.0/floatingips/8b602a0f-f2e1-4288-ad31-76c1538cc5dc HTTP/1.1" status: 200 len: 996 time: 2.5534520 Sep 27 08:36:59.795848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e'}, {'name': 'network-changed', 'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:36:59.798169 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda" -d '{"events": [{"server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "name": "network-vif-unplugged", "status": "completed", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e"}, {"name": "network-changed", "server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:36:59.803045 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:36:59.830638 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e1f3-c3ec-4937-a218-18f4b1c080a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.844210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.854750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-33bd4553-afdb-460c-986d-944cd4d3d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:59.856278 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-33bd4553-afdb-460c-986d-944cd4d3d301 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 1099 time: 0.7141230 Sep 27 08:36:59.885506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-76e6e6ca-9916-4332-8ea7-b141bed90c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:36:59.887323 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-76e6e6ca-9916-4332-8ea7-b141bed90c2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf6515ca46148839c1f171d2d19051f&device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 1096 time: 0.1245692 Sep 27 08:36:59.907337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786d0be-1ed4-433a-9eb1-60d6e6afbaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:36:59.951714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:36:59.958417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:36:59.960052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-95d49b1b-2bb2-4d3d-88a7-5f7daf69af55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c HTTP/1.1" status: 200 len: 217 time: 0.0930824 Sep 27 08:36:59.972660 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e1f3-c3ec-4937-a218-18f4b1c080a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:36:59.977355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:00.003845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:00.017333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.037881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:00.047286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Attempting to bind port 9d29892f-9166-4ccf-a410-18391e085f2a on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:00.047624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Attempting to bind port 9d29892f-9166-4ccf-a410-18391e085f2a by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:00.047953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Attempting to bind port 9d29892f-9166-4ccf-a410-18391e085f2a on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:00.053141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e1f3-c3ec-4937-a218-18f4b1c080a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.055347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6dd1e1f3-c3ec-4937-a218-18f4b1c080a4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d3228bd3-984c-416e-a961-b0d1962495cd HTTP/1.1" status: 204 len: 168 time: 0.6886673 Sep 27 08:37:00.056452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1e1f3-c3ec-4937-a218-18f4b1c080a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3228bd3-984c-416e-a961-b0d1962495cd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:00.058312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44886) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:00.075193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39c44929-47f2-425a-8f28-ebd07c0d3859 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.091701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca1bd4-c4a7-43e2-8d53-113bf542a64e req-b27f50b7-0531-42c8-8dfb-b146a332b8a5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:00.096926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2ca1bd4-c4a7-43e2-8d53-113bf542a64e req-b27f50b7-0531-42c8-8dfb-b146a332b8a5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.3156703 Sep 27 08:37:00.124753 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '8b602a0f-f2e1-4288-ad31-76c1538cc5dc', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'port_id': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'mac_address': 'fa:16:3e:b2:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e3c201-b9b7-474c-bf96-0098c114991d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:36:54Z', 'updated_at': '2021-09-27T08:36:58Z', 'revision_number': 1, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 5, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:00.144408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-25a567aa-24dc-4139-b716-71e40d3e7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:00.145914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-25a567aa-24dc-4139-b716-71e40d3e7da6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cab460f8-74bc-43e8-a390-9d1c744310ed HTTP/1.1" status: 200 len: 929 time: 0.2262909 Sep 27 08:37:00.166524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Port 9d29892f-9166-4ccf-a410-18391e085f2a on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:37:00.167045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Attempting to bind port 9d29892f-9166-4ccf-a410-18391e085f2a on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:00.179205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Pushing event updated for resources: {'Port': ['ID=be2c4c76-6db9-4910-8cc5-6b2437b1112f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:00.179688 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] Checking router: ba7b6a72-61ab-472c-add9-583d0b79de62 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:37:00.191873 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:00.193962 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:00.211670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:00.212105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:00.212628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:00.213153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Bound port: 9d29892f-9166-4ccf-a410-18391e085f2a, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:00.213555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.224041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-114d8f69-6c02-419c-b5cc-153edd4d8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:00.225583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-114d8f69-6c02-419c-b5cc-153edd4d8705 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2338948 Sep 27 08:37:00.246256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.283142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:00.284214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.285985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] 10.222.0.67 "PUT /v2.0/ports/470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 200 len: 1122 time: 1.5226874 Sep 27 08:37:00.289059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23602b7a-b72e-4337-9053-0bf91feb1a99 service neutron] Pushing event updated for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:00.309758 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.359455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-2579b820-b845-4d33-9f5e-08163d48d791 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 200 len: 999 time: 0.1676919 Sep 27 08:37:00.375670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['470783c2-c43e-4b7a-9820-357b58b64c3e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:00.393634 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:00.405938 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39c44929-47f2-425a-8f28-ebd07c0d3859 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.430085 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2ca1bd4-c4a7-43e2-8d53-113bf542a64e req-4fb14e55-2c23-4b97-b6f4-b3cfa5b68f76 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301327 Sep 27 08:37:00.451249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.459748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['470783c2-c43e-4b7a-9820-357b58b64c3e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:00.477103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-f47337d9-6a05-4ca5-8864-d36ccdf337ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:00.479090 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-f47337d9-6a05-4ca5-8864-d36ccdf337ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c49b4dc5-8a8d-41da-aa81-2656e46246dc HTTP/1.1" status: 200 len: 867 time: 0.1027834 Sep 27 08:37:00.483194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f170bd8-395b-48bd-8a98-a495593556b3']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:00.519355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:00.519890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adf5bf0-24d6-49b7-b2e4-ddab804d5d5b') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:00.520273 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893ced76-6fd9-4333-9ee1-aa89bd05f813 x-openstack-request-id: req-893ced76-6fd9-4333-9ee1-aa89bd05f813 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:00.520623 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f07f67-b165-4bb9-b14c-df12383f1163", "tag": "79ca88e4-3a0d-42f9-b2c6-797b7aebea7c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:00.520906 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-893ced76-6fd9-4333-9ee1-aa89bd05f813 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:00.521269 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f07f67-b165-4bb9-b14c-df12383f1163', 'tag': '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', 'status': 'completed', 'code': 200} Sep 27 08:37:00.533187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44929-47f2-425a-8f28-ebd07c0d3859 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event deleted for resources: {'Subnet': ['ID=e83d901c-2cf8-4905-af68-e9e9bd977ed4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:00.546578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.552011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6d45b5c0-f2ec-4ca9-904c-b346d4326583 None None] Provisioning complete for port be2c4c76-6db9-4910-8cc5-6b2437b1112f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:00.552409 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d45b5c0-f2ec-4ca9-904c-b346d4326583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.557922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39c44929-47f2-425a-8f28-ebd07c0d3859 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.563184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b2aa5a-1eb0-421a-b9e9-1fbd32a369ed None None] Network 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:00.564839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44890) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:00.565992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-39c44929-47f2-425a-8f28-ebd07c0d3859 tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "DELETE /v2.0/subnets/e83d901c-2cf8-4905-af68-e9e9bd977ed4 HTTP/1.1" status: 204 len: 168 time: 1.6633136 Sep 27 08:37:00.578737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.600131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-14ea6adf-9e97-4176-8f6a-73f4a51fa0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:00.602665 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-14ea6adf-9e97-4176-8f6a-73f4a51fa0e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cab460f8-74bc-43e8-a390-9d1c744310ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165595 Sep 27 08:37:00.608422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:37:00.609324 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:37:00.611571 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:37:00.706984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c7e2e323-c350-465f-a42c-0527ad237f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:00.709387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c7e2e323-c350-465f-a42c-0527ad237f61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4644699 Sep 27 08:37:00.743086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6d45b5c0-f2ec-4ca9-904c-b346d4326583 None None] Port be2c4c76-6db9-4910-8cc5-6b2437b1112f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:00.767146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] For port 9d29892f-9166-4ccf-a410-18391e085f2a, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:00.783553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.797645 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.806899 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.809818 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4f170bd8-395b-48bd-8a98-a495593556b3 HTTP/1.1" status: 204 len: 168 time: 0.7286992 Sep 27 08:37:00.815607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44892) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:00.818471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919e2d4-6b62-40ce-93b8-2bbe76f47b42 req-3d859105-3648-477e-a788-3d9f4742ad95 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:00.827545 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0919e2d4-6b62-40ce-93b8-2bbe76f47b42 req-3d859105-3648-477e-a788-3d9f4742ad95 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 944 time: 0.1856947 Sep 27 08:37:00.919541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] For port 9d29892f-9166-4ccf-a410-18391e085f2a, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d29892f-9166-4ccf-a410-18391e085f2a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:00.922742 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.940480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] DHCP port deletion for 12a9d7ec-13bb-4f58-b202-20c4d2d50e28 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:37:00.955999 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '8b602a0f-f2e1-4288-ad31-76c1538cc5dc', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'port_id': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'mac_address': 'fa:16:3e:b2:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e3c201-b9b7-474c-bf96-0098c114991d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:36:54Z', 'updated_at': '2021-09-27T08:36:58Z', 'revision_number': 1, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 5, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:00.977916 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:00.998155 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e631c-527e-47eb-ac54-f6f272af6573 None None] The sync data for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 is: [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '8b602a0f-f2e1-4288-ad31-76c1538cc5dc', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'port_id': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'mac_address': 'fa:16:3e:b2:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e3c201-b9b7-474c-bf96-0098c114991d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:36:54Z', 'updated_at': '2021-09-27T08:36:58Z', 'revision_number': 1, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 5, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:37:01.025202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] Deleting port b9e3099d-7c83-4834-aa63-a97e6469e354 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:01.026396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.106061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0919e2d4-6b62-40ce-93b8-2bbe76f47b42 req-ef98bb7f-6e00-4b35-ae3b-10219ccd00bb tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775049 Sep 27 08:37:01.113795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] For port b9e3099d-7c83-4834-aa63-a97e6469e354, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9e3099d-7c83-4834-aa63-a97e6469e354,segment=NetworkSegment(fb65bef7-66b0-4366-90dd-36f2387e2d80),segment_id=fb65bef7-66b0-4366-90dd-36f2387e2d80)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:01.114203 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.128860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] Calling delete_port for b9e3099d-7c83-4834-aa63-a97e6469e354 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:01.171809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749cd70-f0cd-4b4b-9b67-d7571fac0f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f170bd8-395b-48bd-8a98-a495593556b3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:01.233493 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.241554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-204094fa-622b-4a17-aa95-1176313d7503 service neutron] 10.222.0.50 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104267 Sep 27 08:37:01.314042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] Pushing event deleted for resources: {'Port': ['ID=b9e3099d-7c83-4834-aa63-a97e6469e354,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:01.318354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd17ac-0665-488d-802f-f5f3e3924ea8 None None] New status for floating IP 8b602a0f-f2e1-4288-ad31-76c1538cc5dc: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:37:01.332353 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.333488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c73767-e26d-4d4a-8367-ac9b1cd8dbc8 None None] No DVR routers for this DVR port b9e3099d-7c83-4834-aa63-a97e6469e354 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:01.333665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:01.334728 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.336609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] 10.222.0.67 "PUT /v2.0/ports/9d29892f-9166-4ccf-a410-18391e085f2a HTTP/1.1" status: 200 len: 1096 time: 3.8691137 Sep 27 08:37:01.340876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a7b368-1254-46d5-857d-5acdec21d2ec admin admin] Deleting subnet b06a079a-aa1f-4e11-9138-922845b2329c {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:37:01.359175 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 27 Sep 2021 08:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd6155-7231-443e-aa72-45a6224ae189 x-openstack-request-id: req-71bd6155-7231-443e-aa72-45a6224ae189 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:01.359497 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "name": "network-vif-unplugged", "status": "completed", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e", "code": 200}, {"name": "network-changed", "server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:01.360060 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71bd6155-7231-443e-aa72-45a6224ae189 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:01.360709 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e', 'code': 200} Sep 27 08:37:01.361786 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'status': 'completed', 'code': 200} Sep 27 08:37:01.367207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27a7b368-1254-46d5-857d-5acdec21d2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.386747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.402704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4d9fedef-4047-48b7-a018-7fdafb146984 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:01.422469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-3af3d1e3-ccd4-412b-9a7a-3c8ded7939ca service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923895 Sep 27 08:37:01.478947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27a7b368-1254-46d5-857d-5acdec21d2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.485479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4d9fedef-4047-48b7-a018-7fdafb146984 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:01.486035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.526677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfcaeb-4736-43eb-a13c-471423239345 service neutron] Pushing event updated for resources: {'Port': ['ID=9d29892f-9166-4ccf-a410-18391e085f2a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:01.556253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27a7b368-1254-46d5-857d-5acdec21d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.570867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-04015047-a9eb-4f2b-b310-dbdd742744e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:01.572486 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-04015047-a9eb-4f2b-b310-dbdd742744e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 1099 time: 0.1447475 Sep 27 08:37:01.606743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-880fc9af-9e22-4bd9-b86d-32b0feda5b90 req-8e4e3022-d750-4a76-a252-8220e8fa49fe service neutron] 10.222.0.50 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604395 Sep 27 08:37:01.610156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Deleting port b9e3099d-7c83-4834-aa63-a97e6469e354 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:01.610669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.645926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 470783c2-c43e-4b7a-9820-357b58b64c3e details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:01.705762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-f52434b9-c14e-4848-87ac-041b2cf1da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:01.707427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-f52434b9-c14e-4848-87ac-041b2cf1da10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf6515ca46148839c1f171d2d19051f&device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 1096 time: 0.3177040 Sep 27 08:37:01.708821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-98f0adcf-818c-4c5d-bea4-1986f0b27c86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9d29892f-9166-4ccf-a410-18391e085f2a HTTP/1.1" status: 200 len: 217 time: 0.0821342 Sep 27 08:37:01.709591 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.786983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27a7b368-1254-46d5-857d-5acdec21d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.810611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Pushing event updated for resources: {'Port': ['ID=be2c4c76-6db9-4910-8cc5-6b2437b1112f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:01.832106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] For port b9e3099d-7c83-4834-aa63-a97e6469e354, host n-d-810909-1, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:01.836983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.841008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e4cdc-d767-4e45-92fa-8b7227392fc9 req-1026c747-a1ea-41d1-b357-7a0a7dd2299d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:01.842145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-601e4cdc-d767-4e45-92fa-8b7227392fc9 req-1026c747-a1ea-41d1-b357-7a0a7dd2299d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 948 time: 0.3428068 Sep 27 08:37:01.844305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7b368-1254-46d5-857d-5acdec21d2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06a079a-aa1f-4e11-9138-922845b2329c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:01.868363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-27a7b368-1254-46d5-857d-5acdec21d2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.870990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-27a7b368-1254-46d5-857d-5acdec21d2ec admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b06a079a-aa1f-4e11-9138-922845b2329c HTTP/1.1" status: 204 len: 168 time: 1.0540488 Sep 27 08:37:01.877949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Calling delete_port for b9e3099d-7c83-4834-aa63-a97e6469e354 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:01.879625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44898) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:01.889739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Port b9e3099d-7c83-4834-aa63-a97e6469e354 was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:37:01.908138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:01.910780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9e3099d-7c83-4834-aa63-a97e6469e354 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:01.928578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2032c2-43a4-49e5-8657-dd67fc90116d req-2d362299-c417-4d3a-916e-8917429c19e1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:01.930573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d2032c2-43a4-49e5-8657-dd67fc90116d req-2d362299-c417-4d3a-916e-8917429c19e1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1775110 Sep 27 08:37:01.934584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b9e3099d-7c83-4834-aa63-a97e6469e354 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:01.934943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9e3099d-7c83-4834-aa63-a97e6469e354 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:01.964054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:01.970282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event deleted for resources: {'Port': ['ID=b9e3099d-7c83-4834-aa63-a97e6469e354,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:01.975717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] No DVR routers for this DVR port b9e3099d-7c83-4834-aa63-a97e6469e354 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:01.979629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 470783c2-c43e-4b7a-9820-357b58b64c3e has no active binding in host n-h2-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 08:37:01.994590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-60d5a28f-346a-41c7-b4f1-3a5255502112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:01.996101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-60d5a28f-346a-41c7-b4f1-3a5255502112 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2347143 Sep 27 08:37:02.025805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-601e4cdc-d767-4e45-92fa-8b7227392fc9 req-50172462-713a-4305-9bf1-e3d96497cc71 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602211 Sep 27 08:37:02.033761 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-876bd8ce-e3d0-48a8-88fd-c97d7995692d service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612991 Sep 27 08:37:02.070275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-bad56d68-fdee-41d0-a2a6-f75ce6fdd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:02.071905 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-bad56d68-fdee-41d0-a2a6-f75ce6fdd81a service neutron] 10.222.0.57 "GET /v2.0/networks?id=cab460f8-74bc-43e8-a390-9d1c744310ed HTTP/1.1" status: 200 len: 929 time: 0.3533289 Sep 27 08:37:02.092644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.118614 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d2032c2-43a4-49e5-8657-dd67fc90116d req-66905c3f-42b7-4d03-a90b-87b3742e6d3a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514013 Sep 27 08:37:02.135733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:02.154433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.192921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:02.209845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c63a2f56-d0be-4ed7-83b5-ad173cc0c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:02.210282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-c63a2f56-d0be-4ed7-83b5-ad173cc0c6a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054355 Sep 27 08:37:02.210679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a9d7ec-13bb-4f58-b202-20c4d2d50e28']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:02.241323 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb65bef7-66b0-4366-90dd-36f2387e2d80') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:02.241936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb65bef7-66b0-4366-90dd-36f2387e2d80') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:02.269123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.317647 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:37:02.325966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.337213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.343590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-e73fc425-833d-4cd8-bdc5-7ed0d44a3b74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 200 len: 1001 time: 0.2548683 Sep 27 08:37:02.361237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:37:02.361517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-64c06676-87a1-45a2-8341-a53448c6e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:02.361662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.362768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-64c06676-87a1-45a2-8341-a53448c6e265 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 1099 time: 0.2624233 Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:37:02.365430 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:37:02.378279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0ef444-cb90-4b64-853c-8be64167ccd2']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:02.391235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2da047-dbb4-47b0-bc41-ac9cf5e1c8de req-977e28a6-34b9-4f1a-8f42-8b1d9c156555 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:02.393064 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb2da047-dbb4-47b0-bc41-ac9cf5e1c8de req-977e28a6-34b9-4f1a-8f42-8b1d9c156555 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 944 time: 0.1927223 Sep 27 08:37:02.406665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df71857-7af4-47fa-8f93-5fd4316d6dde') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:02.406963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df71857-7af4-47fa-8f93-5fd4316d6dde') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:02.432903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.469716 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-4ba0e41c-0397-4ebb-bd0a-f20faa199c09 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 258 time: 0.3967879 Sep 27 08:37:02.497828 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.502353 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.510213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.511940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] 10.222.0.50 "DELETE /v2.0/networks/12a9d7ec-13bb-4f58-b202-20c4d2d50e28 HTTP/1.1" status: 204 len: 168 time: 1.9459398 Sep 27 08:37:02.524526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb2da047-dbb4-47b0-bc41-ac9cf5e1c8de req-f7b078f3-f349-4f18-9e22-03fc95b6dcb0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208043 Sep 27 08:37:02.525618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:37:02.526037 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:37:02.529411 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:37:02.550443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28a4a8-7b5a-4add-8b99-02ef1f3f3b2a tempest-FloatingIPNegativeTestJSON-203629639 tempest-FloatingIPNegativeTestJSON-203629639-project] Pushing event deleted for resources: {'Network': ['ID=12a9d7ec-13bb-4f58-b202-20c4d2d50e28,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:02.565549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bfb0b7ed-fabb-427c-9305-162761374baa None None] Provisioning complete for port be2c4c76-6db9-4910-8cc5-6b2437b1112f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:02.566906 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b7ed-fabb-427c-9305-162761374baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.636021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.644733 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0b7ed-fabb-427c-9305-162761374baa None None] Port be2c4c76-6db9-4910-8cc5-6b2437b1112f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:02.648475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.651240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/aa0ef444-cb90-4b64-853c-8be64167ccd2 HTTP/1.1" status: 204 len: 168 time: 0.7706704 Sep 27 08:37:02.662539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d2699-26b1-4f32-86b4-04ba3e71e4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0ef444-cb90-4b64-853c-8be64167ccd2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:02.793697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44910) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:02.801741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44912) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:02.847431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-33d31c8d-c3a4-47c5-b61a-30cb9cee6bcc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96740a0f1188419680affa7c706bbf85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499396 Sep 27 08:37:02.847907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa', 'tag': '9d29892f-9166-4ccf-a410-18391e085f2a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:02.848169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44916) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:02.850837 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da63932c-1b62-48d8-adb1-92db66b3426d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa", "tag": "9d29892f-9166-4ccf-a410-18391e085f2a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:02.865741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:02.912317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7acd2756-98c3-4b7d-975d-82a811ddbe6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.913114 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695bc84b-374b-46b3-9f20-7eb199553d38 x-openstack-request-id: req-695bc84b-374b-46b3-9f20-7eb199553d38 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:02.913681 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa", "tag": "9d29892f-9166-4ccf-a410-18391e085f2a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:02.913984 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-695bc84b-374b-46b3-9f20-7eb199553d38 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:02.914352 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa', 'tag': '9d29892f-9166-4ccf-a410-18391e085f2a', 'status': 'completed', 'code': 200} Sep 27 08:37:02.932346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-93107414-1e47-4796-9fb9-56dfe94a033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:02.933863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-93107414-1e47-4796-9fb9-56dfe94a033b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c49b4dc5-8a8d-41da-aa81-2656e46246dc HTTP/1.1" status: 200 len: 867 time: 0.5780287 Sep 27 08:37:02.942508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7acd2756-98c3-4b7d-975d-82a811ddbe6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.970779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-afea3a8e-f6ff-439f-9287-bb8da3929ed4 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195292 Sep 27 08:37:02.993659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Router 9d7a12bd-12ff-4020-8106-2249fde5db3b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:37:02.995946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7acd2756-98c3-4b7d-975d-82a811ddbe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:02.999000 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7acd2756-98c3-4b7d-975d-82a811ddbe6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:03.000088 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7acd2756-98c3-4b7d-975d-82a811ddbe6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc65ac88-748b-47d3-9b5d-1955212b5f48 HTTP/1.1" status: 204 len: 168 time: 0.1504054 Sep 27 08:37:03.006127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:03.026940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd2756-98c3-4b7d-975d-82a811ddbe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc65ac88-748b-47d3-9b5d-1955212b5f48,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:03.071478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f3b7e70c-fce5-4d7a-b0ff-f8467b0f5ee7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e8dab685b294b99b082d8bf03fbc618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675958 Sep 27 08:37:03.074028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44924) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:03.074204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-c80c03e3-b0e5-46d0-8153-99b35a7e6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:03.076144 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-c80c03e3-b0e5-46d0-8153-99b35a7e6cf6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.6963413 Sep 27 08:37:03.147707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3f504e6-0951-4abe-a058-eb32aa057d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:03.165594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-51407a76-138d-4948-92ab-56f141f6c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:03.167191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-51407a76-138d-4948-92ab-56f141f6c2f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cab460f8-74bc-43e8-a390-9d1c744310ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202702 Sep 27 08:37:03.192054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3f504e6-0951-4abe-a058-eb32aa057d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:03.219460 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-9c16e70c-d51b-4e3c-91de-a12faddbcbe5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c HTTP/1.1" status: 200 len: 217 time: 0.1101525 Sep 27 08:37:03.222551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3c59-c9ce-4aa3-b40f-3c8f7cf7c83f req-2c38753b-c1d4-4ddf-aaf6-2ccbd7d19438 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:03.227013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-969d3c59-c9ce-4aa3-b40f-3c8f7cf7c83f req-2c38753b-c1d4-4ddf-aaf6-2ccbd7d19438 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 948 time: 0.0923433 Sep 27 08:37:03.289863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-969d3c59-c9ce-4aa3-b40f-3c8f7cf7c83f req-23554f9b-d582-46d3-bae3-60ed48676032 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578120 Sep 27 08:37:03.303443 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbacbbc-d54a-4b69-b1a0-150f82ae50ba req-876ca266-3e89-4eaf-80ad-e2e82d3b2cd8 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120615 Sep 27 08:37:03.320270 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3f504e6-0951-4abe-a058-eb32aa057d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:03.323569 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3f504e6-0951-4abe-a058-eb32aa057d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:03.327268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a3f504e6-0951-4abe-a058-eb32aa057d50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0180f951-daaa-49a6-8780-13bbbe418bf7 HTTP/1.1" status: 204 len: 168 time: 0.2499647 Sep 27 08:37:03.337138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f504e6-0951-4abe-a058-eb32aa057d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0180f951-daaa-49a6-8780-13bbbe418bf7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:03.362828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:03.372631 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a" -d '{"events": [{"name": "network-changed", "server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:03.450418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44934) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:03.465830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef923c-9e7a-4ee6-bc19-3c29631fa0bb req-d028a751-48aa-45c3-9d2f-2e7c70b3f9b5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:03.467862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-25ef923c-9e7a-4ee6-bc19-3c29631fa0bb req-d028a751-48aa-45c3-9d2f-2e7c70b3f9b5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.0710492 Sep 27 08:37:03.479760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-98b3e13d-5a77-4288-a39b-acb9aaf71a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:03.481289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-98b3e13d-5a77-4288-a39b-acb9aaf71a02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2343774 Sep 27 08:37:03.498127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:37:03.507896 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4204009f-83b7-486e-b777-a1fc3905b812 admin admin] 10.222.0.50 "PUT /v2.0/routers/9d7a12bd-12ff-4020-8106-2249fde5db3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7702515 Sep 27 08:37:03.510185 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Sync routers for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:37:03.523815 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:03.525148 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:03.533463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-25ef923c-9e7a-4ee6-bc19-3c29631fa0bb req-65534ef1-6e2b-44cb-ae89-f4fca486da74 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588624 Sep 27 08:37:03.590534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-9f96d819-ba07-4bd6-92d4-6d70a8128f22 service neutron] 10.222.0.57 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843300 Sep 27 08:37:03.621270 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0078de9-f2ef-43d9-8855-45fdcb4d6550 x-openstack-request-id: req-d0078de9-f2ef-43d9-8855-45fdcb4d6550 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:03.621572 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:03.621880 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0078de9-f2ef-43d9-8855-45fdcb4d6550 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:03.622308 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e', 'status': 'completed', 'code': 200} Sep 27 08:37:03.676693 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:03.715423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63932c-1b62-48d8-adb1-92db66b3426d req-085f7b29-f077-4e6e-9f4b-60122cda8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:03.716962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da63932c-1b62-48d8-adb1-92db66b3426d req-085f7b29-f077-4e6e-9f4b-60122cda8fff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 1099 time: 0.3076730 Sep 27 08:37:03.733343 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a38cf740-ef05-408a-ac19-9418f42325c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49614633b79c4fdfbc94cbd5f7dceb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753787 Sep 27 08:37:03.733606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-cbc15ce7-8f09-4ea3-924f-b3ffbf7bca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:03.735462 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-cbc15ce7-8f09-4ea3-924f-b3ffbf7bca15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2236826 Sep 27 08:37:03.738075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:03.793428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7849c63-e44b-497d-88c3-7ba85ec7691b req-92759279-8723-4683-b383-3e937e0170ee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:03.795146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d7849c63-e44b-497d-88c3-7ba85ec7691b req-92759279-8723-4683-b383-3e937e0170ee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 944 time: 0.0652776 Sep 27 08:37:03.843672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d7849c63-e44b-497d-88c3-7ba85ec7691b req-a752d6a6-705b-4aac-b6a6-a00687730f57 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Sep 27 08:37:03.888414 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:03.965407 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:01Z', 'revision_number': 2, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:03.998315 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Checking router: 9d7a12bd-12ff-4020-8106-2249fde5db3b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:37:03.998774 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Updating router 9d7a12bd-12ff-4020-8106-2249fde5db3b port be2c4c76-6db9-4910-8cc5-6b2437b1112f binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:37:04.024749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-32bf882f-d9a6-45fb-88c3-82b5098034c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:04.026355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-32bf882f-d9a6-45fb-88c3-82b5098034c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1125 time: 0.3515534 Sep 27 08:37:04.029869 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.090338 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a5cbd04-d84f-452b-8818-95f38fed6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.148458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34c64c3d-3b1a-4bfc-ad82-62eaec7cceda req-7a487c93-48ad-4843-b7ad-dd22f631b00f service neutron] 10.222.0.57 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406101 Sep 27 08:37:04.193435 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-c3bbcc8e-5721-441c-a066-a79a1f1d0732 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919969 Sep 27 08:37:04.200842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a5cbd04-d84f-452b-8818-95f38fed6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.210252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63932c-1b62-48d8-adb1-92db66b3426d req-9e67fcb3-7407-4bc9-ae2f-1e20a7f961ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:04.211827 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da63932c-1b62-48d8-adb1-92db66b3426d req-9e67fcb3-7407-4bc9-ae2f-1e20a7f961ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.4759617 Sep 27 08:37:04.282733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44966) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:04.382854 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.391695 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.393502 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da63932c-1b62-48d8-adb1-92db66b3426d req-a9ec85da-798f-4168-9c2d-055609a2a2cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9d29892f-9166-4ccf-a410-18391e085f2a HTTP/1.1" status: 200 len: 217 time: 0.1361146 Sep 27 08:37:04.421579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-665913193'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:04.452192 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55935608-db37-496c-ba47-600107c17ae3 None None] Pushing event updated for resources: {'Port': ['ID=be2c4c76-6db9-4910-8cc5-6b2437b1112f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:04.464865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:04.468908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.489281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.514725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-9185eeec-903a-41d2-bac3-c8da17a81e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:04.517512 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-9185eeec-903a-41d2-bac3-c8da17a81e46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.4497070 Sep 27 08:37:04.523372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Allocated IP 172.25.2.231 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/7add1a79-7b18-4fa1-86d0-82d90642d1dc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:04.534989 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Attempting to bind port be2c4c76-6db9-4910-8cc5-6b2437b1112f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:04.535607 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Attempting to bind port be2c4c76-6db9-4910-8cc5-6b2437b1112f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:04.536240 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Attempting to bind port be2c4c76-6db9-4910-8cc5-6b2437b1112f on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:04.544399 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:04.544824 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Checking segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:04.545228 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.545652 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Bound using segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:04.546382 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Bound port: be2c4c76-6db9-4910-8cc5-6b2437b1112f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:04.546809 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.595361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-8245f03d-9223-4f09-91f5-6a91f3239646 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 200 len: 217 time: 0.0639729 Sep 27 08:37:04.626390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a5cbd04-d84f-452b-8818-95f38fed6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.629060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a5cbd04-d84f-452b-8818-95f38fed6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.631198 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a5cbd04-d84f-452b-8818-95f38fed6cf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/925e7882-64eb-4438-a9f1-77cd28c130c7 HTTP/1.1" status: 204 len: 168 time: 0.8903179 Sep 27 08:37:04.633462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63932c-1b62-48d8-adb1-92db66b3426d req-b6b5110e-6229-4ca6-ad88-300ba99d4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:04.637151 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] For port be2c4c76-6db9-4910-8cc5-6b2437b1112f, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:04.643034 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] For port be2c4c76-6db9-4910-8cc5-6b2437b1112f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=be2c4c76-6db9-4910-8cc5-6b2437b1112f,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:04.645024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da63932c-1b62-48d8-adb1-92db66b3426d req-b6b5110e-6229-4ca6-ad88-300ba99d4d77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2119403 Sep 27 08:37:04.649916 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.702695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.707441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9333951-1fb7-4d94-9dda-c11211c6d589 req-db7f4174-f676-4340-b961-e3dac83b6127 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914525 Sep 27 08:37:04.711805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.760747 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:04.761724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:37:04.762482 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:04.773111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cbd04-d84f-452b-8818-95f38fed6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925e7882-64eb-4438-a9f1-77cd28c130c7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:04.795508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3d2356-a30b-4422-a828-b8769e0eaebf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:04.800845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.801228 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Added segment fecbf8aa-6122-4fe5-acc6-d853ddfa9893 of type vlan for network 484b641f-300b-48de-b471-e785d66b12c9 Sep 27 08:37:04.839195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-f0fa3b06-db4e-49c1-8ad5-a9353842f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:04.841720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-f0fa3b06-db4e-49c1-8ad5-a9353842f841 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.2316988 Sep 27 08:37:04.847145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.885502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.888748 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55935608-db37-496c-ba47-600107c17ae3 None None] Pushing event updated for resources: {'Port': ['ID=be2c4c76-6db9-4910-8cc5-6b2437b1112f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:04.909413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-50a0129f-d35b-4fd8-b901-3d4ef80c4627 None None] Provisioning complete for port be2c4c76-6db9-4910-8cc5-6b2437b1112f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:04.910607 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50a0129f-d35b-4fd8-b901-3d4ef80c4627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.914525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:04.915515 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:04.970030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-59016eac-c82b-4889-a1a9-e11869842a82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818443 Sep 27 08:37:04.977730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63932c-1b62-48d8-adb1-92db66b3426d req-582d9ca0-7a5e-47ff-9907-ed3d0806174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:04.982210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da63932c-1b62-48d8-adb1-92db66b3426d req-582d9ca0-7a5e-47ff-9907-ed3d0806174e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2735727 Sep 27 08:37:05.007872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7238445 Sep 27 08:37:05.017178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:05.037975 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:05.040906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44984) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:05.045163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7a936f59-3003-42c8-9f1c-067eb633c3fa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111004214', 'description': 'tempest-description--1047690772'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:05.119115 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50a0129f-d35b-4fd8-b901-3d4ef80c4627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.132349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037bfae-68f3-47f0-b346-0bce11461751 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Network': ['ID=484b641f-300b-48de-b471-e785d66b12c9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:05.206694 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a936f59-3003-42c8-9f1c-067eb633c3fa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.209398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-50a0129f-d35b-4fd8-b901-3d4ef80c4627 None None] For port be2c4c76-6db9-4910-8cc5-6b2437b1112f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=be2c4c76-6db9-4910-8cc5-6b2437b1112f,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:05.214978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 484b641f-300b-48de-b471-e785d66b12c9 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:37:05.219398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da63932c-1b62-48d8-adb1-92db66b3426d req-8b822f9c-1268-4b57-be35-76e9a7c2b268 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032022 Sep 27 08:37:05.221526 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50a0129f-d35b-4fd8-b901-3d4ef80c4627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.236633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'name': 'tempest-PortsTestJSON-802975138'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:05.242869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d6dc9-5db5-40ba-b07b-90b70f4d4bd8 req-75bce647-bb2f-4fdb-b118-601f1bf218df tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:05.250735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-171d6dc9-5db5-40ba-b07b-90b70f4d4bd8 req-75bce647-bb2f-4fdb-b118-601f1bf218df tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 948 time: 0.0818360 Sep 27 08:37:05.321714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-171d6dc9-5db5-40ba-b07b-90b70f4d4bd8 req-0e7123ba-141d-43eb-abfc-48d228134bda tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700877 Sep 27 08:37:05.428143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a936f59-3003-42c8-9f1c-067eb633c3fa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.435499 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a936f59-3003-42c8-9f1c-067eb633c3fa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.462548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0129f-d35b-4fd8-b901-3d4ef80c4627 None None] Pushing event updated for resources: {'Port': ['ID=be2c4c76-6db9-4910-8cc5-6b2437b1112f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:05.467790 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:04Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:05.474886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-658138d7-8d63-421f-9353-b6ee6e369dc8 None None] Provisioning complete for port be2c4c76-6db9-4910-8cc5-6b2437b1112f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:05.476616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-658138d7-8d63-421f-9353-b6ee6e369dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.501556 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d900c6-6702-474d-a1af-993472f0955b None None] The sync data for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 is: [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:04Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:37:05.529598 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a936f59-3003-42c8-9f1c-067eb633c3fa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.534240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7a936f59-3003-42c8-9f1c-067eb633c3fa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4927907 Sep 27 08:37:05.535971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44994) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:05.549617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2272cacd-29fa-4fa5-a4b6-707691a66aae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'security_group_rule': {'security_group_id': 'd6162738-1e17-4ba7-bc52-ca22bb66cbf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:05.602820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a936f59-3003-42c8-9f1c-067eb633c3fa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6162738-1e17-4ba7-bc52-ca22bb66cbf7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:05.637150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb5f0-5fe0-4ee0-b270-198ef4e05580 req-993db7ee-8934-45cb-a226-61d7c45f5f27 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:05.638676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-069eb5f0-5fe0-4ee0-b270-198ef4e05580 req-993db7ee-8934-45cb-a226-61d7c45f5f27 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1533775 Sep 27 08:37:05.655234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2272cacd-29fa-4fa5-a4b6-707691a66aae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.669927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:05.721816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-069eb5f0-5fe0-4ee0-b270-198ef4e05580 req-c522f964-465d-4ed5-8a55-7ee0b9407966 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739822 Sep 27 08:37:05.773923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2272cacd-29fa-4fa5-a4b6-707691a66aae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.783394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2272cacd-29fa-4fa5-a4b6-707691a66aae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.821291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272cacd-29fa-4fa5-a4b6-707691a66aae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1952640-f49b-4f4c-ae78-009d05708f59,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:05.837359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.840103 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2272cacd-29fa-4fa5-a4b6-707691a66aae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:05.841941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2272cacd-29fa-4fa5-a4b6-707691a66aae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991011 Sep 27 08:37:05.844648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45000) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:05.844825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:05.866451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-94c1c5dd-0155-425b-9ca2-8ce4d985f1d9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'security_group_rule': {'security_group_id': 'd6162738-1e17-4ba7-bc52-ca22bb66cbf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:05.934311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', 'mac_address': 'fa:16:3e:27:d7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:05.990488 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94c1c5dd-0155-425b-9ca2-8ce4d985f1d9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.003614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a49ff4-3915-4e7b-9ed4-da66c73d52d5 req-6527ace2-d2ed-4582-bc2c-638e9b140401 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:06.005733 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a49ff4-3915-4e7b-9ed4-da66c73d52d5 req-6527ace2-d2ed-4582-bc2c-638e9b140401 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 944 time: 0.1245739 Sep 27 08:37:06.009659 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.024658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:06.049090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:06.056753 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.068625 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a49ff4-3915-4e7b-9ed4-da66c73d52d5 req-228778a5-9798-4e67-b874-60e58e337ff8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512996 Sep 27 08:37:06.109145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.124608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:06.178208 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94c1c5dd-0155-425b-9ca2-8ce4d985f1d9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.200587 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94c1c5dd-0155-425b-9ca2-8ce4d985f1d9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.220379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1c5dd-0155-425b-9ca2-8ce4d985f1d9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a59779-6a1d-4ad3-8a00-90c4d22e8d21,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:06.266601 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94c1c5dd-0155-425b-9ca2-8ce4d985f1d9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.267851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-94c1c5dd-0155-425b-9ca2-8ce4d985f1d9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4219370 Sep 27 08:37:06.271317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45006) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:06.276451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-8bc05cab-06f9-4ae0-804d-8e404811b5a4 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2933240 Sep 27 08:37:06.276686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:06.376966 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da63932c-1b62-48d8-adb1-92db66b3426d req-3f0fe2a0-c14b-4f1d-8b3d-ead58d2cf2df service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1140144 Sep 27 08:37:06.385284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:06.390252 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.426693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.428207 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.429360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['79ca88e4-3a0d-42f9-b2c6-797b7aebea7c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:06.558033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 09b3487e-c1df-4180-9fb7-7b645059a5b7 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:06.601606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.604769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:06.621294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Pushing event updated for resources: {'Port': ['ID=7add1a79-7b18-4fa1-86d0-82d90642d1dc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:06.700396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:06.720027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dde85b3-65e1-4b6d-86bc-4fd2c6abd10a req-47caf6f2-f45f-4893-a245-0d9d8d44a83c service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315245 Sep 27 08:37:06.721589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:06.747473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Allocated IP 172.25.2.234 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/063a0a0b-b9e5-45d4-a6d3-35169f693c6e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:06.927380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:06.949928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad7855-8f5f-441a-9b3d-f2cff45c96e7 req-67e24117-9dc3-4b30-a86d-7ee5c462f453 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:06.952168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-caad7855-8f5f-441a-9b3d-f2cff45c96e7 req-67e24117-9dc3-4b30-a86d-7ee5c462f453 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 948 time: 0.1091166 Sep 27 08:37:06.958810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.001744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.004019 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.034962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-caad7855-8f5f-441a-9b3d-f2cff45c96e7 req-77c45d33-478d-47d0-a4c9-684c90600a13 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735798 Sep 27 08:37:07.058064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.107244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'Port': ['ID=063a0a0b-b9e5-45d4-a6d3-35169f693c6e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:07.126531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:07.128092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:07.133411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:07.183832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.299705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.322504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=09b3487e-c1df-4180-9fb7-7b645059a5b7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:07.328375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13c696-443d-4174-be4c-eae61dd38ed2 req-c73725c4-7f1d-4d61-a704-c07d33a55735 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:07.336127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc13c696-443d-4174-be4c-eae61dd38ed2 req-c73725c4-7f1d-4d61-a704-c07d33a55735 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1025043 Sep 27 08:37:07.358927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Checking segment: {'id': 'fecbf8aa-6122-4fe5-acc6-d853ddfa9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484b641f-300b-48de-b471-e785d66b12c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:07.359650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network hostable DHCP agents. Network: 484b641f-300b-48de-b471-e785d66b12c9, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:37:07.389011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.416917 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.419156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:37:07.425660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc13c696-443d-4174-be4c-eae61dd38ed2 req-3ca6f12f-c454-4562-974e-ed955ce948c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838890 Sep 27 08:37:07.430990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.460666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device be2c4c76-6db9-4910-8cc5-6b2437b1112f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:07.553815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.559955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 484b641f-300b-48de-b471-e785d66b12c9) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:07.560686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port be2c4c76-6db9-4910-8cc5-6b2437b1112f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:07.560686 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.584276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:07.592194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:07.593944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.625046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f59905f9-7457-409a-81f6-4399c14fa8ef tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4084635 Sep 27 08:37:07.633450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45032) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:07.641848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-625345190'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:07.647002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Pushing event updated for resources: {'Port': ['ID=7add1a79-7b18-4fa1-86d0-82d90642d1dc,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:07.660288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b5805-6b2f-413c-a3c8-241d406196ee None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:07.662648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.666254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-488d8b51-88dd-480a-b644-5a51a6a7342c tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1777565 Sep 27 08:37:07.677191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d29892f-9166-4ccf-a410-18391e085f2a details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:07.732677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13276bb4-a0d7-45ae-b3ce-23d97e698c48 req-6fa0af27-00a3-469e-8700-7719a4759a4a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:07.740491 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13276bb4-a0d7-45ae-b3ce-23d97e698c48 req-6fa0af27-00a3-469e-8700-7719a4759a4a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 944 time: 0.2007008 Sep 27 08:37:07.753125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-0c8d6d8c-2a5d-4053-8214-6528b45edd3e tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0689900 Sep 27 08:37:07.781248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:07.785388 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.797098 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.815261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13276bb4-a0d7-45ae-b3ce-23d97e698c48 req-0ebfa60c-f12f-455f-a084-ccda5193f424 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737357 Sep 27 08:37:07.821781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.834225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:37:07.847786 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.848785 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Added segment 256501bd-6b2d-4ba6-b0a7-10e47d760281 of type vlan for network a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d Sep 27 08:37:07.903196 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.938093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'Port': ['ID=063a0a0b-b9e5-45d4-a6d3-35169f693c6e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:07.946848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.953913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.962813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:07.963381 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.965602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:07.977794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c8b5c249-18b8-48b6-8634-a1a186d16965 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7053614 Sep 27 08:37:07.994771 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3595147 Sep 27 08:37:07.998147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45042) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:08.005618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'ports': [{'network_id': '484b641f-300b-48de-b471-e785d66b12c9'}, {'network_id': 'a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d'}]} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:08.006258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:08.006995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': 'a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:08.116486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d29892f-9166-4ccf-a410-18391e085f2a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d29892f-9166-4ccf-a410-18391e085f2a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:08.129810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-294033d1-60ce-404f-ab6a-43c8192d9c8f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:08.130885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '9d29892f-9166-4ccf-a410-18391e085f2a', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '9d29892f-9166-4ccf-a410-18391e085f2a', 'mac_address': 'fa:16:3e:bd:fd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:08.142530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-102b6586-2e9a-41b2-866c-3c0f5de992c9 req-294033d1-60ce-404f-ab6a-43c8192d9c8f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.3738146 Sep 27 08:37:08.179281 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:08.197456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d29892f-9166-4ccf-a410-18391e085f2a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:08.239908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d29892f-9166-4ccf-a410-18391e085f2a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d29892f-9166-4ccf-a410-18391e085f2a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:08.250056 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:08.261987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a203-10b3-460f-9065-a14954d6184a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Network': ['ID=a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:08.289033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:37:08.352181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799f3d9-d72b-4449-8a78-ac4b4585bebe req-07067600-1941-4413-90a7-2c4897b91518 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:08.356730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde4a22-b5ab-4916-ab08-e6b5bb4351e6 req-3cbfd2c9-37b9-40d1-9c45-8f270ed20eac tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:08.358630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8dde4a22-b5ab-4916-ab08-e6b5bb4351e6 req-3cbfd2c9-37b9-40d1-9c45-8f270ed20eac tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0988626 Sep 27 08:37:08.361093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8799f3d9-d72b-4449-8a78-ac4b4585bebe req-07067600-1941-4413-90a7-2c4897b91518 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 948 time: 0.1331956 Sep 27 08:37:08.364249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 2} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:08.368896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:08.396464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:08.399861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9d29892f-9166-4ccf-a410-18391e085f2a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:08.449004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8799f3d9-d72b-4449-8a78-ac4b4585bebe req-aa48a1eb-d1c5-4079-9022-4c54a2618972 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866508 Sep 27 08:37:08.458495 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8dde4a22-b5ab-4916-ab08-e6b5bb4351e6 req-46b4ccd3-b19b-494d-8aa5-1e3ddbd8d5ae tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0922184 Sep 27 08:37:08.479095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8dde4a22-b5ab-4916-ab08-e6b5bb4351e6 req-88557654-fea0-4fdd-a456-51076affcf7f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Request body: {'floatingip': {'port_id': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:08.528616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 4040526e-b3dd-4615-9c08-a1b0176442ac yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:08.559288 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8dde4a22-b5ab-4916-ab08-e6b5bb4351e6 req-88557654-fea0-4fdd-a456-51076affcf7f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:08.583206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45080) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:08.602185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['9d29892f-9166-4ccf-a410-18391e085f2a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:08.622850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-992eb5a8-1059-45dc-bd67-c1709e517ec9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--111004214&fields=id&tenant_id=3d23848dffc84609ba20127eac9bfa4a HTTP/1.1" status: 200 len: 267 time: 0.0833902 Sep 27 08:37:08.796879 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67ce1a9d-b937-4ae1-8279-d10217524cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:08.799195 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-b7fe47d1-edb7-4bd8-925a-65da13962c4b service neutron] 10.222.0.57 "GET /v2.0/ports/470783c2-c43e-4b7a-9820-357b58b64c3e/bindings/n-h2-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.1113987 Sep 27 08:37:08.870820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:08.877062 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-8dde4a22-b5ab-4916-ab08-e6b5bb4351e6 req-88557654-fea0-4fdd-a456-51076affcf7f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] update failed (client error): There was a conflict when trying to complete your request. Sep 27 08:37:08.878135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8dde4a22-b5ab-4916-ab08-e6b5bb4351e6 req-88557654-fea0-4fdd-a456-51076affcf7f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "PUT /v2.0/floatingips/5660634b-33be-47c9-b1cc-6b179acb0268 HTTP/1.1" status: 409 len: 550 time: 0.4064786 Sep 27 08:37:08.883160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-94ca814e-2c0e-4f63-be3e-fdf0041973b9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:08.884364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-94ca814e-2c0e-4f63-be3e-fdf0041973b9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.1991017 Sep 27 08:37:08.935110 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-26f47cd1-f9b5-4baa-8357-015fe7aaf25d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/quotas/3d23848dffc84609ba20127eac9bfa4a HTTP/1.1" status: 200 len: 375 time: 0.0326760 Sep 27 08:37:08.943667 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 470783c2-c43e-4b7a-9820-357b58b64c3e no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:09.042541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fee0a-3076-4f23-8f99-4d9bfab6df2a req-eeee45fc-77b5-4803-979d-60467f73dade tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:09.044184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da5fee0a-3076-4f23-8f99-4d9bfab6df2a req-eeee45fc-77b5-4803-979d-60467f73dade tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.0990860 Sep 27 08:37:09.080596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:09.117746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da5fee0a-3076-4f23-8f99-4d9bfab6df2a req-cebbc3e8-2d62-4fbd-8bff-07b0338f34c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613420 Sep 27 08:37:09.118744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:09.159493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470783c2-c43e-4b7a-9820-357b58b64c3e {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:09.172223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:09.197234 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.269795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826eb44-b9a7-4200-b040-49d9ca3d02a7 req-fafe2d06-675a-47a2-bbb8-39bc16696f53 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:09.271335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a826eb44-b9a7-4200-b040-49d9ca3d02a7 req-fafe2d06-675a-47a2-bbb8-39bc16696f53 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 944 time: 0.0851030 Sep 27 08:37:09.286361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 4703758f-42fa-4376-9412-30f8d78241bd yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:09.336389 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a826eb44-b9a7-4200-b040-49d9ca3d02a7 req-03e3aa62-c736-4547-9a61-d0fbde4fa7c9 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578246 Sep 27 08:37:09.341804 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-bf9d34e5-e15b-45a1-b6da-fde9d3ac4f39 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3961957 Sep 27 08:37:09.343461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] Transition to ACTIVE for port object 470783c2-c43e-4b7a-9820-357b58b64c3e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:37:09.350669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.384050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67ce1a9d-b937-4ae1-8279-d10217524cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.399746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67ce1a9d-b937-4ae1-8279-d10217524cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.444616 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-af84d4e0-b25b-4d64-8f6e-8c7e14a83480 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips/5660634b-33be-47c9-b1cc-6b179acb0268 HTTP/1.1" status: 200 len: 693 time: 0.0661850 Sep 27 08:37:09.477043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] No DVR routers for this DVR port 470783c2-c43e-4b7a-9820-357b58b64c3e on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:09.482122 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] Pushing event updated for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:09.512752 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67ce1a9d-b937-4ae1-8279-d10217524cf7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5a34c51f6e44ff4a265db42c3711cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9284115 Sep 27 08:37:09.519835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45092) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:09.533304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce1a9d-b937-4ae1-8279-d10217524cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7875ba2-005e-49ad-85b8-37d612194af8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:09.542145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-26d9d269-058a-4b49-8fac-d53ef6722aeb service neutron] 10.222.0.57 "PUT /v2.0/ports/470783c2-c43e-4b7a-9820-357b58b64c3e/bindings/n-h2-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7177680 Sep 27 08:37:09.574980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.585100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-c2bd5823-db76-4ea4-9a60-00ac50be6d8d service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242773 Sep 27 08:37:09.663247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-6f78fec0-7cac-413e-8120-2a2bb52f245f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:09.664722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-6f78fec0-7cac-413e-8120-2a2bb52f245f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.2133999 Sep 27 08:37:09.667582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:09.670887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4843040-20d4-4080-9f6b-9976b99e046f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.702677 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.713211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-58f9b49e-1d6b-4bd1-84b0-6b8532e20961 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272075 Sep 27 08:37:09.727904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-bad486d8-b558-475e-ae55-b7a97c811eab tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:09.728615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:37:09.729537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-bad486d8-b558-475e-ae55-b7a97c811eab tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.1209655 Sep 27 08:37:09.739427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:09.739790 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.749123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:09.751435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4843040-20d4-4080-9f6b-9976b99e046f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.752184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:09.755755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-a336be16-59fe-4db4-98ba-83b0fa893883 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0819736 Sep 27 08:37:09.755923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:09.756783 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.767103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=4040526e-b3dd-4615-9c08-a1b0176442ac,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:09.824468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=4703758f-42fa-4376-9412-30f8d78241bd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:09.857137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Checking segment: {'id': '256501bd-6b2d-4ba6-b0a7-10e47d760281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:09.857500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network hostable DHCP agents. Network: a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:37:09.867225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-f0b3db42-c9d4-4b68-a774-c7fcb326be00 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0800912 Sep 27 08:37:09.875727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.877965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:37:09.892387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:09.909667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:09.918664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:09.919557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:09.923707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f07f67-b165-4bb9-b14c-df12383f1163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:09.926005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:09.926754 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a5ca4f-1d64-4a87-82fa-bd96ef32b563" -d '{"events": [{"server_uuid": "71f07f67-b165-4bb9-b14c-df12383f1163", "name": "network-vif-plugged", "status": "completed", "tag": "79ca88e4-3a0d-42f9-b2c6-797b7aebea7c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:09.927534 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.931627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-31c28ed6-c393-406b-9447-ed3086f8dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:09.933230 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-31c28ed6-c393-406b-9447-ed3086f8dbb2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94 HTTP/1.1" status: 200 len: 1096 time: 0.1909800 Sep 27 08:37:09.936453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2dd136-3fd1-4e2e-a5de-7d57f851c660 None None] Network a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:09.960257 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:09.971254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f878afb5-aab4-4348-b874-e28fc5e95674 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9685745 Sep 27 08:37:09.971254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45100) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:10.075956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4843040-20d4-4080-9f6b-9976b99e046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.080113 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4843040-20d4-4080-9f6b-9976b99e046f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.083862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e4843040-20d4-4080-9f6b-9976b99e046f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7875ba2-005e-49ad-85b8-37d612194af8 HTTP/1.1" status: 204 len: 168 time: 0.5604231 Sep 27 08:37:10.087253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c578e383-f3cd-4b49-b24a-3b8d6ba26f32 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 4703758f-42fa-4376-9412-30f8d78241bd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:10.087689 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c578e383-f3cd-4b49-b24a-3b8d6ba26f32 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.112113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4843040-20d4-4080-9f6b-9976b99e046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7875ba2-005e-49ad-85b8-37d612194af8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:10.125728 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-740b0ff8-d411-463b-b365-3fe47f33663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:10.127186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-740b0ff8-d411-463b-b365-3fe47f33663e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1096 time: 0.1422310 Sep 27 08:37:10.173313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Deleting port 7add1a79-7b18-4fa1-86d0-82d90642d1dc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:10.173730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.231183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:10.256944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c578e383-f3cd-4b49-b24a-3b8d6ba26f32 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.284536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502fd0b-fb56-4f2b-b907-811949121045 req-5a2c5790-09d2-43c2-9a6b-354f7d551a3a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:10.292307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0502fd0b-fb56-4f2b-b907-811949121045 req-5a2c5790-09d2-43c2-9a6b-354f7d551a3a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 949 time: 0.1853640 Sep 27 08:37:10.304526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c578e383-f3cd-4b49-b24a-3b8d6ba26f32 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 4703758f-42fa-4376-9412-30f8d78241bd owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:10.393630 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0502fd0b-fb56-4f2b-b907-811949121045 req-cbf0fba3-6145-415d-a4c8-0e1d89332bc4 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002722 Sep 27 08:37:10.488206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-620de8b5-716f-4575-a039-9f2bd283c609 req-49e661c9-5282-4824-adf9-279ee5563a3a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 210 time: 0.0398808 Sep 27 08:37:10.489204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c578e383-f3cd-4b49-b24a-3b8d6ba26f32 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.536262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578e383-f3cd-4b49-b24a-3b8d6ba26f32 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=4703758f-42fa-4376-9412-30f8d78241bd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:10.544075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c578e383-f3cd-4b49-b24a-3b8d6ba26f32 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.546700 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c578e383-f3cd-4b49-b24a-3b8d6ba26f32 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/4703758f-42fa-4376-9412-30f8d78241bd HTTP/1.1" status: 204 len: 168 time: 0.5746400 Sep 27 08:37:10.549182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45122) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:10.583951 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e222dc-8e56-4001-b67f-0d546067419c x-openstack-request-id: req-d4e222dc-8e56-4001-b67f-0d546067419c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:10.584248 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f07f67-b165-4bb9-b14c-df12383f1163", "name": "network-vif-plugged", "status": "completed", "tag": "79ca88e4-3a0d-42f9-b2c6-797b7aebea7c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:10.584531 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4e222dc-8e56-4001-b67f-0d546067419c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:10.584931 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f07f67-b165-4bb9-b14c-df12383f1163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', 'code': 200} Sep 27 08:37:10.606835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a221af3d-f0dd-430c-85a4-aa9a2789aea0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:10.613309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a221af3d-f0dd-430c-85a4-aa9a2789aea0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:10.615045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a221af3d-f0dd-430c-85a4-aa9a2789aea0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0647314 Sep 27 08:37:10.618001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45126) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:10.754096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cf334-dd00-472b-a601-4b791884c821 req-300f6073-5eea-4af0-b4e7-befe6f76b2de tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:10.755639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a6cf334-dd00-472b-a601-4b791884c821 req-300f6073-5eea-4af0-b4e7-befe6f76b2de tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.0850317 Sep 27 08:37:10.774456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d0319-8379-4156-b355-2e37ce4baa10 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 4040526e-b3dd-4615-9c08-a1b0176442ac {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:10.774833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0319-8379-4156-b355-2e37ce4baa10 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.822438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.822976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.825909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-afd6292a-513e-42a8-a7f8-7fd8ed7abb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:10.827843 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-afd6292a-513e-42a8-a7f8-7fd8ed7abb05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.6892648 Sep 27 08:37:10.844862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Calling delete_port for 7add1a79-7b18-4fa1-86d0-82d90642d1dc owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:10.858136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed22a2e-35c6-4653-a23b-ae6d5e5c9b21 req-f4eb06f8-041a-4c5d-86ce-5ced46b9a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:10.859643 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ed22a2e-35c6-4653-a23b-ae6d5e5c9b21 req-f4eb06f8-041a-4c5d-86ce-5ced46b9a9f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 1101 time: 0.1156342 Sep 27 08:37:10.870320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a6cf334-dd00-472b-a601-4b791884c821 req-1aa70832-477e-49b7-8fc6-c537d9dc011c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051698 Sep 27 08:37:10.890882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0319-8379-4156-b355-2e37ce4baa10 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:10.907590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d0319-8379-4156-b355-2e37ce4baa10 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 4040526e-b3dd-4615-9c08-a1b0176442ac owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:10.910887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-242ddb1e-297e-4bc9-aeed-ed4a2443614a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 200 len: 217 time: 0.0686417 Sep 27 08:37:11.011172 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ed22a2e-35c6-4653-a23b-ae6d5e5c9b21 req-e1691b98-b521-4df8-9d2f-cf0ad835eeac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094851 Sep 27 08:37:11.031947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380405-fe79-4ae4-87ad-f3eabd2b3edf req-92cef122-7346-440c-be09-627667b841da tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:11.032940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-f0fee949-3a22-4f3f-aef9-20226fd59f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:11.034779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-f0fee949-3a22-4f3f-aef9-20226fd59f43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1127329 Sep 27 08:37:11.036674 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52380405-fe79-4ae4-87ad-f3eabd2b3edf req-92cef122-7346-440c-be09-627667b841da tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 945 time: 0.0814047 Sep 27 08:37:11.057882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0319-8379-4156-b355-2e37ce4baa10 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.096566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d0319-8379-4156-b355-2e37ce4baa10 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=4040526e-b3dd-4615-9c08-a1b0176442ac,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:11.113055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52380405-fe79-4ae4-87ad-f3eabd2b3edf req-3d29ed73-8605-4f1a-9de4-300dce5c7c04 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706196 Sep 27 08:37:11.114928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0319-8379-4156-b355-2e37ce4baa10 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.117025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cf5d0319-8379-4156-b355-2e37ce4baa10 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/4040526e-b3dd-4615-9c08-a1b0176442ac HTTP/1.1" status: 204 len: 168 time: 0.4978299 Sep 27 08:37:11.122226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:11.160342 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.209025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Pushing event deleted for resources: {'Port': ['ID=7add1a79-7b18-4fa1-86d0-82d90642d1dc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:11.315422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-4f8f3074-1100-44f8-a9c3-4e4dad801b91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732138 Sep 27 08:37:11.328937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94a74d-5eb8-4606-80b1-31f1adfa7030 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:11.330491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b94a74d-5eb8-4606-80b1-31f1adfa7030 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2072964 Sep 27 08:37:11.333593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45146) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:11.369409 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-441dc39b-70e3-4989-a36a-04fbefacb02e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:37:11.371330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-441dc39b-70e3-4989-a36a-04fbefacb02e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/4703758f-42fa-4376-9412-30f8d78241bd HTTP/1.1" status: 404 len: 333 time: 0.0366509 Sep 27 08:37:11.374432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45148) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:11.410466 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fd7cea-c539-417e-bc15-636a1185bee5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:37:11.413726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-72fd7cea-c539-417e-bc15-636a1185bee5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/4040526e-b3dd-4615-9c08-a1b0176442ac HTTP/1.1" status: 404 len: 333 time: 0.0327415 Sep 27 08:37:11.416615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45156) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:11.417863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.420438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.421590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3565e31b-3ccb-42e5-aa4e-2f5f5ce65aaa req-e94eaf3c-3f89-4410-afbb-bf062b0fea91 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "DELETE /v2.0/floatingips/5660634b-33be-47c9-b1cc-6b179acb0268 HTTP/1.1" status: 204 len: 173 time: 1.5535073 Sep 27 08:37:11.499647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-a4e6c886-63d4-4e34-a202-1ee32bc1f14b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:11.501043 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-a4e6c886-63d4-4e34-a202-1ee32bc1f14b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.2600861 Sep 27 08:37:11.516938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-a775a92c-f935-4990-bc65-301a3b208341 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e8b32564e48346fd887f08664c0dee62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587728 Sep 27 08:37:11.538999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.554698 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-4e495c21-6df2-48cf-bb6a-a64f7a5652cd service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148845 Sep 27 08:37:11.611458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b29192-cdef-4b5c-aeea-321d931f8d30 req-2cb5798e-95ec-4829-91d1-c3446da355e7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:11.612954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21b29192-cdef-4b5c-aeea-321d931f8d30 req-2cb5798e-95ec-4829-91d1-c3446da355e7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 949 time: 0.1343067 Sep 27 08:37:11.619260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-959f0451-752a-4c6c-91e5-b4d760a42776 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d23848dffc84609ba20127eac9bfa4a HTTP/1.1" status: 200 len: 379 time: 0.1033912 Sep 27 08:37:11.665592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d29892f-9166-4ccf-a410-18391e085f2a up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:11.670037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'port': {'device_id': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'admin_state_up': True, 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'security_groups': ['d6162738-1e17-4ba7-bc52-ca22bb66cbf7']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:11.700657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.709712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-c861ee0a-0120-4789-b99c-d0d4ee49d0d4 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:11.711698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-c861ee0a-0120-4789-b99c-d0d4ee49d0d4 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880643 Sep 27 08:37:11.726465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 9d29892f-9166-4ccf-a410-18391e085f2a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:37:11.732183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 9d29892f-9166-4ccf-a410-18391e085f2a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:11.732725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.736808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:11.747374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256501bd-6b2d-4ba6-b0a7-10e47d760281') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:11.747672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256501bd-6b2d-4ba6-b0a7-10e47d760281') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:11.750078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-475fc4cf-31b2-4f99-85ea-2a26bb8c81ee tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/quotas/e8b32564e48346fd887f08664c0dee62 HTTP/1.1" status: 200 len: 375 time: 0.0275812 Sep 27 08:37:11.757903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.768395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21b29192-cdef-4b5c-aeea-321d931f8d30 req-39aeacee-1260-49ee-95f4-35bd4e77496a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426041 Sep 27 08:37:11.774548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-a7f45b1d-0fb2-4b0f-8f62-55edf814bea3 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985729 Sep 27 08:37:11.803945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-41e63a2d-102e-4eb6-8d29-e86f6ea90355 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e8b32564e48346fd887f08664c0dee62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432034 Sep 27 08:37:11.806399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.818298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:37:11.818298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:37:11.819653 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:37:11.832369 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.856727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Made reservation on behalf of 3d23848dffc84609ba20127eac9bfa4a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:11.880834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.885462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d29892f-9166-4ccf-a410-18391e085f2a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d29892f-9166-4ccf-a410-18391e085f2a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:11.892652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.949267 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.955957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9d29892f-9166-4ccf-a410-18391e085f2a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:11.958022 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:11.963886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/networks/a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d HTTP/1.1" status: 204 len: 168 time: 0.5421760 Sep 27 08:37:11.965624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45168) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:11.982543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-399507737'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:11.991733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aaf05-728d-4e23-a4a6-62784258a198 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Network': ['ID=a5bdda5e-9f0b-4056-a0f0-6afe3ab6cf5d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:12.038441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:12.043978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.114000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:37:12.135570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-5056e51c-ce15-44d3-9f02-8ef55c2f1a23 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 1001 time: 0.2342231 Sep 27 08:37:12.179116 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.179116 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Added segment bc069f3b-0796-43bf-a83c-b4cd2e5075e0 of type vlan for network b234a717-14df-4f82-a494-397e206f0d61 Sep 27 08:37:12.242029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-166aed74-d060-459d-8116-d9ada7162006 req-1c176284-dcd3-4f1c-8099-8ff68dd21da0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 210 time: 0.1002910 Sep 27 08:37:12.259652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456e506-8c7c-4467-a98a-4854a63b045f req-8bdd4c14-fd4d-45c8-9445-9f6526169c73 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:12.274225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-8bdd4c14-fd4d-45c8-9445-9f6526169c73 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports/310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 200 len: 942 time: 0.1303205 Sep 27 08:37:12.292380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.335077 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.358555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:12.362537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.389063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Allocated IP 172.20.0.13 (3f6f1655-88d1-46c9-9d33-f405464245d8/85897b63-6c8b-4b77-8b93-4f12342df0f5/f037381c-318c-4cb5-b7e2-35bf99e90169) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:12.480022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-067c7f5d-b4eb-4032-bff9-0780a0840110 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:12.481305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Network': ['ID=b234a717-14df-4f82-a494-397e206f0d61,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:12.482292 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-067c7f5d-b4eb-4032-bff9-0780a0840110 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.3137331 Sep 27 08:37:12.488062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-004c0ce0-7e33-4c1f-a58e-7e1e26d91ea2 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5227463 Sep 27 08:37:12.491056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45184) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:12.493643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b234a717-14df-4f82-a494-397e206f0d61 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:37:12.500812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': 'b234a717-14df-4f82-a494-397e206f0d61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:12.538153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4bddc-4271-48cb-8d30-8f7cc48d36c4 req-27f1c4cb-6abd-45e6-8609-d7d4d547b03c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:12.547591 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85b4bddc-4271-48cb-8d30-8f7cc48d36c4 req-27f1c4cb-6abd-45e6-8609-d7d4d547b03c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1811848 Sep 27 08:37:12.583064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-e9a301b6-7b4b-42a2-bd3f-d07c6b01b81d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 1001 time: 0.1903512 Sep 27 08:37:12.586699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d29892f-9166-4ccf-a410-18391e085f2a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:12.590890 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db33a86-07ce-45d0-971d-16240d19b14d" -d '{"events": [{"server_uuid": "7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa", "name": "network-vif-plugged", "status": "completed", "tag": "9d29892f-9166-4ccf-a410-18391e085f2a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:12.680255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85b4bddc-4271-48cb-8d30-8f7cc48d36c4 req-751864d0-0556-4f66-a871-919541ed64b8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314464 Sep 27 08:37:12.686252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:12.704583 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.788411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b208a8e3-5687-4c7b-b74a-4f7c5862ca4b req-f4e86adb-ac06-4a5b-bd64-045ef720b0e4 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 210 time: 0.0341666 Sep 27 08:37:12.855079 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.915166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456e506-8c7c-4467-a98a-4854a63b045f req-a1106695-1297-4507-af20-91680635d812 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:12.925220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-a1106695-1297-4507-af20-91680635d812 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.3321314 Sep 27 08:37:12.936925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-77a903d2-fc97-4585-ab3c-d482fb232212 service neutron] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:12.939050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.983033 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-77a903d2-fc97-4585-ab3c-d482fb232212 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:12.984540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b906e383-c7b6-4de2-8cee-f95ff8111434 req-77a903d2-fc97-4585-ab3c-d482fb232212 service neutron] 10.222.0.67 "DELETE /v2.0/ports/470783c2-c43e-4b7a-9820-357b58b64c3e/bindings/n-h1-810909-1 HTTP/1.1" status: 204 len: 173 time: 0.4845726 Sep 27 08:37:12.999861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299aeb4-cf05-4c52-86ca-1c108ad066e5 req-044d7c26-fe92-40a4-949c-cf8011c1adf8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:13.013137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0299aeb4-cf05-4c52-86ca-1c108ad066e5 req-044d7c26-fe92-40a4-949c-cf8011c1adf8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 945 time: 0.1274936 Sep 27 08:37:13.086541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:13.105038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:13.111163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-f807b36c-3a55-4ba7-a230-293c146da187 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 1001 time: 0.1839786 Sep 27 08:37:13.119935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:13.124061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:13.129636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:13.142913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:13.155629 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0299aeb4-cf05-4c52-86ca-1c108ad066e5 req-02006c8f-f837-4ff0-aa82-565569835834 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415792 Sep 27 08:37:13.157201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-a29c3494-1cac-4b24-9aa6-fff559af771b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1650839 Sep 27 08:37:13.192977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=e013e4a2-d081-4716-81b4-4829dd862c32,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:13.218456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Checking segment: {'id': 'bc069f3b-0796-43bf-a83c-b4cd2e5075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b234a717-14df-4f82-a494-397e206f0d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:13.218955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network hostable DHCP agents. Network: b234a717-14df-4f82-a494-397e206f0d61, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:37:13.271092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network b234a717-14df-4f82-a494-397e206f0d61 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:37:13.286139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b234a717-14df-4f82-a494-397e206f0d61) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:13.286740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:13.287503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:13.293479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:13.295348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:13.299088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478037f-dbd7-4424-aad5-cc91231364b8 None None] Network b234a717-14df-4f82-a494-397e206f0d61 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:13.336363 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:13.342061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dec2a397-7e6b-41b5-a2ed-8724bc2d3374 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8485804 Sep 27 08:37:13.345265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45196) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:13.354397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': 'b234a717-14df-4f82-a494-397e206f0d61', 'name': 'tempest-PortsTestJSON-159079668'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:13.364161 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c81675-fa49-4158-bb13-1c9010d94671 x-openstack-request-id: req-54c81675-fa49-4158-bb13-1c9010d94671 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:13.364485 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa", "name": "network-vif-plugged", "status": "completed", "tag": "9d29892f-9166-4ccf-a410-18391e085f2a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:13.364740 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54c81675-fa49-4158-bb13-1c9010d94671 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:13.365145 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d29892f-9166-4ccf-a410-18391e085f2a', 'code': 200} Sep 27 08:37:13.387244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-5a00eaa3-600d-4190-a522-48ba95e30610 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7493734 Sep 27 08:37:13.395925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-2a7c030e-be02-474c-aba9-b27ccd7e8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:13.397759 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-2a7c030e-be02-474c-aba9-b27ccd7e8706 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 1095 time: 0.1567471 Sep 27 08:37:13.412178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Request body: {'port': {'device_id': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:13.547156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-87a1b24c-9c75-44cb-bb48-b8248668b91e None None] Provisioning complete for port f037381c-318c-4cb5-b7e2-35bf99e90169 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:13.547538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87a1b24c-9c75-44cb-bb48-b8248668b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:13.550528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc15553-7819-4657-9a6d-f0f7a9ed3f8a req-70c3bf91-84f1-47b0-bc59-6a6897d3cff7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:13.558440 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cc15553-7819-4657-9a6d-f0f7a9ed3f8a req-70c3bf91-84f1-47b0-bc59-6a6897d3cff7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 950 time: 0.1112387 Sep 27 08:37:13.613670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cc15553-7819-4657-9a6d-f0f7a9ed3f8a req-a8c96bee-b88b-4c5a-9e71-ab683f527302 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535083 Sep 27 08:37:13.631108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:13.636820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:13.660977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 2e20fdd0-62c6-4a3e-b84a-4df395d27177 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:13.715617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b234a717-14df-4f82-a494-397e206f0d61', 'network_id': 'b234a717-14df-4f82-a494-397e206f0d61', 'tenant_id': '65d0e2cc87fd4a029ea8da0a93e9e06a', 'fixed_ips': [{'subnet_id': 'e013e4a2-d081-4716-81b4-4829dd862c32'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:37:13.716899 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:13.749428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-87a1b24c-9c75-44cb-bb48-b8248668b91e None None] Port f037381c-318c-4cb5-b7e2-35bf99e90169 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:13.790056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406d0cd-b28d-4997-8312-3e5cb238363c req-fecec5bb-56d1-4225-9e11-433c637d6c1d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:13.791810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7406d0cd-b28d-4997-8312-3e5cb238363c req-fecec5bb-56d1-4225-9e11-433c637d6c1d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 932 time: 0.0753415 Sep 27 08:37:13.872705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7406d0cd-b28d-4997-8312-3e5cb238363c req-5e8cb700-b88d-48fd-8fee-2df4a52b2e15 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514500 Sep 27 08:37:13.886506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.9 (b234a717-14df-4f82-a494-397e206f0d61/e013e4a2-d081-4716-81b4-4829dd862c32/2e20fdd0-62c6-4a3e-b84a-4df395d27177) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:13.901720 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.064637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7e66c-0c7a-4688-bda3-57e907378b98 req-62088f28-cd84-4cf5-b1ae-ef6dfb0ad730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:14.066254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-def7e66c-0c7a-4688-bda3-57e907378b98 req-62088f28-cd84-4cf5-b1ae-ef6dfb0ad730 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 1101 time: 0.6274705 Sep 27 08:37:14.076610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c31cf-0ef8-4064-be36-68fba331c1d0 req-31ff0a84-dc9e-440c-bf89-3b4dc003159d tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:14.078081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-733c31cf-0ef8-4064-be36-68fba331c1d0 req-31ff0a84-dc9e-440c-bf89-3b4dc003159d tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1096 time: 0.1054244 Sep 27 08:37:14.104268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-16ba06bf-2825-4d57-a0ec-0ea632faf949 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8b32564e48346fd887f08664c0dee62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839186 Sep 27 08:37:14.104756 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.107955 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.142846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.143207 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Floating IP 8b602a0f-f2e1-4288-ad31-76c1538cc5dc disassociated. External IP: 172.25.2.104, port: 310ac58f-eff0-47f5-abec-a6f889c1b8ef. Sep 27 08:37:14.144377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.146864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-733c31cf-0ef8-4064-be36-68fba331c1d0 req-00f7281c-845f-4782-ad1d-67144a3351bf tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620544 Sep 27 08:37:14.184115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.216458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-d6f0682d-9313-4f75-9544-72141d47d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:14.217952 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-d6f0682d-9313-4f75-9544-72141d47d1f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.7823350 Sep 27 08:37:14.251354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network b234a717-14df-4f82-a494-397e206f0d61 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:14.267346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:14.270152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:14.281202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Allocated IP 172.20.0.2 (b234a717-14df-4f82-a494-397e206f0d61/e013e4a2-d081-4716-81b4-4829dd862c32/9a1fe0bb-40fa-4fd6-be75-e08df24617cd) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:14.307086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-def7e66c-0c7a-4688-bda3-57e907378b98 req-9e63a582-3533-4956-b40e-52d1ef277969 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049882 Sep 27 08:37:14.332266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=2e20fdd0-62c6-4a3e-b84a-4df395d27177,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:14.347339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-e8bdeed3-164b-4dc1-b132-f6fcf011dca8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 200 len: 217 time: 0.1025434 Sep 27 08:37:14.374293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:14.374964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.399324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e30ff6-ae14-4d3a-8797-479cbad4d1e8 req-dffcbb24-57ef-4e83-af4a-6339700fda7b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:14.407094 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-69e30ff6-ae14-4d3a-8797-479cbad4d1e8 req-dffcbb24-57ef-4e83-af4a-6339700fda7b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1544609 Sep 27 08:37:14.446075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-69e30ff6-ae14-4d3a-8797-479cbad4d1e8 req-68f95eda-1038-4abc-93b4-d69109bd4a7b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379632 Sep 27 08:37:14.450353 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f8362781-ee7d-45c5-b428-67c8636ed81e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1010938 Sep 27 08:37:14.450696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45208) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:14.483294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-7e2ca5be-167f-4fd1-86a9-5e9ebb2be8f0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:14.484856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-7e2ca5be-167f-4fd1-86a9-5e9ebb2be8f0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3673451 Sep 27 08:37:14.502967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Request body: {'port': {'device_id': '8a66e821-b8d1-4821-a358-865206d61f6c', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'e8b32564e48346fd887f08664c0dee62'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:14.515749 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.525107 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.565053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Network b234a717-14df-4f82-a494-397e206f0d61 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:14.569681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:14.573395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:14.582683 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2b9488c-3925-4b04-ab56-26ab74b84c96 req-dd93a492-0377-4475-b82a-361be739263b tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 210 time: 0.0564854 Sep 27 08:37:14.614116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Pushing event updated for resources: {'Port': ['ID=9a1fe0bb-40fa-4fd6-be75-e08df24617cd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:14.640586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c61e1799-9f43-4b5c-ac44-6c7208f75fe7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 2e20fdd0-62c6-4a3e-b84a-4df395d27177 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:14.640975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c61e1799-9f43-4b5c-ac44-6c7208f75fe7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.645549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Attempting to bind port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:14.645743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Attempting to bind port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'bc069f3b-0796-43bf-a83c-b4cd2e5075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b234a717-14df-4f82-a494-397e206f0d61'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:14.646125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Attempting to bind port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd on network b234a717-14df-4f82-a494-397e206f0d61 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:14.651545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:14.651922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Checking segment: {'id': 'bc069f3b-0796-43bf-a83c-b4cd2e5075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b234a717-14df-4f82-a494-397e206f0d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:14.652387 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.652779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Bound using segment: {'id': 'bc069f3b-0796-43bf-a83c-b4cd2e5075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b234a717-14df-4f82-a494-397e206f0d61'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:14.653248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Bound port: 9a1fe0bb-40fa-4fd6-be75-e08df24617cd, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc069f3b-0796-43bf-a83c-b4cd2e5075e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b234a717-14df-4f82-a494-397e206f0d61'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:14.654564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.729502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] For port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:14.733785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] For port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9a1fe0bb-40fa-4fd6-be75-e08df24617cd,segment=NetworkSegment(bc069f3b-0796-43bf-a83c-b4cd2e5075e0),segment_id=bc069f3b-0796-43bf-a83c-b4cd2e5075e0)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:14.740650 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.754795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceed4d1-0077-4ebd-be21-a32fb8fb894e req-aea26a90-d6c8-4e6e-9c36-9b0246f47e8a tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:14.756358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bceed4d1-0077-4ebd-be21-a32fb8fb894e req-aea26a90-d6c8-4e6e-9c36-9b0246f47e8a tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 1096 time: 0.0915065 Sep 27 08:37:14.804397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c61e1799-9f43-4b5c-ac44-6c7208f75fe7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:14.810684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bc288-1383-49fd-a335-83bfed305d3f None None] Pushing event updated for resources: {'Port': ['ID=9a1fe0bb-40fa-4fd6-be75-e08df24617cd,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:14.819102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c61e1799-9f43-4b5c-ac44-6c7208f75fe7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 2e20fdd0-62c6-4a3e-b84a-4df395d27177 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:14.826249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Router ba7b6a72-61ab-472c-add9-583d0b79de62 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:37:14.837375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bceed4d1-0077-4ebd-be21-a32fb8fb894e req-d024e4a2-f6a8-41bb-8262-b80b870374aa tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620220 Sep 27 08:37:14.850976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-f18130f6-4ccd-482a-91b6-4e42512a9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:14.852771 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-f18130f6-4ccd-482a-91b6-4e42512a9cfe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.3450756 Sep 27 08:37:14.923808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-c8eedf30-b3a0-41e4-8340-4d24148f8c1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492544 Sep 27 08:37:15.015986 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c61e-806a-4a56-8002-68ac7c42437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.069205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c61e1799-9f43-4b5c-ac44-6c7208f75fe7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.110004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e1799-9f43-4b5c-ac44-6c7208f75fe7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=2e20fdd0-62c6-4a3e-b84a-4df395d27177,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:15.123075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Made reservation on behalf of e8b32564e48346fd887f08664c0dee62 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:15.127223 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.157755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd61f02-2ba6-4c89-b4eb-5339e2e904ad req-afcf35f9-046c-47a9-82b9-e4e9f3c539ee tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:15.159338 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edd61f02-2ba6-4c89-b4eb-5339e2e904ad req-afcf35f9-046c-47a9-82b9-e4e9f3c539ee tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 950 time: 0.1439335 Sep 27 08:37:15.162103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.232415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:15.243467 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c61e1799-9f43-4b5c-ac44-6c7208f75fe7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.245382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-412203f6-6a55-40ae-bcda-a80e15e2caf0 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990282 Sep 27 08:37:15.248718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c61e1799-9f43-4b5c-ac44-6c7208f75fe7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/2e20fdd0-62c6-4a3e-b84a-4df395d27177 HTTP/1.1" status: 204 len: 168 time: 0.7971501 Sep 27 08:37:15.248892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.249460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45218) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:15.274033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edd61f02-2ba6-4c89-b4eb-5339e2e904ad req-e0f51c4a-97ec-47db-baf2-1ef5c67c4a18 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747190 Sep 27 08:37:15.302453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:37:15.310208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Transition to ACTIVE for port object f037381c-318c-4cb5-b7e2-35bf99e90169 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:37:15.312648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] Sync routers for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:37:15.313589 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.321394 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c59b13-2db5-4f53-9d56-0a4657225984 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:37:15.322559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c59b13-2db5-4f53-9d56-0a4657225984 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:37:15.328117 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-48c59b13-2db5-4f53-9d56-0a4657225984 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/2e20fdd0-62c6-4a3e-b84a-4df395d27177 HTTP/1.1" status: 404 len: 333 time: 0.0751891 Sep 27 08:37:15.329123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45220) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:15.335091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:15.335770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:15.351150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.365340 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aaa1db-ba06-4df5-b232-f50b2186fdf1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:37:15.381134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b4aaa1db-ba06-4df5-b232-f50b2186fdf1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/2e20fdd0-62c6-4a3e-b84a-4df395d27177 HTTP/1.1" status: 404 len: 333 time: 0.0412347 Sep 27 08:37:15.387293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45222) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:15.435595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9a1fe0bb-40fa-4fd6-be75-e08df24617cd up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:15.464986 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-50005a6e-338e-4dfb-b212-d54278ea6bff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "PUT /v2.0/floatingips/8b602a0f-f2e1-4288-ad31-76c1538cc5dc HTTP/1.1" status: 200 len: 695 time: 2.3453159 Sep 27 08:37:15.474122 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:15.476705 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cd1488-7680-4275-bb1f-c80e782ca8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:15.524053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:15.529031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdf0412-2d10-44e5-b5ef-800e842aa098 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet e013e4a2-d081-4716-81b4-4829dd862c32 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:37:15.535728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fdf0412-2d10-44e5-b5ef-800e842aa098 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.548012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:15.552729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6b533-f444-4bc2-bc42-33f4fe851952 req-9c87d61f-22a8-4b53-990e-d1afcacb0f28 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:15.564157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75e6b533-f444-4bc2-bc42-33f4fe851952 req-9c87d61f-22a8-4b53-990e-d1afcacb0f28 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 944 time: 0.1757691 Sep 27 08:37:15.573292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:15.573666 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.629864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-169038de-d8d3-4e9d-b173-cdfba76fd756 req-1c7f6e6d-e77d-43d9-b353-8be62d10613a service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730137 Sep 27 08:37:15.704579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fdf0412-2d10-44e5-b5ef-800e842aa098 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.735031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456e506-8c7c-4467-a98a-4854a63b045f req-ecf7ac9a-ccbb-405f-892a-40eeee146ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:15.736684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-ecf7ac9a-ccbb-405f-892a-40eeee146ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf6515ca46148839c1f171d2d19051f&device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 1096 time: 0.1910110 Sep 27 08:37:15.737935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75e6b533-f444-4bc2-bc42-33f4fe851952 req-6ee87d1b-96bf-446d-b27d-73adf5339dc4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705439 Sep 27 08:37:15.739025 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.739655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Attempting to bind port f037381c-318c-4cb5-b7e2-35bf99e90169 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:15.739978 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Attempting to bind port f037381c-318c-4cb5-b7e2-35bf99e90169 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:15.740306 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Attempting to bind port f037381c-318c-4cb5-b7e2-35bf99e90169 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:15.748678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.754278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Port f037381c-318c-4cb5-b7e2-35bf99e90169 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:37:15.754606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Attempting to bind port f037381c-318c-4cb5-b7e2-35bf99e90169 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:15.817794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:15.818552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Checking segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:15.824961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Bound using segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:15.827197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Bound port: f037381c-318c-4cb5-b7e2-35bf99e90169, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:15.827662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.851197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fdf0412-2d10-44e5-b5ef-800e842aa098 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.866963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50765a38-0362-49cc-a64f-69bccff59290,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:15.915175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:15.972893 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fdf0412-2d10-44e5-b5ef-800e842aa098 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.022001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf0412-2d10-44e5-b5ef-800e842aa098 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=e013e4a2-d081-4716-81b4-4829dd862c32,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:16.025017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fdf0412-2d10-44e5-b5ef-800e842aa098 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.028172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3fdf0412-2d10-44e5-b5ef-800e842aa098 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/e013e4a2-d081-4716-81b4-4829dd862c32 HTTP/1.1" status: 204 len: 168 time: 0.6386149 Sep 27 08:37:16.031181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45236) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:16.057937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456e506-8c7c-4467-a98a-4854a63b045f req-fb403cb6-1315-490e-86a4-81df9d5442d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:16.069936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-fb403cb6-1315-490e-86a4-81df9d5442d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cab460f8-74bc-43e8-a390-9d1c744310ed HTTP/1.1" status: 200 len: 929 time: 0.3122265 Sep 27 08:37:16.088177 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:37:16.088630 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:37:16.108875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 5, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:16.145077 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-879666ce-f924-4416-997d-4929be56f526 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 200 len: 217 time: 0.0740557 Sep 27 08:37:16.183245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.195137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456e506-8c7c-4467-a98a-4854a63b045f req-8d9d7fb0-772e-4c46-a685-970776f8d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:16.202620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-8d9d7fb0-772e-4c46-a685-970776f8d8cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c49b4dc5-8a8d-41da-aa81-2656e46246dc HTTP/1.1" status: 200 len: 867 time: 0.0566370 Sep 27 08:37:16.214104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] Checking router: ba7b6a72-61ab-472c-add9-583d0b79de62 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:37:16.242353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:16.242524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:36:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:16.276633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:16.279819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d16993-bfa2-4435-99d7-01a6973831eb None None] Network b234a717-14df-4f82-a494-397e206f0d61 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:16.286044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed966b7-b57e-4d78-ac4e-34e77cb7199c req-40764d5a-5944-4626-b3b4-e00df03c6f66 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:16.287588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed966b7-b57e-4d78-ac4e-34e77cb7199c req-40764d5a-5944-4626-b3b4-e00df03c6f66 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1019292 Sep 27 08:37:16.288541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Allocated IP 192.168.233.29 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/97368139-c110-4151-ba10-eed7e6042b26) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:16.315792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:16.318129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456e506-8c7c-4467-a98a-4854a63b045f req-121956c2-5ad1-4b90-8091-7b5fcecdc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:16.320932 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-121956c2-5ad1-4b90-8091-7b5fcecdc5e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cab460f8-74bc-43e8-a390-9d1c744310ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173487 Sep 27 08:37:16.323741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:16.324233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.342853 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.360154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed966b7-b57e-4d78-ac4e-34e77cb7199c req-9fdfd588-0ca4-40eb-a569-f5b4b8f621b5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617681 Sep 27 08:37:16.390376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-79ecdcad-a46b-4604-9588-ace974a8c9a0 None None] Provisioning complete for port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:16.390752 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79ecdcad-a46b-4604-9588-ace974a8c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.434072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:16.434819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.436381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] 10.222.0.57 "PUT /v2.0/ports/f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1092 time: 3.0354891 Sep 27 08:37:16.443480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] For port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9a1fe0bb-40fa-4fd6-be75-e08df24617cd,segment=NetworkSegment(bc069f3b-0796-43bf-a83c-b4cd2e5075e0),segment_id=bc069f3b-0796-43bf-a83c-b4cd2e5075e0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:16.444122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.477548 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a8dabe-0708-4a21-84c0-c92e2976c887 x-openstack-request-id: req-c6a8dabe-0708-4a21-84c0-c92e2976c887 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:16.477842 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:16.478116 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6a8dabe-0708-4a21-84c0-c92e2976c887 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:16.478591 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'status': 'completed', 'code': 200} Sep 27 08:37:16.482236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 9a1fe0bb-40fa-4fd6-be75-e08df24617cd owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:16.541503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:16.551138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f53ec8-15ee-4a03-a00e-7cde0242eb57 service neutron] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:16.643196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2760f1e9-aa19-48c9-b473-a46d7f1eb4cd req-5f5d0605-458d-44ed-bc46-31ecec4f8827 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 210 time: 0.0492764 Sep 27 08:37:16.646043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-d22db40b-585b-472f-80f5-951b21219363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:16.647763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-d22db40b-585b-472f-80f5-951b21219363 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf6515ca46148839c1f171d2d19051f&device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 1096 time: 0.1547327 Sep 27 08:37:16.659595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-4d3f4d09-af14-4b05-b75b-9f52679be7de service neutron] 10.222.0.50 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307319 Sep 27 08:37:16.663539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] DHCP port deletion for b234a717-14df-4f82-a494-397e206f0d61 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:37:16.680515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-32a51d45-f373-4f7d-aa74-e061d6dcbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:16.682140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-32a51d45-f373-4f7d-aa74-e061d6dcbd02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1095 time: 0.1814890 Sep 27 08:37:16.759751 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79ecdcad-a46b-4604-9588-ace974a8c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.760990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-428fbb06-eb13-4b4b-9af9-cf05882f2255 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 217 time: 0.0701277 Sep 27 08:37:16.768230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.790267 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:16.843874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=9a1fe0bb-40fa-4fd6-be75-e08df24617cd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:16.851792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No DVR routers for this DVR port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:16.855104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-46701244-185b-4606-a05a-c71c5d8d1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:16.858163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-46701244-185b-4606-a05a-c71c5d8d1126 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.0856597 Sep 27 08:37:17.123847 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] Deleting port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:17.124234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.253297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] For port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:17.253812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.274713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] Calling delete_port for 9a1fe0bb-40fa-4fd6-be75-e08df24617cd owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:17.281013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] Port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:37:17.297222 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.329322 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.330903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] Pushing event deleted for resources: {'Port': ['ID=9a1fe0bb-40fa-4fd6-be75-e08df24617cd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:17.337920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0a35a-25e9-407b-98ba-e24c7efefff3 None None] No DVR routers for this DVR port 9a1fe0bb-40fa-4fd6-be75-e08df24617cd on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:17.349448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-46ed828f-98b8-44d5-95a9-83b8b6bbc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:17.351349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-46ed828f-98b8-44d5-95a9-83b8b6bbc696 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4654968 Sep 27 08:37:17.354738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 5, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:17.383529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4bfe48-3171-48ae-8a81-3399d7d19e7c None None] The sync data for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 is: [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:36:31Z', 'revision_number': 4, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '884c9f4d-f373-44f4-8c18-56c09e89477e', 'name': '', 'network_id': 'cab460f8-74bc-43e8-a390-9d1c744310ed', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'mac_address': 'fa:16:3e:ef:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:29Z', 'updated_at': '2021-09-27T08:36:38Z', 'revision_number': 5, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'subnets': [{'id': 'c49b4dc5-8a8d-41da-aa81-2656e46246dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:37:17.429043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9a1fe0bb-40fa-4fd6-be75-e08df24617cd no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:17.429566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-f263e2ef-0f04-46ca-b327-aa090954eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:17.434601 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-f263e2ef-0f04-46ca-b327-aa090954eac1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cab460f8-74bc-43e8-a390-9d1c744310ed HTTP/1.1" status: 200 len: 929 time: 0.7722492 Sep 27 08:37:17.478175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 9a1fe0bb-40fa-4fd6-be75-e08df24617cd {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:17.478696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9a1fe0bb-40fa-4fd6-be75-e08df24617cd not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:17.486195 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd88d711-d864-4d28-b78c-6d1eda7c0a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.492542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffddbd-be85-4ca6-88f8-233c421f0755 req-73876b24-05cd-4df5-a270-dcc9dc1570eb tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:17.501757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63ffddbd-be85-4ca6-88f8-233c421f0755 req-73876b24-05cd-4df5-a270-dcc9dc1570eb tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 950 time: 0.2647183 Sep 27 08:37:17.520930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b234a717-14df-4f82-a494-397e206f0d61']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:17.542573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc069f3b-0796-43bf-a83c-b4cd2e5075e0') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:17.542867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc069f3b-0796-43bf-a83c-b4cd2e5075e0') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:17.550898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-475c79e8-b739-4794-a7a5-d6cb8d97f9f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 200 len: 217 time: 0.0979173 Sep 27 08:37:17.561106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-1024e65c-16c1-477b-adb8-3067b308926e service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971729 Sep 27 08:37:17.563153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.615813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.631126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:37:17.632105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.646730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63ffddbd-be85-4ca6-88f8-233c421f0755 req-084d235d-ad39-414b-ab2e-d3bdb9c5469b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432743 Sep 27 08:37:17.650559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-c93bd38e-cb1a-4a8f-ba9b-7f9ba9707895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:17.652063 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-c93bd38e-cb1a-4a8f-ba9b-7f9ba9707895 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c49b4dc5-8a8d-41da-aa81-2656e46246dc HTTP/1.1" status: 200 len: 867 time: 0.0629163 Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:37:17.653010 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:37:17.680303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.683078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4456e506-8c7c-4467-a98a-4854a63b045f req-796806b0-ef1a-4f00-9b69-56e7f8436eef service neutron] 10.222.0.50 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0092280 Sep 27 08:37:17.793755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.797818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-7eaabadd-f8ef-4a3c-b3c9-25a6113533bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:17.800790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-7eaabadd-f8ef-4a3c-b3c9-25a6113533bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cab460f8-74bc-43e8-a390-9d1c744310ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147656 Sep 27 08:37:17.899041 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.917083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd8ad-0d1a-498e-b5fc-852b89624e68 req-86f41a84-fcc9-4265-9d07-2ca258ef5b23 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:17.918676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b7cd8ad-0d1a-498e-b5fc-852b89624e68 req-86f41a84-fcc9-4265-9d07-2ca258ef5b23 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 944 time: 0.1184468 Sep 27 08:37:17.924353 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.926262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/networks/b234a717-14df-4f82-a494-397e206f0d61 HTTP/1.1" status: 204 len: 168 time: 1.8909853 Sep 27 08:37:17.932260 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277dcd60-66b5-4c64-856c-6757a94ed04f req-d5aac745-a705-48fe-90f6-9b959ee789e0 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626418 Sep 27 08:37:17.932760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45258) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:17.945101 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4692f7-b9ea-45f6-b193-448a50e2375f None None] New status for floating IP 8b602a0f-f2e1-4288-ad31-76c1538cc5dc: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:37:17.955419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:17.966242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-682070099'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:17.971772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f61c0-3ff4-470d-8e64-8ccccd241934 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Network': ['ID=b234a717-14df-4f82-a494-397e206f0d61,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:17.985497 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:17.991779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:17.996127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:17.999649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b7cd8ad-0d1a-498e-b5fc-852b89624e68 req-54a46e8b-2735-4471-957f-b581a0c59d89 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717521 Sep 27 08:37:18.018063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:18.027407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.052670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:18.086261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:37:18.086719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4371e-c4f3-4fc7-ba93-3cd8dfaf8f65 req-878453a4-0120-47a5-b2d0-928c661e511a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:18.088484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eb4371e-c4f3-4fc7-ba93-3cd8dfaf8f65 req-878453a4-0120-47a5-b2d0-928c661e511a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.2844036 Sep 27 08:37:18.118068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.119013 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Added segment ac30a6b9-19e4-42be-89be-ae07fd6055b9 of type vlan for network cc590236-3d2d-49d5-851b-bfd7a860e492 Sep 27 08:37:18.129382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:18.129805 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.161979 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eb4371e-c4f3-4fc7-ba93-3cd8dfaf8f65 req-3c091359-376e-4d2b-942c-6d034b2132f9 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625558 Sep 27 08:37:18.167566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-baf08395-86f9-4d75-b45d-cc442cd43a7e service neutron] 10.222.0.57 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018944 Sep 27 08:37:18.235862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.274229 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-39b676de-8d18-4a8d-871d-ed46f0a32b2a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7776120 Sep 27 08:37:18.300869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Request body: {'port': {'device_id': '8a66e821-b8d1-4821-a358-865206d61f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:18.345248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-63b62a73-c54a-4ed9-84de-f1967361aa0c None None] Provisioning complete for port 97368139-c110-4151-ba10-eed7e6042b26 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:18.345907 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63b62a73-c54a-4ed9-84de-f1967361aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.346763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:37:18.353258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01cd1488-7680-4275-bb1f-c80e782ca8c4 req-31cd49a1-8741-4d26-9139-e27d86693e3e service neutron] 10.222.0.57 "GET /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762486 Sep 27 08:37:18.383347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-5afbdb15-69e5-465b-ad66-eab76f4cb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:18.385388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-5afbdb15-69e5-465b-ad66-eab76f4cb0c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 1097 time: 0.1384656 Sep 27 08:37:18.387990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.395405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:18.396662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.398741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c10585-8f6e-449b-b28d-bb45f3d1bcfa req-5b196e14-5d8a-4008-889c-02805851fc3c tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:18.400608 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5c10585-8f6e-449b-b28d-bb45f3d1bcfa req-5b196e14-5d8a-4008-889c-02805851fc3c tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 935 time: 0.1284883 Sep 27 08:37:18.409906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556fe-9e14-49d9-ac75-46ae28898cc5 req-a6632663-20cb-47cd-a8d3-572fdc6e76d6 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:18.417602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-63b62a73-c54a-4ed9-84de-f1967361aa0c None None] Port 97368139-c110-4151-ba10-eed7e6042b26 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:18.418335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf1556fe-9e14-49d9-ac75-46ae28898cc5 req-a6632663-20cb-47cd-a8d3-572fdc6e76d6 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 950 time: 0.1697903 Sep 27 08:37:18.455766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.480937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:18.483521 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f1f969-69d3-4ae1-9b45-800b18062ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:18.500572 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5c10585-8f6e-449b-b28d-bb45f3d1bcfa req-9f83e65c-84ac-4722-a62b-07cb8aeb6ea2 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915246 Sep 27 08:37:18.515406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Network': ['ID=cc590236-3d2d-49d5-851b-bfd7a860e492,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:18.529505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network cc590236-3d2d-49d5-851b-bfd7a860e492 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:37:18.570234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-94e2329b-3f21-46b1-8abc-f7a4ebc7fe2a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6109285 Sep 27 08:37:18.575787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45262) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:18.599831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf1556fe-9e14-49d9-ac75-46ae28898cc5 req-db43a65b-7b7b-4b40-880d-2d6b31755d33 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740279 Sep 27 08:37:18.646861 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': 'cc590236-3d2d-49d5-851b-bfd7a860e492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:18.694009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-0091108a-7588-48dd-a10a-26841325c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:18.695847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-0091108a-7588-48dd-a10a-26841325c3c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 916 time: 0.2752078 Sep 27 08:37:18.755942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-aa695780-cae6-45f1-be3a-5ea87b5c0f36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22115245-d127-4c81-b101-6ad70d4aca1b HTTP/1.1" status: 200 len: 217 time: 0.0468156 Sep 27 08:37:18.791873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-efe7aeeb-13ea-4342-b1c3-2ac3fe6203b1 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips/8b602a0f-f2e1-4288-ad31-76c1538cc5dc HTTP/1.1" status: 200 len: 693 time: 0.1580863 Sep 27 08:37:18.822497 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:18.866798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-74d30157-d55d-4424-a466-0bba287ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:18.868695 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-74d30157-d55d-4424-a466-0bba287ac710 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02eecca5-8385-4595-b5ef-66bdb23e8309 HTTP/1.1" status: 200 len: 855 time: 0.1035850 Sep 27 08:37:18.918889 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cba6ce0-fca1-4c42-921a-eb9eeb857c36 x-openstack-request-id: req-2cba6ce0-fca1-4c42-921a-eb9eeb857c36 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:18.919186 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:18.919448 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cba6ce0-fca1-4c42-921a-eb9eeb857c36 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:18.919997 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'status': 'completed', 'code': 200} Sep 27 08:37:18.942250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-0d17acd4-e61b-471e-857f-03078c1a4ae2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c34f8a1-de2e-4456-814b-4e242f8f56e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644956 Sep 27 08:37:18.968499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:18.972223 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:19.078193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-5029f232-66d7-4396-8401-59aa201e06d9 service neutron] 10.222.0.57 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226466 Sep 27 08:37:19.160413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-5837821d-e937-4f1b-bf46-7a0ec5cae70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:19.161973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-5837821d-e937-4f1b-bf46-7a0ec5cae70b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1095 time: 0.2326715 Sep 27 08:37:19.195584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-ada881b8-589e-4033-8dfc-a8552ad65359 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:19.196215 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-ada881b8-589e-4033-8dfc-a8552ad65359 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.3931248 Sep 27 08:37:19.238331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84ce918a-7229-410d-b0e8-b89eba5e666a req-248b4775-13d1-4e0d-a89a-e38255fa81f1 service neutron] 10.222.0.57 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489151 Sep 27 08:37:19.257089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ee98-d21b-48f4-a78c-965a3bed3f0e req-abb4d8bb-627d-4130-ac7a-f5723891242c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:19.264958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ee98-d21b-48f4-a78c-965a3bed3f0e req-abb4d8bb-627d-4130-ac7a-f5723891242c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:19.266946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4002ee98-d21b-48f4-a78c-965a3bed3f0e req-abb4d8bb-627d-4130-ac7a-f5723891242c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=71f07f67-b165-4bb9-b14c-df12383f1163&device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 1691 time: 0.0960515 Sep 27 08:37:19.330177 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4002ee98-d21b-48f4-a78c-965a3bed3f0e req-88c3b916-7779-46e7-816f-893c028b1abd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565631 Sep 27 08:37:19.354908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-43c4b23e-2583-4217-8562-e2f6676d6133 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.1397982 Sep 27 08:37:19.390089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97368139-c110-4151-ba10-eed7e6042b26 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:19.449479 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:19.457991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-629332df-218f-4e98-b5dd-269e61345ef9 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0960586 Sep 27 08:37:19.466672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb95878-2d12-41f3-95dc-7a790fa906e1 req-c7c8c3b8-2218-442e-95f1-1ac98bcc0e98 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:19.481007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb95878-2d12-41f3-95dc-7a790fa906e1 req-c7c8c3b8-2218-442e-95f1-1ac98bcc0e98 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 944 time: 0.0901821 Sep 27 08:37:19.524140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb95878-2d12-41f3-95dc-7a790fa906e1 req-c7cf1c76-1caf-4ace-9f97-b9c26fe6e373 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421813 Sep 27 08:37:19.526072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Transition to ACTIVE for port object 97368139-c110-4151-ba10-eed7e6042b26 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:37:19.615872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:19.663468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d40c-2bf5-460b-9c3e-be8c55918ea2 req-f1c1855f-6262-411a-8721-c05270ba5fa6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:19.665190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1562d40c-2bf5-460b-9c3e-be8c55918ea2 req-f1c1855f-6262-411a-8721-c05270ba5fa6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.0557089 Sep 27 08:37:19.704376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-6849fa4d-77bd-4a01-8f25-92ada2ce64d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:19.706124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-6849fa4d-77bd-4a01-8f25-92ada2ce64d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.5321360 Sep 27 08:37:19.711811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1562d40c-2bf5-460b-9c3e-be8c55918ea2 req-aaf2a96b-6566-479e-8ec0-ea7106f15dbb tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Sep 27 08:37:19.758402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:19.856962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:19.861400 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-1d818186-549e-43f5-bcbb-7d52123a61c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 217 time: 0.1130040 Sep 27 08:37:19.953818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d02ae3-ecf1-485a-a3fc-cb876e71b018 req-ca60b75a-0b38-4e51-9c21-bfd94344c153 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:19.964231 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09d02ae3-ecf1-485a-a3fc-cb876e71b018 req-ca60b75a-0b38-4e51-9c21-bfd94344c153 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 947 time: 0.0734491 Sep 27 08:37:20.004860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.005303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.005579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.005912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.006330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.006758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.007086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.007435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.007783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.008320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.009142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.009282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:20.017219 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09d02ae3-ecf1-485a-a3fc-cb876e71b018 req-c942f819-d4c5-4252-b7bc-e6868a702dcc tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526218 Sep 27 08:37:20.087046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=7b7af1e4-357b-4305-8245-9ae10dfa75ae,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:20.108591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-d47c8f04-0a6c-42cf-849a-46bc42eecbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:20.110121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-d47c8f04-0a6c-42cf-849a-46bc42eecbdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.2261827 Sep 27 08:37:20.110832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Checking segment: {'id': 'ac30a6b9-19e4-42be-89be-ae07fd6055b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cc590236-3d2d-49d5-851b-bfd7a860e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:20.111665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network hostable DHCP agents. Network: cc590236-3d2d-49d5-851b-bfd7a860e492, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:37:20.178734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Deleting port a4c8e0ff-b2cf-473c-8867-510803aa276e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:20.179080 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:20.197053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Attempting to bind port 97368139-c110-4151-ba10-eed7e6042b26 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:20.197388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Attempting to bind port 97368139-c110-4151-ba10-eed7e6042b26 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:20.197720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Attempting to bind port 97368139-c110-4151-ba10-eed7e6042b26 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:20.206549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network cc590236-3d2d-49d5-851b-bfd7a860e492 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:37:20.222633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Port 97368139-c110-4151-ba10-eed7e6042b26 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:37:20.222633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Attempting to bind port 97368139-c110-4151-ba10-eed7e6042b26 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:20.247958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c6cf1-2d18-4701-8256-82713dc597ab req-82770afe-4887-4e10-8a8a-225f88a397e5 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:20.250078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f86c6cf1-2d18-4701-8256-82713dc597ab req-82770afe-4887-4e10-8a8a-225f88a397e5 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 1101 time: 0.0670927 Sep 27 08:37:20.276652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:20.276994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:20.277380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:20.277836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Bound port: 97368139-c110-4151-ba10-eed7e6042b26, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:20.278197 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:20.283523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, cc590236-3d2d-49d5-851b-bfd7a860e492) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:20.288147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:20.288796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:20.296391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e06263-52bf-462a-8b96-59cf693035c7 None None] Network cc590236-3d2d-49d5-851b-bfd7a860e492 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:20.296985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f86c6cf1-2d18-4701-8256-82713dc597ab req-7ea58b22-d7b5-41e2-af89-361c756cfb16 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Sep 27 08:37:20.320129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-c1e955d4-3480-443c-8c03-0a9c09c0f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:20.322149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-c1e955d4-3480-443c-8c03-0a9c09c0f7b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992908 Sep 27 08:37:20.389893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45282) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:20.390153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-983fcd36-092b-41b5-a4f8-d921569f5a71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7480524 Sep 27 08:37:20.397414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': 'cc590236-3d2d-49d5-851b-bfd7a860e492', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1966624496'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:20.411796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:20.412125 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:20.457784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Calling delete_port for a4c8e0ff-b2cf-473c-8867-510803aa276e owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:20.495766 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:20.536412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5479-a210-43bb-94d7-23648d60f444 req-156a04c6-16d7-4831-bce8-0fc49b7ce10c tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:20.539369 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-caac5479-a210-43bb-94d7-23648d60f444 req-156a04c6-16d7-4831-bce8-0fc49b7ce10c tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 1101 time: 0.1104236 Sep 27 08:37:20.551569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-cc590236-3d2d-49d5-851b-bfd7a860e492', 'network_id': 'cc590236-3d2d-49d5-851b-bfd7a860e492', 'tenant_id': '65d0e2cc87fd4a029ea8da0a93e9e06a', 'fixed_ips': [{'subnet_id': '7b7af1e4-357b-4305-8245-9ae10dfa75ae'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:37:20.552508 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:20.625310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-caac5479-a210-43bb-94d7-23648d60f444 req-cc10cc35-135c-4101-88f8-1dfbc9a21c6e tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705924 Sep 27 08:37:20.657853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:20.667612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:20.699277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 0f46029e-cabf-4875-84d4-1eaa080af50c yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:20.756799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Allocated IP 172.20.0.2 (cc590236-3d2d-49d5-851b-bfd7a860e492/7b7af1e4-357b-4305-8245-9ae10dfa75ae/84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:20.818552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cf31-f945-4113-a3ec-d6510298c03b req-04a02c36-ca6f-4465-ae14-e8d52abb26de tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:20.821237 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f508cf31-f945-4113-a3ec-d6510298c03b req-04a02c36-ca6f-4465-ae14-e8d52abb26de tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 944 time: 0.0804884 Sep 27 08:37:20.868123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f508cf31-f945-4113-a3ec-d6510298c03b req-5aba6cc2-29f2-4c99-a75a-2f2258715ce8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402493 Sep 27 08:37:20.961394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:20.966636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-fa80c184-5629-47d2-8a41-f6785a8ba987 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317327 Sep 27 08:37:20.979665 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.006308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:21.023865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 22115245-d127-4c81-b101-6ad70d4aca1b no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:21.071135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46f1f969-69d3-4ae1-9b45-800b18062ed6 req-ab002855-d5d5-4f05-8acb-8d792334316b service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957217 Sep 27 08:37:21.075057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:21.097292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.146525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.3 (cc590236-3d2d-49d5-851b-bfd7a860e492/7b7af1e4-357b-4305-8245-9ae10dfa75ae/0f46029e-cabf-4875-84d4-1eaa080af50c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:21.169217 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.174968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:21.189664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:21.190328 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.192034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-d62a65e4-57f4-4bc7-9724-b1413e72b6ec service neutron] 10.222.0.57 "PUT /v2.0/ports/97368139-c110-4151-ba10-eed7e6042b26 HTTP/1.1" status: 200 len: 1095 time: 2.9007497 Sep 27 08:37:21.192183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'tag': '97368139-c110-4151-ba10-eed7e6042b26'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:21.194589 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "tag": "97368139-c110-4151-ba10-eed7e6042b26"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:21.317431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:21.338086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Pushing event updated for resources: {'Port': ['ID=84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:21.345448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24a50-4fff-4e9a-986c-dcc9987bf743 req-671bdbc8-7ac5-4e5d-8427-8be144a043c8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:21.348862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'mac_address': 'fa:16:3e:65:f8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:21.355642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11a24a50-4fff-4e9a-986c-dcc9987bf743 req-671bdbc8-7ac5-4e5d-8427-8be144a043c8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1390886 Sep 27 08:37:21.359097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-864c3dff-55c8-41e4-b7b8-b8ec5e4f27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:21.365729 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-864c3dff-55c8-41e4-b7b8-b8ec5e4f27d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8b32564e48346fd887f08664c0dee62&device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 1098 time: 0.1031096 Sep 27 08:37:21.367935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.410531 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.412382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.416183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Network cc590236-3d2d-49d5-851b-bfd7a860e492 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:21.427831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:21.433729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:21.435756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11a24a50-4fff-4e9a-986c-dcc9987bf743 req-f371c5b4-ad77-4851-84ca-a4428ffe6724 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791018 Sep 27 08:37:21.471430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Pushing event deleted for resources: {'Port': ['ID=a4c8e0ff-b2cf-473c-8867-510803aa276e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:21.494807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-41d8174e-d37b-4b61-b253-00ad0db2a80a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=97368139-c110-4151-ba10-eed7e6042b26 HTTP/1.1" status: 200 len: 217 time: 0.1115155 Sep 27 08:37:21.513201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.518887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:21.571254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Attempting to bind port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:21.571694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Attempting to bind port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ac30a6b9-19e4-42be-89be-ae07fd6055b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cc590236-3d2d-49d5-851b-bfd7a860e492'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:21.572189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Attempting to bind port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 on network cc590236-3d2d-49d5-851b-bfd7a860e492 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:21.585418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:21.586040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Checking segment: {'id': 'ac30a6b9-19e4-42be-89be-ae07fd6055b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cc590236-3d2d-49d5-851b-bfd7a860e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:21.586494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.586942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Bound using segment: {'id': 'ac30a6b9-19e4-42be-89be-ae07fd6055b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cc590236-3d2d-49d5-851b-bfd7a860e492'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:21.587422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-050ac8a1-4956-436c-bb19-1e4bb477fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:21.587674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Bound port: 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac30a6b9-19e4-42be-89be-ae07fd6055b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cc590236-3d2d-49d5-851b-bfd7a860e492'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:21.588118 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.589605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-050ac8a1-4956-436c-bb19-1e4bb477fd25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0659573 Sep 27 08:37:21.601498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network cc590236-3d2d-49d5-851b-bfd7a860e492 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:21.615684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:21.621769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:21.651967 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.654605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.655903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-453737ca-6f43-41fa-a8f8-2bf74bc82803 req-a8743933-5cb2-43f5-b456-a29d03ddad98 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "DELETE /v2.0/floatingips/8b602a0f-f2e1-4288-ad31-76c1538cc5dc HTTP/1.1" status: 204 len: 173 time: 2.1866639 Sep 27 08:37:21.665171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-4a7d83f3-aba9-40f6-a239-43109d7045a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:21.666840 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-4a7d83f3-aba9-40f6-a239-43109d7045a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677660 Sep 27 08:37:21.672418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=0f46029e-cabf-4875-84d4-1eaa080af50c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:21.692570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:21.693260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.711156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:21.715880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91baeed-7e36-49c7-aeda-6ad4dbc597c2 req-0525a42b-6045-4db4-8651-21166985b499 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:21.720230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] For port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:21.724715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91baeed-7e36-49c7-aeda-6ad4dbc597c2 req-0525a42b-6045-4db4-8651-21166985b499 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 947 time: 0.1710312 Sep 27 08:37:21.726072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] For port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3,segment=NetworkSegment(ac30a6b9-19e4-42be-89be-ae07fd6055b9),segment_id=ac30a6b9-19e4-42be-89be-ae07fd6055b9)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:21.730849 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.752124 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.752394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f83d56f2-4883-4a83-8392-1f96748911ff tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3610163 Sep 27 08:37:21.753053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45304) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:21.861227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91baeed-7e36-49c7-aeda-6ad4dbc597c2 req-df8bbe12-fc2f-462e-a1dd-3649a74af935 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285985 Sep 27 08:37:21.861377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:21.864278 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.880893 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-333acee8-c607-4b52-a039-d31b0aea73bf tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405829 Sep 27 08:37:21.884366 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-2371be87-305d-450a-bbee-94769f25bcfa service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088716 Sep 27 08:37:21.946449 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3449f11b-9c04-46ae-9ee5-5bcdfa0aade7 x-openstack-request-id: req-3449f11b-9c04-46ae-9ee5-5bcdfa0aade7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:21.947141 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "tag": "97368139-c110-4151-ba10-eed7e6042b26", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:21.947706 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3449f11b-9c04-46ae-9ee5-5bcdfa0aade7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:21.948809 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'tag': '97368139-c110-4151-ba10-eed7e6042b26', 'status': 'completed', 'code': 200} Sep 27 08:37:21.955725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:21.959021 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26676a1f-6691-41d6-aef2-5829f8fbedfb" -d '{"events": [{"server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "name": "network-vif-unplugged", "status": "completed", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:21.971296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 0f46029e-cabf-4875-84d4-1eaa080af50c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:21.971675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:21.990237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:21.991653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498a633-e6be-4d2a-b59e-c90fd651f782 None None] Pushing event updated for resources: {'Port': ['ID=84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:21.996434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f037381c-318c-4cb5-b7e2-35bf99e90169'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:22.000629 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:22.120782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:22.164633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:22.225578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 0f46029e-cabf-4875-84d4-1eaa080af50c owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:22.237861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-491ec736-6adc-48fe-a37a-7fb9c0ca6e2e req-53412dae-c87e-45e2-a3e2-60c935e10196 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373904 Sep 27 08:37:22.246368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-cc487691-7dcf-4625-bfca-36a6700942c0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:22.254257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-cc487691-7dcf-4625-bfca-36a6700942c0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3661075 Sep 27 08:37:22.275455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96daa1-0c94-47e6-a8f1-7f4ad7f24bd8 req-29462d39-fc15-4089-96a5-3db6db21b93a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:22.282285 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-69cecd61-04a1-4b25-b51f-abf9d056e272 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/quotas/af6ddae1a49c4cb49c61cccb56f0528e HTTP/1.1" status: 200 len: 375 time: 0.0267754 Sep 27 08:37:22.283591 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d96daa1-0c94-47e6-a8f1-7f4ad7f24bd8 req-29462d39-fc15-4089-96a5-3db6db21b93a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1444068 Sep 27 08:37:22.373636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-68f4d322-f7ed-43c6-8094-fd305ee5b150 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901525 Sep 27 08:37:22.408109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d96daa1-0c94-47e6-a8f1-7f4ad7f24bd8 req-66d2937f-1a35-4b57-bccc-a49e22b37d61 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233900 Sep 27 08:37:22.474263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-4b1c8340-f600-4401-95ac-fcffdab7869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:22.475764 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-4b1c8340-f600-4401-95ac-fcffdab7869e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8b32564e48346fd887f08664c0dee62&device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 1098 time: 0.0812223 Sep 27 08:37:22.484688 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c742aec-49d4-4dd8-9220-900092c27024 x-openstack-request-id: req-3c742aec-49d4-4dd8-9220-900092c27024 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:22.485204 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "name": "network-vif-unplugged", "status": "completed", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:22.485317 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c742aec-49d4-4dd8-9220-900092c27024 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:22.485654 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b', 'code': 200} Sep 27 08:37:22.516365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:22.561423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=0f46029e-cabf-4875-84d4-1eaa080af50c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:22.586576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.586939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.587281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.587621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.587956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.588290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.588645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.588980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.589882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.589882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.590120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.590376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:22.629696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-da7f2276-130f-437c-b887-e0318c601e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:22.632791 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-da7f2276-130f-437c-b887-e0318c601e8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1453898 Sep 27 08:37:22.703973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735f106-357b-4bbb-9cf0-634f1ba4eb20 req-0e9bdcd1-56dd-4917-b3ea-81d3a917c804 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:22.705396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-f043aed6-732b-4068-b01d-6465616bfceb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=97368139-c110-4151-ba10-eed7e6042b26 HTTP/1.1" status: 200 len: 217 time: 0.0641077 Sep 27 08:37:22.705564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d735f106-357b-4bbb-9cf0-634f1ba4eb20 req-0e9bdcd1-56dd-4917-b3ea-81d3a917c804 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1346521 Sep 27 08:37:22.760114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d735f106-357b-4bbb-9cf0-634f1ba4eb20 req-b2fb9cdd-7264-409b-9684-eddb771d5dc1 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0467680 Sep 27 08:37:22.771351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:22.780444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f66a29b2-7cee-4d7b-92a9-572feb779675 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/0f46029e-cabf-4875-84d4-1eaa080af50c HTTP/1.1" status: 204 len: 168 time: 1.0223362 Sep 27 08:37:22.782284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45368) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:22.796365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-3521810e-728e-4920-9ee6-a665e055012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:22.798104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-3521810e-728e-4920-9ee6-a665e055012d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0841010 Sep 27 08:37:22.835834 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-279e74f6-34e1-4ef2-97ba-c16ed5a1cdf1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:37:22.841485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-279e74f6-34e1-4ef2-97ba-c16ed5a1cdf1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/0f46029e-cabf-4875-84d4-1eaa080af50c HTTP/1.1" status: 404 len: 333 time: 0.0580127 Sep 27 08:37:22.845869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45370) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:22.884477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-f5de7217-e713-4005-9367-e7646d2e660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:22.886075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-f5de7217-e713-4005-9367-e7646d2e660a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784802 Sep 27 08:37:22.987595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 22115245-d127-4c81-b101-6ad70d4aca1b details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:22.990643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:23.013910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdcaa6-9595-4296-bafe-874d3e20ac50 req-336367f6-6ea1-4cae-89a3-f4e2523142da tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:23.015763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-babdcaa6-9595-4296-bafe-874d3e20ac50 req-336367f6-6ea1-4cae-89a3-f4e2523142da tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 944 time: 0.1704314 Sep 27 08:37:23.020424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-2767b0e7-8803-4575-ae30-396e50c697e9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 7b7af1e4-357b-4305-8245-9ae10dfa75ae {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:37:23.025827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2767b0e7-8803-4575-ae30-396e50c697e9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.047553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-689faa86-002f-47ec-be56-fe3d328c114e service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527731 Sep 27 08:37:23.135682 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2767b0e7-8803-4575-ae30-396e50c697e9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.175940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ccb73fd-0a64-4a03-a453-f3975ebeabaa req-4e30256e-7f9b-47e6-bb19-10158d50e7ad tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0940330 Sep 27 08:37:23.180670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-babdcaa6-9595-4296-bafe-874d3e20ac50 req-d380b720-d1f2-422f-a31b-a8ca1f1734ff tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564975 Sep 27 08:37:23.287545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f037381c-318c-4cb5-b7e2-35bf99e90169 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:37:23.318455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f037381c-318c-4cb5-b7e2-35bf99e90169 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:23.318960 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.348640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:23.369898 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2767b0e7-8803-4575-ae30-396e50c697e9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.416642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '22115245-d127-4c81-b101-6ad70d4aca1b', 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'port_id': '22115245-d127-4c81-b101-6ad70d4aca1b', 'mac_address': 'fa:16:3e:08:8e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02eecca5-8385-4595-b5ef-66bdb23e8309', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:23.501426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b5bff1-9d35-4c3f-9676-4464e32607f5 None None] Network cc590236-3d2d-49d5-851b-bfd7a860e492 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:23.524232 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2767b0e7-8803-4575-ae30-396e50c697e9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.542485 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73b6dc4f-25b4-4f5f-802b-3d399fa0a9d8 req-fb9c5a35-db08-4685-bf73-dc894c596c19 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778326 Sep 27 08:37:23.552831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:23.561458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29190781-540d-4c84-9da9-727fdeb582e8 req-e43d2c0f-0eab-4554-905b-1b97b5b6eed6 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:23.563022 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29190781-540d-4c84-9da9-727fdeb582e8 req-e43d2c0f-0eab-4554-905b-1b97b5b6eed6 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 947 time: 0.2038264 Sep 27 08:37:23.585214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767b0e7-8803-4575-ae30-396e50c697e9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7af1e4-357b-4305-8245-9ae10dfa75ae,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:23.588127 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2767b0e7-8803-4575-ae30-396e50c697e9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.593412 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2767b0e7-8803-4575-ae30-396e50c697e9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/7b7af1e4-357b-4305-8245-9ae10dfa75ae HTTP/1.1" status: 204 len: 168 time: 0.7431040 Sep 27 08:37:23.596061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45422) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:23.644710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29190781-540d-4c84-9da9-727fdeb582e8 req-2f4b614f-c3de-43ff-8f55-c1c844232e43 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752757 Sep 27 08:37:23.733057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.853689 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c9550b0-c0bd-4f43-87f7-d6c9aa94f18a req-de801a87-4b67-4e89-b536-8d4830e2eb35 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0564380 Sep 27 08:37:23.859587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.878836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e8a14f01-bde2-452a-addb-c177ed6fc006 None None] Provisioning complete for port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:23.879055 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8a14f01-bde2-452a-addb-c177ed6fc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.888130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:23.889464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:23.908914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22115245-d127-4c81-b101-6ad70d4aca1b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:23.910564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6167d-7a08-44ab-8e8f-73e740a48a5e req-cb3b2552-9ad5-4a5a-833d-bdf7b70bedbd tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:23.913742 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41a6167d-7a08-44ab-8e8f-73e740a48a5e req-cb3b2552-9ad5-4a5a-833d-bdf7b70bedbd tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1171987 Sep 27 08:37:23.985416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41a6167d-7a08-44ab-8e8f-73e740a48a5e req-fcb067a0-de14-4a1b-8788-a1c5f988a6aa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652213 Sep 27 08:37:24.012453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:24.031611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.037525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] For port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3,segment=NetworkSegment(ac30a6b9-19e4-42be-89be-ae07fd6055b9),segment_id=ac30a6b9-19e4-42be-89be-ae07fd6055b9)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:24.038288 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.058192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:24.081673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b047313-9f96-4a02-9471-0ffbb1553f0a req-56588e18-0640-4c33-af95-815b3c86418a tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:24.083210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b047313-9f96-4a02-9471-0ffbb1553f0a req-56588e18-0640-4c33-af95-815b3c86418a tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 945 time: 0.1254737 Sep 27 08:37:24.092204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:24.092611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.094007 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.202498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b047313-9f96-4a02-9471-0ffbb1553f0a req-76754c47-f0f6-48d8-99e0-dcdd809eea3f tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662153 Sep 27 08:37:24.204587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:24.246364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.246966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.277108 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8a14f01-bde2-452a-addb-c177ed6fc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.300907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:24.305768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No DVR routers for this DVR port 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:24.306695 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:24.333869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['22115245-d127-4c81-b101-6ad70d4aca1b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:24.436092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.441165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Could not find standard attr ID for object 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:37:24.443988 n-d-810909-1 neutron-server[94832]: INFO neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No ports have port_id starting with 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 Sep 27 08:37:24.457641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ca42b-c6ad-43b9-b601-d0aae19c7932 req-dbca7d12-d831-49f1-8359-9a5fa3f121db tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:24.468499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-517ca42b-c6ad-43b9-b601-d0aae19c7932 req-dbca7d12-d831-49f1-8359-9a5fa3f121db tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 945 time: 0.1551294 Sep 27 08:37:24.496350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc590236-3d2d-49d5-851b-bfd7a860e492']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:24.511694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac30a6b9-19e4-42be-89be-ae07fd6055b9') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:24.512273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac30a6b9-19e4-42be-89be-ae07fd6055b9') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:24.515022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:24.517417 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fee23d-32dc-49f6-8732-2f09a768c3b9" -d '{"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-plugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:24.522055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e75d76-3773-40bc-b5fc-54a975f85ec9 None None] DHCP port deletion for cc590236-3d2d-49d5-851b-bfd7a860e492 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:37:24.536896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.570633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:24.571580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-517ca42b-c6ad-43b9-b601-d0aae19c7932 req-1305da97-4c07-4c0f-84c3-6c73d25ded45 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969687 Sep 27 08:37:24.582681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.583849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:37:24.584443 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:37:24.588401 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:37:24.594688 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc8666-118b-4910-a6a1-f78f5d647cc2 x-openstack-request-id: req-cafc8666-118b-4910-a6a1-f78f5d647cc2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:24.595198 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-plugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:24.595616 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cafc8666-118b-4910-a6a1-f78f5d647cc2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:24.596168 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'code': 200} Sep 27 08:37:24.659600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.674555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.680015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/networks/cc590236-3d2d-49d5-851b-bfd7a860e492 HTTP/1.1" status: 204 len: 168 time: 1.0785542 Sep 27 08:37:24.681383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:24.688937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'name': 'tempest-PortsTestJSON-912850522'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:24.698713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9143e1-5bb6-4b25-a887-fad454ae057c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Network': ['ID=cc590236-3d2d-49d5-851b-bfd7a860e492,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:24.789619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0ff1c-2a85-44d6-aeff-fd882b90ec5d req-b60e31fc-f314-403b-85e5-09d5b9ba5018 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:24.791225 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8f0ff1c-2a85-44d6-aeff-fd882b90ec5d req-b60e31fc-f314-403b-85e5-09d5b9ba5018 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 947 time: 0.0528030 Sep 27 08:37:24.800821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a8965-f493-4ac0-b3f8-f566d0c8b02c req-1bb9cc3f-dd29-440c-a0a9-3f416978d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:24.802374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-794a8965-f493-4ac0-b3f8-f566d0c8b02c req-1bb9cc3f-dd29-440c-a0a9-3f416978d67c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1097 time: 0.1070437 Sep 27 08:37:24.840921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8f0ff1c-2a85-44d6-aeff-fd882b90ec5d req-d70d855b-15ed-44c7-9fdb-aae286492429 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Sep 27 08:37:24.842829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:24.846504 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:24.871246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-794a8965-f493-4ac0-b3f8-f566d0c8b02c req-bc8763f7-49a9-4d8a-8526-c4966f3f0b3c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585136 Sep 27 08:37:24.877057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 6f62eec6-b959-4684-8c4c-402b0fbd2261 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:24.957822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93e04eeb-8aba-498d-ba79-7d3afb12be03 req-b096025e-0c61-4641-8cea-36f90cc39470 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0316432 Sep 27 08:37:25.104292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:25.139198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2787357-77bb-49f2-b9d2-507615772cb9 req-dff785ab-c8c5-4e4c-98f2-a7922f5c6688 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:25.139198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2787357-77bb-49f2-b9d2-507615772cb9 req-dff785ab-c8c5-4e4c-98f2-a7922f5c6688 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 946 time: 0.0609574 Sep 27 08:37:25.156252 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-67a03a47-4e27-40c8-81a1-e8551ef3fff5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358396 Sep 27 08:37:25.184223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2787357-77bb-49f2-b9d2-507615772cb9 req-04015aa0-f25f-4286-8f6c-d244f4f66165 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389831 Sep 27 08:37:25.304659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:25.365937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:25.387495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:25.392433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:25.392780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 84dc66bb-9e51-45d3-a5f1-4c72a9ebd4c3 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:25.402900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:25.405180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:25.414264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:25.414264 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:25.469453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-d1f4a391-9dcc-4064-af1c-57d554e2a5e8 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:25.471006 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-d1f4a391-9dcc-4064-af1c-57d554e2a5e8 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3040869 Sep 27 08:37:25.480386 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-423a7a4c-ad2e-4c3a-97d5-def42ccc940c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637026 Sep 27 08:37:25.494316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=6f62eec6-b959-4684-8c4c-402b0fbd2261,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:25.510452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ca958-6ada-4234-bc9d-aa42870d2d6d req-17e6b9bc-6f60-4bde-b5d2-60a02af67c4d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:25.517382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-be7ca958-6ada-4234-bc9d-aa42870d2d6d req-17e6b9bc-6f60-4bde-b5d2-60a02af67c4d tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 945 time: 0.2299941 Sep 27 08:37:25.520026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3e5c04f-f9b1-4be0-a849-0dce1d0d04bd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8373787 Sep 27 08:37:25.524046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45450) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:25.560691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Request body: {'port': {'device_id': 'c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'af6ddae1a49c4cb49c61cccb56f0528e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:25.636157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8de1-110a-4b4a-a701-df115e70d25f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 6f62eec6-b959-4684-8c4c-402b0fbd2261 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:25.636594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be4c8de1-110a-4b4a-a701-df115e70d25f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:25.739717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-be7ca958-6ada-4234-bc9d-aa42870d2d6d req-ba12469f-e85b-4e60-867d-9052b1ace0ff tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/security-groups?id=dcf3b30e-0939-4016-be6a-ab725d06682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597612 Sep 27 08:37:25.751989 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be4c8de1-110a-4b4a-a701-df115e70d25f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:25.755313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-2f72ac54-eaf5-48db-b6c2-eaad6877bd89 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:25.756969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-2f72ac54-eaf5-48db-b6c2-eaad6877bd89 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 945 time: 0.2730613 Sep 27 08:37:25.768359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f059944-f6f4-447d-b082-b61e7001c719 req-1e2051a7-7c68-4b2c-b3d4-cdc07f5987a0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:25.773601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f059944-f6f4-447d-b082-b61e7001c719 req-1e2051a7-7c68-4b2c-b3d4-cdc07f5987a0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 945 time: 0.1136689 Sep 27 08:37:25.787366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8de1-110a-4b4a-a701-df115e70d25f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 6f62eec6-b959-4684-8c4c-402b0fbd2261 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:25.822925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-1168721c-c8cc-4eaa-954d-0d8b512a2677 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:25.824638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-1168721c-c8cc-4eaa-954d-0d8b512a2677 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249876 Sep 27 08:37:25.849995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Request body: {'port': {'device_id': 'f7add272-bf00-4d24-a468-cfe97d72d1c8', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'af6ddae1a49c4cb49c61cccb56f0528e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:25.853663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f059944-f6f4-447d-b082-b61e7001c719 req-2d28c143-7b92-466f-9490-396e54544189 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769997 Sep 27 08:37:25.907769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be4c8de1-110a-4b4a-a701-df115e70d25f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:25.950617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Made reservation on behalf of af6ddae1a49c4cb49c61cccb56f0528e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:25.954097 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:25.956154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8de1-110a-4b4a-a701-df115e70d25f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=6f62eec6-b959-4684-8c4c-402b0fbd2261,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:25.965903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be4c8de1-110a-4b4a-a701-df115e70d25f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:25.968004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-be4c8de1-110a-4b4a-a701-df115e70d25f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/6f62eec6-b959-4684-8c4c-402b0fbd2261 HTTP/1.1" status: 204 len: 168 time: 0.4427261 Sep 27 08:37:25.970422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45456) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:25.975775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'mac_address': 'fa:16:3e:f0:c3:45', 'name': 'tempest-PortsTestJSON-1828368410'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:26.097408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79be222a-3d75-43cc-a006-af7b90bd2769 req-db837601-a4b1-4863-9e8f-b285ec1d404f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0394094 Sep 27 08:37:26.130212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1432f62-4c14-4cfa-8a1c-c13bf79bd590 req-5f8a444c-6567-42db-bf0a-715d69c4d074 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:26.131934 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1432f62-4c14-4cfa-8a1c-c13bf79bd590 req-5f8a444c-6567-42db-bf0a-715d69c4d074 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 947 time: 0.2007375 Sep 27 08:37:26.139090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:26.140988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Deleting port 310ac58f-eff0-47f5-abec-a6f889c1b8ef {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:26.141319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.219364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.244481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 146aead7-ca60-4d50-ade7-6796d8117358 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:26.259885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Made reservation on behalf of af6ddae1a49c4cb49c61cccb56f0528e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:26.263318 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.317992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1432f62-4c14-4cfa-8a1c-c13bf79bd590 req-e93cd1c0-c289-45e9-bb13-5a6fd5d60f98 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715117 Sep 27 08:37:26.360494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Allocated IP 192.168.233.154 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/0017c9e2-e2c0-467a-9a8d-30601b079a68) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:26.467805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] For port 310ac58f-eff0-47f5-abec-a6f889c1b8ef, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=310ac58f-eff0-47f5-abec-a6f889c1b8ef,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:26.468199 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.503887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Calling delete_port for 310ac58f-eff0-47f5-abec-a6f889c1b8ef owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:26.681715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa40fbe-3b3d-4a94-b77c-604f74ac20bb req-7ce71672-28b2-409b-a59f-4850ca59f49c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:26.683005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.687930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fa40fbe-3b3d-4a94-b77c-604f74ac20bb req-7ce71672-28b2-409b-a59f-4850ca59f49c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 946 time: 0.3805351 Sep 27 08:37:26.753294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.770613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fa40fbe-3b3d-4a94-b77c-604f74ac20bb req-5993f93b-2d07-48cb-b8a8-f3a61dfa6468 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570726 Sep 27 08:37:26.771331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.788591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['310ac58f-eff0-47f5-abec-a6f889c1b8ef'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:26.811727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.833079 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.834965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Pushing event deleted for resources: {'Port': ['ID=310ac58f-eff0-47f5-abec-a6f889c1b8ef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:26.861578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:26.880601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:26.884144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:26.888754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:26.894695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:26.895320 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:26.904490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=146aead7-ca60-4d50-ade7-6796d8117358,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:26.917924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'Port': ['ID=0017c9e2-e2c0-467a-9a8d-30601b079a68,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:26.923815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-043b3b86-252b-4537-8e54-fe7a85559621 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9521823 Sep 27 08:37:26.926766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45472) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:26.998327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:27.004541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 22115245-d127-4c81-b101-6ad70d4aca1b up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:27.033711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5296d48-2173-4d9b-b9e5-e39a693a2112 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:27.039899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f5296d48-2173-4d9b-b9e5-e39a693a2112 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/146aead7-ca60-4d50-ade7-6796d8117358 HTTP/1.1" status: 200 len: 841 time: 0.1112957 Sep 27 08:37:27.043181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45474) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:27.103047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5654-ea0e-4d67-b7d8-d9ace24d8009 req-9ef52c7c-146f-4572-a353-7c6aaab478d6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:27.118301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-496e5654-ea0e-4d67-b7d8-d9ace24d8009 req-9ef52c7c-146f-4572-a353-7c6aaab478d6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 946 time: 0.1664274 Sep 27 08:37:27.121477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45478) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:27.137025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'floatingip': {'port_id': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:27.288343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 22115245-d127-4c81-b101-6ad70d4aca1b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:27.289061 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.299303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.348401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4eee03f-0189-41c3-bd19-7a53d00b52bc req-f2923d89-7606-4e0e-83c6-08551e348ec5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.50 "GET /v2.0/ports?device_id=37e3c201-b9b7-474c-bf96-0098c114991d HTTP/1.1" status: 200 len: 210 time: 0.4402461 Sep 27 08:37:27.384206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:27.401625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c801e-686e-4193-bc58-7ca2dca5485c req-a0178e64-59b3-48da-aa54-9d234c13d2d7 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:27.406364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:27.410619 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-817c801e-686e-4193-bc58-7ca2dca5485c req-a0178e64-59b3-48da-aa54-9d234c13d2d7 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 945 time: 0.1813643 Sep 27 08:37:27.414511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] No DVR routers for this DVR port 310ac58f-eff0-47f5-abec-a6f889c1b8ef on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:27.416213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:27.423361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:27.455706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-032dcde6-4d42-4bd0-a604-a6c3a13bf935 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 146aead7-ca60-4d50-ade7-6796d8117358 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:27.456051 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-032dcde6-4d42-4bd0-a604-a6c3a13bf935 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.456573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Allocated IP 192.168.233.153 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/f24bf828-4fb5-43cc-8899-a388acb20963) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:27.459261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.461887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab86aa1b-1cda-4bf8-ac7a-2d2a7cab076c req-080aebfd-128b-4c53-87b1-1115978e1be5 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263 tempest-FloatingIPsAssociationNegativeTestJSON-2090018263-project] 10.222.0.57 "DELETE /v2.0/ports/310ac58f-eff0-47f5-abec-a6f889c1b8ef HTTP/1.1" status: 204 len: 173 time: 1.6926532 Sep 27 08:37:27.464127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'name': 'network-vif-deleted', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:27.466651 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a4adab-eaa7-4f9f-838e-8d5a389fe27e" -d '{"events": [{"server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "name": "network-vif-deleted", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:27.482071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:27.482739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.520656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '97368139-c110-4151-ba10-eed7e6042b26', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '97368139-c110-4151-ba10-eed7e6042b26', 'mac_address': 'fa:16:3e:3b:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:27.537301 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.559827 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-247f38f4-5e8c-4062-84cf-5a1356ac8573 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0587280 Sep 27 08:37:27.565004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-817c801e-686e-4193-bc58-7ca2dca5485c req-9b1ed2da-6182-48b5-94af-99f737baac1f tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533482 Sep 27 08:37:27.588292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Request body: {'port': {'device_id': 'c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:27.604660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b389a88f-57d2-48a5-a1b4-6e00e0ac4d21 req-4c50a4da-fff5-4efb-9bde-e9f7cd593793 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0854182 Sep 27 08:37:27.737979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:27.743003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-032dcde6-4d42-4bd0-a604-a6c3a13bf935 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.762260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:27.775471 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bfcf89-640a-47f4-a5c7-368229e2db9a" -d '{"events": [{"server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "name": "network-vif-plugged", "status": "completed", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:27.787575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.803005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.835835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-032dcde6-4d42-4bd0-a604-a6c3a13bf935 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 146aead7-ca60-4d50-ade7-6796d8117358 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:27.836109 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:27.908148 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fb484e-0f0b-4da5-977b-b143960434da x-openstack-request-id: req-10fb484e-0f0b-4da5-977b-b143960434da {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:27.908789 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e3c201-b9b7-474c-bf96-0098c114991d", "name": "network-vif-deleted", "tag": "310ac58f-eff0-47f5-abec-a6f889c1b8ef", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:27.909229 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10fb484e-0f0b-4da5-977b-b143960434da {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:27.909810 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e3c201-b9b7-474c-bf96-0098c114991d', 'name': 'network-vif-deleted', 'tag': '310ac58f-eff0-47f5-abec-a6f889c1b8ef', 'status': 'completed', 'code': 200} Sep 27 08:37:27.927841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3bd25-edce-4867-9cb4-eeb47b889677 req-78e938fd-0b97-4c2c-b9bd-a586e2e83144 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:27.928952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33c3bd25-edce-4867-9cb4-eeb47b889677 req-78e938fd-0b97-4c2c-b9bd-a586e2e83144 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 947 time: 0.2002187 Sep 27 08:37:27.930081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97368139-c110-4151-ba10-eed7e6042b26 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:28.012361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-327975c4-7ce5-4f5d-af49-38de05a6eded None None] Provisioning complete for port 0017c9e2-e2c0-467a-9a8d-30601b079a68 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:28.013672 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-327975c4-7ce5-4f5d-af49-38de05a6eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.068891 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.087216 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d93cf60-b26d-4674-be59-c94dc3061cd2 x-openstack-request-id: req-2d93cf60-b26d-4674-be59-c94dc3061cd2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:28.087568 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "name": "network-vif-plugged", "status": "completed", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:28.087911 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d93cf60-b26d-4674-be59-c94dc3061cd2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:28.089063 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b', 'code': 200} Sep 27 08:37:28.091130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:28.101790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33c3bd25-edce-4867-9cb4-eeb47b889677 req-636dfd77-ba2a-48a9-8d39-ef4753325467 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196294 Sep 27 08:37:28.155897 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.160803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:28.257789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.287254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-032dcde6-4d42-4bd0-a604-a6c3a13bf935 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.295423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-327975c4-7ce5-4f5d-af49-38de05a6eded None None] Port 0017c9e2-e2c0-467a-9a8d-30601b079a68 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:28.324009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dcde6-4d42-4bd0-a604-a6c3a13bf935 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=146aead7-ca60-4d50-ade7-6796d8117358,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:28.331251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60a6e1-cffd-4fad-9731-b72b5fe246f4 req-1e1e1c56-3adf-4712-b564-4313450e4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:28.333641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f60a6e1-cffd-4fad-9731-b72b5fe246f4 req-1e1e1c56-3adf-4712-b564-4313450e4c5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 1097 time: 0.1909597 Sep 27 08:37:28.361668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-032dcde6-4d42-4bd0-a604-a6c3a13bf935 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.362653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:28.366214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-032dcde6-4d42-4bd0-a604-a6c3a13bf935 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/146aead7-ca60-4d50-ade7-6796d8117358 HTTP/1.1" status: 204 len: 168 time: 1.3199103 Sep 27 08:37:28.366418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45492) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:28.375858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:28.402034 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-0953e224-cb6b-484f-9aad-5bff1e2c9c9b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:37:28.403770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0953e224-cb6b-484f-9aad-5bff1e2c9c9b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/146aead7-ca60-4d50-ade7-6796d8117358 HTTP/1.1" status: 404 len: 333 time: 0.0363388 Sep 27 08:37:28.410423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45496) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:28.410633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['97368139-c110-4151-ba10-eed7e6042b26'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:28.414698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'name': 'tempest-PortsTestJSON-726220843'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:28.427408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:28.433223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:28.437468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45498) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:28.483910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'Port': ['ID=f24bf828-4fb5-43cc-8899-a388acb20963,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:28.501453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f60a6e1-cffd-4fad-9731-b72b5fe246f4 req-661b759f-9b4f-4b77-b6b9-543011562dd2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563022 Sep 27 08:37:28.548151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:28.548989 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.575000 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-076d3b5d-90dc-41ec-862e-f54714d34106 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7315874 Sep 27 08:37:28.619042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:37:28.655024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0017c9e2-e2c0-467a-9a8d-30601b079a68 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:28.673035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.743144 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.747069 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Request body: {'port': {'device_id': 'f7add272-bf00-4d24-a468-cfe97d72d1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:28.752054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Transition to ACTIVE for port object 0017c9e2-e2c0-467a-9a8d-30601b079a68 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:37:28.758325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dd08b8b7-68a8-48dd-9f50-d8499adf6c82 None None] Provisioning complete for port f24bf828-4fb5-43cc-8899-a388acb20963 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:28.759507 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd08b8b7-68a8-48dd-9f50-d8499adf6c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.774855 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.785139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.792749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:28.797154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.811515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dd08b8b7-68a8-48dd-9f50-d8499adf6c82 None None] Port f24bf828-4fb5-43cc-8899-a388acb20963 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:28.882465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b38502-0ac9-4302-9865-78264be35afc req-deddd6ab-cb8a-43c1-ad75-8587a8d21b23 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:28.883522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421409d-3795-4c56-a84d-fc1c3f82ea67 req-1b69793b-a4e5-4f1f-810a-a7fbf03e1742 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:28.884780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79b38502-0ac9-4302-9865-78264be35afc req-deddd6ab-cb8a-43c1-ad75-8587a8d21b23 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 936 time: 0.1787515 Sep 27 08:37:28.891239 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1421409d-3795-4c56-a84d-fc1c3f82ea67 req-1b69793b-a4e5-4f1f-810a-a7fbf03e1742 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.2034092 Sep 27 08:37:28.900669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:28.997090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port ce2878f7-9c8c-46a4-b227-61ae651f7314 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:29.014885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 310ac58f-eff0-47f5-abec-a6f889c1b8ef no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:29.042037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 310ac58f-eff0-47f5-abec-a6f889c1b8ef {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:29.042431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 310ac58f-eff0-47f5-abec-a6f889c1b8ef not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:29.064337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Pushing event updated for resources: {'Port': ['ID=0017c9e2-e2c0-467a-9a8d-30601b079a68,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:29.153483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79b38502-0ac9-4302-9865-78264be35afc req-0b74fe9b-ae41-4bbf-ad4d-db10aee0a786 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347388 Sep 27 08:37:29.195931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1421409d-3795-4c56-a84d-fc1c3f82ea67 req-603db566-7410-492d-8f57-6343aac02acc tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996716 Sep 27 08:37:29.234577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Attempting to bind port 0017c9e2-e2c0-467a-9a8d-30601b079a68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:29.234934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Attempting to bind port 0017c9e2-e2c0-467a-9a8d-30601b079a68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:29.235231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Attempting to bind port 0017c9e2-e2c0-467a-9a8d-30601b079a68 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:29.247065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Port 0017c9e2-e2c0-467a-9a8d-30601b079a68 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:37:29.247418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Attempting to bind port 0017c9e2-e2c0-467a-9a8d-30601b079a68 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:29.255074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:29.255415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:29.255808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:29.256251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Bound port: 0017c9e2-e2c0-467a-9a8d-30601b079a68, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:29.256676 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:29.266127 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Floating IP def7ee4c-1943-4a30-b86d-8c860df4d0d3 associated. External IP: 172.25.2.234, port: f037381c-318c-4cb5-b7e2-35bf99e90169. Sep 27 08:37:29.400156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] For port 0017c9e2-e2c0-467a-9a8d-30601b079a68, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:29.418571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] For port 0017c9e2-e2c0-467a-9a8d-30601b079a68, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0017c9e2-e2c0-467a-9a8d-30601b079a68,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:29.424700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:29.431059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:29.432384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24bf828-4fb5-43cc-8899-a388acb20963 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:29.446128 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:29.497582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:29.498417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:29.499654 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] 10.222.0.67 "PUT /v2.0/ports/0017c9e2-e2c0-467a-9a8d-30601b079a68 HTTP/1.1" status: 200 len: 1096 time: 1.9157393 Sep 27 08:37:29.504037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Transition to ACTIVE for port object f24bf828-4fb5-43cc-8899-a388acb20963 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:37:29.529030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d415f2f-ebe0-44df-a576-e20a07c17db7 req-a8cdee0a-42c4-4560-ac9b-52a86c80cbf6 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:29.530912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d415f2f-ebe0-44df-a576-e20a07c17db7 req-a8cdee0a-42c4-4560-ac9b-52a86c80cbf6 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 948 time: 0.2542405 Sep 27 08:37:29.531358 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:29.558607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:29.673157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58634e1c-f832-4fd8-93a4-434474695c78 service neutron] Pushing event updated for resources: {'Port': ['ID=0017c9e2-e2c0-467a-9a8d-30601b079a68,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:29.729704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-884cbb43-1fa0-437c-b4dc-1936b8543d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:29.731345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-884cbb43-1fa0-437c-b4dc-1936b8543d05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 1099 time: 0.1528804 Sep 27 08:37:29.849551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-ef432420-fb93-4ef5-97f1-a2d34c3a2655 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0017c9e2-e2c0-467a-9a8d-30601b079a68 HTTP/1.1" status: 200 len: 217 time: 0.0755541 Sep 27 08:37:29.923418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11', 'tag': '0017c9e2-e2c0-467a-9a8d-30601b079a68'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:29.925771 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba1fd60-e976-4c8a-be32-89cb339c27c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11", "tag": "0017c9e2-e2c0-467a-9a8d-30601b079a68"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:29.929575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-3bf4f95e-8603-4e01-a8b6-5a876286d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:29.931109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-3bf4f95e-8603-4e01-a8b6-5a876286d927 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0636187 Sep 27 08:37:29.934758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf828-4fb5-43cc-8899-a388acb20963,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:30.009017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Attempting to bind port f24bf828-4fb5-43cc-8899-a388acb20963 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:30.009354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Attempting to bind port f24bf828-4fb5-43cc-8899-a388acb20963 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:30.009686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Attempting to bind port f24bf828-4fb5-43cc-8899-a388acb20963 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:30.014351 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e663e2-7c4e-4eae-991a-ff50b6fcbea8 x-openstack-request-id: req-54e663e2-7c4e-4eae-991a-ff50b6fcbea8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:30.014661 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11", "tag": "0017c9e2-e2c0-467a-9a8d-30601b079a68", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:30.014912 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54e663e2-7c4e-4eae-991a-ff50b6fcbea8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:30.015304 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11', 'tag': '0017c9e2-e2c0-467a-9a8d-30601b079a68', 'status': 'completed', 'code': 200} Sep 27 08:37:30.018776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-7ea7af49-1cde-4b30-ab03-2d6ff8b99f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.020038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-7ea7af49-1cde-4b30-ab03-2d6ff8b99f34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731838 Sep 27 08:37:30.022532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Port f24bf828-4fb5-43cc-8899-a388acb20963 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:37:30.022995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Attempting to bind port f24bf828-4fb5-43cc-8899-a388acb20963 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:30.033725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:30.034135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:30.034451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:30.034901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Bound port: f24bf828-4fb5-43cc-8899-a388acb20963, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:30.035269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:30.116031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d415f2f-ebe0-44df-a576-e20a07c17db7 req-25adc7ac-f599-4af2-8398-03dd84be59fc tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707622 Sep 27 08:37:30.163123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:30.174231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] For port f24bf828-4fb5-43cc-8899-a388acb20963, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:30.178825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] For port f24bf828-4fb5-43cc-8899-a388acb20963, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f24bf828-4fb5-43cc-8899-a388acb20963,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:30.191206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:30.240416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-c3e35f80-fe0f-43c9-9f39-6e9b69367bdf service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078204 Sep 27 08:37:30.251656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.252154 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:30.253524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] 10.222.0.57 "PUT /v2.0/ports/f24bf828-4fb5-43cc-8899-a388acb20963 HTTP/1.1" status: 200 len: 1096 time: 1.5325818 Sep 27 08:37:30.280893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:30.298688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f07bc-adb2-455a-8d48-5b710ac5695f service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf828-4fb5-43cc-8899-a388acb20963,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:30.307167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:30.311019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Router 9d7a12bd-12ff-4020-8106-2249fde5db3b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:37:30.326831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:30.332702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.333326 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:30.337072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=ce2878f7-9c8c-46a4-b227-61ae651f7314,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:30.378157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:30.381505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a87a848a-287e-42ba-825e-e2f6c0a344e8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9707775 Sep 27 08:37:30.387587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45518) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:30.394605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:30.457401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-72d9c605-4b0e-4314-8b54-f971da5904d0 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009501 Sep 27 08:37:30.469787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26afd3-e086-41c0-bc94-747db5458cb9 req-b947f80b-6a0f-4dd7-8b00-f1fa329d16e2 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.478501 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a26afd3-e086-41c0-bc94-747db5458cb9 req-b947f80b-6a0f-4dd7-8b00-f1fa329d16e2 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 948 time: 0.1311216 Sep 27 08:37:30.488876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-85a34328-fbaa-48e3-b964-875841048f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.490455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-85a34328-fbaa-48e3-b964-875841048f94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 1099 time: 0.1513891 Sep 27 08:37:30.555195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233767e-b015-4c47-a406-c8c54c202092 req-c574611b-1b05-41d3-9c8f-0eea992532ff tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.556789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3233767e-b015-4c47-a406-c8c54c202092 req-c574611b-1b05-41d3-9c8f-0eea992532ff tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.2694900 Sep 27 08:37:30.570241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-72e92cd6-7d5d-4b38-a7d0-a014c8d56837 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f24bf828-4fb5-43cc-8899-a388acb20963 HTTP/1.1" status: 200 len: 217 time: 0.0652111 Sep 27 08:37:30.658128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:30.665186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a26afd3-e086-41c0-bc94-747db5458cb9 req-4fc888f3-4cdd-4979-b54e-e8837d43562e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856942 Sep 27 08:37:30.677271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-72a0c7a4-e725-4e91-b893-84e89cbda14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.678787 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-72a0c7a4-e725-4e91-b893-84e89cbda14b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 1099 time: 0.1105540 Sep 27 08:37:30.680751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-00e13b07-a6d4-49cb-97e0-f034aa115e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.687845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-00e13b07-a6d4-49cb-97e0-f034aa115e15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0803802 Sep 27 08:37:30.752052 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3233767e-b015-4c47-a406-c8c54c202092 req-70a0ca9f-2903-4efd-83e8-ad4e59005a1d tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831970 Sep 27 08:37:30.814756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:37:30.821359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:30.821839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294904-c758-4126-9073-ffa5325e8127 req-7aa23bb4-9ec5-424e-814a-a4b547196a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.825351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-7aa23bb4-9ec5-424e-814a-a4b547196a89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334653 Sep 27 08:37:30.832734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77883794-a209-4656-9506-e6b022df2d81 None None] Sync routers for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:37:30.842350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77883794-a209-4656-9506-e6b022df2d81 None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:30.842981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77883794-a209-4656-9506-e6b022df2d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:37:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:30.854611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-9f3a4aed-bef3-498a-87c0-de1981eb0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:30.858470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-9f3a4aed-bef3-498a-87c0-de1981eb0be3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1552572 Sep 27 08:37:30.939224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0802fea1-1de6-46c8-88ff-c54f4fe30279 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "PUT /v2.0/floatingips/def7ee4c-1943-4a30-b86d-8c860df4d0d3 HTTP/1.1" status: 200 len: 992 time: 3.8093307 Sep 27 08:37:30.941520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:30.944167 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fa9394-d5ad-4b37-845d-45815515efaa" -d '{"events": [{"name": "network-changed", "server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:30.958806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-35bfa2a7-95f4-4b9c-9f81-b6f20e9f293e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0017c9e2-e2c0-467a-9a8d-30601b079a68 HTTP/1.1" status: 200 len: 217 time: 0.0874000 Sep 27 08:37:30.965512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-77883794-a209-4656-9506-e6b022df2d81 None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:31.024521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:31.031898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a671-a14d-407f-814b-b2f9027ea890 req-5403d61e-45b9-4cc3-a59c-fac8f6c59983 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:31.033716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e58a671-a14d-407f-814b-b2f9027ea890 req-5403d61e-45b9-4cc3-a59c-fac8f6c59983 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1665702 Sep 27 08:37:31.096824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.153340 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-f0f678ef-3872-4fad-90f0-99fe3fa6b801 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022590 Sep 27 08:37:31.155828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-1ed173f2-5c45-49cb-a85d-f5f31de4a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:31.157271 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-1ed173f2-5c45-49cb-a85d-f5f31de4a983 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0981627 Sep 27 08:37:31.160171 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62495656-4916-48f7-a7be-2a7b76102502 x-openstack-request-id: req-62495656-4916-48f7-a7be-2a7b76102502 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:31.160946 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:31.160946 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62495656-4916-48f7-a7be-2a7b76102502 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:31.161147 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'status': 'completed', 'code': 200} Sep 27 08:37:31.176850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 97368139-c110-4151-ba10-eed7e6042b26 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:37:31.195534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 97368139-c110-4151-ba10-eed7e6042b26 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:31.196262 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.202194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.220495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa9394-d5ad-4b37-845d-45815515efaa req-7108f232-2616-4cba-befa-a4c7e6eb308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:31.222006 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44fa9394-d5ad-4b37-845d-45815515efaa req-7108f232-2616-4cba-befa-a4c7e6eb308b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1097 time: 0.1254852 Sep 27 08:37:31.313943 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e58a671-a14d-407f-814b-b2f9027ea890 req-7d8c61af-4ff6-4568-b0ab-3c01d8b4b3d0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675278 Sep 27 08:37:31.315819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] In _notify_port_updated(), no bound segment for port ce2878f7-9c8c-46a4-b227-61ae651f7314 on network 484b641f-300b-48de-b471-e785d66b12c9 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:37:31.324188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:31.327202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.331027 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "PUT /v2.0/ports/ce2878f7-9c8c-46a4-b227-61ae651f7314 HTTP/1.1" status: 200 len: 818 time: 0.9405375 Sep 27 08:37:31.346698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:31.388568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Deleting port 884c9f4d-f373-44f4-8c18-56c09e89477e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:31.389020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.436615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-877b6a5e-9cd8-4a7d-991a-131708d8af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:31.438235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-877b6a5e-9cd8-4a7d-991a-131708d8af97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2636511 Sep 27 08:37:31.482257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef6f54-afc3-434c-942f-286668f1cea7 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=ce2878f7-9c8c-46a4-b227-61ae651f7314,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:31.496440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528a67a-8191-4fde-9a0e-42eb8f9ef486 req-3975b81f-0f82-423b-87a1-8c3e58f3141f tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:31.498036 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0528a67a-8191-4fde-9a0e-42eb8f9ef486 req-3975b81f-0f82-423b-87a1-8c3e58f3141f tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 948 time: 0.2332015 Sep 27 08:37:31.540104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.543955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] For port 884c9f4d-f373-44f4-8c18-56c09e89477e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=884c9f4d-f373-44f4-8c18-56c09e89477e,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:31.544654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.568483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Calling delete_port for 884c9f4d-f373-44f4-8c18-56c09e89477e owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:31.579044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:31.581629 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618c2ed9-585a-439f-9953-dacd6b219b48" -d '{"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-plugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:31.603323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:31.606180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77883794-a209-4656-9506-e6b022df2d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'def7ee4c-1943-4a30-b86d-8c860df4d0d3', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'port_id': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'mac_address': 'fa:16:3e:65:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:37:07Z', 'updated_at': '2021-09-27T08:37:28Z', 'revision_number': 1, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:05Z', 'revision_number': 5, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:31.651431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03294904-c758-4126-9073-ffa5325e8127 req-dd3951c0-df3a-44e0-b97b-5615cb80a067 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886107 Sep 27 08:37:31.698268 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1937e6-50d4-4397-9287-1c52bfa33438 x-openstack-request-id: req-5d1937e6-50d4-4397-9287-1c52bfa33438 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:31.698542 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-plugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:31.698812 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d1937e6-50d4-4397-9287-1c52bfa33438 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:31.699219 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26', 'code': 200} Sep 27 08:37:31.701494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.705542 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0528a67a-8191-4fde-9a0e-42eb8f9ef486 req-3d7d1467-9d95-4441-affe-e3213e1ea04a tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849508 Sep 27 08:37:31.709982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77883794-a209-4656-9506-e6b022df2d81 None None] Checking router: 9d7a12bd-12ff-4020-8106-2249fde5db3b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:37:31.769981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa9394-d5ad-4b37-845d-45815515efaa req-19e20734-6f44-444f-a4de-164db8241990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:31.774637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44fa9394-d5ad-4b37-845d-45815515efaa req-19e20734-6f44-444f-a4de-164db8241990 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.5324526 Sep 27 08:37:31.832245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:31.841533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.842233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.842233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.842589 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.842825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.843159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.843470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.843799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.844111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.844457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.844777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.845091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:37:31.849309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77883794-a209-4656-9506-e6b022df2d81 None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:31.849911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77883794-a209-4656-9506-e6b022df2d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:37:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:31.878981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:31.921958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f33cf7-2af9-41a5-b82a-f11bd20ae83d req-7a148080-9322-44d9-a50f-33f4b6f9dcc8 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:31.923905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-77f33cf7-2af9-41a5-b82a-f11bd20ae83d req-7a148080-9322-44d9-a50f-33f4b6f9dcc8 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 948 time: 0.0975556 Sep 27 08:37:31.926382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=884c9f4d-f373-44f4-8c18-56c09e89477e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:32.015956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-77f33cf7-2af9-41a5-b82a-f11bd20ae83d req-3a5e3cf7-adc0-4684-9b72-102db1d34a2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836518 Sep 27 08:37:32.085686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-77883794-a209-4656-9506-e6b022df2d81 None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:32.232855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:32.401668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7add272-bf00-4d24-a468-cfe97d72d1c8', 'tag': 'f24bf828-4fb5-43cc-8899-a388acb20963'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:32.403852 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa5aa13-9889-4a77-8a76-0daae23f3433" -d '{"events": [{"name": "network-changed", "server_uuid": "f7add272-bf00-4d24-a468-cfe97d72d1c8", "tag": "f24bf828-4fb5-43cc-8899-a388acb20963"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:32.468305 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5e0a95-1254-4f3c-8084-a8db7db17ab8 x-openstack-request-id: req-ff5e0a95-1254-4f3c-8084-a8db7db17ab8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:32.468638 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7add272-bf00-4d24-a468-cfe97d72d1c8", "tag": "f24bf828-4fb5-43cc-8899-a388acb20963", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:32.468865 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff5e0a95-1254-4f3c-8084-a8db7db17ab8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:32.469255 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7add272-bf00-4d24-a468-cfe97d72d1c8', 'tag': 'f24bf828-4fb5-43cc-8899-a388acb20963', 'status': 'completed', 'code': 200} Sep 27 08:37:32.469799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77883794-a209-4656-9506-e6b022df2d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'def7ee4c-1943-4a30-b86d-8c860df4d0d3', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'port_id': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'mac_address': 'fa:16:3e:65:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:37:07Z', 'updated_at': '2021-09-27T08:37:28Z', 'revision_number': 1, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:05Z', 'revision_number': 5, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:32.496396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7c9f8-d30f-48b6-af05-d245c264afc4 req-3029e96b-2cf4-4b37-812e-e86842237aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:32.497950 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51c7c9f8-d30f-48b6-af05-d245c264afc4 req-3029e96b-2cf4-4b37-812e-e86842237aad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 1100 time: 0.7211106 Sep 27 08:37:32.513923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77883794-a209-4656-9506-e6b022df2d81 None None] The sync data for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 is: [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'def7ee4c-1943-4a30-b86d-8c860df4d0d3', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'port_id': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'mac_address': 'fa:16:3e:65:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:37:07Z', 'updated_at': '2021-09-27T08:37:28Z', 'revision_number': 1, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:05Z', 'revision_number': 5, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:37:32.535519 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44fa9394-d5ad-4b37-845d-45815515efaa req-96fc4e3c-3f3f-48bb-8995-99d6a8df5ce0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1000 time: 0.7349329 Sep 27 08:37:32.553221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Router ba7b6a72-61ab-472c-add9-583d0b79de62 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:37:32.569065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-f6f47156-d44a-407e-a384-9d53fe2f25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:32.570910 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-f6f47156-d44a-407e-a384-9d53fe2f25a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 1099 time: 0.0742750 Sep 27 08:37:32.595221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe1f06-0418-42bb-a234-1e775a905d0e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port ce2878f7-9c8c-46a4-b227-61ae651f7314 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:32.595662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1f06-0418-42bb-a234-1e775a905d0e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:32.665522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-cdbd81ed-25bf-402d-baf4-7e8a0eb4b6ab service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1958954 Sep 27 08:37:32.782428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-08424bb4-7621-4168-8ad9-767c62b63a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:32.783914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-08424bb4-7621-4168-8ad9-767c62b63a74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2052729 Sep 27 08:37:32.804807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51c7c9f8-d30f-48b6-af05-d245c264afc4 req-cf480191-f5f2-484b-82d3-ea980e546cdc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656219 Sep 27 08:37:32.817944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa9394-d5ad-4b37-845d-45815515efaa req-ac95ac65-1fe3-400f-b918-acd6155ac6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:32.820667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44fa9394-d5ad-4b37-845d-45815515efaa req-ac95ac65-1fe3-400f-b918-acd6155ac6ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.2648156 Sep 27 08:37:32.829367 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db43a2a-bc71-4482-9d2a-c1406ba78d36 None None] New status for floating IP def7ee4c-1943-4a30-b86d-8c860df4d0d3: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:37:32.834359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-3d461d09-d6e3-4246-ba6f-82e173195685 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:32.843564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-3d461d09-d6e3-4246-ba6f-82e173195685 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 815 time: 0.4331667 Sep 27 08:37:32.843822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:37:32.855201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] Sync routers for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:37:32.871547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:32.873198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:37:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:32.875451 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8b0f9f61-e282-451e-b886-5ed76e4cb5bc admin admin] 10.222.0.50 "PUT /v2.0/routers/ba7b6a72-61ab-472c-add9-583d0b79de62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4369431 Sep 27 08:37:32.879400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-420bdd2d-c6d9-470c-bb29-fb5ab1811d1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f24bf828-4fb5-43cc-8899-a388acb20963 HTTP/1.1" status: 200 len: 217 time: 0.0709674 Sep 27 08:37:32.879400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45562) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:32.899579 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-afca3bc0-db4b-433c-8761-62005b9e7846 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/quotas/f378a1db83c1434fbf11b35e6758b1ac HTTP/1.1" status: 200 len: 375 time: 0.0547779 Sep 27 08:37:32.940843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f00b2-3799-4ae7-bfaa-4ea6991ef475 req-fd9774b6-249f-4adf-8f2b-9fe08b825547 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:32.942550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f01f00b2-3799-4ae7-bfaa-4ea6991ef475 req-fd9774b6-249f-4adf-8f2b-9fe08b825547 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 949 time: 0.1289151 Sep 27 08:37:32.955618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1f06-0418-42bb-a234-1e775a905d0e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:33.023684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:33.036595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe1f06-0418-42bb-a234-1e775a905d0e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for ce2878f7-9c8c-46a4-b227-61ae651f7314 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:33.053645 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f01f00b2-3799-4ae7-bfaa-4ea6991ef475 req-d8a64bd5-59a7-49df-8e42-a06b4209a827 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010330 Sep 27 08:37:33.069369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:33.079699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bba1fd60-e976-4c8a-be32-89cb339c27c0 req-10cb3cd7-007a-49e5-b3fe-8be37f8acbb6 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922753 Sep 27 08:37:33.126760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-889e2934-c1f9-472c-9ebb-e87edda25c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:33.128244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-889e2934-c1f9-472c-9ebb-e87edda25c8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1160967 Sep 27 08:37:33.167224 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-40285be6-9cba-42b8-bf4d-b65633870a19 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2656913 Sep 27 08:37:33.205916 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa9394-d5ad-4b37-845d-45815515efaa req-f66ceba9-2556-4050-8a81-d99503c7fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:33.207898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44fa9394-d5ad-4b37-845d-45815515efaa req-f66ceba9-2556-4050-8a81-d99503c7fc1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849675 Sep 27 08:37:33.268524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-f40d3d00-4a6a-45e7-badb-b33e5cb92ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:33.270037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-f40d3d00-4a6a-45e7-badb-b33e5cb92ab0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315157 Sep 27 08:37:33.272264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:33.350784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44fa9394-d5ad-4b37-845d-45815515efaa req-63dcfc80-a44c-4ebd-a393-4bbc63ff6b95 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244409 Sep 27 08:37:33.436527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:37:31Z', 'revision_number': 5, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port': {'id': '32fe1438-c76d-4d66-af54-7b956d1ee63a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:26Z', 'updated_at': '2021-09-27T08:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:33.477244 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] Checking router: ba7b6a72-61ab-472c-add9-583d0b79de62 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:37:33.490077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] Routers {'ba7b6a72-61ab-472c-add9-583d0b79de62'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:37:33.491004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:37:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ba7b6a72-61ab-472c-add9-583d0b79de62'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:33.579386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-76b873f3-ba08-4d0c-8954-1abc42ff7d2f tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:33.581009 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-76b873f3-ba08-4d0c-8954-1abc42ff7d2f tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.57 "GET /v2.0/ports?device_id=24c3c2d6-8a61-4b25-9bb2-fce81cb65926 HTTP/1.1" status: 200 len: 946 time: 0.1474278 Sep 27 08:37:33.583936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44fa9394-d5ad-4b37-845d-45815515efaa req-894d657e-cea2-4b0a-8616-d7f149f8996c service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227411 Sep 27 08:37:33.584885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1f06-0418-42bb-a234-1e775a905d0e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:33.592975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-c47859d8-95db-4a57-8f9f-5d48a45bff4e service neutron] 10.222.0.50 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244797 Sep 27 08:37:33.635439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] Set router ba7b6a72-61ab-472c-add9-583d0b79de62 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:37:33.674153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe1f06-0418-42bb-a234-1e775a905d0e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=ce2878f7-9c8c-46a4-b227-61ae651f7314,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:33.701029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1f06-0418-42bb-a234-1e775a905d0e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:33.702949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7fe1f06-0418-42bb-a234-1e775a905d0e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/ce2878f7-9c8c-46a4-b227-61ae651f7314 HTTP/1.1" status: 204 len: 168 time: 2.3534923 Sep 27 08:37:33.709750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:37:33Z', 'revision_number': 6, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:33.720370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45570) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:33.743321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed8ce8-2ba4-4ee7-b9e5-091fdd2591a3 None None] The sync data for ids ['ba7b6a72-61ab-472c-add9-583d0b79de62'] in n-d-810909-1 is: [{'id': 'ba7b6a72-61ab-472c-add9-583d0b79de62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-371482326-router', 'tenant_id': '7bf6515ca46148839c1f171d2d19051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:25Z', 'updated_at': '2021-09-27T08:37:33Z', 'revision_number': 6, 'project_id': '7bf6515ca46148839c1f171d2d19051f', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:37:33.819842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-6fcdf244-136e-4617-9999-8c21b659adac service neutron] 10.222.0.50 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254045 Sep 27 08:37:33.827941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-1141225c-4811-4c18-af00-c938198b9e61 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473487 Sep 27 08:37:33.844012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Deleting port 22115245-d127-4c81-b101-6ad70d4aca1b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:33.844391 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:33.845010 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5b85-5314-4014-b243-38d55f1cff60 req-42544525-df40-4df2-8af7-b6892cd03bab tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:33.852387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 0017c9e2-e2c0-467a-9a8d-30601b079a68 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:33.855738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ccd5b85-5314-4014-b243-38d55f1cff60 req-42544525-df40-4df2-8af7-b6892cd03bab tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 948 time: 0.1682279 Sep 27 08:37:33.951628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946b380-c601-4f1e-8ca1-0219bca97d2c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:33.953238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2946b380-c601-4f1e-8ca1-0219bca97d2c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2294674 Sep 27 08:37:33.958628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45574) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:34.000512 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6b9e03-0d25-4e06-a92f-801d3ab5b37b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:37:34.008667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45576) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:34.008937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-af6b9e03-0d25-4e06-a92f-801d3ab5b37b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/ce2878f7-9c8c-46a4-b227-61ae651f7314 HTTP/1.1" status: 404 len: 333 time: 0.0489650 Sep 27 08:37:34.015805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-688272981'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:34.022723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] For port 22115245-d127-4c81-b101-6ad70d4aca1b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=22115245-d127-4c81-b101-6ad70d4aca1b,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:34.023198 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.028960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 0017c9e2-e2c0-467a-9a8d-30601b079a68, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0017c9e2-e2c0-467a-9a8d-30601b079a68,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:34.039115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Calling delete_port for 22115245-d127-4c81-b101-6ad70d4aca1b owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:34.047329 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ccd5b85-5314-4014-b243-38d55f1cff60 req-fc735b53-a0ea-411f-9023-13f421ed1271 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906149 Sep 27 08:37:34.056312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '0017c9e2-e2c0-467a-9a8d-30601b079a68', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '0017c9e2-e2c0-467a-9a8d-30601b079a68', 'mac_address': 'fa:16:3e:53:2e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:34.056573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Deleting port 32fe1438-c76d-4d66-af54-7b956d1ee63a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:34.056573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.163973 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.195796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0017c9e2-e2c0-467a-9a8d-30601b079a68 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:34.250071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 0017c9e2-e2c0-467a-9a8d-30601b079a68, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0017c9e2-e2c0-467a-9a8d-30601b079a68,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:34.272494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.394332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4202c4aa-98cc-48a9-ba73-fed8f44bfd74 req-0ddd6d31-929a-47a6-9c0a-5d6f31437354 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 210 time: 0.1626375 Sep 27 08:37:34.404366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=0017c9e2-e2c0-467a-9a8d-30601b079a68,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:34.484382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75093a18-0c7d-4044-8671-270d0305c02a req-8d838ddf-9512-4197-891c-3a993f5ce67b tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:34.495331 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75093a18-0c7d-4044-8671-270d0305c02a req-8d838ddf-9512-4197-891c-3a993f5ce67b tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 949 time: 0.1649702 Sep 27 08:37:34.496750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.511212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['22115245-d127-4c81-b101-6ad70d4aca1b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:34.529596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:34.533277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.566076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa5aa13-9889-4a77-8a76-0daae23f3433 req-8dbbc4ae-8a5d-47b2-a29d-41f97e9155f3 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836698 Sep 27 08:37:34.569317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Pushing event deleted for resources: {'Port': ['ID=22115245-d127-4c81-b101-6ad70d4aca1b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:34.615279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] For port 32fe1438-c76d-4d66-af54-7b956d1ee63a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=32fe1438-c76d-4d66-af54-7b956d1ee63a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:34.616170 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.625311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] No DVR routers for this DVR port 22115245-d127-4c81-b101-6ad70d4aca1b on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:34.632365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.633686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Calling delete_port for 32fe1438-c76d-4d66-af54-7b956d1ee63a owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:34.634935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a0230de-a855-494c-9280-f408fcf9dcbb req-e9f96152-5b10-4559-ae7c-5f8a0cd18460 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.57 "DELETE /v2.0/ports/22115245-d127-4c81-b101-6ad70d4aca1b HTTP/1.1" status: 204 len: 173 time: 1.0241599 Sep 27 08:37:34.635487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'name': 'network-vif-deleted', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:34.638486 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd160a2-284b-4354-a05a-2500a938a00c" -d '{"events": [{"server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "name": "network-vif-deleted", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:34.650019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75093a18-0c7d-4044-8671-270d0305c02a req-85ee07cf-20c6-40a4-9c31-2d4986151eff tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394193 Sep 27 08:37:34.654174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['0017c9e2-e2c0-467a-9a8d-30601b079a68'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:34.739821 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e59ef-d326-4cb6-90ee-3d0fe99c61d5 x-openstack-request-id: req-8f7e59ef-d326-4cb6-90ee-3d0fe99c61d5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:34.740160 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c3c2d6-8a61-4b25-9bb2-fce81cb65926", "name": "network-vif-deleted", "tag": "22115245-d127-4c81-b101-6ad70d4aca1b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:34.740437 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f7e59ef-d326-4cb6-90ee-3d0fe99c61d5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:34.740872 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c3c2d6-8a61-4b25-9bb2-fce81cb65926', 'name': 'network-vif-deleted', 'tag': '22115245-d127-4c81-b101-6ad70d4aca1b', 'status': 'completed', 'code': 200} Sep 27 08:37:34.848759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:37:34.930199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:34.930954 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Added segment 1499f863-336b-494d-93c8-716a2f8e5d1b of type vlan for network e8228ffb-8803-4be3-854f-ad721918d703 Sep 27 08:37:35.022044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f24bf828-4fb5-43cc-8899-a388acb20963 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:35.052621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.095079 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.110236 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.127342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:35.127963 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.204211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=32fe1438-c76d-4d66-af54-7b956d1ee63a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:35.226134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f24bf828-4fb5-43cc-8899-a388acb20963, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f24bf828-4fb5-43cc-8899-a388acb20963,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:35.278139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f24bf828-4fb5-43cc-8899-a388acb20963', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'f24bf828-4fb5-43cc-8899-a388acb20963', 'mac_address': 'fa:16:3e:3e:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:35.315338 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.420508 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.438764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24bf828-4fb5-43cc-8899-a388acb20963 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:35.443452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 32fe1438-c76d-4d66-af54-7b956d1ee63a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:35.460419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45618) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:35.461868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4502091 Sep 27 08:37:35.467072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:35.475154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72352e60-e316-4855-a1df-d282acee04d8 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Network': ['ID=e8228ffb-8803-4be3-854f-ad721918d703,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:35.476621 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 32fe1438-c76d-4d66-af54-7b956d1ee63a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:35.477000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 32fe1438-c76d-4d66-af54-7b956d1ee63a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:35.477391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 884c9f4d-f373-44f4-8c18-56c09e89477e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:35.507706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e8228ffb-8803-4be3-854f-ad721918d703 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:37:35.509556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f24bf828-4fb5-43cc-8899-a388acb20963, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f24bf828-4fb5-43cc-8899-a388acb20963,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:35.511072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 884c9f4d-f373-44f4-8c18-56c09e89477e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:35.511449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 884c9f4d-f373-44f4-8c18-56c09e89477e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:35.537819 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.619160 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f24bf828-4fb5-43cc-8899-a388acb20963,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:35.640183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0aa90d-a3a5-40c5-9bd7-490e2dc0564c req-e20af302-7bd7-4143-afdd-129307f94d2b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:35.648492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c0aa90d-a3a5-40c5-9bd7-490e2dc0564c req-e20af302-7bd7-4143-afdd-129307f94d2b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 948 time: 0.4616961 Sep 27 08:37:35.657940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.688939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a4dbf2e-1d07-4643-ad62-84b84e600dbb req-134469f9-479e-4787-b3e2-c63f13235e7b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 210 time: 0.0524244 Sep 27 08:37:35.704871 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.714887 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.789962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:35.793492 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.808548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c0aa90d-a3a5-40c5-9bd7-490e2dc0564c req-7eb524e0-b58e-475a-a085-9a52adea6ba4 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587806 Sep 27 08:37:35.817571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.817889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba7b6a72-61ab-472c-add9-583d0b79de62 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:37:35.832377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.836069 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5dfc9064-5432-4ad3-9c11-c0718df54f8a admin admin] 10.222.0.50 "DELETE /v2.0/routers/ba7b6a72-61ab-472c-add9-583d0b79de62 HTTP/1.1" status: 204 len: 168 time: 2.9522238 Sep 27 08:37:35.837248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f24bf828-4fb5-43cc-8899-a388acb20963'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:35.841080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45626) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:35.870718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-1e8414e2-6acd-4f73-b0e0-3a2e4c02fb3d tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:35.872361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-1e8414e2-6acd-4f73-b0e0-3a2e4c02fb3d tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.67 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 815 time: 0.1859527 Sep 27 08:37:35.922111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-160aac14-bf8c-4ba1-a95e-4c0801ed121a admin admin] Deleting subnet c49b4dc5-8a8d-41da-aa81-2656e46246dc {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:37:35.926028 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-160aac14-bf8c-4ba1-a95e-4c0801ed121a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:35.933324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Request body: {'port': {'device_id': '750ee98f-c5ec-424b-920c-a4a0345cae59', 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'admin_state_up': True, 'tenant_id': 'f378a1db83c1434fbf11b35e6758b1ac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:35.987826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-160aac14-bf8c-4ba1-a95e-4c0801ed121a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.105192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-160aac14-bf8c-4ba1-a95e-4c0801ed121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.175388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Made reservation on behalf of f378a1db83c1434fbf11b35e6758b1ac for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:36.176284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-160aac14-bf8c-4ba1-a95e-4c0801ed121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.178976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.205927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160aac14-bf8c-4ba1-a95e-4c0801ed121a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49b4dc5-8a8d-41da-aa81-2656e46246dc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:36.210194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-160aac14-bf8c-4ba1-a95e-4c0801ed121a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.211796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.220566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293468c1-261e-4a78-bd04-436b7df9d83a None None] Network cab460f8-74bc-43e8-a390-9d1c744310ed requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:36.220851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-160aac14-bf8c-4ba1-a95e-4c0801ed121a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c49b4dc5-8a8d-41da-aa81-2656e46246dc HTTP/1.1" status: 204 len: 168 time: 0.3702323 Sep 27 08:37:36.221934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45630) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:36.313192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.349395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:36.383586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Deleting port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:36.386703 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.393024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Checking segment: {'id': '1499f863-336b-494d-93c8-716a2f8e5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:36.393382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network hostable DHCP agents. Network: e8228ffb-8803-4be3-854f-ad721918d703, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:37:36.425799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Allocated IP 172.20.0.10 (2c34f8a1-de2e-4456-814b-4e242f8f56e7/02eecca5-8385-4595-b5ef-66bdb23e8309/4dc10734-71d3-428b-baec-8504003df603) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:36.503303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network e8228ffb-8803-4be3-854f-ad721918d703 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:37:36.504789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] For port 9dd4a384-7b3f-4898-972a-4833a5ae0e81, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9dd4a384-7b3f-4898-972a-4833a5ae0e81,segment=NetworkSegment(02f391b6-a33d-4ec5-a5d8-0e4b868010b6),segment_id=02f391b6-a33d-4ec5-a5d8-0e4b868010b6)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:36.506461 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.529927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Calling delete_port for 9dd4a384-7b3f-4898-972a-4833a5ae0e81 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:36.530170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e8228ffb-8803-4be3-854f-ad721918d703) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:36.544777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:36.545368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.579340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea4103-db15-4188-a0e2-3598901454a0 None None] Network e8228ffb-8803-4be3-854f-ad721918d703 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:36.618089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-96a9b709-4a26-4665-b918-f30f719cab23 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1550362 Sep 27 08:37:36.621254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:36.637671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fac2ec54-f510-4df8-be6d-fe025565c75f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:36.676492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] DHCP port deletion for cab460f8-74bc-43e8-a390-9d1c744310ed request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:37:36.695082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.729978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd4a384-7b3f-4898-972a-4833a5ae0e81,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:36.733853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] No DVR routers for this DVR port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:36.757853 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.793679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] Deleting port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:36.794075 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.830646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac2ec54-f510-4df8-be6d-fe025565c75f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:36.835401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec54-f510-4df8-be6d-fe025565c75f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.879716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e8228ffb-8803-4be3-854f-ad721918d703', 'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703', 'tenant_id': '65d0e2cc87fd4a029ea8da0a93e9e06a', 'fixed_ips': [{'subnet_id': '15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:37:36.879716 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.898499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] For port 9dd4a384-7b3f-4898-972a-4833a5ae0e81, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:36.898890 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.924365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.984844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:36.991132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:36.991536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:36.994655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:37.034774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085a49-7924-40d0-91eb-09f652f47141 req-9c547859-0570-4ad2-a4c6-c81cc2fe6fe0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:37.043958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9085a49-7924-40d0-91eb-09f652f47141 req-9c547859-0570-4ad2-a4c6-c81cc2fe6fe0 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 932 time: 0.1731784 Sep 27 08:37:37.052373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab460f8-74bc-43e8-a390-9d1c744310ed']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:37.058774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Allocated IP 172.20.0.2 (e8228ffb-8803-4be3-854f-ad721918d703/15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8/a54d4799-9b75-4673-96bd-071c4f95be12) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:37.069070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Pushing event updated for resources: {'Port': ['ID=4dc10734-71d3-428b-baec-8504003df603,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:37.073212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f391b6-a33d-4ec5-a5d8-0e4b868010b6') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:37.073637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f391b6-a33d-4ec5-a5d8-0e4b868010b6') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:37.098491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.114070 n-d-810909-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-fac2ec54-f510-4df8-be6d-fe025565c75f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8 (CIDR: 172.20.0.0/28) Sep 27 08:37:37.122703 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac2ec54-f510-4df8-be6d-fe025565c75f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:37:37.123231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac2ec54-f510-4df8-be6d-fe025565c75f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:37:37.128626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f24bf828-4fb5-43cc-8899-a388acb20963 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:37.137989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] Calling delete_port for 9dd4a384-7b3f-4898-972a-4833a5ae0e81 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:37.141832 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9085a49-7924-40d0-91eb-09f652f47141 req-28a54c4d-b239-45de-a53a-6c19143a72bc tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957987 Sep 27 08:37:37.153377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.163735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:37:37.164576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:37:37.167026 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:37:37.188780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] Port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:37:37.200376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:37.200376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.200820 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.206562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fac2ec54-f510-4df8-be6d-fe025565c75f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5753870 Sep 27 08:37:37.209682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45654) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:37.220233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:37.223468 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-7fec47b2-44ec-4eaa-8bc3-cf53199fc1c1 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3146443 Sep 27 08:37:37.233496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c3e9e-636d-4741-ad29-6b63085361e7 req-4ef3ba53-8cc8-4851-9add-bf40dbd1000d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:37.235789 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a25c3e9e-636d-4741-ad29-6b63085361e7 req-4ef3ba53-8cc8-4851-9add-bf40dbd1000d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 949 time: 0.1139431 Sep 27 08:37:37.240276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Request body: {'port': {'device_id': '750ee98f-c5ec-424b-920c-a4a0345cae59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:37.241683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] Pushing event deleted for resources: {'Port': ['ID=9dd4a384-7b3f-4898-972a-4833a5ae0e81,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:37.258504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e27ecb-5ad4-45d9-a609-6948f857d3aa None None] No DVR routers for this DVR port 9dd4a384-7b3f-4898-972a-4833a5ae0e81 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:37.302019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f24bf828-4fb5-43cc-8899-a388acb20963 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:37:37.310731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f24bf828-4fb5-43cc-8899-a388acb20963 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:37.311202 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.312191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.334128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.353476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] 10.222.0.50 "DELETE /v2.0/networks/cab460f8-74bc-43e8-a390-9d1c744310ed HTTP/1.1" status: 204 len: 168 time: 1.1166947 Sep 27 08:37:37.358575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0e5b4-d56e-46df-96ca-d33a6a51f92f admin admin] Pushing event deleted for resources: {'Network': ['ID=cab460f8-74bc-43e8-a390-9d1c744310ed,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:37.361958 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.379926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.412962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a25c3e9e-636d-4741-ad29-6b63085361e7 req-7fdd510a-68b9-49fa-bb09-a567c709bff9 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683662 Sep 27 08:37:37.418797 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.446254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Pushing event updated for resources: {'Port': ['ID=a54d4799-9b75-4673-96bd-071c4f95be12,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:37.462328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9dd4a384-7b3f-4898-972a-4833a5ae0e81 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:37.492613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Network e8228ffb-8803-4be3-854f-ad721918d703 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:37.499184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:37.501411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 9dd4a384-7b3f-4898-972a-4833a5ae0e81 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:37.501941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9dd4a384-7b3f-4898-972a-4833a5ae0e81 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:37.503519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:37.544805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.584680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7add272-bf00-4d24-a468-cfe97d72d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24bf828-4fb5-43cc-8899-a388acb20963'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:37.591283 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefd664e-b444-40b7-9d3a-2fa9dcd207f4" -d '{"events": [{"server_uuid": "f7add272-bf00-4d24-a468-cfe97d72d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "f24bf828-4fb5-43cc-8899-a388acb20963"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:37.615978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:37.620727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.670728 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6dc180-d0f7-422c-a540-b1b18db38e7a x-openstack-request-id: req-3c6dc180-d0f7-422c-a540-b1b18db38e7a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:37.671026 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7add272-bf00-4d24-a468-cfe97d72d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "f24bf828-4fb5-43cc-8899-a388acb20963", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:37.671293 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c6dc180-d0f7-422c-a540-b1b18db38e7a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:37.671655 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7add272-bf00-4d24-a468-cfe97d72d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24bf828-4fb5-43cc-8899-a388acb20963', 'code': 200} Sep 27 08:37:37.673377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f24bf828-4fb5-43cc-8899-a388acb20963, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f24bf828-4fb5-43cc-8899-a388acb20963,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:37.709792 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.713896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:37.715704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 22115245-d127-4c81-b101-6ad70d4aca1b no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:37.771792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 22115245-d127-4c81-b101-6ad70d4aca1b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:37.772253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 22115245-d127-4c81-b101-6ad70d4aca1b not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:37.773813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Attempting to bind port a54d4799-9b75-4673-96bd-071c4f95be12 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:37.774174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Attempting to bind port a54d4799-9b75-4673-96bd-071c4f95be12 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1499f863-336b-494d-93c8-716a2f8e5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:37.774547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Attempting to bind port a54d4799-9b75-4673-96bd-071c4f95be12 on network e8228ffb-8803-4be3-854f-ad721918d703 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:37.786958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:37.787413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Checking segment: {'id': '1499f863-336b-494d-93c8-716a2f8e5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:37.787729 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.788221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Bound using segment: {'id': '1499f863-336b-494d-93c8-716a2f8e5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:37.788756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Bound port: a54d4799-9b75-4673-96bd-071c4f95be12, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1499f863-336b-494d-93c8-716a2f8e5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:37.789166 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.820647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f24bf828-4fb5-43cc-8899-a388acb20963,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:37.851965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107644-9229-40ea-949d-3a1db99cc713 req-aec298ea-3c53-4ea6-b8a3-8f039b8a15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:37.853991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db107644-9229-40ea-949d-3a1db99cc713 req-aec298ea-3c53-4ea6-b8a3-8f039b8a15cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 1101 time: 0.1264584 Sep 27 08:37:37.870155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 0017c9e2-e2c0-467a-9a8d-30601b079a68 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:37.904422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b028be03-f67e-494e-a58a-44be50c81ca9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7bf6515ca46148839c1f171d2d19051f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890812 Sep 27 08:37:37.909634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45674) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:37.915816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] For port a54d4799-9b75-4673-96bd-071c4f95be12, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:37.943728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] For port a54d4799-9b75-4673-96bd-071c4f95be12, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a54d4799-9b75-4673-96bd-071c4f95be12,segment=NetworkSegment(1499f863-336b-494d-93c8-716a2f8e5d1b),segment_id=1499f863-336b-494d-93c8-716a2f8e5d1b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:37.951874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:37.980676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 0017c9e2-e2c0-467a-9a8d-30601b079a68 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:37:37.989238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db107644-9229-40ea-949d-3a1db99cc713 req-0f40886d-2b02-4a52-84d4-c1832727d874 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256800 Sep 27 08:37:37.994605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 0017c9e2-e2c0-467a-9a8d-30601b079a68 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:37.994963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.013061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc10734-71d3-428b-baec-8504003df603 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:38.022914 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.044549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Transition to ACTIVE for port object 4dc10734-71d3-428b-baec-8504003df603 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:37:38.056162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.065748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8822-5d1e-4990-91cd-9ab89f2f435c None None] Pushing event updated for resources: {'Port': ['ID=a54d4799-9b75-4673-96bd-071c4f95be12,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:38.072029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65634f8-93d1-4946-a78a-fbc689921fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.092639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.154733 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.164932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc10734-71d3-428b-baec-8504003df603,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:38.234536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 0017c9e2-e2c0-467a-9a8d-30601b079a68, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0017c9e2-e2c0-467a-9a8d-30601b079a68,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:38.246470 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.251458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65634f8-93d1-4946-a78a-fbc689921fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.309284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=1a038b21-3129-43f3-bd5f-f0cd901b029d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:38.335220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network e8228ffb-8803-4be3-854f-ad721918d703 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:38.336623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65634f8-93d1-4946-a78a-fbc689921fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.340068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a65634f8-93d1-4946-a78a-fbc689921fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.346290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a65634f8-93d1-4946-a78a-fbc689921fc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcf3b30e-0939-4016-be6a-ab725d06682f HTTP/1.1" status: 204 len: 168 time: 0.4346926 Sep 27 08:37:38.356422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:38.367902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Attempting to bind port 4dc10734-71d3-428b-baec-8504003df603 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:38.368260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Attempting to bind port 4dc10734-71d3-428b-baec-8504003df603 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:38.370169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Attempting to bind port 4dc10734-71d3-428b-baec-8504003df603 on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:38.382605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Port 4dc10734-71d3-428b-baec-8504003df603 on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:37:38.382941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Attempting to bind port 4dc10734-71d3-428b-baec-8504003df603 on network 2c34f8a1-de2e-4456-814b-4e242f8f56e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:38.390207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=0017c9e2-e2c0-467a-9a8d-30601b079a68,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:38.396591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:38.397323 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.401143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:38.401530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Checking segment: {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:38.401934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Bound using segment: {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:38.404849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Bound port: 4dc10734-71d3-428b-baec-8504003df603, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e598155c-79d4-4330-8f3d-79d1e80544c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:38.405380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.476751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65634f8-93d1-4946-a78a-fbc689921fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf3b30e-0939-4016-be6a-ab725d06682f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:38.555308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] For port 4dc10734-71d3-428b-baec-8504003df603, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:38.559601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e50cf-afd9-4b2e-97c9-07cf19bbc9c4 req-da1d3f54-f8a4-4ffc-8a8f-195e5195b3ef tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:38.568092 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-350e50cf-afd9-4b2e-97c9-07cf19bbc9c4 req-da1d3f54-f8a4-4ffc-8a8f-195e5195b3ef tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 944 time: 0.2200906 Sep 27 08:37:38.572985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f75d2cde-1374-4a66-9d08-e24f333ed001 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3610182 Sep 27 08:37:38.577164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45696) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:38.586514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703', 'fixed_ips': [{'subnet_id': '15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8'}, {'subnet_id': '1a038b21-3129-43f3-bd5f-f0cd901b029d'}], 'name': 'tempest-PortsTestJSON-1300725553'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:38.600270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] For port 4dc10734-71d3-428b-baec-8504003df603, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4dc10734-71d3-428b-baec-8504003df603,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:38.611583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.689335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2085774-92e5-4e53-9ba2-2c8fb0f9e048 req-ec595d5c-ddf4-40c6-a797-8f1195509209 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:38.691216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2085774-92e5-4e53-9ba2-2c8fb0f9e048 req-ec595d5c-ddf4-40c6-a797-8f1195509209 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 950 time: 0.1317501 Sep 27 08:37:38.692818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:38.693573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:38.695100 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/4dc10734-71d3-428b-baec-8504003df603 HTTP/1.1" status: 200 len: 1092 time: 1.4590552 Sep 27 08:37:38.695718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750ee98f-c5ec-424b-920c-a4a0345cae59', 'tag': '4dc10734-71d3-428b-baec-8504003df603'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:38.698205 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c" -d '{"events": [{"name": "network-changed", "server_uuid": "750ee98f-c5ec-424b-920c-a4a0345cae59", "tag": "4dc10734-71d3-428b-baec-8504003df603"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:38.700942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8d4d-7495-4c4c-8c85-da1f7d6881e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc10734-71d3-428b-baec-8504003df603,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:38.749029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2085774-92e5-4e53-9ba2-2c8fb0f9e048 req-0b780b98-f104-49c6-86ec-f78e4ecdd49d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444448 Sep 27 08:37:38.790933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-350e50cf-afd9-4b2e-97c9-07cf19bbc9c4 req-9825e08d-ce19-4d74-8842-b0fbbf48d662 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218337 Sep 27 08:37:38.803057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:38.856784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-f4bf583a-e405-4126-9caa-473a463ab0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:38.859595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-f4bf583a-e405-4126-9caa-473a463ab0aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 1095 time: 0.1082289 Sep 27 08:37:38.889778 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172d9f1e-83e9-42cf-b2ab-cb5d58cc75cc x-openstack-request-id: req-172d9f1e-83e9-42cf-b2ab-cb5d58cc75cc {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:38.890045 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750ee98f-c5ec-424b-920c-a4a0345cae59", "tag": "4dc10734-71d3-428b-baec-8504003df603", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:38.890302 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-172d9f1e-83e9-42cf-b2ab-cb5d58cc75cc {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:38.890701 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750ee98f-c5ec-424b-920c-a4a0345cae59', 'tag': '4dc10734-71d3-428b-baec-8504003df603', 'status': 'completed', 'code': 200} Sep 27 08:37:38.943299 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-2d9da003-6279-463a-ac1d-33ceb3205a70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc10734-71d3-428b-baec-8504003df603 HTTP/1.1" status: 200 len: 217 time: 0.0721636 Sep 27 08:37:39.048821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-da3d3f97-75ab-41b1-b533-ed35985df728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:39.050499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-da3d3f97-75ab-41b1-b533-ed35985df728 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02eecca5-8385-4595-b5ef-66bdb23e8309 HTTP/1.1" status: 200 len: 855 time: 0.0949659 Sep 27 08:37:39.051064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:39.064489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:39.109348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-ff92909c-4987-45b6-9993-c617830b602a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c34f8a1-de2e-4456-814b-4e242f8f56e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492790 Sep 27 08:37:39.109993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 6660793f-cbd7-41bf-8057-8f9c43a5c760 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:39.298214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:39.307285 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:37:39.387091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '97368139-c110-4151-ba10-eed7e6042b26', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '97368139-c110-4151-ba10-eed7e6042b26', 'mac_address': 'fa:16:3e:3b:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:39.453614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-d09051ca-7884-44e1-9e85-b7e86afac97d service neutron] 10.222.0.67 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299303 Sep 27 08:37:39.518941 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:39.562914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a54d4799-9b75-4673-96bd-071c4f95be12 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:39.566230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97368139-c110-4151-ba10-eed7e6042b26 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:39.671512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:39.672316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0017c9e2-e2c0-467a-9a8d-30601b079a68'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:39.674653 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf46bc-3e6f-43a7-9909-bee20aa08f4a" -d '{"events": [{"server_uuid": "c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11", "name": "network-vif-plugged", "status": "completed", "tag": "0017c9e2-e2c0-467a-9a8d-30601b079a68"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:39.683888 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:39.740196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69f90d80-d9cd-4560-aeb0-cf1123f12f90 req-597318cd-1191-4774-928c-fb6ef78fdbe3 service neutron] 10.222.0.67 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774782 Sep 27 08:37:39.828720 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a9b124-dcc6-403d-b427-6258394be454 x-openstack-request-id: req-40a9b124-dcc6-403d-b427-6258394be454 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:39.831747 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11", "name": "network-vif-plugged", "status": "completed", "tag": "0017c9e2-e2c0-467a-9a8d-30601b079a68", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:39.832545 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40a9b124-dcc6-403d-b427-6258394be454 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:39.832958 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0017c9e2-e2c0-467a-9a8d-30601b079a68', 'code': 200} Sep 27 08:37:39.833967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['97368139-c110-4151-ba10-eed7e6042b26'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:39.857356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa9511d-1d0e-40f8-a6f5-a31cb2918ef0 None None] Network e8228ffb-8803-4be3-854f-ad721918d703 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:39.883807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a54d4799-9b75-4673-96bd-071c4f95be12 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:39.886011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:39.895714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:39.973995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.10 (e8228ffb-8803-4be3-854f-ad721918d703/15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8/6660793f-cbd7-41bf-8057-8f9c43a5c760) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:39.988432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.29 (e8228ffb-8803-4be3-854f-ad721918d703/1a038b21-3129-43f3-bd5f-f0cd901b029d/6660793f-cbd7-41bf-8057-8f9c43a5c760) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:40.283609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2c44961a-9792-4f22-a0e8-7e6a959a4c27 None None] Provisioning complete for port a54d4799-9b75-4673-96bd-071c4f95be12 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:40.284620 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c44961a-9792-4f22-a0e8-7e6a959a4c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:40.326658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:40.502979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-6b92d96f-ed47-4ce1-8717-e9d6283e4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:40.505421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-6b92d96f-ed47-4ce1-8717-e9d6283e4f4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 1095 time: 0.6818163 Sep 27 08:37:40.506036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:40.531558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569a7c2-b5b0-49dc-a1d3-d8a2e362cdca req-43ddaa49-78f6-456a-95f0-b8a51ef178bf tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:40.543502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:40.550308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4569a7c2-b5b0-49dc-a1d3-d8a2e362cdca req-43ddaa49-78f6-456a-95f0-b8a51ef178bf tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 950 time: 0.2088981 Sep 27 08:37:40.608883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network e8228ffb-8803-4be3-854f-ad721918d703 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:40.620981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port a54d4799-9b75-4673-96bd-071c4f95be12, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a54d4799-9b75-4673-96bd-071c4f95be12,segment=NetworkSegment(1499f863-336b-494d-93c8-716a2f8e5d1b),segment_id=1499f863-336b-494d-93c8-716a2f8e5d1b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:40.622775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cde27-ed51-482b-b9e4-cf6d648cdaf1 req-07eba1d9-9935-4428-b142-7f186d6977dc tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:40.624994 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-174cde27-ed51-482b-b9e4-cf6d648cdaf1 req-07eba1d9-9935-4428-b142-7f186d6977dc tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 944 time: 0.2434292 Sep 27 08:37:40.626988 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c44961a-9792-4f22-a0e8-7e6a959a4c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:40.630247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:40.641636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:40.646769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:40.736992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=6660793f-cbd7-41bf-8057-8f9c43a5c760,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:40.793116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d72503-043c-44d2-8352-b0105d973221 req-f72231a4-b9ea-4939-8d3b-ca52afbf83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:40.794860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-64d72503-043c-44d2-8352-b0105d973221 req-f72231a4-b9ea-4939-8d3b-ca52afbf83ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 1101 time: 0.4549792 Sep 27 08:37:40.801483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:40.805530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:40.820590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4569a7c2-b5b0-49dc-a1d3-d8a2e362cdca req-49014473-9c90-4309-8207-1684f1101e33 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684836 Sep 27 08:37:40.903467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4656e0f3-c3e3-44c5-8455-6bc71c35bece tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3249593 Sep 27 08:37:40.904176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45776) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:40.912692 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-64d72503-043c-44d2-8352-b0105d973221 req-10ba5ffc-8c65-4b5c-a62d-f3f8c52c5a25 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089628 Sep 27 08:37:40.931877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=a54d4799-9b75-4673-96bd-071c4f95be12,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:40.941940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-baf4de3b-64b3-4551-877f-6944522f89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:40.942398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:40.943443 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-2c44961a-9792-4f22-a0e8-7e6a959a4c27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:37:40.943913 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-2c44961a-9792-4f22-a0e8-7e6a959a4c27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:37:40.944066 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-baf4de3b-64b3-4551-877f-6944522f89ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 200 len: 916 time: 0.3899727 Sep 27 08:37:40.978181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b7341-4f88-4a63-b14d-e3354af5dd55 None None] Update dhcp port {'port': {'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703', 'fixed_ips': [{'subnet_id': '15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8', 'ip_address': '172.20.0.2'}, {'subnet_id': '1a038b21-3129-43f3-bd5f-f0cd901b029d'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'a54d4799-9b75-4673-96bd-071c4f95be12'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:37:41.047790 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e14b7341-4f88-4a63-b14d-e3354af5dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:41.075070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-174cde27-ed51-482b-b9e4-cf6d648cdaf1 req-85c9e255-2fb5-4785-8921-c216792d50d7 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350667 Sep 27 08:37:41.097434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:41.185235 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:41.238252 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-9156434e-30f6-4d91-8dbe-8405abc47e9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dc10734-71d3-428b-baec-8504003df603 HTTP/1.1" status: 200 len: 217 time: 0.1069152 Sep 27 08:37:41.370598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-36fd19e9-5332-46bd-9a0f-ba6eac35cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:41.373666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-36fd19e9-5332-46bd-9a0f-ba6eac35cb83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02eecca5-8385-4595-b5ef-66bdb23e8309 HTTP/1.1" status: 200 len: 855 time: 0.1241083 Sep 27 08:37:41.426139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 97368139-c110-4151-ba10-eed7e6042b26 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:41.426685 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:41.460018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-9940b928-f57f-4bd7-82cb-30f3be032f27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c34f8a1-de2e-4456-814b-4e242f8f56e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763848 Sep 27 08:37:41.476176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a54d4799-9b75-4673-96bd-071c4f95be12 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:41.493249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531becff-2204-4391-9f80-d7d9d300ceb2 req-216b728b-82f4-47d7-97c1-4b27c5c4f9dd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:41.499449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-531becff-2204-4391-9f80-d7d9d300ceb2 req-216b728b-82f4-47d7-97c1-4b27c5c4f9dd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 950 time: 0.2037702 Sep 27 08:37:41.583663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e14b7341-4f88-4a63-b14d-e3354af5dd55 None None] Allocated IP 172.20.0.18 (e8228ffb-8803-4be3-854f-ad721918d703/1a038b21-3129-43f3-bd5f-f0cd901b029d/a54d4799-9b75-4673-96bd-071c4f95be12) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:41.624564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a54d4799-9b75-4673-96bd-071c4f95be12 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:41.625050 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:41.695965 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-531becff-2204-4391-9f80-d7d9d300ceb2 req-10078fff-0dbd-4268-a97a-b2f37205ef1b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869240 Sep 27 08:37:41.797199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-f362769a-4d84-4162-83df-056fe4b99ed0 service neutron] 10.222.0.67 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205390 Sep 27 08:37:41.805815 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:41.875225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e14b7341-4f88-4a63-b14d-e3354af5dd55 None None] For port a54d4799-9b75-4673-96bd-071c4f95be12, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a54d4799-9b75-4673-96bd-071c4f95be12,segment=NetworkSegment(1499f863-336b-494d-93c8-716a2f8e5d1b),segment_id=1499f863-336b-494d-93c8-716a2f8e5d1b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:41.887685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:41.890217 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb6fd7-d054-45f1-b401-4964e14cb568" -d '{"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-plugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:41.909991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:41.922946 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:41.963503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e14b7341-4f88-4a63-b14d-e3354af5dd55 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:41.983032 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e14b7341-4f88-4a63-b14d-e3354af5dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:42.014249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:42.051138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:42.070329 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8f62b9-f8ef-4b48-92e3-04069af6c38b x-openstack-request-id: req-7e8f62b9-f8ef-4b48-92e3-04069af6c38b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:42.070329 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-plugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:42.070682 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e8f62b9-f8ef-4b48-92e3-04069af6c38b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:42.070956 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26', 'code': 200} Sep 27 08:37:42.145841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Delete allocated IP 172.20.0.29 (e8228ffb-8803-4be3-854f-ad721918d703/1a038b21-3129-43f3-bd5f-f0cd901b029d) {{(pid=94830) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 27 08:37:42.171972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b7341-4f88-4a63-b14d-e3354af5dd55 None None] Pushing event updated for resources: {'Port': ['ID=a54d4799-9b75-4673-96bd-071c4f95be12,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:42.196547 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77b1ac58-4e4f-4ac3-ba6d-2756f17a214c req-3f9c222c-9839-4f9e-9120-0dfe30646f04 service neutron] 10.222.0.67 "GET /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960018 Sep 27 08:37:42.433842 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5de61d59-6b46-4875-b669-e370d48f25cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:42.456173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c99ee-2a76-4b97-b01e-448915e8b269 req-acc10511-891c-45c7-9753-d8ff61625a39 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:42.468762 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f62c99ee-2a76-4b97-b01e-448915e8b269 req-acc10511-891c-45c7-9753-d8ff61625a39 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 944 time: 0.1480622 Sep 27 08:37:42.569709 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:42.576484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f62c99ee-2a76-4b97-b01e-448915e8b269 req-dd4affd5-62da-46fd-a8fb-92e4263c5e86 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997014 Sep 27 08:37:42.591666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:42.666907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=6660793f-cbd7-41bf-8057-8f9c43a5c760,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:42.739519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5de61d59-6b46-4875-b669-e370d48f25cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:42.753505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5de61d59-6b46-4875-b669-e370d48f25cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:42.939508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73dc3c-ed56-4666-a8ef-091f48bda22c None None] Network e8228ffb-8803-4be3-854f-ad721918d703 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:42.978029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2c275a36-8807-45d2-9be9-0603d8c9c417 None None] Provisioning complete for port a54d4799-9b75-4673-96bd-071c4f95be12 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:42.978503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c275a36-8807-45d2-9be9-0603d8c9c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.162743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2c275a36-8807-45d2-9be9-0603d8c9c417 None None] Provisioning complete for port 6660793f-cbd7-41bf-8057-8f9c43a5c760 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:43.163206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c275a36-8807-45d2-9be9-0603d8c9c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.260956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5de61d59-6b46-4875-b669-e370d48f25cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aaa4f2d1980d44eaad92e80b8947235b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2083595 Sep 27 08:37:43.263548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45832) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:43.265153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de61d59-6b46-4875-b669-e370d48f25cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d105ca9-de8e-488a-8066-4f3c0ba68f7a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:43.277424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2c275a36-8807-45d2-9be9-0603d8c9c417 None None] Port 6660793f-cbd7-41bf-8057-8f9c43a5c760 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:43.289530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] In _notify_port_updated(), no bound segment for port 6660793f-cbd7-41bf-8057-8f9c43a5c760 on network e8228ffb-8803-4be3-854f-ad721918d703 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:37:43.295777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:43.297233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.304875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-20c8aff7-59f4-463e-8bb2-84f6de28174b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "PUT /v2.0/ports/6660793f-cbd7-41bf-8057-8f9c43a5c760 HTTP/1.1" status: 200 len: 920 time: 2.3957274 Sep 27 08:37:43.305600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45834) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:43.317870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825e3c4-a3a2-415f-a1e7-e6cb60500bd6 req-74dde9b4-5975-48a4-9a04-0f54c30580ba tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:43.320305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5825e3c4-a3a2-415f-a1e7-e6cb60500bd6 req-74dde9b4-5975-48a4-9a04-0f54c30580ba tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 950 time: 0.1111462 Sep 27 08:37:43.327576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8'}, {'subnet_id': '1a038b21-3129-43f3-bd5f-f0cd901b029d'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:43.390203 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a98b46de-e487-4832-a53d-f81a5aa8015b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.437490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5825e3c4-a3a2-415f-a1e7-e6cb60500bd6 req-9343953e-bd92-44d5-8526-af4b5cbc86a8 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065488 Sep 27 08:37:43.460583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a98b46de-e487-4832-a53d-f81a5aa8015b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.461881 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.492617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a54d4799-9b75-4673-96bd-071c4f95be12 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:43.592982 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a98b46de-e487-4832-a53d-f81a5aa8015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.595302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a54d4799-9b75-4673-96bd-071c4f95be12 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:43.596754 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.600831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a98b46de-e487-4832-a53d-f81a5aa8015b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.602457 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a98b46de-e487-4832-a53d-f81a5aa8015b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d105ca9-de8e-488a-8066-4f3c0ba68f7a HTTP/1.1" status: 204 len: 168 time: 0.3371015 Sep 27 08:37:43.666975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b46de-e487-4832-a53d-f81a5aa8015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d105ca9-de8e-488a-8066-4f3c0ba68f7a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:43.898235 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:43.902201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4dc10734-71d3-428b-baec-8504003df603 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:43.949499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14120c7d-7e84-443c-8abc-209ff26f1e06 req-d611994c-f62f-4a40-99b8-0a51ff7bf410 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:43.951328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14120c7d-7e84-443c-8abc-209ff26f1e06 req-d611994c-f62f-4a40-99b8-0a51ff7bf410 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 944 time: 0.1001666 Sep 27 08:37:44.040126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14120c7d-7e84-443c-8abc-209ff26f1e06 req-3a0be94d-278c-4dab-9818-453a1d680ba2 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778913 Sep 27 08:37:44.073895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4dc10734-71d3-428b-baec-8504003df603, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4dc10734-71d3-428b-baec-8504003df603,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:44.105544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '4dc10734-71d3-428b-baec-8504003df603', 'network_id': '2c34f8a1-de2e-4456-814b-4e242f8f56e7', 'port_id': '4dc10734-71d3-428b-baec-8504003df603', 'mac_address': 'fa:16:3e:3e:c4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02eecca5-8385-4595-b5ef-66bdb23e8309', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:44.186771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:44.215341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.24 (e8228ffb-8803-4be3-854f-ad721918d703/1a038b21-3129-43f3-bd5f-f0cd901b029d/6660793f-cbd7-41bf-8057-8f9c43a5c760) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:44.252199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc10734-71d3-428b-baec-8504003df603 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:44.308727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f62e43e5-572a-4f3f-ba65-adcee5ae13e2 None None] Provisioning complete for port a54d4799-9b75-4673-96bd-071c4f95be12 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:44.309318 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f62e43e5-572a-4f3f-ba65-adcee5ae13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:44.358348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4dc10734-71d3-428b-baec-8504003df603, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4dc10734-71d3-428b-baec-8504003df603,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:44.371161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:44.447885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22842d3-89fa-4b33-bb46-7fd8dd55712e req-dddea68e-9535-4651-9747-2301c418ff7b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:44.457040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22842d3-89fa-4b33-bb46-7fd8dd55712e req-dddea68e-9535-4651-9747-2301c418ff7b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:44.464722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c22842d3-89fa-4b33-bb46-7fd8dd55712e req-dddea68e-9535-4651-9747-2301c418ff7b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11&device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 1691 time: 0.2396715 Sep 27 08:37:44.554066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c22842d3-89fa-4b33-bb46-7fd8dd55712e req-353cedc2-afa0-47ba-9140-dbd97e204d32 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881455 Sep 27 08:37:44.554677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=4dc10734-71d3-428b-baec-8504003df603,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:44.609597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f62e43e5-572a-4f3f-ba65-adcee5ae13e2 None None] Provisioning complete for port 6660793f-cbd7-41bf-8057-8f9c43a5c760 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:44.609987 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f62e43e5-572a-4f3f-ba65-adcee5ae13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:44.679951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:44.699143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:44.756135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f62e43e5-572a-4f3f-ba65-adcee5ae13e2 None None] Port 6660793f-cbd7-41bf-8057-8f9c43a5c760 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:44.822637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['4dc10734-71d3-428b-baec-8504003df603'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:44.837339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=6660793f-cbd7-41bf-8057-8f9c43a5c760,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:44.943901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caca61-b541-45dc-955c-ee80074f67f1 req-509beb97-bdb7-49d5-83bd-94b0ea5ca462 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:44.958578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9caca61-b541-45dc-955c-ee80074f67f1 req-509beb97-bdb7-49d5-83bd-94b0ea5ca462 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 1101 time: 0.1593080 Sep 27 08:37:44.998607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] In _notify_port_updated(), no bound segment for port 6660793f-cbd7-41bf-8057-8f9c43a5c760 on network e8228ffb-8803-4be3-854f-ad721918d703 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:37:45.006103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:45.017312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:45.024461 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-82a540de-0737-48c1-8440-e9c4f01e3885 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "PUT /v2.0/ports/6660793f-cbd7-41bf-8057-8f9c43a5c760 HTTP/1.1" status: 200 len: 1000 time: 1.7028410 Sep 27 08:37:45.025143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45900) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:45.053607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9caca61-b541-45dc-955c-ee80074f67f1 req-c021acc6-c550-42c9-bac5-8f8a7e706c5d tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925279 Sep 27 08:37:45.089240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f423a7ad-9e43-4cd8-9771-c48d7b11b345 None None] Provisioning complete for port 6660793f-cbd7-41bf-8057-8f9c43a5c760 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:45.089809 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f423a7ad-9e43-4cd8-9771-c48d7b11b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:45.168755 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fdcdcff1-5fa3-4594-b3c5-53dc410c54cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:45.254680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f423a7ad-9e43-4cd8-9771-c48d7b11b345 None None] Port 6660793f-cbd7-41bf-8057-8f9c43a5c760 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:45.331706 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b8154-7177-4e1b-afa1-9a1caa68576d req-68b178e4-46a9-4d1b-b2b9-20eb744c92c8 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:45.346115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de4b8154-7177-4e1b-afa1-9a1caa68576d req-68b178e4-46a9-4d1b-b2b9-20eb744c92c8 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 1101 time: 0.1040041 Sep 27 08:37:45.385680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b34b0f0a-16e9-4dfc-a1e8-3fd3ca65945e None None] Provisioning complete for port 6660793f-cbd7-41bf-8057-8f9c43a5c760 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:45.386313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b34b0f0a-16e9-4dfc-a1e8-3fd3ca65945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:45.437821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd903a8-b3b5-470f-815b-6111489f8212 req-e8e30f7c-b930-45d9-a49a-d1767c13a557 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:45.445941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8cd903a8-b3b5-470f-815b-6111489f8212 req-e8e30f7c-b930-45d9-a49a-d1767c13a557 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 945 time: 0.2245336 Sep 27 08:37:45.446843 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de4b8154-7177-4e1b-afa1-9a1caa68576d req-76da84e8-a667-43de-8de4-e4d4e32c4460 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997398 Sep 27 08:37:45.477435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b34b0f0a-16e9-4dfc-a1e8-3fd3ca65945e None None] Port 6660793f-cbd7-41bf-8057-8f9c43a5c760 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:45.506840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89cb53aa-cf71-4deb-8d5f-0dfe6f641c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 6660793f-cbd7-41bf-8057-8f9c43a5c760 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:45.507910 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89cb53aa-cf71-4deb-8d5f-0dfe6f641c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:45.603407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d04e814a-737d-414a-95f4-17e12e504569 None None] Provisioning complete for port 6660793f-cbd7-41bf-8057-8f9c43a5c760 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:45.603784 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d04e814a-737d-414a-95f4-17e12e504569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:45.604541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8cd903a8-b3b5-470f-815b-6111489f8212 req-82f3b13c-00bd-4e19-8139-4f9f1b42fdb8 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568680 Sep 27 08:37:45.657182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d04e814a-737d-414a-95f4-17e12e504569 None None] Port 6660793f-cbd7-41bf-8057-8f9c43a5c760 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:45.761913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89cb53aa-cf71-4deb-8d5f-0dfe6f641c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:45.799739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89cb53aa-cf71-4deb-8d5f-0dfe6f641c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 6660793f-cbd7-41bf-8057-8f9c43a5c760 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:45.888642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-df8d6423-e0fc-4894-b36e-df12d1379e69 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476573 Sep 27 08:37:46.009807 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f72df73-6141-4c11-82ca-ea638885a9bc req-bc15db1e-9316-40ac-911a-eebafdc8868c tempest-AbsoluteLimitsNegativeTestJSON-1812195488 tempest-AbsoluteLimitsNegativeTestJSON-1812195488-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b044b2c6f48d451289bc0ba141fa3a40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373642 Sep 27 08:37:46.085627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-75ddad5d-72fb-4739-bfe3-ef83474e5a5d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:46.093350 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-75ddad5d-72fb-4739-bfe3-ef83474e5a5d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977227 Sep 27 08:37:46.110759 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-bc1711ed-6083-4cca-9afd-6ded565c6b23 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/quotas/af6ddae1a49c4cb49c61cccb56f0528e HTTP/1.1" status: 200 len: 375 time: 0.0161910 Sep 27 08:37:46.293964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-2b2fb93e-6896-48ad-ad3e-b39a73d1f757 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1819830 Sep 27 08:37:46.321979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72df73-6141-4c11-82ca-ea638885a9bc req-61548336-1342-4895-8c2a-0bc2e0b9bdce tempest-AbsoluteLimitsNegativeTestJSON-1812195488 tempest-AbsoluteLimitsNegativeTestJSON-1812195488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:46.329480 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f72df73-6141-4c11-82ca-ea638885a9bc req-61548336-1342-4895-8c2a-0bc2e0b9bdce tempest-AbsoluteLimitsNegativeTestJSON-1812195488 tempest-AbsoluteLimitsNegativeTestJSON-1812195488-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025601 Sep 27 08:37:46.355817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f72df73-6141-4c11-82ca-ea638885a9bc req-3d75de5b-33cc-4149-9740-907c4b8526ee tempest-AbsoluteLimitsNegativeTestJSON-1812195488 tempest-AbsoluteLimitsNegativeTestJSON-1812195488-project] 10.222.0.50 "GET /v2.0/quotas/b044b2c6f48d451289bc0ba141fa3a40 HTTP/1.1" status: 200 len: 375 time: 0.0251660 Sep 27 08:37:46.406613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f72df73-6141-4c11-82ca-ea638885a9bc req-4113a59d-6778-43df-a47f-91f0d5d4ecf6 tempest-AbsoluteLimitsNegativeTestJSON-1812195488 tempest-AbsoluteLimitsNegativeTestJSON-1812195488-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b044b2c6f48d451289bc0ba141fa3a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469677 Sep 27 08:37:46.419787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89cb53aa-cf71-4deb-8d5f-0dfe6f641c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:46.490613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb53aa-cf71-4deb-8d5f-0dfe6f641c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=6660793f-cbd7-41bf-8057-8f9c43a5c760,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:46.692408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89cb53aa-cf71-4deb-8d5f-0dfe6f641c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:46.697509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45962) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:46.698523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-89cb53aa-cf71-4deb-8d5f-0dfe6f641c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/6660793f-cbd7-41bf-8057-8f9c43a5c760 HTTP/1.1" status: 204 len: 168 time: 1.6722953 Sep 27 08:37:46.701215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ac1ef66-d82e-41dd-b376-67bd32ee5d9c req-7dab33db-81a4-4c6a-ae5f-9256f6f89962 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 210 time: 0.1260688 Sep 27 08:37:46.782984 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e709710-8228-4811-ba93-259b46deac07 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:37:46.830887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e709710-8228-4811-ba93-259b46deac07 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/6660793f-cbd7-41bf-8057-8f9c43a5c760 HTTP/1.1" status: 404 len: 333 time: 0.1320643 Sep 27 08:37:46.845569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45968) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:47.005393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a3dd5-0c63-4a84-9c47-f962a59ddb45 req-d089be6d-c8de-4175-8676-ce290a375e1b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:47.022184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-880a3dd5-0c63-4a84-9c47-f962a59ddb45 req-d089be6d-c8de-4175-8676-ce290a375e1b tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 945 time: 0.1892939 Sep 27 08:37:47.098945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45976) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:47.129218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4a55ed-a5ed-4c57-a1e1-71f47e1131b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 1a038b21-3129-43f3-bd5f-f0cd901b029d {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:37:47.145376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-880a3dd5-0c63-4a84-9c47-f962a59ddb45 req-7d596660-c9a8-42fd-9288-c0d4f79a10fb tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200962 Sep 27 08:37:47.146309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa4a55ed-a5ed-4c57-a1e1-71f47e1131b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:47.279042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa4a55ed-a5ed-4c57-a1e1-71f47e1131b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:47.483611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b88dd1f3-7e1d-4973-996b-79671df99dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:47.500112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0305b6b1-85c1-4e9c-ae92-b0682d2e5611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:47.517571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa4a55ed-a5ed-4c57-a1e1-71f47e1131b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:47.637025 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa4a55ed-a5ed-4c57-a1e1-71f47e1131b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:47.690045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a55ed-a5ed-4c57-a1e1-71f47e1131b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=1a038b21-3129-43f3-bd5f-f0cd901b029d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:47.701208 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa4a55ed-a5ed-4c57-a1e1-71f47e1131b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:47.704571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fa4a55ed-a5ed-4c57-a1e1-71f47e1131b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/1a038b21-3129-43f3-bd5f-f0cd901b029d HTTP/1.1" status: 204 len: 168 time: 0.8575852 Sep 27 08:37:47.708895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45996) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:47.714775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979fe75c-5d6d-450b-9b99-8cf7f05e014a None None] Network e8228ffb-8803-4be3-854f-ad721918d703 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:47.873682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8705e032-7174-4085-81b6-94c672f19d47 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:37:47.879584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8705e032-7174-4085-81b6-94c672f19d47 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:47.971111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8705e032-7174-4085-81b6-94c672f19d47 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.006290 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0305b6b1-85c1-4e9c-ae92-b0682d2e5611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.011120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4dc10734-71d3-428b-baec-8504003df603 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:48.069031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2afb1f9c-7200-461c-ab80-c33380a1a0f8 req-ffa241d3-74c4-40f9-939f-b55b64721f99 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 210 time: 0.2433636 Sep 27 08:37:48.077505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0305b6b1-85c1-4e9c-ae92-b0682d2e5611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.122448 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0305b6b1-85c1-4e9c-ae92-b0682d2e5611 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b044b2c6f48d451289bc0ba141fa3a40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0218244 Sep 27 08:37:48.128219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46002) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:48.143819 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.216920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 4dc10734-71d3-428b-baec-8504003df603 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:37:48.236314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8705e032-7174-4085-81b6-94c672f19d47 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.248301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 4dc10734-71d3-428b-baec-8504003df603 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:48.249572 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.280569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305b6b1-85c1-4e9c-ae92-b0682d2e5611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66394c5e-7458-423b-842e-c930c965e8d3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:48.309094 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e296abc-bdf5-4481-8b2c-f54ae008d168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.363392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549add-f9db-4890-8e5f-b0be6433cf9d req-902675a3-761e-410b-bbb4-e86a2e3d4b49 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:48.365279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-29549add-f9db-4890-8e5f-b0be6433cf9d req-902675a3-761e-410b-bbb4-e86a2e3d4b49 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 945 time: 0.0959151 Sep 27 08:37:48.430272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e296abc-bdf5-4481-8b2c-f54ae008d168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.435896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8705e032-7174-4085-81b6-94c672f19d47 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.479713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8705e032-7174-4085-81b6-94c672f19d47 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.485204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8705e032-7174-4085-81b6-94c672f19d47 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8 HTTP/1.1" status: 204 len: 168 time: 0.7751651 Sep 27 08:37:48.486116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46010) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:48.498762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadfda10-2acd-4bad-b6ae-f3ae64c7a7e7 None None] Update dhcp port {'port': {'network_id': 'e8228ffb-8803-4be3-854f-ad721918d703', 'fixed_ips': [{'subnet_id': '15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'a54d4799-9b75-4673-96bd-071c4f95be12'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:37:48.505359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705e032-7174-4085-81b6-94c672f19d47 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:48.537956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.562375 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cadfda10-2acd-4bad-b6ae-f3ae64c7a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.571316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-f5cfee54-296d-4757-a237-832be44b7092 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378070 Sep 27 08:37:48.618686 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.637681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-29549add-f9db-4890-8e5f-b0be6433cf9d req-8cb67a42-826d-44da-a511-24b419fd0ca6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586765 Sep 27 08:37:48.701671 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ee98f-c5ec-424b-920c-a4a0345cae59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc10734-71d3-428b-baec-8504003df603'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:48.705586 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea326ce-635a-4d7d-8912-9c2bd6416199" -d '{"events": [{"server_uuid": "750ee98f-c5ec-424b-920c-a4a0345cae59", "name": "network-vif-plugged", "status": "completed", "tag": "4dc10734-71d3-428b-baec-8504003df603"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:48.730433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port a54d4799-9b75-4673-96bd-071c4f95be12 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:48.731061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4dc10734-71d3-428b-baec-8504003df603, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4dc10734-71d3-428b-baec-8504003df603,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:48.731394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.744039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.815237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-5a123642-b9d0-40df-9aea-8e418cbcf6cb tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:48.823105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-5a123642-b9d0-40df-9aea-8e418cbcf6cb tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377663 Sep 27 08:37:48.839711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Request body: {'port': {'device_id': 'a02cfd5a-62aa-4af3-a82b-c847b267f154', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'af6ddae1a49c4cb49c61cccb56f0528e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:48.864154 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f7a632-a7d5-4802-8c5a-3a3e49e5f1cf x-openstack-request-id: req-b2f7a632-a7d5-4802-8c5a-3a3e49e5f1cf {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:48.864455 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ee98f-c5ec-424b-920c-a4a0345cae59", "name": "network-vif-plugged", "status": "completed", "tag": "4dc10734-71d3-428b-baec-8504003df603", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:48.864705 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2f7a632-a7d5-4802-8c5a-3a3e49e5f1cf {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:48.865089 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ee98f-c5ec-424b-920c-a4a0345cae59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc10734-71d3-428b-baec-8504003df603', 'code': 200} Sep 27 08:37:48.874476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855127a4-933f-46fb-b865-ed17b7b8ff2b None None] Network e8228ffb-8803-4be3-854f-ad721918d703 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:48.918686 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e296abc-bdf5-4481-8b2c-f54ae008d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.921415 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e296abc-bdf5-4481-8b2c-f54ae008d168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.925037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3e296abc-bdf5-4481-8b2c-f54ae008d168 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66394c5e-7458-423b-842e-c930c965e8d3 HTTP/1.1" status: 204 len: 168 time: 0.7930806 Sep 27 08:37:48.946192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] For port a54d4799-9b75-4673-96bd-071c4f95be12, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a54d4799-9b75-4673-96bd-071c4f95be12,segment=NetworkSegment(1499f863-336b-494d-93c8-716a2f8e5d1b),segment_id=1499f863-336b-494d-93c8-716a2f8e5d1b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:48.946655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:48.964115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for a54d4799-9b75-4673-96bd-071c4f95be12 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:49.030698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=4dc10734-71d3-428b-baec-8504003df603,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:49.036236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6435244e-cb5f-4c55-bcbd-077b3a766849 None None] Provisioning complete for port a54d4799-9b75-4673-96bd-071c4f95be12 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:49.037225 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6435244e-cb5f-4c55-bcbd-077b3a766849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.041663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e296abc-bdf5-4481-8b2c-f54ae008d168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66394c5e-7458-423b-842e-c930c965e8d3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:49.120431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.139685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No DVR routers for this DVR port a54d4799-9b75-4673-96bd-071c4f95be12 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:49.175639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd393-6785-4ad1-8c20-81724eb051c3 req-44b40d13-3d19-4f4c-821a-e161e82e088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:49.184120 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb5dd393-6785-4ad1-8c20-81724eb051c3 req-44b40d13-3d19-4f4c-821a-e161e82e088c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 1097 time: 0.1845624 Sep 27 08:37:49.211218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=a54d4799-9b75-4673-96bd-071c4f95be12,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:49.269199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.290621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Made reservation on behalf of af6ddae1a49c4cb49c61cccb56f0528e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:49.297683 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.316027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.318358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6435244e-cb5f-4c55-bcbd-077b3a766849 None None] Port a54d4799-9b75-4673-96bd-071c4f95be12 was deleted so its status cannot be updated. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 27 08:37:49.364570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8228ffb-8803-4be3-854f-ad721918d703']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:49.371921 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb5dd393-6785-4ad1-8c20-81724eb051c3 req-778972e9-ff15-48f8-9840-6209c794c93d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737921 Sep 27 08:37:49.390553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2244d3-cb35-4d8c-94e2-27c865dc6241 None None] DHCP port deletion for e8228ffb-8803-4be3-854f-ad721918d703 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:37:49.393596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1499f863-336b-494d-93c8-716a2f8e5d1b') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:49.394290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1499f863-336b-494d-93c8-716a2f8e5d1b') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:37:49.423440 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.425942 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5439c1a-199b-4e6e-8ef3-5feff9a164a2 req-cd29140d-772f-44b2-aa42-b26055d8e1fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 210 time: 0.1103246 Sep 27 08:37:49.451095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.466364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:37:49.466775 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:37:49.478132 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:37:49.514911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a54d4799-9b75-4673-96bd-071c4f95be12 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:37:49.606928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a54d4799-9b75-4673-96bd-071c4f95be12 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:37:49.607277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a54d4799-9b75-4673-96bd-071c4f95be12 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:37:49.659073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.671435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:49.675024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/networks/e8228ffb-8803-4be3-854f-ad721918d703 HTTP/1.1" status: 204 len: 168 time: 1.1660631 Sep 27 08:37:49.680368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46044) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:49.711878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3082f8f-519d-4636-a9ff-554b666eea8e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Network': ['ID=e8228ffb-8803-4be3-854f-ad721918d703,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:49.772222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e5299-c71d-4dd6-8d70-b31a434973f6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:49.777307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8f4e5299-c71d-4dd6-8d70-b31a434973f6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0763483 Sep 27 08:37:49.781026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46048) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:49.850967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Allocated IP 192.168.233.89 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/951f0a9b-3e44-43a5-a09b-cd633d4aa117) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:49.900139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aad65a-d1f9-4150-8d25-701241cace25 req-d9be4818-4e8c-4584-80ff-3c58a08b4716 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:49.906188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db971a24-199d-45eb-b15d-332ecc327af1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1114333 Sep 27 08:37:49.907156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:49.908001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6aad65a-d1f9-4150-8d25-701241cace25 req-d9be4818-4e8c-4584-80ff-3c58a08b4716 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.1284499 Sep 27 08:37:49.926477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-380563985'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:49.970895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6aad65a-d1f9-4150-8d25-701241cace25 req-f8f56f0c-c725-4d54-9503-af27d0c11b62 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610292 Sep 27 08:37:50.003984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:50.008169 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.054455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:37:50.085200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.085564 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Added segment 918f5efe-de74-4a90-ae07-25ac72e99d7a of type vlan for network b1073425-886a-4848-827e-01a168456a0b Sep 27 08:37:50.185405 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.239746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46070) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:50.249290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.252462 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.262871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:50.263852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.337019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4248154 Sep 27 08:37:50.339235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46074) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:50.347406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': 'b1073425-886a-4848-827e-01a168456a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:50.403322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ba6bd-9182-42e8-851e-c81e0c4ee132 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Network': ['ID=b1073425-886a-4848-827e-01a168456a0b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:50.408287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.416224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b1073425-886a-4848-827e-01a168456a0b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:37:50.441336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-787965673-network', 'tenant_id': '5213102196444defbbf9e738c30125cc'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:50.442926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a', '0017c9e2-e2c0-467a-9a8d-30601b079a68'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:50.451165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f24bf828-4fb5-43cc-8899-a388acb20963'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:50.467492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:50.474248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:50.510023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:50.602365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'Port': ['ID=951f0a9b-3e44-43a5-a09b-cd633d4aa117,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:50.624424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Made reservation on behalf of 5213102196444defbbf9e738c30125cc for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:50.627087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.656386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:50.671129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.689198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.777130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:50.777735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.792935 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:50.825677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744df7ee-1325-479e-aa42-ba54c5b6d74d req-84e3ed4c-5db8-4a44-ad08-a6b3bfb1f411 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:50.827300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-744df7ee-1325-479e-aa42-ba54c5b6d74d req-84e3ed4c-5db8-4a44-ad08-a6b3bfb1f411 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 935 time: 0.2221539 Sep 27 08:37:50.927585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-744df7ee-1325-479e-aa42-ba54c5b6d74d req-0d3d875f-f3b7-4f0e-a8bd-722ea33c6c7b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924392 Sep 27 08:37:51.142419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-afc17c5e-d5f2-4e24-8f29-dbc1ac0ccb86 None None] Provisioning complete for port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:51.142823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afc17c5e-d5f2-4e24-8f29-dbc1ac0ccb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.176902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-afc17c5e-d5f2-4e24-8f29-dbc1ac0ccb86 None None] Port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:51.230220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e3cb0-04fe-4108-88a2-694ba2162119 req-47d00d2e-0907-486e-9a56-f0d71abdb403 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:51.240625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.242586 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-149e3cb0-04fe-4108-88a2-694ba2162119 req-47d00d2e-0907-486e-9a56-f0d71abdb403 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.1282809 Sep 27 08:37:51.254965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.271981 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7f2cebd3-76d8-4876-aeb4-1f8278621534 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4357800 Sep 27 08:37:51.291995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Request body: {'port': {'device_id': 'a02cfd5a-62aa-4af3-a82b-c847b267f154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:51.304867 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-149e3cb0-04fe-4108-88a2-694ba2162119 req-d6ecf4d4-c457-401d-aab3-07a8b7bbe616 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605400 Sep 27 08:37:51.314776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1880127a-ab9b-4939-8fbb-fb4049cd46ec,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:51.352909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:37:51.378511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-95164bab-44e3-4e77-b044-4e283fd99e34 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:51.386285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-95164bab-44e3-4e77-b044-4e283fd99e34 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 807 time: 0.3671970 Sep 27 08:37:51.421391 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.432133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.433347 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Added segment 4464f5ae-571c-4a1d-9935-1096205587a9 of type vlan for network 4e1885e0-05e1-4ecd-b88f-61bd4231fc76 Sep 27 08:37:51.468368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-a33477f1-4be4-4206-9322-71693a566866 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/quotas/d7c57fbe29dd4aedb9dc06ff515eab94 HTTP/1.1" status: 200 len: 375 time: 0.0806608 Sep 27 08:37:51.536472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b9d37-2ab6-4788-9d80-68246f536db0 req-9f2bd4e1-92b4-4ef4-988d-a2d4e611a689 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:51.539063 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b20b9d37-2ab6-4788-9d80-68246f536db0 req-9f2bd4e1-92b4-4ef4-988d-a2d4e611a689 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.1137786 Sep 27 08:37:51.555367 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.560608 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.644904 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-5c8affa6-aba9-47a6-bddb-862206416cbc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756859 Sep 27 08:37:51.687729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.689044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:51.689273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.728793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b20b9d37-2ab6-4788-9d80-68246f536db0 req-053892a3-f3a8-4e11-bf0e-351124c492bb tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232481 Sep 27 08:37:51.770236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5291615 Sep 27 08:37:51.770896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46108) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:51.792933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Request body: {'subnet': {'network_id': '4e1885e0-05e1-4ecd-b88f-61bd4231fc76', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-787965673-subnet', 'tenant_id': '5213102196444defbbf9e738c30125cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:51.796074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=5098278e-ae07-4e6d-9083-fcb17555207b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:51.824063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Checking segment: {'id': '918f5efe-de74-4a90-ae07-25ac72e99d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b1073425-886a-4848-827e-01a168456a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:51.824453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network hostable DHCP agents. Network: b1073425-886a-4848-827e-01a168456a0b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:37:51.854792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951f0a9b-3e44-43a5-a09b-cd633d4aa117 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:51.869952 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.895318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Transition to ACTIVE for port object 951f0a9b-3e44-43a5-a09b-cd633d4aa117 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:37:51.903615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:51.908738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed3fa4-4fa2-4bd1-a021-a2f8e89c315f admin admin] Pushing event updated for resources: {'Network': ['ID=4e1885e0-05e1-4ecd-b88f-61bd4231fc76,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:51.924338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 4e1885e0-05e1-4ecd-b88f-61bd4231fc76 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:37:51.958484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network b1073425-886a-4848-827e-01a168456a0b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:37:51.967196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Made reservation on behalf of 5213102196444defbbf9e738c30125cc for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:51.969228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Pushing event updated for resources: {'Port': ['ID=951f0a9b-3e44-43a5-a09b-cd633d4aa117,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:51.982311 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:52.003886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-a08d7e8d-f5ed-47e8-9a05-0b41cc60cf6f service neutron] 10.222.0.50 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303342 Sep 27 08:37:52.020103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b1073425-886a-4848-827e-01a168456a0b) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:52.037815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:52.038812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:52.104704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Attempting to bind port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:52.105133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Attempting to bind port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:52.107845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Attempting to bind port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:52.113977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd6848-35a0-431e-b046-7be070bf69ac None None] Network b1073425-886a-4848-827e-01a168456a0b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:52.123044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:37:52.123400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Attempting to bind port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:52.136987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:52.137363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:52.137872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:52.138377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Bound port: 951f0a9b-3e44-43a5-a09b-cd633d4aa117, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:52.138810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:52.223211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-687aa3ff-68c8-4552-854a-cfc25412c32d service neutron] 10.222.0.50 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676004 Sep 27 08:37:52.255178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0dc3cd0f-0d42-4281-89b6-f8607f199be9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9141362 Sep 27 08:37:52.260771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46116) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:52.274967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': 'b1073425-886a-4848-827e-01a168456a0b', 'name': 'tempest-PortsTestJSON-1871557921'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:52.362219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] For port 951f0a9b-3e44-43a5-a09b-cd633d4aa117, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:52.473590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b1073425-886a-4848-827e-01a168456a0b', 'network_id': 'b1073425-886a-4848-827e-01a168456a0b', 'tenant_id': '65d0e2cc87fd4a029ea8da0a93e9e06a', 'fixed_ips': [{'subnet_id': '5098278e-ae07-4e6d-9083-fcb17555207b'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:37:52.474831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:52.503088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] For port 951f0a9b-3e44-43a5-a09b-cd633d4aa117, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=951f0a9b-3e44-43a5-a09b-cd633d4aa117,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:52.517996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:52.616467 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:52.689541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:52.690664 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:52.692490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] 10.222.0.57 "PUT /v2.0/ports/951f0a9b-3e44-43a5-a09b-cd633d4aa117 HTTP/1.1" status: 200 len: 1095 time: 1.4078243 Sep 27 08:37:52.693305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02cfd5a-62aa-4af3-a82b-c847b267f154', 'tag': '951f0a9b-3e44-43a5-a09b-cd633d4aa117'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:52.696262 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa2346-81a0-4e40-b564-dc7fb1f89163" -d '{"events": [{"name": "network-changed", "server_uuid": "a02cfd5a-62aa-4af3-a82b-c847b267f154", "tag": "951f0a9b-3e44-43a5-a09b-cd633d4aa117"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:52.709554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c019d72e-1eee-4f04-9fa2-c7dd3f8d63e5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:52.720942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Checking segment: {'id': '4464f5ae-571c-4a1d-9935-1096205587a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4e1885e0-05e1-4ecd-b88f-61bd4231fc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:52.721382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Network hostable DHCP agents. Network: 4e1885e0-05e1-4ecd-b88f-61bd4231fc76, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:37:52.723797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428c83-ce64-4225-8a4a-0f55f6221162 req-da2b54fc-540f-4fb6-ae92-fdb02efe3f94 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:52.733461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f428c83-ce64-4225-8a4a-0f55f6221162 req-da2b54fc-540f-4fb6-ae92-fdb02efe3f94 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 947 time: 0.4064724 Sep 27 08:37:52.760317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Network 4e1885e0-05e1-4ecd-b88f-61bd4231fc76 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:37:52.776695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 4e1885e0-05e1-4ecd-b88f-61bd4231fc76) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:52.817419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:52.820421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:52.847409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe50c3d-201f-4816-84ba-f8036f2bbbe8 None None] Network 4e1885e0-05e1-4ecd-b88f-61bd4231fc76 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:52.855000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0d4a0d30-62a2-4e61-aa73-34df2893105d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0771728 Sep 27 08:37:52.866708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785acdb-42a8-4680-a226-267277ea6452 service neutron] Pushing event updated for resources: {'Port': ['ID=951f0a9b-3e44-43a5-a09b-cd633d4aa117,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:52.932934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Allocated IP 172.20.0.2 (b1073425-886a-4848-827e-01a168456a0b/5098278e-ae07-4e6d-9083-fcb17555207b/c74a6c78-1c36-4bcb-9e9c-ce2f085c347a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:52.991287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-f6610a3a-f425-4a52-9740-7ef80e0b889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:52.993402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-f6610a3a-f425-4a52-9740-7ef80e0b889a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 1098 time: 0.2102866 Sep 27 08:37:53.006225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f428c83-ce64-4225-8a4a-0f55f6221162 req-cd11c371-055e-48b9-91b1-f8aced0137be tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407153 Sep 27 08:37:53.009663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:53.027535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:53.160230 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c43222d-1a96-4e4b-b4af-a6da7f241a62 x-openstack-request-id: req-1c43222d-1a96-4e4b-b4af-a6da7f241a62 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:53.160648 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02cfd5a-62aa-4af3-a82b-c847b267f154", "tag": "951f0a9b-3e44-43a5-a09b-cd633d4aa117", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:53.160846 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c43222d-1a96-4e4b-b4af-a6da7f241a62 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:53.161210 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02cfd5a-62aa-4af3-a82b-c847b267f154', 'tag': '951f0a9b-3e44-43a5-a09b-cd633d4aa117', 'status': 'completed', 'code': 200} Sep 27 08:37:53.163279 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-e26ee937-b031-4f83-be5e-8b939228d36d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=951f0a9b-3e44-43a5-a09b-cd633d4aa117 HTTP/1.1" status: 200 len: 217 time: 0.1289165 Sep 27 08:37:53.176723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port e7a33a11-1889-4434-9b7b-894240491aae yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:53.299948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-8447d423-7fab-481f-b613-911be05a5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:53.301528 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-8447d423-7fab-481f-b613-911be05a5088 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1176448 Sep 27 08:37:53.331234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05b8ca-2f1d-4c56-afaa-88db3af596ba req-f064c7e8-d425-4ce6-81d7-20255fa57790 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:53.345284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b05b8ca-2f1d-4c56-afaa-88db3af596ba req-f064c7e8-d425-4ce6-81d7-20255fa57790 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.2192953 Sep 27 08:37:53.390327 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-42efdac5-bc7c-46ca-be87-354455cd3a87 req-e9abf029-ed5e-46a7-8390-89e331b3af5c tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 210 time: 0.0374632 Sep 27 08:37:53.396267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-a752aa16-aaf7-48c5-9907-970e2a094a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:53.398100 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-a752aa16-aaf7-48c5-9907-970e2a094a33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833640 Sep 27 08:37:53.420411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e297af7-0489-43de-9df7-d886982dd540 None None] Network 4e1885e0-05e1-4ecd-b88f-61bd4231fc76 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:53.465803 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b05b8ca-2f1d-4c56-afaa-88db3af596ba req-03acfc74-c8c7-4447-84e6-d9c2c16c6be6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105604 Sep 27 08:37:53.477240 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:53.496930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:53.641703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Network b1073425-886a-4848-827e-01a168456a0b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:53.645332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:53.654660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:53.681780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Pushing event updated for resources: {'Port': ['ID=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:53.823928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.11 (b1073425-886a-4848-827e-01a168456a0b/5098278e-ae07-4e6d-9083-fcb17555207b/e7a33a11-1889-4434-9b7b-894240491aae) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Attempting to bind port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Attempting to bind port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '918f5efe-de74-4a90-ae07-25ac72e99d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b1073425-886a-4848-827e-01a168456a0b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Attempting to bind port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a on network b1073425-886a-4848-827e-01a168456a0b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Checking segment: {'id': '918f5efe-de74-4a90-ae07-25ac72e99d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b1073425-886a-4848-827e-01a168456a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Bound using segment: {'id': '918f5efe-de74-4a90-ae07-25ac72e99d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b1073425-886a-4848-827e-01a168456a0b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Bound port: c74a6c78-1c36-4bcb-9e9c-ce2f085c347a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f5efe-de74-4a90-ae07-25ac72e99d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b1073425-886a-4848-827e-01a168456a0b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:53.824416 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:53.826625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5d1cb6f7-acdf-4c10-97c5-955caff382a0 req-99ad2f16-1b56-4900-b017-f5d2c1a04eba tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-567800958', 'description': 'tempest-description-1163001678'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:53.828246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-d4c77947-29e7-4b3f-b537-7ad7ca5d5113 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144588 Sep 27 08:37:53.849658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135fda6-543f-4f93-ba9a-3b850be94859 req-415c9977-1ec1-4056-b6ca-842bfc93c7c6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:53.851515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f135fda6-543f-4f93-ba9a-3b850be94859 req-415c9977-1ec1-4056-b6ca-842bfc93c7c6 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.2244022 Sep 27 08:37:53.861725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5d1cb6f7-acdf-4c10-97c5-955caff382a0 req-99ad2f16-1b56-4900-b017-f5d2c1a04eba tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:53.937932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] For port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:37:53.943272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] For port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,segment=NetworkSegment(918f5efe-de74-4a90-ae07-25ac72e99d7a),segment_id=918f5efe-de74-4a90-ae07-25ac72e99d7a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:37:53.950092 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.000653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5d1cb6f7-acdf-4c10-97c5-955caff382a0 req-99ad2f16-1b56-4900-b017-f5d2c1a04eba tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.009306 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5d1cb6f7-acdf-4c10-97c5-955caff382a0 req-99ad2f16-1b56-4900-b017-f5d2c1a04eba tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.026611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43e705-9eb4-436a-aa8c-e3050dd56d9d None None] Pushing event updated for resources: {'Port': ['ID=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:54.068825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5d1cb6f7-acdf-4c10-97c5-955caff382a0 req-99ad2f16-1b56-4900-b017-f5d2c1a04eba tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.081641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d1cb6f7-acdf-4c10-97c5-955caff382a0 req-99ad2f16-1b56-4900-b017-f5d2c1a04eba tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2531981 Sep 27 08:37:54.085679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad2f16-1b56-4900-b017-f5d2c1a04eba tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced371d2-64dd-4418-8c7b-7b82276054a9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:54.100691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f135fda6-543f-4f93-ba9a-3b850be94859 req-4950874b-2212-451e-b01f-4fba435cb6b5 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073605 Sep 27 08:37:54.208706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69a5bc-fc43-465f-a5b8-4284776ab5d5 req-7a2b9875-0d44-4297-b808-14ec5642f1b7 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519943 Sep 27 08:37:54.243847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5063adbf-ba7e-4158-9bc9-76b610534acf req-5c798dab-033a-4b2f-b475-e4153c13fddf tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/ced371d2-64dd-4418-8c7b-7b82276054a9 HTTP/1.1" status: 200 len: 1814 time: 0.0812488 Sep 27 08:37:54.249310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5063adbf-ba7e-4158-9bc9-76b610534acf req-f3cf2d88-7577-4b37-ad20-3c1bb682f6ab tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ced371d2-64dd-4418-8c7b-7b82276054a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:54.249807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5063adbf-ba7e-4158-9bc9-76b610534acf req-f3cf2d88-7577-4b37-ad20-3c1bb682f6ab tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ced371d2-64dd-4418-8c7b-7b82276054a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:54.395324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7d405-6287-4947-8ea4-c8ce46c638a3 req-32212240-9c97-4ef4-9619-3f3dcf0020c7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:54.395723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5063adbf-ba7e-4158-9bc9-76b610534acf req-f3cf2d88-7577-4b37-ad20-3c1bb682f6ab tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.397863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e3c7d405-6287-4947-8ea4-c8ce46c638a3 req-32212240-9c97-4ef4-9619-3f3dcf0020c7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 947 time: 0.2080772 Sep 27 08:37:54.425299 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.445180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5063adbf-ba7e-4158-9bc9-76b610534acf req-f3cf2d88-7577-4b37-ad20-3c1bb682f6ab tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.450520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5063adbf-ba7e-4158-9bc9-76b610534acf req-f3cf2d88-7577-4b37-ad20-3c1bb682f6ab tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.495428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf2d88-7577-4b37-ad20-3c1bb682f6ab tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a189b7-8911-4bc4-9983-a400aef1055e,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:54.506762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5063adbf-ba7e-4158-9bc9-76b610534acf req-f3cf2d88-7577-4b37-ad20-3c1bb682f6ab tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.520050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5063adbf-ba7e-4158-9bc9-76b610534acf req-f3cf2d88-7577-4b37-ad20-3c1bb682f6ab tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2750428 Sep 27 08:37:54.529430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e3c7d405-6287-4947-8ea4-c8ce46c638a3 req-d1257bd0-4ad3-435c-b44d-024822628e37 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942743 Sep 27 08:37:54.548249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-4f6b59ef-b0ba-4061-b896-cd164aa6924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:54.559012 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-4f6b59ef-b0ba-4061-b896-cd164aa6924a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 1098 time: 0.2113314 Sep 27 08:37:54.561787 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.621405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network b1073425-886a-4848-827e-01a168456a0b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:54.633701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:54.639809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:54.733067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=e7a33a11-1889-4434-9b7b-894240491aae,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:54.747905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eafb09ae-f966-4fa0-8be5-5c447ba41061 req-f9b5d0bc-3339-4ba7-a8db-c7093573325f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 210 time: 0.0387747 Sep 27 08:37:54.807490 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:54.808008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:54.853174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-873a6d8e-9085-449c-8ab2-d01894ef2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:54.855196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-873a6d8e-9085-449c-8ab2-d01894ef2f5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2781260 Sep 27 08:37:54.857282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea22b739-934b-4863-b481-6704879ce450 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5952921 Sep 27 08:37:54.860178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46186) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:54.873110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2b6ed43-1b91-4efd-bcea-a1320f3183f5 req-124f1d5c-bdb5-40f2-842f-e17d248ebcb4 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/ced371d2-64dd-4418-8c7b-7b82276054a9 HTTP/1.1" status: 200 len: 2408 time: 0.1851504 Sep 27 08:37:54.874772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': 'b1073425-886a-4848-827e-01a168456a0b', 'name': 'tempest-PortsTestJSON-1652917564'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:54.966042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-751e1116-05d3-4d02-8cc0-9ed4908186d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=951f0a9b-3e44-43a5-a09b-cd633d4aa117 HTTP/1.1" status: 200 len: 217 time: 0.0893388 Sep 27 08:37:55.116594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff7883-2af3-4c52-a6ba-bb020c7c6ea6 req-42c8c849-5ccb-49cb-b33f-fe9c26caa165 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:55.124866 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79ff7883-2af3-4c52-a6ba-bb020c7c6ea6 req-42c8c849-5ccb-49cb-b33f-fe9c26caa165 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.1562374 Sep 27 08:37:55.127842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-9459696e-05f8-4861-bb53-306fcec4582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:55.129428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-9459696e-05f8-4861-bb53-306fcec4582a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1232638 Sep 27 08:37:55.261424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79ff7883-2af3-4c52-a6ba-bb020c7c6ea6 req-ba1382fb-b026-43cb-a4e5-eb5678bdca26 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354408 Sep 27 08:37:55.307696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-0db11715-2e0d-4bed-b466-51ba5231ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:55.311487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-0db11715-2e0d-4bed-b466-51ba5231ba61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609964 Sep 27 08:37:55.553347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c74a6c78-1c36-4bcb-9e9c-ce2f085c347a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:55.611291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06c4946c-9cc8-43cb-bf22-fcfb9f6bc465 req-3db2dae7-6c67-4d35-927e-5bb4aec7a723 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-group-rules/41a189b7-8911-4bc4-9983-a400aef1055e HTTP/1.1" status: 200 len: 778 time: 0.6874440 Sep 27 08:37:55.659540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:55.662951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:55.758587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b531e32-8310-449e-a933-84ad214f91b3 None None] Network b1073425-886a-4848-827e-01a168456a0b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:37:55.781488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06c4946c-9cc8-43cb-bf22-fcfb9f6bc465 req-9ccdeb36-8b76-40b1-9f31-20823e215c42 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/ced371d2-64dd-4418-8c7b-7b82276054a9 HTTP/1.1" status: 200 len: 2408 time: 0.1684639 Sep 27 08:37:55.803376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-1e1ad450-388f-4852-8a3e-a024748135ad tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:55.805376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-1e1ad450-388f-4852-8a3e-a024748135ad tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 807 time: 0.8557150 Sep 27 08:37:55.847228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Request body: {'port': {'device_id': '69222795-e090-446c-afc0-5260c5bf9403', 'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'admin_state_up': True, 'tenant_id': 'd7c57fbe29dd4aedb9dc06ff515eab94'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:55.853787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-06c4946c-9cc8-43cb-bf22-fcfb9f6bc465 req-6d9a7f46-c9d3-4192-89b8-063e695d3128 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:55.867862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:55.871790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:55.879476 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:55.905547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a0d7afa3-cf50-48cd-a114-0976d946f69f None None] Provisioning complete for port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:55.905978 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d7afa3-cf50-48cd-a114-0976d946f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:55.908545 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-f4684d6e-3a0d-4c0d-ade1-62d2262febfc service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877373 Sep 27 08:37:55.931167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-06c4946c-9cc8-43cb-bf22-fcfb9f6bc465 req-6d9a7f46-c9d3-4192-89b8-063e695d3128 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.023269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,segment=NetworkSegment(918f5efe-de74-4a90-ae07-25ac72e99d7a),segment_id=918f5efe-de74-4a90-ae07-25ac72e99d7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:56.045982 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.053481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-06c4946c-9cc8-43cb-bf22-fcfb9f6bc465 req-6d9a7f46-c9d3-4192-89b8-063e695d3128 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.067567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-06c4946c-9cc8-43cb-bf22-fcfb9f6bc465 req-6d9a7f46-c9d3-4192-89b8-063e695d3128 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.074621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06c4946c-9cc8-43cb-bf22-fcfb9f6bc465 req-6d9a7f46-c9d3-4192-89b8-063e695d3128 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/41a189b7-8911-4bc4-9983-a400aef1055e HTTP/1.1" status: 204 len: 173 time: 0.2918193 Sep 27 08:37:56.103661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 3c90814b-373e-4b70-88b3-a0be84b85b1b yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:37:56.112234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a7f46-c9d3-4192-89b8-063e695d3128 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41a189b7-8911-4bc4-9983-a400aef1055e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:56.134642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815af9-6447-4a40-9aa1-cf4fb467bdc2 req-0ed8e68b-e97c-4765-918e-ee545cd3d22a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:56.144752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75815af9-6447-4a40-9aa1-cf4fb467bdc2 req-0ed8e68b-e97c-4765-918e-ee545cd3d22a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.2345576 Sep 27 08:37:56.158257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44aa2346-81a0-4e40-b564-dc7fb1f89163 req-d629ae96-ecb0-4565-b3aa-a5cfcfd687d1 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376778 Sep 27 08:37:56.221938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:56.234762 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75815af9-6447-4a40-9aa1-cf4fb467bdc2 req-c52e0b13-40bb-4bff-8dc5-d5da31a9c61c tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871997 Sep 27 08:37:56.347016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Made reservation on behalf of d7c57fbe29dd4aedb9dc06ff515eab94 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:37:56.359463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.470294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff32e9-8db3-4c00-94eb-804f2cf570bd req-e05db75f-7826-41c4-bb18-e1f1b387608f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:56.471945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8ff32e9-8db3-4c00-94eb-804f2cf570bd req-e05db75f-7826-41c4-bb18-e1f1b387608f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 947 time: 0.2208555 Sep 27 08:37:56.505979 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5692da50-5d54-497b-9666-f897882331e9 req-a2e41ec2-2842-4677-a15d-f95308d02da9 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 210 time: 0.0742769 Sep 27 08:37:56.565281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.14 (b1073425-886a-4848-827e-01a168456a0b/5098278e-ae07-4e6d-9083-fcb17555207b/3c90814b-373e-4b70-88b3-a0be84b85b1b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:56.606283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9af75a3b-c41b-42f2-8c3e-29c39dba3021 None None] Provisioning complete for port e7a33a11-1889-4434-9b7b-894240491aae triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:56.606871 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9af75a3b-c41b-42f2-8c3e-29c39dba3021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.618427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8ff32e9-8db3-4c00-94eb-804f2cf570bd req-838ef41a-2fa6-49be-9c1e-811db05285d2 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344786 Sep 27 08:37:56.660588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3b2d24d4-1c98-46ef-8d7c-de9b70477f29 req-7e20216e-470e-4ec4-b4e1-972ae4bb1bc5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1672305235', 'description': 'tempest-description-823686812'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:56.699563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9af75a3b-c41b-42f2-8c3e-29c39dba3021 None None] Port e7a33a11-1889-4434-9b7b-894240491aae cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:56.710128 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b2d24d4-1c98-46ef-8d7c-de9b70477f29 req-7e20216e-470e-4ec4-b4e1-972ae4bb1bc5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.725668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9af75a3b-c41b-42f2-8c3e-29c39dba3021 None None] Provisioning complete for port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:56.729554 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9af75a3b-c41b-42f2-8c3e-29c39dba3021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.843696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Allocated IP 172.20.0.14 (1179f158-754a-452d-8909-b89d0e80a941/7c183b89-97f4-41e3-8a47-917eb270abc4/a7b2b81f-3a90-4ba7-8c1e-958ce980276d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:37:56.868295 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b2d24d4-1c98-46ef-8d7c-de9b70477f29 req-7e20216e-470e-4ec4-b4e1-972ae4bb1bc5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.881587 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b2d24d4-1c98-46ef-8d7c-de9b70477f29 req-7e20216e-470e-4ec4-b4e1-972ae4bb1bc5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.971166 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b2d24d4-1c98-46ef-8d7c-de9b70477f29 req-7e20216e-470e-4ec4-b4e1-972ae4bb1bc5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:56.973798 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b2d24d4-1c98-46ef-8d7c-de9b70477f29 req-7e20216e-470e-4ec4-b4e1-972ae4bb1bc5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3172741 Sep 27 08:37:56.975942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20216e-470e-4ec4-b4e1-972ae4bb1bc5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35da6e4-439b-4d79-8bf9-cb0e3cbf0a74,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:57.168291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 951f0a9b-3e44-43a5-a09b-cd633d4aa117 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:37:57.194552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fb4d6598-c317-4b85-b214-573842838b7d None None] Provisioning complete for port e7a33a11-1889-4434-9b7b-894240491aae triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:57.196593 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb4d6598-c317-4b85-b214-573842838b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.285416 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.311526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8bd6f-a33c-4911-aa17-275063760f53 req-ac231338-3def-4ec9-8def-bb1e07db155f tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:57.313512 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-38f8bd6f-a33c-4911-aa17-275063760f53 req-ac231338-3def-4ec9-8def-bb1e07db155f tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.1101840 Sep 27 08:37:57.402947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2c6ab019-1618-48c1-80de-4a94f7dc78ae req-bec9ed2d-20cb-4bfe-9eff-00f3610dd4e8 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/c35da6e4-439b-4d79-8bf9-cb0e3cbf0a74 HTTP/1.1" status: 200 len: 1814 time: 0.1964979 Sep 27 08:37:57.416357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-38f8bd6f-a33c-4911-aa17-275063760f53 req-a420bf71-4fec-498f-bdd5-a0e109ef25c7 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933702 Sep 27 08:37:57.417103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d6598-c317-4b85-b214-573842838b7d None None] Port e7a33a11-1889-4434-9b7b-894240491aae cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:57.418093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.458478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.501552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c74a6c78-1c36-4bcb-9e9c-ce2f085c347a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:37:57.511523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-824a7eca-cd48-4773-8226-fbce9586583e req-ac3f61d9-49e4-478a-ab0c-4d789fd89ae9 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1139539104', 'description': 'tempest-description-1976896386'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:57.550402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network b1073425-886a-4848-827e-01a168456a0b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:57.564939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 951f0a9b-3e44-43a5-a09b-cd633d4aa117, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=951f0a9b-3e44-43a5-a09b-cd633d4aa117,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:57.565508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:57.573008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:57.583716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824a7eca-cd48-4773-8226-fbce9586583e req-ac3f61d9-49e4-478a-ab0c-4d789fd89ae9 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.665536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:57.666212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.735048 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c9d7bdb-3a23-4b0c-a9c6-8a35dcefaf30 req-c3053690-1c16-46cc-bd18-590fe3d35a1e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 210 time: 0.0782602 Sep 27 08:37:57.793619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=3c90814b-373e-4b70-88b3-a0be84b85b1b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:57.820019 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824a7eca-cd48-4773-8226-fbce9586583e req-ac3f61d9-49e4-478a-ab0c-4d789fd89ae9 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.828172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824a7eca-cd48-4773-8226-fbce9586583e req-ac3f61d9-49e4-478a-ab0c-4d789fd89ae9 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.857476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e45cbb8-469f-4b7c-a2c8-b3ab32e4890c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9955885 Sep 27 08:37:57.862981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46244) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:57.917452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f61d9-49e4-478a-ab0c-4d789fd89ae9 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8731c-37c3-4569-8523-93e2ef370de0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:57.946806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.950649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824a7eca-cd48-4773-8226-fbce9586583e req-ac3f61d9-49e4-478a-ab0c-4d789fd89ae9 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:57.961055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824a7eca-cd48-4773-8226-fbce9586583e req-ac3f61d9-49e4-478a-ab0c-4d789fd89ae9 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4565911 Sep 27 08:37:57.995138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '951f0a9b-3e44-43a5-a09b-cd633d4aa117', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '951f0a9b-3e44-43a5-a09b-cd633d4aa117', 'mac_address': 'fa:16:3e:05:fb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:37:58.004683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['470783c2-c43e-4b7a-9820-357b58b64c3e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:58.069258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Network 1179f158-754a-452d-8909-b89d0e80a941 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:37:58.071735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2a4fdd7-ca5d-4a99-ad2c-361a9911b9ef req-d683a7c2-3ff0-43c9-8ddc-ef4e570e8f7c tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/88d8731c-37c3-4569-8523-93e2ef370de0 HTTP/1.1" status: 200 len: 1815 time: 0.0849168 Sep 27 08:37:58.073007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Pushing event updated for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:58.085880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:37:58.088636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:37:58.156715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.198668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-72d2519f-3695-40ae-8c4b-710f6ff9b54d req-19299ca5-5a8d-4aa5-a9df-64f7983f7689 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-414005895', 'description': 'tempest-description-2136515618'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:58.264382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-72d2519f-3695-40ae-8c4b-710f6ff9b54d req-19299ca5-5a8d-4aa5-a9df-64f7983f7689 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.295442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-95772fe7-025b-473b-81d7-057ccf8a5611 None None] Provisioning complete for port 3c90814b-373e-4b70-88b3-a0be84b85b1b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:58.295814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95772fe7-025b-473b-81d7-057ccf8a5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.326800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1264670e-58f1-42ca-ae1a-7e95b7334c5a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:58.335975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1264670e-58f1-42ca-ae1a-7e95b7334c5a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.4694657 Sep 27 08:37:58.337416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:37:58.337789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.348268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46260) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:58.366068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-95772fe7-025b-473b-81d7-057ccf8a5611 None None] Port 3c90814b-373e-4b70-88b3-a0be84b85b1b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:37:58.370913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951f0a9b-3e44-43a5-a09b-cd633d4aa117 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:58.417999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 951f0a9b-3e44-43a5-a09b-cd633d4aa117, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=951f0a9b-3e44-43a5-a09b-cd633d4aa117,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:58.430485 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.440667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:58.441631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.445595 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-72d2519f-3695-40ae-8c4b-710f6ff9b54d req-19299ca5-5a8d-4aa5-a9df-64f7983f7689 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.453109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-72d2519f-3695-40ae-8c4b-710f6ff9b54d req-19299ca5-5a8d-4aa5-a9df-64f7983f7689 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.486112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19299ca5-5a8d-4aa5-a9df-64f7983f7689 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b72cd-089b-413a-a60f-bbfaed0a90a3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:58.494673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbb23b-f70a-41c5-9713-5c0921a1a482 req-1b614067-4da1-44bf-bd11-869582c3d93f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:58.494955 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-72d2519f-3695-40ae-8c4b-710f6ff9b54d req-19299ca5-5a8d-4aa5-a9df-64f7983f7689 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.496425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-72d2519f-3695-40ae-8c4b-710f6ff9b54d req-19299ca5-5a8d-4aa5-a9df-64f7983f7689 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3036377 Sep 27 08:37:58.497513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ddbb23b-f70a-41c5-9713-5c0921a1a482 req-1b614067-4da1-44bf-bd11-869582c3d93f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 947 time: 0.4248905 Sep 27 08:37:58.507146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-d37424a4-3c7d-4996-b579-49637a079554 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6819077 Sep 27 08:37:58.511926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=951f0a9b-3e44-43a5-a09b-cd633d4aa117,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:58.553197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Request body: {'port': {'device_id': '69222795-e090-446c-afc0-5260c5bf9403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:58.666698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855d32-9b4e-47e6-b32f-a726145ffc51 req-e30442a1-add6-4d09-b53a-ebf2c475468a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:58.674293 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4855d32-9b4e-47e6-b32f-a726145ffc51 req-e30442a1-add6-4d09-b53a-ebf2c475468a tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.0891316 Sep 27 08:37:58.685350 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ddbb23b-f70a-41c5-9713-5c0921a1a482 req-a4292d14-a4b9-4c55-a31e-3ee49b2cc4cd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698139 Sep 27 08:37:58.690488 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.717512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ffdac991-0dae-41e1-a8f9-2162cbb783ed tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 3c90814b-373e-4b70-88b3-a0be84b85b1b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:58.717512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ffdac991-0dae-41e1-a8f9-2162cbb783ed tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:58.747494 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4855d32-9b4e-47e6-b32f-a726145ffc51 req-5695db59-422d-420f-8768-4a633135142e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/security-groups?id=40123b52-5ffa-4e63-b0ed-12e885cf0f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721977 Sep 27 08:37:58.770219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['951f0a9b-3e44-43a5-a09b-cd633d4aa117'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:58.825203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-3f9052ab-d0b2-4db3-93e6-12c87a6a8315 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:58.826740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-3f9052ab-d0b2-4db3-93e6-12c87a6a8315 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.67 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 946 time: 0.0637593 Sep 27 08:37:58.976319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f3e2ed4a-05c1-4130-99a1-56aa2ea4ee2f req-65a6b82a-0c56-437c-9093-8ce3f1620ced tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/9b5b72cd-089b-413a-a60f-bbfaed0a90a3 HTTP/1.1" status: 200 len: 1814 time: 0.2214191 Sep 27 08:37:59.003569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Deleting port 4dc10734-71d3-428b-baec-8504003df603 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:37:59.003919 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.015982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ffdac991-0dae-41e1-a8f9-2162cbb783ed tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.072550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ffdac991-0dae-41e1-a8f9-2162cbb783ed tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 3c90814b-373e-4b70-88b3-a0be84b85b1b owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:59.122907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b8f17575-d113-4b73-9fe8-508a11b6f22c req-b11fc83b-1612-44b6-a721-b6c7c9bea79a tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1746192420', 'description': 'tempest-description-1801205883'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:37:59.129106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89f23-9ddc-446c-b28c-24e1f131aeab req-b20e4852-1dda-4c89-9bd4-862cd0ceff4f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:59.132722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8d89f23-9ddc-446c-b28c-24e1f131aeab req-b20e4852-1dda-4c89-9bd4-862cd0ceff4f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 932 time: 0.1613808 Sep 27 08:37:59.228962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8f17575-d113-4b73-9fe8-508a11b6f22c req-b11fc83b-1612-44b6-a721-b6c7c9bea79a tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.253939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8d89f23-9ddc-446c-b28c-24e1f131aeab req-4a52762f-80f7-4bef-b20d-765c7de12b01 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125591 Sep 27 08:37:59.275736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] For port 4dc10734-71d3-428b-baec-8504003df603, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4dc10734-71d3-428b-baec-8504003df603,segment=NetworkSegment(e598155c-79d4-4330-8f3d-79d1e80544c0),segment_id=e598155c-79d4-4330-8f3d-79d1e80544c0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:37:59.276109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.292203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Calling delete_port for 4dc10734-71d3-428b-baec-8504003df603 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:37:59.370472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8f17575-d113-4b73-9fe8-508a11b6f22c req-b11fc83b-1612-44b6-a721-b6c7c9bea79a tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.393309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8f17575-d113-4b73-9fe8-508a11b6f22c req-b11fc83b-1612-44b6-a721-b6c7c9bea79a tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.457951 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.465577 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8f17575-d113-4b73-9fe8-508a11b6f22c req-b11fc83b-1612-44b6-a721-b6c7c9bea79a tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.466813 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8f17575-d113-4b73-9fe8-508a11b6f22c req-b11fc83b-1612-44b6-a721-b6c7c9bea79a tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3520792 Sep 27 08:37:59.472070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['4dc10734-71d3-428b-baec-8504003df603'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:37:59.489847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fc83b-1612-44b6-a721-b6c7c9bea79a tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa3282-7348-44df-9534-b051c7e8e9ea,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:59.525652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Pushing event deleted for resources: {'Port': ['ID=4dc10734-71d3-428b-baec-8504003df603,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:59.535007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b2b81f-3a90-4ba7-8c1e-958ce980276d {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:37:59.551035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.574752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Transition to ACTIVE for port object a7b2b81f-3a90-4ba7-8c1e-958ce980276d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:37:59.576099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ffdac991-0dae-41e1-a8f9-2162cbb783ed tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.596860 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.622694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] No DVR routers for this DVR port 4dc10734-71d3-428b-baec-8504003df603 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:37:59.627029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.628367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdac991-0dae-41e1-a8f9-2162cbb783ed tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=3c90814b-373e-4b70-88b3-a0be84b85b1b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:59.639351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c030f0a-6713-4c3b-bd8d-af4a1d1d70ea req-facc1b72-a5a5-4157-9d85-0e270cefe51e tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.67 "DELETE /v2.0/ports/4dc10734-71d3-428b-baec-8504003df603 HTTP/1.1" status: 204 len: 173 time: 0.7988615 Sep 27 08:37:59.645692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ee98f-c5ec-424b-920c-a4a0345cae59', 'name': 'network-vif-deleted', 'tag': '4dc10734-71d3-428b-baec-8504003df603'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:37:59.649051 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f394058-18c6-407f-95b1-057a9be08f3e" -d '{"events": [{"server_uuid": "750ee98f-c5ec-424b-920c-a4a0345cae59", "name": "network-vif-deleted", "tag": "4dc10734-71d3-428b-baec-8504003df603"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:37:59.662951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d779c96-2a3d-4a64-9016-52f98dbb3155 req-956e51e2-5b17-42cd-b2e9-b4e84fd3cc3f tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/4cfa3282-7348-44df-9534-b051c7e8e9ea HTTP/1.1" status: 200 len: 1815 time: 0.1685154 Sep 27 08:37:59.708319 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-653e6e84-2459-4370-ad78-a70472c61b37 req-f4d1241c-d9c2-4b87-b4bf-aaca58f98fae tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] show failed (client error): The resource could not be found. Sep 27 08:37:59.717788 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653e6e84-2459-4370-ad78-a70472c61b37 req-f4d1241c-d9c2-4b87-b4bf-aaca58f98fae tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/e781b307-99ba-4319-92db-3f27d38f0477 HTTP/1.1" status: 404 len: 352 time: 0.0259199 Sep 27 08:37:59.754746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ffdac991-0dae-41e1-a8f9-2162cbb783ed tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.756784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ffdac991-0dae-41e1-a8f9-2162cbb783ed tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/3c90814b-373e-4b70-88b3-a0be84b85b1b HTTP/1.1" status: 204 len: 168 time: 1.3938596 Sep 27 08:37:59.759620 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd6a16-486c-44a3-8561-278043837957 x-openstack-request-id: req-8ecd6a16-486c-44a3-8561-278043837957 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:37:59.759825 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ee98f-c5ec-424b-920c-a4a0345cae59", "name": "network-vif-deleted", "tag": "4dc10734-71d3-428b-baec-8504003df603", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:37:59.759960 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ecd6a16-486c-44a3-8561-278043837957 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:37:59.760304 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ee98f-c5ec-424b-920c-a4a0345cae59', 'name': 'network-vif-deleted', 'tag': '4dc10734-71d3-428b-baec-8504003df603', 'status': 'completed', 'code': 200} Sep 27 08:37:59.761919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:59.816080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:37:59.827025 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9326bd62-3ccc-4568-adb3-6fe2a55520af tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:37:59.846413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9326bd62-3ccc-4568-adb3-6fe2a55520af tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/3c90814b-373e-4b70-88b3-a0be84b85b1b HTTP/1.1" status: 404 len: 333 time: 0.0845366 Sep 27 08:37:59.855123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:37:59.927873 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-e5bc45b4-b8bb-4b92-9cfb-be115b539565 req-959bb3bb-a97e-4673-a8c0-2457b0157516 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] show failed (client error): The resource could not be found. Sep 27 08:37:59.930820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5bc45b4-b8bb-4b92-9cfb-be115b539565 req-959bb3bb-a97e-4673-a8c0-2457b0157516 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-group-rules/ba0bca0f-3771-4f92-88a0-afdbfb7a469e HTTP/1.1" status: 404 len: 361 time: 0.0299861 Sep 27 08:37:59.935842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:37:59.936522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:37:59.937167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:59.949417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:37:59.952123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:37:59.963491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:37:59.966770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:37:59.967389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:37:59.968025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Bound port: a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:37:59.968641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:37:59.994041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278242f0-b56a-48d7-a1fe-edb0d59e787d req-ae4aa1fb-bc2e-4aeb-a8d5-c053c3df69d7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:37:59.997756 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-278242f0-b56a-48d7-a1fe-edb0d59e787d req-ae4aa1fb-bc2e-4aeb-a8d5-c053c3df69d7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 948 time: 0.1727126 Sep 27 08:38:00.093604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-278242f0-b56a-48d7-a1fe-edb0d59e787d req-ad9cefec-07be-4296-8e51-6dad3346f091 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827577 Sep 27 08:38:00.096415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c75c92cb-2e0c-4902-a775-b22bbbecce01 req-b663cce2-5f5b-49ce-9945-60fef3854c06 tempest-ServerDiskConfigTestJSON-2081195112 tempest-ServerDiskConfigTestJSON-2081195112-project] 10.222.0.50 "GET /v2.0/ports?device_id=750ee98f-c5ec-424b-920c-a4a0345cae59 HTTP/1.1" status: 200 len: 210 time: 0.0367134 Sep 27 08:38:00.099437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-aee521d5-2106-41df-8a01-bf4e73147cb5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port e7a33a11-1889-4434-9b7b-894240491aae {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:00.103233 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee521d5-2106-41df-8a01-bf4e73147cb5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.114501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:00.118594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:00.125243 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.209018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:00.210155 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.212570 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] 10.222.0.57 "PUT /v2.0/ports/a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 200 len: 1092 time: 1.6743233 Sep 27 08:38:00.217379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:00.219656 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960" -d '{"events": [{"name": "network-changed", "server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:00.242491 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72a97f71-3603-412c-bdef-ae9baf9214d9 req-667bdcb9-e1ab-47af-bae4-52ba340565e9 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/4cfa3282-7348-44df-9534-b051c7e8e9ea HTTP/1.1" status: 200 len: 1815 time: 0.0819259 Sep 27 08:38:00.285332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74f66a-b201-4dcb-a35a-dcdeabde6a3c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:00.309799 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee521d5-2106-41df-8a01-bf4e73147cb5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.333726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-aee521d5-2106-41df-8a01-bf4e73147cb5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for e7a33a11-1889-4434-9b7b-894240491aae owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:00.348925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-6780ee03-03ec-4643-9443-348e9160f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:00.350630 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-6780ee03-03ec-4643-9443-348e9160f7a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1095 time: 0.0719011 Sep 27 08:38:00.438681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-b07a0364-0c82-4a79-8e96-7e065b497f0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 200 len: 217 time: 0.0752680 Sep 27 08:38:00.447126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72a97f71-3603-412c-bdef-ae9baf9214d9 req-09045307-fa35-4458-8df8-d715447123cf tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.486180 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee521d5-2106-41df-8a01-bf4e73147cb5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.523954 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-cc6686ae-8d9e-47c3-b216-4933e8e680ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:00.527907 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-cc6686ae-8d9e-47c3-b216-4933e8e680ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.0786796 Sep 27 08:38:00.531537 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04569a9-01de-4284-81cc-613687a3c8d5 x-openstack-request-id: req-c04569a9-01de-4284-81cc-613687a3c8d5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:00.533211 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:00.533406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee521d5-2106-41df-8a01-bf4e73147cb5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=e7a33a11-1889-4434-9b7b-894240491aae,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:00.533541 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c04569a9-01de-4284-81cc-613687a3c8d5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:00.533658 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d', 'status': 'completed', 'code': 200} Sep 27 08:38:00.595259 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72a97f71-3603-412c-bdef-ae9baf9214d9 req-09045307-fa35-4458-8df8-d715447123cf tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.600034 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-45b37f08-15ff-4825-9e95-cd071c38068b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475354 Sep 27 08:38:00.676478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d960fa-4c11-4a85-8671-3e8799e81b0a req-9bb005ea-4297-44c9-b6ab-3b4947265331 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:00.678718 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-86d960fa-4c11-4a85-8671-3e8799e81b0a req-9bb005ea-4297-44c9-b6ab-3b4947265331 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1111140 Sep 27 08:38:00.733248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee521d5-2106-41df-8a01-bf4e73147cb5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.737362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aee521d5-2106-41df-8a01-bf4e73147cb5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/e7a33a11-1889-4434-9b7b-894240491aae HTTP/1.1" status: 204 len: 168 time: 0.8813155 Sep 27 08:38:00.740698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46312) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:00.761435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72a97f71-3603-412c-bdef-ae9baf9214d9 req-09045307-fa35-4458-8df8-d715447123cf tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.764105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72a97f71-3603-412c-bdef-ae9baf9214d9 req-09045307-fa35-4458-8df8-d715447123cf tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.765279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72a97f71-3603-412c-bdef-ae9baf9214d9 req-09045307-fa35-4458-8df8-d715447123cf tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "DELETE /v2.0/security-groups/4cfa3282-7348-44df-9534-b051c7e8e9ea HTTP/1.1" status: 204 len: 173 time: 0.5012810 Sep 27 08:38:00.791370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09045307-fa35-4458-8df8-d715447123cf tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa3282-7348-44df-9534-b051c7e8e9ea,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:00.798966 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf14bd2b-4c96-425f-a478-793af9895b37 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:38:00.800989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf14bd2b-4c96-425f-a478-793af9895b37 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/e7a33a11-1889-4434-9b7b-894240491aae HTTP/1.1" status: 404 len: 333 time: 0.0577662 Sep 27 08:38:00.804180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46316) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:00.821372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-467ab2a7-d0af-44ae-b09f-8c5c424186a4 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046924 Sep 27 08:38:00.894580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b6741d-0d6a-437a-8f15-1299a3fa7497 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 5098278e-ae07-4e6d-9083-fcb17555207b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:00.899075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1b6741d-0d6a-437a-8f15-1299a3fa7497 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.948551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1b6741d-0d6a-437a-8f15-1299a3fa7497 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:00.995984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f6235b0-ef75-4f13-901c-21b096c4a1bf req-941ae4ee-fdf4-4643-8a18-322b6b399a75 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/9b5b72cd-089b-413a-a60f-bbfaed0a90a3 HTTP/1.1" status: 200 len: 1814 time: 0.0638270 Sep 27 08:38:01.047805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9842dd92-32f6-4f82-a626-4bf16cb1bae6 req-3a7bc138-8ed7-4cc4-825e-406e42f9f09a service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184172 Sep 27 08:38:01.054498 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1b6741d-0d6a-437a-8f15-1299a3fa7497 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.084703 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4f6235b0-ef75-4f13-901c-21b096c4a1bf req-0bb92b67-ef9c-4d21-9259-b9272fd80395 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.091379 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-86d960fa-4c11-4a85-8671-3e8799e81b0a req-dbd6dab1-dac9-4ffe-9856-6dcd0e0914e9 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039736 Sep 27 08:38:01.177407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4f6235b0-ef75-4f13-901c-21b096c4a1bf req-0bb92b67-ef9c-4d21-9259-b9272fd80395 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.195289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 951f0a9b-3e44-43a5-a09b-cd633d4aa117 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:01.224002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-ca85074a-a0f5-4535-8ed5-1fa7ab68c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:01.226130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-ca85074a-a0f5-4535-8ed5-1fa7ab68c713 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1095 time: 0.0985901 Sep 27 08:38:01.262803 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1b6741d-0d6a-437a-8f15-1299a3fa7497 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.276298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4f6235b0-ef75-4f13-901c-21b096c4a1bf req-0bb92b67-ef9c-4d21-9259-b9272fd80395 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.279241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4f6235b0-ef75-4f13-901c-21b096c4a1bf req-0bb92b67-ef9c-4d21-9259-b9272fd80395 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.280462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f6235b0-ef75-4f13-901c-21b096c4a1bf req-0bb92b67-ef9c-4d21-9259-b9272fd80395 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "DELETE /v2.0/security-groups/9b5b72cd-089b-413a-a60f-bbfaed0a90a3 HTTP/1.1" status: 204 len: 173 time: 0.2833526 Sep 27 08:38:01.332178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb92b67-ef9c-4d21-9259-b9272fd80395 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b72cd-089b-413a-a60f-bbfaed0a90a3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:01.333134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:38:01.340549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:01.341400 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.362552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-8c64b859-2e25-4f8f-81bd-a18995615469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:01.364207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-8c64b859-2e25-4f8f-81bd-a18995615469 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.1244345 Sep 27 08:38:01.450758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-6edd0f64-d49c-4fd2-ad9b-cabb2075942b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 200 len: 217 time: 0.0732620 Sep 27 08:38:01.486844 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.491134 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1b6741d-0d6a-437a-8f15-1299a3fa7497 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.497326 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a1b6741d-0d6a-437a-8f15-1299a3fa7497 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/5098278e-ae07-4e6d-9083-fcb17555207b HTTP/1.1" status: 204 len: 168 time: 0.6920488 Sep 27 08:38:01.500661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:01.502327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba1f6b-547c-454d-a0cd-ba0e4ce80ba0 None None] Network b1073425-886a-4848-827e-01a168456a0b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:01.504492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6741d-0d6a-437a-8f15-1299a3fa7497 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=5098278e-ae07-4e6d-9083-fcb17555207b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:01.511912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-347574af-040b-4473-abe1-759ad12b6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:01.513541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-347574af-040b-4473-abe1-759ad12b6057 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.0536666 Sep 27 08:38:01.546457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 951f0a9b-3e44-43a5-a09b-cd633d4aa117, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=951f0a9b-3e44-43a5-a09b-cd633d4aa117,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:01.557632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02cfd5a-62aa-4af3-a82b-c847b267f154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951f0a9b-3e44-43a5-a09b-cd633d4aa117'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:01.561204 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941daebf-6fc8-4c5d-87ee-8dc7f164a2d3" -d '{"events": [{"server_uuid": "a02cfd5a-62aa-4af3-a82b-c847b267f154", "name": "network-vif-plugged", "status": "completed", "tag": "951f0a9b-3e44-43a5-a09b-cd633d4aa117"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:01.569984 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.628799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb5ac8-4aec-4204-a1e0-8fcc530e5dcb req-13b7aad4-3db5-4697-8f3e-f31dacb05603 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:01.630430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-63fb5ac8-4aec-4204-a1e0-8fcc530e5dcb req-13b7aad4-3db5-4697-8f3e-f31dacb05603 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 948 time: 0.4250166 Sep 27 08:38:01.772903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.815363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-63fb5ac8-4aec-4204-a1e0-8fcc530e5dcb req-bf2881e6-cc77-424f-a158-3b0b21ea7666 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706054 Sep 27 08:38:01.922310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:01.922909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:01.959942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=951f0a9b-3e44-43a5-a09b-cd633d4aa117,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:01.984220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-cbb23ffe-a27c-463f-8a72-7d52c37fa117 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4584961 Sep 27 08:38:02.049989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4dc10734-71d3-428b-baec-8504003df603 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:02.090719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1863c3cf-8405-4334-bba3-15eb67e382b6 req-dd561652-1c50-4d82-a4bf-2af66e5a2ad2 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/88d8731c-37c3-4569-8523-93e2ef370de0 HTTP/1.1" status: 200 len: 1815 time: 0.1087878 Sep 27 08:38:02.109264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] For port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,segment=NetworkSegment(918f5efe-de74-4a90-ae07-25ac72e99d7a),segment_id=918f5efe-de74-4a90-ae07-25ac72e99d7a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:02.113163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.159897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for c74a6c78-1c36-4bcb-9e9c-ce2f085c347a owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:02.163930 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a2921-3ace-4907-9c65-eac8557e1c13 x-openstack-request-id: req-e58a2921-3ace-4907-9c65-eac8557e1c13 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:02.164312 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02cfd5a-62aa-4af3-a82b-c847b267f154", "name": "network-vif-plugged", "status": "completed", "tag": "951f0a9b-3e44-43a5-a09b-cd633d4aa117", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:02.164593 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e58a2921-3ace-4907-9c65-eac8557e1c13 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:02.164980 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02cfd5a-62aa-4af3-a82b-c847b267f154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951f0a9b-3e44-43a5-a09b-cd633d4aa117', 'code': 200} Sep 27 08:38:02.165732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] DHCP port deletion for b1073425-886a-4848-827e-01a168456a0b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:38:02.173338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 4dc10734-71d3-428b-baec-8504003df603 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:02.173818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4dc10734-71d3-428b-baec-8504003df603 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:02.261190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1863c3cf-8405-4334-bba3-15eb67e382b6 req-dd52dd96-0ec9-4c21-909d-9075236ef602 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.273672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dff9a-e059-40e9-80eb-3e4142a496ca req-1320c77b-9936-4911-bb28-aa835c95c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:02.275609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-506dff9a-e059-40e9-80eb-3e4142a496ca req-1320c77b-9936-4911-bb28-aa835c95c8ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 1100 time: 0.1070626 Sep 27 08:38:02.276958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] Deleting port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:02.278323 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-94819c46-ed5c-4873-b57d-2d86745cf676 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669127 Sep 27 08:38:02.280788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.350822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] For port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,segment=NetworkSegment(918f5efe-de74-4a90-ae07-25ac72e99d7a),segment_id=918f5efe-de74-4a90-ae07-25ac72e99d7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:02.351223 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.363669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] Calling delete_port for c74a6c78-1c36-4bcb-9e9c-ce2f085c347a owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:02.384685 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-506dff9a-e059-40e9-80eb-3e4142a496ca req-f9b9c4e0-01da-41b5-9dda-70f150c3532e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871029 Sep 27 08:38:02.461494 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.463715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.475413 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8347c2fd-87a3-49cd-bbcf-3e440ac7b960 req-21a19143-1165-4e0a-9d4c-26b9fa32d709 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668062 Sep 27 08:38:02.486565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] No DVR routers for this DVR port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:02.493073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1863c3cf-8405-4334-bba3-15eb67e382b6 req-dd52dd96-0ec9-4c21-909d-9075236ef602 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.526158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f6e83-835e-4f05-b819-678db9054e1c None None] Pushing event deleted for resources: {'Port': ['ID=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:02.542158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No DVR routers for this DVR port c74a6c78-1c36-4bcb-9e9c-ce2f085c347a on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:02.542158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=c74a6c78-1c36-4bcb-9e9c-ce2f085c347a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:02.589308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1863c3cf-8405-4334-bba3-15eb67e382b6 req-dd52dd96-0ec9-4c21-909d-9075236ef602 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.595858 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1863c3cf-8405-4334-bba3-15eb67e382b6 req-dd52dd96-0ec9-4c21-909d-9075236ef602 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.596249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764fefc-fc9a-4b61-82b5-c5cfd320ad66 req-9a9a541e-bc63-4a8e-ac03-8ea51c6cf35b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:02.598481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9764fefc-fc9a-4b61-82b5-c5cfd320ad66 req-9a9a541e-bc63-4a8e-ac03-8ea51c6cf35b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.2187316 Sep 27 08:38:02.609666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1863c3cf-8405-4334-bba3-15eb67e382b6 req-dd52dd96-0ec9-4c21-909d-9075236ef602 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "DELETE /v2.0/security-groups/88d8731c-37c3-4569-8523-93e2ef370de0 HTTP/1.1" status: 204 len: 173 time: 0.5178342 Sep 27 08:38:02.631015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52dd96-0ec9-4c21-909d-9075236ef602 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8731c-37c3-4569-8523-93e2ef370de0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:02.721554 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.721853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a49758f6-6b0b-403d-9bbc-d22cc2ffc4b0 req-c7f39e52-c873-4409-a78e-e7e37c6d0ee3 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/c35da6e4-439b-4d79-8bf9-cb0e3cbf0a74 HTTP/1.1" status: 200 len: 1814 time: 0.0457916 Sep 27 08:38:02.745949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9764fefc-fc9a-4b61-82b5-c5cfd320ad66 req-539c5848-2229-46f9-83df-0ec180cfd451 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323981 Sep 27 08:38:02.772023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1073425-886a-4848-827e-01a168456a0b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:02.793055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918f5efe-de74-4a90-ae07-25ac72e99d7a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:02.793055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918f5efe-de74-4a90-ae07-25ac72e99d7a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:02.803291 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.820136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.821657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a49758f6-6b0b-403d-9bbc-d22cc2ffc4b0 req-1c3d73b1-caa2-40c7-83d7-54178e8b5136 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.828055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:38:02.828509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:38:02.831964 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:38:02.854872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a49758f6-6b0b-403d-9bbc-d22cc2ffc4b0 req-1c3d73b1-caa2-40c7-83d7-54178e8b5136 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.901182 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.901433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46376) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:02.931276 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a49758f6-6b0b-403d-9bbc-d22cc2ffc4b0 req-1c3d73b1-caa2-40c7-83d7-54178e8b5136 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.933484 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.936705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a49758f6-6b0b-403d-9bbc-d22cc2ffc4b0 req-1c3d73b1-caa2-40c7-83d7-54178e8b5136 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:02.942496 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/networks/b1073425-886a-4848-827e-01a168456a0b HTTP/1.1" status: 204 len: 168 time: 1.4388790 Sep 27 08:38:02.949796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fe338-119d-4c38-b60d-c22604573f63 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Network': ['ID=b1073425-886a-4848-827e-01a168456a0b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:02.950799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a49758f6-6b0b-403d-9bbc-d22cc2ffc4b0 req-1c3d73b1-caa2-40c7-83d7-54178e8b5136 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "DELETE /v2.0/security-groups/c35da6e4-439b-4d79-8bf9-cb0e3cbf0a74 HTTP/1.1" status: 204 len: 173 time: 0.2161000 Sep 27 08:38:02.951772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46380) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:02.973908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1455174320'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:02.985952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d73b1-caa2-40c7-83d7-54178e8b5136 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35da6e4-439b-4d79-8bf9-cb0e3cbf0a74,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:03.009557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:03.014112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.035147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36b7244-ba82-466d-b550-908a3babca59 admin admin] Deleting subnet 02eecca5-8385-4595-b5ef-66bdb23e8309 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:03.039425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:38:03.040317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b36b7244-ba82-466d-b550-908a3babca59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.049834 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.050311 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Added segment 1df4de06-6ac6-4f31-ba08-ceabef1ecdc9 of type vlan for network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 Sep 27 08:38:03.080694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdac2af-42d9-4b55-bfe7-2d1850a93810 req-5ffc15d5-b72b-4b48-86ee-d074de8cfdcc tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:03.082219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-afdac2af-42d9-4b55-bfe7-2d1850a93810 req-5ffc15d5-b72b-4b48-86ee-d074de8cfdcc tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 949 time: 0.1115019 Sep 27 08:38:03.091677 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b36b7244-ba82-466d-b550-908a3babca59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.109746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.145130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ad0510a-5bb8-4fa8-bceb-5b5c68e93447 req-7b4d0439-3d2e-49e6-9d42-1b5aecbce317 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "GET /v2.0/security-groups/ced371d2-64dd-4418-8c7b-7b82276054a9 HTTP/1.1" status: 200 len: 1814 time: 0.0612979 Sep 27 08:38:03.154530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-afdac2af-42d9-4b55-bfe7-2d1850a93810 req-2e76c83b-d23c-409f-9725-f1574e71ea66 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657897 Sep 27 08:38:03.155565 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b36b7244-ba82-466d-b550-908a3babca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.166488 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.176152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:03.176152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.224370 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b36b7244-ba82-466d-b550-908a3babca59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.228939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2654719 Sep 27 08:38:03.233881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46394) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:03.239155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:03.254594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7244-ba82-466d-b550-908a3babca59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02eecca5-8385-4595-b5ef-66bdb23e8309,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:03.258694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b36b7244-ba82-466d-b550-908a3babca59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.263342 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b36b7244-ba82-466d-b550-908a3babca59 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/02eecca5-8385-4595-b5ef-66bdb23e8309 HTTP/1.1" status: 204 len: 168 time: 0.3574829 Sep 27 08:38:03.263342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:03.279195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1863723-82d9-43bf-b4ee-38c930b15f18 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Network': ['ID=0541a74a-4683-40d2-9714-e5fee9b6dbf6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:03.292291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:38:03.317502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5ad0510a-5bb8-4fa8-bceb-5b5c68e93447 req-5b2d96af-94c8-4311-9088-58e7d8ba79d5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.378862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5ad0510a-5bb8-4fa8-bceb-5b5c68e93447 req-5b2d96af-94c8-4311-9088-58e7d8ba79d5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.394224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.417020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:03.421663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.445616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c74a6c78-1c36-4bcb-9e9c-ce2f085c347a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:03.473096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c74a6c78-1c36-4bcb-9e9c-ce2f085c347a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:03.473482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c74a6c78-1c36-4bcb-9e9c-ce2f085c347a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:03.492644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5ad0510a-5bb8-4fa8-bceb-5b5c68e93447 req-5b2d96af-94c8-4311-9088-58e7d8ba79d5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.495184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5ad0510a-5bb8-4fa8-bceb-5b5c68e93447 req-5b2d96af-94c8-4311-9088-58e7d8ba79d5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.496369 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ad0510a-5bb8-4fa8-bceb-5b5c68e93447 req-5b2d96af-94c8-4311-9088-58e7d8ba79d5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] 10.222.0.50 "DELETE /v2.0/security-groups/ced371d2-64dd-4418-8c7b-7b82276054a9 HTTP/1.1" status: 204 len: 173 time: 0.3439133 Sep 27 08:38:03.504695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:03.516395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d96af-94c8-4311-9088-58e7d8ba79d5 tempest-SecurityGroupRulesNegativeTestJSON-864656684 tempest-SecurityGroupRulesNegativeTestJSON-864656684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced371d2-64dd-4418-8c7b-7b82276054a9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:03.571729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.607479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a038380-cdf6-427a-8398-f716b83e8248 req-8aba97a7-92b7-42db-8561-11cbef4aaaa8 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:03.609007 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a038380-cdf6-427a-8398-f716b83e8248 req-8aba97a7-92b7-42db-8561-11cbef4aaaa8 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 949 time: 0.1819868 Sep 27 08:38:03.612133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c34f8a1-de2e-4456-814b-4e242f8f56e7']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:03.632845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31d35fd-ef4c-4c0d-9c56-72ca12e0ac6d admin admin] Deleting subnet c019d72e-1eee-4f04-9fa2-c7dd3f8d63e5 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:03.634309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.635846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e598155c-79d4-4330-8f3d-79d1e80544c0') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:03.636145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e598155c-79d4-4330-8f3d-79d1e80544c0') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:03.652981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.654532 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e31d35fd-ef4c-4c0d-9c56-72ca12e0ac6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.692313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=85e53707-d331-4bb9-912a-7917d106b7d9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:03.704654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.708847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Checking segment: {'id': '1df4de06-6ac6-4f31-ba08-ceabef1ecdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:03.709345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network hostable DHCP agents. Network: 0541a74a-4683-40d2-9714-e5fee9b6dbf6, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:38:03.710789 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a038380-cdf6-427a-8398-f716b83e8248 req-204b6c0a-f27f-4a74-b450-6512877659ef tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947173 Sep 27 08:38:03.719508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:38:03.720094 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:38:03.721997 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:38:03.734393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e31d35fd-ef4c-4c0d-9c56-72ca12e0ac6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.738336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:38:03.750091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 0541a74a-4683-40d2-9714-e5fee9b6dbf6) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:03.754852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:03.756189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.761930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bce814-1756-49a0-b4ef-3b85e43d1f54 None None] Network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:03.778091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f5448a09-86c9-4b46-939d-e440d08aae3e tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5399184 Sep 27 08:38:03.780417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46422) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:03.788460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6', 'name': 'tempest-PortsTestJSON-1021940926', 'fixed_ips': [{'subnet_id': '85e53707-d331-4bb9-912a-7917d106b7d9', 'ip_address': '172.20.0.10'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:03.854716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.856836 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e31d35fd-ef4c-4c0d-9c56-72ca12e0ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.877824 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.880369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] 10.222.0.50 "DELETE /v2.0/networks/2c34f8a1-de2e-4456-814b-4e242f8f56e7 HTTP/1.1" status: 204 len: 168 time: 0.6155126 Sep 27 08:38:03.935133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:03.969924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-0541a74a-4683-40d2-9714-e5fee9b6dbf6', 'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6', 'tenant_id': '65d0e2cc87fd4a029ea8da0a93e9e06a', 'fixed_ips': [{'subnet_id': '85e53707-d331-4bb9-912a-7917d106b7d9'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:38:03.971112 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:03.988552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147ab8f-69b6-4fe3-926e-7ff4df4cbb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c34f8a1-de2e-4456-814b-4e242f8f56e7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:04.038412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efcdac-db27-4e1a-9f79-85caa8aa5d50 req-0da725cb-baeb-4f0d-bff3-3074d4d6cf15 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:04.041023 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50efcdac-db27-4e1a-9f79-85caa8aa5d50 req-0da725cb-baeb-4f0d-bff3-3074d4d6cf15 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1032872 Sep 27 08:38:04.072086 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e31d35fd-ef4c-4c0d-9c56-72ca12e0ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.100604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.131157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port e5a5e17e-6bc4-491d-939c-f6105f54b289 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:38:04.131696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50efcdac-db27-4e1a-9f79-85caa8aa5d50 req-04157f55-1e89-4983-9578-cfdfbd99356c tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842304 Sep 27 08:38:04.132851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d35fd-ef4c-4c0d-9c56-72ca12e0ac6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c019d72e-1eee-4f04-9fa2-c7dd3f8d63e5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:04.140756 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e31d35fd-ef4c-4c0d-9c56-72ca12e0ac6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.143166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e31d35fd-ef4c-4c0d-9c56-72ca12e0ac6d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c019d72e-1eee-4f04-9fa2-c7dd3f8d63e5 HTTP/1.1" status: 204 len: 168 time: 0.6371038 Sep 27 08:38:04.146342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46450) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:04.173604 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:04.180547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Allocated IP 172.20.0.2 (0541a74a-4683-40d2-9714-e5fee9b6dbf6/85e53707-d331-4bb9-912a-7917d106b7d9/73f7685d-a6b2-4a36-ade2-4d59e430eaed) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:04.238153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-732a9c6b-188f-4da4-a6d1-f4bb65d5fd20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f378a1db83c1434fbf11b35e6758b1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632312 Sep 27 08:38:04.242295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46456) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:04.323291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.336376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79a8c8d9-0a00-40b3-8328-6967d8b53830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.385389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79a8c8d9-0a00-40b3-8328-6967d8b53830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.422470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.435597 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.447984 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.458269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1885e0-05e1-4ecd-b88f-61bd4231fc76']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:04.496177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4464f5ae-571c-4a1d-9935-1096205587a9') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:04.496629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4464f5ae-571c-4a1d-9935-1096205587a9') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:04.508945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:04.511900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:04.512052 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.520131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:04.527482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca2f64-3649-4dce-85fb-f02b5eb9d161 req-018710a4-f8fb-4897-a3be-6a70c55c5185 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:04.530448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Pushing event updated for resources: {'Port': ['ID=73f7685d-a6b2-4a36-ade2-4d59e430eaed,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:04.532859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.10 (0541a74a-4683-40d2-9714-e5fee9b6dbf6/85e53707-d331-4bb9-912a-7917d106b7d9/e5a5e17e-6bc4-491d-939c-f6105f54b289) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:04.537939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.541016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3eca2f64-3649-4dce-85fb-f02b5eb9d161 req-018710a4-f8fb-4897-a3be-6a70c55c5185 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 949 time: 0.0996993 Sep 27 08:38:04.542597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79a8c8d9-0a00-40b3-8328-6967d8b53830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.546308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79a8c8d9-0a00-40b3-8328-6967d8b53830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.550437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-79a8c8d9-0a00-40b3-8328-6967d8b53830 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40123b52-5ffa-4e63-b0ed-12e885cf0f49 HTTP/1.1" status: 204 len: 168 time: 0.3058324 Sep 27 08:38:04.550635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:38:04.550635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:38:04.551752 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:38:04.603584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Attempting to bind port 73f7685d-a6b2-4a36-ade2-4d59e430eaed on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:04.604002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Attempting to bind port 73f7685d-a6b2-4a36-ade2-4d59e430eaed by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1df4de06-6ac6-4f31-ba08-ceabef1ecdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:04.604395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Attempting to bind port 73f7685d-a6b2-4a36-ade2-4d59e430eaed on network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:04.607008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8c8d9-0a00-40b3-8328-6967d8b53830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40123b52-5ffa-4e63-b0ed-12e885cf0f49,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:04.610926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:04.611356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Checking segment: {'id': '1df4de06-6ac6-4f31-ba08-ceabef1ecdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:04.611769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.612212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Bound using segment: {'id': '1df4de06-6ac6-4f31-ba08-ceabef1ecdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:04.612876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Bound port: 73f7685d-a6b2-4a36-ade2-4d59e430eaed, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df4de06-6ac6-4f31-ba08-ceabef1ecdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:04.613271 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.679748 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.681062 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3eca2f64-3649-4dce-85fb-f02b5eb9d161 req-ce87b365-3329-4e9b-83f8-1a8835bee8bd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302111 Sep 27 08:38:04.714004 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.714618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] For port 73f7685d-a6b2-4a36-ade2-4d59e430eaed, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:04.715888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] 10.222.0.50 "DELETE /v2.0/networks/4e1885e0-05e1-4ecd-b88f-61bd4231fc76 HTTP/1.1" status: 204 len: 168 time: 0.5679367 Sep 27 08:38:04.721186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] For port 73f7685d-a6b2-4a36-ade2-4d59e430eaed, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=73f7685d-a6b2-4a36-ade2-4d59e430eaed,segment=NetworkSegment(1df4de06-6ac6-4f31-ba08-ceabef1ecdc9),segment_id=1df4de06-6ac6-4f31-ba08-ceabef1ecdc9)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:04.730094 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.744984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b66b23-df70-404a-80c7-68513f9bf02e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1885e0-05e1-4ecd-b88f-61bd4231fc76,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:04.836077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43864ca-4727-4ee3-9593-17c744b45ff1 None None] Pushing event updated for resources: {'Port': ['ID=73f7685d-a6b2-4a36-ade2-4d59e430eaed,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:04.872292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac04938-af20-47d8-b258-41476913c158 req-f55a63da-7304-49aa-9552-e87a7e0cfb16 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:04.883109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ac04938-af20-47d8-b258-41476913c158 req-f55a63da-7304-49aa-9552-e87a7e0cfb16 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 1100 time: 0.1099510 Sep 27 08:38:04.914366 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.949399 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ac04938-af20-47d8-b258-41476913c158 req-3dd15434-c68d-4b8d-8c04-55d8b613d14f tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Sep 27 08:38:04.958421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:04.978107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:05.017443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:05.023639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:05.026984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:05.043928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e28f2fe9-c1af-4b77-bde1-d2f481f22acc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5213102196444defbbf9e738c30125cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621989 Sep 27 08:38:05.044311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46502) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:05.096639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:05.097948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.137045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=e5a5e17e-6bc4-491d-939c-f6105f54b289,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:05.154028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-da4a44cd-8d86-4e49-b5be-db54f8fb3393 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3690226 Sep 27 08:38:05.155382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46508) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:05.174079 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-348499fd-f326-4812-abc7-754d454b348a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.192222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': '0541a74a-4683-40d2-9714-e5fee9b6dbf6', 'name': 'tempest-PortsTestJSON-1117735089', 'fixed_ips': [{'subnet_id': '85e53707-d331-4bb9-912a-7917d106b7d9', 'ip_address': '172.20.0.9'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:05.215256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-348499fd-f326-4812-abc7-754d454b348a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.334291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c50e65-fd0e-4da1-87e0-c4a302b6432d req-b66a524a-eb01-4278-a2aa-0b3977eee862 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:05.343397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1c50e65-fd0e-4da1-87e0-c4a302b6432d req-b66a524a-eb01-4278-a2aa-0b3977eee862 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1010838 Sep 27 08:38:05.363854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:05.368526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.394576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 5eafd01a-c36b-4178-8aab-2b00736242a8 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:38:05.409705 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1c50e65-fd0e-4da1-87e0-c4a302b6432d req-6bfa23e5-add6-408b-be9e-62de2194f055 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510066 Sep 27 08:38:05.410792 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-348499fd-f326-4812-abc7-754d454b348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.416436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-348499fd-f326-4812-abc7-754d454b348a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.422718 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-348499fd-f326-4812-abc7-754d454b348a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1880127a-ab9b-4939-8fbb-fb4049cd46ec HTTP/1.1" status: 204 len: 168 time: 0.3765655 Sep 27 08:38:05.441804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348499fd-f326-4812-abc7-754d454b348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1880127a-ab9b-4939-8fbb-fb4049cd46ec,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:05.543833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-cc498696-66be-4724-9ebd-0a013072e322 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369997 Sep 27 08:38:05.555198 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.596862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 73f7685d-a6b2-4a36-ade2-4d59e430eaed up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:05.724925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 73f7685d-a6b2-4a36-ade2-4d59e430eaed triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:05.725794 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.734775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.9 (0541a74a-4683-40d2-9714-e5fee9b6dbf6/85e53707-d331-4bb9-912a-7917d106b7d9/5eafd01a-c36b-4178-8aab-2b00736242a8) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:05.818573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-475eff91-f7ed-4c0e-920f-e5a1867f5d37 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:05.822363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-475eff91-f7ed-4c0e-920f-e5a1867f5d37 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764204 Sep 27 08:38:05.848107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-299ca6c0-eb72-4135-9b5e-3f73dc38b186 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/quotas/af6ddae1a49c4cb49c61cccb56f0528e HTTP/1.1" status: 200 len: 375 time: 0.0195501 Sep 27 08:38:05.916418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:05.988123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 73f7685d-a6b2-4a36-ade2-4d59e430eaed, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=73f7685d-a6b2-4a36-ade2-4d59e430eaed,segment=NetworkSegment(1df4de06-6ac6-4f31-ba08-ceabef1ecdc9),segment_id=1df4de06-6ac6-4f31-ba08-ceabef1ecdc9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:06.006318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ae7b9fc7-0b77-4182-b3e3-b3e3b25ab380 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1354654 Sep 27 08:38:06.010748 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.104066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=73f7685d-a6b2-4a36-ade2-4d59e430eaed,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:06.125066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.217128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.230124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46574) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:06.318538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8bcd8c45-c5fa-4f1e-ae03-e49b49f64450 req-62e7b84b-c895-427b-a0d6-fadf50dffe23 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 210 time: 0.0973210 Sep 27 08:38:06.336509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afedd3d6-e922-40e2-9ff1-3b7d4786be10 None None] Network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:06.353495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:06.357794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:06.369952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:06.420883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4a9eaad9-dc94-497c-9e71-7710699f71bf None None] Provisioning complete for port 73f7685d-a6b2-4a36-ade2-4d59e430eaed triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:06.421266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a9eaad9-dc94-497c-9e71-7710699f71bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.453221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:06.454087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.478613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=5eafd01a-c36b-4178-8aab-2b00736242a8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:06.498701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e10abed-102a-4d16-b364-2082cfc37d64 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3389301 Sep 27 08:38:06.498989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:06.566654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1236234421-network', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:06.605416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Made reservation on behalf of 36d23ea6185b401f96385d9b37a7c612 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:06.608059 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.622914 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.679305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4dbcb8-3ced-408f-9ec5-27ea199b5786 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:06.681208 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c4dbcb8-3ced-408f-9ec5-27ea199b5786 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1802518 Sep 27 08:38:06.687454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:06.715424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62870c16-c275-4ce3-bed4-f5f41183157c req-42f207fa-b0d2-4b6b-b467-c17e51011a4d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:06.718155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62870c16-c275-4ce3-bed4-f5f41183157c req-42f207fa-b0d2-4b6b-b467-c17e51011a4d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1702764 Sep 27 08:38:06.759040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46600) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:06.803020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.806685 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62870c16-c275-4ce3-bed4-f5f41183157c req-dfc1417f-2418-4269-9aab-ebb0ec030ca1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661764 Sep 27 08:38:06.814750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.841947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc9e15-c535-4188-898d-99b2c57fdaad tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:06.851044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc9e15-c535-4188-898d-99b2c57fdaad tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:06.857177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:38:06.859365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc9e15-c535-4188-898d-99b2c57fdaad tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:06.861309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e5dc9e15-c535-4188-898d-99b2c57fdaad tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1728330 Sep 27 08:38:06.864170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46606) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:06.901109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:06.901888 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Added segment 78bc649f-89c3-4ced-80d0-2bd59a9a38aa of type vlan for network 6b914994-644b-4b5d-93da-5a634c51b84a Sep 27 08:38:06.942493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:06.960173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1757773100-network', 'tenant_id': '1628c6da16c345158bd164dd72ea1df7'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:06.978310 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.012520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Made reservation on behalf of 1628c6da16c345158bd164dd72ea1df7 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:07.016160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.032506 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.043754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.044954 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:07.045680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.067408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6dcb8f28-4bda-4dc5-b5e7-412b861cf109 None None] Provisioning complete for port 5eafd01a-c36b-4178-8aab-2b00736242a8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:07.068014 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8f28-4bda-4dc5-b5e7-412b861cf109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.140837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb8f28-4bda-4dc5-b5e7-412b861cf109 None None] Port 5eafd01a-c36b-4178-8aab-2b00736242a8 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:07.160134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] Pushing event updated for resources: {'Network': ['ID=6b914994-644b-4b5d-93da-5a634c51b84a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:07.184655 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6dcb8f28-4bda-4dc5-b5e7-412b861cf109 None None] Provisioning complete for port 73f7685d-a6b2-4a36-ade2-4d59e430eaed triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:07.185489 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8f28-4bda-4dc5-b5e7-412b861cf109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.188894 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 6b914994-644b-4b5d-93da-5a634c51b84a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:38:07.246985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:07.255303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.268928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.276646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4adb412d-514a-4253-80b2-5cc28380823a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0344257 Sep 27 08:38:07.280694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46618) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:07.294043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Request body: {'subnet': {'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1236234421-subnet', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:07.311942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:38:07.329830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70794c-6cc3-40b7-bbab-44d013648a88,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:07.339885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.340641 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Added segment 1a250909-a217-40d9-9bd4-d65151c491d3 of type vlan for network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 Sep 27 08:38:07.384662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-52b28aba-8bfa-49fe-92ce-959c36f3a32a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 5eafd01a-c36b-4178-8aab-2b00736242a8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:07.385010 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52b28aba-8bfa-49fe-92ce-959c36f3a32a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.412707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Made reservation on behalf of 36d23ea6185b401f96385d9b37a7c612 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:07.417738 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.473789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.480543 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.506043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52b28aba-8bfa-49fe-92ce-959c36f3a32a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.515849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-901fd325-8f33-4d58-9848-8d64b2ec1f6f req-0223d97e-6328-4be3-a151-c93b8adc8039 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 210 time: 0.0557876 Sep 27 08:38:07.522146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6dcb8f28-4bda-4dc5-b5e7-412b861cf109 None None] Provisioning complete for port e5a5e17e-6bc4-491d-939c-f6105f54b289 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:07.523789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dcb8f28-4bda-4dc5-b5e7-412b861cf109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.548953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-52b28aba-8bfa-49fe-92ce-959c36f3a32a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 5eafd01a-c36b-4178-8aab-2b00736242a8 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:07.554773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 73f7685d-a6b2-4a36-ade2-4d59e430eaed up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:07.602393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.602842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:07.603506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:07.604097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.605403 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4553e7e-183a-405c-850b-9efbc047599f" -d '{"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:07.620759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb8f28-4bda-4dc5-b5e7-412b861cf109 None None] Port e5a5e17e-6bc4-491d-939c-f6105f54b289 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:07.627149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:07.638445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 73f7685d-a6b2-4a36-ade2-4d59e430eaed triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:07.639143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.641850 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.699398 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f578b5c8-d00f-4484-9f5d-d17657040ba3 x-openstack-request-id: req-f578b5c8-d00f-4484-9f5d-d17657040ba3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:07.699683 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:07.699938 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f578b5c8-d00f-4484-9f5d-d17657040ba3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:07.700350 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26', 'code': 200} Sep 27 08:38:07.700799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-96338c1a-b8d0-4b03-8ee1-5f442cbc612a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672369 Sep 27 08:38:07.704886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9423718 Sep 27 08:38:07.707258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46624) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:07.715311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:07.737393 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Request body: {'subnet': {'network_id': '6b9b4c0e-e749-450e-8342-1c3f2ab51026', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1757773100-subnet', 'tenant_id': '1628c6da16c345158bd164dd72ea1df7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:07.753319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52b28aba-8bfa-49fe-92ce-959c36f3a32a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.756652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b2af3-7269-4edb-b52f-a226c5d8f689 admin admin] Pushing event updated for resources: {'Network': ['ID=6b9b4c0e-e749-450e-8342-1c3f2ab51026,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:07.775817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:38:07.780408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d8c7579d-9760-408e-9758-07a90025e11a None None] Provisioning complete for port 5eafd01a-c36b-4178-8aab-2b00736242a8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:07.780534 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8c7579d-9760-408e-9758-07a90025e11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.817061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7579d-9760-408e-9758-07a90025e11a None None] Port 5eafd01a-c36b-4178-8aab-2b00736242a8 was deleted so its status cannot be updated. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 27 08:38:07.895385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b28aba-8bfa-49fe-92ce-959c36f3a32a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=5eafd01a-c36b-4178-8aab-2b00736242a8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:07.928555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d8c7579d-9760-408e-9758-07a90025e11a None None] Provisioning complete for port e5a5e17e-6bc4-491d-939c-f6105f54b289 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:07.929382 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8c7579d-9760-408e-9758-07a90025e11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.953034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.955090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52b28aba-8bfa-49fe-92ce-959c36f3a32a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:07.961091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-52b28aba-8bfa-49fe-92ce-959c36f3a32a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/5eafd01a-c36b-4178-8aab-2b00736242a8 HTTP/1.1" status: 204 len: 168 time: 1.0926766 Sep 27 08:38:07.970451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7579d-9760-408e-9758-07a90025e11a None None] Port e5a5e17e-6bc4-491d-939c-f6105f54b289 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:07.976153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46632) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:08.022071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261863-dbf3-4eb7-a32a-6b5a2f2a6114 req-d74edd1a-31c2-47e7-b54e-84049a8485b2 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:08.024385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78261863-dbf3-4eb7-a32a-6b5a2f2a6114 req-d74edd1a-31c2-47e7-b54e-84049a8485b2 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1030741 Sep 27 08:38:08.056913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Made reservation on behalf of 1628c6da16c345158bd164dd72ea1df7 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:08.059165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.067711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78261863-dbf3-4eb7-a32a-6b5a2f2a6114 req-2f54496d-e7a5-4af1-ad78-c9cf25fca6be tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 Sep 27 08:38:08.081639 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f1d2b8-dc55-4af8-8a60-299dbe270883 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:38:08.083247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-22f1d2b8-dc55-4af8-8a60-299dbe270883 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/5eafd01a-c36b-4178-8aab-2b00736242a8 HTTP/1.1" status: 404 len: 333 time: 0.1051071 Sep 27 08:38:08.086211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46638) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:08.153978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc0f9d9-93fc-49bb-b36d-156d93276e57,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:08.188119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-b8ce81ab-1e8b-4005-b1b6-378f768f032b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:08.188393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7ce7e-947a-4593-9c61-2adfeeab97cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port e5a5e17e-6bc4-491d-939c-f6105f54b289 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:08.188528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ce7e-947a-4593-9c61-2adfeeab97cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.189544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-b8ce81ab-1e8b-4005-b1b6-378f768f032b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4560676 Sep 27 08:38:08.194479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Checking segment: {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:08.194840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Network hostable DHCP agents. Network: 6b914994-644b-4b5d-93da-5a634c51b84a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:38:08.208826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Request body: {'port': {'device_id': '2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'af6ddae1a49c4cb49c61cccb56f0528e'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:08.282944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ce7e-947a-4593-9c61-2adfeeab97cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.294522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7ce7e-947a-4593-9c61-2adfeeab97cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for e5a5e17e-6bc4-491d-939c-f6105f54b289 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:08.309675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Network 6b914994-644b-4b5d-93da-5a634c51b84a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:38:08.329640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 6b914994-644b-4b5d-93da-5a634c51b84a) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:08.337522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:08.338123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.338432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184a1d9-8c6b-42b4-80cd-69998d05aa32 None None] Network 6b914994-644b-4b5d-93da-5a634c51b84a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:08.390215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-abb0a0bd-e6e8-4130-b26c-89b86a675aca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1081736 Sep 27 08:38:08.397247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46646) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:08.413951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:08.433347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.435744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ce7e-947a-4593-9c61-2adfeeab97cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.443061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Made reservation on behalf of af6ddae1a49c4cb49c61cccb56f0528e for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:08.446751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.470409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7ce7e-947a-4593-9c61-2adfeeab97cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=e5a5e17e-6bc4-491d-939c-f6105f54b289,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:08.523936 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.524971 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.528034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0eb4845-1a75-4650-8703-293be23a1251,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:08.575456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ce7e-947a-4593-9c61-2adfeeab97cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.580237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d1d7ce7e-947a-4593-9c61-2adfeeab97cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/e5a5e17e-6bc4-491d-939c-f6105f54b289 HTTP/1.1" status: 204 len: 168 time: 0.4900544 Sep 27 08:38:08.580677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46650) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:08.606902 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76e1eb7-e357-4b66-898f-58d2e81c1aa6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:38:08.611349 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a76e1eb7-e357-4b66-898f-58d2e81c1aa6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/e5a5e17e-6bc4-491d-939c-f6105f54b289 HTTP/1.1" status: 404 len: 333 time: 0.0273407 Sep 27 08:38:08.611721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:08.635282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Checking segment: {'id': '1a250909-a217-40d9-9bd4-d65151c491d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b9b4c0e-e749-450e-8342-1c3f2ab51026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:08.636875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Network hostable DHCP agents. Network: 6b9b4c0e-e749-450e-8342-1c3f2ab51026, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:38:08.663087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9890f60a-1a6e-4362-bb85-a9c7cc26154d None None] Network 6b914994-644b-4b5d-93da-5a634c51b84a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:08.682034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b3c4ea-f77d-4da2-91fb-46b4b34f3e17 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 85e53707-d331-4bb9-912a-7917d106b7d9 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:08.682610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.703498 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bcf2069b-b2bb-498d-aba3-637e8f864371 req-2baa2c43-7414-4c42-aa3c-08932e55f2c0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 210 time: 0.0379887 Sep 27 08:38:08.704196 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b3c4ea-f77d-4da2-91fb-46b4b34f3e17 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.756210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b3c4ea-f77d-4da2-91fb-46b4b34f3e17 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.759889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:38:08.813829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 6b9b4c0e-e749-450e-8342-1c3f2ab51026) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:08.827698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Allocated IP 192.168.233.76 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/f1bde4e4-4249-4b8d-bab0-65dd415830b0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:08.830391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:08.831314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.836401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd427d-5f92-499b-a09d-1d9a1f671b8b None None] Network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:08.862543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b3c4ea-f77d-4da2-91fb-46b4b34f3e17 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.942190 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b3c4ea-f77d-4da2-91fb-46b4b34f3e17 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.976158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d640aa39-404c-461f-a714-f45dde4aacdc None None] Network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:08.982325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3c4ea-f77d-4da2-91fb-46b4b34f3e17 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=85e53707-d331-4bb9-912a-7917d106b7d9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:08.986523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b3c4ea-f77d-4da2-91fb-46b4b34f3e17 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:08.988684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-40b3c4ea-f77d-4da2-91fb-46b4b34f3e17 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/85e53707-d331-4bb9-912a-7917d106b7d9 HTTP/1.1" status: 204 len: 168 time: 0.3758924 Sep 27 08:38:08.991659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46656) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:08.999374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b609e4-ae69-4305-a2ea-56767d26e3ba None None] Network 0541a74a-4683-40d2-9714-e5fee9b6dbf6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:09.075962 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.161705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 73f7685d-a6b2-4a36-ade2-4d59e430eaed {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:09.162104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.222270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:09.238536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] For port 73f7685d-a6b2-4a36-ade2-4d59e430eaed, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=73f7685d-a6b2-4a36-ade2-4d59e430eaed,segment=NetworkSegment(1df4de06-6ac6-4f31-ba08-ceabef1ecdc9),segment_id=1df4de06-6ac6-4f31-ba08-ceabef1ecdc9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:09.238840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.248688 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.251418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 73f7685d-a6b2-4a36-ade2-4d59e430eaed owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:09.264974 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7ac16c38-0baa-49cd-8f52-68ef00933a38 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5581477 Sep 27 08:38:09.365228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:09.397921 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.400246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc85c8-8519-4ae0-8958-fc334feb51f9 req-2e3ffb9b-d4a6-41b7-bcfd-841fd5c91a3f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:09.402831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da2cfa-5306-4b81-860a-9ea06bffb0c7 None None] DHCP port deletion for 0541a74a-4683-40d2-9714-e5fee9b6dbf6 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:38:09.404748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '97368139-c110-4151-ba10-eed7e6042b26', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '97368139-c110-4151-ba10-eed7e6042b26', 'mac_address': 'fa:16:3e:3b:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:38:09.406510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1adc85c8-8519-4ae0-8958-fc334feb51f9 req-2e3ffb9b-d4a6-41b7-bcfd-841fd5c91a3f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1539085 Sep 27 08:38:09.445267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=73f7685d-a6b2-4a36-ade2-4d59e430eaed,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:09.447181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No DVR routers for this DVR port 73f7685d-a6b2-4a36-ade2-4d59e430eaed on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:09.465690 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.483355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97368139-c110-4151-ba10-eed7e6042b26 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:09.505069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 73f7685d-a6b2-4a36-ade2-4d59e430eaed no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:09.533476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:09.534399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 73f7685d-a6b2-4a36-ade2-4d59e430eaed {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:09.534738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 73f7685d-a6b2-4a36-ade2-4d59e430eaed not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:09.539580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1adc85c8-8519-4ae0-8958-fc334feb51f9 req-f2e78bb0-5a2f-4ae3-82b7-c18e6da54f4c tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757833 Sep 27 08:38:09.555517 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.564457 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.599245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0541a74a-4683-40d2-9714-e5fee9b6dbf6']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:09.609638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df4de06-6ac6-4f31-ba08-ceabef1ecdc9') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:09.610418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df4de06-6ac6-4f31-ba08-ceabef1ecdc9') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:09.612179 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.615425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:09.621631 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.635732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.642159 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:38:09.642557 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:38:09.645786 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:38:09.669088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.682287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a', '0017c9e2-e2c0-467a-9a8d-30601b079a68'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:09.688560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f24bf828-4fb5-43cc-8899-a388acb20963', '951f0a9b-3e44-43a5-a09b-cd633d4aa117'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:09.713811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.718361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['97368139-c110-4151-ba10-eed7e6042b26'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:09.728773 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.735849 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/networks/0541a74a-4683-40d2-9714-e5fee9b6dbf6 HTTP/1.1" status: 204 len: 168 time: 0.7385061 Sep 27 08:38:09.736082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46684) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:09.742333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442a5c5-961e-4365-817a-763cdfa1b0b1 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Network': ['ID=0541a74a-4683-40d2-9714-e5fee9b6dbf6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:09.744618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-932879640'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:09.783784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:09.824624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:09.827388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:09.897417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-56928e76-2ae2-4e20-abbf-9f9b8547e712 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:09.899095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-56928e76-2ae2-4e20-abbf-9f9b8547e712 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/networks?id=6b9b4c0e-e749-450e-8342-1c3f2ab51026 HTTP/1.1" status: 200 len: 818 time: 0.1347828 Sep 27 08:38:09.919682 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-8bd62263-1e41-4428-9d47-28efd1667884 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/quotas/1628c6da16c345158bd164dd72ea1df7 HTTP/1.1" status: 200 len: 375 time: 0.0110595 Sep 27 08:38:09.941818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'Port': ['ID=f1bde4e4-4249-4b8d-bab0-65dd415830b0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:09.956867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:09.960632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:09.979790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-8f267d13-b2cd-4fe1-b00b-4cec31b9cd89 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1628c6da16c345158bd164dd72ea1df7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433657 Sep 27 08:38:09.985468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.014310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:10.015190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.026563 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.050548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f5edf-c405-4129-9c47-8df01590048b req-a6a32733-6e5b-492d-9355-19c73cc71ac7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:10.060962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-561f5edf-c405-4129-9c47-8df01590048b req-a6a32733-6e5b-492d-9355-19c73cc71ac7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 935 time: 0.2437987 Sep 27 08:38:10.079405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:38:10.089008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-deeb8255-51d5-4946-81f8-7024204deab3 service neutron] 10.222.0.50 "GET /v2.0/networks/6b9b4c0e-e749-450e-8342-1c3f2ab51026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083372 Sep 27 08:38:10.119513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-09ffff60-df59-4522-ad88-9a0fc91e7a45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9153132 Sep 27 08:38:10.149846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Request body: {'port': {'device_id': '2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:10.166302 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.166648 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Added segment 9a229bd4-9f1f-4798-9bf7-61ecd819e63a of type vlan for network d0d5cada-b152-48d5-8ac5-ae90f73025da Sep 27 08:38:10.194220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-11de7ce7-15c8-42d6-8acf-b092dbea8a89 service neutron] 10.222.0.50 "GET /v2.0/networks/6b9b4c0e-e749-450e-8342-1c3f2ab51026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969064 Sep 27 08:38:10.202699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4c229296-5212-4737-919c-10551e46ee2b None None] Provisioning complete for port f1bde4e4-4249-4b8d-bab0-65dd415830b0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:10.203079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c229296-5212-4737-919c-10551e46ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.218315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-561f5edf-c405-4129-9c47-8df01590048b req-a48a9904-0833-4af1-b7a2-e9c7d4dea6bb tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561880 Sep 27 08:38:10.291711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4c229296-5212-4737-919c-10551e46ee2b None None] Port f1bde4e4-4249-4b8d-bab0-65dd415830b0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:10.338729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.347095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.375096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Allocated IP 172.25.2.250 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/bee0f5b6-ac05-4839-9967-af55b70b4d9a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:10.462650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.468333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:10.469265 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.513011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-07fba76b-c3e5-4583-b916-540124b2755d req-5cdbeb64-8975-4611-adeb-84220a9e02fe tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 210 time: 0.0565162 Sep 27 08:38:10.583836 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8477008 Sep 27 08:38:10.587045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:10.593925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': 'd0d5cada-b152-48d5-8ac5-ae90f73025da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:10.678526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212c865-15f4-41dd-82ec-1bd2ee0ca700 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Network': ['ID=d0d5cada-b152-48d5-8ac5-ae90f73025da,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:10.692050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d0d5cada-b152-48d5-8ac5-ae90f73025da details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:38:10.723615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:10.728232 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.803045 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.811484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157926-5fbc-4d38-9a7c-d1a6b8f37e42 req-c2d214a5-055f-40e4-901f-050044eba1ee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:10.813066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6157926-5fbc-4d38-9a7c-d1a6b8f37e42 req-c2d214a5-055f-40e4-901f-050044eba1ee tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1397541 Sep 27 08:38:10.905650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6157926-5fbc-4d38-9a7c-d1a6b8f37e42 req-034b1ee4-3b9f-4d43-807c-068cbf06e649 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822849 Sep 27 08:38:10.935589 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.936592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:10.986104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bde4e4-4249-4b8d-bab0-65dd415830b0 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:10.993047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:10.996363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=0bbb4a08-5e95-4662-a67a-e4deb7c876fb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:10.999007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.001474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:11.007121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Checking segment: {'id': '9a229bd4-9f1f-4798-9bf7-61ecd819e63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd0d5cada-b152-48d5-8ac5-ae90f73025da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:11.007489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network hostable DHCP agents. Network: d0d5cada-b152-48d5-8ac5-ae90f73025da, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:38:11.007630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:11.025957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network d0d5cada-b152-48d5-8ac5-ae90f73025da is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:38:11.035251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d0d5cada-b152-48d5-8ac5-ae90f73025da) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:11.036392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Pushing event updated for resources: {'Port': ['ID=bee0f5b6-ac05-4839-9967-af55b70b4d9a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:11.039909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:11.040608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.049073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Transition to ACTIVE for port object f1bde4e4-4249-4b8d-bab0-65dd415830b0 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:38:11.057416 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.059450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccbde80-a266-45fb-b7db-3f647a90820c None None] Network d0d5cada-b152-48d5-8ac5-ae90f73025da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:11.066602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e98dbe2b-ed97-4643-bbbe-78b684eada35 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4776061 Sep 27 08:38:11.069936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46720) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:11.080503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-058ec758-345e-4f4d-9e62-6d021598e423 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2086988066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:11.110798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-058ec758-345e-4f4d-9e62-6d021598e423 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.112403 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-058ec758-345e-4f4d-9e62-6d021598e423 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.214657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Pushing event updated for resources: {'Port': ['ID=f1bde4e4-4249-4b8d-bab0-65dd415830b0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:11.241021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a7b2b81f-3a90-4ba7-8c1e-958ce980276d details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:11.244603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-058ec758-345e-4f4d-9e62-6d021598e423 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.245175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:11.250320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-d0d5cada-b152-48d5-8ac5-ae90f73025da', 'network_id': 'd0d5cada-b152-48d5-8ac5-ae90f73025da', 'tenant_id': '65d0e2cc87fd4a029ea8da0a93e9e06a', 'fixed_ips': [{'subnet_id': '0bbb4a08-5e95-4662-a67a-e4deb7c876fb'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:38:11.251593 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.258463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-058ec758-345e-4f4d-9e62-6d021598e423 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.292063 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-058ec758-345e-4f4d-9e62-6d021598e423 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.296274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-058ec758-345e-4f4d-9e62-6d021598e423 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2220211 Sep 27 08:38:11.296274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46724) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:11.305099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'network_id': 'd0d5cada-b152-48d5-8ac5-ae90f73025da', 'name': 'tempest-PortsTestJSON-386147557'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:11.367755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Attempting to bind port f1bde4e4-4249-4b8d-bab0-65dd415830b0 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:11.368683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Attempting to bind port f1bde4e4-4249-4b8d-bab0-65dd415830b0 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:11.369173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Attempting to bind port f1bde4e4-4249-4b8d-bab0-65dd415830b0 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:11.377175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Port f1bde4e4-4249-4b8d-bab0-65dd415830b0 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:11.377513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Attempting to bind port f1bde4e4-4249-4b8d-bab0-65dd415830b0 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:11.387001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:11.387358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:11.387747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:11.388186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Bound port: f1bde4e4-4249-4b8d-bab0-65dd415830b0, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:11.388602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.496838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2375a1-2028-4681-b752-36f5b701a110 req-c31d0615-b2bf-4d36-977a-107277ed0512 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:11.498452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f2375a1-2028-4681-b752-36f5b701a110 req-c31d0615-b2bf-4d36-977a-107277ed0512 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 947 time: 0.0851443 Sep 27 08:38:11.532959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.546070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:11.546070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.569428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f2375a1-2028-4681-b752-36f5b701a110 req-cca21da4-94ef-4563-bcd0-f558a15a2331 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629458 Sep 27 08:38:11.573488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Allocated IP 172.20.0.2 (d0d5cada-b152-48d5-8ac5-ae90f73025da/0bbb4a08-5e95-4662-a67a-e4deb7c876fb/c6eda50d-e1b7-497d-9616-6288c3987dc5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:11.601908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 97368139-c110-4151-ba10-eed7e6042b26 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:11.602360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.608618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 1895a06e-19d6-4c23-9985-fca712d683dd yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:38:11.666672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:11.708993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d', 'network_id': '1179f158-754a-452d-8909-b89d0e80a941', 'port_id': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d', 'mac_address': 'fa:16:3e:b9:35:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c183b89-97f4-41e3-8a47-917eb270abc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:38:11.806781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-19556368-8b89-41b4-91d6-af28ad7c1f0e tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:11.807027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:11.808952 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-19556368-8b89-41b4-91d6-af28ad7c1f0e tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.67 "GET /v2.0/networks?id=6b9b4c0e-e749-450e-8342-1c3f2ab51026 HTTP/1.1" status: 200 len: 818 time: 0.2256091 Sep 27 08:38:11.829089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] For port f1bde4e4-4249-4b8d-bab0-65dd415830b0, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:11.842168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Request body: {'port': {'device_id': '067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f', 'network_id': '6b9b4c0e-e749-450e-8342-1c3f2ab51026', 'admin_state_up': True, 'tenant_id': '1628c6da16c345158bd164dd72ea1df7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:11.880173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d244ed67-8c6f-4af2-a28a-74b21fae601b req-e109ad98-5342-42f1-a876-0b88b445ff51 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 210 time: 0.0767055 Sep 27 08:38:11.892771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] For port f1bde4e4-4249-4b8d-bab0-65dd415830b0, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f1bde4e4-4249-4b8d-bab0-65dd415830b0,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:11.910253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.003839 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.015747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Made reservation on behalf of 1628c6da16c345158bd164dd72ea1df7 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:12.020144 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.036177 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.095646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Network d0d5cada-b152-48d5-8ac5-ae90f73025da is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:12.105376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:12.114464 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.116571 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.124162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:12.163372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Pushing event updated for resources: {'Port': ['ID=c6eda50d-e1b7-497d-9616-6288c3987dc5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:12.185733 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b2b81f-3a90-4ba7-8c1e-958ce980276d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:12.235151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:12.237826 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8b5c5-0ba8-4ad0-a695-ceec42d8ee24" -d '{"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-plugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:12.276216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:12.278382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:12.279376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Attempting to bind port c6eda50d-e1b7-497d-9616-6288c3987dc5 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:12.279808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Attempting to bind port c6eda50d-e1b7-497d-9616-6288c3987dc5 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9a229bd4-9f1f-4798-9bf7-61ecd819e63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd0d5cada-b152-48d5-8ac5-ae90f73025da'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:12.280284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Attempting to bind port c6eda50d-e1b7-497d-9616-6288c3987dc5 on network d0d5cada-b152-48d5-8ac5-ae90f73025da {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:12.287270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:12.287699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Checking segment: {'id': '9a229bd4-9f1f-4798-9bf7-61ecd819e63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd0d5cada-b152-48d5-8ac5-ae90f73025da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:12.288137 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.288578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Bound using segment: {'id': '9a229bd4-9f1f-4798-9bf7-61ecd819e63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd0d5cada-b152-48d5-8ac5-ae90f73025da'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:12.289104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Bound port: c6eda50d-e1b7-497d-9616-6288c3987dc5, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a229bd4-9f1f-4798-9bf7-61ecd819e63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd0d5cada-b152-48d5-8ac5-ae90f73025da'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:12.289483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.312685 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.314706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.342795 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5fbfef-7066-4efe-a07f-f8fde386b946 x-openstack-request-id: req-1b5fbfef-7066-4efe-a07f-f8fde386b946 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:12.343261 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-plugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:12.343519 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b5fbfef-7066-4efe-a07f-f8fde386b946 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:12.343954 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26', 'code': 200} Sep 27 08:38:12.380290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.4 (d0d5cada-b152-48d5-8ac5-ae90f73025da/0bbb4a08-5e95-4662-a67a-e4deb7c876fb/1895a06e-19d6-4c23-9985-fca712d683dd) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:12.386454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:12.387080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.399414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] 10.222.0.57 "PUT /v2.0/ports/f1bde4e4-4249-4b8d-bab0-65dd415830b0 HTTP/1.1" status: 200 len: 1095 time: 2.2625213 Sep 27 08:38:12.402035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3', 'tag': 'f1bde4e4-4249-4b8d-bab0-65dd415830b0'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:12.404380 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30979f08-45ab-4324-b531-a6cc7367681e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3", "tag": "f1bde4e4-4249-4b8d-bab0-65dd415830b0"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:12.447374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] For port c6eda50d-e1b7-497d-9616-6288c3987dc5, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:12.455294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] For port c6eda50d-e1b7-497d-9616-6288c3987dc5, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c6eda50d-e1b7-497d-9616-6288c3987dc5,segment=NetworkSegment(9a229bd4-9f1f-4798-9bf7-61ecd819e63a),segment_id=9a229bd4-9f1f-4798-9bf7-61ecd819e63a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:12.467428 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.498896 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acecf1a-0bb2-4f7a-9d45-960826266ad0 x-openstack-request-id: req-2acecf1a-0bb2-4f7a-9d45-960826266ad0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:12.499255 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3", "tag": "f1bde4e4-4249-4b8d-bab0-65dd415830b0", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:12.499452 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2acecf1a-0bb2-4f7a-9d45-960826266ad0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:12.500092 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3', 'tag': 'f1bde4e4-4249-4b8d-bab0-65dd415830b0', 'status': 'completed', 'code': 200} Sep 27 08:38:12.515225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:12.533441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28e294-58fa-4742-a68c-86808247b52a service neutron] Pushing event updated for resources: {'Port': ['ID=f1bde4e4-4249-4b8d-bab0-65dd415830b0,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:12.615752 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:12.644927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-038106ef-5d46-4828-8c74-b190438ef13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:12.647370 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-038106ef-5d46-4828-8c74-b190438ef13e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 1098 time: 0.1871877 Sep 27 08:38:12.669753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Allocated IP 172.20.0.12 (6b9b4c0e-e749-450e-8342-1c3f2ab51026/f0eb4845-1a75-4650-8703-293be23a1251/b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:12.685271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Router 44d07cba-997a-44c0-8469-084beb18103d is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:38:12.705803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['a7b2b81f-3a90-4ba7-8c1e-958ce980276d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:12.738884 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:12.751882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511302c-c6b9-49d7-88b3-3aeed7d9c173 req-62e3af82-9d69-4135-9217-bd09973b2431 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:12.759129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b511302c-c6b9-49d7-88b3-3aeed7d9c173 req-62e3af82-9d69-4135-9217-bd09973b2431 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 945 time: 0.1927228 Sep 27 08:38:12.797918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd8d91-3e41-4f1d-8c5b-23c57e983ed9 None None] Pushing event updated for resources: {'Port': ['ID=c6eda50d-e1b7-497d-9616-6288c3987dc5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:12.871022 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b511302c-c6b9-49d7-88b3-3aeed7d9c173 req-882b1241-e79f-4a0d-a359-47d2644a3151 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938141 Sep 27 08:38:12.909050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-bf1ccc2f-4e08-419e-a9d5-648e9edb7b83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=f1bde4e4-4249-4b8d-bab0-65dd415830b0 HTTP/1.1" status: 200 len: 217 time: 0.2434378 Sep 27 08:38:13.026406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.046587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-0678ea5a-a3a1-4c27-982a-6e0e5a43feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:13.048819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-0678ea5a-a3a1-4c27-982a-6e0e5a43feef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1261394 Sep 27 08:38:13.113762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network d0d5cada-b152-48d5-8ac5-ae90f73025da is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:13.115513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210d620-29b9-47b1-8bf4-15f0f75d8045 req-f79f62de-19f7-4b9f-a812-2719831e5cb5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:13.117199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a210d620-29b9-47b1-8bf4-15f0f75d8045 req-f79f62de-19f7-4b9f-a812-2719831e5cb5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 947 time: 0.4170663 Sep 27 08:38:13.127392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:13.131205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:13.200378 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.204003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ad2763ca-8ffb-447e-ac2a-ee2f6ac21cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:13.207559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-ad2763ca-8ffb-447e-ac2a-ee2f6ac21cc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468985 Sep 27 08:38:13.217410 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-efbe4ac8-fa70-4863-928d-685ac672e5cf req-b38cf4b8-41e5-41ed-97e0-6cb73cdec382 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 210 time: 0.0555673 Sep 27 08:38:13.218020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=1895a06e-19d6-4c23-9985-fca712d683dd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:13.234664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:38:13.243369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:13.243851 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Sync routers for ids ['44d07cba-997a-44c0-8469-084beb18103d'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:38:13.244415 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.248784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a210d620-29b9-47b1-8bf4-15f0f75d8045 req-e879ac13-1770-4602-98c0-d35e502fc6fe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228817 Sep 27 08:38:13.261028 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Routers {'44d07cba-997a-44c0-8469-084beb18103d'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:13.263642 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:37:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['44d07cba-997a-44c0-8469-084beb18103d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:13.286778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-38a82592-d214-4af2-9233-04098a1d0928 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9892905 Sep 27 08:38:13.288965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46766) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:13.314218 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.315909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1ff56bb7-822d-493c-94b3-1f0f432ceea3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9175684 Sep 27 08:38:13.318866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46768) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:13.383060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-9ea399d1-8548-4013-852d-38e420275e80 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651042 Sep 27 08:38:13.456850 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.560357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:13.564515 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Set router 44d07cba-997a-44c0-8469-084beb18103d gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:38:13.585403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c6eda50d-e1b7-497d-9616-6288c3987dc5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:13.626968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a1a15b7-d524-4be5-9c3d-77ddcbf8d29c req-442e024e-5d7c-44bb-b627-fa1809f126f1 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353048 Sep 27 08:38:13.635554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:13.689042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c6eda50d-e1b7-497d-9616-6288c3987dc5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:13.689794 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.699771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:13.745873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Pushing event updated for resources: {'Port': ['ID=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:13.784256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:13.784528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.799011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.815216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-a58b66df-4ab2-4923-8e8e-bae020ddf0ed tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9771171 Sep 27 08:38:13.848211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Request body: {'port': {'device_id': '067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:13.859270 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.860567 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:38:11Z', 'revision_number': 3, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port': {'id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:10Z', 'updated_at': '2021-09-27T08:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:13.887929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30979f08-45ab-4324-b531-a6cc7367681e req-5ca36bb4-b389-4ba0-9866-463863c66243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:13.888812 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Checking router: 44d07cba-997a-44c0-8469-084beb18103d for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:38:13.889256 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Updating router 44d07cba-997a-44c0-8469-084beb18103d port bee0f5b6-ac05-4839-9967-af55b70b4d9a binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:38:13.890682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30979f08-45ab-4324-b531-a6cc7367681e req-5ca36bb4-b389-4ba0-9866-463863c66243 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 1098 time: 0.1712778 Sep 27 08:38:13.918218 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.952795 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.978802 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:13.994819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port c6eda50d-e1b7-497d-9616-6288c3987dc5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c6eda50d-e1b7-497d-9616-6288c3987dc5,segment=NetworkSegment(9a229bd4-9f1f-4798-9bf7-61ecd819e63a),segment_id=9a229bd4-9f1f-4798-9bf7-61ecd819e63a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:14.009383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.120196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=c6eda50d-e1b7-497d-9616-6288c3987dc5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:14.204977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc1136-a0cc-46b9-bb0f-d9a410116b04 None None] Network d0d5cada-b152-48d5-8ac5-ae90f73025da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:14.247456 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.259738 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.264876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684eefdc-001a-4caa-9a57-e29941479faf req-7e3c52fa-22f2-40f5-ba4f-32da0d8d9f2d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:14.266781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-684eefdc-001a-4caa-9a57-e29941479faf req-7e3c52fa-22f2-40f5-ba4f-32da0d8d9f2d tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 945 time: 0.2312369 Sep 27 08:38:14.321377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30979f08-45ab-4324-b531-a6cc7367681e req-571d58fc-dff8-4efe-88bd-0c59502968dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:14.324124 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30979f08-45ab-4324-b531-a6cc7367681e req-571d58fc-dff8-4efe-88bd-0c59502968dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.4250116 Sep 27 08:38:14.352476 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37614619-e319-4182-a9ce-adef050c254a None None] Pushing event updated for resources: {'Port': ['ID=bee0f5b6-ac05-4839-9967-af55b70b4d9a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:14.373442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8403cdd2-e8dc-4cf7-8d98-e166bba3cf2b None None] Provisioning complete for port c6eda50d-e1b7-497d-9616-6288c3987dc5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:14.373816 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8403cdd2-e8dc-4cf7-8d98-e166bba3cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.380207 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.381245 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.381828 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.382376 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.382932 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.383471 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.384038 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.384710 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.385274 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.385812 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.386448 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.397958 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37614619-e319-4182-a9ce-adef050c254a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:14.421045 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Attempting to bind port bee0f5b6-ac05-4839-9967-af55b70b4d9a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:14.423106 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Attempting to bind port bee0f5b6-ac05-4839-9967-af55b70b4d9a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:14.423749 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Attempting to bind port bee0f5b6-ac05-4839-9967-af55b70b4d9a on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:14.431667 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:14.432517 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:14.433174 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.433776 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:14.434485 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Bound port: bee0f5b6-ac05-4839-9967-af55b70b4d9a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:14.435113 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.478864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-684eefdc-001a-4caa-9a57-e29941479faf req-51e7b69f-92aa-4055-a3b0-0d72110ff8b8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997313 Sep 27 08:38:14.483369 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30979f08-45ab-4324-b531-a6cc7367681e req-46d66291-3d32-4f74-afcf-ee20d3e73944 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=f1bde4e4-4249-4b8d-bab0-65dd415830b0 HTTP/1.1" status: 200 len: 217 time: 0.0968051 Sep 27 08:38:14.524404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.538413 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] For port bee0f5b6-ac05-4839-9967-af55b70b4d9a, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:14.542563 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] For port bee0f5b6-ac05-4839-9967-af55b70b4d9a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bee0f5b6-ac05-4839-9967-af55b70b4d9a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:14.558135 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.642874 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Routers {'44d07cba-997a-44c0-8469-084beb18103d'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:14.643759 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:37:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['44d07cba-997a-44c0-8469-084beb18103d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:14.682306 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37614619-e319-4182-a9ce-adef050c254a None None] Pushing event updated for resources: {'Port': ['ID=bee0f5b6-ac05-4839-9967-af55b70b4d9a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:14.728363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30979f08-45ab-4324-b531-a6cc7367681e req-68b39865-8093-46f8-b303-4c7eab1d8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:14.729720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30979f08-45ab-4324-b531-a6cc7367681e req-68b39865-8093-46f8-b303-4c7eab1d8de6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2219214 Sep 27 08:38:14.776887 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] Set router 44d07cba-997a-44c0-8469-084beb18103d gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:38:14.781868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dc6e79d0-867c-41ab-9145-f7afb4e92249 None None] Provisioning complete for port 1895a06e-19d6-4c23-9985-fca712d683dd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:14.782247 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc6e79d0-867c-41ab-9145-f7afb4e92249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.824648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Allocated IP 172.20.0.1 (6b914994-644b-4b5d-93da-5a634c51b84a/bbc0f9d9-93fc-49bb-b36d-156d93276e57/cdb33cdb-57f3-49cc-84f8-87c28cdab686) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:14.841804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e79d0-867c-41ab-9145-f7afb4e92249 None None] Port 1895a06e-19d6-4c23-9985-fca712d683dd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:14.865985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dc6e79d0-867c-41ab-9145-f7afb4e92249 None None] Provisioning complete for port c6eda50d-e1b7-497d-9616-6288c3987dc5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:14.866696 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc6e79d0-867c-41ab-9145-f7afb4e92249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:14.890124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715131be-a1ce-4bed-a700-1b55ee41ac8f req-4ec59903-6266-4123-ba4f-649dc91f1f1c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:14.897735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-715131be-a1ce-4bed-a700-1b55ee41ac8f req-4ec59903-6266-4123-ba4f-649dc91f1f1c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 947 time: 0.2229517 Sep 27 08:38:14.984282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-715131be-a1ce-4bed-a700-1b55ee41ac8f req-8e3f6423-1b10-4bca-80c5-327240ea5d0c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856366 Sep 27 08:38:14.997642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30979f08-45ab-4324-b531-a6cc7367681e req-d19c95d2-0cf5-4138-aae8-ae2b0128719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:15.000030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30979f08-45ab-4324-b531-a6cc7367681e req-d19c95d2-0cf5-4138-aae8-ae2b0128719a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2347627 Sep 27 08:38:15.041685 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2bff194-0260-4c88-835b-55b73336f642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.056175 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:38:11Z', 'revision_number': 3, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port': {'id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:10Z', 'updated_at': '2021-09-27T08:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:15.086225 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbdfeb-1125-4999-82a4-29fd3858b722 None None] The sync data for ids ['44d07cba-997a-44c0-8469-084beb18103d'] in n-d-810909-1 is: [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:38:11Z', 'revision_number': 3, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port': {'id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:10Z', 'updated_at': '2021-09-27T08:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:38:15.120563 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.134469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.139055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-580a0e81-67b3-4e9c-ba27-b2b077e3fa78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2026601 Sep 27 08:38:15.144473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.180376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30979f08-45ab-4324-b531-a6cc7367681e req-e07077a8-f630-4979-9abe-2feddbe59b06 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654723 Sep 27 08:38:15.187636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-92af53ba-c728-47d5-9b94-4d64e7505538 None None] Provisioning complete for port 1895a06e-19d6-4c23-9985-fca712d683dd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:15.189101 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92af53ba-c728-47d5-9b94-4d64e7505538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.202802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f9f82-0ff0-4cf7-a056-f333ea3fe647 req-7b0a72f8-cc1d-4543-b490-00002f89db5c tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:15.211693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f9f82-0ff0-4cf7-a056-f333ea3fe647 req-7b0a72f8-cc1d-4543-b490-00002f89db5c tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 932 time: 0.8167682 Sep 27 08:38:15.227329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.259580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-92af53ba-c728-47d5-9b94-4d64e7505538 None None] Port 1895a06e-19d6-4c23-9985-fca712d683dd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:15.280872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a7b2b81f-3a90-4ba7-8c1e-958ce980276d up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:15.310143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Network 6b914994-644b-4b5d-93da-5a634c51b84a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:15.315444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:15.318207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:15.354573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=1895a06e-19d6-4c23-9985-fca712d683dd,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:15.385577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port a7b2b81f-3a90-4ba7-8c1e-958ce980276d completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:38:15.403127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port a7b2b81f-3a90-4ba7-8c1e-958ce980276d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:15.403515 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.413927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f9f82-0ff0-4cf7-a056-f333ea3fe647 req-55975d8a-151a-4a14-a01f-f26a946a3417 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011762 Sep 27 08:38:15.498703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb33cdb-57f3-49cc-84f8-87c28cdab686,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:15.502660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30979f08-45ab-4324-b531-a6cc7367681e req-f8b8be40-0872-46b5-a9ac-a1d19d4c9ab1 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056979 Sep 27 08:38:15.549518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.557834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:15.564115 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.581409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.597829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Transition to ACTIVE for port object b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:38:15.600846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-5fdf17fe-4c14-42ab-b7f5-cf8ae59db175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:15.606015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:15.611455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-5fdf17fe-4c14-42ab-b7f5-cf8ae59db175 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 1095 time: 0.4166520 Sep 27 08:38:15.621920 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edef8059-d8bb-4e5d-8119-45a5977d98cb" -d '{"events": [{"server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "name": "network-vif-plugged", "status": "completed", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:15.642087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c6eda50d-e1b7-497d-9616-6288c3987dc5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:15.709113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:15.728439 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.740870 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debed0d8-10a1-47a0-bbd4-fe18c24e4feb x-openstack-request-id: req-debed0d8-10a1-47a0-bbd4-fe18c24e4feb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:15.741163 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "name": "network-vif-plugged", "status": "completed", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:15.741457 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-debed0d8-10a1-47a0-bbd4-fe18c24e4feb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:15.741936 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d', 'code': 200} Sep 27 08:38:15.756599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.761996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.829285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.852421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c6eda50d-e1b7-497d-9616-6288c3987dc5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:15.852769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.886044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-b7de1024-84da-4e28-ae31-d4635d9d5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:15.888076 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-b7de1024-84da-4e28-ae31-d4635d9d5eb0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.1281192 Sep 27 08:38:15.901371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c0073afb-490e-48ad-b88e-db35e872f90b None None] Provisioning complete for port 1895a06e-19d6-4c23-9985-fca712d683dd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:15.901984 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0073afb-490e-48ad-b88e-db35e872f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:15.939903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537488a7-b717-45df-973b-59fbd6c4a6ea req-3285efe1-3ae9-400f-9102-f33495f29d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:15.942184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537488a7-b717-45df-973b-59fbd6c4a6ea req-3285efe1-3ae9-400f-9102-f33495f29d87 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1097 time: 0.0654113 Sep 27 08:38:15.967040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c0073afb-490e-48ad-b88e-db35e872f90b None None] Port 1895a06e-19d6-4c23-9985-fca712d683dd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:15.968471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:16.122412 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-1f4fe709-7ac3-4eec-885e-46987c7bd0c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 200 len: 217 time: 0.1699796 Sep 27 08:38:16.183808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:16.269885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:16.299909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebff37-385e-4453-9314-9cbdba5bd76d req-68163048-5fb9-49e5-ac2c-b0251b11ea01 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:16.301699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-06ebff37-385e-4453-9314-9cbdba5bd76d req-68163048-5fb9-49e5-ac2c-b0251b11ea01 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.5405726 Sep 27 08:38:16.314083 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:38:16.326059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-42765e32-bcc1-41d7-9743-0f0f02eba4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:16.327544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-42765e32-bcc1-41d7-9743-0f0f02eba4dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1750178 Sep 27 08:38:16.404190 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-bbbecaea-8408-433d-a972-dfbd6efbb891 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430558 Sep 27 08:38:16.483368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537488a7-b717-45df-973b-59fbd6c4a6ea req-979fa0b1-dea9-4067-8912-985427897b8f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272691 Sep 27 08:38:16.498116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Attempting to bind port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:16.498436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Attempting to bind port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '1a250909-a217-40d9-9bd4-d65151c491d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b9b4c0e-e749-450e-8342-1c3f2ab51026'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:16.498759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Attempting to bind port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d on network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:16.515472 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-06ebff37-385e-4453-9314-9cbdba5bd76d req-f93e0c07-452d-45da-8228-93ddb9c63fe6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047467 Sep 27 08:38:16.546075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d on network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:16.546075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Attempting to bind port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d on network 6b9b4c0e-e749-450e-8342-1c3f2ab51026 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:16.578985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae521-fa55-4194-aa09-2981084a43ba req-b840b4eb-aa1f-4bbd-9e71-96a8970db5d7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:16.587013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-977ae521-fa55-4194-aa09-2981084a43ba req-b840b4eb-aa1f-4bbd-9e71-96a8970db5d7 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 947 time: 0.1008198 Sep 27 08:38:16.591600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:16.591955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Checking segment: {'id': '1a250909-a217-40d9-9bd4-d65151c491d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b9b4c0e-e749-450e-8342-1c3f2ab51026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:16.592431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Bound using segment: {'id': '1a250909-a217-40d9-9bd4-d65151c491d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b9b4c0e-e749-450e-8342-1c3f2ab51026'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:16.592851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Bound port: b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a250909-a217-40d9-9bd4-d65151c491d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b9b4c0e-e749-450e-8342-1c3f2ab51026'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:16.593227 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:16.676610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-977ae521-fa55-4194-aa09-2981084a43ba req-20929aab-8919-4227-aed3-a64c138be36a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838521 Sep 27 08:38:16.683672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:16.696463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:16.714955 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-4978561c-2990-4896-ad27-8369f8d557ac service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001876 Sep 27 08:38:16.823810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb33cdb-57f3-49cc-84f8-87c28cdab686,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:16.836999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:16.894187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] For port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:16.923042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] For port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,segment=NetworkSegment(1a250909-a217-40d9-9bd4-d65151c491d3),segment_id=1a250909-a217-40d9-9bd4-d65151c491d3)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:16.936183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:16.996222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:17.013708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff50884-8f03-4af2-9163-9c7c702455c2 req-7674c9ad-c283-4fd9-905a-5030614fac38 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:17.022582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aff50884-8f03-4af2-9163-9c7c702455c2 req-7674c9ad-c283-4fd9-905a-5030614fac38 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 944 time: 0.1506763 Sep 27 08:38:17.033612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11d9eaf3-b28a-4ff4-9c19-1ae2d39a3b05 req-bb553079-82c3-416d-b2d9-0f9f46248b83 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960684 Sep 27 08:38:17.041791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:17.042592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:17.044025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-29d7ae92-1a80-4a4f-81a9-80a7ad046405 service neutron] 10.222.0.67 "PUT /v2.0/ports/b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d HTTP/1.1" status: 200 len: 1092 time: 3.2009993 Sep 27 08:38:17.044474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f', 'tag': 'b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:17.046815 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1" -d '{"events": [{"name": "network-changed", "server_uuid": "067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f", "tag": "b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:17.060379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Network 6b914994-644b-4b5d-93da-5a634c51b84a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:17.065693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:17.065892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:17.077816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:17.103259 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aff50884-8f03-4af2-9163-9c7c702455c2 req-ac1e0af2-3fd9-4108-bfc2-34d20359ebf8 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794945 Sep 27 08:38:17.158256 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd182f16-4d46-43bf-92c2-8331bb504960 x-openstack-request-id: req-fd182f16-4d46-43bf-92c2-8331bb504960 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:17.158868 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f", "tag": "b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:17.158868 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd182f16-4d46-43bf-92c2-8331bb504960 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:17.159200 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f', 'tag': 'b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d', 'status': 'completed', 'code': 200} Sep 27 08:38:17.205402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:17.252711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=1895a06e-19d6-4c23-9985-fca712d683dd,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:17.257181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Router 44d07cba-997a-44c0-8469-084beb18103d has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:38:17.279317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f1bde4e4-4249-4b8d-bab0-65dd415830b0 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:17.302582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-bb4b8c61-dfb7-4e29-ab2c-537c48ae8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:17.304149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-bb4b8c61-dfb7-4e29-ab2c-537c48ae8215 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1628c6da16c345158bd164dd72ea1df7&device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 1095 time: 0.1526697 Sep 27 08:38:17.364525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-244d1af9-304b-4eb8-a3cb-9ce40daf7534 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d HTTP/1.1" status: 200 len: 217 time: 0.0485835 Sep 27 08:38:17.385283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network d0d5cada-b152-48d5-8ac5-ae90f73025da is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:17.388087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:17.465650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:38:17.472241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fe574823-73f6-47e5-8343-00ac5c4c35b1 admin admin] 10.222.0.50 "PUT /v2.0/routers/44d07cba-997a-44c0-8469-084beb18103d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1522856 Sep 27 08:38:17.554957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-70737269-b88a-462c-ba4b-8156dee2bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:17.557187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-70737269-b88a-462c-ba4b-8156dee2bf64 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0eb4845-1a75-4650-8703-293be23a1251 HTTP/1.1" status: 200 len: 858 time: 0.1706088 Sep 27 08:38:17.581838 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90adee2f-c9d0-4722-940e-aec7e6f74164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:17.587157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bee0f5b6-ac05-4839-9967-af55b70b4d9a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:17.635028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Sync routers for ids ['44d07cba-997a-44c0-8469-084beb18103d'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:38:17.641941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f1bde4e4-4249-4b8d-bab0-65dd415830b0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f1bde4e4-4249-4b8d-bab0-65dd415830b0,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:17.656067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-0fee0ca1-f6b3-4b0e-86e5-f6730ca0771d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b9b4c0e-e749-450e-8342-1c3f2ab51026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889676 Sep 27 08:38:17.678624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Routers {'44d07cba-997a-44c0-8469-084beb18103d'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:17.679308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['44d07cba-997a-44c0-8469-084beb18103d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:17.682264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f1bde4e4-4249-4b8d-bab0-65dd415830b0', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'f1bde4e4-4249-4b8d-bab0-65dd415830b0', 'mac_address': 'fa:16:3e:6d:84:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:38:17.806669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Router 72775930-eb7b-4edc-889b-f8dbd017284a is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:38:17.812648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc303c0-97c0-4b61-be2b-678678476391 req-43c08f47-9111-4f22-8cfc-6abbb917d4b3 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:17.826074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afc303c0-97c0-4b61-be2b-678678476391 req-43c08f47-9111-4f22-8cfc-6abbb917d4b3 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1533520 Sep 27 08:38:17.865136 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:17.871564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bee0f5b6-ac05-4839-9967-af55b70b4d9a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:17.871931 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:17.943607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afc303c0-97c0-4b61-be2b-678678476391 req-27cc439f-d9a3-4008-8a54-f47054a51789 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155846 Sep 27 08:38:18.050678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bde4e4-4249-4b8d-bab0-65dd415830b0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:18.141586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Set router 44d07cba-997a-44c0-8469-084beb18103d gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:38:18.287199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:18.366527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f1bde4e4-4249-4b8d-bab0-65dd415830b0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f1bde4e4-4249-4b8d-bab0-65dd415830b0,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:18.367645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-626cdbad-e2a3-41de-8da9-0180f5c5eefd None None] Provisioning complete for port 1895a06e-19d6-4c23-9985-fca712d683dd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:18.368025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-626cdbad-e2a3-41de-8da9-0180f5c5eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:18.421940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:18.478616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f1bde4e4-4249-4b8d-bab0-65dd415830b0,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:18.483755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-dd0452ce-305b-4239-ba0f-ec7b72b78211 service neutron] 10.222.0.67 "GET /v2.0/networks/6b9b4c0e-e749-450e-8342-1c3f2ab51026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8180444 Sep 27 08:38:18.501696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e580bb8-c774-471f-ab6d-25b49e3703f9 req-29b4aa02-6047-4e9f-ba9e-433e24def7e5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:18.507570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e580bb8-c774-471f-ab6d-25b49e3703f9 req-29b4aa02-6047-4e9f-ba9e-433e24def7e5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 947 time: 0.6731060 Sep 27 08:38:18.521136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:38:18.533421 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b966021-787b-4bac-a525-eb8af29cb1ea None None] Sync routers for ids ['72775930-eb7b-4edc-889b-f8dbd017284a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:38:18.553966 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b966021-787b-4bac-a525-eb8af29cb1ea None None] Routers {'72775930-eb7b-4edc-889b-f8dbd017284a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:18.554761 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8b966021-787b-4bac-a525-eb8af29cb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['72775930-eb7b-4edc-889b-f8dbd017284a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:18.629178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-b1ff7bac-7c21-43f5-aec1-8aca444ee777 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:18.634760 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8b966021-787b-4bac-a525-eb8af29cb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:18.637541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-b1ff7bac-7c21-43f5-aec1-8aca444ee777 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 811 time: 0.1430075 Sep 27 08:38:18.647157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a140923-8174-43ea-8b30-c5070c9f5e72 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "PUT /v2.0/routers/72775930-eb7b-4edc-889b-f8dbd017284a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3571265 Sep 27 08:38:18.648730 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b966021-787b-4bac-a525-eb8af29cb1ea None None] Routers {'72775930-eb7b-4edc-889b-f8dbd017284a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:18.649703 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66966ae5-02c2-4e41-b3de-77d53d16b07f req-6abfb0a3-a94b-4bc3-842c-317c7bb46408 service neutron] 10.222.0.67 "GET /v2.0/networks/6b9b4c0e-e749-450e-8342-1c3f2ab51026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375973 Sep 27 08:38:18.650534 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8b966021-787b-4bac-a525-eb8af29cb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['72775930-eb7b-4edc-889b-f8dbd017284a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:18.651220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46886) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:18.653153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-c50cd0fc-3b3d-4e34-9dec-2fe699f26b2f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/quotas/36d23ea6185b401f96385d9b37a7c612 HTTP/1.1" status: 200 len: 375 time: 0.0141096 Sep 27 08:38:18.715550 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e580bb8-c774-471f-ab6d-25b49e3703f9 req-76cdb578-6430-4931-90fd-202dbb09a37c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052646 Sep 27 08:38:18.719745 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8b966021-787b-4bac-a525-eb8af29cb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:18.724304 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b966021-787b-4bac-a525-eb8af29cb1ea None None] The sync data for ids ['72775930-eb7b-4edc-889b-f8dbd017284a'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:38:18.755893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-626cdbad-e2a3-41de-8da9-0180f5c5eefd None None] Port 1895a06e-19d6-4c23-9985-fca712d683dd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:18.773439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-b6a6c849-a4e4-4839-a141-a5d122503518 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926535 Sep 27 08:38:18.786914 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:18.808888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-291eee14-346b-4886-b7af-00aa135f33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:18.810770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-291eee14-346b-4886-b7af-00aa135f33ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1628c6da16c345158bd164dd72ea1df7&device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 1095 time: 0.0942531 Sep 27 08:38:18.818319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port bee0f5b6-ac05-4839-9967-af55b70b4d9a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bee0f5b6-ac05-4839-9967-af55b70b4d9a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:18.827928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:38:15Z', 'revision_number': 4, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port': {'id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:10Z', 'updated_at': '2021-09-27T08:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cdb33cdb-57f3-49cc-84f8-87c28cdab686', 'name': '', 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'mac_address': 'fa:16:3e:de:9d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'bbc0f9d9-93fc-49bb-b36d-156d93276e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:14Z', 'updated_at': '2021-09-27T08:38:15Z', 'revision_number': 2, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'subnets': [{'id': 'bbc0f9d9-93fc-49bb-b36d-156d93276e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:18.834878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:18.861415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7778c-1544-4733-bc2d-ee39fe4e3809 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:18.864956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:18.865856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Checking router: 44d07cba-997a-44c0-8469-084beb18103d for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:38:18.866200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Updating router 44d07cba-997a-44c0-8469-084beb18103d port cdb33cdb-57f3-49cc-84f8-87c28cdab686 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:38:18.866889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-33d7778c-1544-4733-bc2d-ee39fe4e3809 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports?device_id=72775930-eb7b-4edc-889b-f8dbd017284a HTTP/1.1" status: 200 len: 981 time: 0.2126827 Sep 27 08:38:18.868390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46888) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:18.920703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f1bde4e4-4249-4b8d-bab0-65dd415830b0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:18.950701 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:18.991540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9c34d-de0b-4145-bd23-0ded552b7d8f req-619d28c4-2b0b-4fcb-ac55-b53f873fdbab tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:18.991867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=bee0f5b6-ac05-4839-9967-af55b70b4d9a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:18.993417 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94c9c34d-de0b-4145-bd23-0ded552b7d8f req-619d28c4-2b0b-4fcb-ac55-b53f873fdbab tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 944 time: 0.1304610 Sep 27 08:38:19.046014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-8e5213ec-981a-4e9c-90ef-a16e01b35cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:19.047848 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-8e5213ec-981a-4e9c-90ef-a16e01b35cb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b9b4c0e-e749-450e-8342-1c3f2ab51026 HTTP/1.1" status: 200 len: 919 time: 0.2251759 Sep 27 08:38:19.057385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94c9c34d-de0b-4145-bd23-0ded552b7d8f req-955c21cc-2375-46c7-a7a2-25a0144bb7eb tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528059 Sep 27 08:38:19.154873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-2981b3de-f881-435f-bf73-04488609b873 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d HTTP/1.1" status: 200 len: 217 time: 0.0895038 Sep 27 08:38:19.274979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-d462e3a8-8038-4b17-8d22-ba5a0872d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:19.277843 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-d462e3a8-8038-4b17-8d22-ba5a0872d891 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0eb4845-1a75-4650-8703-293be23a1251 HTTP/1.1" status: 200 len: 858 time: 0.1213021 Sep 27 08:38:19.372954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-ede73742-a289-4bce-9be6-6e03aee6ccc5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b9b4c0e-e749-450e-8342-1c3f2ab51026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585341 Sep 27 08:38:19.375841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-925608b4-2133-414f-92c1-a46c11c0d64b service neutron] 10.222.0.50 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013391 Sep 27 08:38:19.403658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2319b7f-898e-4c95-8182-ecfc47bdbe5c req-5b52a732-357c-4634-a934-8e6f81871a0e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:19.418124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2319b7f-898e-4c95-8182-ecfc47bdbe5c req-5b52a732-357c-4634-a934-8e6f81871a0e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1954834 Sep 27 08:38:19.428205 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:19.437519 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:19.489201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-b77b0354-4921-48c7-a50e-2e3643818e4a service neutron] 10.222.0.50 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121366 Sep 27 08:38:19.504796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bee0f5b6-ac05-4839-9967-af55b70b4d9a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:19.583648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-927ec26d-63a2-4a16-a491-22e7c01e9740 service neutron] 10.222.0.67 "GET /v2.0/networks/6b9b4c0e-e749-450e-8342-1c3f2ab51026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923735 Sep 27 08:38:19.598391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2319b7f-898e-4c95-8182-ecfc47bdbe5c req-d7312da8-27b2-4952-bd70-b2f18108a9d6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712947 Sep 27 08:38:19.644399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef3062-e09a-4aa8-bcb6-05cb9d748ad1 None None] Pushing event updated for resources: {'Port': ['ID=cdb33cdb-57f3-49cc-84f8-87c28cdab686,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:19.668152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Attempting to bind port cdb33cdb-57f3-49cc-84f8-87c28cdab686 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:19.668585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Attempting to bind port cdb33cdb-57f3-49cc-84f8-87c28cdab686 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:19.668914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Attempting to bind port cdb33cdb-57f3-49cc-84f8-87c28cdab686 on network 6b914994-644b-4b5d-93da-5a634c51b84a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:19.674780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bee0f5b6-ac05-4839-9967-af55b70b4d9a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:19.675165 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:19.730997 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0a8216f-ee6f-4ede-b2d2-fcc9b7a114d1 req-4dbfff8f-3667-4811-9316-feb5df8a4b20 service neutron] 10.222.0.67 "GET /v2.0/networks/6b9b4c0e-e749-450e-8342-1c3f2ab51026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285293 Sep 27 08:38:19.761515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:19.763748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Checking segment: {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:19.764224 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:19.765471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Bound using segment: {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:19.766050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Bound port: cdb33cdb-57f3-49cc-84f8-87c28cdab686, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:19.766924 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:19.853701 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:20.035394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] For port cdb33cdb-57f3-49cc-84f8-87c28cdab686, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:20.036389 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba00757a-fcac-46e4-b683-ff23ea5b1607 req-ef97557a-67e5-412d-a1c6-4757296e3924 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 210 time: 0.0396841 Sep 27 08:38:20.039528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] For port cdb33cdb-57f3-49cc-84f8-87c28cdab686, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cdb33cdb-57f3-49cc-84f8-87c28cdab686,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:20.047389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:20.111817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Routers {'44d07cba-997a-44c0-8469-084beb18103d'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:20.112345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['44d07cba-997a-44c0-8469-084beb18103d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:20.115453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc2d7-67f0-4947-96e5-f16a3e9aed7e req-4dd07bfd-5d30-402c-b4e4-a649f93ab73c tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:20.117883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef3062-e09a-4aa8-bcb6-05cb9d748ad1 None None] Pushing event updated for resources: {'Port': ['ID=cdb33cdb-57f3-49cc-84f8-87c28cdab686,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:20.129405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-beebc2d7-67f0-4947-96e5-f16a3e9aed7e req-4dd07bfd-5d30-402c-b4e4-a649f93ab73c tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1097 time: 0.2110951 Sep 27 08:38:20.257128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-beebc2d7-67f0-4947-96e5-f16a3e9aed7e req-29218580-f506-4946-b453-25bbade6deff tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246257 Sep 27 08:38:20.272393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056e172-256d-4e46-9ac0-92d0029c9976 req-7ad0ae42-7300-4656-a804-e8d49ce4ceaf tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:20.272393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3056e172-256d-4e46-9ac0-92d0029c9976 req-7ad0ae42-7300-4656-a804-e8d49ce4ceaf tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 948 time: 0.1066406 Sep 27 08:38:20.280910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] Set router 44d07cba-997a-44c0-8469-084beb18103d gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:38:20.332942 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3056e172-256d-4e46-9ac0-92d0029c9976 req-70736c78-6e6b-484c-b7da-55068a906515 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604846 Sep 27 08:38:20.491556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91bc56-2789-49c3-8aaa-9173f57680b0 req-348c4712-b08e-41bc-8d1b-062b5178e82f tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:20.499258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b91bc56-2789-49c3-8aaa-9173f57680b0 req-348c4712-b08e-41bc-8d1b-062b5178e82f tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1097 time: 0.0577972 Sep 27 08:38:20.513469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:20.527981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e4cc4-797d-4205-893b-b8fecc4ac7da req-f82d36e7-c3a8-4309-a400-63b6d5e2714b tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:20.530793 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f2e4cc4-797d-4205-893b-b8fecc4ac7da req-f82d36e7-c3a8-4309-a400-63b6d5e2714b tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 944 time: 0.1680751 Sep 27 08:38:20.537836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 1895a06e-19d6-4c23-9985-fca712d683dd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:20.538435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:20.557666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b91bc56-2789-49c3-8aaa-9173f57680b0 req-e18987e1-3532-47d2-a1e3-30840ba111b7 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555243 Sep 27 08:38:20.674457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f2e4cc4-797d-4205-893b-b8fecc4ac7da req-835fbfe8-2711-4d33-bf7c-09cd16c2c380 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321180 Sep 27 08:38:20.697753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:20.714697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 1895a06e-19d6-4c23-9985-fca712d683dd owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:20.746162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:38:15Z', 'revision_number': 4, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port': {'id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:10Z', 'updated_at': '2021-09-27T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cdb33cdb-57f3-49cc-84f8-87c28cdab686', 'name': '', 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'mac_address': 'fa:16:3e:de:9d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'bbc0f9d9-93fc-49bb-b36d-156d93276e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:14Z', 'updated_at': '2021-09-27T08:38:20Z', 'revision_number': 4, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'subnets': [{'id': 'bbc0f9d9-93fc-49bb-b36d-156d93276e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:20.789845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a521c79-e106-41b0-9041-b95f5b1560d4 None None] The sync data for ids ['44d07cba-997a-44c0-8469-084beb18103d'] in n-d-810909-1 is: [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:38:15Z', 'revision_number': 4, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port': {'id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:10Z', 'updated_at': '2021-09-27T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cdb33cdb-57f3-49cc-84f8-87c28cdab686', 'name': '', 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'mac_address': 'fa:16:3e:de:9d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'bbc0f9d9-93fc-49bb-b36d-156d93276e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:14Z', 'updated_at': '2021-09-27T08:38:20Z', 'revision_number': 4, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'subnets': [{'id': 'bbc0f9d9-93fc-49bb-b36d-156d93276e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:38:21.044312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:21.092202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=1895a06e-19d6-4c23-9985-fca712d683dd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:21.296783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f1bde4e4-4249-4b8d-bab0-65dd415830b0 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:21.413345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc30ac2b-6154-4fee-927a-14257dcf58ca req-e7773172-1f18-4cda-8e29-dbdf2bf9a3ba tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 210 time: 0.1043050 Sep 27 08:38:21.475587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f1bde4e4-4249-4b8d-bab0-65dd415830b0 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:38:21.481970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f1bde4e4-4249-4b8d-bab0-65dd415830b0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:21.483124 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:21.568142 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:21.664946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-20ca41be-7054-40f6-9fe5-90cf9175d41d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:21.666602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-20ca41be-7054-40f6-9fe5-90cf9175d41d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.67 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 811 time: 0.3814979 Sep 27 08:38:21.688149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Request body: {'port': {'device_id': 'b664729d-8993-445d-9dd5-f60d2defa8eb', 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a', 'admin_state_up': True, 'tenant_id': '36d23ea6185b401f96385d9b37a7c612'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:21.830014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cdb33cdb-57f3-49cc-84f8-87c28cdab686 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:21.834091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:21.891835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Made reservation on behalf of 36d23ea6185b401f96385d9b37a7c612 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:21.895590 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.034328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f1bde4e4-4249-4b8d-bab0-65dd415830b0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f1bde4e4-4249-4b8d-bab0-65dd415830b0,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:22.037473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bde4e4-4249-4b8d-bab0-65dd415830b0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:22.047101 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92beaffa-7401-4403-a1e4-3a0abfe4d585" -d '{"events": [{"server_uuid": "2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3", "name": "network-vif-plugged", "status": "completed", "tag": "f1bde4e4-4249-4b8d-bab0-65dd415830b0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:22.063041 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.108767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Allocated IP 172.20.0.9 (6b914994-644b-4b5d-93da-5a634c51b84a/bbc0f9d9-93fc-49bb-b36d-156d93276e57/05ddb549-99a6-420f-84b6-1ef71c99b65a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:22.140475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-aad77803-6900-4a7f-a98b-e8ba9d6e994f tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:38:22.148867 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-aad77803-6900-4a7f-a98b-e8ba9d6e994f tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206723 Sep 27 08:38:22.190151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:22.208023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-742d10c8-4302-4c80-8b58-7b703be1f5e8 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:22.215610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-742d10c8-4302-4c80-8b58-7b703be1f5e8 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports/a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 200 len: 1094 time: 0.0656567 Sep 27 08:38:22.223365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Request body: {'binding': {'host': 'n-h2-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:22.224070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:38:22.327582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f1bde4e4-4249-4b8d-bab0-65dd415830b0,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:22.343895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cdb33cdb-57f3-49cc-84f8-87c28cdab686 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:22.344580 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.415425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,segment=NetworkSegment(1a250909-a217-40d9-9bd4-d65151c491d3),segment_id=1a250909-a217-40d9-9bd4-d65151c491d3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:22.431046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d', 'network_id': '6b9b4c0e-e749-450e-8342-1c3f2ab51026', 'port_id': 'b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d', 'mac_address': 'fa:16:3e:5e:e4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0eb4845-1a75-4650-8703-293be23a1251', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:38:22.447621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Router 72775930-eb7b-4edc-889b-f8dbd017284a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:38:22.491598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a7888-588a-4efd-9150-95fd2565bb46 req-9414123d-ca8f-48c4-b98e-25a3d0a5158b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:22.497694 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.501594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-554a7888-588a-4efd-9150-95fd2565bb46 req-9414123d-ca8f-48c4-b98e-25a3d0a5158b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 948 time: 0.7666738 Sep 27 08:38:22.510876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.549622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:22.573296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,segment=NetworkSegment(1a250909-a217-40d9-9bd4-d65151c491d3),segment_id=1a250909-a217-40d9-9bd4-d65151c491d3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:22.587771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.592253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port cdb33cdb-57f3-49cc-84f8-87c28cdab686, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cdb33cdb-57f3-49cc-84f8-87c28cdab686,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:22.600610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.625952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on host n-h2-810909-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:22.626678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:22.627255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:22.639496 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-554a7888-588a-4efd-9150-95fd2565bb46 req-6cd3a08b-164c-4181-8762-23be316015a1 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369061 Sep 27 08:38:22.662159 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:22.663958 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.664484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:22.709702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:22.712848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:22.713450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:22.715889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:22.720361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Bound port: a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:22.731383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:38:22.773863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c068644-ec26-4f3b-9841-2c7801718fc4 None None] Sync routers for ids ['72775930-eb7b-4edc-889b-f8dbd017284a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:38:22.780054 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-82a07a58-8de6-4666-a62f-61b8bfaccedd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "PUT /v2.0/routers/72775930-eb7b-4edc-889b-f8dbd017284a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9066014 Sep 27 08:38:22.782694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46980) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:22.819743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.822637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c068644-ec26-4f3b-9841-2c7801718fc4 None None] Routers {'72775930-eb7b-4edc-889b-f8dbd017284a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:22.823390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4c068644-ec26-4f3b-9841-2c7801718fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['72775930-eb7b-4edc-889b-f8dbd017284a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:22.826020 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4bfb1e-18e6-4a97-a3a5-4d8e27ecedcb tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:38:22.830559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fd4bfb1e-18e6-4a97-a3a5-4d8e27ecedcb tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/1895a06e-19d6-4c23-9985-fca712d683dd HTTP/1.1" status: 404 len: 333 time: 0.0439239 Sep 27 08:38:22.831472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46982) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:22.920577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4c068644-ec26-4f3b-9841-2c7801718fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:22.945465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c068644-ec26-4f3b-9841-2c7801718fc4 None None] Routers {'72775930-eb7b-4edc-889b-f8dbd017284a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:22.946115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4c068644-ec26-4f3b-9841-2c7801718fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['72775930-eb7b-4edc-889b-f8dbd017284a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:22.949755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Network 6b914994-644b-4b5d-93da-5a634c51b84a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:22.964245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:22.971042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:22.975590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:22.990218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:22.991682 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-dd962c57-a494-4b8b-81f3-07d244e7edc5 service neutron] 10.222.0.50 "POST /v2.0/ports/a7b2b81f-3a90-4ba7-8c1e-958ce980276d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7750249 Sep 27 08:38:23.021203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Pushing event updated for resources: {'Port': ['ID=05ddb549-99a6-420f-84b6-1ef71c99b65a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:23.045790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.046143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9843ee36-6658-4ec7-b6e4-d267f58f3905 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.046302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.046623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.046973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.047315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.047701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.048046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.049319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.049758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.050100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.050455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.050828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:23.093610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:23.094358 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.133679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c53b90-3067-4c65-8777-a891d6b32b56 req-1e9446a8-90b2-48fa-b32e-ddeb7006b6d7 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:23.136537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2c53b90-3067-4c65-8777-a891d6b32b56 req-1e9446a8-90b2-48fa-b32e-ddeb7006b6d7 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 945 time: 0.4064269 Sep 27 08:38:23.142552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-db170854-bc31-4ba6-9b74-e6aa84c74f90 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4619884 Sep 27 08:38:23.176954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Request body: {'port': {'device_id': 'b664729d-8993-445d-9dd5-f60d2defa8eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:23.265794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4c068644-ec26-4f3b-9841-2c7801718fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:23.266481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c068644-ec26-4f3b-9841-2c7801718fc4 None None] The sync data for ids ['72775930-eb7b-4edc-889b-f8dbd017284a'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:38:23.270607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=cdb33cdb-57f3-49cc-84f8-87c28cdab686,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:23.279976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:23.323986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.438610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9843ee36-6658-4ec7-b6e4-d267f58f3905 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.461757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9843ee36-6658-4ec7-b6e4-d267f58f3905 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.531574 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea1f58c-a5b3-4e7d-a957-5f05130d21b5 x-openstack-request-id: req-dea1f58c-a5b3-4e7d-a957-5f05130d21b5 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:23.532013 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3", "name": "network-vif-plugged", "status": "completed", "tag": "f1bde4e4-4249-4b8d-bab0-65dd415830b0", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:23.532209 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dea1f58c-a5b3-4e7d-a957-5f05130d21b5 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:23.532668 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bde4e4-4249-4b8d-bab0-65dd415830b0', 'code': 200} Sep 27 08:38:23.545412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cdb33cdb-57f3-49cc-84f8-87c28cdab686 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:23.556025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-3a156654-7503-4b76-8768-f89beaf97cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:23.557674 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-3a156654-7503-4b76-8768-f89beaf97cb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1097 time: 0.1490402 Sep 27 08:38:23.582221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2c53b90-3067-4c65-8777-a891d6b32b56 req-c7c2eec7-b23c-4034-8975-8c62ecf8c342 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583415 Sep 27 08:38:23.593899 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9843ee36-6658-4ec7-b6e4-d267f58f3905 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.594305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9843ee36-6658-4ec7-b6e4-d267f58f3905 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Fanout notify agent at l3_agent the message router_deleted on router 72775930-eb7b-4edc-889b-f8dbd017284a {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:38:23.606101 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9843ee36-6658-4ec7-b6e4-d267f58f3905 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.607210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9843ee36-6658-4ec7-b6e4-d267f58f3905 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/routers/72775930-eb7b-4edc-889b-f8dbd017284a HTTP/1.1" status: 204 len: 168 time: 0.7747939 Sep 27 08:38:23.645184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cdb33cdb-57f3-49cc-84f8-87c28cdab686 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:23.645551 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.653309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46998) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:23.745390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 0bbb4a08-5e95-4662-a67a-e4deb7c876fb {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:23.795458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.873216 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:23.884358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e287ea-6eeb-4fec-bff6-57582e0b7aeb req-5c1a5508-859c-45d2-9290-72146ee7962d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:23.886743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43e287ea-6eeb-4fec-bff6-57582e0b7aeb req-5c1a5508-859c-45d2-9290-72146ee7962d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 931 time: 0.1603339 Sep 27 08:38:23.912289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb0eb3-30b3-4a51-854d-ef74b6d22b4c req-7c531a64-814e-4b6b-88e6-383eed223354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:23.913957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bb0eb3-30b3-4a51-854d-ef74b6d22b4c req-7c531a64-814e-4b6b-88e6-383eed223354 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 1100 time: 0.3057303 Sep 27 08:38:23.958439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dcffc-da11-491c-9830-12e1a5807dcb req-21681e66-ed5d-4fab-b55b-e2b88f49ebb1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:23.966378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298dcffc-da11-491c-9830-12e1a5807dcb req-21681e66-ed5d-4fab-b55b-e2b88f49ebb1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1820683 Sep 27 08:38:23.970858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-5f239371-9b31-4ff2-ae52-88f7989328b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:23.972964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-5f239371-9b31-4ff2-ae52-88f7989328b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.4059305 Sep 27 08:38:24.048522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-c62c7572-878d-4ada-ad64-e1fba9f8d744 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 200 len: 217 time: 0.0574377 Sep 27 08:38:24.053127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43e287ea-6eeb-4fec-bff6-57582e0b7aeb req-f5946f88-273a-4982-baf7-999d6e003e27 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435041 Sep 27 08:38:24.086133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.102495 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298dcffc-da11-491c-9830-12e1a5807dcb req-33b14260-df66-4bae-b244-f5aa19d59560 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350791 Sep 27 08:38:24.118421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bb0eb3-30b3-4a51-854d-ef74b6d22b4c req-915d3d26-a3d9-42fa-a3fc-5977b21e9600 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796403 Sep 27 08:38:24.152207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-d4b79e62-699d-4395-ac20-49fff88bfe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:24.153881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-d4b79e62-699d-4395-ac20-49fff88bfe39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.0938432 Sep 27 08:38:24.204890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84cae7df-b0b3-4405-a681-eed8a18de818 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330217 Sep 27 08:38:24.215729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ddb549-99a6-420f-84b6-1ef71c99b65a {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:24.229128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06205a6-d540-4960-8b2a-907c3ae5bf49 req-d5a0e7ba-a068-43f5-87cd-4e8fced04cd5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:24.231093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c06205a6-d540-4960-8b2a-907c3ae5bf49 req-d5a0e7ba-a068-43f5-87cd-4e8fced04cd5 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 949 time: 0.0840654 Sep 27 08:38:24.232276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.232744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.263356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f1c57-b296-45b5-bf81-2da0fb050c7d None None] Network d0d5cada-b152-48d5-8ac5-ae90f73025da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:24.273931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Transition to ACTIVE for port object 05ddb549-99a6-420f-84b6-1ef71c99b65a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:38:24.305592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=0bbb4a08-5e95-4662-a67a-e4deb7c876fb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:24.313907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.323328 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/0bbb4a08-5e95-4662-a67a-e4deb7c876fb HTTP/1.1" status: 204 len: 168 time: 0.6646698 Sep 27 08:38:24.342242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47004) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:24.349429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.455707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.462221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.462221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.462221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.462221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.463199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.463694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.464159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.464775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.465228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.465565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.465895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.466222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a57832-69ac-49c3-b069-1d795b8d1849 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:24.485567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=05ddb549-99a6-420f-84b6-1ef71c99b65a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:24.497301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-d2d05d4b-c589-45de-bd5d-75ad26e3c946 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767437 Sep 27 08:38:24.556770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c06205a6-d540-4960-8b2a-907c3ae5bf49 req-6df29671-109a-4912-a20d-3b9b365ae89a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058286 Sep 27 08:38:24.585769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] DHCP port deletion for d0d5cada-b152-48d5-8ac5-ae90f73025da request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:38:24.659673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port c6eda50d-e1b7-497d-9616-6288c3987dc5 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:24.660696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.685353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] Deleting port c6eda50d-e1b7-497d-9616-6288c3987dc5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:24.686959 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.793701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] For port c6eda50d-e1b7-497d-9616-6288c3987dc5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c6eda50d-e1b7-497d-9616-6288c3987dc5,segment=NetworkSegment(9a229bd4-9f1f-4798-9bf7-61ecd819e63a),segment_id=9a229bd4-9f1f-4798-9bf7-61ecd819e63a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:24.796201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] For port c6eda50d-e1b7-497d-9616-6288c3987dc5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c6eda50d-e1b7-497d-9616-6288c3987dc5,segment=NetworkSegment(9a229bd4-9f1f-4798-9bf7-61ecd819e63a),segment_id=9a229bd4-9f1f-4798-9bf7-61ecd819e63a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:24.796619 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.796789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.811361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] Calling delete_port for c6eda50d-e1b7-497d-9616-6288c3987dc5 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:24.813741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for c6eda50d-e1b7-497d-9616-6288c3987dc5 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:24.841897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Attempting to bind port 05ddb549-99a6-420f-84b6-1ef71c99b65a on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:24.842240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Attempting to bind port 05ddb549-99a6-420f-84b6-1ef71c99b65a by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:24.842576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Attempting to bind port 05ddb549-99a6-420f-84b6-1ef71c99b65a on network 6b914994-644b-4b5d-93da-5a634c51b84a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:24.846298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-6f79b590-6cf5-4378-ac14-15ea4bc6e2ac service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385997 Sep 27 08:38:24.855425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Port 05ddb549-99a6-420f-84b6-1ef71c99b65a on network 6b914994-644b-4b5d-93da-5a634c51b84a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:24.855886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Attempting to bind port 05ddb549-99a6-420f-84b6-1ef71c99b65a on network 6b914994-644b-4b5d-93da-5a634c51b84a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:24.861776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:24.862202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Checking segment: {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:24.862501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Bound using segment: {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:24.863078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Bound port: 05ddb549-99a6-420f-84b6-1ef71c99b65a, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:24.863548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.913452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878675d-933d-4f0e-9826-5569440418a6 req-3cbf3628-6659-46e5-8544-85b2f1390a62 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:24.915533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c878675d-933d-4f0e-9826-5569440418a6 req-3cbf3628-6659-46e5-8544-85b2f1390a62 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 945 time: 0.2083788 Sep 27 08:38:24.931044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.932927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:24.948534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No DVR routers for this DVR port c6eda50d-e1b7-497d-9616-6288c3987dc5 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:24.971483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=c6eda50d-e1b7-497d-9616-6288c3987dc5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:24.993288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] Pushing event deleted for resources: {'Port': ['ID=c6eda50d-e1b7-497d-9616-6288c3987dc5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:25.001238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef29f24-beac-4889-89b7-17a99efe3a3f None None] No DVR routers for this DVR port c6eda50d-e1b7-497d-9616-6288c3987dc5 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:25.070419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:25.078884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c878675d-933d-4f0e-9826-5569440418a6 req-2c50dca5-0963-4bde-9c66-8c9911b836b4 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928500 Sep 27 08:38:25.082456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] For port 05ddb549-99a6-420f-84b6-1ef71c99b65a, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:25.086955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] For port 05ddb549-99a6-420f-84b6-1ef71c99b65a, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=05ddb549-99a6-420f-84b6-1ef71c99b65a,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:25.096318 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:25.101683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d5cada-b152-48d5-8ac5-ae90f73025da']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:25.114498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a229bd4-9f1f-4798-9bf7-61ecd819e63a') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:25.114927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.115714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a229bd4-9f1f-4798-9bf7-61ecd819e63a') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:25.115928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:25.126014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] 10.222.0.67 "PUT /v2.0/ports/05ddb549-99a6-420f-84b6-1ef71c99b65a HTTP/1.1" status: 200 len: 1091 time: 1.9666374 Sep 27 08:38:25.126014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b664729d-8993-445d-9dd5-f60d2defa8eb', 'tag': '05ddb549-99a6-420f-84b6-1ef71c99b65a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:25.132631 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b664729d-8993-445d-9dd5-f60d2defa8eb", "tag": "05ddb549-99a6-420f-84b6-1ef71c99b65a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:25.154562 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:25.171476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:25.192923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:38:25.193946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:38:25.212039 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:38:25.314181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-aeac3e6d-9eca-402e-b9ec-6c72b192d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.315832 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-aeac3e6d-9eca-402e-b9ec-6c72b192d73a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 1094 time: 0.1329012 Sep 27 08:38:25.321818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd2d92-a44d-41c9-a848-b0c6e88bd0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=05ddb549-99a6-420f-84b6-1ef71c99b65a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:25.350192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed63acb-9ffc-4396-b1fc-1c743b25b10f req-68bbe883-6e82-4e03-967a-3ff2cdb24817 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.352368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ed63acb-9ffc-4396-b1fc-1c743b25b10f req-68bbe883-6e82-4e03-967a-3ff2cdb24817 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 943 time: 0.1147316 Sep 27 08:38:25.354621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:25.363355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:25.366028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/networks/d0d5cada-b152-48d5-8ac5-ae90f73025da HTTP/1.1" status: 204 len: 168 time: 1.0154347 Sep 27 08:38:25.375060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47026) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:25.394487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cb073-d9da-4749-8363-d533192cc8ab req-7b8c6ad0-c46d-4450-9ee1-633744e2b8bc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.396379 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1cb073-d9da-4749-8363-d533192cc8ab req-7b8c6ad0-c46d-4450-9ee1-633744e2b8bc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1317067 Sep 27 08:38:25.397881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-92d1a2a3-da36-48d5-9444-400af44386bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddb549-99a6-420f-84b6-1ef71c99b65a HTTP/1.1" status: 200 len: 217 time: 0.0704160 Sep 27 08:38:25.431842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060e117-cab9-45be-9fea-584df53d8991 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Network': ['ID=d0d5cada-b152-48d5-8ac5-ae90f73025da,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:25.449444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1cb073-d9da-4749-8363-d533192cc8ab req-9451bfd8-cf11-4edd-8c53-b572b30f78d1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Sep 27 08:38:25.490646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ed63acb-9ffc-4396-b1fc-1c743b25b10f req-059fdc39-178c-409d-bf5c-c0b223006ff1 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233985 Sep 27 08:38:25.519531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e322d08-6d0d-45d9-a6ba-391b00753afe tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.521485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2e322d08-6d0d-45d9-a6ba-391b00753afe tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/09b3487e-c1df-4180-9fb7-7b645059a5b7 HTTP/1.1" status: 200 len: 840 time: 0.1451361 Sep 27 08:38:25.525146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47030) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:25.528720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c6eda50d-e1b7-497d-9616-6288c3987dc5 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:25.553894 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d1248e-3104-4fe9-b60e-018e68e554e9 x-openstack-request-id: req-d4d1248e-3104-4fe9-b60e-018e68e554e9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:25.554284 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b664729d-8993-445d-9dd5-f60d2defa8eb", "tag": "05ddb549-99a6-420f-84b6-1ef71c99b65a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:25.554597 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4d1248e-3104-4fe9-b60e-018e68e554e9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:25.555146 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b664729d-8993-445d-9dd5-f60d2defa8eb', 'tag': '05ddb549-99a6-420f-84b6-1ef71c99b65a', 'status': 'completed', 'code': 200} Sep 27 08:38:25.557885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-5409239a-1f70-47ce-9a9d-ef0fbc5ade8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.560485 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-5409239a-1f70-47ce-9a9d-ef0fbc5ade8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbc0f9d9-93fc-49bb-b36d-156d93276e57 HTTP/1.1" status: 200 len: 851 time: 0.1141281 Sep 27 08:38:25.592413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c6eda50d-e1b7-497d-9616-6288c3987dc5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:25.592843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c6eda50d-e1b7-497d-9616-6288c3987dc5 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:25.627222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-fa86fbac-8e17-495e-8cb2-10c5d1852475 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b914994-644b-4b5d-93da-5a634c51b84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566735 Sep 27 08:38:25.628539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e4c2bb3a-f42f-4ef1-a69a-f2e900a2eec3 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/09b3487e-c1df-4180-9fb7-7b645059a5b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1014769 Sep 27 08:38:25.633058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47040) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:25.640184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:25.759796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b293c1-a515-48cc-bdf2-8322d7c56be6 req-eeff4d24-7087-463f-85d6-3deee6c7d872 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:25.769418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08b293c1-a515-48cc-bdf2-8322d7c56be6 req-eeff4d24-7087-463f-85d6-3deee6c7d872 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 949 time: 0.0845714 Sep 27 08:38:25.841866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08b293c1-a515-48cc-bdf2-8322d7c56be6 req-cf59c888-1d07-4d77-ab48-ccfbfe69c15d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678618 Sep 27 08:38:25.915058 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-f246e571-160a-4b28-ad56-91131aeceb11 service neutron] 10.222.0.67 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792912 Sep 27 08:38:25.916626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:25.929924 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:26.119851 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef0d9888-95ec-41c3-be98-3b321be8eea9 req-78661381-3d93-46ae-8632-ce9fcb9ff651 service neutron] 10.222.0.67 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782832 Sep 27 08:38:26.217805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:26.295217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137f121-b78d-4efa-91f9-ccb24472651f req-00c6afbc-f17e-402f-a35a-27147eccd6f9 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:26.319051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2137f121-b78d-4efa-91f9-ccb24472651f req-00c6afbc-f17e-402f-a35a-27147eccd6f9 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 945 time: 0.1001084 Sep 27 08:38:26.326228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:38:26.333754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:26.337102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:26.337689 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:26.352222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-8d575b77-22ad-4ebe-a638-aae78f93e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:26.354631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-8d575b77-22ad-4ebe-a638-aae78f93e510 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 1094 time: 0.0935533 Sep 27 08:38:26.401201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2137f121-b78d-4efa-91f9-ccb24472651f req-7bf0aee0-5567-4c2c-bcf8-23328ba1ff28 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725288 Sep 27 08:38:26.443371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:26.457930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=3ac115a1-ce42-4fc2-90ed-800e5d81cdb8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:26.469587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:26.485938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:26.486907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:26.488789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77ccd55-76e6-4215-b1a1-61761309b730 None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:26.503978 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:26.560521 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a91a7313-fcde-46f0-8320-5623c982183b tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9241467 Sep 27 08:38:26.562436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:26.576642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-61e412fc-b09e-49df-af2d-b57e668c248c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'security_group': {'name': 'tempest-secgroup-1798698134'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:26.641816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-4f930c27-f916-4dee-8f59-1b12818f60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:26.643969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-4f930c27-f916-4dee-8f59-1b12818f60d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 912 time: 0.2624509 Sep 27 08:38:26.647077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:26.658810 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b58d596-3511-4ee2-8299-dac91072a396" -d '{"events": [{"server_uuid": "067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:26.662717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1a3ca-8ef1-4791-9805-b3f36867daa9 req-7192ce6e-854d-4095-9f2a-347ca986e9d3 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:26.671381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ca1a3ca-8ef1-4791-9805-b3f36867daa9 req-7192ce6e-854d-4095-9f2a-347ca986e9d3 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 943 time: 0.0678308 Sep 27 08:38:26.705331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-61e412fc-b09e-49df-af2d-b57e668c248c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:26.711071 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-1552c1dc-ec51-47ff-9cff-d52bda90e83e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddb549-99a6-420f-84b6-1ef71c99b65a HTTP/1.1" status: 200 len: 217 time: 0.0573087 Sep 27 08:38:26.720309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,segment=NetworkSegment(1a250909-a217-40d9-9bd4-d65151c491d3),segment_id=1a250909-a217-40d9-9bd4-d65151c491d3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:26.743152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:26.751282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ca1a3ca-8ef1-4791-9805-b3f36867daa9 req-08da2bae-45dc-40d6-b7a9-a0072040e11e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786269 Sep 27 08:38:26.797688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb13dc-ce1a-4b2e-aed2-a83ea7abf248 req-d8e9ec9f-7e28-4db9-a316-1aef1cbeeb97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:26.800084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6fb13dc-ce1a-4b2e-aed2-a83ea7abf248 req-d8e9ec9f-7e28-4db9-a316-1aef1cbeeb97 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1989901 Sep 27 08:38:26.870520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:26.893839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-e3c91977-8f56-41b2-823d-ba08e8688d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:26.895361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-e3c91977-8f56-41b2-823d-ba08e8688d83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbc0f9d9-93fc-49bb-b36d-156d93276e57 HTTP/1.1" status: 200 len: 851 time: 0.1736426 Sep 27 08:38:26.980751 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09121734-671f-4fbd-b7c8-e9da4c9911cb x-openstack-request-id: req-09121734-671f-4fbd-b7c8-e9da4c9911cb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:26.981155 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:26.981295 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09121734-671f-4fbd-b7c8-e9da4c9911cb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:26.981744 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d', 'code': 200} Sep 27 08:38:27.063367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-61e412fc-b09e-49df-af2d-b57e668c248c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.110321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-484b641f-300b-48de-b471-e785d66b12c9', 'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'tenant_id': '65d0e2cc87fd4a029ea8da0a93e9e06a', 'fixed_ips': [{'subnet_id': '3ac115a1-ce42-4fc2-90ed-800e5d81cdb8'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:38:27.154300 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.188308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-61e412fc-b09e-49df-af2d-b57e668c248c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.266573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511206a-6b00-4c37-a464-1219270513f8 req-675b492b-8631-4e7f-b450-e8b1a0a1f05a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:27.277351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-5b6beaea-a370-43ee-9c72-0efe41821905 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b914994-644b-4b5d-93da-5a634c51b84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2066920 Sep 27 08:38:27.281095 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3511206a-6b00-4c37-a464-1219270513f8 req-675b492b-8631-4e7f-b450-e8b1a0a1f05a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 949 time: 0.0872529 Sep 27 08:38:27.370006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3511206a-6b00-4c37-a464-1219270513f8 req-05885842-c25e-40f9-948c-aaf58b819fbd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827754 Sep 27 08:38:27.431600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6fb13dc-ce1a-4b2e-aed2-a83ea7abf248 req-f64936df-b393-4368-bc50-1cdcb659af84 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110129 Sep 27 08:38:27.461867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Allocated IP 172.20.0.2 (484b641f-300b-48de-b471-e785d66b12c9/3ac115a1-ce42-4fc2-90ed-800e5d81cdb8/a3f68953-132a-482d-8cbd-3c8704c216b9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:27.547906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-df22fd97-bb07-43dd-b59c-71d8a505616e service neutron] 10.222.0.67 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524602 Sep 27 08:38:27.561170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-61e412fc-b09e-49df-af2d-b57e668c248c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.562436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-61e412fc-b09e-49df-af2d-b57e668c248c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9903126 Sep 27 08:38:27.565348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47078) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:27.570708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3a6e40d9-bcae-4897-93b0-bc77f0b7d7ba tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'security_group': {'name': 'tempest-secgroup-1496114357'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:27.574773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e412fc-b09e-49df-af2d-b57e668c248c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b94ff9-955c-4b24-8b9b-87d8631b0998,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:27.620840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a6e40d9-bcae-4897-93b0-bc77f0b7d7ba tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.653155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723e036-2a3d-4566-8a29-0a3a616de999 req-3bea4a32-bbaf-42e1-9c06-a5c0a8a8f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:27.655803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0723e036-2a3d-4566-8a29-0a3a616de999 req-3bea4a32-bbaf-42e1-9c06-a5c0a8a8f90b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 1097 time: 0.5458548 Sep 27 08:38:27.784010 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.795972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.869908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Pushing event updated for resources: {'Port': ['ID=a3f68953-132a-482d-8cbd-3c8704c216b9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:27.873259 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a6e40d9-bcae-4897-93b0-bc77f0b7d7ba tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.891352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:27.893293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:27.896980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:27.900040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47153745-9a58-447c-85ec-482d8a03b273 req-896a2932-1440-4973-a38a-eb8cbbb3d4b5 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:27.913711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47153745-9a58-447c-85ec-482d8a03b273 req-896a2932-1440-4973-a38a-eb8cbbb3d4b5 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 946 time: 0.2795265 Sep 27 08:38:27.937345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a6e40d9-bcae-4897-93b0-bc77f0b7d7ba tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:27.990454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Attempting to bind port a3f68953-132a-482d-8cbd-3c8704c216b9 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:27.990975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Attempting to bind port a3f68953-132a-482d-8cbd-3c8704c216b9 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'fecbf8aa-6122-4fe5-acc6-d853ddfa9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484b641f-300b-48de-b471-e785d66b12c9'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:27.991498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Attempting to bind port a3f68953-132a-482d-8cbd-3c8704c216b9 on network 484b641f-300b-48de-b471-e785d66b12c9 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:28.000169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:28.000732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Checking segment: {'id': 'fecbf8aa-6122-4fe5-acc6-d853ddfa9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484b641f-300b-48de-b471-e785d66b12c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:28.001276 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:28.002168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Bound using segment: {'id': 'fecbf8aa-6122-4fe5-acc6-d853ddfa9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484b641f-300b-48de-b471-e785d66b12c9'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:28.003825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Bound port: a3f68953-132a-482d-8cbd-3c8704c216b9, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecbf8aa-6122-4fe5-acc6-d853ddfa9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '484b641f-300b-48de-b471-e785d66b12c9'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:28.004570 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:28.055790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a6e40d9-bcae-4897-93b0-bc77f0b7d7ba tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:28.057270 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3a6e40d9-bcae-4897-93b0-bc77f0b7d7ba tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4905577 Sep 27 08:38:28.062176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47086) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:28.073163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2010529893', 'security_groups': ['2c8810d0-ec4d-409a-b322-9e5fb910ea9c'], 'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ac115a1-ce42-4fc2-90ed-800e5d81cdb8'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:28.103905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] For port a3f68953-132a-482d-8cbd-3c8704c216b9, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:28.104998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47153745-9a58-447c-85ec-482d8a03b273 req-0298c415-d75d-43dc-a635-27ae25a69e0c tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903048 Sep 27 08:38:28.107734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] For port a3f68953-132a-482d-8cbd-3c8704c216b9, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a3f68953-132a-482d-8cbd-3c8704c216b9,segment=NetworkSegment(fecbf8aa-6122-4fe5-acc6-d853ddfa9893),segment_id=fecbf8aa-6122-4fe5-acc6-d853ddfa9893)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:28.128144 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:28.128649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e40d9-bcae-4897-93b0-bc77f0b7d7ba tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8810d0-ec4d-409a-b322-9e5fb910ea9c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:28.130154 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0723e036-2a3d-4566-8a29-0a3a616de999 req-12fbba22-d615-4ab6-a7e9-976ca7462797 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653654 Sep 27 08:38:28.150786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0c13-721c-4f29-9538-fb732146cfd5 req-d1107904-1557-4fc8-bbef-db02d50fc591 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:28.152369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-74cf0c13-721c-4f29-9538-fb732146cfd5 req-d1107904-1557-4fc8-bbef-db02d50fc591 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 1100 time: 0.6029727 Sep 27 08:38:28.234544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 05ddb549-99a6-420f-84b6-1ef71c99b65a details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:28.278516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cfbc5f2-e880-4e16-bd38-a800d2fd10f0 req-e2a499fe-55b7-40f5-af77-c5c6a8767a95 service neutron] 10.222.0.67 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7144444 Sep 27 08:38:28.286479 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-74cf0c13-721c-4f29-9538-fb732146cfd5 req-f06a3f7d-86fb-4870-8163-a5335dba8286 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181190 Sep 27 08:38:28.301410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962d26a-56c9-491f-85f4-9c725b7cd3a8 None None] Pushing event updated for resources: {'Port': ['ID=a3f68953-132a-482d-8cbd-3c8704c216b9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:28.314124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf787-14ed-47e0-b030-41d58e09b84f req-9e475d7f-f558-493c-93e4-d731f872ebbc tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:28.323379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d9bf787-14ed-47e0-b030-41d58e09b84f req-9e475d7f-f558-493c-93e4-d731f872ebbc tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 943 time: 0.0996275 Sep 27 08:38:28.363239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:28.427960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d9bf787-14ed-47e0-b030-41d58e09b84f req-e967fea1-84b6-4380-9a08-b5e3c5e4bba0 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014237 Sep 27 08:38:28.437797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 05ddb549-99a6-420f-84b6-1ef71c99b65a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=05ddb549-99a6-420f-84b6-1ef71c99b65a,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:28.459863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '05ddb549-99a6-420f-84b6-1ef71c99b65a', 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a', 'port_id': '05ddb549-99a6-420f-84b6-1ef71c99b65a', 'mac_address': 'fa:16:3e:42:57:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc0f9d9-93fc-49bb-b36d-156d93276e57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:38:28.536565 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:28.590455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:28.619158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ddb549-99a6-420f-84b6-1ef71c99b65a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:28.659938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port a220f190-2558-4968-acdb-bb6508fa3953 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:38:28.685884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 05ddb549-99a6-420f-84b6-1ef71c99b65a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=05ddb549-99a6-420f-84b6-1ef71c99b65a,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:28.700273 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:28.787982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc60579-5734-4966-9115-b445c0a63c39 req-f3d83890-373b-4724-97c5-e1404d4c34d8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:28.814222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8bc60579-5734-4966-9115-b445c0a63c39 req-f3d83890-373b-4724-97c5-e1404d4c34d8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1659837 Sep 27 08:38:28.829609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=05ddb549-99a6-420f-84b6-1ef71c99b65a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:28.897526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8bc60579-5734-4966-9115-b445c0a63c39 req-93d94301-2db4-4938-acbc-47ee95e9711c tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625389 Sep 27 08:38:28.905178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-3f2ae3ae-03c1-4cdc-98f3-8fca2da4f221 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386782 Sep 27 08:38:29.041578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.6 (484b641f-300b-48de-b471-e785d66b12c9/3ac115a1-ce42-4fc2-90ed-800e5d81cdb8/a220f190-2558-4968-acdb-bb6508fa3953) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:29.058625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['05ddb549-99a6-420f-84b6-1ef71c99b65a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:29.133987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-8c8fe2cf-16c8-46ef-95f4-63c0dc87f15e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:29.133987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-8c8fe2cf-16c8-46ef-95f4-63c0dc87f15e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249296 Sep 27 08:38:29.168481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-e5c9d477-cfb5-4f08-908c-aae63b1763ba tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/quotas/af6ddae1a49c4cb49c61cccb56f0528e HTTP/1.1" status: 200 len: 375 time: 0.0299621 Sep 27 08:38:29.295995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-538ff4d9-be80-44ef-a53b-a81482362986 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1265738 Sep 27 08:38:29.375738 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:29.456161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:29.485685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee2caf-c090-48d0-b145-9082f373989e req-e2bb7f23-3f49-4635-b63a-be642ee73583 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:29.493237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dee2caf-c090-48d0-b145-9082f373989e req-e2bb7f23-3f49-4635-b63a-be642ee73583 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 946 time: 0.1562591 Sep 27 08:38:29.557647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:29.563957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:29.571308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:29.613630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a3f68953-132a-482d-8cbd-3c8704c216b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:29.640149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dee2caf-c090-48d0-b145-9082f373989e req-39731f7a-93b6-4923-93f6-186aef3b6d16 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344881 Sep 27 08:38:29.719916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:29.720600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:29.730889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:29.731536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:29.804278 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e006da7-cc1f-4a6b-8834-73765bb1db59 req-3d2d20e9-2a50-4ab8-bfa6-f1498dc123c1 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 210 time: 0.0658612 Sep 27 08:38:29.810103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=a220f190-2558-4968-acdb-bb6508fa3953,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:29.852931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:29.854017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1a60826d-28a9-4306-a0ff-e49c354bead9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7888329 Sep 27 08:38:29.858610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a36c4823-e2e2-417e-b41e-41eb66f69425 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:29.865298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b975f-2fc5-4229-822b-019a9187531c req-a7c7a72b-e1f2-452d-969f-8f12e01fba22 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:29.872914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-865b975f-2fc5-4229-822b-019a9187531c req-a7c7a72b-e1f2-452d-969f-8f12e01fba22 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 944 time: 0.1777256 Sep 27 08:38:29.888891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:29.952655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-865b975f-2fc5-4229-822b-019a9187531c req-95caa5b2-b907-4804-bc6c-c6cc4ec3172d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737524 Sep 27 08:38:29.968294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port a3f68953-132a-482d-8cbd-3c8704c216b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a3f68953-132a-482d-8cbd-3c8704c216b9,segment=NetworkSegment(fecbf8aa-6122-4fe5-acc6-d853ddfa9893),segment_id=fecbf8aa-6122-4fe5-acc6-d853ddfa9893)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:29.979951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:30.118841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c4823-e2e2-417e-b41e-41eb66f69425 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:30.123687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a36c4823-e2e2-417e-b41e-41eb66f69425 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:30.135015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=a3f68953-132a-482d-8cbd-3c8704c216b9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:30.284194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf3006-7ab1-42dd-8d0e-4791667ae4d0 req-2b2e2253-e93a-4ee6-a70a-b53c386ec93a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:30.294835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bebf3006-7ab1-42dd-8d0e-4791667ae4d0 req-2b2e2253-e93a-4ee6-a70a-b53c386ec93a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1364295 Sep 27 08:38:30.307162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f0e33594-3b16-4f17-9a84-e3233bee70c4 None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:30.308758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0e33594-3b16-4f17-9a84-e3233bee70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:30.357130 n-d-810909-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-a36c4823-e2e2-417e-b41e-41eb66f69425 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3ac115a1-ce42-4fc2-90ed-800e5d81cdb8 (CIDR: 172.20.0.0/28) Sep 27 08:38:30.366642 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36c4823-e2e2-417e-b41e-41eb66f69425 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:38:30.367186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36c4823-e2e2-417e-b41e-41eb66f69425 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:30.387779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bebf3006-7ab1-42dd-8d0e-4791667ae4d0 req-4c133e43-f1d2-4eb0-b76b-94dde09976ac tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919445 Sep 27 08:38:30.408965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a36c4823-e2e2-417e-b41e-41eb66f69425 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5542412 Sep 27 08:38:30.412486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47148) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:30.418713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:30.534877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f0e33594-3b16-4f17-9a84-e3233bee70c4 None None] Provisioning complete for port 09b3487e-c1df-4180-9fb7-7b645059a5b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:30.535378 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0e33594-3b16-4f17-9a84-e3233bee70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:30.596554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f0e33594-3b16-4f17-9a84-e3233bee70c4 None None] Port 09b3487e-c1df-4180-9fb7-7b645059a5b7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:30.655242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:30.659142 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:30.741991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a560f0ff-9fb5-47f5-89aa-070c3a7a1a6e None None] Provisioning complete for port a220f190-2558-4968-acdb-bb6508fa3953 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:30.745360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a560f0ff-9fb5-47f5-89aa-070c3a7a1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:30.833682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a560f0ff-9fb5-47f5-89aa-070c3a7a1a6e None None] Port a220f190-2558-4968-acdb-bb6508fa3953 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:30.899201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaef829-44d7-4006-aa9e-0998cd0b7d26 req-0f345ada-9096-43d0-821d-7ec6fb6abae5 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:30.901008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1aaef829-44d7-4006-aa9e-0998cd0b7d26 req-0f345ada-9096-43d0-821d-7ec6fb6abae5 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 946 time: 0.1671450 Sep 27 08:38:30.969746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-053e312f-6486-41f9-9cb9-98d204bb792d req-4a26a4b4-e4bc-4012-809d-88ee5c3ea60b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 210 time: 0.0614579 Sep 27 08:38:30.995448 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1aaef829-44d7-4006-aa9e-0998cd0b7d26 req-5096dafc-4d9f-4655-b35d-64e0bc8a8b4a tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837195 Sep 27 08:38:31.277016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-fd6b2710-cb8b-4862-9e45-83308ae8818f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460357 Sep 27 08:38:31.361506 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:31.456122 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:31.457438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=51dd2ac9-a81e-4897-98b1-d5591ad69196,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:31.552874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a3f68953-132a-482d-8cbd-3c8704c216b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:31.618810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:31.619474 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:31.626584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:31.645635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a1dbb-03cf-4fe5-a126-e2f6b774bfc8 req-f1d2964c-d075-43a4-95aa-9e0bf958b51e tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:31.657395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da3f9b-6680-4c7b-97ca-d2790fbc66bd None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:31.666638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e845ab-974d-49c5-a49d-c0ea4949960b req-71b9265a-8894-480b-8f4a-e72002f7166f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:31.667791 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e74a1dbb-03cf-4fe5-a126-e2f6b774bfc8 req-f1d2964c-d075-43a4-95aa-9e0bf958b51e tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 946 time: 0.0891781 Sep 27 08:38:31.681509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9e845ab-974d-49c5-a49d-c0ea4949960b req-71b9265a-8894-480b-8f4a-e72002f7166f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 944 time: 0.5053110 Sep 27 08:38:31.698065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:31.698811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:31.743761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e74a1dbb-03cf-4fe5-a126-e2f6b774bfc8 req-5730e3fe-1488-445d-a661-cb4d310d6c66 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685570 Sep 27 08:38:31.766162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9e845ab-974d-49c5-a49d-c0ea4949960b req-cb54ee57-5ec2-43c3-84cf-7fd54aa8b3f2 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790186 Sep 27 08:38:31.788230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-4f415d39-f5a8-4c72-9398-36917964f638 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:31.792681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-4f415d39-f5a8-4c72-9398-36917964f638 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904249 Sep 27 08:38:31.802512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47176) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:31.804351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-14951ac3-e96f-4677-baef-d7a8309ad9c6 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3902659 Sep 27 08:38:31.808368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-720135809', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '51dd2ac9-a81e-4897-98b1-d5591ad69196'}], 'security_groups': ['70b94ff9-955c-4b24-8b9b-87d8631b0998']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:31.811227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Request body: {'port': {'device_id': '89cf01f0-7947-47e6-8d35-af0c605e7cdd', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'af6ddae1a49c4cb49c61cccb56f0528e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:31.984949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:32.010013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Update dhcp port {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'fixed_ips': [{'subnet_id': '3ac115a1-ce42-4fc2-90ed-800e5d81cdb8', 'ip_address': '172.20.0.2'}, {'subnet_id': '51dd2ac9-a81e-4897-98b1-d5591ad69196'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'a3f68953-132a-482d-8cbd-3c8704c216b9'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:38:32.031754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Made reservation on behalf of af6ddae1a49c4cb49c61cccb56f0528e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:32.039341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c0a2e-3fe7-4acd-bf80-524ba4431c90 req-04cb6ca6-4c94-46ce-83f5-e4d20b4728ea tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:32.047085 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c11c0a2e-3fe7-4acd-bf80-524ba4431c90 req-04cb6ca6-4c94-46ce-83f5-e4d20b4728ea tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1404696 Sep 27 08:38:32.051364 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:32.104962 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:32.137966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c11c0a2e-3fe7-4acd-bf80-524ba4431c90 req-2503b3e4-7cae-4d83-aab1-db6da12c415f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844448 Sep 27 08:38:32.250920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed0a1c92-2a0a-487a-9c4a-96ce1cde1da5 req-f8953f16-13ea-441c-9811-9d92a95cd8f1 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 210 time: 0.0880046 Sep 27 08:38:32.383224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Allocated IP 192.168.233.186 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/b12b9385-3cd7-464f-a6d3-176e692534b7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:32.383438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Allocated IP 172.20.0.18 (484b641f-300b-48de-b471-e785d66b12c9/51dd2ac9-a81e-4897-98b1-d5591ad69196/a3f68953-132a-482d-8cbd-3c8704c216b9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:32.402573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 05ddb549-99a6-420f-84b6-1ef71c99b65a up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:32.561624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] For port a3f68953-132a-482d-8cbd-3c8704c216b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a3f68953-132a-482d-8cbd-3c8704c216b9,segment=NetworkSegment(fecbf8aa-6122-4fe5-acc6-d853ddfa9893),segment_id=fecbf8aa-6122-4fe5-acc6-d853ddfa9893)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:32.620938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 05ddb549-99a6-420f-84b6-1ef71c99b65a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:38:32.626636 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:32.629802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 05ddb549-99a6-420f-84b6-1ef71c99b65a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:32.630483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:32.633849 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:32.765223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Pushing event updated for resources: {'Port': ['ID=a3f68953-132a-482d-8cbd-3c8704c216b9,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:32.776346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.776845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.777689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.778169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.778642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.779129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.779594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.780094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.780608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.781094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.781591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.782066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e15ec-6554-409a-9dcb-c1f0a2739cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:38:32.838950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-bd2b5668-5fa8-4022-83d1-0c20be15b016 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:32.843667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-bd2b5668-5fa8-4022-83d1-0c20be15b016 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.67 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 946 time: 0.1701121 Sep 27 08:38:32.850814 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:32.865637 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:32.903872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664729d-8993-445d-9dd5-f60d2defa8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ddb549-99a6-420f-84b6-1ef71c99b65a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:32.906381 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f73506-af8d-428c-ad0e-77e713655307" -d '{"events": [{"server_uuid": "b664729d-8993-445d-9dd5-f60d2defa8eb", "name": "network-vif-plugged", "status": "completed", "tag": "05ddb549-99a6-420f-84b6-1ef71c99b65a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:32.926453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 05ddb549-99a6-420f-84b6-1ef71c99b65a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=05ddb549-99a6-420f-84b6-1ef71c99b65a,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:32.936165 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:33.005905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=05ddb549-99a6-420f-84b6-1ef71c99b65a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:33.067640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Delete allocated IP 172.20.0.6 (484b641f-300b-48de-b471-e785d66b12c9/3ac115a1-ce42-4fc2-90ed-800e5d81cdb8) {{(pid=94830) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 27 08:38:33.097840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ebc0-4789-4f5c-a3c7-14a4a682bc19 req-31705d29-93e8-4ccc-9c29-148c58213ea4 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:33.111931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a86ebc0-4789-4f5c-a3c7-14a4a682bc19 req-31705d29-93e8-4ccc-9c29-148c58213ea4 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 946 time: 0.2223392 Sep 27 08:38:33.211927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a86ebc0-4789-4f5c-a3c7-14a4a682bc19 req-49258dcb-6ed1-4981-b1f6-7233806efb38 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d70794c-6cc3-40b7-bbab-44d013648a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987897 Sep 27 08:38:33.213213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.30 (484b641f-300b-48de-b471-e785d66b12c9/51dd2ac9-a81e-4897-98b1-d5591ad69196/a220f190-2558-4968-acdb-bb6508fa3953) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:33.256907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef84a7-6d14-41f0-ae3b-0521ce22eeeb req-c86fe2b4-493f-4830-ad9e-e92e830bd2d9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:33.264749 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84ef84a7-6d14-41f0-ae3b-0521ce22eeeb req-c86fe2b4-493f-4830-ad9e-e92e830bd2d9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1934068 Sep 27 08:38:33.304948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Deleting port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:33.305309 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:33.308536 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46650de5-a8f2-4958-b5b5-b7c26aab1570 x-openstack-request-id: req-46650de5-a8f2-4958-b5b5-b7c26aab1570 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:33.309072 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664729d-8993-445d-9dd5-f60d2defa8eb", "name": "network-vif-plugged", "status": "completed", "tag": "05ddb549-99a6-420f-84b6-1ef71c99b65a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:33.309326 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46650de5-a8f2-4958-b5b5-b7c26aab1570 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:33.309721 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b664729d-8993-445d-9dd5-f60d2defa8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ddb549-99a6-420f-84b6-1ef71c99b65a', 'code': 200} Sep 27 08:38:33.373048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:33.388489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a', '0017c9e2-e2c0-467a-9a8d-30601b079a68'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:33.454638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84ef84a7-6d14-41f0-ae3b-0521ce22eeeb req-768b10bb-8d71-4b38-98ff-4327d0bf3a4a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886487 Sep 27 08:38:33.457166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f24bf828-4fb5-43cc-8899-a388acb20963', '951f0a9b-3e44-43a5-a09b-cd633d4aa117', 'f1bde4e4-4249-4b8d-bab0-65dd415830b0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:33.477120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:33.507702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:33.510701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:33.621723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event updated for resources: {'Port': ['ID=b12b9385-3cd7-464f-a6d3-176e692534b7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:33.650381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] For port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,segment=NetworkSegment(1a250909-a217-40d9-9bd4-d65151c491d3),segment_id=1a250909-a217-40d9-9bd4-d65151c491d3)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:33.651229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:33.660122 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:33.661969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:33.700295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Calling delete_port for b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:33.732244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-67b6fe6e-6b07-446b-871c-a5e9cab01507 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9264624 Sep 27 08:38:33.758707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Request body: {'port': {'device_id': '89cf01f0-7947-47e6-8d35-af0c605e7cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:33.791989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a3f68953-132a-482d-8cbd-3c8704c216b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:33.894394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:33.932456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-46e9a93f-9149-4ea1-9ccd-aff80f0518a9 None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:33.933356 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46e9a93f-9149-4ea1-9ccd-aff80f0518a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.056120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:34.056848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.104299 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.141248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.222940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12b9385-3cd7-464f-a6d3-176e692534b7 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:34.232191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b575110-6f7a-43d7-acbd-bfeac1d1649d req-fac4efa4-a1eb-4d73-90cd-d4954018619e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:34.241113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b575110-6f7a-43d7-acbd-bfeac1d1649d req-fac4efa4-a1eb-4d73-90cd-d4954018619e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1313906 Sep 27 08:38:34.242000 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.259443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Transition to ACTIVE for port object b12b9385-3cd7-464f-a6d3-176e692534b7 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:38:34.271929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.285240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5294cd-e717-4cd0-8f98-58e69685ddd2 req-f4f00f31-3dc0-4b7a-9438-c035ce0abf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:34.287146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c5294cd-e717-4cd0-8f98-58e69685ddd2 req-f4f00f31-3dc0-4b7a-9438-c035ce0abf0e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 1096 time: 0.9141614 Sep 27 08:38:34.302646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e398b7-3d02-4ce4-ba91-68b4ddd50bdf req-b7b7cf49-3c85-46a4-bc84-5f1750640b45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:34.304623 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e398b7-3d02-4ce4-ba91-68b4ddd50bdf req-b7b7cf49-3c85-46a4-bc84-5f1750640b45 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 936 time: 0.5874705 Sep 27 08:38:34.378103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-46e9a93f-9149-4ea1-9ccd-aff80f0518a9 None None] Provisioning complete for port a220f190-2558-4968-acdb-bb6508fa3953 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:34.381793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46e9a93f-9149-4ea1-9ccd-aff80f0518a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.439655 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e398b7-3d02-4ce4-ba91-68b4ddd50bdf req-025c3767-4151-4963-8b1a-ba7cf42e5ff9 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055291 Sep 27 08:38:34.453611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=a220f190-2558-4968-acdb-bb6508fa3953,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:34.460995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Pushing event updated for resources: {'Port': ['ID=b12b9385-3cd7-464f-a6d3-176e692534b7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:34.482538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b575110-6f7a-43d7-acbd-bfeac1d1649d req-15c4db4e-95df-4381-88dd-f50f55d5d9bc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358832 Sep 27 08:38:34.488310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] In _notify_port_updated(), no bound segment for port a220f190-2558-4968-acdb-bb6508fa3953 on network 484b641f-300b-48de-b471-e785d66b12c9 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:38:34.501520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:34.501520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.516440 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-901a34d5-666a-4e01-a295-646c00783231 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "PUT /v2.0/ports/a220f190-2558-4968-acdb-bb6508fa3953 HTTP/1.1" status: 200 len: 920 time: 2.7099798 Sep 27 08:38:34.520359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47214) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:34.579337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-46e9a93f-9149-4ea1-9ccd-aff80f0518a9 None None] Port a220f190-2558-4968-acdb-bb6508fa3953 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:34.665300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c5294cd-e717-4cd0-8f98-58e69685ddd2 req-d5fea116-c280-4a4d-b2de-e326a568068f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668046 Sep 27 08:38:34.666528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.815169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-46e9a93f-9149-4ea1-9ccd-aff80f0518a9 None None] Provisioning complete for port 09b3487e-c1df-4180-9fb7-7b645059a5b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:34.815169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46e9a93f-9149-4ea1-9ccd-aff80f0518a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.817332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65ccfe4b-7670-44f7-94ee-bc74d2f78940 req-7395a9cb-c096-427d-8f6e-4f9557c32da6 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.50 "GET /v2.0/ports?device_id=067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f HTTP/1.1" status: 200 len: 210 time: 0.0504403 Sep 27 08:38:34.856595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Pushing event deleted for resources: {'Port': ['ID=b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:34.882703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-84a92035-5094-4e7a-b39c-57d821bb4619 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port a220f190-2558-4968-acdb-bb6508fa3953 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:34.883272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a92035-5094-4e7a-b39c-57d821bb4619 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.899789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] No DVR routers for this DVR port b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:34.903623 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:34.908402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04f4c5e9-e525-48a0-95a1-a23f6e96e437 req-71f4ac8b-9a4c-4efc-bb6d-38429a3c83a1 tempest-InstanceActionsV221TestJSON-1910142086 tempest-InstanceActionsV221TestJSON-1910142086-project] 10.222.0.67 "DELETE /v2.0/ports/b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d HTTP/1.1" status: 204 len: 173 time: 2.0496585 Sep 27 08:38:34.926926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f', 'name': 'network-vif-deleted', 'tag': 'b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:34.930187 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde369c-6f9c-4c28-83d4-530bffb73b0e" -d '{"events": [{"server_uuid": "067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f", "name": "network-vif-deleted", "tag": "b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:34.968796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Attempting to bind port b12b9385-3cd7-464f-a6d3-176e692534b7 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:34.969474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Attempting to bind port b12b9385-3cd7-464f-a6d3-176e692534b7 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:34.970361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Attempting to bind port b12b9385-3cd7-464f-a6d3-176e692534b7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:34.993006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-46e9a93f-9149-4ea1-9ccd-aff80f0518a9 None None] Port 09b3487e-c1df-4180-9fb7-7b645059a5b7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:35.026736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Port b12b9385-3cd7-464f-a6d3-176e692534b7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:35.029288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Attempting to bind port b12b9385-3cd7-464f-a6d3-176e692534b7 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:35.056826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:35.060377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:35.061116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:35.061786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Bound port: b12b9385-3cd7-464f-a6d3-176e692534b7, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:35.062381 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.091956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6f245-6cc9-473b-b9e1-1f7df0261d1d req-7893b992-816e-4374-ba1c-cc1e346bc6ea tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:35.093890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-add6f245-6cc9-473b-b9e1-1f7df0261d1d req-7893b992-816e-4374-ba1c-cc1e346bc6ea tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.2770963 Sep 27 08:38:35.095651 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe71bcc-e7eb-4bcc-984d-f8818adc1e28 x-openstack-request-id: req-5fe71bcc-e7eb-4bcc-984d-f8818adc1e28 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:35.096100 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f", "name": "network-vif-deleted", "tag": "b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:35.096458 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fe71bcc-e7eb-4bcc-984d-f8818adc1e28 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:35.100885 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067e18fa-5cc8-4ffd-bf2b-5d9bc54ccd8f', 'name': 'network-vif-deleted', 'tag': 'b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d', 'status': 'completed', 'code': 200} Sep 27 08:38:35.126008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a92035-5094-4e7a-b39c-57d821bb4619 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.158224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-84a92035-5094-4e7a-b39c-57d821bb4619 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for a220f190-2558-4968-acdb-bb6508fa3953 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:35.203305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cf8298f6-8c99-4e76-9fd6-1d06b19d5fcd None None] Provisioning complete for port a220f190-2558-4968-acdb-bb6508fa3953 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:35.206580 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf8298f6-8c99-4e76-9fd6-1d06b19d5fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.253575 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-add6f245-6cc9-473b-b9e1-1f7df0261d1d req-6d7490f3-a9cb-4aad-b692-86b1a709b0c4 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485472 Sep 27 08:38:35.263097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] For port b12b9385-3cd7-464f-a6d3-176e692534b7, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:35.267314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] For port b12b9385-3cd7-464f-a6d3-176e692534b7, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b12b9385-3cd7-464f-a6d3-176e692534b7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:35.273170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.326195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cf8298f6-8c99-4e76-9fd6-1d06b19d5fcd None None] Port a220f190-2558-4968-acdb-bb6508fa3953 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:35.332376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:35.333321 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.335555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] 10.222.0.67 "PUT /v2.0/ports/b12b9385-3cd7-464f-a6d3-176e692534b7 HTTP/1.1" status: 200 len: 1096 time: 1.5827594 Sep 27 08:38:35.369556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a92035-5094-4e7a-b39c-57d821bb4619 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.379458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77e435-2b6d-4a3c-9ccf-40c41fa773af service neutron] Pushing event updated for resources: {'Port': ['ID=b12b9385-3cd7-464f-a6d3-176e692534b7,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:35.439124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a92035-5094-4e7a-b39c-57d821bb4619 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=a220f190-2558-4968-acdb-bb6508fa3953,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:35.449182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-2a0f009f-013b-4d19-b640-bae49a9c5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:35.451240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-2a0f009f-013b-4d19-b640-bae49a9c5d12 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 1099 time: 0.0620680 Sep 27 08:38:35.528903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-49627e14-d151-41a5-bb6a-df6a71038e61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=b12b9385-3cd7-464f-a6d3-176e692534b7 HTTP/1.1" status: 200 len: 217 time: 0.0655448 Sep 27 08:38:35.551831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.633576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a92035-5094-4e7a-b39c-57d821bb4619 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:35.636721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-71346eff-0559-4112-81d9-44cfbdc9b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:35.639313 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-84a92035-5094-4e7a-b39c-57d821bb4619 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/a220f190-2558-4968-acdb-bb6508fa3953 HTTP/1.1" status: 204 len: 168 time: 1.1117687 Sep 27 08:38:35.642424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47234) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:35.644245 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-71346eff-0559-4112-81d9-44cfbdc9b89c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0970731 Sep 27 08:38:35.700288 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-76af2ca5-ce99-438b-b334-a9bc67b91d0a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:38:35.702441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-76af2ca5-ce99-438b-b334-a9bc67b91d0a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/a220f190-2558-4968-acdb-bb6508fa3953 HTTP/1.1" status: 404 len: 333 time: 0.0586178 Sep 27 08:38:35.708766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47238) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:35.787479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3b3d5-ed62-4d02-a556-c21519e58170 req-e9faaa12-9fdc-4af2-bacb-a4118591fa61 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:35.789395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bbb3b3d5-ed62-4d02-a556-c21519e58170 req-e9faaa12-9fdc-4af2-bacb-a4118591fa61 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 948 time: 0.1013350 Sep 27 08:38:35.834682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-bbcaf8e0-0c99-4e2d-b7a7-7c3cc24f5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:35.836377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-bbcaf8e0-0c99-4e2d-b7a7-7c3cc24f5325 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814365 Sep 27 08:38:35.871423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bbb3b3d5-ed62-4d02-a556-c21519e58170 req-1d32dd3e-7dd3-472b-aab9-db5b69365fcb tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733056 Sep 27 08:38:35.920831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671340e7-6bde-49ae-beae-693eeea597cb req-54826cab-46ca-4840-91bf-ef41d2501365 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:35.931897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671340e7-6bde-49ae-beae-693eeea597cb req-54826cab-46ca-4840-91bf-ef41d2501365 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.2242813 Sep 27 08:38:35.978210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-becf5b3b-7f92-41b9-b215-d1e8fc812880 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.073017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-671340e7-6bde-49ae-beae-693eeea597cb req-93606641-c6a4-4a13-b2db-b465776992c7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397443 Sep 27 08:38:36.137793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-becf5b3b-7f92-41b9-b215-d1e8fc812880 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.153617 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-c1938a7e-3afe-4058-895e-1389b1bdee17 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015683 Sep 27 08:38:36.235306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-becf5b3b-7f92-41b9-b215-d1e8fc812880 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.238394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-becf5b3b-7f92-41b9-b215-d1e8fc812880 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.248474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47260) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:36.249672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-becf5b3b-7f92-41b9-b215-d1e8fc812880 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/security-groups/2c8810d0-ec4d-409a-b322-9e5fb910ea9c HTTP/1.1" status: 204 len: 168 time: 0.5373960 Sep 27 08:38:36.258372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:36.267924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf5b3b-7f92-41b9-b215-d1e8fc812880 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8810d0-ec4d-409a-b322-9e5fb910ea9c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:36.330334 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:36.333876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b4b0a4b2-96c6-4ca0-9e0a-94a36e75f93d not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:36.359862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfb6fbaf-3a56-471c-82f8-7015673ee030 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.372162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47266) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:36.383255 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51f7bc2f-3103-44f9-bb8d-081fb9a383b2 req-d8979f95-4511-4dd9-90fd-a2f11f0543a0 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074833 Sep 27 08:38:36.396964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfb6fbaf-3a56-471c-82f8-7015673ee030 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.452750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfb6fbaf-3a56-471c-82f8-7015673ee030 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.455594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfb6fbaf-3a56-471c-82f8-7015673ee030 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.457303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dfb6fbaf-3a56-471c-82f8-7015673ee030 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/security-groups/70b94ff9-955c-4b24-8b9b-87d8631b0998 HTTP/1.1" status: 204 len: 168 time: 0.2069793 Sep 27 08:38:36.460428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47268) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:36.465532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3795061-96b0-4e45-8009-dd7c12678cdc admin admin] Deleting subnet f0eb4845-1a75-4650-8703-293be23a1251 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:36.470477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3795061-96b0-4e45-8009-dd7c12678cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.489708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6fbaf-3a56-471c-82f8-7015673ee030 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b94ff9-955c-4b24-8b9b-87d8631b0998,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:36.502913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471a374-1ee7-4a16-bcdb-99c2712467f4 req-fbfe7e76-fa9b-49b3-b148-faa848601f8b tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:36.509748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a471a374-1ee7-4a16-bcdb-99c2712467f4 req-fbfe7e76-fa9b-49b3-b148-faa848601f8b tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1027186 Sep 27 08:38:36.540880 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3795061-96b0-4e45-8009-dd7c12678cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.561094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c15d23-8b78-4ea0-82a2-4d2a03c5d9a0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 3ac115a1-ce42-4fc2-90ed-800e5d81cdb8 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:36.565916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17c15d23-8b78-4ea0-82a2-4d2a03c5d9a0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.591399 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a471a374-1ee7-4a16-bcdb-99c2712467f4 req-4ac017e1-b17e-41b0-aacb-08527f755bf9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776248 Sep 27 08:38:36.626560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17c15d23-8b78-4ea0-82a2-4d2a03c5d9a0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.641091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3795061-96b0-4e45-8009-dd7c12678cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.721378 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3795061-96b0-4e45-8009-dd7c12678cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.749065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3795061-96b0-4e45-8009-dd7c12678cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0eb4845-1a75-4650-8703-293be23a1251,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:36.756793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17c15d23-8b78-4ea0-82a2-4d2a03c5d9a0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.759891 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3795061-96b0-4e45-8009-dd7c12678cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.762209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b3795061-96b0-4e45-8009-dd7c12678cdc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f0eb4845-1a75-4650-8703-293be23a1251 HTTP/1.1" status: 204 len: 168 time: 0.3888726 Sep 27 08:38:36.764793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:36.858221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.878916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17c15d23-8b78-4ea0-82a2-4d2a03c5d9a0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.915672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c15d23-8b78-4ea0-82a2-4d2a03c5d9a0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac115a1-ce42-4fc2-90ed-800e5d81cdb8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:36.926467 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17c15d23-8b78-4ea0-82a2-4d2a03c5d9a0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:36.928983 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-17c15d23-8b78-4ea0-82a2-4d2a03c5d9a0 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/3ac115a1-ce42-4fc2-90ed-800e5d81cdb8 HTTP/1.1" status: 204 len: 168 time: 0.4581234 Sep 27 08:38:36.933888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47280) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:36.939288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:36.941240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69b20ee-a8c1-48d2-97a6-90c4d2c7144e None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:37.059133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.062818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8574eb-970e-4a0f-bb2f-f50ea118d91e req-9da4f97a-d364-4559-a4b7-77f29fbec40c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.064574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e8574eb-970e-4a0f-bb2f-f50ea118d91e req-9da4f97a-d364-4559-a4b7-77f29fbec40c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 948 time: 0.1195879 Sep 27 08:38:37.096783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9b4c0e-e749-450e-8342-1c3f2ab51026']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:37.105755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cf01f0-7947-47e6-8d35-af0c605e7cdd', 'tag': 'b12b9385-3cd7-464f-a6d3-176e692534b7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:37.108360 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4b108d-9810-4479-af6e-2170ae8c3fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "89cf01f0-7947-47e6-8d35-af0c605e7cdd", "tag": "b12b9385-3cd7-464f-a6d3-176e692534b7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:37.135835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a250909-a217-40d9-9bd4-d65151c491d3') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:37.136131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a250909-a217-40d9-9bd4-d65151c491d3') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:37.137097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e8574eb-970e-4a0f-bb2f-f50ea118d91e req-5218e4eb-4534-4c9d-ae32-fcd74ff27df6 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Sep 27 08:38:37.145978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:37.149742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.155020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.179562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911bf31-5819-42e3-b49a-9daf88887ad3 req-17c760c4-4867-4624-9aee-f63aa29ddb69 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.186693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b911bf31-5819-42e3-b49a-9daf88887ad3 req-17c760c4-4867-4624-9aee-f63aa29ddb69 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.2302151 Sep 27 08:38:37.197081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.219059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:38:37.219475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:38:37.221252 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:38:37.239755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-85860d1a-3c98-41c9-8578-a4088cbfe827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.241354 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-85860d1a-3c98-41c9-8578-a4088cbfe827 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 1096 time: 0.2534513 Sep 27 08:38:37.333044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b911bf31-5819-42e3-b49a-9daf88887ad3 req-eb98bb1a-7d38-44f6-8280-f8a006a70300 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452954 Sep 27 08:38:37.358987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.392270 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae12a8a3-eab6-4aa8-975f-538e1b1d3b6a x-openstack-request-id: req-ae12a8a3-eab6-4aa8-975f-538e1b1d3b6a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:37.392597 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cf01f0-7947-47e6-8d35-af0c605e7cdd", "tag": "b12b9385-3cd7-464f-a6d3-176e692534b7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:37.392843 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae12a8a3-eab6-4aa8-975f-538e1b1d3b6a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:37.393232 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cf01f0-7947-47e6-8d35-af0c605e7cdd', 'tag': 'b12b9385-3cd7-464f-a6d3-176e692534b7', 'status': 'completed', 'code': 200} Sep 27 08:38:37.399817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.404044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6b9b4c0e-e749-450e-8342-1c3f2ab51026 HTTP/1.1" status: 204 len: 168 time: 0.6359286 Sep 27 08:38:37.423355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c67846-feed-4894-a39c-f0dcec023460 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9b4c0e-e749-450e-8342-1c3f2ab51026,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:37.448019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-7fa6c37b-f028-4597-ba82-26ec0a7b7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.449820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-7fa6c37b-f028-4597-ba82-26ec0a7b7bf3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 912 time: 0.1956182 Sep 27 08:38:37.533494 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-321a5d27-c6ad-4e7c-b9bc-2ffbf54417aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ddb549-99a6-420f-84b6-1ef71c99b65a HTTP/1.1" status: 200 len: 217 time: 0.0732994 Sep 27 08:38:37.581707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc54aa6-cc5b-422c-944e-a7c21a1bbced req-9d128cca-67b2-4d36-b36b-63e6865a8778 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.589378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fc54aa6-cc5b-422c-944e-a7c21a1bbced req-9d128cca-67b2-4d36-b36b-63e6865a8778 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.1564515 Sep 27 08:38:37.593021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-f7896780-614c-4f4c-ba36-309a6bff5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.594648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-f7896780-614c-4f4c-ba36-309a6bff5bca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 1099 time: 0.1434586 Sep 27 08:38:37.604790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.638815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47322) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:37.650057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-174a4cff-8591-4e26-b04c-3364425ee599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.651939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-174a4cff-8591-4e26-b04c-3364425ee599 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbc0f9d9-93fc-49bb-b36d-156d93276e57 HTTP/1.1" status: 200 len: 851 time: 0.1100714 Sep 27 08:38:37.695426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fc54aa6-cc5b-422c-944e-a7c21a1bbced req-0a80dd45-f910-410b-b269-9f2540ccefe7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050084 Sep 27 08:38:37.697314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:37.709175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:37.717734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:37.720504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.730524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=2c481781-bb17-408d-bea3-97e9764b9a7a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:37.742823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67acfe21-77af-4ebc-9f5a-6e039ea6240d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1628c6da16c345158bd164dd72ea1df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011682 Sep 27 08:38:37.746742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47324) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:37.758588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-179412bc-695b-4b28-b2ba-b4c6494ed57c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8207304 Sep 27 08:38:37.761842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47326) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:37.769758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cf2f8bf1-ed24-453b-8ff0-9c0cf24a5f71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'security_group': {'name': 'tempest-secgroup-1171370817'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:37.823526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8bf1-ed24-453b-8ff0-9c0cf24a5f71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.828927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51cf314c-c4a4-4885-85d6-c504ba745fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.871490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198bd726-51b9-4a6f-a73a-80733af39014 None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:37.872979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51cf314c-c4a4-4885-85d6-c504ba745fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.937978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cd0a0af2-4e11-4abc-926f-63335cdbf8ac None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:37.938405 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd0a0af2-4e11-4abc-926f-63335cdbf8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.969818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8bf1-ed24-453b-8ff0-9c0cf24a5f71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.971261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51cf314c-c4a4-4885-85d6-c504ba745fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.974534 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51cf314c-c4a4-4885-85d6-c504ba745fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.976108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-51cf314c-c4a4-4885-85d6-c504ba745fea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d70794c-6cc3-40b7-bbab-44d013648a88 HTTP/1.1" status: 204 len: 168 time: 0.2280064 Sep 27 08:38:37.980753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8bf1-ed24-453b-8ff0-9c0cf24a5f71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:37.994122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf314c-c4a4-4885-85d6-c504ba745fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70794c-6cc3-40b7-bbab-44d013648a88,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:38.013073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8bf1-ed24-453b-8ff0-9c0cf24a5f71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.017063 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cf2f8bf1-ed24-453b-8ff0-9c0cf24a5f71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2515461 Sep 27 08:38:38.017786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47330) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:38.030055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5acf1ed2-d82a-4a6d-a9aa-89e786494082 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'security_group': {'name': 'tempest-secgroup-1548774161'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:38.046231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f8bf1-ed24-453b-8ff0-9c0cf24a5f71 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ea73e-e078-43ae-b1df-8fad23524c04,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:38.070517 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5acf1ed2-d82a-4a6d-a9aa-89e786494082 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.086050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cd0a0af2-4e11-4abc-926f-63335cdbf8ac None None] Provisioning complete for port 09b3487e-c1df-4180-9fb7-7b645059a5b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:38.086430 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd0a0af2-4e11-4abc-926f-63335cdbf8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.112466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-e65c9aa9-56f7-4f0d-b077-249b2f08122d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b914994-644b-4b5d-93da-5a634c51b84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4339888 Sep 27 08:38:38.153543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a0af2-4e11-4abc-926f-63335cdbf8ac None None] Port 09b3487e-c1df-4180-9fb7-7b645059a5b7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:38.179136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2af156-9d4e-48d9-97b9-49be3ba8d5ae req-83d1a5d7-b809-43a8-b447-c820e89eac9d tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:38.186805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec2af156-9d4e-48d9-97b9-49be3ba8d5ae req-83d1a5d7-b809-43a8-b447-c820e89eac9d tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 950 time: 0.5072870 Sep 27 08:38:38.194880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-0d4bca88-850d-4f9c-8560-c3d2f6d31ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:38.196298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-0d4bca88-850d-4f9c-8560-c3d2f6d31ea9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.5927939 Sep 27 08:38:38.209862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5acf1ed2-d82a-4a6d-a9aa-89e786494082 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.216869 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5acf1ed2-d82a-4a6d-a9aa-89e786494082 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.277031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d688a9a1-47dd-413d-ad91-81b0adbdf040 None None] Update dhcp port {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'fixed_ips': [{'subnet_id': '51dd2ac9-a81e-4897-98b1-d5591ad69196', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c481781-bb17-408d-bea3-97e9764b9a7a'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'a3f68953-132a-482d-8cbd-3c8704c216b9'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:38:38.278321 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf1ed2-d82a-4a6d-a9aa-89e786494082 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854a57f3-562d-46ca-8ac8-c4d06fdf0111,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:38.289821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-4cb20666-5fb0-40cc-a5cb-ef02acd6c9d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=b12b9385-3cd7-464f-a6d3-176e692534b7 HTTP/1.1" status: 200 len: 217 time: 0.0816305 Sep 27 08:38:38.311231 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d688a9a1-47dd-413d-ad91-81b0adbdf040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.350417 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec2af156-9d4e-48d9-97b9-49be3ba8d5ae req-ac27172d-5d36-456f-bb75-47b348215afc tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626780 Sep 27 08:38:38.371295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5acf1ed2-d82a-4a6d-a9aa-89e786494082 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.371452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:38.371562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5acf1ed2-d82a-4a6d-a9aa-89e786494082 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3514194 Sep 27 08:38:38.377635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-52d79c0c-7094-4044-96a6-c6491b069189 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'security_group': {'name': 'tempest-secgroup-1420280148'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:38.387612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b39547-61fe-476b-b7d2-987838c13768 req-80a73370-0fef-47f7-bf56-b157e40683ab tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:38.389953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17b39547-61fe-476b-b7d2-987838c13768 req-80a73370-0fef-47f7-bf56-b157e40683ab tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 948 time: 0.1028657 Sep 27 08:38:38.392675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-fbca5bc1-dd3f-41b2-b3e4-1510c7482745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:38.394438 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-fbca5bc1-dd3f-41b2-b3e4-1510c7482745 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0857284 Sep 27 08:38:38.396042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-13087ca4-43a5-4160-800e-595f0839c0db service neutron] 10.222.0.67 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731047 Sep 27 08:38:38.447363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17b39547-61fe-476b-b7d2-987838c13768 req-7b54d7b7-8ae2-437d-ab7c-3762bff59efe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Sep 27 08:38:38.451418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52d79c0c-7094-4044-96a6-c6491b069189 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.574316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-d755707c-0950-41fb-96e5-e6581e6c367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:38.575674 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-d755707c-0950-41fb-96e5-e6581e6c367d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658738 Sep 27 08:38:38.620432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35c98ed5-77c5-44e9-8d10-0ec16449a76d req-894ee323-5556-4dbe-84de-062e10a7096f service neutron] 10.222.0.67 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701031 Sep 27 08:38:38.627983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d688a9a1-47dd-413d-ad91-81b0adbdf040 None None] Allocated IP 172.20.0.2 (484b641f-300b-48de-b471-e785d66b12c9/2c481781-bb17-408d-bea3-97e9764b9a7a/a3f68953-132a-482d-8cbd-3c8704c216b9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:38.645016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2800450-e94e-4134-93a9-08b00f015951 req-68fbdd86-3908-4556-b277-86d90cd0f278 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:38.647652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2800450-e94e-4134-93a9-08b00f015951 req-68fbdd86-3908-4556-b277-86d90cd0f278 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1223021 Sep 27 08:38:38.764400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2800450-e94e-4134-93a9-08b00f015951 req-f1175d8a-6341-407c-a96d-8266af40ab3e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920913 Sep 27 08:38:38.770756 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52d79c0c-7094-4044-96a6-c6491b069189 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.777597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-093fc870-f30c-4ef5-9f3c-131bba2803d5 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931345 Sep 27 08:38:38.778437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d688a9a1-47dd-413d-ad91-81b0adbdf040 None None] For port a3f68953-132a-482d-8cbd-3c8704c216b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a3f68953-132a-482d-8cbd-3c8704c216b9,segment=NetworkSegment(fecbf8aa-6122-4fe5-acc6-d853ddfa9893),segment_id=fecbf8aa-6122-4fe5-acc6-d853ddfa9893)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:38.785208 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52d79c0c-7094-4044-96a6-c6491b069189 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.816519 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d688a9a1-47dd-413d-ad91-81b0adbdf040 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.823937 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d688a9a1-47dd-413d-ad91-81b0adbdf040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.851446 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52d79c0c-7094-4044-96a6-c6491b069189 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:38.855286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-52d79c0c-7094-4044-96a6-c6491b069189 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4825892 Sep 27 08:38:38.855940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47372) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:38.856154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d79c0c-7094-4044-96a6-c6491b069189 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99caa7-3d03-4d17-b7ba-230e94f6bf84,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:38.863350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-819826327', 'security_groups': ['3d99caa7-3d03-4d17-b7ba-230e94f6bf84'], 'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2c481781-bb17-408d-bea3-97e9764b9a7a'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:38.958592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f4b108d-9810-4479-af6e-2170ae8c3fc2 req-12e720b6-13e2-4d07-8ec1-46e08eb86dbe service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704891 Sep 27 08:38:38.963776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688a9a1-47dd-413d-ad91-81b0adbdf040 None None] Pushing event updated for resources: {'Port': ['ID=a3f68953-132a-482d-8cbd-3c8704c216b9,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:39.090832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da36dc-790d-42ad-b0c7-c3d8bad2bee7 req-ba81d78a-0e7d-4b94-9c97-e5ca42626413 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:39.098896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97da36dc-790d-42ad-b0c7-c3d8bad2bee7 req-ba81d78a-0e7d-4b94-9c97-e5ca42626413 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 946 time: 0.0866978 Sep 27 08:38:39.113713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:39.135659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:39.193186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97da36dc-790d-42ad-b0c7-c3d8bad2bee7 req-abc5b477-0b27-4216-98be-016b3bb307c2 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933387 Sep 27 08:38:39.222798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-4ad581b3-f6de-4acf-90e1-508f9fb922d2 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:39.232376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-4ad581b3-f6de-4acf-90e1-508f9fb922d2 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1097 time: 0.0924559 Sep 27 08:38:39.239259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:39.269825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.273790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-network', 'tenant_id': '6aa1225494b740de90537e08502e8640'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:39.290005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] device_id is not set on port 084e58b2-bb23-4e04-8ba9-3590439f6d43 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:38:39.333142 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.337088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Made reservation on behalf of 6aa1225494b740de90537e08502e8640 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:39.339429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.364105 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.575870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a3f68953-132a-482d-8cbd-3c8704c216b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:39.613149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.11 (484b641f-300b-48de-b471-e785d66b12c9/2c481781-bb17-408d-bea3-97e9764b9a7a/084e58b2-bb23-4e04-8ba9-3590439f6d43) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:39.652954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:39.659765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:39.660214 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.705576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb698c3-3f97-47ba-a6dd-58a863d0b8cc req-fb27e263-7707-4e45-ba9b-ccd38595212a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:39.713524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5cb698c3-3f97-47ba-a6dd-58a863d0b8cc req-fb27e263-7707-4e45-ba9b-ccd38595212a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 948 time: 0.1564343 Sep 27 08:38:39.722076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.737884 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.768466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:39.804121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d6197b86-fa70-470f-9bd6-4a19aab92562 None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:39.804543 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6197b86-fa70-470f-9bd6-4a19aab92562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.807664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:38:39.828209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5cb698c3-3f97-47ba-a6dd-58a863d0b8cc req-8b9b8a45-7206-45b9-b533-a1fc4cdb076f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138411 Sep 27 08:38:39.828854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f14cde3-c2e9-4316-b590-0c6f36d975a6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:39.835679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.836018 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Added segment 0fca3a6d-d922-459c-b76c-1d002eb09040 of type vlan for network 16c852fc-fbfb-4534-8785-9d95f2e105b7 Sep 27 08:38:39.851731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.860848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:39.864778 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0587d471-552a-4691-a9d6-67e049c9cb41" -d '{"events": [{"server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:39.894432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.897043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.910776 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.922000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d6197b86-fa70-470f-9bd6-4a19aab92562 None None] Provisioning complete for port 09b3487e-c1df-4180-9fb7-7b645059a5b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:39.922503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6197b86-fa70-470f-9bd6-4a19aab92562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.925486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:39.950736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:39.954134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:39.963284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:39.968541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=084e58b2-bb23-4e04-8ba9-3590439f6d43,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:39.982875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d6197b86-fa70-470f-9bd6-4a19aab92562 None None] Port 09b3487e-c1df-4180-9fb7-7b645059a5b7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:40.062639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.063260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.074197 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.075283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.076119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.082541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f947e-2880-4d21-bcef-85cf3e7fa654 req-8b3f44c0-0586-4ff6-95bb-1ea2e3cf9f12 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.084151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a5f947e-2880-4d21-bcef-85cf3e7fa654 req-8b3f44c0-0586-4ff6-95bb-1ea2e3cf9f12 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0829945 Sep 27 08:38:40.088637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:40.106678 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f4cb7077-d652-4a69-96c7-bc01a58af18c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2488973 Sep 27 08:38:40.116275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47432) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:40.122003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2fa8e5f2-1b29-4b48-8efc-f24bf7530b58 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:40.127340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on host n-h1-810909-1 for vnic_type normal with profile {"migrating_to": "n-h2-810909-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:40.127340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:40.127986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:40.143107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0281413 Sep 27 08:38:40.151140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47434) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:40.153259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3472cf-a24b-4774-b705-cf7d2c7b3899 req-ad4c5acd-c5d2-4ff7-bbbc-b3deba1b03c0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.154830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb3472cf-a24b-4774-b705-cf7d2c7b3899 req-ad4c5acd-c5d2-4ff7-bbbc-b3deba1b03c0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 950 time: 0.1603503 Sep 27 08:38:40.157649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:40.157968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Attempting to bind port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on network 1179f158-754a-452d-8909-b89d0e80a941 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:40.158450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Request body: {'subnet': {'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-subnet', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:40.187091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a5f947e-2880-4d21-bcef-85cf3e7fa654 req-10e75163-73f4-4a19-8d1b-7aba1d7ab336 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958517 Sep 27 08:38:40.199770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae977-10a3-44a0-8428-bb9a975fe78b admin admin] Pushing event updated for resources: {'Network': ['ID=16c852fc-fbfb-4534-8785-9d95f2e105b7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:40.203100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:40.203444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Checking segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:40.203832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Bound using segment: {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:40.204364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Bound port: a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc676c99-853e-44d5-9f84-1694eba7d7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1179f158-754a-452d-8909-b89d0e80a941'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:40.204823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.210116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 16c852fc-fbfb-4534-8785-9d95f2e105b7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:38:40.240353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Made reservation on behalf of 6aa1225494b740de90537e08502e8640 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:40.242734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.284114 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb3472cf-a24b-4774-b705-cf7d2c7b3899 req-b0666d4e-9c68-48a4-b3d0-c18d75ae1128 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211817 Sep 27 08:38:40.291744 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd551161-f98c-4a1c-a563-16be03152459 x-openstack-request-id: req-fd551161-f98c-4a1c-a563-16be03152459 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:40.292199 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:40.292608 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd551161-f98c-4a1c-a563-16be03152459 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:40.293170 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d', 'code': 200} Sep 27 08:38:40.317669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b12b9385-3cd7-464f-a6d3-176e692534b7 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:40.322622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-85f00fe4-bdb2-4c5d-9088-789cc3c9b94d None None] Provisioning complete for port 084e58b2-bb23-4e04-8ba9-3590439f6d43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:40.323244 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85f00fe4-bdb2-4c5d-9088-789cc3c9b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.366129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:40.372457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa8e5f2-1b29-4b48-8efc-f24bf7530b58 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:40.373987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:40.377978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e5f2-1b29-4b48-8efc-f24bf7530b58 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.381602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.393075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-85f00fe4-bdb2-4c5d-9088-789cc3c9b94d None None] Port 084e58b2-bb23-4e04-8ba9-3590439f6d43 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:40.465988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b12b9385-3cd7-464f-a6d3-176e692534b7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b12b9385-3cd7-464f-a6d3-176e692534b7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:40.478703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'b12b9385-3cd7-464f-a6d3-176e692534b7', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': 'b12b9385-3cd7-464f-a6d3-176e692534b7', 'mac_address': 'fa:16:3e:25:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:38:40.504167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:40.511465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.512099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.514745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-60f7b08f-4e49-4e74-b8d3-4ec45a23fbaa service neutron] 10.222.0.67 "PUT /v2.0/ports/a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 200 len: 1122 time: 1.2812951 Sep 27 08:38:40.528369 n-d-810909-1 neutron-server[94830]: INFO neutron.db.ipam_backend_mixin [None req-2fa8e5f2-1b29-4b48-8efc-f24bf7530b58 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2c481781-bb17-408d-bea3-97e9764b9a7a (CIDR: 172.20.0.0/28) Sep 27 08:38:40.529632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3a448-b943-4b69-ac17-95222c8482c9 req-af69ccce-1e8c-4987-9e13-7d75c37d69cb tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.531827 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04c3a448-b943-4b69-ac17-95222c8482c9 req-af69ccce-1e8c-4987-9e13-7d75c37d69cb tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1407864 Sep 27 08:38:40.531969 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.540162 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa8e5f2-1b29-4b48-8efc-f24bf7530b58 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:38:40.540541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa8e5f2-1b29-4b48-8efc-f24bf7530b58 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:40.542980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.554568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12b9385-3cd7-464f-a6d3-176e692534b7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:40.590514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b12b9385-3cd7-464f-a6d3-176e692534b7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b12b9385-3cd7-464f-a6d3-176e692534b7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:40.594741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04c3a448-b943-4b69-ac17-95222c8482c9 req-8d7cb536-198f-4f3f-b159-20b2c03e4a17 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563979 Sep 27 08:38:40.596761 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.598277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a7b2b81f-3a90-4ba7-8c1e-958ce980276d details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:40.603309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2fa8e5f2-1b29-4b48-8efc-f24bf7530b58 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4834116 Sep 27 08:38:40.604096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:40.609436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b280a0f0-56de-4c13-bcc5-59111016bdcc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:40.622115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f7a45b-f830-4993-a10b-f1130688224a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:40.639506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Checking segment: {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:40.639903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Network hostable DHCP agents. Network: 16c852fc-fbfb-4534-8785-9d95f2e105b7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:38:40.662884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['a7b2b81f-3a90-4ba7-8c1e-958ce980276d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:40.666258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Network 16c852fc-fbfb-4534-8785-9d95f2e105b7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:38:40.678067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 16c852fc-fbfb-4534-8785-9d95f2e105b7) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:40.682543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:40.683144 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.702519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-83b3f655-147f-4bab-a9b3-b5d1258363e4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5455780 Sep 27 08:38:40.702770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47440) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:40.703257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['a7b2b81f-3a90-4ba7-8c1e-958ce980276d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:40.705623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e8b33-1645-4b36-88c9-6824b342eb83 None None] Network 16c852fc-fbfb-4534-8785-9d95f2e105b7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:40.707031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:40.731245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.732194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.750761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b280a0f0-56de-4c13-bcc5-59111016bdcc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:40.756125 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b280a0f0-56de-4c13-bcc5-59111016bdcc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.787770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.862669 n-d-810909-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-b280a0f0-56de-4c13-bcc5-59111016bdcc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 51dd2ac9-a81e-4897-98b1-d5591ad69196 (CIDR: 172.20.0.16/28) Sep 27 08:38:40.866780 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b280a0f0-56de-4c13-bcc5-59111016bdcc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:38:40.867284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b280a0f0-56de-4c13-bcc5-59111016bdcc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:40.884114 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b280a0f0-56de-4c13-bcc5-59111016bdcc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2791998 Sep 27 08:38:40.886853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:40.893190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'subnet': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:40.945481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:40.948122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b12b9385-3cd7-464f-a6d3-176e692534b7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:41.020099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Made reservation on behalf of 65d0e2cc87fd4a029ea8da0a93e9e06a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:41.024144 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.044478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a71d-7867-4e36-adbd-61003fafb61d req-722e05a6-e1fb-4efe-8c19-6e86938e581b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:41.045997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4815a71d-7867-4e36-adbd-61003fafb61d req-722e05a6-e1fb-4efe-8c19-6e86938e581b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 949 time: 0.0707033 Sep 27 08:38:41.121916 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4815a71d-7867-4e36-adbd-61003fafb61d req-32f4cb59-d669-4e95-a441-258af423e386 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481515 Sep 27 08:38:41.124743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:41.166026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a7b2b81f-3a90-4ba7-8c1e-958ce980276d has no active binding in host n-h2-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 08:38:41.290962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d00c380-c14c-459b-83a4-03238697de61 None None] Network 16c852fc-fbfb-4534-8785-9d95f2e105b7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:41.307259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.334890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:41.403993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Subnet': ['ID=bbec7a51-5faa-4638-bec9-0db7c84ac216,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:41.407472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Network 484b641f-300b-48de-b471-e785d66b12c9 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:41.411349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:41.415709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:41.416223 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.438395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453896e7-cf7d-4033-acb3-ad45c34130d2 req-6e6514ce-6e4e-4be9-9f9e-1e083023a2ad tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:41.439976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-453896e7-cf7d-4033-acb3-ad45c34130d2 req-6e6514ce-6e4e-4be9-9f9e-1e083023a2ad tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1438050 Sep 27 08:38:41.441826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-87a88f64-dc06-4947-981e-8032ad9e1647 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5537586 Sep 27 08:38:41.444693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47454) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:41.445895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf7f14a-b989-4115-bee4-695921be6654 None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:41.450095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-370569418', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bbec7a51-5faa-4638-bec9-0db7c84ac216'}], 'security_groups': ['b46ea73e-e078-43ae-b1df-8fad23524c04', '854a57f3-562d-46ca-8ac8-c4d06fdf0111']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:41.538796 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-453896e7-cf7d-4033-acb3-ad45c34130d2 req-0cfaca28-89a5-4041-971c-091512a53a65 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851061 Sep 27 08:38:41.630444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87ecb6-8d4c-4847-a8aa-40ef0615ee92 req-4f99b8be-8dda-4bac-8251-adbf140c3104 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:41.631369 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb87ecb6-8d4c-4847-a8aa-40ef0615ee92 req-4f99b8be-8dda-4bac-8251-adbf140c3104 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 950 time: 0.1122739 Sep 27 08:38:41.633031 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.650767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.654386 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.681473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['b12b9385-3cd7-464f-a6d3-176e692534b7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:41.718670 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.732257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb87ecb6-8d4c-4847-a8aa-40ef0615ee92 req-cbe5ea02-85bb-48c8-862c-79793b80c988 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800183 Sep 27 08:38:41.791671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Allocated IP 172.25.2.7 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/27748884-7ead-44c8-99fc-cda56cdb0b2d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:41.816832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066f96-dc9a-472b-a8b3-90d91c005272 req-dd6bbad8-ebe8-4c95-bc73-2cbf2faeb381 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:41.824722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70066f96-dc9a-472b-a8b3-90d91c005272 req-dd6bbad8-ebe8-4c95-bc73-2cbf2faeb381 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1238208 Sep 27 08:38:41.827765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:41.830027 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533af66-d6e9-41b7-bb19-20767b99a7f0" -d '{"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:41.868654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:41.886119 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.901177 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dca3b3-1df2-460e-9e92-a3537f03816c x-openstack-request-id: req-66dca3b3-1df2-460e-9e92-a3537f03816c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:41.901497 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "97368139-c110-4151-ba10-eed7e6042b26", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:41.901755 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66dca3b3-1df2-460e-9e92-a3537f03816c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:41.902138 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97368139-c110-4151-ba10-eed7e6042b26', 'code': 200} Sep 27 08:38:41.918358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70066f96-dc9a-472b-a8b3-90d91c005272 req-5cbdbb9a-85b3-4a78-9dbf-fbc8132d4f62 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912442 Sep 27 08:38:41.919705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:41.960614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.001203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=11']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:42.021836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:42.025970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:42.036707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:42.075747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Pushing event updated for resources: {'Port': ['ID=27748884-7ead-44c8-99fc-cda56cdb0b2d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:42.132209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Delete allocated IP 172.20.0.11 (484b641f-300b-48de-b471-e785d66b12c9/2c481781-bb17-408d-bea3-97e9764b9a7a) {{(pid=94831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 27 08:38:42.142960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Allocated IP 172.20.0.41 (484b641f-300b-48de-b471-e785d66b12c9/bbec7a51-5faa-4638-bec9-0db7c84ac216/084e58b2-bb23-4e04-8ba9-3590439f6d43) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:42.151960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4132d-6a8e-4ef5-8fa4-d488f92f566c None None] Update dhcp port {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'fixed_ips': [{'subnet_id': '51dd2ac9-a81e-4897-98b1-d5591ad69196', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c481781-bb17-408d-bea3-97e9764b9a7a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bbec7a51-5faa-4638-bec9-0db7c84ac216'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'a3f68953-132a-482d-8cbd-3c8704c216b9'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:38:42.195134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a4132d-6a8e-4ef5-8fa4-d488f92f566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.308449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:42.311356 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136a8134-ddbd-4299-abbe-e6e9a58b104c" -d '{"events": [{"name": "network-changed", "server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:42.335920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3971-6d46-4b53-96df-64995fbcc87f req-c9b1c0b0-0313-4dc4-99fe-20c3139726ae tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.343254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e1c3971-6d46-4b53-96df-64995fbcc87f req-c9b1c0b0-0313-4dc4-99fe-20c3139726ae tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 949 time: 0.1350904 Sep 27 08:38:42.363414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.364353 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73710d46-b417-455b-abe2-a8d8086bf4e6 x-openstack-request-id: req-73710d46-b417-455b-abe2-a8d8086bf4e6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:42.364642 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:42.364890 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73710d46-b417-455b-abe2-a8d8086bf4e6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:42.365273 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d', 'status': 'completed', 'code': 200} Sep 27 08:38:42.405529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e1c3971-6d46-4b53-96df-64995fbcc87f req-7342f6a2-9a4d-4b19-8b29-b930890e76f0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613959 Sep 27 08:38:42.415138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-3d0b68d2-2e71-4f51-9b74-3a48019eb3e7 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.416100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-3d0b68d2-2e71-4f51-9b74-3a48019eb3e7 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 948 time: 0.0973525 Sep 27 08:38:42.462604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.470423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.473886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-f1209d81-e42c-492f-9610-1cfc6107a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.475426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-f1209d81-e42c-492f-9610-1cfc6107a08e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1125 time: 0.0733249 Sep 27 08:38:42.520151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c9a4132d-6a8e-4ef5-8fa4-d488f92f566c None None] Allocated IP 172.20.0.34 (484b641f-300b-48de-b471-e785d66b12c9/bbec7a51-5faa-4638-bec9-0db7c84ac216/a3f68953-132a-482d-8cbd-3c8704c216b9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:42.621490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c9a4132d-6a8e-4ef5-8fa4-d488f92f566c None None] For port a3f68953-132a-482d-8cbd-3c8704c216b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a3f68953-132a-482d-8cbd-3c8704c216b9,segment=NetworkSegment(fecbf8aa-6122-4fe5-acc6-d853ddfa9893),segment_id=fecbf8aa-6122-4fe5-acc6-d853ddfa9893)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:42.634841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event updated for resources: {'Port': ['ID=084e58b2-bb23-4e04-8ba9-3590439f6d43,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:42.663512 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a4132d-6a8e-4ef5-8fa4-d488f92f566c None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.672705 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a4132d-6a8e-4ef5-8fa4-d488f92f566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.680163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Deleting port 97368139-c110-4151-ba10-eed7e6042b26 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:42.680163 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.685059 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.712631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-82e3df5f-18e2-45f5-a174-d11885bdb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.714312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-82e3df5f-18e2-45f5-a174-d11885bdb00b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.2099540 Sep 27 08:38:42.715381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] In _notify_port_updated(), no bound segment for port 084e58b2-bb23-4e04-8ba9-3590439f6d43 on network 484b641f-300b-48de-b471-e785d66b12c9 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:38:42.721382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.721949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.726220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d03ff066-02a3-43a6-8b8d-af1665eea75c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "PUT /v2.0/ports/084e58b2-bb23-4e04-8ba9-3590439f6d43 HTTP/1.1" status: 200 len: 959 time: 1.2779098 Sep 27 08:38:42.730447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:42.758010 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354f32c-d5d0-40dc-9ef3-60e84aa7a2bd req-64069b91-25a7-4f50-a884-5fb93483dd53 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.759516 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3354f32c-d5d0-40dc-9ef3-60e84aa7a2bd req-64069b91-25a7-4f50-a884-5fb93483dd53 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1312585 Sep 27 08:38:42.786858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-b9c2324a-11cc-45b3-a075-38f76cd2b2f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 200 len: 217 time: 0.0617156 Sep 27 08:38:42.818088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4132d-6a8e-4ef5-8fa4-d488f92f566c None None] Pushing event updated for resources: {'Port': ['ID=a3f68953-132a-482d-8cbd-3c8704c216b9,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:42.900298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-6594e5a1-84bd-4288-981a-ac86aecdac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.901862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3354f32c-d5d0-40dc-9ef3-60e84aa7a2bd req-71f500d5-836a-4e08-a79a-5d3b82d74f5a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296263 Sep 27 08:38:42.905806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] For port 97368139-c110-4151-ba10-eed7e6042b26, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=97368139-c110-4151-ba10-eed7e6042b26,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:42.906279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:42.910877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-6594e5a1-84bd-4288-981a-ac86aecdac99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1138430 Sep 27 08:38:42.926501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Calling delete_port for 97368139-c110-4151-ba10-eed7e6042b26 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:42.962723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-38da7b2a-341a-4c57-887c-e6363cbdc502 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380743 Sep 27 08:38:42.973119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7d83-32f4-4930-8f58-60850134ed3e req-4d11e425-8acb-4f14-a8f6-d9cc2737d895 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:42.974897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e4f7d83-32f4-4930-8f58-60850134ed3e req-4d11e425-8acb-4f14-a8f6-d9cc2737d895 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a66e821-b8d1-4821-a358-865206d61f6c HTTP/1.1" status: 200 len: 948 time: 0.1423476 Sep 27 08:38:43.064735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:38:43.074021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0d869-916d-42b3-a7e1-e5e42eb70c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 084e58b2-bb23-4e04-8ba9-3590439f6d43 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:43.074592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d869-916d-42b3-a7e1-e5e42eb70c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.086986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc32844-228f-49c6-8ade-b582aff012d8 req-2646edbf-39a6-40f8-b484-ce1120be4ad1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:43.088580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9dc32844-228f-49c6-8ade-b582aff012d8 req-2646edbf-39a6-40f8-b484-ce1120be4ad1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.0925026 Sep 27 08:38:43.121264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e4f7d83-32f4-4930-8f58-60850134ed3e req-50b02c2d-2dc0-4a88-aaf8-98fe244a5af4 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.50 "GET /v2.0/security-groups?id=50765a38-0362-49cc-a64f-69bccff59290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338804 Sep 27 08:38:43.187370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-e955ba9a-0ada-41e8-b35a-0957a27abb49 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097905 Sep 27 08:38:43.224421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d869-916d-42b3-a7e1-e5e42eb70c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.253507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0d869-916d-42b3-a7e1-e5e42eb70c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 084e58b2-bb23-4e04-8ba9-3590439f6d43 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:43.254989 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.261296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9dc32844-228f-49c6-8ade-b582aff012d8 req-5385b6fa-492d-47e3-a5f5-6679760b6344 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479397 Sep 27 08:38:43.301173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Pushing event deleted for resources: {'Port': ['ID=97368139-c110-4151-ba10-eed7e6042b26,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:43.310072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:38:43.320861 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Sync routers for ids ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:38:43.338234 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Routers {'081f3aa9-295a-44c9-a4cf-2b0461ab5da3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:43.339643 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:43.349427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] No DVR routers for this DVR port 97368139-c110-4151-ba10-eed7e6042b26 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:43.355156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.359192 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8899bfcb-f37d-45ed-966d-cc8d0f523a3b req-f3f0ff53-e046-48a0-b378-8d4385ed24e0 tempest-ImagesOneServerTestJSON-72198902 tempest-ImagesOneServerTestJSON-72198902-project] 10.222.0.57 "DELETE /v2.0/ports/97368139-c110-4151-ba10-eed7e6042b26 HTTP/1.1" status: 204 len: 173 time: 0.9226608 Sep 27 08:38:43.362774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-deleted', 'tag': '97368139-c110-4151-ba10-eed7e6042b26'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:43.375346 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f1539b-6620-4d52-8f2a-b0c3d7d19d58" -d '{"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-deleted", "tag": "97368139-c110-4151-ba10-eed7e6042b26"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:43.382901 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.384442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9cccf350-7732-4d4f-9bd6-dfa73af768ec admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6806417 Sep 27 08:38:43.387236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-136a8134-ddbd-4299-abbe-e6e9a58b104c req-c75cea02-74e8-49ca-a49b-91c29a174c08 service neutron] 10.222.0.57 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876972 Sep 27 08:38:43.387738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:43.476892 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1696ab-b7a7-4b1b-a745-30992bb0fe9d x-openstack-request-id: req-0b1696ab-b7a7-4b1b-a745-30992bb0fe9d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:43.477229 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a66e821-b8d1-4821-a358-865206d61f6c", "name": "network-vif-deleted", "tag": "97368139-c110-4151-ba10-eed7e6042b26", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:43.478866 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b1696ab-b7a7-4b1b-a745-30992bb0fe9d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:43.479283 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a66e821-b8d1-4821-a358-865206d61f6c', 'name': 'network-vif-deleted', 'tag': '97368139-c110-4151-ba10-eed7e6042b26', 'status': 'completed', 'code': 200} Sep 27 08:38:43.529622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a3f68953-132a-482d-8cbd-3c8704c216b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:43.563723 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Set router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:38:43.598451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e287e213-eb31-493d-a9ea-520e203a5bf8 None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:43.598775 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e287e213-eb31-493d-a9ea-520e203a5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.602039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5495c-52f0-47b8-aaae-32fb695fd593 req-e0218f4e-52b3-4599-8141-7ad4fee85624 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:43.603852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0fd5495c-52f0-47b8-aaae-32fb695fd593 req-e0218f4e-52b3-4599-8141-7ad4fee85624 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 949 time: 0.0945089 Sep 27 08:38:43.628686 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d869-916d-42b3-a7e1-e5e42eb70c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.648673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0fd5495c-52f0-47b8-aaae-32fb695fd593 req-f436fe6c-fedc-4ee0-a2a5-bc07590f921e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380673 Sep 27 08:38:43.689991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0d869-916d-42b3-a7e1-e5e42eb70c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=084e58b2-bb23-4e04-8ba9-3590439f6d43,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:43.693184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:43.693742 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.752935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e287e213-eb31-493d-a9ea-520e203a5bf8 None None] Could not find standard attr ID for object 084e58b2-bb23-4e04-8ba9-3590439f6d43. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:38:43.781125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e287e213-eb31-493d-a9ea-520e203a5bf8 None None] Provisioning complete for port 09b3487e-c1df-4180-9fb7-7b645059a5b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:43.781675 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e287e213-eb31-493d-a9ea-520e203a5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:43.797629 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:38:42Z', 'revision_number': 3, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:43.839660 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Checking router: 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:38:43.840466 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Updating router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 port 27748884-7ead-44c8-99fc-cda56cdb0b2d binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:38:43.874453 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.106668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e287e213-eb31-493d-a9ea-520e203a5bf8 None None] Port 09b3487e-c1df-4180-9fb7-7b645059a5b7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:44.118297 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.129586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df4f02-72b2-4e76-802d-2b49b3481111 req-41477f47-3fbb-47c3-a2b4-5b37fca09dc9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:44.140170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50df4f02-72b2-4e76-802d-2b49b3481111 req-41477f47-3fbb-47c3-a2b4-5b37fca09dc9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1148086 Sep 27 08:38:44.219135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50df4f02-72b2-4e76-802d-2b49b3481111 req-9719a339-5d7b-4429-8c86-152ce3363113 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779502 Sep 27 08:38:44.230438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-334b34b2-3822-432f-bcbb-35b7dc9ef03d None None] Could not find standard attr ID for object 084e58b2-bb23-4e04-8ba9-3590439f6d43. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:38:44.303936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b12b9385-3cd7-464f-a6d3-176e692534b7 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:44.426178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port b12b9385-3cd7-464f-a6d3-176e692534b7 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:38:44.430849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port b12b9385-3cd7-464f-a6d3-176e692534b7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:44.431227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.536374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dff76-3bfe-4033-a854-36ba909dee2e req-b05e9811-8241-42d4-980c-0af412567d11 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:44.538424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-559dff76-3bfe-4033-a854-36ba909dee2e req-b05e9811-8241-42d4-980c-0af412567d11 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1064236 Sep 27 08:38:44.578939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.630024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-559dff76-3bfe-4033-a854-36ba909dee2e req-c141ac90-a5dc-4998-b5ed-0641e5679183 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849686 Sep 27 08:38:44.641704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b12b9385-3cd7-464f-a6d3-176e692534b7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b12b9385-3cd7-464f-a6d3-176e692534b7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:44.643137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cf01f0-7947-47e6-8d35-af0c605e7cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b9385-3cd7-464f-a6d3-176e692534b7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:44.645031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47498) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:44.653350 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a310e1-df55-4bbd-aaae-f696aebc915e" -d '{"events": [{"server_uuid": "89cf01f0-7947-47e6-8d35-af0c605e7cdd", "name": "network-vif-plugged", "status": "completed", "tag": "b12b9385-3cd7-464f-a6d3-176e692534b7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:44.655855 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.657333 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.665394 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.728786 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ccb50e-9db9-44c2-b4b3-702485ca652f x-openstack-request-id: req-e8ccb50e-9db9-44c2-b4b3-702485ca652f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:44.729077 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cf01f0-7947-47e6-8d35-af0c605e7cdd", "name": "network-vif-plugged", "status": "completed", "tag": "b12b9385-3cd7-464f-a6d3-176e692534b7", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:44.729417 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8ccb50e-9db9-44c2-b4b3-702485ca652f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:44.739566 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cf01f0-7947-47e6-8d35-af0c605e7cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b9385-3cd7-464f-a6d3-176e692534b7', 'code': 200} Sep 27 08:38:44.745175 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Attempting to bind port 27748884-7ead-44c8-99fc-cda56cdb0b2d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:44.745912 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Attempting to bind port 27748884-7ead-44c8-99fc-cda56cdb0b2d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:44.746874 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Attempting to bind port 27748884-7ead-44c8-99fc-cda56cdb0b2d on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:44.758336 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:44.758801 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:44.759277 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.759731 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:44.760307 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Bound port: 27748884-7ead-44c8-99fc-cda56cdb0b2d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:44.760766 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.777132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b12b9385-3cd7-464f-a6d3-176e692534b7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:44.789631 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609a40d-307b-483b-807e-f0e369b29f72 None None] Pushing event updated for resources: {'Port': ['ID=27748884-7ead-44c8-99fc-cda56cdb0b2d,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:44.789868 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d869-916d-42b3-a7e1-e5e42eb70c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.796924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47506) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:44.808117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a8c0d869-916d-42b3-a7e1-e5e42eb70c0f tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/084e58b2-bb23-4e04-8ba9-3590439f6d43 HTTP/1.1" status: 204 len: 168 time: 2.0756080 Sep 27 08:38:44.824209 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] For port 27748884-7ead-44c8-99fc-cda56cdb0b2d, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:44.827584 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] For port 27748884-7ead-44c8-99fc-cda56cdb0b2d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=27748884-7ead-44c8-99fc-cda56cdb0b2d,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:44.846203 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:44.858615 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-57905595-4a11-4e04-8216-56907bcef568 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] GET failed (client error): The resource could not be found. Sep 27 08:38:44.862592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-57905595-4a11-4e04-8216-56907bcef568 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports/084e58b2-bb23-4e04-8ba9-3590439f6d43 HTTP/1.1" status: 404 len: 333 time: 0.0646017 Sep 27 08:38:44.869907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:44.939238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf0c0-b592-495b-bc24-94a5b9efc82b req-3c42903e-3a0b-4d89-853f-1eae371769e4 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:44.941407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-610bf0c0-b592-495b-bc24-94a5b9efc82b req-3c42903e-3a0b-4d89-853f-1eae371769e4 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 950 time: 0.0973105 Sep 27 08:38:44.947035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9f4836d3-c92d-48ae-9434-0d4bfedb7b4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8b32564e48346fd887f08664c0dee62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983088 Sep 27 08:38:44.947915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47512) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:44.980091 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609a40d-307b-483b-807e-f0e369b29f72 None None] Pushing event updated for resources: {'Port': ['ID=27748884-7ead-44c8-99fc-cda56cdb0b2d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:45.001960 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Routers {'081f3aa9-295a-44c9-a4cf-2b0461ab5da3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:45.002897 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:45.018807 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-610bf0c0-b592-495b-bc24-94a5b9efc82b req-375d2bce-d092-4100-903c-63503d8daede tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Sep 27 08:38:45.024130 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce53d4c0-e245-4e1a-9a4f-c4c34f1a8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.026658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ef67c-b7b7-4c01-82b2-e47a0676a856 req-eb3a32f8-c336-4491-bc41-4be6b40753e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:45.031593 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dd7ef67c-b7b7-4c01-82b2-e47a0676a856 req-eb3a32f8-c336-4491-bc41-4be6b40753e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 1101 time: 0.1817596 Sep 27 08:38:45.049230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9654c71f-598f-4070-a26c-ee9b2ad6090e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.080206 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9654c71f-598f-4070-a26c-ee9b2ad6090e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.092417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-514d5da6-94f1-48b9-9814-58d8ec4f3d00 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.107832 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dd7ef67c-b7b7-4c01-82b2-e47a0676a856 req-591b397b-74bd-4afc-8350-ad1948b915ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542846 Sep 27 08:38:45.135534 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] Set router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:38:45.152066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9654c71f-598f-4070-a26c-ee9b2ad6090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.156745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9654c71f-598f-4070-a26c-ee9b2ad6090e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.158052 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9654c71f-598f-4070-a26c-ee9b2ad6090e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50765a38-0362-49cc-a64f-69bccff59290 HTTP/1.1" status: 204 len: 168 time: 0.2083774 Sep 27 08:38:45.162321 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-514d5da6-94f1-48b9-9814-58d8ec4f3d00 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.167850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654c71f-598f-4070-a26c-ee9b2ad6090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50765a38-0362-49cc-a64f-69bccff59290,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:45.324012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-514d5da6-94f1-48b9-9814-58d8ec4f3d00 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.324156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-514d5da6-94f1-48b9-9814-58d8ec4f3d00 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.327823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-514d5da6-94f1-48b9-9814-58d8ec4f3d00 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/security-groups/3d99caa7-3d03-4d17-b7ba-230e94f6bf84 HTTP/1.1" status: 204 len: 168 time: 0.4544985 Sep 27 08:38:45.330243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47520) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:45.342453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d5da6-94f1-48b9-9814-58d8ec4f3d00 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99caa7-3d03-4d17-b7ba-230e94f6bf84,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:45.371188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.477570 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f592086-7fcd-4bce-ad43-7c96f8ff3d45 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.503918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68378db1-fe69-4900-91bd-4fcf2ff89319 req-b0457f4d-725f-4f53-9023-cca5f11165db tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:45.505595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-68378db1-fe69-4900-91bd-4fcf2ff89319 req-b0457f4d-725f-4f53-9023-cca5f11165db tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1489952 Sep 27 08:38:45.533670 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:38:42Z', 'revision_number': 3, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:45.534514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f592086-7fcd-4bce-ad43-7c96f8ff3d45 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.565352 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa30eea-1048-40d6-81fe-3914baf339a6 None None] The sync data for ids ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'] in n-d-810909-1 is: [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:38:42Z', 'revision_number': 3, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:38:45.602282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f592086-7fcd-4bce-ad43-7c96f8ff3d45 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.605682 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f592086-7fcd-4bce-ad43-7c96f8ff3d45 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.609428 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6f592086-7fcd-4bce-ad43-7c96f8ff3d45 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/security-groups/854a57f3-562d-46ca-8ac8-c4d06fdf0111 HTTP/1.1" status: 204 len: 168 time: 0.2754216 Sep 27 08:38:45.610993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47528) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:45.625875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f592086-7fcd-4bce-ad43-7c96f8ff3d45 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a57f3-562d-46ca-8ac8-c4d06fdf0111,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:45.668729 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-68378db1-fe69-4900-91bd-4fcf2ff89319 req-e21fef50-420d-41d9-8bce-b20c56728417 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494749 Sep 27 08:38:45.774619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Allocated IP 172.20.0.1 (16c852fc-fbfb-4534-8785-9d95f2e105b7/02f7a45b-f830-4993-a10b-f1130688224a/b64a7196-a452-41f0-ad7b-594c51cb6128) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:45.784373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42a9fcf8-7688-4b44-97b9-be3c5612b017 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.837759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b481f-f48d-41a9-9ffd-b1ac5f4c7210 req-49de528b-07a6-446b-a90e-6f3d7023738a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:45.846196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fa4b481f-f48d-41a9-9ffd-b1ac5f4c7210 req-49de528b-07a6-446b-a90e-6f3d7023738a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.1289375 Sep 27 08:38:45.851659 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42a9fcf8-7688-4b44-97b9-be3c5612b017 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:45.911997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fa4b481f-f48d-41a9-9ffd-b1ac5f4c7210 req-f5ea849f-3701-43af-8f7c-951a69be947f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629704 Sep 27 08:38:45.948268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.005239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42a9fcf8-7688-4b44-97b9-be3c5612b017 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.010116 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-42a9fcf8-7688-4b44-97b9-be3c5612b017 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.011779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-42a9fcf8-7688-4b44-97b9-be3c5612b017 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/security-groups/b46ea73e-e078-43ae-b1df-8fad23524c04 HTTP/1.1" status: 204 len: 168 time: 0.3998253 Sep 27 08:38:46.015824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47540) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:46.027919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fcf8-7688-4b44-97b9-be3c5612b017 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ea73e-e078-43ae-b1df-8fad23524c04,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:46.098085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.115556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4a0477-131e-451d-ac73-b986770b33cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 2c481781-bb17-408d-bea3-97e9764b9a7a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:46.165579 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0477-131e-451d-ac73-b986770b33cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.210315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Network 16c852fc-fbfb-4534-8785-9d95f2e105b7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:46.214386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674be55-a432-4087-a1cf-293e28b5326e req-c8dfc704-0fbc-4f19-809d-bf57b20e00dc tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:46.216537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4674be55-a432-4087-a1cf-293e28b5326e req-c8dfc704-0fbc-4f19-809d-bf57b20e00dc tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 950 time: 0.0852759 Sep 27 08:38:46.221183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:46.233653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:46.264564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Pushing event updated for resources: {'Port': ['ID=b64a7196-a452-41f0-ad7b-594c51cb6128,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:46.275575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4674be55-a432-4087-a1cf-293e28b5326e req-b7e62ed0-f5a0-47a1-bbb5-d2acacfaee7d tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Sep 27 08:38:46.292285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0477-131e-451d-ac73-b986770b33cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.333185 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.368110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47550) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:46.486293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2013648552-network', 'tenant_id': 'b1985ca1bbf444429c480e53874ee1c8'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:46.520483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Made reservation on behalf of b1985ca1bbf444429c480e53874ee1c8 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:46.524598 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.535958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.563054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-44e9e700-9154-4aa2-8d2b-7225f55dd6ff service neutron] 10.222.0.57 "GET /v2.0/ports/a7b2b81f-3a90-4ba7-8c1e-958ce980276d/bindings/n-h2-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.1195116 Sep 27 08:38:46.629221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0477-131e-451d-ac73-b986770b33cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.648847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.654627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.664236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.679660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:38:46.696929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86437a-b74a-4c89-a531-db5fbe501a7d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:46.700027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.700409 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Added segment 65a8bc88-9edc-4525-b59f-9b8c7c30ef4c of type vlan for network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 Sep 27 08:38:46.743249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.800438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.801915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:46.801915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.834124 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0477-131e-451d-ac73-b986770b33cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.844415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4751134 Sep 27 08:38:46.850036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47558) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:46.856794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Request body: {'subnet': {'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2013648552-subnet', 'tenant_id': 'b1985ca1bbf444429c480e53874ee1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:46.885695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3378fe-c491-4dae-b41a-6d266f714571 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:46.900101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a0477-131e-451d-ac73-b986770b33cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=2c481781-bb17-408d-bea3-97e9764b9a7a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:46.902047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:38:46.902509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b4a0477-131e-451d-ac73-b986770b33cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:46.904053 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b4a0477-131e-451d-ac73-b986770b33cf tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/2c481781-bb17-408d-bea3-97e9764b9a7a HTTP/1.1" status: 204 len: 168 time: 0.8844674 Sep 27 08:38:46.904517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba4275-e611-4c34-81e3-615d7b265799 req-4ae7e5cc-6857-4b47-92a5-82769e77975e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:46.907249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5ba4275-e611-4c34-81e3-615d7b265799 req-4ae7e5cc-6857-4b47-92a5-82769e77975e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1512747 Sep 27 08:38:46.910143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:46.922926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba52bb-fbfe-4d22-ae2e-809973687d71 None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:46.937205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Made reservation on behalf of b1985ca1bbf444429c480e53874ee1c8 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:46.940012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.029685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5ba4275-e611-4c34-81e3-615d7b265799 req-1216e950-5364-4b63-9200-4452164783dc tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128712 Sep 27 08:38:47.058608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-67309e9c-6d56-4731-9102-4488b5ea5913 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet bbec7a51-5faa-4638-bec9-0db7c84ac216 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:47.082687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67309e9c-6d56-4731-9102-4488b5ea5913 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.149044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.158309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:47.178740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.188747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.211546 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67309e9c-6d56-4731-9102-4488b5ea5913 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.237727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3752725-3349-48fb-a8db-4201b3a07251,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:47.253457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Checking segment: {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:47.253815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Network hostable DHCP agents. Network: a4a53dbb-0c92-4818-be9e-ba59bb6b99a4, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:38:47.272232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:38:47.277472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936e9c1-abab-46d8-abd8-5cb74b9ad1d6 req-553d4009-70b7-4261-b86b-351294efdce0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:47.279332 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9936e9c1-abab-46d8-abd8-5cb74b9ad1d6 req-553d4009-70b7-4261-b86b-351294efdce0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 944 time: 0.2462652 Sep 27 08:38:47.282662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, a4a53dbb-0c92-4818-be9e-ba59bb6b99a4) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:47.291786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f5c2c-5693-49ae-8755-c7292ef1859a None None] Network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:47.297592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:47.298108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.328379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5a0aed25-635f-41c1-8880-b79fb99c83e9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4721959 Sep 27 08:38:47.365910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Pushing event updated for resources: {'Port': ['ID=b64a7196-a452-41f0-ad7b-594c51cb6128,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:47.370200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:47.437868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a7b2b81f-3a90-4ba7-8c1e-958ce980276d no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:47.555699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2030dd3-8104-44cf-9f7e-5c3be14319ee req-0a6dcce0-70d1-4d07-95d1-e9ca6f01ac8f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:47.571125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2030dd3-8104-44cf-9f7e-5c3be14319ee req-0a6dcce0-70d1-4d07-95d1-e9ca6f01ac8f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 950 time: 0.1716039 Sep 27 08:38:47.592823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b2b81f-3a90-4ba7-8c1e-958ce980276d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:47.618946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:47.633796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.658986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.663491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67309e9c-6d56-4731-9102-4488b5ea5913 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.698548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 27748884-7ead-44c8-99fc-cda56cdb0b2d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:47.704568 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48a77b06-7714-42a8-be68-72d58395d9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:47.725743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2030dd3-8104-44cf-9f7e-5c3be14319ee req-f1f595c5-4b96-448e-b6d2-87dae161ce78 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435258 Sep 27 08:38:47.799465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef411bad-db47-4386-ad16-1e03e4ed180e None None] Network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:47.833037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9936e9c1-abab-46d8-abd8-5cb74b9ad1d6 req-fcd40469-5e30-4a5e-9ce0-7f5b9a1a68c8 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530921 Sep 27 08:38:47.852699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:47.936046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 97368139-c110-4151-ba10-eed7e6042b26 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:47.937249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 97368139-c110-4151-ba10-eed7e6042b26 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:48.027647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Network 16c852fc-fbfb-4534-8785-9d95f2e105b7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:48.035843 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.039885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124954ad-24e9-4931-a28c-b89adcdd0e00 req-b43d0f6a-6029-42ba-a007-c2174e9d1119 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:48.051712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-124954ad-24e9-4931-a28c-b89adcdd0e00 req-b43d0f6a-6029-42ba-a007-c2174e9d1119 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 1101 time: 0.0993826 Sep 27 08:38:48.063629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:48.076480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 27748884-7ead-44c8-99fc-cda56cdb0b2d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:48.076926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.081866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] Transition to ACTIVE for port object a7b2b81f-3a90-4ba7-8c1e-958ce980276d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:38:48.091331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.112106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-124954ad-24e9-4931-a28c-b89adcdd0e00 req-896baa9f-57cb-41b8-9972-b6de2669c693 tempest-ServersOnMultiNodesTest-1145451812 tempest-ServersOnMultiNodesTest-1145451812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594196 Sep 27 08:38:48.240125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b2d808ef-758e-4278-b79e-9d91a8f2d3cf None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:48.240787 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2d808ef-758e-4278-b79e-9d91a8f2d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.243273 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67309e9c-6d56-4731-9102-4488b5ea5913 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.255227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33df034-b806-447d-9dc6-0b633477a15b req-445e8801-773b-4ee0-a05f-52c996c6fb9e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:48.257153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33df034-b806-447d-9dc6-0b633477a15b req-445e8801-773b-4ee0-a05f-52c996c6fb9e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0779004 Sep 27 08:38:48.260989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] No DVR routers for this DVR port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:48.296721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33df034-b806-447d-9dc6-0b633477a15b req-75effe5c-c0aa-422f-80fe-a966b827e3ec tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Sep 27 08:38:48.315438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67309e9c-6d56-4731-9102-4488b5ea5913 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=bbec7a51-5faa-4638-bec9-0db7c84ac216,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:48.333582 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67309e9c-6d56-4731-9102-4488b5ea5913 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.336435 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-67309e9c-6d56-4731-9102-4488b5ea5913 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/bbec7a51-5faa-4638-bec9-0db7c84ac216 HTTP/1.1" status: 204 len: 168 time: 1.4229808 Sep 27 08:38:48.336574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da523a3-28e9-4ccc-a88d-758187eef261 None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:48.338373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47594) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:48.348402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a7b2b81f-3a90-4ba7-8c1e-958ce980276d no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:48.353684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.370459 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-42548510-72ad-4163-b759-722a252782a5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:48.370919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42548510-72ad-4163-b759-722a252782a5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:48.376354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-42548510-72ad-4163-b759-722a252782a5 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/2c481781-bb17-408d-bea3-97e9764b9a7a HTTP/1.1" status: 404 len: 337 time: 0.0369120 Sep 27 08:38:48.377530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47596) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:48.392170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:48.439644 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-84c7a260-45b8-48a6-94b8-d5d17fb0d9dd service neutron] 10.222.0.57 "PUT /v2.0/ports/a7b2b81f-3a90-4ba7-8c1e-958ce980276d/bindings/n-h2-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8640959 Sep 27 08:38:48.440730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-68883491-2a69-4b44-82e3-28e212771863 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting subnet 51dd2ac9-a81e-4897-98b1-d5591ad69196 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:38:48.446256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68883491-2a69-4b44-82e3-28e212771863 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.463795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:38:48.495789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-92f1a5b6-6672-4a7a-a491-f0667723f2ea tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:48.497889 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-92f1a5b6-6672-4a7a-a491-f0667723f2ea tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 822 time: 0.3017805 Sep 27 08:38:48.501690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68883491-2a69-4b44-82e3-28e212771863 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.518580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 27748884-7ead-44c8-99fc-cda56cdb0b2d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=27748884-7ead-44c8-99fc-cda56cdb0b2d,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:48.588408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.602970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-8a2eb55d-bc9a-467b-8934-f02017825c82 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/quotas/b1985ca1bbf444429c480e53874ee1c8 HTTP/1.1" status: 200 len: 375 time: 0.0977693 Sep 27 08:38:48.638231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68883491-2a69-4b44-82e3-28e212771863 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.685839 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-469f00cb-19fe-4112-b925-a2f8ce4fa328 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645256 Sep 27 08:38:48.690419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-6cc49631-ed3c-4860-8404-5391f39812a2 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:48.692352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-6cc49631-ed3c-4860-8404-5391f39812a2 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.1436582 Sep 27 08:38:48.753211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b2d808ef-758e-4278-b79e-9d91a8f2d3cf None None] Provisioning complete for port 09b3487e-c1df-4180-9fb7-7b645059a5b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:48.753706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2d808ef-758e-4278-b79e-9d91a8f2d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.758596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48788eb-1b6d-4aa9-807d-d995d926d600 req-04b95d8c-cdb9-46d2-9a0d-dded2bcd01fc tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:48.760043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c48788eb-1b6d-4aa9-807d-d995d926d600 req-04b95d8c-cdb9-46d2-9a0d-dded2bcd01fc tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 950 time: 0.0673430 Sep 27 08:38:48.761544 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68883491-2a69-4b44-82e3-28e212771863 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.777440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=27748884-7ead-44c8-99fc-cda56cdb0b2d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:48.796176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68883491-2a69-4b44-82e3-28e212771863 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Subnet': ['ID=51dd2ac9-a81e-4897-98b1-d5591ad69196,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:48.813566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68883491-2a69-4b44-82e3-28e212771863 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.815467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-be3c23f1-ae0a-42f9-b890-2c49ebe2ad84 service neutron] 10.222.0.50 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209941 Sep 27 08:38:48.816542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:38:48.818087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-68883491-2a69-4b44-82e3-28e212771863 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/51dd2ac9-a81e-4897-98b1-d5591ad69196 HTTP/1.1" status: 204 len: 168 time: 0.4394317 Sep 27 08:38:48.818551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:48.824555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6a84ecc-0906-4142-8bb5-ccf663878e3d admin admin] 10.222.0.50 "PUT /v2.0/routers/081f3aa9-295a-44c9-a4cf-2b0461ab5da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4330647 Sep 27 08:38:48.842740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c48788eb-1b6d-4aa9-807d-d995d926d600 req-5d2381f5-68d0-4464-a212-7c65f5067844 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Sep 27 08:38:48.859679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Sync routers for ids ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:38:48.866405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b2d808ef-758e-4278-b79e-9d91a8f2d3cf None None] Port 09b3487e-c1df-4180-9fb7-7b645059a5b7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:48.877147 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:48.883702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Routers {'081f3aa9-295a-44c9-a4cf-2b0461ab5da3'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:48.884545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:48.991310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341121e2-939b-48c5-9153-926300d6eebe req-cad238a5-4460-4512-920f-ab693a5eec94 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:48.999522 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-341121e2-939b-48c5-9153-926300d6eebe req-cad238a5-4460-4512-920f-ab693a5eec94 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 945 time: 0.0715575 Sep 27 08:38:49.053200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-341121e2-939b-48c5-9153-926300d6eebe req-bcd4b609-60d2-493d-8091-2eec4418994a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521612 Sep 27 08:38:49.096652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b896f-cea8-4b6f-bdee-8e4c7b2ffe4d None None] Update dhcp port {'port': {'network_id': '484b641f-300b-48de-b471-e785d66b12c9', 'fixed_ips': [{'subnet_id': '51dd2ac9-a81e-4897-98b1-d5591ad69196'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'a3f68953-132a-482d-8cbd-3c8704c216b9'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:38:49.102759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Set router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:38:49.156456 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-364b896f-cea8-4b6f-bdee-8e4c7b2ffe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:49.192713 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d48a1de-cc85-4caf-a803-c0286632ea43 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.193360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d48a1de-cc85-4caf-a803-c0286632ea43 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.197398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d48a1de-cc85-4caf-a803-c0286632ea43 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/3ac115a1-ce42-4fc2-90ed-800e5d81cdb8 HTTP/1.1" status: 404 len: 337 time: 0.3746958 Sep 27 08:38:49.198214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47614) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.253293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-f098d62d-c7c0-4a0b-9749-f199b838176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:49.254594 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-f098d62d-c7c0-4a0b-9749-f199b838176b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94 HTTP/1.1" status: 200 len: 1096 time: 0.5509574 Sep 27 08:38:49.256862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.258194 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0ff7b086-73d7-484c-a069-ddb919a6fdcd tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "GET /v2.0/ports?device_id=72775930-eb7b-4edc-889b-f8dbd017284a HTTP/1.1" status: 200 len: 205 time: 0.0584438 Sep 27 08:38:49.300485 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-793318b7-0560-473b-8ad0-9631341d6a6a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] delete failed (client error): The resource could not be found. Sep 27 08:38:49.301570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-793318b7-0560-473b-8ad0-9631341d6a6a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/routers/72775930-eb7b-4edc-889b-f8dbd017284a HTTP/1.1" status: 404 len: 336 time: 0.0437548 Sep 27 08:38:49.307550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47626) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.355291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-3665b52e-e519-42f9-a51d-2d5cb4ab7123 service neutron] 10.222.0.50 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225954 Sep 27 08:38:49.362815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-bec31c72-0310-41e5-93f4-dec18692218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:49.364734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-bec31c72-0310-41e5-93f4-dec18692218e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1096 time: 0.0621786 Sep 27 08:38:49.370066 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc18dd9-bfb9-4a83-b567-a817bfc3d679 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.370524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc18dd9-bfb9-4a83-b567-a817bfc3d679 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.375171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.375378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9bc18dd9-bfb9-4a83-b567-a817bfc3d679 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/0bbb4a08-5e95-4662-a67a-e4deb7c876fb HTTP/1.1" status: 404 len: 337 time: 0.0655162 Sep 27 08:38:49.411781 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-498d7dc7-7617-4b9e-94b2-9a6d5ccfd9b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.412463 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498d7dc7-7617-4b9e-94b2-9a6d5ccfd9b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.415131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-498d7dc7-7617-4b9e-94b2-9a6d5ccfd9b9 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/85e53707-d331-4bb9-912a-7917d106b7d9 HTTP/1.1" status: 404 len: 337 time: 0.0385118 Sep 27 08:38:49.417634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47632) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.464745 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6738bd4b-4af4-4a13-ace1-cabc6d25b5bc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.465449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6738bd4b-4af4-4a13-ace1-cabc6d25b5bc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.467471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6738bd4b-4af4-4a13-ace1-cabc6d25b5bc tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/5098278e-ae07-4e6d-9083-fcb17555207b HTTP/1.1" status: 404 len: 337 time: 0.0485733 Sep 27 08:38:49.474716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.512255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-5ac89e2a-222e-46af-8647-ad04239deae7 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:49.519985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-5ac89e2a-222e-46af-8647-ad04239deae7 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 819 time: 0.2252841 Sep 27 08:38:49.539738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-73908ce3-a9f2-4fb2-91b8-a75ffe3a20c0 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/quotas/6aa1225494b740de90537e08502e8640 HTTP/1.1" status: 200 len: 375 time: 0.0184822 Sep 27 08:38:49.546025 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-508d979b-9c8c-4dc8-b549-7654ffde6c75 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.546816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508d979b-9c8c-4dc8-b549-7654ffde6c75 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.549032 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-508d979b-9c8c-4dc8-b549-7654ffde6c75 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/6660793f-cbd7-41bf-8057-8f9c43a5c760 HTTP/1.1" status: 404 len: 333 time: 0.0725944 Sep 27 08:38:49.552590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47638) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.587719 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7e47a8-39ce-4b2b-86fd-022ad7cf6718 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.588191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7e47a8-39ce-4b2b-86fd-022ad7cf6718 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.590189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba7e47a8-39ce-4b2b-86fd-022ad7cf6718 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/1a038b21-3129-43f3-bd5f-f0cd901b029d HTTP/1.1" status: 404 len: 337 time: 0.0376253 Sep 27 08:38:49.592510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.600933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 27748884-7ead-44c8-99fc-cda56cdb0b2d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:49.636176 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f8ded7-1d69-43bf-aac3-aea8e794c952 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.636658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f8ded7-1d69-43bf-aac3-aea8e794c952 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.636765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48081367-9b34-45cb-81f7-a05f7f3ad68f None None] Network 484b641f-300b-48de-b471-e785d66b12c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:38:49.638494 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-18f8ded7-1d69-43bf-aac3-aea8e794c952 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/15ccd4ef-cfba-4d92-b6fe-4c6ec32ba8d8 HTTP/1.1" status: 404 len: 337 time: 0.0445802 Sep 27 08:38:49.649713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-bd163019-a66d-4573-a406-30124f8532ea tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084366 Sep 27 08:38:49.650965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47646) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.663524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-913c75db-bf27-4ca8-8e58-a530a98b9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:49.664626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-913c75db-bf27-4ca8-8e58-a530a98b9655 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 200 len: 908 time: 0.2922149 Sep 27 08:38:49.705443 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-052192f8-0a54-466f-b690-2b436b797b7a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.705921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052192f8-0a54-466f-b690-2b436b797b7a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.708165 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-052192f8-0a54-466f-b690-2b436b797b7a tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/0f46029e-cabf-4875-84d4-1eaa080af50c HTTP/1.1" status: 404 len: 333 time: 0.0560954 Sep 27 08:38:49.713041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47648) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.754409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8269d783-84fb-48f1-bffc-7b9fb459ca85 None None] Provisioning complete for port a3f68953-132a-482d-8cbd-3c8704c216b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:49.754871 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8269d783-84fb-48f1-bffc-7b9fb459ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:49.778851 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-1d852be0-55d3-49c5-a3f1-bf36f41c5030 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 200 len: 217 time: 0.0861762 Sep 27 08:38:49.780990 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48ea4a8-27fd-4bcb-8080-550298479122 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.781454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48ea4a8-27fd-4bcb-8080-550298479122 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.783409 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b48ea4a8-27fd-4bcb-8080-550298479122 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/7b7af1e4-357b-4305-8245-9ae10dfa75ae HTTP/1.1" status: 404 len: 337 time: 0.0693758 Sep 27 08:38:49.787362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.792273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:38:46Z', 'revision_number': 4, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b64a7196-a452-41f0-ad7b-594c51cb6128', 'name': '', 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'mac_address': 'fa:16:3e:24:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '02f7a45b-f830-4993-a10b-f1130688224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:45Z', 'updated_at': '2021-09-27T08:38:46Z', 'revision_number': 2, 'project_id': '6aa1225494b740de90537e08502e8640', 'subnets': [{'id': '02f7a45b-f830-4993-a10b-f1130688224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:49.805734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124bd1f-a722-4ec1-beb3-cbd961afb3ae req-c7594e6c-75e5-4633-9751-2aeed8dcd458 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:49.807242 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6124bd1f-a722-4ec1-beb3-cbd961afb3ae req-c7594e6c-75e5-4633-9751-2aeed8dcd458 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1780882 Sep 27 08:38:49.865863 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69b1c7d-d78d-4627-8d6b-4e5c1f028581 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] DELETE failed (client error): The resource could not be found. Sep 27 08:38:49.866318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69b1c7d-d78d-4627-8d6b-4e5c1f028581 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:38:49.868139 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a69b1c7d-d78d-4627-8d6b-4e5c1f028581 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/subnets/e013e4a2-d081-4716-81b4-4829dd862c32 HTTP/1.1" status: 404 len: 337 time: 0.0798042 Sep 27 08:38:49.878791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:49.899368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Checking router: 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:38:49.899783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Updating router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 port b64a7196-a452-41f0-ad7b-594c51cb6128 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:38:49.926711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-a9e194f7-e45d-49d3-a9e4-3675784a3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:49.928311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-a9e194f7-e45d-49d3-a9e4-3675784a3ce4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 200 len: 847 time: 0.1317639 Sep 27 08:38:49.933550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 27748884-7ead-44c8-99fc-cda56cdb0b2d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:49.933550 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:49.939842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6124bd1f-a722-4ec1-beb3-cbd961afb3ae req-4b310b39-6c66-4650-9f8c-9c87952cf30c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215730 Sep 27 08:38:49.978236 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:49.993750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-35aff6b2-a198-4a4d-91ba-6fe3fe3bbae8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1179f158-754a-452d-8909-b89d0e80a941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514753 Sep 27 08:38:50.084743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7bea7114-55b9-4dfa-b129-33f2ccc9b34b req-90a2e7f4-c2a6-4cba-8cc2-33d37f2a79d8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 210 time: 0.0594656 Sep 27 08:38:50.126481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] DHCP port deletion for 484b641f-300b-48de-b471-e785d66b12c9 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:38:50.166039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0065cc3d-bc2a-4b5d-b647-0b359fcaba0c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Deleting port 09b3487e-c1df-4180-9fb7-7b645059a5b7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:50.166452 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0065cc3d-bc2a-4b5d-b647-0b359fcaba0c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.234922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-bffae89a-28c1-460f-ba51-d47c28f57f6f service neutron] 10.222.0.50 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842805 Sep 27 08:38:50.278585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-a9b6a33d-9ff4-4ece-ac97-330994e95c79 service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719061 Sep 27 08:38:50.353049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-6d6efe63-ca39-4eef-b3d0-b154ca278c52 service neutron] 10.222.0.50 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073608 Sep 27 08:38:50.358764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0065cc3d-bc2a-4b5d-b647-0b359fcaba0c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.383758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8269d783-84fb-48f1-bffc-7b9fb459ca85 None None] Provisioning complete for port 09b3487e-c1df-4180-9fb7-7b645059a5b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:50.384135 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8269d783-84fb-48f1-bffc-7b9fb459ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.396986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0065cc3d-bc2a-4b5d-b647-0b359fcaba0c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Calling delete_port for 09b3487e-c1df-4180-9fb7-7b645059a5b7 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:50.410866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-be22f1c1-bcae-4c2e-b2c4-db1dcd2c32df tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:50.412620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-be22f1c1-bcae-4c2e-b2c4-db1dcd2c32df tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 950 time: 0.2223854 Sep 27 08:38:50.425656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] Deleting port a3f68953-132a-482d-8cbd-3c8704c216b9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:50.426033 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.473950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3bfb3-b9da-4383-ad33-301d451975d3 req-fde915f4-7136-4fb1-91a1-1f004b262c52 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:50.475589 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6f3bfb3-b9da-4383-ad33-301d451975d3 req-fde915f4-7136-4fb1-91a1-1f004b262c52 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 950 time: 0.2356768 Sep 27 08:38:50.512494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8269d783-84fb-48f1-bffc-7b9fb459ca85 None None] Port 09b3487e-c1df-4180-9fb7-7b645059a5b7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:38:50.552542 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.566545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] For port a3f68953-132a-482d-8cbd-3c8704c216b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a3f68953-132a-482d-8cbd-3c8704c216b9,segment=NetworkSegment(fecbf8aa-6122-4fe5-acc6-d853ddfa9893),segment_id=fecbf8aa-6122-4fe5-acc6-d853ddfa9893)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:50.566952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.569035 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6f3bfb3-b9da-4383-ad33-301d451975d3 req-e1923aa4-fa20-4401-aeb2-15d03cd46d68 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724657 Sep 27 08:38:50.593704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] Calling delete_port for a3f68953-132a-482d-8cbd-3c8704c216b9 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:50.623355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-55ab2302-acfa-459e-be06-0c759112ee8a service neutron] 10.222.0.67 "GET /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957115 Sep 27 08:38:50.701143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Deleting port b12b9385-3cd7-464f-a6d3-176e692534b7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:50.701481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.706012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0065cc3d-bc2a-4b5d-b647-0b359fcaba0c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.734172 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.746994 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.758784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065cc3d-bc2a-4b5d-b647-0b359fcaba0c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Port': ['ID=09b3487e-c1df-4180-9fb7-7b645059a5b7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:50.778083 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.805066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] No DVR routers for this DVR port a3f68953-132a-482d-8cbd-3c8704c216b9 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:50.819298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0065cc3d-bc2a-4b5d-b647-0b359fcaba0c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:50.826417 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0065cc3d-bc2a-4b5d-b647-0b359fcaba0c tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/ports/09b3487e-c1df-4180-9fb7-7b645059a5b7 HTTP/1.1" status: 204 len: 168 time: 0.9453282 Sep 27 08:38:50.827533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47672) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:50.897559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae079e-b18b-40a5-9487-a4181a9fd92d None None] Pushing event updated for resources: {'Port': ['ID=b64a7196-a452-41f0-ad7b-594c51cb6128,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:50.899654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25f2f3-7c31-42f0-bd0f-b5281ac29306 req-a8f8553a-4c21-4ea5-9884-9855f237b6f7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:50.907797 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f25f2f3-7c31-42f0-bd0f-b5281ac29306 req-a8f8553a-4c21-4ea5-9884-9855f237b6f7 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 945 time: 0.2392633 Sep 27 08:38:50.953070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e438d907-f4a9-4af9-badc-86989a8963c2 req-534307e1-dfbe-46df-8528-10468bfa4276 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0586436 Sep 27 08:38:50.956348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d48e27-c1e4-4383-b6b1-884adcce5ae1 None None] Pushing event deleted for resources: {'Port': ['ID=a3f68953-132a-482d-8cbd-3c8704c216b9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:51.000147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Attempting to bind port b64a7196-a452-41f0-ad7b-594c51cb6128 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:51.001947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Attempting to bind port b64a7196-a452-41f0-ad7b-594c51cb6128 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:51.002744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Attempting to bind port b64a7196-a452-41f0-ad7b-594c51cb6128 on network 16c852fc-fbfb-4534-8785-9d95f2e105b7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:51.006828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] For port b12b9385-3cd7-464f-a6d3-176e692534b7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b12b9385-3cd7-464f-a6d3-176e692534b7,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:51.007404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.020717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:51.021222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Checking segment: {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:51.021636 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.022028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Bound using segment: {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:51.022518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Bound port: b64a7196-a452-41f0-ad7b-594c51cb6128, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:51.026874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.058541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f25f2f3-7c31-42f0-bd0f-b5281ac29306 req-b9e460b7-b09a-4737-b81a-ebaf7239f22c tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495075 Sep 27 08:38:51.061541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Calling delete_port for b12b9385-3cd7-464f-a6d3-176e692534b7 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:51.090473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.202737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] For port b64a7196-a452-41f0-ad7b-594c51cb6128, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:51.202737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] For port b64a7196-a452-41f0-ad7b-594c51cb6128, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b64a7196-a452-41f0-ad7b-594c51cb6128,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:51.213484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-8005f832-80d7-45dc-87a8-b15036295376 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:51.214612 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.215283 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-8005f832-80d7-45dc-87a8-b15036295376 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403&tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.2044680 Sep 27 08:38:51.274277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.320834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838e9d-85af-4843-99b0-a7970c27b4e7 req-24df8f01-bbd3-4fbb-b6ba-eb900b2e9bcb tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:51.328241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee838e9d-85af-4843-99b0-a7970c27b4e7 req-24df8f01-bbd3-4fbb-b6ba-eb900b2e9bcb tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1819017 Sep 27 08:38:51.341168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae079e-b18b-40a5-9487-a4181a9fd92d None None] Pushing event updated for resources: {'Port': ['ID=b64a7196-a452-41f0-ad7b-594c51cb6128,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:51.343736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484b641f-300b-48de-b471-e785d66b12c9']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:51.359891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Routers {'081f3aa9-295a-44c9-a4cf-2b0461ab5da3'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:38:51.360687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:38:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:51.362082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecbf8aa-6122-4fe5-acc6-d853ddfa9893') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:51.362950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecbf8aa-6122-4fe5-acc6-d853ddfa9893') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:51.380956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.389647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-7f0efdf3-5eae-4717-aad6-dfbd5f1cc568 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:51.397652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-7f0efdf3-5eae-4717-aad6-dfbd5f1cc568 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 819 time: 0.2121925 Sep 27 08:38:51.412747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-08ee95c6-7702-4423-9fa4-7f1dda0f832c tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:51.414501 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-08ee95c6-7702-4423-9fa4-7f1dda0f832c tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 822 time: 0.3679757 Sep 27 08:38:51.422503 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-c714d775-7311-4b66-8e22-a8000cc2453d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/quotas/6aa1225494b740de90537e08502e8640 HTTP/1.1" status: 200 len: 375 time: 0.0238469 Sep 27 08:38:51.433644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.457524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:38:51.457895 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.461212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Request body: {'port': {'device_id': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'admin_state_up': True, 'tenant_id': 'b1985ca1bbf444429c480e53874ee1c8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:38:51.461877 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:38:51.511686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-5930c75e-4c83-42c3-848b-e72e54b5774c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881498 Sep 27 08:38:51.525623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a3f68953-132a-482d-8cbd-3c8704c216b9 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:51.538254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] Set router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:38:51.574931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.579725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a3f68953-132a-482d-8cbd-3c8704c216b9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:51.580435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a3f68953-132a-482d-8cbd-3c8704c216b9 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:51.585958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.587764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] 10.222.0.50 "DELETE /v2.0/networks/484b641f-300b-48de-b471-e785d66b12c9 HTTP/1.1" status: 204 len: 168 time: 0.7583463 Sep 27 08:38:51.629893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867a2ae-df70-4832-8483-30cc8df50202 tempest-PortsTestJSON-1718620940 tempest-PortsTestJSON-1718620940-project] Pushing event deleted for resources: {'Network': ['ID=484b641f-300b-48de-b471-e785d66b12c9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:51.641669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee838e9d-85af-4843-99b0-a7970c27b4e7 req-58a8f2a1-2cec-4bb1-91a9-f42aa7364c00 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990315 Sep 27 08:38:51.698688 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-1cf0b115-776a-46c2-b692-26278c48cd83 service neutron] 10.222.0.50 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860437 Sep 27 08:38:51.704051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.728934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a', '0017c9e2-e2c0-467a-9a8d-30601b079a68', 'b12b9385-3cd7-464f-a6d3-176e692534b7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:51.798593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f24bf828-4fb5-43cc-8899-a388acb20963', '951f0a9b-3e44-43a5-a09b-cd633d4aa117', 'f1bde4e4-4249-4b8d-bab0-65dd415830b0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:51.864831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event deleted for resources: {'Port': ['ID=b12b9385-3cd7-464f-a6d3-176e692534b7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:51.893067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] No DVR routers for this DVR port b12b9385-3cd7-464f-a6d3-176e692534b7 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:51.893874 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-ccb61cbc-7528-43ae-8394-4a8c0434ffd5 service neutron] 10.222.0.50 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884413 Sep 27 08:38:51.913940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6331803f-d982-4993-b662-fa9818fadb3b req-9ded3ef5-c097-4abd-92ed-f77c0e6fc108 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 210 time: 0.1079469 Sep 27 08:38:51.919183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:51.929223 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9a57949-c32f-41c2-b894-0c71badb6bb3 req-d84aed7d-160d-4024-90c8-505c2404e906 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "DELETE /v2.0/ports/b12b9385-3cd7-464f-a6d3-176e692534b7 HTTP/1.1" status: 204 len: 173 time: 1.4806540 Sep 27 08:38:51.929897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cf01f0-7947-47e6-8d35-af0c605e7cdd', 'name': 'network-vif-deleted', 'tag': 'b12b9385-3cd7-464f-a6d3-176e692534b7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:51.941985 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3f1767-b1d9-4b19-8470-8413aff9f388" -d '{"events": [{"server_uuid": "89cf01f0-7947-47e6-8d35-af0c605e7cdd", "name": "network-vif-deleted", "tag": "b12b9385-3cd7-464f-a6d3-176e692534b7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:52.003735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47708) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:52.031319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Made reservation on behalf of b1985ca1bbf444429c480e53874ee1c8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:52.043353 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:52.365206 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6832a1c-351e-4e11-b63b-c91245674057 x-openstack-request-id: req-b6832a1c-351e-4e11-b63b-c91245674057 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:52.365864 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cf01f0-7947-47e6-8d35-af0c605e7cdd", "name": "network-vif-deleted", "tag": "b12b9385-3cd7-464f-a6d3-176e692534b7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:52.365864 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6832a1c-351e-4e11-b63b-c91245674057 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:52.366408 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cf01f0-7947-47e6-8d35-af0c605e7cdd', 'name': 'network-vif-deleted', 'tag': 'b12b9385-3cd7-464f-a6d3-176e692534b7', 'status': 'completed', 'code': 200} Sep 27 08:38:52.379655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-7bd9eeb9-2989-4fb2-88be-ac7c484e0efb service neutron] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:52.394895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2c015d61-7ce6-41d6-a085-8d07aab50540 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65d0e2cc87fd4a029ea8da0a93e9e06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889055 Sep 27 08:38:52.439108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47720) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:52.444600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Allocated IP 172.20.0.7 (a4a53dbb-0c92-4818-be9e-ba59bb6b99a4/e3752725-3349-48fb-a8db-4201b3a07251/1e61df57-a4d8-46e6-b132-74b27c7f3f3d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:52.520000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b560044-e983-4664-a29f-503fb0b58485 req-36ae441d-5fa1-4459-9283-6847d0a916db tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:52.521870 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b560044-e983-4664-a29f-503fb0b58485 req-36ae441d-5fa1-4459-9283-6847d0a916db tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 945 time: 0.1526043 Sep 27 08:38:52.531388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-4423980a-4db5-4ca1-9fce-778ed97df3cd tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:52.533222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-4423980a-4db5-4ca1-9fce-778ed97df3cd tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.57 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 819 time: 0.2289064 Sep 27 08:38:52.558344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Request body: {'port': {'device_id': '5d6befbf-7db5-4d39-838f-92486a70a2d4', 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7', 'admin_state_up': True, 'tenant_id': '6aa1225494b740de90537e08502e8640'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:52.559166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:38:46Z', 'revision_number': 4, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b64a7196-a452-41f0-ad7b-594c51cb6128', 'name': '', 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'mac_address': 'fa:16:3e:24:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '02f7a45b-f830-4993-a10b-f1130688224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:45Z', 'updated_at': '2021-09-27T08:38:51Z', 'revision_number': 4, 'project_id': '6aa1225494b740de90537e08502e8640', 'subnets': [{'id': '02f7a45b-f830-4993-a10b-f1130688224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:38:52.618519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e0cf-032e-4de1-9e38-e053d4491aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:52.620285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282200c-152f-4bbe-8c7b-d0cbe9a830f0 None None] The sync data for ids ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'] in n-d-810909-1 is: [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:38:46Z', 'revision_number': 4, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b64a7196-a452-41f0-ad7b-594c51cb6128', 'name': '', 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'mac_address': 'fa:16:3e:24:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '02f7a45b-f830-4993-a10b-f1130688224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:45Z', 'updated_at': '2021-09-27T08:38:51Z', 'revision_number': 4, 'project_id': '6aa1225494b740de90537e08502e8640', 'subnets': [{'id': '02f7a45b-f830-4993-a10b-f1130688224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:38:52.641610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b560044-e983-4664-a29f-503fb0b58485 req-5d6a78ce-cd2d-40f0-be41-9084dfe47e5a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006422 Sep 27 08:38:52.672885 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5707f135-b2c4-4909-81b0-3304e0894a95 req-74f7bcde-b66a-4f8d-a282-4544e8c77b4c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cf01f0-7947-47e6-8d35-af0c605e7cdd HTTP/1.1" status: 200 len: 210 time: 0.2985742 Sep 27 08:38:52.680832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-7bd9eeb9-2989-4fb2-88be-ac7c484e0efb service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:52.691366 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-920ae87d-7c1e-43d3-9fa9-26df1dfdb03b req-7bd9eeb9-2989-4fb2-88be-ac7c484e0efb service neutron] 10.222.0.67 "DELETE /v2.0/ports/a7b2b81f-3a90-4ba7-8c1e-958ce980276d/bindings/n-h1-810909-1 HTTP/1.1" status: 204 len: 173 time: 1.4397581 Sep 27 08:38:52.750075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:52.874156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a93bb769-7906-4dd2-86ed-acc06d012162 req-1ae2f8e7-6082-4b9f-bc94-4ce1695f325d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 210 time: 0.0881932 Sep 27 08:38:52.915915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e0cf-032e-4de1-9e38-e053d4491aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.017894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Made reservation on behalf of 6aa1225494b740de90537e08502e8640 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:53.023007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.049076 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e0cf-032e-4de1-9e38-e053d4491aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.052093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e0cf-032e-4de1-9e38-e053d4491aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.053445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e0e8e0cf-032e-4de1-9e38-e053d4491aa4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d3d2356-a30b-4422-a828-b8769e0eaebf HTTP/1.1" status: 204 len: 168 time: 0.6133542 Sep 27 08:38:53.120910 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f97be0f-5026-4bae-b92f-31a2ed3595bc req-c8bf93ce-c4cb-4041-aab1-d7ef9d6604c2 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 210 time: 0.0949056 Sep 27 08:38:53.142943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8e0cf-032e-4de1-9e38-e053d4491aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3d2356-a30b-4422-a828-b8769e0eaebf,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:53.305573 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:38:53.509852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d07643-cd24-4e02-bf3a-83a8e4658131 req-e88940f8-67a0-4129-91fd-130d1f827478 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:53.511426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d07643-cd24-4e02-bf3a-83a8e4658131 req-e88940f8-67a0-4129-91fd-130d1f827478 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 1096 time: 0.1812208 Sep 27 08:38:53.515613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Allocated IP 172.20.0.14 (16c852fc-fbfb-4534-8785-9d95f2e105b7/02f7a45b-f830-4993-a10b-f1130688224a/a10d37f3-b0eb-4f76-8e98-815c8fbf3583) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:53.594623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b64a7196-a452-41f0-ad7b-594c51cb6128 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:53.603209 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.628264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:53.631823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:53.635166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:53.640026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d07643-cd24-4e02-bf3a-83a8e4658131 req-c0186445-6395-4b15-8d69-17a196ca5258 tempest-LiveMigrationTest-400081321 tempest-LiveMigrationTest-400081321-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021197 Sep 27 08:38:53.724772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:53.725578 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.732228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b64a7196-a452-41f0-ad7b-594c51cb6128 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:53.732645 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.747217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46364-265f-45a5-a68e-0b6e34754533 req-19e9998c-2d7f-4329-b442-0dfeceed274f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:53.749323 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48b46364-265f-45a5-a68e-0b6e34754533 req-19e9998c-2d7f-4329-b442-0dfeceed274f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.2119515 Sep 27 08:38:53.782876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3258903 Sep 27 08:38:53.800160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Request body: {'port': {'device_id': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:53.840905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b883b-228c-4961-bee2-547465038d4f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event updated for resources: {'Port': ['ID=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:53.922481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.949380 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:53.998055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port b64a7196-a452-41f0-ad7b-594c51cb6128, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b64a7196-a452-41f0-ad7b-594c51cb6128,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:54.006465 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:54.037132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:54.084690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:54.118114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=b64a7196-a452-41f0-ad7b-594c51cb6128,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:54.153782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48b46364-265f-45a5-a68e-0b6e34754533 req-daacbd24-a821-432e-95b4-123055ca71e7 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903372 Sep 27 08:38:54.180382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Network 16c852fc-fbfb-4534-8785-9d95f2e105b7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:54.185004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:54.189111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:54.255346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Pushing event updated for resources: {'Port': ['ID=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:54.372580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b12b9385-3cd7-464f-a6d3-176e692534b7 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:54.392837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-39df87f2-49cf-4f3c-8d5f-1d385168dd5f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:54.394590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-39df87f2-49cf-4f3c-8d5f-1d385168dd5f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.67 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 819 time: 0.4758797 Sep 27 08:38:54.396738 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4914edf3-52f4-4548-86f5-75c163cb5d92 req-34bb204e-8515-4a3a-b2a8-385036b14f29 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 210 time: 0.0614326 Sep 27 08:38:54.398346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:54.399042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:54.406028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: b12b9385-3cd7-464f-a6d3-176e692534b7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:54.406414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b12b9385-3cd7-464f-a6d3-176e692534b7 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:54.425804 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-f5d283c0-a4cf-4189-a5a4-01e33853b0fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8754816 Sep 27 08:38:54.435439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adc383-0844-4d20-9216-e8f1599a6a8b req-0fc1df9d-44d8-4240-87a0-ba7d8c210ae7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:54.436718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Request body: {'port': {'device_id': '357cb439-fb81-4599-bc82-319a61c85136', 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7', 'admin_state_up': True, 'tenant_id': '6aa1225494b740de90537e08502e8640'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:54.443018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81adc383-0844-4d20-9216-e8f1599a6a8b req-0fc1df9d-44d8-4240-87a0-ba7d8c210ae7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 931 time: 0.1208105 Sep 27 08:38:54.453998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Request body: {'port': {'device_id': '5d6befbf-7db5-4d39-838f-92486a70a2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:54.550740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:54.582830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81adc383-0844-4d20-9216-e8f1599a6a8b req-74a6ac45-a42d-4bd5-8ca1-831c0a55f7ef tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337526 Sep 27 08:38:54.738125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Made reservation on behalf of 6aa1225494b740de90537e08502e8640 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:38:54.741874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:54.791367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e61df57-a4d8-46e6-b132-74b27c7f3f3d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:54.805339 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:54.837470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7500cc5-c004-45f8-9192-fb0d9711dcea req-bdc3c3f4-5815-44e2-8580-79f356a91374 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:54.839074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7500cc5-c004-45f8-9192-fb0d9711dcea req-bdc3c3f4-5815-44e2-8580-79f356a91374 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 949 time: 0.1158202 Sep 27 08:38:54.871861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81daf65-b9e7-425a-9256-891e527db2db req-91103496-d9f3-4c8e-a977-98e932927422 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:54.876977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a81daf65-b9e7-425a-9256-891e527db2db req-91103496-d9f3-4c8e-a977-98e932927422 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 945 time: 0.1161270 Sep 27 08:38:54.892933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Transition to ACTIVE for port object 1e61df57-a4d8-46e6-b132-74b27c7f3f3d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:38:54.910915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:54.945191 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a81daf65-b9e7-425a-9256-891e527db2db req-8fb8022b-23a3-4ab5-b693-f6d8e6c446dd tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649865 Sep 27 08:38:54.981086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7500cc5-c004-45f8-9192-fb0d9711dcea req-a0f7a8fb-3736-4efc-ae19-e251ac835454 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075666 Sep 27 08:38:54.997184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Pushing event updated for resources: {'Port': ['ID=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:55.045877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10d37f3-b0eb-4f76-8e98-815c8fbf3583 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:55.060195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.079241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Transition to ACTIVE for port object a10d37f3-b0eb-4f76-8e98-815c8fbf3583 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:38:55.084931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.140039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-360e3ab5-0023-4ea8-834e-a8132d23a5ce tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:55.141571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-360e3ab5-0023-4ea8-834e-a8132d23a5ce tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.67 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 945 time: 0.1219082 Sep 27 08:38:55.146340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Attempting to bind port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:55.146680 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Attempting to bind port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:55.147233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Attempting to bind port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:55.148153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:55.165483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:55.165813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Attempting to bind port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:55.209723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:55.210076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Checking segment: {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:55.210480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Bound using segment: {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:55.211420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Bound port: 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:55.211420 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.226102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Allocated IP 172.20.0.10 (16c852fc-fbfb-4534-8785-9d95f2e105b7/02f7a45b-f830-4993-a10b-f1130688224a/e9071063-ecc0-4b51-b57b-e7d6e7e671d6) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:38:55.253621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Attempting to bind port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:55.253958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Attempting to bind port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:55.254322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Attempting to bind port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 on network 16c852fc-fbfb-4534-8785-9d95f2e105b7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:55.260287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 on network 16c852fc-fbfb-4534-8785-9d95f2e105b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:55.260758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Attempting to bind port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 on network 16c852fc-fbfb-4534-8785-9d95f2e105b7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:55.266075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:55.266417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Checking segment: {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:55.267050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Bound using segment: {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:55.267425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Bound port: a10d37f3-b0eb-4f76-8e98-815c8fbf3583, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:55.267727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.366865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:55.371948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] For port a10d37f3-b0eb-4f76-8e98-815c8fbf3583, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:55.377049 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] For port a10d37f3-b0eb-4f76-8e98-815c8fbf3583, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:55.386897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9c886-074d-4f31-a501-2e590060a761 req-683bb9de-5d4d-41aa-8ca5-b190f121dda5 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:55.388639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96b9c886-074d-4f31-a501-2e590060a761 req-683bb9de-5d4d-41aa-8ca5-b190f121dda5 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1019163 Sep 27 08:38:55.390412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.399040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:55.419178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Deleting port a7b2b81f-3a90-4ba7-8c1e-958ce980276d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:55.419431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.425624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.430935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:55.431618 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.433065 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] 10.222.0.57 "PUT /v2.0/ports/a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 200 len: 1092 time: 0.9873779 Sep 27 08:38:55.436600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6befbf-7db5-4d39-838f-92486a70a2d4', 'tag': 'a10d37f3-b0eb-4f76-8e98-815c8fbf3583'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:55.440020 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6befbf-7db5-4d39-838f-92486a70a2d4", "tag": "a10d37f3-b0eb-4f76-8e98-815c8fbf3583"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:55.529758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:55.530387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.532124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] 10.222.0.57 "PUT /v2.0/ports/1e61df57-a4d8-46e6-b132-74b27c7f3f3d HTTP/1.1" status: 200 len: 1091 time: 1.7386248 Sep 27 08:38:55.534744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'tag': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:55.537186 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb" -d '{"events": [{"name": "network-changed", "server_uuid": "e605bd89-5cbe-4962-b856-86c2609ad6b9", "tag": "1e61df57-a4d8-46e6-b132-74b27c7f3f3d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:55.565143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b64a7196-a452-41f0-ad7b-594c51cb6128 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:38:55.584467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96b9c886-074d-4f31-a501-2e590060a761 req-356bcd26-3397-4982-b585-4695b0747c65 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787190 Sep 27 08:38:55.586706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae57b4-3f4c-41bb-84b8-13e42fc43281 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:55.629110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-94265cdc-c8df-4bf4-a003-e3a355139e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:55.634492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-94265cdc-c8df-4bf4-a003-e3a355139e04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1342511 Sep 27 08:38:55.637072 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e887c5-ba29-4beb-9a0d-ae2e0a2824aa x-openstack-request-id: req-13e887c5-ba29-4beb-9a0d-ae2e0a2824aa {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:55.637576 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6befbf-7db5-4d39-838f-92486a70a2d4", "tag": "a10d37f3-b0eb-4f76-8e98-815c8fbf3583", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:55.638056 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13e887c5-ba29-4beb-9a0d-ae2e0a2824aa {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:55.638671 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6befbf-7db5-4d39-838f-92486a70a2d4', 'tag': 'a10d37f3-b0eb-4f76-8e98-815c8fbf3583', 'status': 'completed', 'code': 200} Sep 27 08:38:55.668450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b64a7196-a452-41f0-ad7b-594c51cb6128 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:38:55.669063 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.677503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1857024-49e5-4fcb-8247-a498720cf682 req-795c9489-03af-41fc-834f-27779224ec1e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 210 time: 0.1315510 Sep 27 08:38:55.679309 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04a18ed-050d-4b96-ad2e-31b6aecad6f3 x-openstack-request-id: req-e04a18ed-050d-4b96-ad2e-31b6aecad6f3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:55.679649 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e605bd89-5cbe-4962-b856-86c2609ad6b9", "tag": "1e61df57-a4d8-46e6-b132-74b27c7f3f3d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:55.679916 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e04a18ed-050d-4b96-ad2e-31b6aecad6f3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:55.680301 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'tag': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d', 'status': 'completed', 'code': 200} Sep 27 08:38:55.688450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823c241-bfca-40bd-a6f7-83d37d1b3791 service neutron] Pushing event updated for resources: {'Port': ['ID=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:55.699408 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.711263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:55.727304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-3d077332-9094-468a-bce2-b30909263185 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 200 len: 217 time: 0.0712793 Sep 27 08:38:55.761078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] For port a7b2b81f-3a90-4ba7-8c1e-958ce980276d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:55.761664 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.786385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-51b08cfd-5087-45b1-896b-306f394e3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:55.787903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-51b08cfd-5087-45b1-896b-306f394e3437 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 1094 time: 0.1729641 Sep 27 08:38:55.795487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Calling delete_port for a7b2b81f-3a90-4ba7-8c1e-958ce980276d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:55.816508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39007537-84d6-416a-884c-ca5d20991c72 req-2c602ece-4dbb-4bac-8dd2-0391e955c040 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:55.818130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39007537-84d6-416a-884c-ca5d20991c72 req-2c602ece-4dbb-4bac-8dd2-0391e955c040 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 943 time: 0.0869815 Sep 27 08:38:55.819704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-8e07d081-a83f-4fa9-9730-27c4bd843443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:55.821079 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-8e07d081-a83f-4fa9-9730-27c4bd843443 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.0781784 Sep 27 08:38:55.846477 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-f854d81b-ddd2-4335-b81e-243389a4f888 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d HTTP/1.1" status: 200 len: 217 time: 0.0438335 Sep 27 08:38:55.850243 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.871329 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-a44807c6-2591-44a5-9d81-ee18af3c9b85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367627 Sep 27 08:38:55.905450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39007537-84d6-416a-884c-ca5d20991c72 req-1162e3b8-fe15-45f1-a6ef-6d3206139f8c tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777988 Sep 27 08:38:55.969373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b016a672-9ae6-4d30-99cb-ad145644e326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:55.979405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-bcb9bd1c-e472-4d3f-b151-9d1ba0513898 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970833 Sep 27 08:38:55.992661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Network 16c852fc-fbfb-4534-8785-9d95f2e105b7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:38:56.011415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:38:56.013847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:38:56.061700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-ae7c50ce-669f-44a0-bd22-3666cc7f5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.063164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-ae7c50ce-669f-44a0-bd22-3666cc7f5783 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3752725-3349-48fb-a8db-4201b3a07251 HTTP/1.1" status: 200 len: 862 time: 0.1811762 Sep 27 08:38:56.063758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Pushing event updated for resources: {'Port': ['ID=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:56.132778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5438c3-1be0-4513-a40c-2f3354eda626 req-69f5bd58-c5a7-4902-b0f2-174c0fc1d794 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393342 Sep 27 08:38:56.144450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01de9-be39-432a-ba58-4ab23616e70b req-14d25f8c-dee3-4b5b-9c51-7d5d240c1b0a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.146016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81d01de9-be39-432a-ba58-4ab23616e70b req-14d25f8c-dee3-4b5b-9c51-7d5d240c1b0a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 949 time: 0.0760844 Sep 27 08:38:56.159358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-84c539dd-dff6-4c38-ae2c-5a8b42db1e34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780704 Sep 27 08:38:56.190296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.190909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.210296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81d01de9-be39-432a-ba58-4ab23616e70b req-ffee4147-cd03-424c-93b9-4ebaf650b889 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554428 Sep 27 08:38:56.249317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-fc142f3c-0928-4268-81c3-7b78316af0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.250896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-fc142f3c-0928-4268-81c3-7b78316af0e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1095 time: 0.0554202 Sep 27 08:38:56.267903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf7d04-e65d-4546-8f1b-e11b938adc57 req-20e030ba-e694-4b0b-9d9e-d155036d2c53 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.269485 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62bf7d04-e65d-4546-8f1b-e11b938adc57 req-20e030ba-e694-4b0b-9d9e-d155036d2c53 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 945 time: 0.2292435 Sep 27 08:38:56.362657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-9b8da61b-ebe9-46e5-870e-11afe6d7b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.364218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-9b8da61b-ebe9-46e5-870e-11afe6d7b159 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 920 time: 0.1041436 Sep 27 08:38:56.379291 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.391034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['470783c2-c43e-4b7a-9820-357b58b64c3e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:56.408979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-6a79e788-c29d-4d7b-ace4-27633c72287d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 200 len: 217 time: 0.0365956 Sep 27 08:38:56.468791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-e25d0b8d-7687-48ac-bac9-1120db4d7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.470230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-e25d0b8d-7687-48ac-bac9-1120db4d7e8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.0540416 Sep 27 08:38:56.478606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Pushing event deleted for resources: {'Port': ['ID=a7b2b81f-3a90-4ba7-8c1e-958ce980276d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:56.496015 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62bf7d04-e65d-4546-8f1b-e11b938adc57 req-6580919d-cea9-435a-b602-2249b667c0d4 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047038 Sep 27 08:38:56.507828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-1c971f0d-c6ca-43d9-9a68-c3009e26e542 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280383 Sep 27 08:38:56.533692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b016a672-9ae6-4d30-99cb-ad145644e326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.537165 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-ec56d3ca-04b1-4790-bd9f-d44c1b068b8e service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428307 Sep 27 08:38:56.558749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-73a9fdc6-115b-4e26-85ef-fefa48b6919e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.560267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-73a9fdc6-115b-4e26-85ef-fefa48b6919e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 949 time: 0.2003763 Sep 27 08:38:56.563840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] No DVR routers for this DVR port a7b2b81f-3a90-4ba7-8c1e-958ce980276d on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:56.573544 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b016a672-9ae6-4d30-99cb-ad145644e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.585867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.587863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5be03984-bd21-44ab-836e-ad49453e2b90 req-d5b05146-c483-460b-9ecd-6a725dbb0028 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.67 "DELETE /v2.0/ports/a7b2b81f-3a90-4ba7-8c1e-958ce980276d HTTP/1.1" status: 204 len: 173 time: 1.4383233 Sep 27 08:38:56.606463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-54540360-a59c-4f24-b8a2-60de8ac787ef service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903738 Sep 27 08:38:56.607117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-8e0f2d86-23dd-4795-9d0a-13f4e209b1c5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1807480 Sep 27 08:38:56.681641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Request body: {'port': {'device_id': '357cb439-fb81-4599-bc82-319a61c85136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:38:56.709026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b016a672-9ae6-4d30-99cb-ad145644e326 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11cd149b96434f91a4a885abda711193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9914117 Sep 27 08:38:56.709026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016a672-9ae6-4d30-99cb-ad145644e326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dde35a-f97d-4c1a-82c4-87f05bf33ad8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:56.715125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47818) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:56.779304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5a5a249-a6d9-4bbd-8fe7-a22bf45ceeb3 req-f0633ac3-e453-419a-af89-71a7725e0cc6 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649606 Sep 27 08:38:56.789377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d901a-ecce-41e4-9e0c-fe10b0cc1876 req-47c8c9dc-91c6-4b41-9741-0acb7958cc19 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.790935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c7d901a-ecce-41e4-9e0c-fe10b0cc1876 req-47c8c9dc-91c6-4b41-9741-0acb7958cc19 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1075518 Sep 27 08:38:56.825434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03c2a17b-ddd3-4a04-8a05-827042911319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.860825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c7d901a-ecce-41e4-9e0c-fe10b0cc1876 req-a066393a-2183-4fdd-9fbe-384d32c5c207 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618310 Sep 27 08:38:56.862999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03c2a17b-ddd3-4a04-8a05-827042911319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.914624 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03c2a17b-ddd3-4a04-8a05-827042911319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.917498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03c2a17b-ddd3-4a04-8a05-827042911319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:56.917778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00deb475-de38-4f1e-9160-aa5c66b425a8 req-4ecf302c-810e-402e-9d3c-1bc5c56e9441 service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564665 Sep 27 08:38:56.918643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-03c2a17b-ddd3-4a04-8a05-827042911319 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99dde35a-f97d-4c1a-82c4-87f05bf33ad8 HTTP/1.1" status: 204 len: 168 time: 0.1984687 Sep 27 08:38:56.936073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0bfc5-a1c2-489c-bb53-13f28d52f1b3 req-6150f82f-0c01-4fc8-8a88-7545b49e93fc tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:56.940471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2a17b-ddd3-4a04-8a05-827042911319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dde35a-f97d-4c1a-82c4-87f05bf33ad8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:56.944455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eab0bfc5-a1c2-489c-bb53-13f28d52f1b3 req-6150f82f-0c01-4fc8-8a88-7545b49e93fc tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 932 time: 0.1608214 Sep 27 08:38:56.946380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.067688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eab0bfc5-a1c2-489c-bb53-13f28d52f1b3 req-5055f8d0-ff07-40dc-a2f7-2a787452375c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221969 Sep 27 08:38:57.094144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74e71-60ab-4d1a-aab6-1a03a5e92d5e req-31fd3ce3-e9a8-4646-a83c-0d4290c56cd0 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:57.103014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71b74e71-60ab-4d1a-aab6-1a03a5e92d5e req-31fd3ce3-e9a8-4646-a83c-0d4290c56cd0 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 943 time: 0.0866923 Sep 27 08:38:57.122827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Deleting port f1bde4e4-4249-4b8d-bab0-65dd415830b0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:38:57.123279 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.154272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71b74e71-60ab-4d1a-aab6-1a03a5e92d5e req-fcfade38-ec58-493c-ad5e-09feb20e7619 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Sep 27 08:38:57.226205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-3bf43026-8a07-4f9a-afd9-8c701c13d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:57.227829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-3bf43026-8a07-4f9a-afd9-8c701c13d50b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 1094 time: 0.2309322 Sep 27 08:38:57.290598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47830) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:57.304625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df2de80b-d508-4f88-b228-5bf01e4d567d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.411492 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df2de80b-d508-4f88-b228-5bf01e4d567d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.429956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df2de80b-d508-4f88-b228-5bf01e4d567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.480888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-df2de80b-d508-4f88-b228-5bf01e4d567d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca46a51af55545b5b702c92644742d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868525 Sep 27 08:38:57.480888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2de80b-d508-4f88-b228-5bf01e4d567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00e65e6-028c-43e3-99f8-22f52fd08e1f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:57.495770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47836) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:38:57.567916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57d32ec7-d60c-4f4b-af4d-a09b87a32aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.602746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57d32ec7-d60c-4f4b-af4d-a09b87a32aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.626509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c0ba4c1-f48f-479c-9aee-6f0536688dac req-fa68aba9-5fc0-404f-b272-94d673da481f tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 210 time: 0.0372684 Sep 27 08:38:57.672523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57d32ec7-d60c-4f4b-af4d-a09b87a32aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.675933 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57d32ec7-d60c-4f4b-af4d-a09b87a32aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.677719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-57d32ec7-d60c-4f4b-af4d-a09b87a32aff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d00e65e6-028c-43e3-99f8-22f52fd08e1f HTTP/1.1" status: 204 len: 168 time: 0.1808159 Sep 27 08:38:57.688764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d32ec7-d60c-4f4b-af4d-a09b87a32aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00e65e6-028c-43e3-99f8-22f52fd08e1f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:57.743281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'name': 'network-vif-deleted', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:57.745429 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffb0512-00fd-421f-a6fe-85938b009a34" -d '{"events": [{"server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "name": "network-vif-deleted", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:57.803358 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30eb08a-e9b7-400c-b219-eb7274aaca97 x-openstack-request-id: req-e30eb08a-e9b7-400c-b219-eb7274aaca97 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:57.803660 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69222795-e090-446c-afc0-5260c5bf9403", "name": "network-vif-deleted", "tag": "a7b2b81f-3a90-4ba7-8c1e-958ce980276d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:57.803900 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e30eb08a-e9b7-400c-b219-eb7274aaca97 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:57.804286 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69222795-e090-446c-afc0-5260c5bf9403', 'name': 'network-vif-deleted', 'tag': 'a7b2b81f-3a90-4ba7-8c1e-958ce980276d', 'status': 'completed', 'code': 200} Sep 27 08:38:57.822799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] For port f1bde4e4-4249-4b8d-bab0-65dd415830b0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f1bde4e4-4249-4b8d-bab0-65dd415830b0,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:57.823166 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:57.852771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Calling delete_port for f1bde4e4-4249-4b8d-bab0-65dd415830b0 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:38:57.861201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea1ba1-04eb-401d-978a-ec92dda6e0c8 req-d0949c6a-d875-45ce-bcb1-6b33f6699f58 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:57.862696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60ea1ba1-04eb-401d-978a-ec92dda6e0c8 req-d0949c6a-d875-45ce-bcb1-6b33f6699f58 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 949 time: 0.5604303 Sep 27 08:38:57.895055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-12ed0bb4-97d2-43fc-8765-23e3a04e8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:57.896770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-12ed0bb4-97d2-43fc-8765-23e3a04e8c0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 923 time: 0.6290262 Sep 27 08:38:58.005850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-6d17f757-b5ec-442a-bfdf-f2eb97390c92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d HTTP/1.1" status: 200 len: 217 time: 0.0871918 Sep 27 08:38:58.019411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a227af2-94f5-4bfb-8b7b-66a2cd5a1814 req-b5b99120-1254-481d-8877-f5aa445aeb02 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:58.025900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a227af2-94f5-4bfb-8b7b-66a2cd5a1814 req-b5b99120-1254-481d-8877-f5aa445aeb02 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0666800 Sep 27 08:38:58.088746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a227af2-94f5-4bfb-8b7b-66a2cd5a1814 req-6ff320b1-262e-431c-8331-3b00cfd6a1c2 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546036 Sep 27 08:38:58.098728 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60ea1ba1-04eb-401d-978a-ec92dda6e0c8 req-1444ce9c-f548-46b2-8f3d-23da56e426ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173669 Sep 27 08:38:58.136469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9071063-ecc0-4b51-b57b-e7d6e7e671d6 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:58.156488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:58.160280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-21c2e308-cca3-4b91-9bce-9c032651bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:58.162147 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-21c2e308-cca3-4b91-9bce-9c032651bbe2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3752725-3349-48fb-a8db-4201b3a07251 HTTP/1.1" status: 200 len: 862 time: 0.1429019 Sep 27 08:38:58.239663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Transition to ACTIVE for port object e9071063-ecc0-4b51-b57b-e7d6e7e671d6 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:38:58.242544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-6a0bd6dd-c460-400f-b0ee-4efc4b729209 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658565 Sep 27 08:38:58.266837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94bdde-412a-4896-a513-f2c6a5fa607e req-bcab782b-297d-49ae-8bdd-404fe5872d31 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:58.269066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d94bdde-412a-4896-a513-f2c6a5fa607e req-bcab782b-297d-49ae-8bdd-404fe5872d31 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 932 time: 0.1104386 Sep 27 08:38:58.274072 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:58.342292 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d94bdde-412a-4896-a513-f2c6a5fa607e req-103941a2-ed02-4f9a-9fe3-b9f4fa89bc98 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646150 Sep 27 08:38:58.379392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a7b2b81f-3a90-4ba7-8c1e-958ce980276d no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:38:58.408415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: a7b2b81f-3a90-4ba7-8c1e-958ce980276d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:38:58.409101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a7b2b81f-3a90-4ba7-8c1e-958ce980276d not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:38:58.443099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:58.456150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f24bf828-4fb5-43cc-8899-a388acb20963', '951f0a9b-3e44-43a5-a09b-cd633d4aa117', 'f1bde4e4-4249-4b8d-bab0-65dd415830b0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:58.458893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a', '0017c9e2-e2c0-467a-9a8d-30601b079a68'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:38:58.491502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Pushing event updated for resources: {'Port': ['ID=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:58.553456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event deleted for resources: {'Port': ['ID=f1bde4e4-4249-4b8d-bab0-65dd415830b0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:58.596304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6f848-5188-4ba1-811d-5536eedf5082 req-0348a3ee-7fcf-4fdb-980e-81dafcf8c28e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:58.599033 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-98d6f848-5188-4ba1-811d-5536eedf5082 req-0348a3ee-7fcf-4fdb-980e-81dafcf8c28e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 943 time: 0.3356826 Sep 27 08:38:58.713434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] No DVR routers for this DVR port f1bde4e4-4249-4b8d-bab0-65dd415830b0 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:38:58.738382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-43f4f9c9-caea-4be3-816b-97ae6cf91929 service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763432 Sep 27 08:38:58.741622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:58.743704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78f65c31-48e5-424c-9c6f-39ab536da641 req-07a6172e-fb26-41ca-8a95-fe5936061b48 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "DELETE /v2.0/ports/f1bde4e4-4249-4b8d-bab0-65dd415830b0 HTTP/1.1" status: 204 len: 173 time: 2.1549304 Sep 27 08:38:58.828474 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca3ea609-232a-40fa-b024-a2aa7b072898 req-a1276bfb-86f0-4d56-90ff-44d3e1213046 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 210 time: 0.0441959 Sep 27 08:38:58.922723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb33db7-3b23-4f5c-92ab-b8eb65c50beb req-a15da801-9cb8-4d36-9e06-1329fe65107a service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715963 Sep 27 08:38:58.962388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-98d6f848-5188-4ba1-811d-5536eedf5082 req-aa4cda5a-aed7-4d04-9248-1be4c344b946 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181283 Sep 27 08:38:58.965276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Attempting to bind port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:38:58.966033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Attempting to bind port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:38:58.966580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Attempting to bind port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 on network 16c852fc-fbfb-4534-8785-9d95f2e105b7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:58.972216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 on network 16c852fc-fbfb-4534-8785-9d95f2e105b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:38:58.973232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Attempting to bind port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 on network 16c852fc-fbfb-4534-8785-9d95f2e105b7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:38:58.979011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:38:58.979625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Checking segment: {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:38:58.980196 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Bound using segment: {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:38:58.980708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Bound port: e9071063-ecc0-4b51-b57b-e7d6e7e671d6, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fca3a6d-d922-459c-b76c-1d002eb09040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:38:58.981073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:59.046358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] For port e9071063-ecc0-4b51-b57b-e7d6e7e671d6, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:38:59.050357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] For port e9071063-ecc0-4b51-b57b-e7d6e7e671d6, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:38:59.056469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:59.096855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:59.097304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:59.099154 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] 10.222.0.67 "PUT /v2.0/ports/e9071063-ecc0-4b51-b57b-e7d6e7e671d6 HTTP/1.1" status: 200 len: 1092 time: 2.4520743 Sep 27 08:38:59.126261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fad3a0-cae7-4a73-bd8e-4670f26c1472 service neutron] Pushing event updated for resources: {'Port': ['ID=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:59.201765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-bda14f19-e037-439b-8102-9b27c154c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:59.203399 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-bda14f19-e037-439b-8102-9b27c154c326 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 1095 time: 0.0500774 Sep 27 08:38:59.282756 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3301b89b-3d77-45b0-95bf-3d84f27f542f req-3afe49d0-b0a1-41b4-947e-de25c9f8072b tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3 HTTP/1.1" status: 200 len: 210 time: 0.0681679 Sep 27 08:38:59.283828 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-b5144e61-45f6-4fb8-ae89-c61cc8079bfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9071063-ecc0-4b51-b57b-e7d6e7e671d6 HTTP/1.1" status: 200 len: 217 time: 0.0711141 Sep 27 08:38:59.357664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1fb59-6424-4170-8fe8-6ed6f7d02af0 req-d98f9900-bf6b-46bf-b14c-6512ad8ebd26 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:59.366008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fc1fb59-6424-4170-8fe8-6ed6f7d02af0 req-d98f9900-bf6b-46bf-b14c-6512ad8ebd26 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1211956 Sep 27 08:38:59.386293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a10d37f3-b0eb-4f76-8e98-815c8fbf3583 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:59.411070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-1af6b4ee-f6dd-41d0-abed-faa5347d9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:59.412460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fc1fb59-6424-4170-8fe8-6ed6f7d02af0 req-3eba381c-88ce-4b53-beb1-ad3d3df3a982 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Sep 27 08:38:59.414472 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-1af6b4ee-f6dd-41d0-abed-faa5347d9bb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.1222060 Sep 27 08:38:59.485480 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-6f611652-a00d-4bfe-a0e1-fecfff090d6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557330 Sep 27 08:38:59.575115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a10d37f3-b0eb-4f76-8e98-815c8fbf3583, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:59.595743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'a10d37f3-b0eb-4f76-8e98-815c8fbf3583', 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7', 'port_id': 'a10d37f3-b0eb-4f76-8e98-815c8fbf3583', 'mac_address': 'fa:16:3e:00:9c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f7a45b-f830-4993-a10b-f1130688224a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:38:59.624221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979284e6-8b55-47d6-adaf-9eef347c9a39 req-aee24e67-6417-4571-b9e3-0d82e32b76ca tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:38:59.625840 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-979284e6-8b55-47d6-adaf-9eef347c9a39 req-aee24e67-6417-4571-b9e3-0d82e32b76ca tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 944 time: 0.1473339 Sep 27 08:38:59.648168 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:59.661500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10d37f3-b0eb-4f76-8e98-815c8fbf3583 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:38:59.685074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a10d37f3-b0eb-4f76-8e98-815c8fbf3583, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:59.686341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-979284e6-8b55-47d6-adaf-9eef347c9a39 req-ccfc3a7d-744d-4407-b0db-fe9e716873ec tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462425 Sep 27 08:38:59.703502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:59.704053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1e61df57-a4d8-46e6-b132-74b27c7f3f3d details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:38:59.719047 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-d7843577-8ed7-4b1d-ba6b-ae1810c6f78f service neutron] 10.222.0.67 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185307 Sep 27 08:38:59.792994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:38:59.810316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3', 'name': 'network-vif-deleted', 'tag': 'f1bde4e4-4249-4b8d-bab0-65dd415830b0'}, {'name': 'network-changed', 'server_uuid': '357cb439-fb81-4599-bc82-319a61c85136', 'tag': 'e9071063-ecc0-4b51-b57b-e7d6e7e671d6'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:38:59.812753 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f7abd1-204f-424f-a87e-186e7a92760e" -d '{"events": [{"server_uuid": "2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3", "name": "network-vif-deleted", "tag": "f1bde4e4-4249-4b8d-bab0-65dd415830b0"}, {"name": "network-changed", "server_uuid": "357cb439-fb81-4599-bc82-319a61c85136", "tag": "e9071063-ecc0-4b51-b57b-e7d6e7e671d6"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:38:59.882183 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 27 Sep 2021 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6632e1-b2c4-48d6-b58a-687d5a075ed6 x-openstack-request-id: req-df6632e1-b2c4-48d6-b58a-687d5a075ed6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:38:59.882553 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3", "name": "network-vif-deleted", "tag": "f1bde4e4-4249-4b8d-bab0-65dd415830b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "357cb439-fb81-4599-bc82-319a61c85136", "tag": "e9071063-ecc0-4b51-b57b-e7d6e7e671d6", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:38:59.882837 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df6632e1-b2c4-48d6-b58a-687d5a075ed6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:38:59.883147 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba871a5-d5da-4a75-bbbd-7d3db9cb60d3', 'name': 'network-vif-deleted', 'tag': 'f1bde4e4-4249-4b8d-bab0-65dd415830b0', 'status': 'completed', 'code': 200} Sep 27 08:38:59.883402 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357cb439-fb81-4599-bc82-319a61c85136', 'tag': 'e9071063-ecc0-4b51-b57b-e7d6e7e671d6', 'status': 'completed', 'code': 200} Sep 27 08:38:59.885958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc58f900-a222-4f3c-b568-a5246c30adbf req-af447e89-2e74-4c68-8eb4-6a778313d96c service neutron] 10.222.0.67 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578705 Sep 27 08:38:59.886465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:38:59.902121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d', 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'port_id': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d', 'mac_address': 'fa:16:3e:a0:08:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3752725-3349-48fb-a8db-4201b3a07251', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:38:59.949434 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:38:59.963935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-591e6933-5c69-4975-a928-013e1a27d7b0 req-28c78033-1cf5-44b6-bb3a-adce4d187fbb tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 210 time: 0.0393987 Sep 27 08:38:59.967737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e61df57-a4d8-46e6-b132-74b27c7f3f3d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:00.005853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:00.011499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7abd1-204f-424f-a87e-186e7a92760e req-ac937b8f-7c20-4260-b2eb-f16695e6b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:00.012632 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81f7abd1-204f-424f-a87e-186e7a92760e req-ac937b8f-7c20-4260-b2eb-f16695e6b080 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 1095 time: 0.0658238 Sep 27 08:39:00.013634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:00.070411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:00.146195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb1fd9-941d-4488-996a-a3d7f667a971 req-95a2b0a8-01aa-413f-9ff0-8b9ef59389f6 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:00.148298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28cb1fd9-941d-4488-996a-a3d7f667a971 req-95a2b0a8-01aa-413f-9ff0-8b9ef59389f6 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 944 time: 0.1024659 Sep 27 08:39:00.201461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7abd1-204f-424f-a87e-186e7a92760e req-1fb94ac4-6b0d-4253-a890-902632a34bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:00.201461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81f7abd1-204f-424f-a87e-186e7a92760e req-1fb94ac4-6b0d-4253-a890-902632a34bd9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 920 time: 0.1787047 Sep 27 08:39:00.223019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28cb1fd9-941d-4488-996a-a3d7f667a971 req-fe78d59a-ae18-45f1-a016-4daf3f276263 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664885 Sep 27 08:39:00.257780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81f7abd1-204f-424f-a87e-186e7a92760e req-44316c5d-8171-4694-8cd9-1a811d9b4dcb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9071063-ecc0-4b51-b57b-e7d6e7e671d6 HTTP/1.1" status: 200 len: 217 time: 0.0433855 Sep 27 08:39:00.273191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['1e61df57-a4d8-46e6-b132-74b27c7f3f3d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:00.277500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['a10d37f3-b0eb-4f76-8e98-815c8fbf3583'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:00.342896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7abd1-204f-424f-a87e-186e7a92760e req-ca7830d8-1514-44e5-b50a-4fdfdcd4b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:00.345206 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81f7abd1-204f-424f-a87e-186e7a92760e req-ca7830d8-1514-44e5-b50a-4fdfdcd4b126 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.0797348 Sep 27 08:39:00.397117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81f7abd1-204f-424f-a87e-186e7a92760e req-6a1b2595-d8de-41cf-9211-a373437c23c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425878 Sep 27 08:39:00.539992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81f7abd1-204f-424f-a87e-186e7a92760e req-2ee2260f-85d8-4b3d-b6e6-ee0c34061ab5 service neutron] 10.222.0.67 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340137 Sep 27 08:39:00.599273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e6b36-37bb-4e6f-8f22-cdf23b29c22e req-53618115-105e-40bf-ad88-d4fc15924cf1 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:00.606713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b11e6b36-37bb-4e6f-8f22-cdf23b29c22e req-53618115-105e-40bf-ad88-d4fc15924cf1 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0973899 Sep 27 08:39:00.645666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b11e6b36-37bb-4e6f-8f22-cdf23b29c22e req-f161889f-e5f8-4729-be6a-c0caba7be805 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378089 Sep 27 08:39:00.683807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81f7abd1-204f-424f-a87e-186e7a92760e req-a1fcca3b-6080-44ff-9c1a-925e696ad76a service neutron] 10.222.0.67 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357167 Sep 27 08:39:00.700735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0619-b3b6-40dc-838d-5718557e0c06 req-3e17aa26-54a5-4c46-a87b-1b481ddb8edd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:00.702455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-695e0619-b3b6-40dc-838d-5718557e0c06 req-3e17aa26-54a5-4c46-a87b-1b481ddb8edd tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 949 time: 0.0800598 Sep 27 08:39:00.744761 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-695e0619-b3b6-40dc-838d-5718557e0c06 req-d22d3c64-3b4b-4f0e-b3d3-1858e68a6eab tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361896 Sep 27 08:39:00.817014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8075-468c-42d4-84bf-74e8aabb2a0d req-bdf5bb74-fa3e-4f42-a0d2-db8cf3264cfa tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:00.818555 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14ab8075-468c-42d4-84bf-74e8aabb2a0d req-bdf5bb74-fa3e-4f42-a0d2-db8cf3264cfa tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 944 time: 0.0505419 Sep 27 08:39:00.857548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14ab8075-468c-42d4-84bf-74e8aabb2a0d req-b785d79e-6464-48a8-98a7-3fc2bb34dccb tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Sep 27 08:39:01.059864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a7c3049-7391-4c2a-b262-96dd82d7c6be req-5ddcbdbf-ae1f-473a-8537-b7a2ac32b0dc tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=69222795-e090-446c-afc0-5260c5bf9403 HTTP/1.1" status: 200 len: 210 time: 0.0264881 Sep 27 08:39:01.353692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e170-5925-4b07-8277-5b7f9e0018b3 req-65806dfd-bd9b-4390-8241-d96edcc6d7df tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:01.356912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8856e170-5925-4b07-8277-5b7f9e0018b3 req-65806dfd-bd9b-4390-8241-d96edcc6d7df tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 944 time: 0.0592189 Sep 27 08:39:01.377588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1e61df57-a4d8-46e6-b132-74b27c7f3f3d up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:01.425172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8856e170-5925-4b07-8277-5b7f9e0018b3 req-86902c07-d962-41da-b252-b38a2cae13b4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604606 Sep 27 08:39:01.458421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:39:01.463980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:01.464392 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:01.572829 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:01.599231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:01.601519 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a22a5f7-a083-495f-9813-9a154f00e3d1" -d '{"events": [{"server_uuid": "e605bd89-5cbe-4962-b856-86c2609ad6b9", "name": "network-vif-plugged", "status": "completed", "tag": "1e61df57-a4d8-46e6-b132-74b27c7f3f3d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:01.613936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:01.618788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:01.619775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a10d37f3-b0eb-4f76-8e98-815c8fbf3583 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:01.661531 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a08684e-32a9-4cea-b83a-a6393b30bf13 x-openstack-request-id: req-0a08684e-32a9-4cea-b83a-a6393b30bf13 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:01.661822 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e605bd89-5cbe-4962-b856-86c2609ad6b9", "name": "network-vif-plugged", "status": "completed", "tag": "1e61df57-a4d8-46e6-b132-74b27c7f3f3d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:01.662094 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a08684e-32a9-4cea-b83a-a6393b30bf13 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:01.662542 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d', 'code': 200} Sep 27 08:39:01.711078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:01.741315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:39:01.752491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:01.752790 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:01.794693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd005cd5-0322-4110-b917-5bbe59996933 req-a147fe17-c3c0-434d-b425-e91608fa768a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:01.804207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd005cd5-0322-4110-b917-5bbe59996933 req-a147fe17-c3c0-434d-b425-e91608fa768a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0779521 Sep 27 08:39:01.820274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f014e-c7dd-4006-b613-c505b11d2943 req-60b4974b-6aff-41b6-ab6d-105224aa1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:01.822016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c0f014e-c7dd-4006-b613-c505b11d2943 req-60b4974b-6aff-41b6-ab6d-105224aa1430 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1084056 Sep 27 08:39:01.865015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd005cd5-0322-4110-b917-5bbe59996933 req-5c81550a-27d6-4cf0-a15a-df6191739f02 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597050 Sep 27 08:39:01.892878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:01.928847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c0f014e-c7dd-4006-b613-c505b11d2943 req-07a5b446-d1b9-4a9a-b1c1-1575a20905dc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968266 Sep 27 08:39:01.933942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a10d37f3-b0eb-4f76-8e98-815c8fbf3583, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:01.945305 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:01.946219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f1bde4e4-4249-4b8d-bab0-65dd415830b0 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:01.951365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb187d-3126-4e0c-b88c-845577295135 req-37ca30e8-294f-451c-aeda-6ac82c2193ae tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:01.953444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eeb187d-3126-4e0c-b88c-845577295135 req-37ca30e8-294f-451c-aeda-6ac82c2193ae tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 949 time: 0.0736506 Sep 27 08:39:01.984770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f1bde4e4-4249-4b8d-bab0-65dd415830b0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:01.985192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f1bde4e4-4249-4b8d-bab0-65dd415830b0 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:02.016535 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eeb187d-3126-4e0c-b88c-845577295135 req-34dc1007-5011-45cb-a96e-5ef30d98e30f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Sep 27 08:39:02.017249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:02.056487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b7cdd-94c4-4793-9269-bc8737e82f8e req-65ed2a11-d397-4d61-85ec-b6bed4d47f22 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:02.058312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e58b7cdd-94c4-4793-9269-bc8737e82f8e req-65ed2a11-d397-4d61-85ec-b6bed4d47f22 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 944 time: 0.0557394 Sep 27 08:39:02.100520 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e58b7cdd-94c4-4793-9269-bc8737e82f8e req-a0ae8d94-251f-48f9-a65e-80627b91035f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360398 Sep 27 08:39:02.197525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae20554-5284-494d-839f-f17c84192ee4 req-399fe585-5a90-47cd-a8b5-4edb95233182 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:02.199402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ae20554-5284-494d-839f-f17c84192ee4 req-399fe585-5a90-47cd-a8b5-4edb95233182 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 949 time: 0.0530553 Sep 27 08:39:02.304186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Deleting port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:02.304549 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:02.381609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e9071063-ecc0-4b51-b57b-e7d6e7e671d6 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:39:02.398949 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] For port 951f0a9b-3e44-43a5-a09b-cd633d4aa117, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=951f0a9b-3e44-43a5-a09b-cd633d4aa117,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:02.399414 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:02.413695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Calling delete_port for 951f0a9b-3e44-43a5-a09b-cd633d4aa117 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:02.501416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e9071063-ecc0-4b51-b57b-e7d6e7e671d6, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:02.528264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'e9071063-ecc0-4b51-b57b-e7d6e7e671d6', 'network_id': '16c852fc-fbfb-4534-8785-9d95f2e105b7', 'port_id': 'e9071063-ecc0-4b51-b57b-e7d6e7e671d6', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f7a45b-f830-4993-a10b-f1130688224a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:39:02.589249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8b408-48e1-4078-8ece-62d975739a14 req-0a6b89c0-b2e9-4a14-9a82-7f0c5e27bc50 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:02.599324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dce8b408-48e1-4078-8ece-62d975739a14 req-0a6b89c0-b2e9-4a14-9a82-7f0c5e27bc50 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.1082177 Sep 27 08:39:02.606988 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:02.611855 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:02.632903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a', '0017c9e2-e2c0-467a-9a8d-30601b079a68'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:02.670241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event deleted for resources: {'Port': ['ID=951f0a9b-3e44-43a5-a09b-cd633d4aa117,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:02.695182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dce8b408-48e1-4078-8ece-62d975739a14 req-4c797afb-0a2e-4b7b-8d5b-ea269d4c8fd1 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948691 Sep 27 08:39:02.705223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f24bf828-4fb5-43cc-8899-a388acb20963', '951f0a9b-3e44-43a5-a09b-cd633d4aa117'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:02.737170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] No DVR routers for this DVR port 951f0a9b-3e44-43a5-a09b-cd633d4aa117 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:02.741200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:02.743603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ae20554-5284-494d-839f-f17c84192ee4 req-889acbec-ede6-4c68-81a7-54b36d9907ac tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "DELETE /v2.0/ports/951f0a9b-3e44-43a5-a09b-cd633d4aa117 HTTP/1.1" status: 204 len: 173 time: 0.5370564 Sep 27 08:39:02.744057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02cfd5a-62aa-4af3-a82b-c847b267f154', 'name': 'network-vif-deleted', 'tag': '951f0a9b-3e44-43a5-a09b-cd633d4aa117'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:02.747308 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cb172a-a619-4fd7-b84e-9bba70193487" -d '{"events": [{"server_uuid": "a02cfd5a-62aa-4af3-a82b-c847b267f154", "name": "network-vif-deleted", "tag": "951f0a9b-3e44-43a5-a09b-cd633d4aa117"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:02.793676 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5eb185-8783-4974-990b-9a36f1e2014c x-openstack-request-id: req-9c5eb185-8783-4974-990b-9a36f1e2014c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:02.793975 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02cfd5a-62aa-4af3-a82b-c847b267f154", "name": "network-vif-deleted", "tag": "951f0a9b-3e44-43a5-a09b-cd633d4aa117", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:02.794231 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c5eb185-8783-4974-990b-9a36f1e2014c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:02.794630 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02cfd5a-62aa-4af3-a82b-c847b267f154', 'name': 'network-vif-deleted', 'tag': '951f0a9b-3e44-43a5-a09b-cd633d4aa117', 'status': 'completed', 'code': 200} Sep 27 08:39:02.813801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9071063-ecc0-4b51-b57b-e7d6e7e671d6 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:02.916702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e9071063-ecc0-4b51-b57b-e7d6e7e671d6, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:02.968758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:03.219343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:03.279701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7c134-a80f-41d8-82c5-8085d5c6cab3 req-a3398eda-5c3e-4737-8ef7-d50822aafc06 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:03.292130 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-caa7c134-a80f-41d8-82c5-8085d5c6cab3 req-a3398eda-5c3e-4737-8ef7-d50822aafc06 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.2314284 Sep 27 08:39:03.372607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-caa7c134-a80f-41d8-82c5-8085d5c6cab3 req-82219fb2-10cc-4154-a66a-72c8fbc772b7 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756099 Sep 27 08:39:03.457754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1e14e2b2-5cd1-4aed-bdd9-f10a1a8239d3 req-44c52f15-551e-4b43-8e8f-efcfd54c5b51 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=a02cfd5a-62aa-4af3-a82b-c847b267f154 HTTP/1.1" status: 200 len: 210 time: 0.1188004 Sep 27 08:39:03.468243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['e9071063-ecc0-4b51-b57b-e7d6e7e671d6'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:03.619745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac42d8-7364-4ae5-9a55-6d6f872dd8bd req-a2d40d82-9ef9-4c05-80bc-decccb94d8c6 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:03.628233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-27ac42d8-7364-4ae5-9a55-6d6f872dd8bd req-a2d40d82-9ef9-4c05-80bc-decccb94d8c6 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 945 time: 0.0668638 Sep 27 08:39:03.664863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6befbf-7db5-4d39-838f-92486a70a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d37f3-b0eb-4f76-8e98-815c8fbf3583'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:03.667058 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a512052-9a35-46e7-b207-701473ac0bd4" -d '{"events": [{"server_uuid": "5d6befbf-7db5-4d39-838f-92486a70a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "a10d37f3-b0eb-4f76-8e98-815c8fbf3583"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:03.679066 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-27ac42d8-7364-4ae5-9a55-6d6f872dd8bd req-3b3cf7a8-4a41-45b3-b1ec-416dbb902d13 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499153 Sep 27 08:39:03.730323 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a4c32c-7eed-438d-a332-6fd112fe26e2 x-openstack-request-id: req-17a4c32c-7eed-438d-a332-6fd112fe26e2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:03.730622 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6befbf-7db5-4d39-838f-92486a70a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "a10d37f3-b0eb-4f76-8e98-815c8fbf3583", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:03.730878 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17a4c32c-7eed-438d-a332-6fd112fe26e2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:03.732060 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6befbf-7db5-4d39-838f-92486a70a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d37f3-b0eb-4f76-8e98-815c8fbf3583', 'code': 200} Sep 27 08:39:03.937995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332322d-4a84-4569-b15c-bd81bf4bad47 req-56127c29-dae6-4227-90e2-fe73220ed77a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:03.946144 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1332322d-4a84-4569-b15c-bd81bf4bad47 req-56127c29-dae6-4227-90e2-fe73220ed77a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.1472764 Sep 27 08:39:03.996496 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1332322d-4a84-4569-b15c-bd81bf4bad47 req-37da84cf-b506-49b5-a47e-ce49bff2c963 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451443 Sep 27 08:39:03.999017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404778-7d53-4e48-a8ed-c2d60bf904e7 req-e67116d3-dbf1-4742-b8ca-25fb656212ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:04.002423 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a9404778-7d53-4e48-a8ed-c2d60bf904e7 req-e67116d3-dbf1-4742-b8ca-25fb656212ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1922462 Sep 27 08:39:04.054638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a9404778-7d53-4e48-a8ed-c2d60bf904e7 req-2f5c6765-90f0-47e7-b15e-926ede1bdd5a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Sep 27 08:39:04.134406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524876c9-a192-48ef-a00a-be2479817cac req-607f1bb2-1e35-4837-979d-68ae96448a1c tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:04.142785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-524876c9-a192-48ef-a00a-be2479817cac req-607f1bb2-1e35-4837-979d-68ae96448a1c tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0734324 Sep 27 08:39:04.182096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-524876c9-a192-48ef-a00a-be2479817cac req-d2901b9d-2ea3-405d-b544-efff379da2cd tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Sep 27 08:39:04.388568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac19685-a91e-4ab4-9beb-739e7987add9 req-cc63c9e0-5303-4256-8c4d-2e8b99afeb3d tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:04.398400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ac19685-a91e-4ab4-9beb-739e7987add9 req-cc63c9e0-5303-4256-8c4d-2e8b99afeb3d tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.1110940 Sep 27 08:39:04.487227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ac19685-a91e-4ab4-9beb-739e7987add9 req-9aba04e9-b9fc-4ecc-808a-54294cba65c5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876641 Sep 27 08:39:04.598622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128c99-5b0c-499a-a3c5-26b940e66fbf req-db3b09f5-0e28-4efd-949c-c5f8f7b9a16f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:04.609017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc128c99-5b0c-499a-a3c5-26b940e66fbf req-db3b09f5-0e28-4efd-949c-c5f8f7b9a16f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0722368 Sep 27 08:39:04.655493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc128c99-5b0c-499a-a3c5-26b940e66fbf req-6fdbd4bc-acb6-4dd2-84ee-8cc86ff743c0 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Sep 27 08:39:04.689973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9faa4-691c-4d5c-a7c2-2834282a693a req-dfea2bf8-544d-4b7a-974a-29e555dce67d tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:04.691814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64e9faa4-691c-4d5c-a7c2-2834282a693a req-dfea2bf8-544d-4b7a-974a-29e555dce67d tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0655363 Sep 27 08:39:04.736196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64e9faa4-691c-4d5c-a7c2-2834282a693a req-ec0b0784-698c-4cbd-9060-a4efd0c3a265 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Sep 27 08:39:04.879024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27ee1-ade2-467d-bbb6-2b364bfa2b03 req-33f9e9c9-df48-4ba9-a9f5-abafa2966fcf tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:04.885137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23e27ee1-ade2-467d-bbb6-2b364bfa2b03 req-33f9e9c9-df48-4ba9-a9f5-abafa2966fcf tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 945 time: 0.0731182 Sep 27 08:39:04.935703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23e27ee1-ade2-467d-bbb6-2b364bfa2b03 req-a21266de-cb6f-4e7e-b70d-6187c057d21c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461223 Sep 27 08:39:05.076975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca960c-c8f2-4866-a305-23b7e546cfd4 req-86abd5f3-2520-4a0f-96b9-9b0d73262d21 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:05.078942 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aca960c-c8f2-4866-a305-23b7e546cfd4 req-86abd5f3-2520-4a0f-96b9-9b0d73262d21 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 950 time: 0.0534766 Sep 27 08:39:05.091383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec76041-0d3a-46b4-af23-525a73e8b5e0 req-f3d17d92-8c4c-4a16-a810-bda922c14b14 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:05.095747 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ec76041-0d3a-46b4-af23-525a73e8b5e0 req-f3d17d92-8c4c-4a16-a810-bda922c14b14 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0861485 Sep 27 08:39:05.125270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aca960c-c8f2-4866-a305-23b7e546cfd4 req-51ecbfad-c5a6-48b8-a573-eac2ea231ce6 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382478 Sep 27 08:39:05.156626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ec76041-0d3a-46b4-af23-525a73e8b5e0 req-e95b2ec7-f63c-4db5-9940-43b9b87b3e94 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554328 Sep 27 08:39:05.311307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08e923-7463-4f9b-be7e-cb1bfe494444 req-b5902274-1249-4abd-b2f6-92ec87c88409 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:05.312832 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae08e923-7463-4f9b-be7e-cb1bfe494444 req-b5902274-1249-4abd-b2f6-92ec87c88409 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0655229 Sep 27 08:39:05.353589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae08e923-7463-4f9b-be7e-cb1bfe494444 req-7d8acc4b-0e94-428f-ac79-5fb9701ed778 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Sep 27 08:39:05.494667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f2be5-c7fa-4ac4-b6eb-53d17daded24 req-45ef2ea8-62b4-48ec-9941-11a5b0dae193 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:05.501254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-112f2be5-c7fa-4ac4-b6eb-53d17daded24 req-45ef2ea8-62b4-48ec-9941-11a5b0dae193 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0581462 Sep 27 08:39:05.536135 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:05.542804 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-112f2be5-c7fa-4ac4-b6eb-53d17daded24 req-62b978ce-1331-40fe-8c27-aba095e19166 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370090 Sep 27 08:39:05.697411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e650e83-d78d-4118-b72a-bd12e31beb5c req-ec71adf7-27db-4213-87c4-81b6d1e0fc2b tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:05.698879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6e650e83-d78d-4118-b72a-bd12e31beb5c req-ec71adf7-27db-4213-87c4-81b6d1e0fc2b tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0679758 Sep 27 08:39:05.752408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6e650e83-d78d-4118-b72a-bd12e31beb5c req-bab68654-ea5d-487b-a90e-0d8d7fe205b1 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Sep 27 08:39:05.779169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45d587-a723-46a7-bc44-959f3284103d req-8e882ec9-f1dd-4c61-9b50-eecb33350623 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:05.781660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f45d587-a723-46a7-bc44-959f3284103d req-8e882ec9-f1dd-4c61-9b50-eecb33350623 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 945 time: 0.0610163 Sep 27 08:39:05.824986 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f45d587-a723-46a7-bc44-959f3284103d req-92eebb55-58ea-4879-adb9-e64cf20f08c6 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369182 Sep 27 08:39:05.870208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23331d52-70bb-4674-923d-65e42916e792 req-25b90828-f838-4c57-8a56-45776c442a65 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:05.877657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23331d52-70bb-4674-923d-65e42916e792 req-25b90828-f838-4c57-8a56-45776c442a65 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0637710 Sep 27 08:39:05.928462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23331d52-70bb-4674-923d-65e42916e792 req-bfc770ef-2676-4fd6-afde-b70d9d139867 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Sep 27 08:39:06.059500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239c08a-2229-4c14-8b61-d79a517c9742 req-38ca6871-0de5-4d4f-aba8-82f86c92e04f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:06.070024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3239c08a-2229-4c14-8b61-d79a517c9742 req-38ca6871-0de5-4d4f-aba8-82f86c92e04f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 945 time: 0.0674319 Sep 27 08:39:06.106980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3239c08a-2229-4c14-8b61-d79a517c9742 req-067c191a-1bc1-48b3-bed6-c64d7c6990ca tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386174 Sep 27 08:39:06.334161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8fcbf-f021-4456-9a39-0153a7602a35 req-6ab32d13-bf55-464e-b8f7-a39e9dae7efe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:06.339098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-77a8fcbf-f021-4456-9a39-0153a7602a35 req-6ab32d13-bf55-464e-b8f7-a39e9dae7efe tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 950 time: 0.0994775 Sep 27 08:39:06.358950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542c69e-2a6e-4428-8107-5982ae594cca req-85116815-8286-4bcd-88f4-c1c88467890e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:06.361060 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0542c69e-2a6e-4428-8107-5982ae594cca req-85116815-8286-4bcd-88f4-c1c88467890e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.67 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 945 time: 0.1178474 Sep 27 08:39:06.390512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-77a8fcbf-f021-4456-9a39-0153a7602a35 req-1d0201a7-2e9c-46e3-9f5a-869944dbaa1c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389764 Sep 27 08:39:06.394720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e9071063-ecc0-4b51-b57b-e7d6e7e671d6 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:06.465339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:39:06.470107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:06.470791 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:06.563940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07f773-133b-4df3-a43c-a7848e891215 req-e01b651d-c2fe-4c49-bbfd-c4bb22b30fb4 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:06.564882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:06.566663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a07f773-133b-4df3-a43c-a7848e891215 req-e01b651d-c2fe-4c49-bbfd-c4bb22b30fb4 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 950 time: 0.1322682 Sep 27 08:39:06.596987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357cb439-fb81-4599-bc82-319a61c85136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9071063-ecc0-4b51-b57b-e7d6e7e671d6'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:06.600254 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da39fc-e914-4d55-8212-69a3769c24c3" -d '{"events": [{"server_uuid": "357cb439-fb81-4599-bc82-319a61c85136", "name": "network-vif-plugged", "status": "completed", "tag": "e9071063-ecc0-4b51-b57b-e7d6e7e671d6"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:06.605941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-6f8e33ef-28cd-4218-88f1-65deb68ed405 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:06.607481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-6f8e33ef-28cd-4218-88f1-65deb68ed405 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7add272-bf00-4d24-a468-cfe97d72d1c8 HTTP/1.1" status: 200 len: 950 time: 0.1172416 Sep 27 08:39:06.617134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e9071063-ecc0-4b51-b57b-e7d6e7e671d6, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:06.623805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:06.674238 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f1124c-982d-4a97-a2b3-3234d8ed59c6 x-openstack-request-id: req-a5f1124c-982d-4a97-a2b3-3234d8ed59c6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:06.674524 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357cb439-fb81-4599-bc82-319a61c85136", "name": "network-vif-plugged", "status": "completed", "tag": "e9071063-ecc0-4b51-b57b-e7d6e7e671d6", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:06.674898 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5f1124c-982d-4a97-a2b3-3234d8ed59c6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:06.675314 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357cb439-fb81-4599-bc82-319a61c85136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9071063-ecc0-4b51-b57b-e7d6e7e671d6', 'code': 200} Sep 27 08:39:06.687424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Deleting port 470783c2-c43e-4b7a-9820-357b58b64c3e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:06.687777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:06.690080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:06.776873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de742ad4-2b4a-41f9-b82d-3b73a6c53462 req-3b5434c8-c868-48d2-af50-35c84f976d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:06.778425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de742ad4-2b4a-41f9-b82d-3b73a6c53462 req-3b5434c8-c868-48d2-af50-35c84f976d0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 1097 time: 0.0450275 Sep 27 08:39:06.817418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de742ad4-2b4a-41f9-b82d-3b73a6c53462 req-23efc704-0f9f-4930-8ef0-5c6a65f2839d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Sep 27 08:39:06.893977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] For port 470783c2-c43e-4b7a-9820-357b58b64c3e, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=470783c2-c43e-4b7a-9820-357b58b64c3e,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:06.894537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:06.906789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff579-fa73-47f9-a2bf-78aa8315191e req-77104b66-0144-4ae7-ab99-9165530998b0 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:06.908444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-069ff579-fa73-47f9-a2bf-78aa8315191e req-77104b66-0144-4ae7-ab99-9165530998b0 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.1769733 Sep 27 08:39:06.924623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Calling delete_port for 470783c2-c43e-4b7a-9820-357b58b64c3e owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:06.942764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Deleting port 0017c9e2-e2c0-467a-9a8d-30601b079a68 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:06.943166 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:06.953709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7dbd0-42b5-476d-ab58-912f63e56b05 req-1470c3c4-75c1-4b0f-b5b6-c27a6fcef7d1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:06.955225 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99a7dbd0-42b5-476d-ab58-912f63e56b05 req-1470c3c4-75c1-4b0f-b5b6-c27a6fcef7d1 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 945 time: 0.0538404 Sep 27 08:39:06.998204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99a7dbd0-42b5-476d-ab58-912f63e56b05 req-c0633abd-3ea8-44d2-b0c9-d0ab3668d738 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365739 Sep 27 08:39:07.002552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Deleting port f24bf828-4fb5-43cc-8899-a388acb20963 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:07.002992 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:07.112123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb43c14-edd5-4515-bb24-bab22c1df39f req-5f8e47ed-f30c-4676-bbc1-0051b09c9d09 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:07.113668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5eb43c14-edd5-4515-bb24-bab22c1df39f req-5f8e47ed-f30c-4676-bbc1-0051b09c9d09 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0506024 Sep 27 08:39:07.130237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-069ff579-fa73-47f9-a2bf-78aa8315191e req-08b61a58-2cdc-4c12-9c16-ede8fd26fc2f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076514 Sep 27 08:39:07.175934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5eb43c14-edd5-4515-bb24-bab22c1df39f req-b205d193-49a3-4878-94f4-410d95fcfa00 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505135 Sep 27 08:39:07.219355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] For port 0017c9e2-e2c0-467a-9a8d-30601b079a68, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=0017c9e2-e2c0-467a-9a8d-30601b079a68,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:07.219723 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:07.268968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Calling delete_port for 0017c9e2-e2c0-467a-9a8d-30601b079a68 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:07.293707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] For port f24bf828-4fb5-43cc-8899-a388acb20963, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f24bf828-4fb5-43cc-8899-a388acb20963,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:07.293969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:07.343122 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Calling delete_port for f24bf828-4fb5-43cc-8899-a388acb20963 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:07.437968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 951f0a9b-3e44-43a5-a09b-cd633d4aa117 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:07.476221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 951f0a9b-3e44-43a5-a09b-cd633d4aa117 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:07.476963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 951f0a9b-3e44-43a5-a09b-cd633d4aa117 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:07.530479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34627389-887a-4e83-badf-40efc31afb4b req-299ec4e6-6427-4632-861f-b075b9ff8021 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:07.531971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34627389-887a-4e83-badf-40efc31afb4b req-299ec4e6-6427-4632-861f-b075b9ff8021 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 950 time: 0.0606923 Sep 27 08:39:07.573959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34627389-887a-4e83-badf-40efc31afb4b req-340e8079-0d91-4178-8a19-8643e91a9177 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Sep 27 08:39:07.725044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b6334-4ba5-489b-b1a8-d4255dabcf85 req-82af9ae7-a485-4cc5-9f2b-8e209edfca05 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:07.726554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc6b6334-4ba5-489b-b1a8-d4255dabcf85 req-82af9ae7-a485-4cc5-9f2b-8e209edfca05 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.5233293 Sep 27 08:39:07.815491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:07.829064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['470783c2-c43e-4b7a-9820-357b58b64c3e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:07.873751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Pushing event deleted for resources: {'Port': ['ID=470783c2-c43e-4b7a-9820-357b58b64c3e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:07.900445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc6b6334-4ba5-489b-b1a8-d4255dabcf85 req-a55b3080-0b01-42cd-ad81-e168e5bf8330 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482966 Sep 27 08:39:07.972071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] No DVR routers for this DVR port 470783c2-c43e-4b7a-9820-357b58b64c3e on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:07.977411 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:07.979445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0542c69e-2a6e-4428-8107-5982ae594cca req-bb53c83b-6ecc-4744-ba80-e37480abc75b tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.67 "DELETE /v2.0/ports/470783c2-c43e-4b7a-9820-357b58b64c3e HTTP/1.1" status: 204 len: 173 time: 1.6103711 Sep 27 08:39:07.982235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'name': 'network-vif-deleted', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:07.985029 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37c4db0-5f42-4029-9c53-f0814e7d7d5e" -d '{"events": [{"server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "name": "network-vif-deleted", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:08.035659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:08.048404 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bf3fde-1576-427a-9c41-68bf3b7f1fbd x-openstack-request-id: req-41bf3fde-1576-427a-9c41-68bf3b7f1fbd {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:08.048962 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ba200f-770c-4745-a1d5-340844e4301f", "name": "network-vif-deleted", "tag": "470783c2-c43e-4b7a-9820-357b58b64c3e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:08.049174 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41bf3fde-1576-427a-9c41-68bf3b7f1fbd {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:08.049569 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ba200f-770c-4745-a1d5-340844e4301f', 'name': 'network-vif-deleted', 'tag': '470783c2-c43e-4b7a-9820-357b58b64c3e', 'status': 'completed', 'code': 200} Sep 27 08:39:08.058174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a', '0017c9e2-e2c0-467a-9a8d-30601b079a68'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:08.061870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f24bf828-4fb5-43cc-8899-a388acb20963'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:08.140832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event deleted for resources: {'Port': ['ID=0017c9e2-e2c0-467a-9a8d-30601b079a68,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:08.157196 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:08.256375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f58f20-f366-47db-a7f7-1331abb5d404 req-fda68819-e502-4a7c-906a-3957580800ae tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=37ba200f-770c-4745-a1d5-340844e4301f HTTP/1.1" status: 200 len: 210 time: 0.1393397 Sep 27 08:39:08.263928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event deleted for resources: {'Port': ['ID=f24bf828-4fb5-43cc-8899-a388acb20963,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:08.308734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9132c88-c8fe-4288-8d79-c9654344e652 req-01dd3c12-ad43-4b63-9ef4-07adbd52aeaa tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:08.310391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] No DVR routers for this DVR port 0017c9e2-e2c0-467a-9a8d-30601b079a68 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:08.315029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:08.315886 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a07f773-133b-4df3-a43c-a7848e891215 req-50487f60-aecb-45a2-9edf-c29646319680 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "DELETE /v2.0/ports/0017c9e2-e2c0-467a-9a8d-30601b079a68 HTTP/1.1" status: 204 len: 173 time: 1.7381079 Sep 27 08:39:08.325081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9132c88-c8fe-4288-8d79-c9654344e652 req-01dd3c12-ad43-4b63-9ef4-07adbd52aeaa tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0779016 Sep 27 08:39:08.333541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] No DVR routers for this DVR port f24bf828-4fb5-43cc-8899-a388acb20963 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:08.336536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:08.339685 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-661da1c6-c7ce-426b-91fa-62f842152ee1 req-1955985a-e100-4521-a5a1-8669475c5c2e tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.57 "DELETE /v2.0/ports/f24bf828-4fb5-43cc-8899-a388acb20963 HTTP/1.1" status: 204 len: 173 time: 1.7070568 Sep 27 08:39:08.383886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9132c88-c8fe-4288-8d79-c9654344e652 req-ae7bb04f-e345-4801-a8e2-559fbdbaa701 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550733 Sep 27 08:39:08.436371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7d58f-b65e-4675-9f49-33b8f22bc928 req-988a6862-15dc-4b62-bf89-9e65bb42266e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:08.437953 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8dd7d58f-b65e-4675-9f49-33b8f22bc928 req-988a6862-15dc-4b62-bf89-9e65bb42266e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0746577 Sep 27 08:39:08.504960 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8dd7d58f-b65e-4675-9f49-33b8f22bc928 req-5fc3b2cb-a429-41b7-8f1c-8ed5d137a8d9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515907 Sep 27 08:39:08.796311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86977582-cc14-4b79-bb3b-f9a49436dbd7 req-9f428e3d-4b01-451e-9783-40a9ccfbb6c9 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11 HTTP/1.1" status: 200 len: 210 time: 0.0337150 Sep 27 08:39:09.024141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e21c9-5abc-420e-a64a-4033c66508a7 req-16524c48-80b1-4404-adee-074e68583ff9 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:09.026164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673e21c9-5abc-420e-a64a-4033c66508a7 req-16524c48-80b1-4404-adee-074e68583ff9 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0577092 Sep 27 08:39:09.098994 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673e21c9-5abc-420e-a64a-4033c66508a7 req-18593130-52c5-4e0e-82fd-fe2121c7c87b tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650802 Sep 27 08:39:09.433397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1e61df57-a4d8-46e6-b132-74b27c7f3f3d details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:39:09.434170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-58645866-21e0-4707-b36f-cae4f78848ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:09.436356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-58645866-21e0-4707-b36f-cae4f78848ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 1097 time: 0.0756028 Sep 27 08:39:09.446228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e134d11-bc55-42b4-b181-26e2cf7a6b1f req-caaa1c82-f7ee-42a0-b0cc-a8910008f4f1 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:09.453339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6e134d11-bc55-42b4-b181-26e2cf7a6b1f req-caaa1c82-f7ee-42a0-b0cc-a8910008f4f1 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.1024485 Sep 27 08:39:09.546819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6e134d11-bc55-42b4-b181-26e2cf7a6b1f req-c7c9c85a-5d83-4c9d-abad-7d0ea906bfe5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907285 Sep 27 08:39:09.562427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:09.573302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d', 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'port_id': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d', 'mac_address': 'fa:16:3e:a0:08:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3752725-3349-48fb-a8db-4201b3a07251', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:39:09.610755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-840a887f-3758-47d0-8f0f-136e56e2e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:09.613199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-840a887f-3758-47d0-8f0f-136e56e2e12f service neutron] 10.222.0.67 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 920 time: 0.1530459 Sep 27 08:39:09.622656 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:09.629420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f58c8-3f4b-4acb-bf17-fb6b1b147278 req-cfe95adc-d763-41e1-a26b-06d010c02e13 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:09.638086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f7f58c8-3f4b-4acb-bf17-fb6b1b147278 req-cfe95adc-d763-41e1-a26b-06d010c02e13 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0654838 Sep 27 08:39:09.647555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e61df57-a4d8-46e6-b132-74b27c7f3f3d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:09.670770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:09.672641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-fb0c6362-38b6-4267-8e98-7ca0e0da51ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9071063-ecc0-4b51-b57b-e7d6e7e671d6 HTTP/1.1" status: 200 len: 217 time: 0.0501575 Sep 27 08:39:09.675988 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:09.693863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f7f58c8-3f4b-4acb-bf17-fb6b1b147278 req-15f21ccb-8ec7-480a-ac57-2720a5c315af tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519323 Sep 27 08:39:09.765820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-bc6cbcc4-e2cc-4152-bfe9-62d95b453ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:09.767317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-bc6cbcc4-e2cc-4152-bfe9-62d95b453ab9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.0847633 Sep 27 08:39:09.777162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40243e26-6b20-4fec-8a64-28b7a2109079 req-38291726-1b98-4c1e-b1f6-90fad3d22997 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:09.778384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:09.784578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40243e26-6b20-4fec-8a64-28b7a2109079 req-38291726-1b98-4c1e-b1f6-90fad3d22997 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 944 time: 0.1109087 Sep 27 08:39:09.809141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['1e61df57-a4d8-46e6-b132-74b27c7f3f3d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:09.825891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fbeb2-537d-4dd7-aa0a-b62df2d6a34f req-7d13db4e-e2d5-4654-9861-b0156df97ba0 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:09.831205 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-1a163903-42d5-44c4-afa5-0f184bf4bfb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445368 Sep 27 08:39:09.833890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a5fbeb2-537d-4dd7-aa0a-b62df2d6a34f req-7d13db4e-e2d5-4654-9861-b0156df97ba0 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0597544 Sep 27 08:39:09.880311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a5fbeb2-537d-4dd7-aa0a-b62df2d6a34f req-8594affd-5330-40ae-958b-274d11be9c5e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Sep 27 08:39:09.909697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:09.929046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40243e26-6b20-4fec-8a64-28b7a2109079 req-9d262b9e-36eb-4345-a5e6-c995d6bd9f32 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379552 Sep 27 08:39:10.049335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-e437a200-a783-4f8a-9870-e548ea48bd41 service neutron] 10.222.0.67 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985338 Sep 27 08:39:10.051720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11', 'name': 'network-vif-deleted', 'tag': '0017c9e2-e2c0-467a-9a8d-30601b079a68'}, {'server_uuid': 'f7add272-bf00-4d24-a468-cfe97d72d1c8', 'name': 'network-vif-deleted', 'tag': 'f24bf828-4fb5-43cc-8899-a388acb20963'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:10.056197 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b02cad-23f3-4fb2-9e39-fbceb74aa4d2" -d '{"events": [{"server_uuid": "c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11", "name": "network-vif-deleted", "tag": "0017c9e2-e2c0-467a-9a8d-30601b079a68"}, {"server_uuid": "f7add272-bf00-4d24-a468-cfe97d72d1c8", "name": "network-vif-deleted", "tag": "f24bf828-4fb5-43cc-8899-a388acb20963"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:10.244832 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23edcfd4-ba54-455e-92eb-c1c39d20f230 x-openstack-request-id: req-23edcfd4-ba54-455e-92eb-c1c39d20f230 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:10.245234 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11", "name": "network-vif-deleted", "tag": "0017c9e2-e2c0-467a-9a8d-30601b079a68", "status": "completed", "code": 200}, {"server_uuid": "f7add272-bf00-4d24-a468-cfe97d72d1c8", "name": "network-vif-deleted", "tag": "f24bf828-4fb5-43cc-8899-a388acb20963", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:10.246788 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23edcfd4-ba54-455e-92eb-c1c39d20f230 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:10.247366 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b7818b-1d3a-4d7d-98d7-e09ba4a59c11', 'name': 'network-vif-deleted', 'tag': '0017c9e2-e2c0-467a-9a8d-30601b079a68', 'status': 'completed', 'code': 200} Sep 27 08:39:10.247669 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7add272-bf00-4d24-a468-cfe97d72d1c8', 'name': 'network-vif-deleted', 'tag': 'f24bf828-4fb5-43cc-8899-a388acb20963', 'status': 'completed', 'code': 200} Sep 27 08:39:10.291211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd306945-ccb0-4a44-9c5a-890f6fcf2dc0 req-64f109cf-6e72-48a8-942b-06fa39748c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:10.296939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd306945-ccb0-4a44-9c5a-890f6fcf2dc0 req-64f109cf-6e72-48a8-942b-06fa39748c2b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 1096 time: 0.0908883 Sep 27 08:39:10.300519 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eff0bf4-2551-4c52-bc52-92d3fc9e821d req-cf0df05e-eb57-4cc8-99ae-03147abe1fb1 service neutron] 10.222.0.67 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407410 Sep 27 08:39:10.309623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-470d6dcd-e220-45e8-9482-a8efff8b424a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:10.311430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-470d6dcd-e220-45e8-9482-a8efff8b424a tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.67 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 944 time: 0.2246313 Sep 27 08:39:10.418255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 470783c2-c43e-4b7a-9820-357b58b64c3e no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:10.452035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02190f0-11c0-4750-b7c8-4a599d308216 req-2213c66c-4519-469b-806a-663ee49ef883 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:10.454916 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c02190f0-11c0-4750-b7c8-4a599d308216 req-2213c66c-4519-469b-806a-663ee49ef883 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 944 time: 0.1207066 Sep 27 08:39:10.457094 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd306945-ccb0-4a44-9c5a-890f6fcf2dc0 req-078c5832-7b76-43a0-89c4-3ff22fde6515 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465564 Sep 27 08:39:10.467295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 470783c2-c43e-4b7a-9820-357b58b64c3e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:10.467295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 470783c2-c43e-4b7a-9820-357b58b64c3e not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:10.467970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 0017c9e2-e2c0-467a-9a8d-30601b079a68 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:10.478652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Deleting port 9f2d224f-0c8a-476d-af87-a50faf0472bf {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:10.479226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:10.495588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 0017c9e2-e2c0-467a-9a8d-30601b079a68 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:10.496011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 0017c9e2-e2c0-467a-9a8d-30601b079a68 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:10.526736 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c02190f0-11c0-4750-b7c8-4a599d308216 req-90ffa9d3-fc03-4043-9a65-dc73523c01a7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 Sep 27 08:39:10.593090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] For port 9f2d224f-0c8a-476d-af87-a50faf0472bf, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9f2d224f-0c8a-476d-af87-a50faf0472bf,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:10.593462 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:10.607490 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Calling delete_port for 9f2d224f-0c8a-476d-af87-a50faf0472bf owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:10.676569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603023d2-5781-4e08-8331-2da67fa138af req-226505d2-06b2-4d85-b3e9-215ecfedfedc tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:10.678895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-603023d2-5781-4e08-8331-2da67fa138af req-226505d2-06b2-4d85-b3e9-215ecfedfedc tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0688522 Sep 27 08:39:10.730931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-603023d2-5781-4e08-8331-2da67fa138af req-8fc3beb3-c4fc-4d5f-8a80-284e1b8ae810 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459034 Sep 27 08:39:10.784586 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:10.816557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Pushing event deleted for resources: {'Port': ['ID=9f2d224f-0c8a-476d-af87-a50faf0472bf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:10.827774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085c6cb-8740-464c-bae1-33d0282cc4e4 req-46860450-6d5b-4737-9e0c-430584a99aa1 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:10.829320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4085c6cb-8740-464c-bae1-33d0282cc4e4 req-46860450-6d5b-4737-9e0c-430584a99aa1 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 950 time: 0.1027870 Sep 27 08:39:10.875928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] No DVR routers for this DVR port 9f2d224f-0c8a-476d-af87-a50faf0472bf on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:10.879046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:10.881160 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0156c507-0300-4903-8079-f44ff3e5bde5 req-0fd15e28-3c1e-4e03-9404-6b8723d7f120 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.67 "DELETE /v2.0/ports/9f2d224f-0c8a-476d-af87-a50faf0472bf HTTP/1.1" status: 204 len: 173 time: 0.5635669 Sep 27 08:39:10.900591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4085c6cb-8740-464c-bae1-33d0282cc4e4 req-d23e749c-c440-4931-b4b8-8c3ce1f4370c tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538561 Sep 27 08:39:11.016146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774e2e5-2126-4565-b3ff-20ecd3361b8d req-8bd483a7-5ea0-4e56-a4b3-f78c79e1821d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:11.017793 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e774e2e5-2126-4565-b3ff-20ecd3361b8d req-8bd483a7-5ea0-4e56-a4b3-f78c79e1821d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0581057 Sep 27 08:39:11.027046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d51504a-e523-4baa-a1e2-e046160dad2f req-d0767dae-a546-47bb-ad77-c730b827a5d5 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e4243d-43cf-402a-a158-bc5d386ce49f HTTP/1.1" status: 200 len: 210 time: 0.0351992 Sep 27 08:39:11.059483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e774e2e5-2126-4565-b3ff-20ecd3361b8d req-89f0dae1-aa5b-44cd-a81c-9756185d3481 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Sep 27 08:39:11.432379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1e61df57-a4d8-46e6-b132-74b27c7f3f3d up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:11.489323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:11.489903 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:11.595586 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:11.625406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:11.627742 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b113dd2c-baa6-4b38-8071-e0b49fb44364" -d '{"events": [{"server_uuid": "e605bd89-5cbe-4962-b856-86c2609ad6b9", "name": "network-vif-plugged", "status": "completed", "tag": "1e61df57-a4d8-46e6-b132-74b27c7f3f3d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:11.648554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:11.664177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5d5c-73c8-4459-b8fc-71649dcb2ce0 req-7135c7a6-eda2-436b-8d3b-d8fc9fad62c8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:11.665824 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:11.665971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48cc5d5c-73c8-4459-b8fc-71649dcb2ce0 req-7135c7a6-eda2-436b-8d3b-d8fc9fad62c8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 944 time: 0.0668080 Sep 27 08:39:11.666766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f24bf828-4fb5-43cc-8899-a388acb20963 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:11.677384 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b239f81-a1e3-4faf-bbf9-00b4f70685fa x-openstack-request-id: req-4b239f81-a1e3-4faf-bbf9-00b4f70685fa {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:11.677730 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e605bd89-5cbe-4962-b856-86c2609ad6b9", "name": "network-vif-plugged", "status": "completed", "tag": "1e61df57-a4d8-46e6-b132-74b27c7f3f3d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:11.678051 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b239f81-a1e3-4faf-bbf9-00b4f70685fa {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:11.680773 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d', 'code': 200} Sep 27 08:39:11.707538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f24bf828-4fb5-43cc-8899-a388acb20963 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:11.707913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f24bf828-4fb5-43cc-8899-a388acb20963 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:11.714893 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48cc5d5c-73c8-4459-b8fc-71649dcb2ce0 req-40bb396d-f863-4e9a-bca8-b9eccd3af8d8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Sep 27 08:39:11.767310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:11.863086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456a518-aa80-4511-b7ea-472860ff77f1 req-c7559b22-a059-4c93-a9dd-483c27cf6210 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:11.865885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0456a518-aa80-4511-b7ea-472860ff77f1 req-c7559b22-a059-4c93-a9dd-483c27cf6210 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0569100 Sep 27 08:39:11.916290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0456a518-aa80-4511-b7ea-472860ff77f1 req-418ffdca-3520-426d-b7af-8715eb9dd13b tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Sep 27 08:39:11.954875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-bdb4d70e-3c8c-45a2-a03d-7e68a58e7063 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:11.956687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-bdb4d70e-3c8c-45a2-a03d-7e68a58e7063 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 945 time: 0.0700617 Sep 27 08:39:12.105684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf079c7-11d5-40ed-a165-bc2ae2f2069a req-479ec848-9ed1-4051-aaea-a3a0151e2a82 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:12.113228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cdf079c7-11d5-40ed-a165-bc2ae2f2069a req-479ec848-9ed1-4051-aaea-a3a0151e2a82 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 950 time: 0.1315277 Sep 27 08:39:12.173883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Deleting port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:12.174188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:12.196470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cdf079c7-11d5-40ed-a165-bc2ae2f2069a req-b6df9cd9-bc07-4fb3-b578-5346a5349858 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822415 Sep 27 08:39:12.243054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd715671-12d5-4269-bd8c-0b767b9db80f req-d0c260c6-f0a6-46c7-ad81-94e8044f0e9a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:12.251453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd715671-12d5-4269-bd8c-0b767b9db80f req-d0c260c6-f0a6-46c7-ad81-94e8044f0e9a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.0773554 Sep 27 08:39:12.273857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'name': 'network-vif-deleted', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:12.276155 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3578d7c1-ab36-48d7-a09c-4bdb378a74fe" -d '{"events": [{"server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "name": "network-vif-deleted", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:12.296092 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd715671-12d5-4269-bd8c-0b767b9db80f req-246dbd90-d1a7-488a-9f7f-42cb89a984f8 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Sep 27 08:39:12.333616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] For port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:12.334032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:12.354960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Calling delete_port for 1e61df57-a4d8-46e6-b132-74b27c7f3f3d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:12.466318 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a1ab2-3491-4429-bdc4-dbd9724d601b x-openstack-request-id: req-d98a1ab2-3491-4429-bdc4-dbd9724d601b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:12.468473 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e4243d-43cf-402a-a158-bc5d386ce49f", "name": "network-vif-deleted", "tag": "9f2d224f-0c8a-476d-af87-a50faf0472bf", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:12.468799 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d98a1ab2-3491-4429-bdc4-dbd9724d601b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:12.469269 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e4243d-43cf-402a-a158-bc5d386ce49f', 'name': 'network-vif-deleted', 'tag': '9f2d224f-0c8a-476d-af87-a50faf0472bf', 'status': 'completed', 'code': 200} Sep 27 08:39:12.522592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-0f0ef2eb-e16f-4eba-87ba-38150a998e8f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:12.524553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-0f0ef2eb-e16f-4eba-87ba-38150a998e8f tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 950 time: 0.1117966 Sep 27 08:39:12.553598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-23364949-8702-4acf-8fd3-d23fea605028 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:12.557508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-23364949-8702-4acf-8fd3-d23fea605028 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/ports?device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 950 time: 0.1676872 Sep 27 08:39:12.653648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:12.721464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event deleted for resources: {'Port': ['ID=1e61df57-a4d8-46e6-b132-74b27c7f3f3d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:12.749718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1b4ea-ff4c-47b5-8e24-e3a6b23d43d0 req-f11ae646-f781-456b-9c03-3c3ef206c6ec tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:12.751915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-56a1b4ea-ff4c-47b5-8e24-e3a6b23d43d0 req-f11ae646-f781-456b-9c03-3c3ef206c6ec tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 944 time: 0.1921577 Sep 27 08:39:12.788542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Deleting port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:12.788885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:12.805325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] No DVR routers for this DVR port 1e61df57-a4d8-46e6-b132-74b27c7f3f3d on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:12.814455 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:12.816533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0a83bb6-b9ca-49a7-a3cb-c158cd04dce6 req-61436dee-e37e-4039-ae85-3f98bd06b585 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "DELETE /v2.0/ports/1e61df57-a4d8-46e6-b132-74b27c7f3f3d HTTP/1.1" status: 204 len: 173 time: 0.8421605 Sep 27 08:39:12.828296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-56a1b4ea-ff4c-47b5-8e24-e3a6b23d43d0 req-461e3060-4968-4995-b0df-28f752967691 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/security-groups?id=c863fa00-2aa6-4b03-9f44-275f2b0df47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684962 Sep 27 08:39:12.843657 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Deleting port 9d29892f-9166-4ccf-a410-18391e085f2a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:12.844011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:12.971896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f31d2-e2d1-452b-805c-972f06e45001 req-cf0a7871-fa8e-4a52-b386-0d1cdef86916 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:12.979781 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-cf0a7871-fa8e-4a52-b386-0d1cdef86916 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 811 time: 0.2644699 Sep 27 08:39:13.001870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-c6987a54-5216-40da-9f3d-89f940b9936b tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/quotas/36d23ea6185b401f96385d9b37a7c612 HTTP/1.1" status: 200 len: 375 time: 0.0213416 Sep 27 08:39:13.004566 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0582c35d-22ba-4fc0-84fd-1b3d2de43624 req-8de518d0-40d3-41ad-8a6b-ac41c01dd3ba tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=e605bd89-5cbe-4962-b856-86c2609ad6b9 HTTP/1.1" status: 200 len: 210 time: 0.0461879 Sep 27 08:39:13.006986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] For port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:13.008115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.049074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Calling delete_port for 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:13.086841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-dc233ec9-c4d1-4f82-8bdb-b48118289e93 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:13.088460 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-dc233ec9-c4d1-4f82-8bdb-b48118289e93 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.67 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 944 time: 0.2036593 Sep 27 08:39:13.106995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] For port 9d29892f-9166-4ccf-a410-18391e085f2a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d29892f-9166-4ccf-a410-18391e085f2a,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:13.107387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.131124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Calling delete_port for 9d29892f-9166-4ccf-a410-18391e085f2a owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:13.202902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398328-ea3b-4879-805a-945fda0d6e0b req-a4bc2520-0c11-4a2d-a911-796fd5869803 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:13.210954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03398328-ea3b-4879-805a-945fda0d6e0b req-a4bc2520-0c11-4a2d-a911-796fd5869803 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0871861 Sep 27 08:39:13.228710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-5e1aaa88-b96d-44cd-919b-397e7c9d7414 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094285 Sep 27 08:39:13.435548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1e61df57-a4d8-46e6-b132-74b27c7f3f3d no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:13.471640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Deleting port b9faf72e-849f-4392-8907-935be8760b6f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:13.472027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.479199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 1e61df57-a4d8-46e6-b132-74b27c7f3f3d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:13.479893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1e61df57-a4d8-46e6-b132-74b27c7f3f3d not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:13.487074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-c471eab2-b68b-4c99-a240-cb752f54593e service neutron] 10.222.0.50 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575054 Sep 27 08:39:13.565346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.577647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', '9d29892f-9166-4ccf-a410-18391e085f2a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:13.660660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event deleted for resources: {'Port': ['ID=9d29892f-9166-4ccf-a410-18391e085f2a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:13.699333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03398328-ea3b-4879-805a-945fda0d6e0b req-e0244cb7-fc36-4741-9cde-7fcd567ea386 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872684 Sep 27 08:39:13.718366 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.768717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event deleted for resources: {'Port': ['ID=79ca88e4-3a0d-42f9-b2c6-797b7aebea7c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:13.810816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] No DVR routers for this DVR port 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:13.814469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] No DVR routers for this DVR port 9d29892f-9166-4ccf-a410-18391e085f2a on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:13.823361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.825614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.825729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22faaae8-a8b9-4448-9f12-b63c0e7574c7 req-70aea327-21eb-4fd9-8044-e1ef01d6e256 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "DELETE /v2.0/ports/79ca88e4-3a0d-42f9-b2c6-797b7aebea7c HTTP/1.1" status: 204 len: 173 time: 1.2595735 Sep 27 08:39:13.826167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f07f67-b165-4bb9-b14c-df12383f1163', 'name': 'network-vif-deleted', 'tag': '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:13.828501 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b1463-be48-4cf4-bb2c-ae5794c960cc" -d '{"events": [{"server_uuid": "71f07f67-b165-4bb9-b14c-df12383f1163", "name": "network-vif-deleted", "tag": "79ca88e4-3a0d-42f9-b2c6-797b7aebea7c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:13.832690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f810ba06-2de7-4303-8aab-831b1bd44373 req-610fc6c2-3a16-462c-92c0-a8d576c7e643 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "DELETE /v2.0/ports/9d29892f-9166-4ccf-a410-18391e085f2a HTTP/1.1" status: 204 len: 173 time: 1.3005836 Sep 27 08:39:13.850063 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21594476-1cf6-48fc-97ef-5548a074f84d req-cabc8681-afc2-4266-8613-68e79d3351d0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=71f07f67-b165-4bb9-b14c-df12383f1163 HTTP/1.1" status: 200 len: 210 time: 0.0417166 Sep 27 08:39:13.875354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] For port b9faf72e-849f-4392-8907-935be8760b6f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b9faf72e-849f-4392-8907-935be8760b6f,segment=NetworkSegment(dc676c99-853e-44d5-9f84-1694eba7d7a2),segment_id=dc676c99-853e-44d5-9f84-1694eba7d7a2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:13.877181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:13.924800 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-d4ff73a3-6387-4c89-85cb-97a1f256d67d service neutron] 10.222.0.50 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999090 Sep 27 08:39:13.928959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Calling delete_port for b9faf72e-849f-4392-8907-935be8760b6f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:13.942504 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.167035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.176892 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805c6b9-48f5-47c7-9ac4-b6e3f0d425f6 x-openstack-request-id: req-1805c6b9-48f5-47c7-9ac4-b6e3f0d425f6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:14.180521 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f07f67-b165-4bb9-b14c-df12383f1163", "name": "network-vif-deleted", "tag": "79ca88e4-3a0d-42f9-b2c6-797b7aebea7c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:14.180979 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1805c6b9-48f5-47c7-9ac4-b6e3f0d425f6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:14.182551 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f07f67-b165-4bb9-b14c-df12383f1163', 'name': 'network-vif-deleted', 'tag': '79ca88e4-3a0d-42f9-b2c6-797b7aebea7c', 'status': 'completed', 'code': 200} Sep 27 08:39:14.251321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Pushing event deleted for resources: {'Port': ['ID=b9faf72e-849f-4392-8907-935be8760b6f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:14.277339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b08575ee-906a-446a-9f58-1057903d2439 req-27c82ae4-0a5f-4974-af83-d77d7bd47de0 tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.50 "GET /v2.0/ports?device_id=725115f9-ca53-4912-8f12-a0480097c11b HTTP/1.1" status: 200 len: 210 time: 0.0421767 Sep 27 08:39:14.337646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] No DVR routers for this DVR port b9faf72e-849f-4392-8907-935be8760b6f on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:14.342150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.346567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5fab4e41-88d6-4406-9f26-a7a73b148f5f req-7a05857d-9a8c-4287-b6f5-e01b89610f5e tempest-LiveMigrationTest-1166287362 tempest-LiveMigrationTest-1166287362-project] 10.222.0.67 "DELETE /v2.0/ports/b9faf72e-849f-4392-8907-935be8760b6f HTTP/1.1" status: 204 len: 173 time: 1.2300346 Sep 27 08:39:14.414780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', '9d29892f-9166-4ccf-a410-18391e085f2a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:14.421316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9f2d224f-0c8a-476d-af87-a50faf0472bf no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:14.466297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 9f2d224f-0c8a-476d-af87-a50faf0472bf {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:14.466950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9f2d224f-0c8a-476d-af87-a50faf0472bf not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:14.470506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'name': 'network-vif-deleted', 'tag': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d'}, {'server_uuid': '7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa', 'name': 'network-vif-deleted', 'tag': '9d29892f-9166-4ccf-a410-18391e085f2a'}, {'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'name': 'network-vif-deleted', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:14.473272 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c608aa-083e-4872-9579-b5c0f063ee6a" -d '{"events": [{"server_uuid": "e605bd89-5cbe-4962-b856-86c2609ad6b9", "name": "network-vif-deleted", "tag": "1e61df57-a4d8-46e6-b132-74b27c7f3f3d"}, {"server_uuid": "7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa", "name": "network-vif-deleted", "tag": "9d29892f-9166-4ccf-a410-18391e085f2a"}, {"server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "name": "network-vif-deleted", "tag": "b9faf72e-849f-4392-8907-935be8760b6f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:14.647387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-965134e2-24c7-421c-b51a-6a4070787bb8 req-f27a55ab-7358-4e37-95fe-978dc9dee31f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 210 time: 0.2821605 Sep 27 08:39:14.737292 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a32440-c9e5-4e53-a700-d07e62827dad x-openstack-request-id: req-f4a32440-c9e5-4e53-a700-d07e62827dad {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:14.737602 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e605bd89-5cbe-4962-b856-86c2609ad6b9", "name": "network-vif-deleted", "tag": "1e61df57-a4d8-46e6-b132-74b27c7f3f3d", "status": "completed", "code": 200}, {"server_uuid": "7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa", "name": "network-vif-deleted", "tag": "9d29892f-9166-4ccf-a410-18391e085f2a", "status": "completed", "code": 200}, {"server_uuid": "725115f9-ca53-4912-8f12-a0480097c11b", "name": "network-vif-deleted", "tag": "b9faf72e-849f-4392-8907-935be8760b6f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:14.737865 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4a32440-c9e5-4e53-a700-d07e62827dad {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:14.738476 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e605bd89-5cbe-4962-b856-86c2609ad6b9', 'name': 'network-vif-deleted', 'tag': '1e61df57-a4d8-46e6-b132-74b27c7f3f3d', 'status': 'completed', 'code': 200} Sep 27 08:39:14.738584 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa', 'name': 'network-vif-deleted', 'tag': '9d29892f-9166-4ccf-a410-18391e085f2a', 'status': 'completed', 'code': 200} Sep 27 08:39:14.738818 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725115f9-ca53-4912-8f12-a0480097c11b', 'name': 'network-vif-deleted', 'tag': 'b9faf72e-849f-4392-8907-935be8760b6f', 'status': 'completed', 'code': 200} Sep 27 08:39:14.781206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48322) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:14.786719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7811c442-f189-4591-ba87-eebbdb30479f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27346194', 'description': 'tempest-description--1408867946'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:14.835952 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7811c442-f189-4591-ba87-eebbdb30479f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:14.952538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e88b-b3bf-4bb1-82f3-1573d5ebf1ac req-eb263471-1131-489d-acf2-0800ded29767 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:14.954328 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3744e88b-b3bf-4bb1-82f3-1573d5ebf1ac req-eb263471-1131-489d-acf2-0800ded29767 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0967157 Sep 27 08:39:15.031347 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57760e63-38a0-453b-a9f9-3701707a826e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.042756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3744e88b-b3bf-4bb1-82f3-1573d5ebf1ac req-6119d197-85d4-4332-88b4-a62fc9957540 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783007 Sep 27 08:39:15.067858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17fec3ff-0912-4788-804b-08ca8dec0d86 req-58620e72-4abe-4664-82a5-406fb00190f6 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cd57f56-8bd9-483c-ac91-b04fb9cdb0aa HTTP/1.1" status: 200 len: 210 time: 0.0438788 Sep 27 08:39:15.100994 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7811c442-f189-4591-ba87-eebbdb30479f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.115351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7811c442-f189-4591-ba87-eebbdb30479f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.161543 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7811c442-f189-4591-ba87-eebbdb30479f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.163043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7811c442-f189-4591-ba87-eebbdb30479f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3808453 Sep 27 08:39:15.165092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811c442-f189-4591-ba87-eebbdb30479f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e9b01-cd7c-4cdb-b776-5bb2db70442b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:15.166156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:15.175684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e3225720-5ef8-41a5-bc57-a23035bbd37a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Request body: {'security_group_rule': {'security_group_id': 'f32e9b01-cd7c-4cdb-b776-5bb2db70442b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:15.223105 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3225720-5ef8-41a5-bc57-a23035bbd37a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.289394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3225720-5ef8-41a5-bc57-a23035bbd37a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.293955 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3225720-5ef8-41a5-bc57-a23035bbd37a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.312699 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3225720-5ef8-41a5-bc57-a23035bbd37a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b86db8a-541d-4995-859f-46a7ec27981d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:15.318470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3225720-5ef8-41a5-bc57-a23035bbd37a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.323357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3225720-5ef8-41a5-bc57-a23035bbd37a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526170 Sep 27 08:39:15.323357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48336) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:15.327974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f4ad2d0c-39a7-41aa-9958-486800fbe64a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Request body: {'security_group_rule': {'security_group_id': 'f32e9b01-cd7c-4cdb-b776-5bb2db70442b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:15.355459 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2d0c-39a7-41aa-9958-486800fbe64a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.361950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48340) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:15.407235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-63242121-6ed4-453d-94b9-5e0ae2dc0855 admin admin] Deleting subnet 7c183b89-97f4-41e3-8a47-917eb270abc4 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:39:15.410576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63242121-6ed4-453d-94b9-5e0ae2dc0855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.422937 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2d0c-39a7-41aa-9958-486800fbe64a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.430386 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2d0c-39a7-41aa-9958-486800fbe64a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.451870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad2d0c-39a7-41aa-9958-486800fbe64a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d802eaa-98dc-4068-ab86-a3e378c6c0fd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:15.453391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63242121-6ed4-453d-94b9-5e0ae2dc0855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.459800 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2d0c-39a7-41aa-9958-486800fbe64a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.461556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f4ad2d0c-39a7-41aa-9958-486800fbe64a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372972 Sep 27 08:39:15.464660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48342) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:15.471240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:15.501391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63242121-6ed4-453d-94b9-5e0ae2dc0855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.504068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.560304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63242121-6ed4-453d-94b9-5e0ae2dc0855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.587253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63242121-6ed4-453d-94b9-5e0ae2dc0855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c183b89-97f4-41e3-8a47-917eb270abc4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:15.591504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63242121-6ed4-453d-94b9-5e0ae2dc0855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.596942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-63242121-6ed4-453d-94b9-5e0ae2dc0855 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7c183b89-97f4-41e3-8a47-917eb270abc4 HTTP/1.1" status: 204 len: 168 time: 0.2338977 Sep 27 08:39:15.598150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48344) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:15.696601 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.698679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f31d2-e2d1-452b-805c-972f06e45001 req-d81289d9-b550-4d47-840d-11a76d8f7293 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:15.700139 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-d81289d9-b550-4d47-840d-11a76d8f7293 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.57 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 811 time: 0.1442785 Sep 27 08:39:15.707368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.718844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Request body: {'port': {'device_id': 'f04fd458-b82f-4911-b498-b4010b5b68c1', 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a', 'admin_state_up': True, 'tenant_id': '36d23ea6185b401f96385d9b37a7c612'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:15.785243 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.807257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1179f158-754a-452d-8909-b89d0e80a941']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:15.819258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc676c99-853e-44d5-9f84-1694eba7d7a2') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:15.819564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc676c99-853e-44d5-9f84-1694eba7d7a2') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:15.837226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.852233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.858548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:39:15.858938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:39:15.860825 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:39:15.870671 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a60e5df6-cfcc-4731-80eb-d581ee86e817 req-917dca54-968e-483c-bffb-1d78ba9f2f52 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 210 time: 0.1351283 Sep 27 08:39:15.923862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.931835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:15.933503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Allocated IP 172.25.2.61 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/248e4ed1-aed3-4b61-93e8-0b30385e6459) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:15.937446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1179f158-754a-452d-8909-b89d0e80a941 HTTP/1.1" status: 204 len: 168 time: 0.3356526 Sep 27 08:39:15.938602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:15.950622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6cf5d-130c-4d73-bcb6-5cea1e0f8fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1179f158-754a-452d-8909-b89d0e80a941,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:16.008541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Made reservation on behalf of 36d23ea6185b401f96385d9b37a7c612 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:16.011960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.039537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5c0ea3-0fdb-4871-9e88-3f1474bb7b7f admin admin] Deleting subnet ac253503-5144-4e8f-ad64-76d2831cfc78 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:39:16.069520 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ea3-0fdb-4871-9e88-3f1474bb7b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.148975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ea3-0fdb-4871-9e88-3f1474bb7b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.184867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666853d-d9a4-4bad-8441-fd7a832984e3 req-97431214-2d14-411a-8bac-02938f36c1ce tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:16.187412 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9666853d-d9a4-4bad-8441-fd7a832984e3 req-97431214-2d14-411a-8bac-02938f36c1ce tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0637224 Sep 27 08:39:16.269675 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.288669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9666853d-d9a4-4bad-8441-fd7a832984e3 req-906b1042-72f3-4560-ba88-c3458f129fb6 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871255 Sep 27 08:39:16.327398 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ea3-0fdb-4871-9e88-3f1474bb7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.442486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d29892f-9166-4ccf-a410-18391e085f2a no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:16.466465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 9d29892f-9166-4ccf-a410-18391e085f2a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:16.466684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d29892f-9166-4ccf-a410-18391e085f2a not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:16.467311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b9faf72e-849f-4392-8907-935be8760b6f no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:16.486691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: b9faf72e-849f-4392-8907-935be8760b6f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:16.487029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b9faf72e-849f-4392-8907-935be8760b6f not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:16.487454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:16.506434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:16.506777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 79ca88e4-3a0d-42f9-b2c6-797b7aebea7c not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:16.726458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Allocated IP 172.20.0.14 (6b914994-644b-4b5d-93da-5a634c51b84a/bbc0f9d9-93fc-49bb-b36d-156d93276e57/fe9aa511-6cad-4c2c-a244-a757672855b9) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:16.746138 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.802329 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ea3-0fdb-4871-9e88-3f1474bb7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.820279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:16.831800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337fbe-77e5-443a-9669-9eaf6a419f7d req-61cecc85-062b-4b7a-9714-e57a747944d4 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:16.833291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df337fbe-77e5-443a-9669-9eaf6a419f7d req-61cecc85-062b-4b7a-9714-e57a747944d4 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 950 time: 0.1714716 Sep 27 08:39:16.850177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:16.879989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:16.898992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c0ea3-0fdb-4871-9e88-3f1474bb7b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac253503-5144-4e8f-ad64-76d2831cfc78,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:16.900753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event updated for resources: {'Port': ['ID=248e4ed1-aed3-4b61-93e8-0b30385e6459,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:16.929407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0ea3-0fdb-4871-9e88-3f1474bb7b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:16.931368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a5c0ea3-0fdb-4871-9e88-3f1474bb7b7f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ac253503-5144-4e8f-ad64-76d2831cfc78 HTTP/1.1" status: 204 len: 168 time: 0.9918580 Sep 27 08:39:16.934873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48382) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:16.994055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c32f49c1-c07f-40ed-8231-fb9d7d295597 req-3b95c789-4e03-45ea-855c-e7b0b3e2468d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 210 time: 0.0341828 Sep 27 08:39:17.039358 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.059410 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df337fbe-77e5-443a-9669-9eaf6a419f7d req-4c55c2f0-5d5f-49fb-91f7-949cb7be1868 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105129 Sep 27 08:39:17.078578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-b1b087aa-a216-4d5a-b1ed-5bb5a1dc83d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1962695 Sep 27 08:39:17.136358 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.157119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b4942a-5c1b-4263-9a04-00a21fe29fb3']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:17.164341 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.166744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b012c71-3c8d-49f1-88db-588d8ebdf99d') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:17.166945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b012c71-3c8d-49f1-88db-588d8ebdf99d') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:17.174858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.176312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.190477 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:39:17.204364 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:39:17.212063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-9e9e4f75-e182-44fa-b120-fc9c82359ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.212577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-9e9e4f75-e182-44fa-b120-fc9c82359ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.213052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-9e9e4f75-e182-44fa-b120-fc9c82359ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.213522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-9e9e4f75-e182-44fa-b120-fc9c82359ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.213991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-9e9e4f75-e182-44fa-b120-fc9c82359ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.214585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-9e9e4f75-e182-44fa-b120-fc9c82359ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.215135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-9e9e4f75-e182-44fa-b120-fc9c82359ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.217121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-9e9e4f75-e182-44fa-b120-fc9c82359ed2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6490 time: 0.1056523 Sep 27 08:39:17.245831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.249471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.274011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.279241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['05ddb549-99a6-420f-84b6-1ef71c99b65a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:17.281328 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.287607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] 10.222.0.50 "DELETE /v2.0/networks/71b4942a-5c1b-4263-9a04-00a21fe29fb3 HTTP/1.1" status: 204 len: 168 time: 0.3489990 Sep 27 08:39:17.330168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5627acf-ff3b-41a0-8363-da1c2d28feae admin admin] Pushing event deleted for resources: {'Network': ['ID=71b4942a-5c1b-4263-9a04-00a21fe29fb3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:17.357145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Network 6b914994-644b-4b5d-93da-5a634c51b84a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:17.380475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:17.397870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:17.434218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Pushing event updated for resources: {'Port': ['ID=fe9aa511-6cad-4c2c-a244-a757672855b9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:17.513043 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02f0a3ad-93ee-4d5a-85c4-a5a809d4aed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.569454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.570093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.590109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48402) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:17.599848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-c2c1b3d0-1ec2-4e21-be6d-9e2b358e0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.600350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-c2c1b3d0-1ec2-4e21-be6d-9e2b358e0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.600813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-c2c1b3d0-1ec2-4e21-be6d-9e2b358e0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.602481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-c2c1b3d0-1ec2-4e21-be6d-9e2b358e0ee0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=06cebe1f-2f59-4476-80ee-24531db18e00&id=06cebe1f-2f59-4476-80ee-24531db18e00 HTTP/1.1" status: 200 len: 2293 time: 0.3347645 Sep 27 08:39:17.619854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6b9da-c84b-46e5-a6ed-c4581355033e req-955eaf5a-68dd-40ff-8a3e-35a41c27f3fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.621437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e1d6b9da-c84b-46e5-a6ed-c4581355033e req-955eaf5a-68dd-40ff-8a3e-35a41c27f3fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.1648064 Sep 27 08:39:17.628881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-108c5b19-bd41-41ce-b081-ea3f2caf8a56 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9140689 Sep 27 08:39:17.651909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a9a40401-8af3-4f2c-89bb-fda95c5e7b50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7c57fbe29dd4aedb9dc06ff515eab94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579600 Sep 27 08:39:17.652002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48406) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:17.689223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Request body: {'port': {'device_id': 'f04fd458-b82f-4911-b498-b4010b5b68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:17.705721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46cf336f-c755-4160-a848-8ddec3a07ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.733417 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46cf336f-c755-4160-a848-8ddec3a07ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.770549 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-e255a5a7-d14b-4f9d-a7f1-c0339f49504d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a HTTP/1.1" status: 200 len: 1002 time: 0.1433175 Sep 27 08:39:17.805824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46cf336f-c755-4160-a848-8ddec3a07ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.808944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46cf336f-c755-4160-a848-8ddec3a07ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.812590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-46cf336f-c755-4160-a848-8ddec3a07ec6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c863fa00-2aa6-4b03-9f44-275f2b0df47e HTTP/1.1" status: 204 len: 168 time: 0.1572978 Sep 27 08:39:17.812729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.820154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf336f-c755-4160-a848-8ddec3a07ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c863fa00-2aa6-4b03-9f44-275f2b0df47e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:17.833593 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e1d6b9da-c84b-46e5-a6ed-c4581355033e req-fd39627e-80d1-46eb-b6c4-daab75d4566e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600158 Sep 27 08:39:17.869502 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.871867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.953939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:17.960619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-f66da0ed-bb2f-4a0d-b263-9e65e81d888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:17.962124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-f66da0ed-bb2f-4a0d-b263-9e65e81d888a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae HTTP/1.1" status: 200 len: 851 time: 0.1729062 Sep 27 08:39:18.074801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event updated for resources: {'Port': ['ID=248e4ed1-aed3-4b61-93e8-0b30385e6459,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:18.077683 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.115080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-2536b8d9-cd9b-4df9-82f5-c584ae6fec28 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:18.117256 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-2536b8d9-cd9b-4df9-82f5-c584ae6fec28 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 950 time: 0.2511857 Sep 27 08:39:18.194525 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.195688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f260ac0c-69c0-45bc-bd3c-e406e606eec7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7294068 Sep 27 08:39:18.197169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fa66b-a593-4134-b672-3820d1036732 req-4257f5da-928f-4459-aa80-b9ea1db31001 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:18.199782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e3fa66b-a593-4134-b672-3820d1036732 req-4257f5da-928f-4459-aa80-b9ea1db31001 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 932 time: 0.0893860 Sep 27 08:39:18.263005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e3fa66b-a593-4134-b672-3820d1036732 req-3e81c191-0f61-49fb-ac55-6c778a787389 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531223 Sep 27 08:39:18.294268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48426) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:18.306199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-f1c59b3e-6916-40a8-818d-5ccd439e3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:18.307743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-f1c59b3e-6916-40a8-818d-5ccd439e3138 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3303576 Sep 27 08:39:18.347183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bbc4c9c6-e019-4e43-96b4-30a730fa3f24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edbde0e2b0be47a3919318411d2af28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492306 Sep 27 08:39:18.348345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48430) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:18.453087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0b824c17-8fbe-49a8-bd2e-491f6fd3dd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.501915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca665a0-c35f-4cd4-8ae2-9945cc729270 req-0deef82a-5e89-44a4-a75d-8e94423dcc74 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:18.503415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ca665a0-c35f-4cd4-8ae2-9945cc729270 req-0deef82a-5e89-44a4-a75d-8e94423dcc74 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 950 time: 0.3104429 Sep 27 08:39:18.518635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0b824c17-8fbe-49a8-bd2e-491f6fd3dd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.575429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-91e64281-23d5-41da-94f4-367c2cb9e29f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:18.576883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-91e64281-23d5-41da-94f4-367c2cb9e29f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 822 time: 0.1601763 Sep 27 08:39:18.577493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-62a03842-e2b7-44f9-84ff-2c936b7066fe service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591078 Sep 27 08:39:18.592169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Deleting port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:18.592638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.615794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0b824c17-8fbe-49a8-bd2e-491f6fd3dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.619637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0b824c17-8fbe-49a8-bd2e-491f6fd3dd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.621029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0b824c17-8fbe-49a8-bd2e-491f6fd3dd7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59075ecb-9dee-486d-955a-4c8a7d425aa6 HTTP/1.1" status: 204 len: 168 time: 0.2715287 Sep 27 08:39:18.628441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-1bfd7710-a809-4b51-8bbf-99ae2aa23fd2 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/quotas/b1985ca1bbf444429c480e53874ee1c8 HTTP/1.1" status: 200 len: 375 time: 0.0227931 Sep 27 08:39:18.634277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b824c17-8fbe-49a8-bd2e-491f6fd3dd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59075ecb-9dee-486d-955a-4c8a7d425aa6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:18.652920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ca665a0-c35f-4cd4-8ae2-9945cc729270 req-c39e841f-ffd1-4749-ada4-65dc6c344d73 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d2ec3c6-47fe-4fd3-b27c-103802374506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330094 Sep 27 08:39:18.736966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-a8b9d9fa-732a-47fb-bef4-7c216a11b993 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824854 Sep 27 08:39:18.796462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9aa511-6cad-4c2c-a244-a757672855b9 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:18.815359 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.835347 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.848130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] For port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:18.848535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.848657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-3fc794fa-6edc-4a1d-993c-a0c480edd453 service neutron] 10.222.0.50 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095259 Sep 27 08:39:18.859669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-c3384f6a-aa96-4203-a3f8-fbf37d2a9d46 service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640960 Sep 27 08:39:18.864174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Transition to ACTIVE for port object fe9aa511-6cad-4c2c-a244-a757672855b9 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:39:18.876765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Calling delete_port for ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:18.908351 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:18.918444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-3bb12c18-eca7-4a27-a35e-6433b17fba50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 200 len: 217 time: 0.0497768 Sep 27 08:39:19.070212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-2564067a-da33-4ffb-9b2c-85720659f933 service neutron] 10.222.0.50 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052503 Sep 27 08:39:19.093600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9aa511-6cad-4c2c-a244-a757672855b9,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:19.132691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-ae13bc60-8ba3-4c51-b578-70c26a3fe639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:19.135124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-ae13bc60-8ba3-4c51-b578-70c26a3fe639 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.1431639 Sep 27 08:39:19.218434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e156a3-6cd9-4564-ac25-b1f5a142176d req-73c625e8-e645-43c8-be90-51bb532d2a5b tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:19.226404 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-87e156a3-6cd9-4564-ac25-b1f5a142176d req-73c625e8-e645-43c8-be90-51bb532d2a5b tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.2255208 Sep 27 08:39:19.324446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Attempting to bind port fe9aa511-6cad-4c2c-a244-a757672855b9 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:19.325029 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Attempting to bind port fe9aa511-6cad-4c2c-a244-a757672855b9 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:19.325576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Attempting to bind port fe9aa511-6cad-4c2c-a244-a757672855b9 on network 6b914994-644b-4b5d-93da-5a634c51b84a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:19.345583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-b7219137-cf22-4d5b-9412-c5bc43defb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:19.347405 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-b7219137-cf22-4d5b-9412-c5bc43defb7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1901691 Sep 27 08:39:19.349926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-559c4750-fab1-4727-9eb1-da37fb1ae656 req-43f08722-664c-4433-81ab-1e8b2be2a009 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 210 time: 0.0370932 Sep 27 08:39:19.372909 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-87e156a3-6cd9-4564-ac25-b1f5a142176d req-6e741c8b-241d-44e0-abba-46674969ae96 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323087 Sep 27 08:39:19.376633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Port fe9aa511-6cad-4c2c-a244-a757672855b9 on network 6b914994-644b-4b5d-93da-5a634c51b84a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:39:19.376963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Attempting to bind port fe9aa511-6cad-4c2c-a244-a757672855b9 on network 6b914994-644b-4b5d-93da-5a634c51b84a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:19.398409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:19.410904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ddd3f8f3-3ffd-4034-906c-63d9b19a8d22'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:19.434845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:19.435244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Checking segment: {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:19.435599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Bound using segment: {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:19.436042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Bound port: fe9aa511-6cad-4c2c-a244-a757672855b9, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bc649f-89c3-4ced-80d0-2bd59a9a38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:19.436418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:19.505684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Pushing event deleted for resources: {'Port': ['ID=ddd3f8f3-3ffd-4034-906c-63d9b19a8d22,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:19.806272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1def9f3-ea26-41ab-aadb-ce4e3b8373f9 req-1e8e9554-d02d-4a61-9703-9a10945b137a tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ba7fdf1-494c-4f85-9795-65ab4f11f084 HTTP/1.1" status: 200 len: 210 time: 0.0438101 Sep 27 08:39:20.091335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] No DVR routers for this DVR port ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:20.110808 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:20.112871 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5240a12b-c769-4e22-8b20-7af7895b62f3 req-d1a0a3a8-2d01-4626-a8fd-1e0b11e928b0 tempest-ServersOnMultiNodesTest-1269732608 tempest-ServersOnMultiNodesTest-1269732608-project] 10.222.0.67 "DELETE /v2.0/ports/ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 HTTP/1.1" status: 204 len: 173 time: 1.9384732 Sep 27 08:39:20.115210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba7fdf1-494c-4f85-9795-65ab4f11f084', 'name': 'network-vif-deleted', 'tag': 'ddd3f8f3-3ffd-4034-906c-63d9b19a8d22'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:20.117569 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bf92b3-0886-4f4f-b7e0-736c4568be66" -d '{"events": [{"server_uuid": "0ba7fdf1-494c-4f85-9795-65ab4f11f084", "name": "network-vif-deleted", "tag": "ddd3f8f3-3ffd-4034-906c-63d9b19a8d22"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:20.206756 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2c1fcb-d523-4dc0-a284-33f0c2ad2a78 x-openstack-request-id: req-bf2c1fcb-d523-4dc0-a284-33f0c2ad2a78 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:20.206756 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba7fdf1-494c-4f85-9795-65ab4f11f084", "name": "network-vif-deleted", "tag": "ddd3f8f3-3ffd-4034-906c-63d9b19a8d22", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:20.206756 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf2c1fcb-d523-4dc0-a284-33f0c2ad2a78 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:20.207989 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba7fdf1-494c-4f85-9795-65ab4f11f084', 'name': 'network-vif-deleted', 'tag': 'ddd3f8f3-3ffd-4034-906c-63d9b19a8d22', 'status': 'completed', 'code': 200} Sep 27 08:39:20.215313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45f5e-fdb8-4589-acf5-69622f454518 req-8216ed6a-e013-4ae7-8be1-eafa53824c69 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:20.223682 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-beb45f5e-fdb8-4589-acf5-69622f454518 req-8216ed6a-e013-4ae7-8be1-eafa53824c69 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 944 time: 0.7312701 Sep 27 08:39:20.239560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-957fe95f-68ce-4426-aaac-d49a1b83507d service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8653741 Sep 27 08:39:20.255644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] For port fe9aa511-6cad-4c2c-a244-a757672855b9, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:20.275363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-f2a747a1-fd30-410f-885b-78cb6c29fc9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2268083 Sep 27 08:39:20.307135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] For port fe9aa511-6cad-4c2c-a244-a757672855b9, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fe9aa511-6cad-4c2c-a244-a757672855b9,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:20.320226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:20.396747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-beb45f5e-fdb8-4589-acf5-69622f454518 req-581b6319-be1f-42a8-a1d9-af7a31a6aef7 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667955 Sep 27 08:39:20.456922 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:20.477403 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63663555-fb44-455d-8541-27c200078400 req-79ec0bce-cfe2-4c86-8288-786657654933 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 210 time: 0.0354607 Sep 27 08:39:20.514277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:20.515327 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:20.517843 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/fe9aa511-6cad-4c2c-a244-a757672855b9 HTTP/1.1" status: 200 len: 1092 time: 2.8419006 Sep 27 08:39:20.601271 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-1f189ac6-681e-461f-93f1-78af978a90f5 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409643 Sep 27 08:39:20.604837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb026-e726-41ee-ba78-8b49357293b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9aa511-6cad-4c2c-a244-a757672855b9,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:20.641215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-edab6610-a39e-4a82-838c-9b922fd7d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:20.644042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-edab6610-a39e-4a82-838c-9b922fd7d9b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1097 time: 0.2709382 Sep 27 08:39:20.719068 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-f4f0c77c-0fad-4bb0-9aca-91b74de0f3e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 200 len: 217 time: 0.0904849 Sep 27 08:39:20.763209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a3f1-518e-4958-8778-dcba3110c951 req-9e533b31-c18e-4806-93f0-7f26883ec3ad tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:20.765168 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0769a3f1-518e-4958-8778-dcba3110c951 req-9e533b31-c18e-4806-93f0-7f26883ec3ad tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.2612081 Sep 27 08:39:20.771593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f31d2-e2d1-452b-805c-972f06e45001 req-5884a690-7797-4f76-beaf-a5a88f92fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:20.773343 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-5884a690-7797-4f76-beaf-a5a88f92fa64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 1095 time: 0.1908717 Sep 27 08:39:20.805420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-22503f83-bfb1-4374-bc4a-93dc81b17660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:20.810241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-22503f83-bfb1-4374-bc4a-93dc81b17660 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.1257081 Sep 27 08:39:20.857356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-93856fb1-7da3-43e9-a8d3-a8cc561cb84a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9aa511-6cad-4c2c-a244-a757672855b9 HTTP/1.1" status: 200 len: 217 time: 0.0565119 Sep 27 08:39:20.940704 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-918601bf-2712-4e19-951b-f8e78b64cb70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1002 time: 0.1152384 Sep 27 08:39:20.982639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-43490781-61c2-4737-b894-857bed0b28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:20.984126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-43490781-61c2-4737-b894-857bed0b28e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.2440906 Sep 27 08:39:21.042856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-a112a770-9c13-467b-a766-a22a2944cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:21.044755 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-a112a770-9c13-467b-a766-a22a2944cf82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.0953901 Sep 27 08:39:21.103824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f31d2-e2d1-452b-805c-972f06e45001 req-83bd93bf-cab3-4de0-a8f2-e691b62e8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:21.105572 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-83bd93bf-cab3-4de0-a8f2-e691b62e8923 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbc0f9d9-93fc-49bb-b36d-156d93276e57 HTTP/1.1" status: 200 len: 851 time: 0.2369642 Sep 27 08:39:21.116265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-4a524c24-04dd-4cb0-9e83-17ed2dfd89fa tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:21.118110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-4a524c24-04dd-4cb0-9e83-17ed2dfd89fa tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 822 time: 0.4172421 Sep 27 08:39:21.143279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-44a74dad-0c92-4ae8-b0d9-15becf9abda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:21.147125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-44a74dad-0c92-4ae8-b0d9-15becf9abda9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922184 Sep 27 08:39:21.166466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0769a3f1-518e-4958-8778-dcba3110c951 req-30302f32-2d74-485a-a9c6-8aa7b0180e25 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599379 Sep 27 08:39:21.169943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-21362d37-0f35-497c-923c-e583806d7593 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b914994-644b-4b5d-93da-5a634c51b84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495420 Sep 27 08:39:21.177678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Request body: {'port': {'device_id': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'admin_state_up': True, 'tenant_id': 'b1985ca1bbf444429c480e53874ee1c8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:21.306501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-4b78b8fd-9e9f-4695-856f-4378834a466d service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477289 Sep 27 08:39:21.400208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48548) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:21.419205 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-1a5e8e76-2f1d-433e-a658-b3ead0d7bb90 service neutron] 10.222.0.57 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348797 Sep 27 08:39:21.428809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-53c7da30-411b-45a7-9811-a5bf61b20b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:21.430352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-53c7da30-411b-45a7-9811-a5bf61b20b0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4302514 Sep 27 08:39:21.448753 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d0a066bf-80ba-44e0-8bfd-ff90d5167912 req-b641f2bc-bb99-4e46-9995-6146608e89bf service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308208 Sep 27 08:39:21.606723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-54fca001-8f65-400f-9c3a-49736337683d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af6ddae1a49c4cb49c61cccb56f0528e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052863 Sep 27 08:39:21.620891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48562) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:21.623249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93c0468a-a804-4307-9515-bc683cd26612 req-5506b0e6-7d4e-4a78-81a6-a8fc1cb9cf63 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 210 time: 0.0328925 Sep 27 08:39:21.673462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Made reservation on behalf of b1985ca1bbf444429c480e53874ee1c8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:21.676896 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:21.682437 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be158b43-caf8-4b40-bff4-5a3a3a679381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:21.697884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e80c11-480d-4b70-8609-cfdce4e7dc07 req-868d45e1-20f3-4e7f-aaa1-7e170f26d6e7 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:21.699425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35e80c11-480d-4b70-8609-cfdce4e7dc07 req-868d45e1-20f3-4e7f-aaa1-7e170f26d6e7 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 944 time: 0.1481051 Sep 27 08:39:21.704677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-cc517df2-f2ab-41d9-90fc-34767cc23287 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600718 Sep 27 08:39:21.706395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be158b43-caf8-4b40-bff4-5a3a3a679381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:21.708309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-209f31d2-e2d1-452b-805c-972f06e45001 req-fb2086ee-6931-41c0-8a02-5c4da0aa6034 service neutron] 10.222.0.57 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769794 Sep 27 08:39:21.764460 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be158b43-caf8-4b40-bff4-5a3a3a679381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:21.767225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be158b43-caf8-4b40-bff4-5a3a3a679381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:21.782076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-be158b43-caf8-4b40-bff4-5a3a3a679381 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d2ec3c6-47fe-4fd3-b27c-103802374506 HTTP/1.1" status: 204 len: 168 time: 0.1468840 Sep 27 08:39:21.798523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158b43-caf8-4b40-bff4-5a3a3a679381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ec3c6-47fe-4fd3-b27c-103802374506,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:21.838256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Allocated IP 172.20.0.9 (a4a53dbb-0c92-4818-be9e-ba59bb6b99a4/e3752725-3349-48fb-a8db-4201b3a07251/d275d3f7-611f-43e9-a62c-a601a5ae2f84) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:21.983571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35e80c11-480d-4b70-8609-cfdce4e7dc07 req-90242336-08f0-4073-8b2b-9ffc7424f096 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741802 Sep 27 08:39:21.985517 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-3bc095ad-b4b8-43df-bbe1-7c79e748e386 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450138 Sep 27 08:39:22.051679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-3efc36b6-2f7a-4991-8029-f14d1a8dd323 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb HTTP/1.1" status: 200 len: 217 time: 0.0552745 Sep 27 08:39:22.158307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-745645e2-d0cb-465f-97ac-06fdf62a14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:22.159908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-745645e2-d0cb-465f-97ac-06fdf62a14eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0981138 Sep 27 08:39:22.219446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48582) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:22.223747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04fd458-b82f-4911-b498-b4010b5b68c1', 'tag': 'fe9aa511-6cad-4c2c-a244-a757672855b9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:22.226811 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536538e4-9d97-402c-9860-a6176b3f4c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f04fd458-b82f-4911-b498-b4010b5b68c1", "tag": "fe9aa511-6cad-4c2c-a244-a757672855b9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:22.282407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9232a491-4a38-4e05-8098-7b842968ddb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8181f6b475b40fcb83894962ac9acbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607967 Sep 27 08:39:22.283295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48586) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:22.311781 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:22.334474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-23f9d8fc-0dc7-441f-9540-89a13ed6f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:22.336200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-23f9d8fc-0dc7-441f-9540-89a13ed6f053 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1641815 Sep 27 08:39:22.345142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:22.368557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bbc85-64ae-4684-9501-a5dbf65ecfba req-301bee1c-c979-4c83-8f75-0c161a59eff7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:22.370198 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c32bbc85-64ae-4684-9501-a5dbf65ecfba req-301bee1c-c979-4c83-8f75-0c161a59eff7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 946 time: 0.1290228 Sep 27 08:39:22.382546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d269b6-7454-4560-8dc4-fdc1f0c5cb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:22.403337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ade5dd-9084-4aa0-96ca-70c2c7fcf2b3 req-a6c8697e-f04a-4e35-bda0-9f496e6efd04 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:22.406493 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6ade5dd-9084-4aa0-96ca-70c2c7fcf2b3 req-a6c8697e-f04a-4e35-bda0-9f496e6efd04 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0959585 Sep 27 08:39:22.473099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:22.476260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:22.485092 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6ade5dd-9084-4aa0-96ca-70c2c7fcf2b3 req-3fce70ce-9047-4fa5-9ce7-eb3aff07d9d3 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706427 Sep 27 08:39:22.511988 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c32bbc85-64ae-4684-9501-a5dbf65ecfba req-5ed6220b-9ee2-46c4-a9f6-af2c41d05e11 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214645 Sep 27 08:39:22.516242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:22.516832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ddd3f8f3-3ffd-4034-906c-63d9b19a8d22 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:22.532945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d269b6-7454-4560-8dc4-fdc1f0c5cb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:22.595442 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658bc76f-3683-4a3c-8b65-057ed5ee4c2e x-openstack-request-id: req-658bc76f-3683-4a3c-8b65-057ed5ee4c2e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:22.595442 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04fd458-b82f-4911-b498-b4010b5b68c1", "tag": "fe9aa511-6cad-4c2c-a244-a757672855b9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:22.595442 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-658bc76f-3683-4a3c-8b65-057ed5ee4c2e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:22.595442 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04fd458-b82f-4911-b498-b4010b5b68c1', 'tag': 'fe9aa511-6cad-4c2c-a244-a757672855b9', 'status': 'completed', 'code': 200} Sep 27 08:39:22.596286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-d1877bb7-a7bc-404b-ab54-a28611a980ad service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517700 Sep 27 08:39:22.601262 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:22.612746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:22.636572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d269b6-7454-4560-8dc4-fdc1f0c5cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:22.643926 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d269b6-7454-4560-8dc4-fdc1f0c5cb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:22.646849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d6d269b6-7454-4560-8dc4-fdc1f0c5cb03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09c5fb10-b9bc-4b5d-8efb-ae727ec6203a HTTP/1.1" status: 204 len: 168 time: 0.3620138 Sep 27 08:39:22.683590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d269b6-7454-4560-8dc4-fdc1f0c5cb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c5fb10-b9bc-4b5d-8efb-ae727ec6203a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:22.791047 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-a44ccfc2-425a-4586-ad76-e9384250a5b8 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717329 Sep 27 08:39:22.822817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:22.888522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388ede2-7b77-48bb-8dfa-f2cbc57626e7 req-8eddcec1-4bda-41d5-a379-17dd05c2d0ef tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:22.890430 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8388ede2-7b77-48bb-8dfa-f2cbc57626e7 req-8eddcec1-4bda-41d5-a379-17dd05c2d0ef tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 931 time: 0.1111374 Sep 27 08:39:22.913824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:22.920947 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-af7a4e67-52d0-4f7c-80a0-758308779901 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64 HTTP/1.1" status: 200 len: 217 time: 0.0754337 Sep 27 08:39:22.922063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event updated for resources: {'Port': ['ID=d275d3f7-611f-43e9-a62c-a601a5ae2f84,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:22.956347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8388ede2-7b77-48bb-8dfa-f2cbc57626e7 req-f722daa1-f41a-4f1e-b1b4-96f1c8911eac tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530090 Sep 27 08:39:23.079756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-a55dafb3-68ef-494a-a7a2-a90bbeb2c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:23.088549 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-a55dafb3-68ef-494a-a7a2-a90bbeb2c73e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 1095 time: 0.4789622 Sep 27 08:39:23.119282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:23.120270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.132820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-4e3bf93b-134e-41e9-9997-969025acab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:23.134567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-4e3bf93b-134e-41e9-9997-969025acab59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.2032568 Sep 27 08:39:23.172693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453fd07-4021-471b-a9c8-ab4075c19e54 req-9cee514e-199a-4828-8ec9-79efff6171d9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:23.174869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6453fd07-4021-471b-a9c8-ab4075c19e54 req-9cee514e-199a-4828-8ec9-79efff6171d9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 944 time: 0.0698876 Sep 27 08:39:23.245463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6453fd07-4021-471b-a9c8-ab4075c19e54 req-76751d9c-3602-47c6-8a66-f3da6afefab1 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609727 Sep 27 08:39:23.316155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-131b14f9-21c7-46ba-8bc6-dd3c54ede811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:23.317815 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-131b14f9-21c7-46ba-8bc6-dd3c54ede811 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1724060 Sep 27 08:39:23.357665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48648) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:23.364505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-40ddb15d-76df-4b23-9f0a-e971eeafdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:23.366550 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-40ddb15d-76df-4b23-9f0a-e971eeafdb3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 912 time: 0.2547891 Sep 27 08:39:23.392727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.426694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.445437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-0ccc4a93-ac4a-442e-8823-6d9ea4ffb220 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2728353 Sep 27 08:39:23.479668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d9346b9-d9e7-444a-a65d-ba4e51e6a3e3 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:39:23.480690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d9346b9-d9e7-444a-a65d-ba4e51e6a3e3 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133471 Sep 27 08:39:23.485472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2a5e-b289-4cff-b0df-34274025d387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.487847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e96d95279c44e68b554551521d0baa6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1410530 Sep 27 08:39:23.493420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48656) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:23.495395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c337e571-e353-4369-b0fc-fc4f2b9b591e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:23.522773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.523228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.523418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.523749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.524078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.524430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.524754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.525070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.525477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.525692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.526007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.526319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8cf595-90b2-43b3-b790-cf53fc04c622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:23.531061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-ca1a172d-abd8-43be-8b1c-a9511ac19565 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945972 Sep 27 08:39:23.633434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Request body: {'port': {'device_id': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:23.636611 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-cef47abe-12f8-4f81-ad52-3bba28a36f78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9aa511-6cad-4c2c-a244-a757672855b9 HTTP/1.1" status: 200 len: 217 time: 0.2550642 Sep 27 08:39:23.687659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a635-5372-4955-9a30-f7d9136eddda req-4f407846-d177-4c43-8bbb-2af50e4d46ed tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:23.689379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2b1a635-5372-4955-9a30-f7d9136eddda req-4f407846-d177-4c43-8bbb-2af50e4d46ed tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0855367 Sep 27 08:39:23.699970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2a5e-b289-4cff-b0df-34274025d387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.707385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2a5e-b289-4cff-b0df-34274025d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.727625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:23.769506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b8fd2a5e-b289-4cff-b0df-34274025d387 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7abd0baa5d0c4b4f9806147e2bbc10a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103923 Sep 27 08:39:23.772828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48670) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:23.781865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2b1a635-5372-4955-9a30-f7d9136eddda req-781e191f-9f44-40a4-8f6d-f6d8e184f542 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842018 Sep 27 08:39:23.783642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd2a5e-b289-4cff-b0df-34274025d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668ca693-386b-4061-8e71-7d7db9baec00,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:23.837777 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd3feacf-6575-4b10-946d-c48fc29b517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.861312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd3feacf-6575-4b10-946d-c48fc29b517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.914018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd3feacf-6575-4b10-946d-c48fc29b517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.916722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd3feacf-6575-4b10-946d-c48fc29b517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:23.920559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bd3feacf-6575-4b10-946d-c48fc29b517a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/668ca693-386b-4061-8e71-7d7db9baec00 HTTP/1.1" status: 204 len: 168 time: 0.1439567 Sep 27 08:39:23.926638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3feacf-6575-4b10-946d-c48fc29b517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668ca693-386b-4061-8e71-7d7db9baec00,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:24.131131 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25c65d-b925-4ff1-837b-1a32e919c50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.143970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-482eff50-1ce5-46cf-8069-58e75f7ffb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:24.145471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-482eff50-1ce5-46cf-8069-58e75f7ffb86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbc0f9d9-93fc-49bb-b36d-156d93276e57 HTTP/1.1" status: 200 len: 851 time: 0.4990025 Sep 27 08:39:24.153484 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.183687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-8a343c51-f1f5-44d9-a7ff-ba0b1e8f12f2 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423843 Sep 27 08:39:24.196826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-network', 'tenant_id': '83a5140bb32c4ea484acad549c04625e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:24.201178 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25c65d-b925-4ff1-837b-1a32e919c50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.236370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-ffbee5b8-163b-4a8d-8c93-f52e6fb36590 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b914994-644b-4b5d-93da-5a634c51b84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736966 Sep 27 08:39:24.246116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48684) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:24.260426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.302196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-aee5c95f-d454-4e95-9f78-1ca14d023d97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c HTTP/1.1" status: 200 len: 217 time: 0.1089303 Sep 27 08:39:24.320459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c21a59-c795-4ea6-83ed-c88083a8a61d req-a7e7f802-befd-44fe-b164-03abfb4bc8c5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:24.321936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84c21a59-c795-4ea6-83ed-c88083a8a61d req-a7e7f802-befd-44fe-b164-03abfb4bc8c5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 931 time: 0.2700534 Sep 27 08:39:24.380838 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:39:24.380838 n-d-810909-1 neutron-server[94831]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 08:39:24.380838 n-d-810909-1 neutron-server[94831]: [parameters: {'project_id': '83a5140bb32c4ea484acad549c04625e', 'id': '24af146e-eaff-411e-b257-0b00f69db4b4', 'expiration': datetime.datetime(2021, 9, 27, 8, 41, 24, 337018)}] Sep 27 08:39:24.380838 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:39:24.381270 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:39:24.391656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890de15c-6dcb-4368-8f43-26a3d1ab85c6 req-eb715696-5f5b-4248-9d9e-76776e2bfce4 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:24.397007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-890de15c-6dcb-4368-8f43-26a3d1ab85c6 req-eb715696-5f5b-4248-9d9e-76776e2bfce4 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 944 time: 0.0863073 Sep 27 08:39:24.444083 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-890de15c-6dcb-4368-8f43-26a3d1ab85c6 req-dc5640b0-ec33-4286-8f5b-48a4df599d36 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Sep 27 08:39:24.537304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84c21a59-c795-4ea6-83ed-c88083a8a61d req-ac3e4a79-3b95-4f8a-b58f-5d4513988344 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867945 Sep 27 08:39:24.548089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25c65d-b925-4ff1-837b-1a32e919c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.560259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25c65d-b925-4ff1-837b-1a32e919c50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.560259 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a25c65d-b925-4ff1-837b-1a32e919c50c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c337e571-e353-4369-b0fc-fc4f2b9b591e HTTP/1.1" status: 204 len: 168 time: 1.0574255 Sep 27 08:39:24.588217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.593854 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.594497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25c65d-b925-4ff1-837b-1a32e919c50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337e571-e353-4369-b0fc-fc4f2b9b591e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:24.604989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-7bc59f81-03eb-47aa-ae50-378dde57112e service neutron] 10.222.0.57 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366337 Sep 27 08:39:24.606540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-8c88f623-867d-482a-87df-71090d817059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:24.607759 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-8c88f623-867d-482a-87df-71090d817059 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.2716990 Sep 27 08:39:24.644377 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa080fd694554b178b190b16797601c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955581 Sep 27 08:39:24.645708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9cf88b-b851-4555-ba6d-42c03333be38,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:24.648649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:24.662906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.663251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.663593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.663977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.664317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.664748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.665057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.665520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.665896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.666220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.666711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.667035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c352cf-965e-4d91-be83-33eee8885ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:24.717661 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8526b943-85d7-4c82-abf0-a2a8ed59b145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.739771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8526b943-85d7-4c82-abf0-a2a8ed59b145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.772165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-052ece11-8394-4505-9d22-1cb14302fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:24.773715 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-052ece11-8394-4505-9d22-1cb14302fde7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253340 Sep 27 08:39:24.792880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8526b943-85d7-4c82-abf0-a2a8ed59b145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.795830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8526b943-85d7-4c82-abf0-a2a8ed59b145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.799646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8526b943-85d7-4c82-abf0-a2a8ed59b145 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca9cf88b-b851-4555-ba6d-42c03333be38 HTTP/1.1" status: 204 len: 168 time: 0.1464176 Sep 27 08:39:24.805871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526b943-85d7-4c82-abf0-a2a8ed59b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9cf88b-b851-4555-ba6d-42c03333be38,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:24.853171 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-536538e4-9d97-402c-9860-a6176b3f4c4e req-9a87319c-634b-4e58-ab3b-204761f38456 service neutron] 10.222.0.57 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389641 Sep 27 08:39:24.908114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d275d3f7-611f-43e9-a62c-a601a5ae2f84 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:24.918902 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.942653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Transition to ACTIVE for port object d275d3f7-611f-43e9-a62c-a601a5ae2f84 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:39:24.948705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Made reservation on behalf of 83a5140bb32c4ea484acad549c04625e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:24.951072 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.961051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.970727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:24.972443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5f537-3bc1-4f01-a407-d4eb28acebf8 req-e73b7af2-a549-430c-9ffa-fd519e49474a tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:24.974472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cee5f537-3bc1-4f01-a407-d4eb28acebf8 req-e73b7af2-a549-430c-9ffa-fd519e49474a tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0684896 Sep 27 08:39:24.998475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-34f6ff3c-9623-42e2-b0b9-ea7ac871c9d4 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131095 Sep 27 08:39:25.032536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cee5f537-3bc1-4f01-a407-d4eb28acebf8 req-ce058e23-a149-42d2-957e-99290205708b tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478852 Sep 27 08:39:25.033073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48702) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:25.060132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0091bb3d-8f79-4bd6-9095-ca04ed3625d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.067559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d275d3f7-611f-43e9-a62c-a601a5ae2f84,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:25.223851 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-c7d64ba9-cd57-4de2-b062-dc76a66cacee service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091367 Sep 27 08:39:25.241320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Attempting to bind port d275d3f7-611f-43e9-a62c-a601a5ae2f84 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:25.241658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Attempting to bind port d275d3f7-611f-43e9-a62c-a601a5ae2f84 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:25.241983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Attempting to bind port d275d3f7-611f-43e9-a62c-a601a5ae2f84 on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:25.282082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Port d275d3f7-611f-43e9-a62c-a601a5ae2f84 on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:39:25.282390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Attempting to bind port d275d3f7-611f-43e9-a62c-a601a5ae2f84 on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:25.286387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-0db0fbc0-a173-47e6-afd1-259418770755 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c021f0-8274-4df3-a940-3b32075df459 HTTP/1.1" status: 200 len: 217 time: 0.0521398 Sep 27 08:39:25.296502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:25.296754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Checking segment: {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:25.297126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Bound using segment: {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:25.297580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Bound port: d275d3f7-611f-43e9-a62c-a601a5ae2f84, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:25.297953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.356162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.381089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.415294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:39:25.432793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-08036098-6eef-4c5f-9b96-a60da570baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:25.434304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-08036098-6eef-4c5f-9b96-a60da570baca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.1320491 Sep 27 08:39:25.465784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.466113 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Added segment 0da12af6-790f-41c3-8846-97841ad46626 of type vlan for network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a Sep 27 08:39:25.473155 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0091bb3d-8f79-4bd6-9095-ca04ed3625d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.478052 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0091bb3d-8f79-4bd6-9095-ca04ed3625d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.482356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb09bc8-84d0-4ba1-8c84-4d8b2ced2caa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:25.483218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fe9aa511-6cad-4c2c-a244-a757672855b9 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:39:25.496575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:25.537278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:25.543147 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.550639 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.584762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-e7b78708-aebe-4077-9853-d81f062dfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:25.586347 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-e7b78708-aebe-4077-9853-d81f062dfc20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366403 Sep 27 08:39:25.602150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0091bb3d-8f79-4bd6-9095-ca04ed3625d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee724e98e8a44404b64961b18d3d2d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612390 Sep 27 08:39:25.605254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48732) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:25.614476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fe9aa511-6cad-4c2c-a244-a757672855b9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fe9aa511-6cad-4c2c-a244-a757672855b9,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:25.623091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-1bf34184-3547-4678-8145-99621de164ec service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:39:25.624173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-1bf34184-3547-4678-8145-99621de164ec service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219221 Sep 27 08:39:25.628841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'fe9aa511-6cad-4c2c-a244-a757672855b9', 'network_id': '6b914994-644b-4b5d-93da-5a634c51b84a', 'port_id': 'fe9aa511-6cad-4c2c-a244-a757672855b9', 'mac_address': 'fa:16:3e:12:e8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc0f9d9-93fc-49bb-b36d-156d93276e57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:39:25.654036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091bb3d-8f79-4bd6-9095-ca04ed3625d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180b464c-8423-496f-aa0e-b3b69ad24e7d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:25.681515 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78bdf7e3-ade2-41e8-8291-6de096682e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.686035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:25.686672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.688094 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] 10.222.0.57 "PUT /v2.0/ports/d275d3f7-611f-43e9-a62c-a601a5ae2f84 HTTP/1.1" status: 200 len: 1091 time: 2.1823862 Sep 27 08:39:25.692143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.694842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'tag': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:25.697805 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb" -d '{"events": [{"name": "network-changed", "server_uuid": "33968427-aafd-4b7d-b508-c9c31259d2f2", "tag": "d275d3f7-611f-43e9-a62c-a601a5ae2f84"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:25.719671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.720757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:25.721349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.725282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9aa511-6cad-4c2c-a244-a757672855b9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:25.735480 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78bdf7e3-ade2-41e8-8291-6de096682e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.755988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b6623-39ed-4634-a90c-8ded5f3981b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d275d3f7-611f-43e9-a62c-a601a5ae2f84,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:25.758883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fe9aa511-6cad-4c2c-a244-a757672855b9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fe9aa511-6cad-4c2c-a244-a757672855b9,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:25.765927 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.828618 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7792168 Sep 27 08:39:25.831634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48738) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:25.840976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Request body: {'subnet': {'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-subnet', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:25.849086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=fe9aa511-6cad-4c2c-a244-a757672855b9,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:25.860858 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78bdf7e3-ade2-41e8-8291-6de096682e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.863403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78bdf7e3-ade2-41e8-8291-6de096682e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.867207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-78bdf7e3-ade2-41e8-8291-6de096682e01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/180b464c-8423-496f-aa0e-b3b69ad24e7d HTTP/1.1" status: 204 len: 168 time: 0.2582648 Sep 27 08:39:25.877602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f707d-6fb5-40d2-9647-657ac8270791 req-3d798a33-32e6-4d32-bce6-8e4316746254 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:25.879158 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c69f707d-6fb5-40d2-9647-657ac8270791 req-3d798a33-32e6-4d32-bce6-8e4316746254 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 944 time: 0.2873757 Sep 27 08:39:25.884654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a616d-2d7c-44c3-8501-88f8af2ded9b admin admin] Pushing event updated for resources: {'Network': ['ID=0ea6ad02-b378-4c37-b6b5-80df9de29b5a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:25.897848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:39:25.913336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdf7e3-ade2-41e8-8291-6de096682e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b464c-8423-496f-aa0e-b3b69ad24e7d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:25.931821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-067d6567-29fd-4787-a179-f7f698b5b32e service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773042 Sep 27 08:39:25.933678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-67e3ffd7-0ea4-403d-8fc8-eb9262c84dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:25.935086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-67e3ffd7-0ea4-403d-8fc8-eb9262c84dbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 1094 time: 0.1707714 Sep 27 08:39:25.938901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524758b6-c298-466c-9ee3-2e0dda27d87e req-788406c7-d3d8-4e5f-9372-12d6164c950b tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:25.941257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-524758b6-c298-466c-9ee3-2e0dda27d87e req-788406c7-d3d8-4e5f-9372-12d6164c950b tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 943 time: 0.1495194 Sep 27 08:39:25.942634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Made reservation on behalf of 83a5140bb32c4ea484acad549c04625e for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:25.945344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:25.975778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c69f707d-6fb5-40d2-9647-657ac8270791 req-75bf4b17-7274-44fd-845b-9216d9e80684 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858183 Sep 27 08:39:26.009330 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-ff0cb99e-5beb-4c5e-90e6-a85885c8ab9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84 HTTP/1.1" status: 200 len: 217 time: 0.0574284 Sep 27 08:39:26.097423 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53a0180-060b-4835-96e9-147950ce131e x-openstack-request-id: req-e53a0180-060b-4835-96e9-147950ce131e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:26.098113 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33968427-aafd-4b7d-b508-c9c31259d2f2", "tag": "d275d3f7-611f-43e9-a62c-a601a5ae2f84", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:26.099119 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e53a0180-060b-4835-96e9-147950ce131e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:26.099119 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'tag': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84', 'status': 'completed', 'code': 200} Sep 27 08:39:26.111003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-d7ca98a2-0daf-4d55-8985-df702052f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:26.113164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-d7ca98a2-0daf-4d55-8985-df702052f103 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3752725-3349-48fb-a8db-4201b3a07251 HTTP/1.1" status: 200 len: 862 time: 0.0694969 Sep 27 08:39:26.117344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-682fa962-b4aa-425b-8001-929bb4c9c69a req-3191053b-245f-4986-a096-8858a7adb197 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763361 Sep 27 08:39:26.121263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['fe9aa511-6cad-4c2c-a244-a757672855b9'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:26.134726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-524758b6-c298-466c-9ee3-2e0dda27d87e req-a7fff6f5-7b26-49b7-ad5d-3283f54f5afc tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685946 Sep 27 08:39:26.176030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-08f52896-f7ad-4e65-8352-68bd87ffa7ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531816 Sep 27 08:39:26.277999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.329032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8fcff-8dc9-4fb0-af72-718dbabc14b9 req-3cfda733-d39b-4e77-8496-14715f64684d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:26.336560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18a8fcff-8dc9-4fb0-af72-718dbabc14b9 req-3cfda733-d39b-4e77-8496-14715f64684d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.1277630 Sep 27 08:39:26.338481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfd24b0-5963-4e49-ab12-2288634c184a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:26.384812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Checking segment: {'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:26.385200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Network hostable DHCP agents. Network: 0ea6ad02-b378-4c37-b6b5-80df9de29b5a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:39:26.392737 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-d614b1f1-4a56-4c72-8fb6-1b4436c48c8d service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022762 Sep 27 08:39:26.405299 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18a8fcff-8dc9-4fb0-af72-718dbabc14b9 req-1d32ad64-6324-47e6-8d5a-ad6864509f40 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 Sep 27 08:39:26.405695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:39:26.447820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 0ea6ad02-b378-4c37-b6b5-80df9de29b5a) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:26.459159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255577f-f809-4aa9-9aaf-a34fccb6816a None None] Network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:26.460077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:26.460898 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.494785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-625fdeec-6b72-4e75-b729-73fa6074a1b0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6614759 Sep 27 08:39:26.497583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48766) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:26.503126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:26.552886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.554427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.581965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-824658f5-0d81-4963-8ea4-b365e7b28e2a req-09de5f7d-a0d9-4800-a6cd-5bb957f375a1 service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635952 Sep 27 08:39:26.655112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.686053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-0ea6ad02-b378-4c37-b6b5-80df9de29b5a', 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'fixed_ips': [{'subnet_id': 'bbfd24b0-5963-4e49-ab12-2288634c184a'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:39:26.687752 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:26.754738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-a84626e2-2811-44ec-9366-b8a54238f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:26.758371 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-a84626e2-2811-44ec-9366-b8a54238f0a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0965896 Sep 27 08:39:26.942988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Allocated IP 172.20.0.2 (0ea6ad02-b378-4c37-b6b5-80df9de29b5a/bbfd24b0-5963-4e49-ab12-2288634c184a/35d739db-be38-476c-8e36-b15968d714df) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:26.948105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-2108a642-c42d-4556-b1ca-305096fca1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:26.949965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-2108a642-c42d-4556-b1ca-305096fca1a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 923 time: 0.1837530 Sep 27 08:39:26.970741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.014310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-67189fde-f787-4d72-943f-3916fd6042f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84 HTTP/1.1" status: 200 len: 217 time: 0.0543025 Sep 27 08:39:27.082222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-d38b90e0-568f-4d81-a9c8-cc138cff4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:27.084802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-d38b90e0-568f-4d81-a9c8-cc138cff4601 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3752725-3349-48fb-a8db-4201b3a07251 HTTP/1.1" status: 200 len: 862 time: 0.0602214 Sep 27 08:39:27.165124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-26947312-e460-4f54-90af-c3cb73bceab6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712774 Sep 27 08:39:27.219377 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.237282 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.273716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:27.305902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:27.309831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:27.332720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118374-b4fd-4bef-bcab-ad333143e654 req-fc79e4ff-d18f-44e3-9e80-3af6364f256f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:27.335121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16118374-b4fd-4bef-bcab-ad333143e654 req-fc79e4ff-d18f-44e3-9e80-3af6364f256f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 945 time: 0.2256055 Sep 27 08:39:27.353734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Pushing event updated for resources: {'Port': ['ID=35d739db-be38-476c-8e36-b15968d714df,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:27.385494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Attempting to bind port 35d739db-be38-476c-8e36-b15968d714df on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:27.386040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Attempting to bind port 35d739db-be38-476c-8e36-b15968d714df by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:27.386565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Attempting to bind port 35d739db-be38-476c-8e36-b15968d714df on network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:27.393258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:27.393840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Checking segment: {'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:27.394406 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.394945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Bound using segment: {'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:27.395583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Bound port: 35d739db-be38-476c-8e36-b15968d714df, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:27.396174 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.414037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-3ac56618-05f4-49af-9227-a6d17c178c67 service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343156 Sep 27 08:39:27.419123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f54bf-b1ef-449a-abe1-dd92a0c2935f req-c30e1ee4-8a97-43a1-bdea-48cffe88ee64 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:27.422557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-708f54bf-b1ef-449a-abe1-dd92a0c2935f req-c30e1ee4-8a97-43a1-bdea-48cffe88ee64 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 943 time: 0.1725557 Sep 27 08:39:27.436341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.446768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16118374-b4fd-4bef-bcab-ad333143e654 req-6eeb1cff-411d-4605-97ab-f50255d8ae01 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055648 Sep 27 08:39:27.479494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.512280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:39:27.515646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fe9aa511-6cad-4c2c-a244-a757672855b9 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:27.616355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90d84d7a-eb01-4885-b6c6-ae253d9b74cb req-b23d898b-abd5-4502-b4ee-3bee35c3917c service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841271 Sep 27 08:39:27.618050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] For port 35d739db-be38-476c-8e36-b15968d714df, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:27.618757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-708f54bf-b1ef-449a-abe1-dd92a0c2935f req-a8bfb248-83c4-4e3d-be89-377e3bec1145 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838779 Sep 27 08:39:27.655827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] For port 35d739db-be38-476c-8e36-b15968d714df, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=35d739db-be38-476c-8e36-b15968d714df,segment=NetworkSegment(0da12af6-790f-41c3-8846-97841ad46626),segment_id=0da12af6-790f-41c3-8846-97841ad46626)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:27.668857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Allocated IP 172.25.2.188 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:27.743477 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.844177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port fe9aa511-6cad-4c2c-a244-a757672855b9 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:39:27.853268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-9bad1b8a-289f-407f-9288-8a888b47d682 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=40b6f88207d7449e8d1e55e240d89e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579526 Sep 27 08:39:27.854390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:27.858522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port fe9aa511-6cad-4c2c-a244-a757672855b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:27.859025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:27.941517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'mac_address': 'fa:16:3e:65:f8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:39:27.973390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241a7f4-e47b-4383-ab79-54ff8f22c9c0 req-dad79857-cdf5-4541-9c9a-ebdc57dffd53 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:27.975938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b241a7f4-e47b-4383-ab79-54ff8f22c9c0 req-dad79857-cdf5-4541-9c9a-ebdc57dffd53 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.2121675 Sep 27 08:39:28.015314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca2c42-e44b-41d3-b66a-1e328c076a8c None None] Pushing event updated for resources: {'Port': ['ID=35d739db-be38-476c-8e36-b15968d714df,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:28.045055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:28.065650 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:28.089148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:28.137601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:28.161248 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:28.171436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:28.172987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-39aa6426-748e-4151-a308-aff2987ff9ab tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:28.175726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b241a7f4-e47b-4383-ab79-54ff8f22c9c0 req-37a83edd-1a35-440f-998c-eba9fca4c1cb tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854782 Sep 27 08:39:28.184748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-39aa6426-748e-4151-a308-aff2987ff9ab tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3300245 Sep 27 08:39:28.195065 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:28.245929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-ab5af841-d85f-418c-a4e0-b1dd615b095b tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/quotas/40b6f88207d7449e8d1e55e240d89e5d HTTP/1.1" status: 200 len: 375 time: 0.0548346 Sep 27 08:39:28.259116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04fd458-b82f-4911-b498-b4010b5b68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9aa511-6cad-4c2c-a244-a757672855b9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:28.262072 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb64c38-1d14-4fee-9c1f-0f162fdd96e3" -d '{"events": [{"server_uuid": "f04fd458-b82f-4911-b498-b4010b5b68c1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9aa511-6cad-4c2c-a244-a757672855b9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:28.336730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f037381c-318c-4cb5-b7e2-35bf99e90169'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:28.340778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fe9aa511-6cad-4c2c-a244-a757672855b9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fe9aa511-6cad-4c2c-a244-a757672855b9,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:28.349928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:28.364162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:28.381091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:28.384096 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-4b4091fd-533a-4bcb-96b9-7a5e597d1818 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=40b6f88207d7449e8d1e55e240d89e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283991 Sep 27 08:39:28.394288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Pushing event updated for resources: {'Port': ['ID=2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:28.467149 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5432072d-23e4-464f-bb3e-e297375b5c56 x-openstack-request-id: req-5432072d-23e4-464f-bb3e-e297375b5c56 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:28.468628 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04fd458-b82f-4911-b498-b4010b5b68c1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9aa511-6cad-4c2c-a244-a757672855b9", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:28.468628 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5432072d-23e4-464f-bb3e-e297375b5c56 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:28.499398 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04fd458-b82f-4911-b498-b4010b5b68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9aa511-6cad-4c2c-a244-a757672855b9', 'code': 200} Sep 27 08:39:28.500180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:28.527293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:28.607089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1cbfb-129c-46ef-9413-b8e691c32fbc req-981d5468-d308-41ef-93f6-0a08c9e134e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:28.608910 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2cb1cbfb-129c-46ef-9413-b8e691c32fbc req-981d5468-d308-41ef-93f6-0a08c9e134e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 1097 time: 0.0538650 Sep 27 08:39:28.697859 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2cb1cbfb-129c-46ef-9413-b8e691c32fbc req-62cc7a07-9caf-4b2a-b541-4dd92c5ff450 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789862 Sep 27 08:39:28.759722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=fe9aa511-6cad-4c2c-a244-a757672855b9,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:28.922511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a134d8-351a-4dca-adfe-db68c909149f req-5c8ed035-706b-493b-8479-718772a6735c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:28.924121 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87a134d8-351a-4dca-adfe-db68c909149f req-5c8ed035-706b-493b-8479-718772a6735c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.2537425 Sep 27 08:39:28.999071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd385-d36a-4f11-9793-a992c98e9393 req-582455a1-2dc1-46e9-8425-8944d2d95e89 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:29.000774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c8bd385-d36a-4f11-9793-a992c98e9393 req-582455a1-2dc1-46e9-8425-8944d2d95e89 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 943 time: 0.1624629 Sep 27 08:39:29.080908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c8bd385-d36a-4f11-9793-a992c98e9393 req-0f80adfb-6c07-43de-8d81-293df34d339f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674224 Sep 27 08:39:29.095893 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.267317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d3f9b937-3fd9-4042-bc5d-04f480f56c17 req-d974ab8f-8052-4fd4-8ad5-6fb6e70b09eb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 210 time: 0.1061618 Sep 27 08:39:29.337523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8ee8a-90e2-4665-879f-74c4058bd54f None None] Network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:29.483226 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87a134d8-351a-4dca-adfe-db68c909149f req-02f87535-0d2f-408b-a60b-b9fa3ca92dba tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458889 Sep 27 08:39:29.504821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d275d3f7-611f-43e9-a62c-a601a5ae2f84 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:39:29.556683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:29.621381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd4f48-c7dd-4f29-8f7d-e7c37d7543ed req-6db40742-4ad6-417d-9f3c-5595c253f835 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:29.623029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-65fd4f48-c7dd-4f29-8f7d-e7c37d7543ed req-6db40742-4ad6-417d-9f3c-5595c253f835 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.2147150 Sep 27 08:39:29.661697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.664994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bcaac9d0-5f87-4498-8c60-62439217e435 None None] Provisioning complete for port 35d739db-be38-476c-8e36-b15968d714df triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:29.665730 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcaac9d0-5f87-4498-8c60-62439217e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:29.729107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-65fd4f48-c7dd-4f29-8f7d-e7c37d7543ed req-2e15a767-baf1-42cc-9986-d052033a25d2 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969739 Sep 27 08:39:29.957925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 35d739db-be38-476c-8e36-b15968d714df up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:30.004078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Router 2f7a468e-c0f2-4706-bef4-7d630506ab80 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:39:30.292735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:30.306401 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:39:30.364508 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcaac9d0-5f87-4498-8c60-62439217e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:30.458513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84', 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'port_id': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84', 'mac_address': 'fa:16:3e:7e:7d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3752725-3349-48fb-a8db-4201b3a07251', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:39:30.501236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 35d739db-be38-476c-8e36-b15968d714df triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:30.501669 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:30.506468 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-24a93b74-abec-4888-b2b3-13676e240068 req-f072cd0c-e0e3-4cba-b74b-c606a9ea0067 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 210 time: 0.0976303 Sep 27 08:39:30.585212 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-9b86513d-1997-478d-8aa0-cd249d5a28e0 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=40b6f88207d7449e8d1e55e240d89e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990095 Sep 27 08:39:30.612729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f037381c-318c-4cb5-b7e2-35bf99e90169 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:30.613111 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:30.645014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:30.649706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bcaac9d0-5f87-4498-8c60-62439217e435 None None] For port 35d739db-be38-476c-8e36-b15968d714df, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=35d739db-be38-476c-8e36-b15968d714df,segment=NetworkSegment(0da12af6-790f-41c3-8846-97841ad46626),segment_id=0da12af6-790f-41c3-8846-97841ad46626)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:30.671943 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:30.731657 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcaac9d0-5f87-4498-8c60-62439217e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:30.867391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaac9d0-5f87-4498-8c60-62439217e435 None None] Pushing event updated for resources: {'Port': ['ID=35d739db-be38-476c-8e36-b15968d714df,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:30.893214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d275d3f7-611f-43e9-a62c-a601a5ae2f84 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:30.905668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57671a9-978c-4dd6-a77e-9f00be7c467a req-3bd6151f-66cc-4536-b5a6-dcaea2a574c6 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:30.907837 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d57671a9-978c-4dd6-a77e-9f00be7c467a req-3bd6151f-66cc-4536-b5a6-dcaea2a574c6 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 943 time: 0.2144179 Sep 27 08:39:30.932155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:39:30.950130 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Sync routers for ids ['2f7a468e-c0f2-4706-bef4-7d630506ab80'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:39:30.964841 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Routers {'2f7a468e-c0f2-4706-bef4-7d630506ab80'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:39:30.966508 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2f7a468e-c0f2-4706-bef4-7d630506ab80'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:30.977807 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da01e247-20f3-446d-bcc9-243660c9cdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:30.992041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:31.008207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26efdd-659a-443e-b80a-c402725e20a9 req-28c417f7-436e-439c-8a32-b7cb2d9b5f5a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:31.012147 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a26efdd-659a-443e-b80a-c402725e20a9 req-28c417f7-436e-439c-8a32-b7cb2d9b5f5a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.3428116 Sep 27 08:39:31.022446 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.044779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5dfd4440-c038-4133-8a21-56052c4cf5d3 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:31.047208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d57671a9-978c-4dd6-a77e-9f00be7c467a req-7f3e3531-2b3c-4334-8ca2-d5c8bb9bafbe tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056478 Sep 27 08:39:31.048638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5dfd4440-c038-4133-8a21-56052c4cf5d3 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570100 Sep 27 08:39:31.070946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.072498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d6728716-6951-4fd3-a67f-038dc087febe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5737164 Sep 27 08:39:31.075274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48974) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:31.084518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Request body: {'port': {'device_id': 'd4abede6-316a-4f1f-bc42-986683df3b5b', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '40b6f88207d7449e8d1e55e240d89e5d'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:31.092025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d275d3f7-611f-43e9-a62c-a601a5ae2f84,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:31.145483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.190804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:31.194092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:31.207834 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da725476-1125-46c9-9c79-1ae26b8357ed" -d '{"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-plugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:31.215153 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Set router 2f7a468e-c0f2-4706-bef4-7d630506ab80 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:39:31.215637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cd0139bb-7969-495e-96e0-502c3a796bf1 None None] Provisioning complete for port 35d739db-be38-476c-8e36-b15968d714df triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:31.216023 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd0139bb-7969-495e-96e0-502c3a796bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.263700 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.324005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d275d3f7-611f-43e9-a62c-a601a5ae2f84'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:31.333109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a26efdd-659a-443e-b80a-c402725e20a9 req-c9e81d82-dccd-4f1f-b55c-36444f989be6 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016186 Sep 27 08:39:31.360019 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da01e247-20f3-446d-bcc9-243660c9cdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.376492 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da01e247-20f3-446d-bcc9-243660c9cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.433585 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7adbe78-c826-4934-814b-0a484575e3e5 x-openstack-request-id: req-c7adbe78-c826-4934-814b-0a484575e3e5 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:31.434018 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-plugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:31.434286 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7adbe78-c826-4934-814b-0a484575e3e5 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:31.434699 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'code': 200} Sep 27 08:39:31.486499 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:28Z', 'revision_number': 3, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port': {'id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:27Z', 'updated_at': '2021-09-27T08:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:31.495128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:31.518219 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Checking router: 2f7a468e-c0f2-4706-bef4-7d630506ab80 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:39:31.518747 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Updating router 2f7a468e-c0f2-4706-bef4-7d630506ab80 port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:39:31.560521 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-da01e247-20f3-446d-bcc9-243660c9cdb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bcfb275df574228b548cf27c8957830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9114103 Sep 27 08:39:31.567428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01e247-20f3-446d-bcc9-243660c9cdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42572c9d-0b95-496d-8552-73e8166e2bca,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:31.571390 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.589846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:31.674944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 35d739db-be38-476c-8e36-b15968d714df up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:31.684837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b6dd0-aef8-4efd-a98e-5daea77c5d17 req-36350791-4556-47c4-a115-76b7e90d0d03 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:31.693071 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b2b6dd0-aef8-4efd-a98e-5daea77c5d17 req-36350791-4556-47c4-a115-76b7e90d0d03 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.4089513 Sep 27 08:39:31.772600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc33f745-41f2-4dab-9e1e-0111b22f342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.800265 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc33f745-41f2-4dab-9e1e-0111b22f342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:31.857304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b2b6dd0-aef8-4efd-a98e-5daea77c5d17 req-37240c10-f184-4562-8586-6cd46c13a07e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547582 Sep 27 08:39:31.878628 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 35d739db-be38-476c-8e36-b15968d714df triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:31.879614 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.023457 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.033948 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.097356 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Pushing event updated for resources: {'Port': ['ID=2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:32.110577 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.111195 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.111680 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.112743 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.113233 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.113722 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.114775 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.115362 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.115833 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.116310 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.117262 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.117771 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:32.143316 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Attempting to bind port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:32.143929 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Attempting to bind port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:32.144499 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Attempting to bind port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:32.154064 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:32.154902 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:32.155890 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.157419 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:32.158126 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Bound port: 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:32.158670 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.202361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc3adf-d1e5-4d0f-b39e-a23e5d97943d req-02b2d9cd-be42-4f0a-84c4-eb6866594251 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:32.203993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ddc3adf-d1e5-4d0f-b39e-a23e5d97943d req-02b2d9cd-be42-4f0a-84c4-eb6866594251 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.2014375 Sep 27 08:39:32.229347 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] For port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:32.232845 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] For port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:32.246850 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.254762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ddc3adf-d1e5-4d0f-b39e-a23e5d97943d req-7001eed5-2af9-4285-816b-fd1a7fb598ef tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421104 Sep 27 08:39:32.308579 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17f8b4ad-9d62-4e6b-b51f-fef0125fffbd req-d11113c1-3483-4a58-93c7-8e90b8c7a081 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 210 time: 0.0758324 Sep 27 08:39:32.309414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.358839 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc33f745-41f2-4dab-9e1e-0111b22f342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.367964 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc33f745-41f2-4dab-9e1e-0111b22f342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.372107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc33f745-41f2-4dab-9e1e-0111b22f342f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42572c9d-0b95-496d-8552-73e8166e2bca HTTP/1.1" status: 204 len: 168 time: 0.7751744 Sep 27 08:39:32.397195 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f647026-dc43-41fc-a414-511756a31492 None None] Pushing event updated for resources: {'Port': ['ID=2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:32.404267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f353d64-196e-48f0-9337-b2fc420df66e req-9d41964f-51a4-4f5f-ace4-def57e53c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:32.406762 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f353d64-196e-48f0-9337-b2fc420df66e req-9d41964f-51a4-4f5f-ace4-def57e53c250 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 1097 time: 0.1475303 Sep 27 08:39:32.450477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33f745-41f2-4dab-9e1e-0111b22f342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42572c9d-0b95-496d-8552-73e8166e2bca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:32.481567 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Routers {'2f7a468e-c0f2-4706-bef4-7d630506ab80'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:39:32.485871 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2f7a468e-c0f2-4706-bef4-7d630506ab80'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:32.490988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Made reservation on behalf of 40b6f88207d7449e8d1e55e240d89e5d for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:32.495935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.509367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.526104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efca490-7e3b-4248-9050-df7048e4d3f7 req-e48ae542-de90-45c6-8ef0-dab3b602c718 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:32.533513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7efca490-7e3b-4248-9050-df7048e4d3f7 req-e48ae542-de90-45c6-8ef0-dab3b602c718 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 944 time: 0.1227071 Sep 27 08:39:32.609057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f353d64-196e-48f0-9337-b2fc420df66e req-3097d934-910d-492c-b38f-c945394f961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:32.611162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f353d64-196e-48f0-9337-b2fc420df66e req-3097d934-910d-492c-b38f-c945394f961d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 912 time: 0.1769030 Sep 27 08:39:32.633338 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7efca490-7e3b-4248-9050-df7048e4d3f7 req-87d6ad82-3aa7-4087-bea8-b5f34fd394d0 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945342 Sep 27 08:39:32.674402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Allocated IP 172.20.0.1 (0ea6ad02-b378-4c37-b6b5-80df9de29b5a/bbfd24b0-5963-4e49-ab12-2288634c184a/c3dffc2f-d158-404e-875b-38a2073cd6bd) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:32.680696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f353d64-196e-48f0-9337-b2fc420df66e req-2c29ee99-22b1-473f-813b-39212d156200 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9aa511-6cad-4c2c-a244-a757672855b9 HTTP/1.1" status: 200 len: 217 time: 0.0600708 Sep 27 08:39:32.695511 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] Set router 2f7a468e-c0f2-4706-bef4-7d630506ab80 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:39:32.748513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f353d64-196e-48f0-9337-b2fc420df66e req-a7c36594-1095-4007-9117-93fce5258c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:32.750598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f353d64-196e-48f0-9337-b2fc420df66e req-a7c36594-1095-4007-9117-93fce5258c37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbc0f9d9-93fc-49bb-b36d-156d93276e57 HTTP/1.1" status: 200 len: 851 time: 0.0589573 Sep 27 08:39:32.855805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.856289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f353d64-196e-48f0-9337-b2fc420df66e req-3eb6518f-6580-49b7-9617-aea0f45430ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b914994-644b-4b5d-93da-5a634c51b84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555317 Sep 27 08:39:32.883607 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.900435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:32.990943 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.040202 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:28Z', 'revision_number': 3, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port': {'id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:27Z', 'updated_at': '2021-09-27T08:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:33.046916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49004) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:33.047338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Allocated IP 192.168.233.127 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/2bedceaa-390a-456b-aeee-c23993c2f5b3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:33.067459 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5c6e-a936-4e8b-94b2-8fb8d37eb5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.072944 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34dabd-697d-4e69-97a0-79418ed59c62 None None] The sync data for ids ['2f7a468e-c0f2-4706-bef4-7d630506ab80'] in n-d-810909-1 is: [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:28Z', 'revision_number': 3, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port': {'id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:27Z', 'updated_at': '2021-09-27T08:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:39:33.082887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:33.092239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:33.095125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:33.144437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3dffc2f-d158-404e-875b-38a2073cd6bd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:33.238195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.420483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90e70ab-3f96-4e16-bf0b-5444b7bceeee,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:33.534312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.535849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d275d3f7-611f-43e9-a62c-a601a5ae2f84 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:33.596392 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.658691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port d275d3f7-611f-43e9-a62c-a601a5ae2f84 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:39:33.665596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port d275d3f7-611f-43e9-a62c-a601a5ae2f84 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:33.671918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.709290 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5c6e-a936-4e8b-94b2-8fb8d37eb5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.714272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b579aa9-0b62-4c63-a9ba-f3ef1f721f50 req-c3e87b00-c323-48b7-a927-243d0e94d1af tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:33.725139 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b579aa9-0b62-4c63-a9ba-f3ef1f721f50 req-c3e87b00-c323-48b7-a927-243d0e94d1af tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.6367755 Sep 27 08:39:33.745863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:33.759875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51b2ae-325f-4c4b-9e9a-4cd4375b54a2 req-f734b170-81c4-40aa-bfac-e4c0f930e62c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:33.760021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:33.768358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc51b2ae-325f-4c4b-9e9a-4cd4375b54a2 req-f734b170-81c4-40aa-bfac-e4c0f930e62c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.3567567 Sep 27 08:39:33.769503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5c6e-a936-4e8b-94b2-8fb8d37eb5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.777535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:33.781030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:33.832935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c5aa5c6e-a936-4e8b-94b2-8fb8d37eb5d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=182af9c5d91a4d90bbfd9033552f8f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7828114 Sep 27 08:39:33.833778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.837257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49018) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:33.843423 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f353d64-196e-48f0-9337-b2fc420df66e req-63b55c0f-d92d-4f61-9d3e-c6dca1198fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9704342 Sep 27 08:39:33.854138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-923fbf3f-8782-4f20-a40e-8f4f1d0047ee None None] Provisioning complete for port c3dffc2f-d158-404e-875b-38a2073cd6bd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:33.854505 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-923fbf3f-8782-4f20-a40e-8f4f1d0047ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.859099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:33.859943 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:33.921162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Pushing event updated for resources: {'Port': ['ID=2bedceaa-390a-456b-aeee-c23993c2f5b3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:33.945831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-2de7ed5d-7d2d-43ae-9069-bd4b59ad35fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8772717 Sep 27 08:39:33.976636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b579aa9-0b62-4c63-a9ba-f3ef1f721f50 req-7228a451-6c84-476e-96fc-5ccd825063e7 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502720 Sep 27 08:39:33.986986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Request body: {'port': {'device_id': 'd4abede6-316a-4f1f-bc42-986683df3b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:34.037697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc51b2ae-325f-4c4b-9e9a-4cd4375b54a2 req-b580f4f9-93cc-407c-a910-c1401215cdad tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152491 Sep 27 08:39:34.047872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa5c6e-a936-4e8b-94b2-8fb8d37eb5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5ef6a9-7760-4bdd-874c-b1a2f761c5dc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:34.088772 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.143356 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614e569c-b3e6-4f06-89a7-f198df261fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.162251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-923fbf3f-8782-4f20-a40e-8f4f1d0047ee None None] Port c3dffc2f-d158-404e-875b-38a2073cd6bd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:39:34.199563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:34.203824 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94c8a7-ac44-465c-98e7-35e19034a661" -d '{"events": [{"server_uuid": "33968427-aafd-4b7d-b508-c9c31259d2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d275d3f7-611f-43e9-a62c-a601a5ae2f84"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:34.214653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614e569c-b3e6-4f06-89a7-f198df261fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.236194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:34.246097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:34.246472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.248267 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.385587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e1e2-55d5-48cb-8718-d1d0e5a79361 None None] Provisioning complete for port 2bedceaa-390a-456b-aeee-c23993c2f5b3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:34.385587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e1e2-55d5-48cb-8718-d1d0e5a79361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.443544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e1e2-55d5-48cb-8718-d1d0e5a79361 None None] Port 2bedceaa-390a-456b-aeee-c23993c2f5b3 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:39:34.448264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a33326-160e-49bb-b374-ac25b41c8e3c req-a41dc597-6799-4e20-861c-5f4513d05257 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:34.458746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-88a33326-160e-49bb-b374-ac25b41c8e3c req-a41dc597-6799-4e20-861c-5f4513d05257 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1350069 Sep 27 08:39:34.462111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56036e14-b5b8-4883-b505-0e29ccf327f0 req-d83983aa-3552-454b-ae72-4110db40ba38 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:34.468698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d275d3f7-611f-43e9-a62c-a601a5ae2f84,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:34.472194 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56036e14-b5b8-4883-b505-0e29ccf327f0 req-d83983aa-3552-454b-ae72-4110db40ba38 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 936 time: 0.2414539 Sep 27 08:39:34.481963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.482304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.482647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.483121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.483600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.483944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.484244 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.484602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.484913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.485233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.485549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.485864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:39:34.488202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.489543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.500760 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.504198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614e569c-b3e6-4f06-89a7-f198df261fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.511358 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614e569c-b3e6-4f06-89a7-f198df261fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.514879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-614e569c-b3e6-4f06-89a7-f198df261fe9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de5ef6a9-7760-4bdd-874c-b1a2f761c5dc HTTP/1.1" status: 204 len: 168 time: 0.6743598 Sep 27 08:39:34.518606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.526775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f353d64-196e-48f0-9337-b2fc420df66e req-52e6af0e-65ad-4098-a903-029633b9ac4e service neutron] 10.222.0.57 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444571 Sep 27 08:39:34.552533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:34.570094 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.661316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:34.725357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:34.733970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e569c-b3e6-4f06-89a7-f198df261fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5ef6a9-7760-4bdd-874c-b1a2f761c5dc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:34.824339 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-88a33326-160e-49bb-b374-ac25b41c8e3c req-c9165abc-66b6-4dce-a83a-978f82d3b0e1 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641365 Sep 27 08:39:34.924307 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32520f5-cbaa-4b7e-b201-7f6f8d74459f x-openstack-request-id: req-e32520f5-cbaa-4b7e-b201-7f6f8d74459f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:34.924504 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33968427-aafd-4b7d-b508-c9c31259d2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d275d3f7-611f-43e9-a62c-a601a5ae2f84", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:34.924708 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e32520f5-cbaa-4b7e-b201-7f6f8d74459f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:34.925127 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84', 'code': 200} Sep 27 08:39:34.966206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3dffc2f-d158-404e-875b-38a2073cd6bd,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:35.000119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bedceaa-390a-456b-aeee-c23993c2f5b3 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:35.022516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:35.075796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Transition to ACTIVE for port object 2bedceaa-390a-456b-aeee-c23993c2f5b3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:39:35.106882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:35.132185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56036e14-b5b8-4883-b505-0e29ccf327f0 req-6883d5b0-3d63-4843-b843-cae90270baaf tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574979 Sep 27 08:39:35.136977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd525c4d-0552-443f-9218-cd55bfa6ecac req-39ca7193-7456-47e7-aa0a-a005ea44ed12 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:35.138891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd525c4d-0552-443f-9218-cd55bfa6ecac req-39ca7193-7456-47e7-aa0a-a005ea44ed12 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0850272 Sep 27 08:39:35.141083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:35.142712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:35.255598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe3fcb-5b26-4a51-8246-52bed8e2886f req-8263f3d7-dcef-408d-ba65-2caf69ec4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:35.257665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d3fe3fcb-5b26-4a51-8246-52bed8e2886f req-8263f3d7-dcef-408d-ba65-2caf69ec4bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 1096 time: 0.2301912 Sep 27 08:39:35.271572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Pushing event updated for resources: {'Port': ['ID=2bedceaa-390a-456b-aeee-c23993c2f5b3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:35.386571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Attempting to bind port 2bedceaa-390a-456b-aeee-c23993c2f5b3 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:35.386901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Attempting to bind port 2bedceaa-390a-456b-aeee-c23993c2f5b3 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:35.387236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Attempting to bind port 2bedceaa-390a-456b-aeee-c23993c2f5b3 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:35.405235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Port 2bedceaa-390a-456b-aeee-c23993c2f5b3 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:39:35.405556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Attempting to bind port 2bedceaa-390a-456b-aeee-c23993c2f5b3 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:35.411584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:35.412065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:35.412660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:35.413120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Bound port: 2bedceaa-390a-456b-aeee-c23993c2f5b3, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:35.413550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:35.464126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d3fe3fcb-5b26-4a51-8246-52bed8e2886f req-dd427342-cde6-4f3d-814e-f6165f5b1b24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817255 Sep 27 08:39:35.476526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd525c4d-0552-443f-9218-cd55bfa6ecac req-a4c7cf37-da90-47bf-b412-981cafc30de6 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256254 Sep 27 08:39:35.508111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f7b0c-94a5-4af5-8359-55d935178251 req-361a2a38-95eb-4e02-b7ad-517b88a06cde tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:35.509768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-692f7b0c-94a5-4af5-8359-55d935178251 req-361a2a38-95eb-4e02-b7ad-517b88a06cde tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1605232 Sep 27 08:39:35.581214 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:35.608530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-692f7b0c-94a5-4af5-8359-55d935178251 req-412f28b0-3ee3-4745-9f81-25cc17c23aae tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866346 Sep 27 08:39:35.612885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] For port 2bedceaa-390a-456b-aeee-c23993c2f5b3, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:35.618661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] For port 2bedceaa-390a-456b-aeee-c23993c2f5b3, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2bedceaa-390a-456b-aeee-c23993c2f5b3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:35.630885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:35.635140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Router 2f7a468e-c0f2-4706-bef4-7d630506ab80 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:39:35.730842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:35.773795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:35.774402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:35.781590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] 10.222.0.67 "PUT /v2.0/ports/2bedceaa-390a-456b-aeee-c23993c2f5b3 HTTP/1.1" status: 200 len: 1096 time: 1.8025641 Sep 27 08:39:35.782108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4abede6-316a-4f1f-bc42-986683df3b5b', 'tag': '2bedceaa-390a-456b-aeee-c23993c2f5b3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:35.787380 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525" -d '{"events": [{"name": "network-changed", "server_uuid": "d4abede6-316a-4f1f-bc42-986683df3b5b", "tag": "2bedceaa-390a-456b-aeee-c23993c2f5b3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:35.886623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:35.887609 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:35.901794 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c995e148-60fb-4d83-a002-bfc661613ed0 x-openstack-request-id: req-c995e148-60fb-4d83-a002-bfc661613ed0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:35.901924 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4abede6-316a-4f1f-bc42-986683df3b5b", "tag": "2bedceaa-390a-456b-aeee-c23993c2f5b3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:35.902172 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c995e148-60fb-4d83-a002-bfc661613ed0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:35.902586 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4abede6-316a-4f1f-bc42-986683df3b5b', 'tag': '2bedceaa-390a-456b-aeee-c23993c2f5b3', 'status': 'completed', 'code': 200} Sep 27 08:39:35.938499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:39:35.949446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-347ee58f-9774-43f2-a89a-96c29a3124b7 admin admin] 10.222.0.50 "PUT /v2.0/routers/2f7a468e-c0f2-4706-bef4-7d630506ab80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8729367 Sep 27 08:39:35.972077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6db930-1817-4265-9756-893d58dbf6dd service neutron] Pushing event updated for resources: {'Port': ['ID=2bedceaa-390a-456b-aeee-c23993c2f5b3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:35.989123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Sync routers for ids ['2f7a468e-c0f2-4706-bef4-7d630506ab80'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:39:36.021453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-b7117c1c-1d2f-44f1-8ac8-018b4f385367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:36.029884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-b7117c1c-1d2f-44f1-8ac8-018b4f385367 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b6f88207d7449e8d1e55e240d89e5d&device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 1099 time: 0.1725137 Sep 27 08:39:36.050500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Routers {'2f7a468e-c0f2-4706-bef4-7d630506ab80'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:39:36.051164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2f7a468e-c0f2-4706-bef4-7d630506ab80'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:36.158967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6952e-3a52-49e0-a48c-635fa4ebd910 req-19dcd279-7dd9-41af-bbb9-986f93ac6bcd tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:36.164607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79d6952e-3a52-49e0-a48c-635fa4ebd910 req-19dcd279-7dd9-41af-bbb9-986f93ac6bcd tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1622069 Sep 27 08:39:36.181369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f38aa72a-48e9-40d5-96e7-af45b73181fc None None] Provisioning complete for port c3dffc2f-d158-404e-875b-38a2073cd6bd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:36.181369 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f38aa72a-48e9-40d5-96e7-af45b73181fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:36.186907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-0355809b-c4f6-49d7-8b35-fa7a8c2a81af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2bedceaa-390a-456b-aeee-c23993c2f5b3 HTTP/1.1" status: 200 len: 217 time: 0.1444962 Sep 27 08:39:36.246583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79d6952e-3a52-49e0-a48c-635fa4ebd910 req-437edacb-07be-42ef-81a9-de8e29778bf8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758977 Sep 27 08:39:36.293211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f38aa72a-48e9-40d5-96e7-af45b73181fc None None] Port c3dffc2f-d158-404e-875b-38a2073cd6bd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:39:36.351685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-49362356-97f5-4f63-922d-258d2b8daa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:36.356962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-49362356-97f5-4f63-922d-258d2b8daa73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1539924 Sep 27 08:39:36.471152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Set router 2f7a468e-c0f2-4706-bef4-7d630506ab80 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:39:36.541781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65583-e190-4e3a-a58a-16192f9b3eab req-6fe2dff1-0adf-4fe1-8aae-6b0cca2b8111 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:36.550269 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-edc65583-e190-4e3a-a58a-16192f9b3eab req-6fe2dff1-0adf-4fe1-8aae-6b0cca2b8111 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 948 time: 0.1910062 Sep 27 08:39:36.571270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-11aaea13-8450-4844-8f1b-293ec0ef16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:36.581151 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-11aaea13-8450-4844-8f1b-293ec0ef16b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922455 Sep 27 08:39:36.590507 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bb4c62dc-1087-4356-babb-ef757d330a1c req-3d951469-be80-4e09-8d20-75d779274370 tempest-FloatingIPsNegativeTestJSON-1588515273 tempest-FloatingIPsNegativeTestJSON-1588515273-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=83a5140bb32c4ea484acad549c04625e HTTP/1.1" status: 200 len: 217 time: 0.0977705 Sep 27 08:39:36.788788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:33Z', 'revision_number': 4, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port': {'id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:27Z', 'updated_at': '2021-09-27T08:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'c3dffc2f-d158-404e-875b-38a2073cd6bd', 'name': '', 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'mac_address': 'fa:16:3e:41:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'bbfd24b0-5963-4e49-ab12-2288634c184a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:32Z', 'updated_at': '2021-09-27T08:39:34Z', 'revision_number': 2, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'subnets': [{'id': 'bbfd24b0-5963-4e49-ab12-2288634c184a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:36.802432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-9588ee98-5b5a-427c-b9bb-700b083a6795 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972859 Sep 27 08:39:36.812393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-edc65583-e190-4e3a-a58a-16192f9b3eab req-83e82f91-9c51-430d-905d-ea48d7594a19 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501705 Sep 27 08:39:36.822671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30490542-a21c-415c-9088-4780d0c87de4 req-67dd58e4-b43f-4ab2-a0e3-a5ac6a8fa75c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:36.830706 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30490542-a21c-415c-9088-4780d0c87de4 req-67dd58e4-b43f-4ab2-a0e3-a5ac6a8fa75c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.1400073 Sep 27 08:39:36.894545 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30490542-a21c-415c-9088-4780d0c87de4 req-90a359a8-d6de-4c50-8ae3-b10de94446aa tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607865 Sep 27 08:39:36.905203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Checking router: 2f7a468e-c0f2-4706-bef4-7d630506ab80 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:39:36.905579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Updating router 2f7a468e-c0f2-4706-bef4-7d630506ab80 port c3dffc2f-d158-404e-875b-38a2073cd6bd binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:39:36.929339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-925832c6-2a4c-4b35-8b68-8679befca268 req-5d3d83d4-25a7-4cc3-bed4-81227fa29b46 tempest-FloatingIPsNegativeTestJSON-1588515273 tempest-FloatingIPsNegativeTestJSON-1588515273-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0864208 Sep 27 08:39:36.962328 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:37.038444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19563d17-a3e7-462d-b978-75eabf2cadb4 req-02e24341-3577-4eb6-b889-028481ce7d71 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186210 Sep 27 08:39:37.082783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f45f-86f5-4bf4-946e-97899fca03fb req-a60c91d7-8fe3-49e0-9847-39e6e10a2ad7 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:37.091919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12a7f45f-86f5-4bf4-946e-97899fca03fb req-a60c91d7-8fe3-49e0-9847-39e6e10a2ad7 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1140578 Sep 27 08:39:37.173875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12a7f45f-86f5-4bf4-946e-97899fca03fb req-8d1dda69-9fe8-40c7-a2d9-5d12978e781c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797548 Sep 27 08:39:37.256490 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-cbee5add-ce36-4a17-9dac-f32243e8e2bb req-3d1c6adf-19a3-4aa2-bf72-144bdef4c1d7 tempest-FloatingIPsNegativeTestJSON-1588515273 tempest-FloatingIPsNegativeTestJSON-1588515273-project] show failed (client error): The resource could not be found. Sep 27 08:39:37.262735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbee5add-ce36-4a17-9dac-f32243e8e2bb req-3d1c6adf-19a3-4aa2-bf72-144bdef4c1d7 tempest-FloatingIPsNegativeTestJSON-1588515273 tempest-FloatingIPsNegativeTestJSON-1588515273-project] 10.222.0.50 "GET /v2.0/floatingips/edfaf1b6-1d89-436e-84ce-74bbd069764c HTTP/1.1" status: 404 len: 350 time: 0.1268213 Sep 27 08:39:37.305649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49104) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:37.334769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-17fbed87-c9d7-4b05-9257-02475006186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:37.336760 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-17fbed87-c9d7-4b05-9257-02475006186b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b6f88207d7449e8d1e55e240d89e5d&device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 1099 time: 0.1228282 Sep 27 08:39:37.561634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f473b9-98f4-48ef-8a88-fb75b0196a99 req-b4775107-8305-47a1-b5d9-0548ba20c3c5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:37.563720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9f473b9-98f4-48ef-8a88-fb75b0196a99 req-b4775107-8305-47a1-b5d9-0548ba20c3c5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1512041 Sep 27 08:39:37.578094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-7f28040e-a5df-42bf-8f9b-e6aeb09b7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:37.578686 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-7f28040e-a5df-42bf-8f9b-e6aeb09b7666 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2336826 Sep 27 08:39:37.645364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:37.659642 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:37.679365 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-18e2a07d-95e9-4351-8646-5902aee98169 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2bedceaa-390a-456b-aeee-c23993c2f5b3 HTTP/1.1" status: 200 len: 217 time: 0.0893321 Sep 27 08:39:37.681641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9f473b9-98f4-48ef-8a88-fb75b0196a99 req-4e232281-0e26-46d6-b348-73c3ab022445 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682938 Sep 27 08:39:37.739712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae6cc5-56e4-4a0d-a233-1e3fdd5839ba None None] Pushing event updated for resources: {'Port': ['ID=c3dffc2f-d158-404e-875b-38a2073cd6bd,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:37.858905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Attempting to bind port c3dffc2f-d158-404e-875b-38a2073cd6bd on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:37.859479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Attempting to bind port c3dffc2f-d158-404e-875b-38a2073cd6bd by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:37.859677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Attempting to bind port c3dffc2f-d158-404e-875b-38a2073cd6bd on network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:37.871726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:37.874235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Checking segment: {'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:37.874467 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:37.874861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Bound using segment: {'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:37.876759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Bound port: c3dffc2f-d158-404e-875b-38a2073cd6bd, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da12af6-790f-41c3-8846-97841ad46626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:37.878132 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:37.912457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-65c8e47a-84d2-4717-a00b-5db5a6e1d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:37.916428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-65c8e47a-84d2-4717-a00b-5db5a6e1d813 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.2306709 Sep 27 08:39:38.041606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] For port c3dffc2f-d158-404e-875b-38a2073cd6bd, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:38.049981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] For port c3dffc2f-d158-404e-875b-38a2073cd6bd, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c3dffc2f-d158-404e-875b-38a2073cd6bd,segment=NetworkSegment(0da12af6-790f-41c3-8846-97841ad46626),segment_id=0da12af6-790f-41c3-8846-97841ad46626)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:38.051269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d746b6-9e75-44bc-9092-36110c632afb req-d0e0b3eb-7d38-417c-a008-a2ca3a497230 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:38.057951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:38.064091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0d746b6-9e75-44bc-9092-36110c632afb req-d0e0b3eb-7d38-417c-a008-a2ca3a497230 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.2248602 Sep 27 08:39:38.132460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e919-5c70-4af6-b0f2-13e4517fe2d3 req-512bfdb9-1121-4df6-9342-eac827406b85 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:38.134162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87d9e919-5c70-4af6-b0f2-13e4517fe2d3 req-512bfdb9-1121-4df6-9342-eac827406b85 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 948 time: 0.1819403 Sep 27 08:39:38.175906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Routers {'2f7a468e-c0f2-4706-bef4-7d630506ab80'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:39:38.177540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2f7a468e-c0f2-4706-bef4-7d630506ab80'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:38.193530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b0d746b6-9e75-44bc-9092-36110c632afb req-b1d4283d-3c73-4ecf-aa03-730dc095973b tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275225 Sep 27 08:39:38.200525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-b84caf00-33c7-4a03-bde2-2ba5e02fcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:38.202274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-b84caf00-33c7-4a03-bde2-2ba5e02fcf8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2691805 Sep 27 08:39:38.273579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87d9e919-5c70-4af6-b0f2-13e4517fe2d3 req-a7777955-2829-43bc-97fc-3ec7af729fff tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267688 Sep 27 08:39:38.309256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3fbf1844-b9a8-4346-9f68-fde7a0843648 None None] Provisioning complete for port c3dffc2f-d158-404e-875b-38a2073cd6bd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:38.311864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fbf1844-b9a8-4346-9f68-fde7a0843648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:38.330484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:38.436077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae6cc5-56e4-4a0d-a233-1e3fdd5839ba None None] Pushing event updated for resources: {'Port': ['ID=c3dffc2f-d158-404e-875b-38a2073cd6bd,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:38.469286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9914a4e-0dc3-412c-84b7-3ffd9254cdae req-0820dc10-e3b9-459a-9829-c74e3c4275a8 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:38.487060 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9914a4e-0dc3-412c-84b7-3ffd9254cdae req-0820dc10-e3b9-459a-9829-c74e3c4275a8 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.1239095 Sep 27 08:39:38.497100 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-60031530-b954-45d8-a55d-b952addd18c1 service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820182 Sep 27 08:39:38.701564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579107b6-db5d-4c7e-b38f-60af49fee857 req-97f19988-8ffe-4e7c-b84c-7276e1723c1e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:38.703659 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-579107b6-db5d-4c7e-b38f-60af49fee857 req-97f19988-8ffe-4e7c-b84c-7276e1723c1e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1101866 Sep 27 08:39:38.782333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] Set router 2f7a468e-c0f2-4706-bef4-7d630506ab80 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:39:38.791397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bfa35dd-3363-4c45-83ad-b8d39a0d9525 req-5b663772-54f7-4e80-8576-39a786acdb0b service neutron] 10.222.0.67 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438042 Sep 27 08:39:38.792852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-579107b6-db5d-4c7e-b38f-60af49fee857 req-565f0916-b185-433b-9a82-b8c8797ffcef tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Sep 27 08:39:38.814740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9914a4e-0dc3-412c-84b7-3ffd9254cdae req-0468b11d-81e0-4939-a5bc-df8592cff796 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257689 Sep 27 08:39:38.914918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fbf1844-b9a8-4346-9f68-fde7a0843648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:38.970692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Deleting port c3dffc2f-d158-404e-875b-38a2073cd6bd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:38.971239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:39.252549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3fbf1844-b9a8-4346-9f68-fde7a0843648 None None] For port c3dffc2f-d158-404e-875b-38a2073cd6bd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c3dffc2f-d158-404e-875b-38a2073cd6bd,segment=NetworkSegment(0da12af6-790f-41c3-8846-97841ad46626),segment_id=0da12af6-790f-41c3-8846-97841ad46626)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:39.271925 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fbf1844-b9a8-4346-9f68-fde7a0843648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:39.339627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:33Z', 'revision_number': 4, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port': {'id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:27Z', 'updated_at': '2021-09-27T08:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'c3dffc2f-d158-404e-875b-38a2073cd6bd', 'name': '', 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'mac_address': 'fa:16:3e:41:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'bbfd24b0-5963-4e49-ab12-2288634c184a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:32Z', 'updated_at': '2021-09-27T08:39:38Z', 'revision_number': 4, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'subnets': [{'id': 'bbfd24b0-5963-4e49-ab12-2288634c184a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:39.428755 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec908536-0149-4362-a49d-3415307a37e5 None None] The sync data for ids ['2f7a468e-c0f2-4706-bef4-7d630506ab80'] in n-d-810909-1 is: [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:33Z', 'revision_number': 4, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port': {'id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:27Z', 'updated_at': '2021-09-27T08:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'c3dffc2f-d158-404e-875b-38a2073cd6bd', 'name': '', 'network_id': '0ea6ad02-b378-4c37-b6b5-80df9de29b5a', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'mac_address': 'fa:16:3e:41:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'bbfd24b0-5963-4e49-ab12-2288634c184a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:32Z', 'updated_at': '2021-09-27T08:39:38Z', 'revision_number': 4, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'subnets': [{'id': 'bbfd24b0-5963-4e49-ab12-2288634c184a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:39:39.471453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf1844-b9a8-4346-9f68-fde7a0843648 None None] Pushing event updated for resources: {'Port': ['ID=c3dffc2f-d158-404e-875b-38a2073cd6bd,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:39.479580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-180b8104-7c6a-4aca-b201-368eaac905f0 None None] Provisioning complete for port c3dffc2f-d158-404e-875b-38a2073cd6bd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:39.480075 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-180b8104-7c6a-4aca-b201-368eaac905f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:39.550145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] For port c3dffc2f-d158-404e-875b-38a2073cd6bd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c3dffc2f-d158-404e-875b-38a2073cd6bd,segment=NetworkSegment(0da12af6-790f-41c3-8846-97841ad46626),segment_id=0da12af6-790f-41c3-8846-97841ad46626)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:39.552903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:39.586611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Calling delete_port for c3dffc2f-d158-404e-875b-38a2073cd6bd owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:39.606873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ccb86-ba0d-40c3-84ea-28e2ef5537e1 req-e2bd42c2-77f9-4377-9162-bbba7ec98117 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:39.625693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc9ccb86-ba0d-40c3-84ea-28e2ef5537e1 req-e2bd42c2-77f9-4377-9162-bbba7ec98117 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 948 time: 0.2044632 Sep 27 08:39:39.704528 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc9ccb86-ba0d-40c3-84ea-28e2ef5537e1 req-34f0e9f6-00ac-4a66-8aad-c92f690dd484 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748689 Sep 27 08:39:40.062376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8509927-bfff-44eb-92e2-2f2798e71c98 req-e0ca78ef-6404-4dcc-8a2f-8b3b3f22e211 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:40.063989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8509927-bfff-44eb-92e2-2f2798e71c98 req-e0ca78ef-6404-4dcc-8a2f-8b3b3f22e211 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.0784140 Sep 27 08:39:40.140978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8509927-bfff-44eb-92e2-2f2798e71c98 req-b74b039c-1deb-450c-a5e5-89e4525fda0c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549440 Sep 27 08:39:40.167068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f868b-4ade-4979-a608-826409283f80 req-ea28f6e3-a2d9-45b8-9532-163eafe4bfd7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:40.168629 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a10f868b-4ade-4979-a608-826409283f80 req-ea28f6e3-a2d9-45b8-9532-163eafe4bfd7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.2294641 Sep 27 08:39:40.243377 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a10f868b-4ade-4979-a608-826409283f80 req-a0c11ede-03fc-44c9-94e4-55e2e71f0865 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594344 Sep 27 08:39:40.243937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:40.312723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3dffc2f-d158-404e-875b-38a2073cd6bd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:40.315130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61d888-f4e3-486e-a962-8ebcab0e855e req-ede2021e-e237-4e04-b78a-4d28f70e7d47 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:40.319467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee61d888-f4e3-486e-a962-8ebcab0e855e req-ede2021e-e237-4e04-b78a-4d28f70e7d47 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0785873 Sep 27 08:39:40.389387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee61d888-f4e3-486e-a962-8ebcab0e855e req-cf8577ac-4243-43a1-aa04-0d155a8439f0 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Sep 27 08:39:40.532292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2bedceaa-390a-456b-aeee-c23993c2f5b3 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:39:40.554843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:40.657155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2bedceaa-390a-456b-aeee-c23993c2f5b3, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2bedceaa-390a-456b-aeee-c23993c2f5b3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:40.670895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '2bedceaa-390a-456b-aeee-c23993c2f5b3', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '2bedceaa-390a-456b-aeee-c23993c2f5b3', 'mac_address': 'fa:16:3e:43:54:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:39:40.738971 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:40.784723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bedceaa-390a-456b-aeee-c23993c2f5b3 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:40.830732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2bedceaa-390a-456b-aeee-c23993c2f5b3, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2bedceaa-390a-456b-aeee-c23993c2f5b3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:40.838601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:40.942897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2bedceaa-390a-456b-aeee-c23993c2f5b3,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:40.986975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Router 2f7a468e-c0f2-4706-bef4-7d630506ab80 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:39:40.996497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57b0e-c326-42d9-af91-06c128a8cf63 req-f76b29fa-0366-48a2-8ccd-2ac70e656f7f tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:40.998040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3de57b0e-c326-42d9-af91-06c128a8cf63 req-f76b29fa-0366-48a2-8ccd-2ac70e656f7f tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 949 time: 0.1114094 Sep 27 08:39:41.090446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3de57b0e-c326-42d9-af91-06c128a8cf63 req-e7cdf96b-ec54-4dcc-9864-0698e0238e9e tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853226 Sep 27 08:39:41.160198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:39:41.170884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49192) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:41.177928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7262a55d-4bfc-44bf-86bf-3ee4a2147663 admin admin] 10.222.0.50 "PUT /v2.0/routers/2f7a468e-c0f2-4706-bef4-7d630506ab80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8706422 Sep 27 08:39:41.191495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2bedceaa-390a-456b-aeee-c23993c2f5b3'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:41.394620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586700e-5845-4b09-bbcb-45b05f961f8b req-f0ca2c6d-6c68-403f-aadc-58f3e2382735 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:41.396389 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0586700e-5845-4b09-bbcb-45b05f961f8b req-f0ca2c6d-6c68-403f-aadc-58f3e2382735 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1460073 Sep 27 08:39:41.478488 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] Sync routers for ids ['2f7a468e-c0f2-4706-bef4-7d630506ab80'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:39:41.486405 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:41.496269 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] Routers {'2f7a468e-c0f2-4706-bef4-7d630506ab80'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:39:41.500210 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2f7a468e-c0f2-4706-bef4-7d630506ab80'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:41.551592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb655f09-9c75-4d6e-94c7-052e5f44cc93 req-aeb8de10-6d91-489e-9b46-d24976ee1204 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:41.559310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bb655f09-9c75-4d6e-94c7-052e5f44cc93 req-aeb8de10-6d91-489e-9b46-d24976ee1204 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.0878456 Sep 27 08:39:41.621263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bb655f09-9c75-4d6e-94c7-052e5f44cc93 req-8ac6f6f6-ef8d-4656-93be-a0a157156e71 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590105 Sep 27 08:39:41.677430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0586700e-5845-4b09-bbcb-45b05f961f8b req-40d05bcb-afa4-4a6e-adf2-e098d3c68a3d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643402 Sep 27 08:39:41.767789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02cf94-5187-487c-b30b-f7b01c253fb9 req-97e8bb08-6f39-4535-b863-1ae2097fe70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:41.769444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c02cf94-5187-487c-b30b-f7b01c253fb9 req-97e8bb08-6f39-4535-b863-1ae2097fe70e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 1097 time: 0.1277032 Sep 27 08:39:41.794982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903ac44-3c7c-40a4-985b-3218305b1945 req-5120198f-b71f-468a-9e44-b7d74a4e05e0 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:41.803082 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9903ac44-3c7c-40a4-985b-3218305b1945 req-5120198f-b71f-468a-9e44-b7d74a4e05e0 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.1101227 Sep 27 08:39:41.834440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:41.849951 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] Set router 2f7a468e-c0f2-4706-bef4-7d630506ab80 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:39:41.863428 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9903ac44-3c7c-40a4-985b-3218305b1945 req-a05d0125-d20f-4d80-a7cd-8bca36bd9687 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591547 Sep 27 08:39:41.887838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c02cf94-5187-487c-b30b-f7b01c253fb9 req-5f91dc90-2846-4f70-9634-5f07420910a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072831 Sep 27 08:39:41.981207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Deleting port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:41.981810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.110277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:40Z', 'revision_number': 5, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port': {'id': '2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:39:27Z', 'updated_at': '2021-09-27T08:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:42.126528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] For port 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:42.126900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.143385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Calling delete_port for 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:42.165508 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] Checking router: 2f7a468e-c0f2-4706-bef4-7d630506ab80 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:39:42.176427 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] Routers {'2f7a468e-c0f2-4706-bef4-7d630506ab80'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:39:42.177088 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2f7a468e-c0f2-4706-bef4-7d630506ab80'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:42.262064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783e456-164b-442a-a251-a67e5dacc833 req-434cc926-912f-480f-b1aa-d4ee9bed9e8e tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:42.270808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d783e456-164b-442a-a251-a67e5dacc833 req-434cc926-912f-480f-b1aa-d4ee9bed9e8e tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 949 time: 0.0661652 Sep 27 08:39:42.352242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d783e456-164b-442a-a251-a67e5dacc833 req-b67f589a-f1d2-4c47-aec9-669a6c2e726c tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801768 Sep 27 08:39:42.362611 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] Set router 2f7a468e-c0f2-4706-bef4-7d630506ab80 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:39:42.397719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.429839 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:41Z', 'revision_number': 6, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:42.434825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Pushing event deleted for resources: {'Port': ['ID=2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:42.470671 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93791fb8-82dc-489f-ac23-8b219274e390 None None] The sync data for ids ['2f7a468e-c0f2-4706-bef4-7d630506ab80'] in n-d-810909-1 is: [{'id': '2f7a468e-c0f2-4706-bef4-7d630506ab80', 'name': 'tempest-FloatingIPsNegativeTestJSON-772145471-router', 'tenant_id': '83a5140bb32c4ea484acad549c04625e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:39:26Z', 'updated_at': '2021-09-27T08:39:41Z', 'revision_number': 6, 'project_id': '83a5140bb32c4ea484acad549c04625e', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:39:42.504271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.554775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2bedceaa-390a-456b-aeee-c23993c2f5b3 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:42.602361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.605440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.633533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 2bedceaa-390a-456b-aeee-c23993c2f5b3 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:39:42.649820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 2bedceaa-390a-456b-aeee-c23993c2f5b3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:42.650381 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.680754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.689816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f7a468e-c0f2-4706-bef4-7d630506ab80 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:39:42.699288 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.700557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6aa8249-14e8-444b-a92b-66fc5445c261 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2f7a468e-c0f2-4706-bef4-7d630506ab80 HTTP/1.1" status: 204 len: 168 time: 1.5286448 Sep 27 08:39:42.703101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49230) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:42.818066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc41997-a6ef-405b-942f-8663919bd574 admin admin] Deleting subnet bbfd24b0-5963-4e49-ab12-2288634c184a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:39:42.822948 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcc41997-a6ef-405b-942f-8663919bd574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.873060 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:42.949483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4abede6-316a-4f1f-bc42-986683df3b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bedceaa-390a-456b-aeee-c23993c2f5b3'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:42.952400 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3f0bc-c58f-4362-9970-4e66a6a22f0e" -d '{"events": [{"server_uuid": "d4abede6-316a-4f1f-bc42-986683df3b5b", "name": "network-vif-plugged", "status": "completed", "tag": "2bedceaa-390a-456b-aeee-c23993c2f5b3"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:42.955921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8842da-5475-43bf-9319-e3bc5edc1bba req-32d930a8-56f3-48b6-b8f0-4f1e5b20d063 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:42.965103 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db8842da-5475-43bf-9319-e3bc5edc1bba req-32d930a8-56f3-48b6-b8f0-4f1e5b20d063 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1656916 Sep 27 08:39:42.982969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2bedceaa-390a-456b-aeee-c23993c2f5b3, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2bedceaa-390a-456b-aeee-c23993c2f5b3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:42.992876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:43.043039 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcc41997-a6ef-405b-942f-8663919bd574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:43.100600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642548fa-2fee-4eef-9995-b46a9ee36e7a req-93f2199e-8ebb-4691-b3c2-621108480368 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:43.102545 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-642548fa-2fee-4eef-9995-b46a9ee36e7a req-93f2199e-8ebb-4691-b3c2-621108480368 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1935489 Sep 27 08:39:43.107950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-db8842da-5475-43bf-9319-e3bc5edc1bba req-5b347664-94ed-4607-99c5-a7d38d9d84ed tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315217 Sep 27 08:39:43.144254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2bedceaa-390a-456b-aeee-c23993c2f5b3,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:43.218011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-642548fa-2fee-4eef-9995-b46a9ee36e7a req-c26acbee-c41c-44e5-b70a-dc71d3914362 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077180 Sep 27 08:39:43.219587 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcc41997-a6ef-405b-942f-8663919bd574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:43.298325 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4623f79b-d77d-451a-88f2-6ba7990c2196 x-openstack-request-id: req-4623f79b-d77d-451a-88f2-6ba7990c2196 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:43.298618 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4abede6-316a-4f1f-bc42-986683df3b5b", "name": "network-vif-plugged", "status": "completed", "tag": "2bedceaa-390a-456b-aeee-c23993c2f5b3", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:43.298867 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4623f79b-d77d-451a-88f2-6ba7990c2196 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:43.299263 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4abede6-316a-4f1f-bc42-986683df3b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bedceaa-390a-456b-aeee-c23993c2f5b3', 'code': 200} Sep 27 08:39:43.305859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8225345-d2b4-4145-a2b8-071aed3ed3cd req-98509b73-cdfc-4025-9873-42ab8807dfd1 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:43.322483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8225345-d2b4-4145-a2b8-071aed3ed3cd req-98509b73-cdfc-4025-9873-42ab8807dfd1 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0954030 Sep 27 08:39:43.333713 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcc41997-a6ef-405b-942f-8663919bd574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:43.378867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc41997-a6ef-405b-942f-8663919bd574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfd24b0-5963-4e49-ab12-2288634c184a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:43.388677 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcc41997-a6ef-405b-942f-8663919bd574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:43.391678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dcc41997-a6ef-405b-942f-8663919bd574 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bbfd24b0-5963-4e49-ab12-2288634c184a HTTP/1.1" status: 204 len: 168 time: 0.6862762 Sep 27 08:39:43.397681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690deef-5e33-4a13-ae38-ca1555dc92ca None None] Network 0ea6ad02-b378-4c37-b6b5-80df9de29b5a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:43.454748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8225345-d2b4-4145-a2b8-071aed3ed3cd req-ac0dc6b7-296a-4c6e-ab2c-a257f4b70d97 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291351 Sep 27 08:39:43.459168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49246) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:43.628932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:43.672363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef725781-d6f8-439a-b37e-c65b98cec74b req-880bdca6-01dd-48f7-83ad-9cff15721326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:43.678846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef725781-d6f8-439a-b37e-c65b98cec74b req-880bdca6-01dd-48f7-83ad-9cff15721326 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 1101 time: 0.2914331 Sep 27 08:39:43.690256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d275d3f7-611f-43e9-a62c-a601a5ae2f84 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:39:43.796742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ba0f0-af7a-4026-8052-57f8691f650d req-aaed6759-3d40-418b-8f72-6edfd9e9ab77 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:43.808908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa3ba0f0-af7a-4026-8052-57f8691f650d req-aaed6759-3d40-418b-8f72-6edfd9e9ab77 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1085835 Sep 27 08:39:43.846411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5d380-5b1f-4a84-a9d3-b063c203cc75 req-b06ae228-0b12-4929-8beb-2f00d8064fda tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:43.858436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aff5d380-5b1f-4a84-a9d3-b063c203cc75 req-b06ae228-0b12-4929-8beb-2f00d8064fda tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 950 time: 0.3756354 Sep 27 08:39:43.869133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Deleting port 35d739db-be38-476c-8e36-b15968d714df {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:43.869578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:43.884302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef725781-d6f8-439a-b37e-c65b98cec74b req-27c91147-d85c-4ee4-a53e-9b6fb867fefc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911905 Sep 27 08:39:43.901256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa3ba0f0-af7a-4026-8052-57f8691f650d req-5d845ef4-c711-42c0-bede-81ec76da72ca tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912094 Sep 27 08:39:43.924632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:43.963078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84', 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'port_id': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84', 'mac_address': 'fa:16:3e:7e:7d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3752725-3349-48fb-a8db-4201b3a07251', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:39:43.968508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:43.970211 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aff5d380-5b1f-4a84-a9d3-b063c203cc75 req-13946168-7582-4c1f-a300-456c7ce7a3ec tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087794 Sep 27 08:39:44.021558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:44.022167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2177f0a7-9a68-414a-bf07-a8ec4f6ec8a7 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:44.023481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c3dffc2f-d158-404e-875b-38a2073cd6bd no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:44.082334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] For port 35d739db-be38-476c-8e36-b15968d714df, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=35d739db-be38-476c-8e36-b15968d714df,segment=NetworkSegment(0da12af6-790f-41c3-8846-97841ad46626),segment_id=0da12af6-790f-41c3-8846-97841ad46626)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:44.087518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.092770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c3dffc2f-d158-404e-875b-38a2073cd6bd {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:44.093884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c3dffc2f-d158-404e-875b-38a2073cd6bd not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:44.126300 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.130324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Calling delete_port for 35d739db-be38-476c-8e36-b15968d714df owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:44.144952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.149502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d275d3f7-611f-43e9-a62c-a601a5ae2f84 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:44.181618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:44.189888 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.267460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d275d3f7-611f-43e9-a62c-a601a5ae2f84,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:44.274321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] DHCP port deletion for 0ea6ad02-b378-4c37-b6b5-80df9de29b5a request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:39:44.330794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216088f0-642b-4d94-bd39-12c6e74c6e56 req-b2f140c7-60cd-43b1-8e5a-1881d86ac5b9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:44.336753 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-216088f0-642b-4d94-bd39-12c6e74c6e56 req-b2f140c7-60cd-43b1-8e5a-1881d86ac5b9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.0991423 Sep 27 08:39:44.357092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] Deleting port 35d739db-be38-476c-8e36-b15968d714df {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:44.357752 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.436124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-216088f0-642b-4d94-bd39-12c6e74c6e56 req-d2684f9d-2aa9-4a6b-8380-d50dca836620 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924475 Sep 27 08:39:44.472708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6e0f8-e560-4616-906e-7326ee4f6605 req-0a9dd4ac-26f1-47e2-a618-abb58d874cda tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:44.474856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] For port 35d739db-be38-476c-8e36-b15968d714df, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=35d739db-be38-476c-8e36-b15968d714df,segment=NetworkSegment(0da12af6-790f-41c3-8846-97841ad46626),segment_id=0da12af6-790f-41c3-8846-97841ad46626)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:44.475260 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.491478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bac6e0f8-e560-4616-906e-7326ee4f6605 req-0a9dd4ac-26f1-47e2-a618-abb58d874cda tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1282587 Sep 27 08:39:44.495214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.511608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] Calling delete_port for 35d739db-be38-476c-8e36-b15968d714df owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:44.554920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d739db-be38-476c-8e36-b15968d714df,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:44.570308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] No DVR routers for this DVR port 35d739db-be38-476c-8e36-b15968d714df on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:44.610036 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.625607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d275d3f7-611f-43e9-a62c-a601a5ae2f84'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:44.651315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53e856-3c02-480d-9e3e-8d7bf07e5d32 req-e8bd59f3-db2e-45bf-b6f4-671987a96cd8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:44.653365 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f53e856-3c02-480d-9e3e-8d7bf07e5d32 req-e8bd59f3-db2e-45bf-b6f4-671987a96cd8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 944 time: 0.0887644 Sep 27 08:39:44.660665 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bac6e0f8-e560-4616-906e-7326ee4f6605 req-2b0aa3f2-f989-4905-bc1b-ff8f14b2b93f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541491 Sep 27 08:39:44.672818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] No DVR routers for this DVR port 35d739db-be38-476c-8e36-b15968d714df on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:44.676682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd03fc-e36b-40d3-96e4-a0dcd8df4a99 None None] Pushing event deleted for resources: {'Port': ['ID=35d739db-be38-476c-8e36-b15968d714df,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:44.742838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f53e856-3c02-480d-9e3e-8d7bf07e5d32 req-2fc238bd-6e76-4a90-b210-68bf74a60e99 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824208 Sep 27 08:39:44.761886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.823957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea6ad02-b378-4c37-b6b5-80df9de29b5a']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:44.861202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da12af6-790f-41c3-8846-97841ad46626') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:44.861502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da12af6-790f-41c3-8846-97841ad46626') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:44.872175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.890901 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.906291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:39:44.908008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:39:44.912973 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:39:45.011212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.026470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.028434 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0ea6ad02-b378-4c37-b6b5-80df9de29b5a HTTP/1.1" status: 204 len: 168 time: 1.5652757 Sep 27 08:39:45.043884 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3125e577-7027-4e8b-9728-3fc492a42605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.054250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a609a17-49dd-463d-9c64-286b6411c693 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea6ad02-b378-4c37-b6b5-80df9de29b5a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:45.215447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96bdc8-c473-4de3-ace3-415f36b9f4ec req-4253bea4-751a-40a6-90c6-b9fb37c9a9ab tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:45.238025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a96bdc8-c473-4de3-ace3-415f36b9f4ec req-4253bea4-751a-40a6-90c6-b9fb37c9a9ab tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 944 time: 0.1406648 Sep 27 08:39:45.281757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829804bb-9497-403c-89bf-9540a7d74c77 req-31242aa0-e2b3-4c4e-8b48-2316ea09778f tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:45.290399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-829804bb-9497-403c-89bf-9540a7d74c77 req-31242aa0-e2b3-4c4e-8b48-2316ea09778f tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 950 time: 0.1603456 Sep 27 08:39:45.358996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-829804bb-9497-403c-89bf-9540a7d74c77 req-bec0e4be-2e91-4e2c-8a12-ce516ca12bbd tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675864 Sep 27 08:39:45.373425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a96bdc8-c473-4de3-ace3-415f36b9f4ec req-a375d32e-63e1-46ef-8684-357d1a5bd13b tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259153 Sep 27 08:39:45.435324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:45.564966 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7eb7e6fc-79e4-4181-970e-60abeb82b167 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83a5140bb32c4ea484acad549c04625e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282144 Sep 27 08:39:45.567498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:45.597234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d275d3f7-611f-43e9-a62c-a601a5ae2f84 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:45.642127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 35d739db-be38-476c-8e36-b15968d714df no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:45.648007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183e6f8-610a-4f26-a3d7-43dc52c05972 req-ecd0f2fc-08b1-4807-8eca-9af635c4c1c2 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:45.650403 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7183e6f8-610a-4f26-a3d7-43dc52c05972 req-ecd0f2fc-08b1-4807-8eca-9af635c4c1c2 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1131036 Sep 27 08:39:45.672990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aecb758f-10bf-4214-9a13-ec18266da42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.678450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 35d739db-be38-476c-8e36-b15968d714df {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:45.678796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 35d739db-be38-476c-8e36-b15968d714df not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:45.709280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port d275d3f7-611f-43e9-a62c-a601a5ae2f84 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:45.709660 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.766240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7183e6f8-610a-4f26-a3d7-43dc52c05972 req-6b8213b8-a7af-4718-856c-37d0cafbe26c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096897 Sep 27 08:39:45.773186 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aecb758f-10bf-4214-9a13-ec18266da42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.864576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aecb758f-10bf-4214-9a13-ec18266da42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.868465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aecb758f-10bf-4214-9a13-ec18266da42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.870303 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aecb758f-10bf-4214-9a13-ec18266da42d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cb09bc8-84d0-4ba1-8c84-4d8b2ced2caa HTTP/1.1" status: 204 len: 168 time: 0.3014507 Sep 27 08:39:45.882897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb758f-10bf-4214-9a13-ec18266da42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb09bc8-84d0-4ba1-8c84-4d8b2ced2caa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:45.930222 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:45.953232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0da7-2095-4907-9c98-66d6217b6bd9 req-2ee45330-b690-4259-ba0a-a05a7ac3be6e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:45.954857 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e66a0da7-2095-4907-9c98-66d6217b6bd9 req-2ee45330-b690-4259-ba0a-a05a7ac3be6e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1598349 Sep 27 08:39:46.005761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:46.006927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:46.010117 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c363f0ad-3b63-4f8e-be74-e1cfac282f91" -d '{"events": [{"server_uuid": "33968427-aafd-4b7d-b508-c9c31259d2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d275d3f7-611f-43e9-a62c-a601a5ae2f84"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:46.028566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:46.049118 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e66a0da7-2095-4907-9c98-66d6217b6bd9 req-9bd6db61-4259-4392-af7d-192993b08573 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862608 Sep 27 08:39:46.127002 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc246e-218e-4037-8e50-1e3cf6f07270 x-openstack-request-id: req-19dc246e-218e-4037-8e50-1e3cf6f07270 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:46.127636 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33968427-aafd-4b7d-b508-c9c31259d2f2", "name": "network-vif-plugged", "status": "completed", "tag": "d275d3f7-611f-43e9-a62c-a601a5ae2f84", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:46.127636 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19dc246e-218e-4037-8e50-1e3cf6f07270 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:46.127892 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84', 'code': 200} Sep 27 08:39:46.128490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d275d3f7-611f-43e9-a62c-a601a5ae2f84,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:46.572913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dc3f4-702c-4fb7-a4d1-452be3ce9866 req-fabacb30-0859-4eff-9a58-af1fbd005efe tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:46.590894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12dc3f4-702c-4fb7-a4d1-452be3ce9866 req-fabacb30-0859-4eff-9a58-af1fbd005efe tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 950 time: 0.0870345 Sep 27 08:39:46.612038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7ac2b-328d-4f44-9ca8-bf8cb09752ad req-ce9c1e4c-9560-488e-8a48-4d6508ff98e2 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:46.624625 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf7ac2b-328d-4f44-9ca8-bf8cb09752ad req-ce9c1e4c-9560-488e-8a48-4d6508ff98e2 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1668630 Sep 27 08:39:46.673510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12dc3f4-702c-4fb7-a4d1-452be3ce9866 req-4275efc2-1a20-41d0-8149-4171cde520fb tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818417 Sep 27 08:39:46.704624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:46.747895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf7ac2b-328d-4f44-9ca8-bf8cb09752ad req-411511f1-bf03-4677-aff7-93571ee61c56 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221128 Sep 27 08:39:46.837915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e34ee-ad5a-42a4-ab72-fa0756f31ef2 req-79906e7f-1c77-45cd-8422-38a222a8435a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:46.854574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf3e34ee-ad5a-42a4-ab72-fa0756f31ef2 req-79906e7f-1c77-45cd-8422-38a222a8435a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1186135 Sep 27 08:39:47.011300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf3e34ee-ad5a-42a4-ab72-fa0756f31ef2 req-c4882d5b-75d3-499e-9081-b6ffe32fbc46 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558199 Sep 27 08:39:47.047782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-4f2e0efe-a1a6-4949-99db-44361f0ceed7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:47.049941 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-4f2e0efe-a1a6-4949-99db-44361f0ceed7 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1224775 Sep 27 08:39:47.206093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-960cadab-3874-475c-924e-8c03052c9aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:47.289160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b61b93-79a9-4101-9fb0-9163c1f76e05 req-375bea6e-ea9f-45ec-b808-a1d91b1c1b7d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:47.296949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7b61b93-79a9-4101-9fb0-9163c1f76e05 req-375bea6e-ea9f-45ec-b808-a1d91b1c1b7d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1603844 Sep 27 08:39:47.354589 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7b61b93-79a9-4101-9fb0-9163c1f76e05 req-96a76683-4c83-43cd-b05d-00b35c372747 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566580 Sep 27 08:39:47.381551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Deleting port d275d3f7-611f-43e9-a62c-a601a5ae2f84 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:47.381960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:47.425380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49352) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:47.455852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc95604-d61b-4fea-819f-5403d76e2f62 req-d868d96c-d6dd-4dfb-a046-d87f35da3a9f tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:47.457790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6dc95604-d61b-4fea-819f-5403d76e2f62 req-d868d96c-d6dd-4dfb-a046-d87f35da3a9f tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 950 time: 0.1117995 Sep 27 08:39:47.486314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8ef884f-dc89-4661-8156-b960e93f8d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:47.548677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6dc95604-d61b-4fea-819f-5403d76e2f62 req-3485b7e7-caed-440b-9a77-922d43787d73 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651469 Sep 27 08:39:47.649454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1606061491-network', 'tenant_id': 'c63fccde548445b0b25eca42d008d5b5'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:47.889607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] For port d275d3f7-611f-43e9-a62c-a601a5ae2f84, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d275d3f7-611f-43e9-a62c-a601a5ae2f84,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:47.890214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:47.922890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Calling delete_port for d275d3f7-611f-43e9-a62c-a601a5ae2f84 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:47.938323 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-960cadab-3874-475c-924e-8c03052c9aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:47.955766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-960cadab-3874-475c-924e-8c03052c9aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:47.971824 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:47.974910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Made reservation on behalf of c63fccde548445b0b25eca42d008d5b5 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:47.977283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:47.992017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.072633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a42d0c-6b48-4577-ba01-17e3d4d9466a req-d849c211-a724-435a-85fb-e0f66734e3f6 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:48.079095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85a42d0c-6b48-4577-ba01-17e3d4d9466a req-d849c211-a724-435a-85fb-e0f66734e3f6 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.2423699 Sep 27 08:39:48.225095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-960cadab-3874-475c-924e-8c03052c9aac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80a79157b46b4a728157ff61075de7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5186152 Sep 27 08:39:48.226307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cadab-3874-475c-924e-8c03052c9aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b59efe2-433c-42e4-ad46-30db7a74fc67,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:48.233520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49368) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:48.250793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054555f-4922-4f79-84ab-a68632a42047 req-4c12f232-3b62-4859-88b4-476790fb46e5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:48.259977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7054555f-4922-4f79-84ab-a68632a42047 req-4c12f232-3b62-4859-88b4-476790fb46e5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1481164 Sep 27 08:39:48.294009 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85a42d0c-6b48-4577-ba01-17e3d4d9466a req-d30a5196-8375-47bb-bccf-64da3c159346 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138932 Sep 27 08:39:48.294904 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.320997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-019914e1-b6e3-47c5-867d-7a72fd32cda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.335825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.356117 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7054555f-4922-4f79-84ab-a68632a42047 req-968a71a4-3df1-48aa-b83e-846bd90286f3 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951128 Sep 27 08:39:48.415771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082a7de5-7d44-4582-8815-bebd77600903,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:48.479237 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-019914e1-b6e3-47c5-867d-7a72fd32cda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.565479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:39:48.566064 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.589518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d275d3f7-611f-43e9-a62c-a601a5ae2f84'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:48.622847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eab7e-c6ca-422f-b4f1-8418d255cb21 req-7dae93df-5434-4950-a5a3-c67772d99267 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:48.624495 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd8eab7e-c6ca-422f-b4f1-8418d255cb21 req-7dae93df-5434-4950-a5a3-c67772d99267 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1402063 Sep 27 08:39:48.625838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.626185 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Added segment b573405e-2ad8-4991-9180-2320ce4aeb25 of type vlan for network 3e51dc51-dee4-4df0-836f-63b3dd717fda Sep 27 08:39:48.652694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event deleted for resources: {'Port': ['ID=d275d3f7-611f-43e9-a62c-a601a5ae2f84,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:48.754082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] No DVR routers for this DVR port d275d3f7-611f-43e9-a62c-a601a5ae2f84 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:48.760400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.762416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6c41cd-d180-40e6-a1fb-22e4029eef0e req-6dc33a8e-a0b3-4f01-a913-5c6d9616d079 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "DELETE /v2.0/ports/d275d3f7-611f-43e9-a62c-a601a5ae2f84 HTTP/1.1" status: 204 len: 173 time: 1.6915195 Sep 27 08:39:48.764580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'name': 'network-vif-deleted', 'tag': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:48.767083 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1b8162-dcf5-4b4c-83ee-ed5e6a046c92" -d '{"events": [{"server_uuid": "33968427-aafd-4b7d-b508-c9c31259d2f2", "name": "network-vif-deleted", "tag": "d275d3f7-611f-43e9-a62c-a601a5ae2f84"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:48.785151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-019914e1-b6e3-47c5-867d-7a72fd32cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.790249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-019914e1-b6e3-47c5-867d-7a72fd32cda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.794018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-019914e1-b6e3-47c5-867d-7a72fd32cda5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b59efe2-433c-42e4-ad46-30db7a74fc67 HTTP/1.1" status: 204 len: 168 time: 0.5566778 Sep 27 08:39:48.812849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd8eab7e-c6ca-422f-b4f1-8418d255cb21 req-9549d9e3-63e2-4a3b-9a6c-121469979493 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676857 Sep 27 08:39:48.826510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.853236 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.866054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-329bd23d-536b-4cca-a6c3-52eefa285583 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:48.873101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-329bd23d-536b-4cca-a6c3-52eefa285583 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 950 time: 0.2560523 Sep 27 08:39:48.901211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019914e1-b6e3-47c5-867d-7a72fd32cda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b59efe2-433c-42e4-ad46-30db7a74fc67,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:48.902002 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.903434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:48.904369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:48.966225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf557d-829a-4e33-92ce-50a891f1291f req-5a8b915c-9a8c-4291-910e-353422c7ebc2 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:48.977931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79bf557d-829a-4e33-92ce-50a891f1291f req-5a8b915c-9a8c-4291-910e-353422c7ebc2 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 950 time: 0.3251450 Sep 27 08:39:48.979686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5522058 Sep 27 08:39:48.983073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49386) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:48.985716 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb838d1-dd76-4fc8-ba01-e79c791b541c x-openstack-request-id: req-4bb838d1-dd76-4fc8-ba01-e79c791b541c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:48.986227 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33968427-aafd-4b7d-b508-c9c31259d2f2", "name": "network-vif-deleted", "tag": "d275d3f7-611f-43e9-a62c-a601a5ae2f84", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:48.986624 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bb838d1-dd76-4fc8-ba01-e79c791b541c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:48.987164 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33968427-aafd-4b7d-b508-c9c31259d2f2', 'name': 'network-vif-deleted', 'tag': 'd275d3f7-611f-43e9-a62c-a601a5ae2f84', 'status': 'completed', 'code': 200} Sep 27 08:39:48.991190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Request body: {'subnet': {'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1606061491-subnet', 'tenant_id': 'c63fccde548445b0b25eca42d008d5b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:49.045309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67df66f-3276-41f9-83e9-a93c59c2f50e admin admin] Pushing event updated for resources: {'Network': ['ID=3e51dc51-dee4-4df0-836f-63b3dd717fda,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:49.062562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 3e51dc51-dee4-4df0-836f-63b3dd717fda details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:39:49.069528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Made reservation on behalf of c63fccde548445b0b25eca42d008d5b5 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:49.074083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.132096 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79bf557d-829a-4e33-92ce-50a891f1291f req-027909ac-cb6f-4ec8-915c-784d00ed0669 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/security-groups?id=a90e70ab-3f96-4e16-bf0b-5444b7bceeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528304 Sep 27 08:39:49.166524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Deleting port 2bedceaa-390a-456b-aeee-c23993c2f5b3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:39:49.166875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.319695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] For port 2bedceaa-390a-456b-aeee-c23993c2f5b3, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2bedceaa-390a-456b-aeee-c23993c2f5b3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:49.320063 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.356191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Calling delete_port for 2bedceaa-390a-456b-aeee-c23993c2f5b3 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:39:49.465216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49408) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:49.475117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.539607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86717468-983a-4e29-8cf9-97fd0ea72f3f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:49.558027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4122a1fd-5d06-4513-83e4-8887f2a7e7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.586481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e975d592-8ec1-4c74-9c28-d9573a7cf7e1 req-004067f6-a0f7-47f8-9f54-d70bb8e02c63 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=33968427-aafd-4b7d-b508-c9c31259d2f2 HTTP/1.1" status: 200 len: 210 time: 0.1057043 Sep 27 08:39:49.611791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.625644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2bedceaa-390a-456b-aeee-c23993c2f5b3'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:49.637591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Checking segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:49.638073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Network hostable DHCP agents. Network: 3e51dc51-dee4-4df0-836f-63b3dd717fda, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:39:49.643653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Pushing event deleted for resources: {'Port': ['ID=2bedceaa-390a-456b-aeee-c23993c2f5b3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:49.670184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Network 3e51dc51-dee4-4df0-836f-63b3dd717fda is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:39:49.688016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 3e51dc51-dee4-4df0-836f-63b3dd717fda) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:49.691948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] No DVR routers for this DVR port 2bedceaa-390a-456b-aeee-c23993c2f5b3 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:39:49.695046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.697344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec12dc74-25d2-422a-8930-45017c6a7e37 req-a0f2e8f9-4987-476f-bd12-34badc6c05c5 tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.67 "DELETE /v2.0/ports/2bedceaa-390a-456b-aeee-c23993c2f5b3 HTTP/1.1" status: 204 len: 173 time: 0.8142514 Sep 27 08:39:49.701428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a8f35-d3da-423d-aab7-cdb42b522ce6 None None] Network 3e51dc51-dee4-4df0-836f-63b3dd717fda requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:49.706281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:49.707209 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.775007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4122a1fd-5d06-4513-83e4-8887f2a7e7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.784039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4122a1fd-5d06-4513-83e4-8887f2a7e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:49.815246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a66277f7-fa17-45f4-8f8e-f5face1c0534 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8293662 Sep 27 08:39:49.868016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122a1fd-5d06-4513-83e4-8887f2a7e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3239e4-be4f-4ed4-bf31-74e8d0a77137,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:49.885895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4122a1fd-5d06-4513-83e4-8887f2a7e7c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f7d19f40aeb4b68bae21fce47012da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192364 Sep 27 08:39:49.888581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49418) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:50.077180 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f27b59c-965f-41a5-aae3-279966cb8b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:50.125353 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfa50e-13ab-4e87-a395-fb47640f2261 req-59b2b2aa-85c5-4eca-a547-f113e44d605d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:50.127607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57cfa50e-13ab-4e87-a395-fb47640f2261 req-59b2b2aa-85c5-4eca-a547-f113e44d605d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1554255 Sep 27 08:39:50.128780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e785d5-eee2-4d71-a64c-91a3055d065b None None] Network 3e51dc51-dee4-4df0-836f-63b3dd717fda requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:50.129628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f27b59c-965f-41a5-aae3-279966cb8b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:50.190838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57cfa50e-13ab-4e87-a395-fb47640f2261 req-ef14ebf2-1b3b-447c-9e8f-cbf4debea1d1 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Sep 27 08:39:50.220193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f27b59c-965f-41a5-aae3-279966cb8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:50.225163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f27b59c-965f-41a5-aae3-279966cb8b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:50.228841 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f27b59c-965f-41a5-aae3-279966cb8b94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a3239e4-be4f-4ed4-bf31-74e8d0a77137 HTTP/1.1" status: 204 len: 168 time: 0.3365817 Sep 27 08:39:50.257988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27b59c-965f-41a5-aae3-279966cb8b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3239e4-be4f-4ed4-bf31-74e8d0a77137,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:50.337362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-697a3f8e-7789-4ed4-90aa-17bd37a447a5 req-85441974-f2bb-48e6-925c-4cb37a8d73da tempest-ImagesNegativeTestJSON-1316285065 tempest-ImagesNegativeTestJSON-1316285065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4abede6-316a-4f1f-bc42-986683df3b5b HTTP/1.1" status: 200 len: 210 time: 0.0322614 Sep 27 08:39:50.451983 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:50.482783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346dff-965e-4eda-8266-c67ed559fccf req-bbe078df-ee54-4068-a679-a53c2e5fc7a8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:50.484459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff252f-e8f3-4644-9fa8-f968236550f0 req-9d6ccade-e852-4bb2-983c-c983a36e07b9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:50.484585 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-bbe078df-ee54-4068-a679-a53c2e5fc7a8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 805 time: 0.1385674 Sep 27 08:39:50.486193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17ff252f-e8f3-4644-9fa8-f968236550f0 req-9d6ccade-e852-4bb2-983c-c983a36e07b9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 946 time: 0.0634861 Sep 27 08:39:50.506324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-e539ed32-aee3-4504-ab6b-357602077778 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/quotas/c63fccde548445b0b25eca42d008d5b5 HTTP/1.1" status: 200 len: 375 time: 0.0138183 Sep 27 08:39:50.530219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17ff252f-e8f3-4644-9fa8-f968236550f0 req-5811c8c1-c1a8-4c80-969f-35c62458823d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378299 Sep 27 08:39:50.541448 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-35e1ec6d-06ba-4536-ac49-19517f519a68 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285470 Sep 27 08:39:50.652977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-b7919aff-c44a-4cf0-a7fd-e0251c972272 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:39:50.654072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-b7919aff-c44a-4cf0-a7fd-e0251c972272 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1058347 Sep 27 08:39:50.760809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-19e52c88-a9cc-4af0-ad77-67715a234a0b service neutron] 10.222.0.50 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000066 Sep 27 08:39:50.861963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-7b75fd81-2bb3-4970-9c79-7d2bd154e345 service neutron] 10.222.0.50 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913074 Sep 27 08:39:50.988257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4abede6-316a-4f1f-bc42-986683df3b5b', 'name': 'network-vif-deleted', 'tag': '2bedceaa-390a-456b-aeee-c23993c2f5b3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:50.991766 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21123d1c-03c0-4325-a28b-80df732b6d93" -d '{"events": [{"server_uuid": "d4abede6-316a-4f1f-bc42-986683df3b5b", "name": "network-vif-deleted", "tag": "2bedceaa-390a-456b-aeee-c23993c2f5b3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:51.058437 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9871ee-2527-43fb-ae71-b5e72e6c6f27 x-openstack-request-id: req-3c9871ee-2527-43fb-ae71-b5e72e6c6f27 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:51.058791 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4abede6-316a-4f1f-bc42-986683df3b5b", "name": "network-vif-deleted", "tag": "2bedceaa-390a-456b-aeee-c23993c2f5b3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:51.059240 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c9871ee-2527-43fb-ae71-b5e72e6c6f27 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:51.059915 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4abede6-316a-4f1f-bc42-986683df3b5b', 'name': 'network-vif-deleted', 'tag': '2bedceaa-390a-456b-aeee-c23993c2f5b3', 'status': 'completed', 'code': 200} Sep 27 08:39:51.085973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d6a4193-e3d8-4121-b131-b9823a1a9762 req-66612aa2-6a1e-46bf-9fb6-b7c0f3fb2a49 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 210 time: 0.0507145 Sep 27 08:39:51.296461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-34a3e8a5-6346-47cb-9bc4-b7341515a905 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:51.298120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-34a3e8a5-6346-47cb-9bc4-b7341515a905 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 822 time: 0.1401632 Sep 27 08:39:51.316091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-b560256e-36e3-42fa-a09d-5df578460f7d tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/quotas/b1985ca1bbf444429c480e53874ee1c8 HTTP/1.1" status: 200 len: 375 time: 0.0111628 Sep 27 08:39:51.402309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-6301b9e9-75d9-4ff5-ad25-192dbfcc34f2 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679634 Sep 27 08:39:51.470857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-ede7e01b-bee8-4249-98a5-cea55fe2d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:51.472673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-ede7e01b-bee8-4249-98a5-cea55fe2d7a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0890536 Sep 27 08:39:51.492416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb550c6f-0b57-4dd5-9fdc-2168b3355deb req-6e48173f-a132-49da-9900-24fa00a2cc96 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:51.500234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb550c6f-0b57-4dd5-9fdc-2168b3355deb req-6e48173f-a132-49da-9900-24fa00a2cc96 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1051102 Sep 27 08:39:51.534926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-33424a86-9122-41ac-8133-1dd044b12e3f service neutron] 10.222.0.50 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247826 Sep 27 08:39:51.613275 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb550c6f-0b57-4dd5-9fdc-2168b3355deb req-2b0db653-2ec1-4af0-95c8-6affd70c79ce tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102555 Sep 27 08:39:51.643647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d275d3f7-611f-43e9-a62c-a601a5ae2f84 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:51.661746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-1f1b9686-099c-4561-9df7-69bbe36fd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:51.665106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-43138653-f177-4b6c-8805-5a7a27d038a7 service neutron] 10.222.0.50 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079993 Sep 27 08:39:51.669531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-1f1b9686-099c-4561-9df7-69bbe36fd87b service neutron] 10.222.0.57 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 920 time: 0.1656237 Sep 27 08:39:51.674414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: d275d3f7-611f-43e9-a62c-a601a5ae2f84 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:51.675133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d275d3f7-611f-43e9-a62c-a601a5ae2f84 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:51.733720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-580040a0-f190-42ae-9e79-149c2756957e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 200 len: 217 time: 0.0509624 Sep 27 08:39:51.846937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a7c83-6319-4121-b626-5c5e363ed030 req-b7e3d6a2-af24-4542-b3ee-6c237acd0a24 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:51.849336 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac7a7c83-6319-4121-b626-5c5e363ed030 req-b7e3d6a2-af24-4542-b3ee-6c237acd0a24 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1184590 Sep 27 08:39:51.854132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-63bee62d-64d4-4493-87ec-78e38218a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:51.855747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-63bee62d-64d4-4493-87ec-78e38218a989 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.0892241 Sep 27 08:39:51.922600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-a16243c2-60ee-435c-a02f-c135e612e4bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515625 Sep 27 08:39:51.926686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab7dbe6a-62da-4281-b884-76191f5cf139 req-eda27d32-e8ff-480b-b452-a0da28961eca tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 210 time: 0.0473645 Sep 27 08:39:51.976619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac7a7c83-6319-4121-b626-5c5e363ed030 req-96c20068-9ea7-4bcd-816e-e330dd72ee29 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142495 Sep 27 08:39:52.122232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-5cabdcf4-a7cc-42b1-92c4-8f1b7aadc599 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785231 Sep 27 08:39:52.235099 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f6f7df2-5d84-419a-a330-0fe11c0553f4 req-d1eb82cd-7231-4f93-bd2e-744d15d013da tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 210 time: 0.0501029 Sep 27 08:39:52.331091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa2e5a97-971b-45c4-9d9b-ee76cc8f55ea req-e070dd9b-db23-4398-bfff-ec860f71d6ee service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880198 Sep 27 08:39:52.552085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:52.597431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2bedceaa-390a-456b-aeee-c23993c2f5b3 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:52.663302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 2bedceaa-390a-456b-aeee-c23993c2f5b3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:39:52.668918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2bedceaa-390a-456b-aeee-c23993c2f5b3 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:39:52.708566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346dff-965e-4eda-8266-c67ed559fccf req-78539bd3-3335-4c87-8701-d659e242b992 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:52.711398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-78539bd3-3335-4c87-8701-d659e242b992 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.57 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 805 time: 0.1517386 Sep 27 08:39:52.729215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Request body: {'port': {'device_id': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'admin_state_up': True, 'tenant_id': 'c63fccde548445b0b25eca42d008d5b5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:52.803500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f0392-2209-4914-b46a-91aa13a47447 req-289fbd4e-bccd-455d-b31e-6f235a9d0996 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:52.805068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-231f0392-2209-4914-b46a-91aa13a47447 req-289fbd4e-bccd-455d-b31e-6f235a9d0996 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.0851958 Sep 27 08:39:52.872221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-231f0392-2209-4914-b46a-91aa13a47447 req-b869779e-3a84-42cb-b6ef-b93373f023f8 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598364 Sep 27 08:39:52.885968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49600) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:52.889486 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-553684ba-34a8-406e-940f-243a26f797c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40b6f88207d7449e8d1e55e240d89e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351583 Sep 27 08:39:52.912522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Made reservation on behalf of c63fccde548445b0b25eca42d008d5b5 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:52.912817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:52.950590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-817dc474-cce3-4d7a-87cd-d18356e0b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:52.978808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-817dc474-cce3-4d7a-87cd-d18356e0b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:53.054846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9ef3fe0a-2c2e-4329-817f-c9f7ae18dc65 req-a1c22860-3c9d-4d81-a741-7133faef6567 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 210 time: 0.0363967 Sep 27 08:39:53.105392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-817dc474-cce3-4d7a-87cd-d18356e0b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:53.107848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-817dc474-cce3-4d7a-87cd-d18356e0b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:53.111427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-817dc474-cce3-4d7a-87cd-d18356e0b207 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a90e70ab-3f96-4e16-bf0b-5444b7bceeee HTTP/1.1" status: 204 len: 168 time: 0.2220988 Sep 27 08:39:53.132043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Allocated IP 172.20.0.9 (3e51dc51-dee4-4df0-836f-63b3dd717fda/86717468-983a-4e29-8cf9-97fd0ea72f3f/7899dbb5-55ed-4762-a85e-cf61d5319b6d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:53.151353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd66bf-44c5-4233-b406-4568cd5bef9a req-88f0dd2e-d528-4ed0-988b-69d04a57ad5f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:53.160223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0acd66bf-44c5-4233-b406-4568cd5bef9a req-88f0dd2e-d528-4ed0-988b-69d04a57ad5f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1152635 Sep 27 08:39:53.168740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dc474-cce3-4d7a-87cd-d18356e0b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90e70ab-3f96-4e16-bf0b-5444b7bceeee,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:53.228016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0acd66bf-44c5-4233-b406-4568cd5bef9a req-df0fa9f0-0cd7-4e52-a38e-cd1d3bdbda54 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666378 Sep 27 08:39:53.301005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-9aac038f-41bb-45b4-a4a6-00e0b8422a91 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:53.302681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-9aac038f-41bb-45b4-a4a6-00e0b8422a91 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 822 time: 0.1674867 Sep 27 08:39:53.320114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Request body: {'port': {'device_id': 'a7262e65-3625-4b92-9857-a5b4cf6d8fec', 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'admin_state_up': True, 'tenant_id': 'b1985ca1bbf444429c480e53874ee1c8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:53.404246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-27adc268-a29a-4911-85fd-677b6a3dd729 req-be3192ff-81f0-4fdf-b190-84451fbccbe5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 210 time: 0.0660040 Sep 27 08:39:53.539978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:53.556484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Made reservation on behalf of b1985ca1bbf444429c480e53874ee1c8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:53.560145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:53.643694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:53.657524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:39:53.660110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:39:53.707045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Network 3e51dc51-dee4-4df0-836f-63b3dd717fda is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:53.731663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:53.744411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:53.773034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Pushing event updated for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:53.804224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Allocated IP 172.20.0.5 (a4a53dbb-0c92-4818-be9e-ba59bb6b99a4/e3752725-3349-48fb-a8db-4201b3a07251/cb35cf7f-b3c3-493e-8500-f2fc00c3510e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:39:53.817299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:53.817963 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:53.849408 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0991cc9f-3101-4e1b-94bb-1aaab71ba3b5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1245377 Sep 27 08:39:53.862165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:53.867802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Request body: {'port': {'device_id': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:53.881313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'mac_address': 'fa:16:3e:65:f8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:39:53.888820 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:53.971799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:53.978487 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243d23fb-724a-45d2-8c81-9830014e9e0a" -d '{"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-unplugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:53.991863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.002623 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.018665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:54.023002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:54.032506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.074056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c4a6a-5d6c-4955-b0e1-9ea35e479ede req-23c62f56-df88-48b3-b24e-b0001b5066f6 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:54.079088 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.086984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a0c4a6a-5d6c-4955-b0e1-9ea35e479ede req-23c62f56-df88-48b3-b24e-b0001b5066f6 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1320057 Sep 27 08:39:54.119714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:54.146155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:54.165655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a0c4a6a-5d6c-4955-b0e1-9ea35e479ede req-3cdb7d07-9f85-4dc4-b7c7-b55457d66d0e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754168 Sep 27 08:39:54.209011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:39:54.209448 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:39:54.239160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.300542 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ed5f0-d1cf-44bd-8f5e-4eaba3bc8b7a x-openstack-request-id: req-3f8ed5f0-d1cf-44bd-8f5e-4eaba3bc8b7a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:54.300856 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-unplugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:54.301111 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f8ed5f0-d1cf-44bd-8f5e-4eaba3bc8b7a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:54.301505 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'code': 200} Sep 27 08:39:54.329452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:39:54.336250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:54.344064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:39:54.401713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8f645-0793-43cd-8876-0157e068b677 req-9465bed4-c118-4a43-ad97-85edc314cef8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:54.417320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:54.417320 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.418702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6d8f645-0793-43cd-8876-0157e068b677 req-9465bed4-c118-4a43-ad97-85edc314cef8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 931 time: 0.1353669 Sep 27 08:39:54.425170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1632344904-network', 'tenant_id': '0aee743a7946425b81e008bd50d38e19'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:54.438381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event updated for resources: {'Port': ['ID=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:54.459484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6d8f645-0793-43cd-8876-0157e068b677 req-9213cecd-7c5e-4b16-83eb-d072f3d95a8b tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370240 Sep 27 08:39:54.515945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Made reservation on behalf of 0aee743a7946425b81e008bd50d38e19 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:54.518453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.535741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-7a43e3e2-342c-4c09-a00f-2dcc70e2a1f4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2215972 Sep 27 08:39:54.542253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.561321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Request body: {'port': {'device_id': 'a7262e65-3625-4b92-9857-a5b4cf6d8fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:54.571171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa953f80-8467-4d58-b716-00609555b5c1 req-80ad7707-7744-4dcf-a750-22616f5556e8 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:54.572800 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fa953f80-8467-4d58-b716-00609555b5c1 req-80ad7707-7744-4dcf-a750-22616f5556e8 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1317539 Sep 27 08:39:54.579293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0885c5-4cb7-4f83-86ae-5c783a747024 req-14f4e248-259d-48a9-a2fa-84acd1ddbc4b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:54.580922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab0885c5-4cb7-4f83-86ae-5c783a747024 req-14f4e248-259d-48a9-a2fa-84acd1ddbc4b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 931 time: 0.0514300 Sep 27 08:39:54.624503 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab0885c5-4cb7-4f83-86ae-5c783a747024 req-67bebaa8-a5ef-4abf-8350-3fe327d5a8cd tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Sep 27 08:39:54.651776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7899dbb5-55ed-4762-a85e-cf61d5319b6d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:54.671054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.724418 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fa953f80-8467-4d58-b716-00609555b5c1 req-3402542e-b229-48a4-8e3d-b53577596c11 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311474 Sep 27 08:39:54.725324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Transition to ACTIVE for port object 7899dbb5-55ed-4762-a85e-cf61d5319b6d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:39:54.729091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.745980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.767198 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.780348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:54.804387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:54.809809 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:54.845576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Pushing event updated for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:54.858780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:54.959803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f037381c-318c-4cb5-b7e2-35bf99e90169'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:39:54.981075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.029082 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.099769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:39:55.123026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Attempting to bind port 7899dbb5-55ed-4762-a85e-cf61d5319b6d on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:55.123620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Attempting to bind port 7899dbb5-55ed-4762-a85e-cf61d5319b6d by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:55.124092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Attempting to bind port 7899dbb5-55ed-4762-a85e-cf61d5319b6d on network 3e51dc51-dee4-4df0-836f-63b3dd717fda {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:55.134818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710b81da-c66d-4c0f-9418-878f68d8176e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:55.137578 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.137914 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Added segment 4785452d-d6d8-47ac-a7a9-83931fa7ce19 of type vlan for network 3af3d8ac-0700-4e01-b361-bffaef33d205 Sep 27 08:39:55.140491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Port 7899dbb5-55ed-4762-a85e-cf61d5319b6d on network 3e51dc51-dee4-4df0-836f-63b3dd717fda not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:39:55.140821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Attempting to bind port 7899dbb5-55ed-4762-a85e-cf61d5319b6d on network 3e51dc51-dee4-4df0-836f-63b3dd717fda {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:55.161678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:55.162572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Checking segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:55.163005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Bound using segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:55.163423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Bound port: 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:55.163760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.233480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.339004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad17dc-dea4-4a33-a865-85a5dc59634d req-97f9aaee-6633-4097-9d3a-f9b0d00a066f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:55.341549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ccad17dc-dea4-4a33-a865-85a5dc59634d req-97f9aaee-6633-4097-9d3a-f9b0d00a066f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.0639224 Sep 27 08:39:55.353570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.354922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:55.355695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.394529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb35cf7f-b3c3-493e-8500-f2fc00c3510e {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:39:55.399495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:55.406333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ccad17dc-dea4-4a33-a865-85a5dc59634d req-428341fc-ca54-4c2f-8601-1487e010842d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554433 Sep 27 08:39:55.427694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.440709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:55.453226 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3048229 Sep 27 08:39:55.454013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:55.462749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Request body: {'subnet': {'network_id': '3af3d8ac-0700-4e01-b361-bffaef33d205', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1632344904-subnet', 'tenant_id': '0aee743a7946425b81e008bd50d38e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:39:55.490972 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.495746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760c07f-a002-4472-aafa-42ebd49af740 admin admin] Pushing event updated for resources: {'Network': ['ID=3af3d8ac-0700-4e01-b361-bffaef33d205,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:55.499720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Transition to ACTIVE for port object cb35cf7f-b3c3-493e-8500-f2fc00c3510e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:39:55.515590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 3af3d8ac-0700-4e01-b361-bffaef33d205 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:39:55.522010 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Made reservation on behalf of 0aee743a7946425b81e008bd50d38e19 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:39:55.526162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.527192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.545257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:55.545891 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.547345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] 10.222.0.57 "PUT /v2.0/ports/7899dbb5-55ed-4762-a85e-cf61d5319b6d HTTP/1.1" status: 200 len: 1091 time: 1.6850638 Sep 27 08:39:55.549195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:55.551384 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4321a8-89a4-41e4-83cb-ed61988d1a33" -d '{"events": [{"name": "network-changed", "server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:55.591935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609b59d-9eb3-43c0-899c-5e8a361a2d8f service neutron] Pushing event updated for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:55.651426 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f665a8f-2973-496b-8383-6a1041266207 x-openstack-request-id: req-4f665a8f-2973-496b-8383-6a1041266207 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:55.652062 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:55.652533 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f665a8f-2973-496b-8383-6a1041266207 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:55.653126 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'status': 'completed', 'code': 200} Sep 27 08:39:55.695229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:39:55.766223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d2a27-fe0f-4ba2-a921-2dd54feefa37 req-c9ce7fcc-526f-44b6-bbae-4493af78f608 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:55.767805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-216d2a27-fe0f-4ba2-a921-2dd54feefa37 req-c9ce7fcc-526f-44b6-bbae-4493af78f608 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 943 time: 0.1130459 Sep 27 08:39:55.783141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f037381c-318c-4cb5-b7e2-35bf99e90169 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:39:55.783613 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.905389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.915757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-216d2a27-fe0f-4ba2-a921-2dd54feefa37 req-dd23ad4d-e685-4541-aa13-07cda04b636a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208870 Sep 27 08:39:55.916874 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:55.972748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:39:55.981233 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:56.062421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:56.093921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9a4da5-bc38-48ea-9d07-c58e335eef07,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:56.134320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Checking segment: {'id': '4785452d-d6d8-47ac-a7a9-83931fa7ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3af3d8ac-0700-4e01-b361-bffaef33d205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:56.134692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Network hostable DHCP agents. Network: 3af3d8ac-0700-4e01-b361-bffaef33d205, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:39:56.165050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e32d8-611a-4131-b5d8-93121484f2e7 req-44b4d50a-2782-47da-93fd-3d2c2d21bb6e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:56.166696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c8e32d8-611a-4131-b5d8-93121484f2e7 req-44b4d50a-2782-47da-93fd-3d2c2d21bb6e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0909996 Sep 27 08:39:56.173403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Network 3af3d8ac-0700-4e01-b361-bffaef33d205 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:39:56.203755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 3af3d8ac-0700-4e01-b361-bffaef33d205) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:39:56.209036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:56.209647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:56.216927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b163d-c0fa-43fc-abdb-3906cae16b36 None None] Network 3af3d8ac-0700-4e01-b361-bffaef33d205 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:56.244817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c8e32d8-611a-4131-b5d8-93121484f2e7 req-aac88ab6-c366-449e-9a21-fde275744d06 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Sep 27 08:39:56.249552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ea6c8847-b160-40a2-bdcb-ebe998d1b488 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7942929 Sep 27 08:39:56.357137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:56.359384 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c57485-ddbe-4c8f-ac65-d3ee8980d062" -d '{"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-plugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:56.433521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:56.445396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346dff-965e-4eda-8266-c67ed559fccf req-1a58fe25-ea4b-4a70-a274-f5173355f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:56.447324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-1a58fe25-ea4b-4a70-a274-f5173355f9e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 1094 time: 0.8235698 Sep 27 08:39:56.447877 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd26055a-4fd0-48bb-9e27-008b073d7cd7 x-openstack-request-id: req-bd26055a-4fd0-48bb-9e27-008b073d7cd7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:56.448132 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-plugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:56.448414 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd26055a-4fd0-48bb-9e27-008b073d7cd7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:56.448802 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'code': 200} Sep 27 08:39:56.454173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Attempting to bind port cb35cf7f-b3c3-493e-8500-f2fc00c3510e on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:39:56.454601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Attempting to bind port cb35cf7f-b3c3-493e-8500-f2fc00c3510e by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:39:56.454996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Attempting to bind port cb35cf7f-b3c3-493e-8500-f2fc00c3510e on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:56.466429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8855-4c8a-4c7e-a9aa-84776bea7aac req-6d043605-3476-46fa-843b-f6c987c7cd4d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:56.474911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22ee8855-4c8a-4c7e-a9aa-84776bea7aac req-6d043605-3476-46fa-843b-f6c987c7cd4d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 943 time: 0.7114484 Sep 27 08:39:56.533464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Port cb35cf7f-b3c3-493e-8500-f2fc00c3510e on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:39:56.533886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Attempting to bind port cb35cf7f-b3c3-493e-8500-f2fc00c3510e on network a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:39:56.552930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-0dec9b12-7505-4b15-9014-f3c16edee7d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d HTTP/1.1" status: 200 len: 217 time: 0.0695736 Sep 27 08:39:56.557193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:39:56.557413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Checking segment: {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:39:56.557754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Bound using segment: {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:39:56.559697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Bound port: cb35cf7f-b3c3-493e-8500-f2fc00c3510e, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:39:56.559697 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:56.566038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796a167-2330-4fb6-8470-6499bd536413 None None] Network 3af3d8ac-0700-4e01-b361-bffaef33d205 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:39:56.608037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd2cca-689e-4047-b32c-df2fb004a244 req-d79cf1da-fc57-40ab-b49f-d8ca9fa6af50 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:56.617110 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcdd2cca-689e-4047-b32c-df2fb004a244 req-d79cf1da-fc57-40ab-b49f-d8ca9fa6af50 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.0933328 Sep 27 08:39:56.656120 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22ee8855-4c8a-4c7e-a9aa-84776bea7aac req-35c31f23-6f9c-44d0-8490-ed852b88a6b4 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758635 Sep 27 08:39:56.666078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcdd2cca-689e-4047-b32c-df2fb004a244 req-957408ed-f08f-425e-9a3c-d4ea8a66ac85 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453975 Sep 27 08:39:56.823541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346dff-965e-4eda-8266-c67ed559fccf req-87cd19e3-d811-4d6b-8f2a-bee1d9a39ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:56.829061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-87cd19e3-d811-4d6b-8f2a-bee1d9a39ed1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 200 len: 845 time: 0.2520895 Sep 27 08:39:56.862299 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-72d3bbe2-da99-4ae2-8425-e8cb7a0e8402 req-89702349-c30a-4239-abc4-04bb3c2c0222 tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] show failed (client error): The resource could not be found. Sep 27 08:39:56.877379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72d3bbe2-da99-4ae2-8425-e8cb7a0e8402 req-89702349-c30a-4239-abc4-04bb3c2c0222 tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] 10.222.0.50 "GET /v2.0/security-groups/c2ff4857-cc70-4521-8196-df01e87c7263 HTTP/1.1" status: 404 len: 352 time: 0.0340648 Sep 27 08:39:56.919218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] For port cb35cf7f-b3c3-493e-8500-f2fc00c3510e, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:39:56.923294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] For port cb35cf7f-b3c3-493e-8500-f2fc00c3510e, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:39:56.935798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:57.054695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-ba5e9f6b-0a23-4db9-a639-4fff7c04c9ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e51dc51-dee4-4df0-836f-63b3dd717fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298175 Sep 27 08:39:57.107139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49744) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:57.116013 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6432400b-1e99-49aa-ab98-cb18beef8bbc req-599979dd-9e80-4a88-87b4-bb2a222ebd75 tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0aee743a7946425b81e008bd50d38e19 HTTP/1.1" status: 200 len: 2988 time: 0.1772566 Sep 27 08:39:57.138095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:57.138731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:57.140154 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb35cf7f-b3c3-493e-8500-f2fc00c3510e HTTP/1.1" status: 200 len: 1091 time: 2.5853069 Sep 27 08:39:57.186740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0226e9-9ac7-468f-95c9-7b343f11ec4d req-609e8458-4a88-4bd2-b9d9-cff34f487686 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:57.188862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca0226e9-9ac7-468f-95c9-7b343f11ec4d req-609e8458-4a88-4bd2-b9d9-cff34f487686 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 943 time: 0.1610258 Sep 27 08:39:57.280955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca0226e9-9ac7-468f-95c9-7b343f11ec4d req-ca4e96bd-928c-44f2-83e5-f87f0b82942a tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806339 Sep 27 08:39:57.312835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-24bca921-3a85-4338-9d2c-0e10132e2221 service neutron] 10.222.0.57 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087038 Sep 27 08:39:57.350254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99f77354-b7c2-4ece-9b4b-8a2f0cf7c541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:57.399590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57327f97-7675-4d23-917e-11ef2771b1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:57.484242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99f77354-b7c2-4ece-9b4b-8a2f0cf7c541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:57.525859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99f77354-b7c2-4ece-9b4b-8a2f0cf7c541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:57.564382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f77354-b7c2-4ece-9b4b-8a2f0cf7c541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d7809a-f457-4100-af6c-6e40c9f6dbd2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:57.580848 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7346dff-965e-4eda-8266-c67ed559fccf req-a2827303-01eb-4a14-be78-27c1f3aab588 service neutron] 10.222.0.57 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917741 Sep 27 08:39:57.590740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e743dd-6863-4a94-8946-8b0ea439d2e1 req-99cf6740-1743-456a-a421-453818e4f805 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:57.592609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67e743dd-6863-4a94-8946-8b0ea439d2e1 req-99cf6740-1743-456a-a421-453818e4f805 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1067975 Sep 27 08:39:57.605415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-99f77354-b7c2-4ece-9b4b-8a2f0cf7c541 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94803a57e1a841359075b7d8ababf24e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879782 Sep 27 08:39:57.614560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6432400b-1e99-49aa-ab98-cb18beef8bbc req-665ee14e-d220-4fc9-8274-8331e5bc6a95 tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] 10.222.0.50 "GET /v2.0/security-groups/710b81da-c66d-4c0f-9418-878f68d8176e HTTP/1.1" status: 200 len: 2985 time: 0.4788332 Sep 27 08:39:57.619307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49750) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:57.646915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67e743dd-6863-4a94-8946-8b0ea439d2e1 req-9bb77fbe-9093-4642-8365-afc1720d615b tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Sep 27 08:39:57.658510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7262e65-3625-4b92-9857-a5b4cf6d8fec', 'tag': 'cb35cf7f-b3c3-493e-8500-f2fc00c3510e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:39:57.661914 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f452e3-167a-4cea-936c-1371b407267c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7262e65-3625-4b92-9857-a5b4cf6d8fec", "tag": "cb35cf7f-b3c3-493e-8500-f2fc00c3510e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:39:57.735088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-defaba72-5fc6-4176-984e-8d35ef2de532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:57.736652 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-defaba72-5fc6-4176-984e-8d35ef2de532 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 1094 time: 0.3773983 Sep 27 08:39:57.832394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6432400b-1e99-49aa-ab98-cb18beef8bbc req-5955bacc-e3e9-48ad-ad41-bd420993e96d tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] 10.222.0.50 "GET /v2.0/security-groups/710b81da-c66d-4c0f-9418-878f68d8176e HTTP/1.1" status: 200 len: 2985 time: 0.2140162 Sep 27 08:39:57.837321 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-402705b1-46d8-45c8-abce-1e1e9779b9be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb35cf7f-b3c3-493e-8500-f2fc00c3510e HTTP/1.1" status: 200 len: 217 time: 0.0812106 Sep 27 08:39:57.838775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a4c6e7b-f957-4396-b246-a49417cecdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:57.851372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-bdc018c3-9c38-4c2a-a13f-cf0510e8b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:57.854841 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-bdc018c3-9c38-4c2a-a13f-cf0510e8b04a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 1094 time: 0.1884501 Sep 27 08:39:57.956124 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e248e3f-c55f-4766-a999-5d7957e75ea3 x-openstack-request-id: req-0e248e3f-c55f-4766-a999-5d7957e75ea3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:39:57.956853 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7262e65-3625-4b92-9857-a5b4cf6d8fec", "tag": "cb35cf7f-b3c3-493e-8500-f2fc00c3510e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:39:57.957286 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e248e3f-c55f-4766-a999-5d7957e75ea3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:39:57.957897 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7262e65-3625-4b92-9857-a5b4cf6d8fec', 'tag': 'cb35cf7f-b3c3-493e-8500-f2fc00c3510e', 'status': 'completed', 'code': 200} Sep 27 08:39:57.960552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-face4cf2-7dfc-4d3c-bf06-b1be592b6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:57.962125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-face4cf2-7dfc-4d3c-bf06-b1be592b6e19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3752725-3349-48fb-a8db-4201b3a07251 HTTP/1.1" status: 200 len: 862 time: 0.1041970 Sep 27 08:39:58.019389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a4c6e7b-f957-4396-b246-a49417cecdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.031628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541e24-9d9d-49c8-9aff-b787be9e960d req-7908b7d4-ee9a-4667-90e9-62cfde6813db tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:58.040519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c541e24-9d9d-49c8-9aff-b787be9e960d req-7908b7d4-ee9a-4667-90e9-62cfde6813db tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.0892346 Sep 27 08:39:58.066962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-3080d831-7ad6-40ee-b496-834906007eb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905490 Sep 27 08:39:58.097644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c541e24-9d9d-49c8-9aff-b787be9e960d req-933c79fa-a6d1-4319-bcd5-10e72dccde3d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483429 Sep 27 08:39:58.159760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7056d874-97e2-4a94-9fd2-f9cd766c3cc2 req-65a2d034-ba3b-43ab-b270-b1259d68241f tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] 10.222.0.50 "GET /v2.0/security-groups/710b81da-c66d-4c0f-9418-878f68d8176e HTTP/1.1" status: 200 len: 2985 time: 0.0525949 Sep 27 08:39:58.236315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-513bc065-40ed-4aec-9715-e0e74724c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:58.237869 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-513bc065-40ed-4aec-9715-e0e74724c2c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 906 time: 0.3588412 Sep 27 08:39:58.243215 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-7056d874-97e2-4a94-9fd2-f9cd766c3cc2 req-2bd48626-3d25-452e-9ccf-aa183d046bfc tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 27 08:39:58.263594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7056d874-97e2-4a94-9fd2-f9cd766c3cc2 req-2bd48626-3d25-452e-9ccf-aa183d046bfc tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] 10.222.0.50 "DELETE /v2.0/security-groups/710b81da-c66d-4c0f-9418-878f68d8176e HTTP/1.1" status: 409 len: 352 time: 0.0929971 Sep 27 08:39:58.280612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc821d1a-1d3e-47a2-95b3-e049617ffc41 req-07338928-d0b5-470e-a9cf-3faa37ea965a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:58.282157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc821d1a-1d3e-47a2-95b3-e049617ffc41 req-07338928-d0b5-470e-a9cf-3faa37ea965a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 943 time: 0.3070393 Sep 27 08:39:58.313554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-d09812a2-f79a-492b-8c21-565ad833394d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d HTTP/1.1" status: 200 len: 217 time: 0.0545146 Sep 27 08:39:58.350598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a4c6e7b-f957-4396-b246-a49417cecdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.353156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a4c6e7b-f957-4396-b246-a49417cecdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.354292 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a4c6e7b-f957-4396-b246-a49417cecdf3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7d7809a-f457-4100-af6c-6e40c9f6dbd2 HTTP/1.1" status: 204 len: 168 time: 0.7328951 Sep 27 08:39:58.359726 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-3c64d85a-e53d-40d8-8876-0a8e2992c418 req-a55f51d8-9525-45a8-a1aa-6471efdc119c tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] show failed (client error): The resource could not be found. Sep 27 08:39:58.365659 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c64d85a-e53d-40d8-8876-0a8e2992c418 req-a55f51d8-9525-45a8-a1aa-6471efdc119c tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] 10.222.0.50 "GET /v2.0/security-groups/20963741-63af-40db-86b5-af23881ac4aa HTTP/1.1" status: 404 len: 352 time: 0.0228786 Sep 27 08:39:58.393961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c6e7b-f957-4396-b246-a49417cecdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d7809a-f457-4100-af6c-6e40c9f6dbd2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:58.402578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-05dda631-42b3-4915-a5ca-3084f9136f77 service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268137 Sep 27 08:39:58.440839 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fc821d1a-1d3e-47a2-95b3-e049617ffc41 req-49be0637-4f7a-4b47-b0c5-ddd4eff35329 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306281 Sep 27 08:39:58.455562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-2b98278a-0a92-4e66-aa2f-e984c6cec037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:58.459255 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-2b98278a-0a92-4e66-aa2f-e984c6cec037 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 200 len: 845 time: 0.1257386 Sep 27 08:39:58.518479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f49af-e66a-40dc-b9b1-3ae921c9444c req-5f98de34-79cb-4af8-8957-8d6a405cbca5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:58.531462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-442f49af-e66a-40dc-b9b1-3ae921c9444c req-5f98de34-79cb-4af8-8957-8d6a405cbca5 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 943 time: 0.0786471 Sep 27 08:39:58.539585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-23acbb96-aa6b-4558-a04f-3927371832bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e51dc51-dee4-4df0-836f-63b3dd717fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463235 Sep 27 08:39:58.542310 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-826c0f46-ff54-408e-9d62-61c90f4f145c req-6e3697fb-c0eb-42b1-aaa0-3d98540eed90 tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] show failed (client error): The resource could not be found. Sep 27 08:39:58.543281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-826c0f46-ff54-408e-9d62-61c90f4f145c req-6e3697fb-c0eb-42b1-aaa0-3d98540eed90 tempest-SecurityGroupsNegativeTestJSON-57428114 tempest-SecurityGroupsNegativeTestJSON-57428114-project] 10.222.0.50 "GET /v2.0/security-groups/636a3f11-c4b0-4a4c-8544-1e78916a1bb4 HTTP/1.1" status: 404 len: 352 time: 0.0490420 Sep 27 08:39:58.560608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49776) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:58.667931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-442f49af-e66a-40dc-b9b1-3ae921c9444c req-fb5d6e35-ca27-46df-9027-0f2bd436599e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345491 Sep 27 08:39:58.671242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb08adf-dd4b-4554-abf6-d23cbe1f28a7 admin admin] Deleting subnet 1e9a4da5-bc38-48ea-9d07-c58e335eef07 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:39:58.677722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f10d7e9-5331-459b-ac0f-4b0941bcf33c req-dc8320ea-ffeb-4e56-8e89-03a911ddc9ab service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657053 Sep 27 08:39:58.681637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-a009dd87-ad55-4c7b-a5c2-ea25d8c0067c service neutron] 10.222.0.57 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254170 Sep 27 08:39:58.701584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb08adf-dd4b-4554-abf6-d23cbe1f28a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.794420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb08adf-dd4b-4554-abf6-d23cbe1f28a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.870897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb08adf-dd4b-4554-abf6-d23cbe1f28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.897484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c4321a8-89a4-41e4-83cb-ed61988d1a33 req-b635229b-8e1c-4d1e-b75b-124fe71c96f7 service neutron] 10.222.0.57 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006795 Sep 27 08:39:58.905410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49782) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:58.927499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7161b30e-b03d-4b56-8475-24cde5235f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.957250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f452e3-167a-4cea-936c-1371b407267c req-2dfc2d2c-1af7-4874-892d-fb32108c01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:58.959763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60f452e3-167a-4cea-936c-1371b407267c req-2dfc2d2c-1af7-4874-892d-fb32108c01ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1985ca1bbf444429c480e53874ee1c8&device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 1094 time: 0.1364353 Sep 27 08:39:58.970345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb08adf-dd4b-4554-abf6-d23cbe1f28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:58.972169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d71431-fed0-45d3-a637-0be119195b2d req-092ac8ac-3387-4e04-8fa5-c8c71848548e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:58.974202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5d71431-fed0-45d3-a637-0be119195b2d req-092ac8ac-3387-4e04-8fa5-c8c71848548e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1496379 Sep 27 08:39:58.997213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb08adf-dd4b-4554-abf6-d23cbe1f28a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9a4da5-bc38-48ea-9d07-c58e335eef07,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:59.006158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acb08adf-dd4b-4554-abf6-d23cbe1f28a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.010981 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-acb08adf-dd4b-4554-abf6-d23cbe1f28a7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1e9a4da5-bc38-48ea-9d07-c58e335eef07 HTTP/1.1" status: 204 len: 168 time: 0.4465759 Sep 27 08:39:59.011637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49784) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:59.221435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f452e3-167a-4cea-936c-1371b407267c req-c4877d6c-8a00-4fd0-af94-5816bc844a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:59.223418 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60f452e3-167a-4cea-936c-1371b407267c req-c4877d6c-8a00-4fd0-af94-5816bc844a9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 200 len: 923 time: 0.2479851 Sep 27 08:39:59.235250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5d71431-fed0-45d3-a637-0be119195b2d req-33a42dbe-e96e-41d6-92ff-b8a08860207f tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476530 Sep 27 08:39:59.255811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.256817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e748c-2a70-49a1-9cd1-cb737c619c6c req-cce37ecd-2984-4db6-b47e-c43f55364a39 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:59.259046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-326e748c-2a70-49a1-9cd1-cb737c619c6c req-cce37ecd-2984-4db6-b47e-c43f55364a39 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.0852094 Sep 27 08:39:59.291021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60f452e3-167a-4cea-936c-1371b407267c req-de85b6ba-eb0e-4143-9c8e-eae3b714e330 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb35cf7f-b3c3-493e-8500-f2fc00c3510e HTTP/1.1" status: 200 len: 217 time: 0.0546155 Sep 27 08:39:59.312785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-326e748c-2a70-49a1-9cd1-cb737c619c6c req-3202f708-d386-4d9a-b79b-243447a2db63 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Sep 27 08:39:59.407862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f452e3-167a-4cea-936c-1371b407267c req-f21f8550-e248-4189-bd12-6229e1386ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:59.409731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60f452e3-167a-4cea-936c-1371b407267c req-f21f8550-e248-4189-bd12-6229e1386ab5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3752725-3349-48fb-a8db-4201b3a07251 HTTP/1.1" status: 200 len: 862 time: 0.1061885 Sep 27 08:39:59.437656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7161b30e-b03d-4b56-8475-24cde5235f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.464990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.488352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7161b30e-b03d-4b56-8475-24cde5235f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.489690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60f452e3-167a-4cea-936c-1371b407267c req-46c476b5-1381-4f28-b224-b29d2894b2c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608411 Sep 27 08:39:59.532275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af3d8ac-0700-4e01-b361-bffaef33d205']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:59.571898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4785452d-d6d8-47ac-a7a9-83931fa7ce19') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:59.571898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4785452d-d6d8-47ac-a7a9-83931fa7ce19') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:39:59.577863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7161b30e-b03d-4b56-8475-24cde5235f16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88d479a431cc401ba99a2d8d3a9fb842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686649 Sep 27 08:39:59.582346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49796) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:39:59.585935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161b30e-b03d-4b56-8475-24cde5235f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b210c0b8-f0e8-49e4-a290-f8fe1775b5a7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:59.600852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.648537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.658130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:39:59.658676 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:39:59.660504 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:39:59.664899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3ad34-fcb9-4713-9af6-07d839118e00 req-4c37d338-118d-4146-94ea-f8d910a4bd03 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:59.673070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67a3ad34-fcb9-4713-9af6-07d839118e00 req-4c37d338-118d-4146-94ea-f8d910a4bd03 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 943 time: 0.1361604 Sep 27 08:39:59.730239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60f452e3-167a-4cea-936c-1371b407267c req-404c55ff-277c-4bd1-a181-eaae2f3e76fa service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258389 Sep 27 08:39:59.736798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67a3ad34-fcb9-4713-9af6-07d839118e00 req-05095942-4bb0-49ba-ba99-60f0079c15f5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573375 Sep 27 08:39:59.751410 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d87111f2-88c7-44d6-b84f-0e4f6ddc7066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.774278 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.783155 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d87111f2-88c7-44d6-b84f-0e4f6ddc7066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.791925 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.805547 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] 10.222.0.50 "DELETE /v2.0/networks/3af3d8ac-0700-4e01-b361-bffaef33d205 HTTP/1.1" status: 204 len: 168 time: 0.7864423 Sep 27 08:39:59.846091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17422f7e-66c8-442f-939e-435d1b6355bb admin admin] Pushing event deleted for resources: {'Network': ['ID=3af3d8ac-0700-4e01-b361-bffaef33d205,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:59.854994 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d87111f2-88c7-44d6-b84f-0e4f6ddc7066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.857649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d87111f2-88c7-44d6-b84f-0e4f6ddc7066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:39:59.861124 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d87111f2-88c7-44d6-b84f-0e4f6ddc7066 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b210c0b8-f0e8-49e4-a290-f8fe1775b5a7 HTTP/1.1" status: 204 len: 168 time: 0.2703416 Sep 27 08:39:59.873278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87111f2-88c7-44d6-b84f-0e4f6ddc7066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b210c0b8-f0e8-49e4-a290-f8fe1775b5a7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:39:59.961522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6ed35-517e-4060-8e54-ab67427c4dc3 req-d2e20a01-fba6-4fc3-b140-6b1b2173e776 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:39:59.968942 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd6ed35-517e-4060-8e54-ab67427c4dc3 req-d2e20a01-fba6-4fc3-b140-6b1b2173e776 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 943 time: 0.1338880 Sep 27 08:39:59.978635 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60f452e3-167a-4cea-936c-1371b407267c req-7b943f45-6de3-4b00-8153-e3fdf0390e8a service neutron] 10.222.0.57 "GET /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314389 Sep 27 08:40:00.033492 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd6ed35-517e-4060-8e54-ab67427c4dc3 req-ee631426-d31c-4828-af88-2e584e6b8753 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Sep 27 08:40:00.084588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49804) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:00.142509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7e7fd8d4-d926-4b27-98b8-d6dba99d2c05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0aee743a7946425b81e008bd50d38e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541492 Sep 27 08:40:00.143355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49808) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:00.219938 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b34d90c-a4f5-4f1d-97c9-03a77b28399d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:00.246451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b34d90c-a4f5-4f1d-97c9-03a77b28399d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:00.339429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b34d90c-a4f5-4f1d-97c9-03a77b28399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:00.350269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b34d90c-a4f5-4f1d-97c9-03a77b28399d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:00.352276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b34d90c-a4f5-4f1d-97c9-03a77b28399d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/710b81da-c66d-4c0f-9418-878f68d8176e HTTP/1.1" status: 204 len: 168 time: 0.2074034 Sep 27 08:40:00.367332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34d90c-a4f5-4f1d-97c9-03a77b28399d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b81da-c66d-4c0f-9418-878f68d8176e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:00.452465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeadd8-efee-40c5-b9a6-cd67c4c57a04 req-fa3f733f-1f9d-49b7-a5d7-d5603da8ffcc tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:00.454872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cceeadd8-efee-40c5-b9a6-cd67c4c57a04 req-fa3f733f-1f9d-49b7-a5d7-d5603da8ffcc tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1048262 Sep 27 08:40:00.531604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cceeadd8-efee-40c5-b9a6-cd67c4c57a04 req-06dfd6bb-1827-49a0-af47-0105981e80b5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551891 Sep 27 08:40:00.533578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98d0c7-80c8-45c9-a5c9-f45b7fd776b8 req-ab2aa39b-811f-458d-b4b5-2befda074fe2 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:00.541926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f98d0c7-80c8-45c9-a5c9-f45b7fd776b8 req-ab2aa39b-811f-458d-b4b5-2befda074fe2 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.0983989 Sep 27 08:40:00.614239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f98d0c7-80c8-45c9-a5c9-f45b7fd776b8 req-803ced5b-d14d-4685-bd16-ab679ba1160d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714154 Sep 27 08:40:00.928142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ddd9e-aa10-4120-a5ed-f80ae5463079 req-fb88b345-7c82-4d88-a7bd-c2269b45622b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:00.934101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-828ddd9e-aa10-4120-a5ed-f80ae5463079 req-fb88b345-7c82-4d88-a7bd-c2269b45622b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 943 time: 0.1001198 Sep 27 08:40:00.989787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-828ddd9e-aa10-4120-a5ed-f80ae5463079 req-49cf3514-8217-4224-96c8-ef8477fb2e2a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482450 Sep 27 08:40:01.194832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ee194-6261-4175-a7b2-a5620859b2cb req-c8af5a37-a812-40c8-8d77-c8c2fe1ef794 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:01.196278 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-394ee194-6261-4175-a7b2-a5620859b2cb req-c8af5a37-a812-40c8-8d77-c8c2fe1ef794 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 943 time: 0.0908248 Sep 27 08:40:01.259397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-394ee194-6261-4175-a7b2-a5620859b2cb req-31ccd9e9-1d66-4c2d-900b-140ced6fde08 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521991 Sep 27 08:40:01.417653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49878) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:01.652727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cb35cf7f-b3c3-493e-8500-f2fc00c3510e details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:40:01.766837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a49ff5-97b0-4345-a7da-d4ba8b525452 req-94eaf95c-a73d-4527-9819-bb0bfc5a2533 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:01.768586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73a49ff5-97b0-4345-a7da-d4ba8b525452 req-94eaf95c-a73d-4527-9819-bb0bfc5a2533 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1627207 Sep 27 08:40:01.856892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-306783263-network', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:01.885313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cb35cf7f-b3c3-493e-8500-f2fc00c3510e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:01.897152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f4e80-cbfe-4b59-87ed-9c9fb87c6b81 req-f73dddfa-851d-4c13-a37a-27c09f3ce15e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:01.899369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'cb35cf7f-b3c3-493e-8500-f2fc00c3510e', 'network_id': 'a4a53dbb-0c92-4818-be9e-ba59bb6b99a4', 'port_id': 'cb35cf7f-b3c3-493e-8500-f2fc00c3510e', 'mac_address': 'fa:16:3e:1a:ac:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3752725-3349-48fb-a8db-4201b3a07251', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:40:01.906074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a4f4e80-cbfe-4b59-87ed-9c9fb87c6b81 req-f73dddfa-851d-4c13-a37a-27c09f3ce15e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1126034 Sep 27 08:40:01.932212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73a49ff5-97b0-4345-a7da-d4ba8b525452 req-25d2d92a-fe57-4236-b1a5-c3023f583d64 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545238 Sep 27 08:40:01.949466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:01.954635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Made reservation on behalf of a3bf03d89cd4471eb9c7d8600a95ef15 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:01.957262 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:01.969377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb35cf7f-b3c3-493e-8500-f2fc00c3510e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:01.976012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:01.998754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cb35cf7f-b3c3-493e-8500-f2fc00c3510e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:02.001452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a4f4e80-cbfe-4b59-87ed-9c9fb87c6b81 req-a42404e8-7424-4ec2-a443-90ba992a05f8 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939415 Sep 27 08:40:02.005310 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.006703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7899dbb5-55ed-4762-a85e-cf61d5319b6d details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:40:02.104497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:02.194730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4b3f-99a7-4526-bcfc-e045e35d64c7 req-3cad72e9-0c15-456f-80fd-e82b7363c0fe tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:02.196571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a15f4b3f-99a7-4526-bcfc-e045e35d64c7 req-3cad72e9-0c15-456f-80fd-e82b7363c0fe tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 943 time: 0.1052673 Sep 27 08:40:02.269116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:02.274401 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a15f4b3f-99a7-4526-bcfc-e045e35d64c7 req-dcc7968e-cf51-483c-94bb-dedb73e1697e tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532324 Sep 27 08:40:02.288092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.307435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.308629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'port_id': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'mac_address': 'fa:16:3e:d3:60:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86717468-983a-4e29-8cf9-97fd0ea72f3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:40:02.354122 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.371455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58339bac-7c40-42e1-8050-ea9867a10fc1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:02.375694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7899dbb5-55ed-4762-a85e-cf61d5319b6d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:02.401476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:40:02.404902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:02.423719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.433832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.434740 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Added segment b0cb2a18-d1da-4900-b44f-d936e465b8a1 of type vlan for network f05c0eb8-9796-47e6-b518-279d5c2155b3 Sep 27 08:40:02.463211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e525e-3cf0-49d7-9e75-d2d0d2cb93cc req-ae35e74a-1c84-49e7-86e1-cc446a5c405e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:02.466592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b0e525e-3cf0-49d7-9e75-d2d0d2cb93cc req-ae35e74a-1c84-49e7-86e1-cc446a5c405e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 944 time: 0.1120493 Sep 27 08:40:02.518292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:02.519100 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.550314 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b0e525e-3cf0-49d7-9e75-d2d0d2cb93cc req-3c74e9dc-8097-4cd0-94dd-bdceffffda9c tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790761 Sep 27 08:40:02.556279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.557767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:02.558362 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.587206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1681707 Sep 27 08:40:02.590511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49912) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:02.595451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Request body: {'subnet': {'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-306783263-subnet', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:02.652484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc880e17-7737-4e0f-850c-75ec3c01f1ed admin admin] Pushing event updated for resources: {'Network': ['ID=f05c0eb8-9796-47e6-b518-279d5c2155b3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:02.664699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:40:02.669788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Made reservation on behalf of a3bf03d89cd4471eb9c7d8600a95ef15 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:02.672710 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:02.737653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cb35cf7f-b3c3-493e-8500-f2fc00c3510e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:02.745003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['7899dbb5-55ed-4762-a85e-cf61d5319b6d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:02.900364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:03.006075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbaa2e8-8be2-479c-bc5e-a926d0615252,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:03.055910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Checking segment: {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:03.056455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Network hostable DHCP agents. Network: f05c0eb8-9796-47e6-b518-279d5c2155b3, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:40:03.095714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:40:03.124816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f05c0eb8-9796-47e6-b518-279d5c2155b3) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:03.135225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd556064-85d8-49b4-b42b-1444d47ec1c2 None None] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:40:03.150393 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:03.152387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeef9b1-df7c-45f7-b122-4d176b6d67a0 req-d0cc4b35-8255-4525-ab3f-087086bbeb2d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:03.155412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:03.164372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3eeef9b1-df7c-45f7-b122-4d176b6d67a0 req-d0cc4b35-8255-4525-ab3f-087086bbeb2d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1025877 Sep 27 08:40:03.208509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:03.210827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-76e0859f-6aa2-4a81-8ce2-88ba285cb868 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6195879 Sep 27 08:40:03.213908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:03.248012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f561df5-6732-4657-9eb8-a974f53ff6e9 req-8e624b45-3b2f-437b-aae2-780dfaa21c78 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:03.251590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3eeef9b1-df7c-45f7-b122-4d176b6d67a0 req-cc9697c2-c155-487d-a4cc-1f582bd28b4d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861225 Sep 27 08:40:03.252643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9f561df5-6732-4657-9eb8-a974f53ff6e9 req-8e624b45-3b2f-437b-aae2-780dfaa21c78 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1389494 Sep 27 08:40:03.272311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:03.274720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:03.333104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9f561df5-6732-4657-9eb8-a974f53ff6e9 req-c4405994-7b28-44ca-982a-5f3ecc2652f0 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713360 Sep 27 08:40:03.413763 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:03.419249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-f05c0eb8-9796-47e6-b518-279d5c2155b3', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:40:03.420368 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:03.557903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb8e4c-b00e-423b-ba21-47e2ca2d6f52 req-ab7ba663-9d11-409f-bdd5-044ab99b3210 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:03.566019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47cb8e4c-b00e-423b-ba21-47e2ca2d6f52 req-ab7ba663-9d11-409f-bdd5-044ab99b3210 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 944 time: 0.1500247 Sep 27 08:40:03.621127 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47cb8e4c-b00e-423b-ba21-47e2ca2d6f52 req-a0916868-b2e9-4c27-8dea-ddb5dd67a8f2 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540915 Sep 27 08:40:03.731602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Allocated IP 172.20.0.2 (f05c0eb8-9796-47e6-b518-279d5c2155b3/7dbaa2e8-8be2-479c-bc5e-a926d0615252/12289020-dcb6-4f96-a206-0272040c1da1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:40:03.779346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:03.782773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e3aac-d107-4fae-9541-0742a1cc6691 req-bb3d098a-83ee-4ea5-bd74-e64e454cd4cf tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:03.791057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-121e3aac-d107-4fae-9541-0742a1cc6691 req-bb3d098a-83ee-4ea5-bd74-e64e454cd4cf tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 944 time: 0.0837758 Sep 27 08:40:03.873459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-121e3aac-d107-4fae-9541-0742a1cc6691 req-f766749f-3852-4c4b-bfe3-78c0c92ea768 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814579 Sep 27 08:40:03.919388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ef39f-18ab-43ac-8a9f-da57d693d63c req-d53b46b8-844c-41e2-9ef8-0b314ec3c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:03.921008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-360ef39f-18ab-43ac-8a9f-da57d693d63c req-d53b46b8-844c-41e2-9ef8-0b314ec3c450 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1289165 Sep 27 08:40:04.028646 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-360ef39f-18ab-43ac-8a9f-da57d693d63c req-293bc690-8938-40d8-a393-a07d92b94cca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633171 Sep 27 08:40:04.119207 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.129010 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.157461 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.174423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:04.179814 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.180749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:04.185370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:40:04.203741 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Pushing event updated for resources: {'Port': ['ID=12289020-dcb6-4f96-a206-0272040c1da1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:04.265847 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Attempting to bind port 12289020-dcb6-4f96-a206-0272040c1da1 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:40:04.266221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Attempting to bind port 12289020-dcb6-4f96-a206-0272040c1da1 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:40:04.267217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Attempting to bind port 12289020-dcb6-4f96-a206-0272040c1da1 on network f05c0eb8-9796-47e6-b518-279d5c2155b3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:04.273732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:40:04.274113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Checking segment: {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:04.274519 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.274973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Bound using segment: {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:40:04.275626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Bound port: 12289020-dcb6-4f96-a206-0272040c1da1, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:40:04.276029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.324757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Allocated IP 172.25.2.242 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/3628df5d-7a8b-449c-8068-3920f9f8da39) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:40:04.445081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.470146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924e019-1c3c-41d3-928c-f0ac1a94ee53 req-81076a55-ba78-4a47-9fd6-51325c84d4c3 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:04.472816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a924e019-1c3c-41d3-928c-f0ac1a94ee53 req-81076a55-ba78-4a47-9fd6-51325c84d4c3 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0764170 Sep 27 08:40:04.484962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] For port 12289020-dcb6-4f96-a206-0272040c1da1, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:40:04.493448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] For port 12289020-dcb6-4f96-a206-0272040c1da1, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=12289020-dcb6-4f96-a206-0272040c1da1,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:40:04.499708 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.513052 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:04.622806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a924e019-1c3c-41d3-928c-f0ac1a94ee53 req-f04bc293-63b1-4f53-9048-90b49d2728ab tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985832 Sep 27 08:40:04.647044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6f1a1-b6a8-4f3e-a61a-d76434fb0849 None None] Pushing event updated for resources: {'Port': ['ID=12289020-dcb6-4f96-a206-0272040c1da1,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:04.893692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5299d-baee-4146-bcbb-6f86d1aa4fed req-b19a6d5e-c093-4d51-a11c-9d3e830684b4 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:04.909633 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00f5299d-baee-4146-bcbb-6f86d1aa4fed req-b19a6d5e-c093-4d51-a11c-9d3e830684b4 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 944 time: 0.1862235 Sep 27 08:40:04.980710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00f5299d-baee-4146-bcbb-6f86d1aa4fed req-0334c909-fcd4-453e-a30b-703293a9acad tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713530 Sep 27 08:40:05.129059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65153-d742-4b1a-b4a3-c2dc013fc7d5 req-eb1617c8-9968-4be7-a3bc-f66c04f1607f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:05.134260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3628df5d-7a8b-449c-8068-3920f9f8da39,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:05.146351 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbb65153-d742-4b1a-b4a3-c2dc013fc7d5 req-eb1617c8-9968-4be7-a3bc-f66c04f1607f tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 944 time: 0.0843978 Sep 27 08:40:05.163116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:05.173179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:05.176883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:40:05.278996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269682a-ee19-4e67-bcc3-9f8f99e88bfb req-f55065d9-65c2-4ec6-b3ea-2957d0b6a6a4 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:05.289558 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6269682a-ee19-4e67-bcc3-9f8f99e88bfb req-f55065d9-65c2-4ec6-b3ea-2957d0b6a6a4 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.7523346 Sep 27 08:40:05.289758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbb65153-d742-4b1a-b4a3-c2dc013fc7d5 req-6c455a7d-0e08-4024-ae53-ccdcff3714f6 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398137 Sep 27 08:40:05.505077 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6269682a-ee19-4e67-bcc3-9f8f99e88bfb req-f60d236c-72c5-46cb-936c-8076044e6a4e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144699 Sep 27 08:40:05.575200 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:05.655299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cb35cf7f-b3c3-493e-8500-f2fc00c3510e up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:05.673112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:05.785333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 12289020-dcb6-4f96-a206-0272040c1da1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:05.926332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port cb35cf7f-b3c3-493e-8500-f2fc00c3510e completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:40:05.929750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc8be6-2c97-4dc1-b247-97cdc251bdf0 req-b0e5eaf8-2937-4353-b994-de93034b7c32 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:05.949289 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65bc8be6-2c97-4dc1-b247-97cdc251bdf0 req-b0e5eaf8-2937-4353-b994-de93034b7c32 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1429720 Sep 27 08:40:05.964652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port cb35cf7f-b3c3-493e-8500-f2fc00c3510e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:05.965275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.089770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65bc8be6-2c97-4dc1-b247-97cdc251bdf0 req-adeea534-b435-4550-92a1-cee3c37ec33d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072857 Sep 27 08:40:06.136526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.145877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 12289020-dcb6-4f96-a206-0272040c1da1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:06.145877 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.274901 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.408191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0403db0e-2097-45ae-b628-9a33c470ec79 None None] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:40:06.410897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7262e65-3625-4b92-9857-a5b4cf6d8fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb35cf7f-b3c3-493e-8500-f2fc00c3510e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:06.417752 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba89942-aa69-4aa8-be14-3095c002fff3" -d '{"events": [{"server_uuid": "a7262e65-3625-4b92-9857-a5b4cf6d8fec", "name": "network-vif-plugged", "status": "completed", "tag": "cb35cf7f-b3c3-493e-8500-f2fc00c3510e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:06.472350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cb35cf7f-b3c3-493e-8500-f2fc00c3510e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:06.490771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.491849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7899dbb5-55ed-4762-a85e-cf61d5319b6d up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:06.599196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-05a6d4c6-274c-484b-a02e-db1367f82964 None None] Provisioning complete for port 12289020-dcb6-4f96-a206-0272040c1da1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:06.599886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05a6d4c6-274c-484b-a02e-db1367f82964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.604443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:06.605744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687cca7-9314-40f6-89f4-bd1df50a614e req-7688316b-4f4a-4719-8e4e-999676061558 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:06.618455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b687cca7-9314-40f6-89f4-bd1df50a614e req-7688316b-4f4a-4719-8e4e-999676061558 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 945 time: 0.1217816 Sep 27 08:40:06.622976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927a6b4-7ee9-4051-b4d5-aed1b5046896 req-e360150c-70d9-4468-9c74-816583d03868 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:06.625096 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9927a6b4-7ee9-4051-b4d5-aed1b5046896 req-e360150c-70d9-4468-9c74-816583d03868 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 944 time: 0.4831028 Sep 27 08:40:06.641092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:40:06.662432 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.687115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd323b74-d46e-4d0e-9309-bc35deffb2ff req-0cab35c0-fe45-4883-896a-0468490be333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:06.688776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dd323b74-d46e-4d0e-9309-bc35deffb2ff req-0cab35c0-fe45-4883-896a-0468490be333 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 1097 time: 0.5053611 Sep 27 08:40:06.697714 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eacac-1d01-4362-a228-3394a532824b req-aada3f8b-a0ea-44df-82b9-ce1a02f79a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:06.699813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998eacac-1d01-4362-a228-3394a532824b req-aada3f8b-a0ea-44df-82b9-ce1a02f79a7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1747611 Sep 27 08:40:06.713595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b687cca7-9314-40f6-89f4-bd1df50a614e req-e94e27b8-861b-40fd-90ca-eb9c7d928ea2 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941498 Sep 27 08:40:06.754955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 7899dbb5-55ed-4762-a85e-cf61d5319b6d completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:40:06.763651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 7899dbb5-55ed-4762-a85e-cf61d5319b6d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:06.764388 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.830284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eacac-1d01-4362-a228-3394a532824b req-5e9d9941-03ff-4cfc-9930-f7316ed67633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:06.832607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998eacac-1d01-4362-a228-3394a532824b req-5e9d9941-03ff-4cfc-9930-f7316ed67633 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 920 time: 0.1210804 Sep 27 08:40:06.860898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 12289020-dcb6-4f96-a206-0272040c1da1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=12289020-dcb6-4f96-a206-0272040c1da1,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:06.899507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfa2d6-1240-4020-b3e9-aec64fbbcd58 req-52042be5-9a7a-4f13-ab43-c06fb8b56a6d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:06.906896 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:06.909000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1dfa2d6-1240-4020-b3e9-aec64fbbcd58 req-52042be5-9a7a-4f13-ab43-c06fb8b56a6d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1203940 Sep 27 08:40:06.935916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998eacac-1d01-4362-a228-3394a532824b req-f64dda08-b2d2-4ca8-a08b-84eae5a39889 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 200 len: 217 time: 0.0599263 Sep 27 08:40:06.980335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1dfa2d6-1240-4020-b3e9-aec64fbbcd58 req-783e8019-2c75-4f9c-a174-321b804672f5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700400 Sep 27 08:40:07.035483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9927a6b4-7ee9-4051-b4d5-aed1b5046896 req-395a1882-5391-4a88-a9fc-611fbdf59818 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766301 Sep 27 08:40:07.068257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=12289020-dcb6-4f96-a206-0272040c1da1,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:07.069658 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dd323b74-d46e-4d0e-9309-bc35deffb2ff req-1c81a1c8-960c-4837-ae77-d3f9dc97a5e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672707 Sep 27 08:40:07.111702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eacac-1d01-4362-a228-3394a532824b req-3aee54a7-980f-44f0-85e9-d146863abb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:07.113396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998eacac-1d01-4362-a228-3394a532824b req-3aee54a7-980f-44f0-85e9-d146863abb91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.1627555 Sep 27 08:40:07.144697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:07.160074 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc61c58b-2f48-49eb-b846-a08e17b5276a x-openstack-request-id: req-dc61c58b-2f48-49eb-b846-a08e17b5276a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:07.160520 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7262e65-3625-4b92-9857-a5b4cf6d8fec", "name": "network-vif-plugged", "status": "completed", "tag": "cb35cf7f-b3c3-493e-8500-f2fc00c3510e", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:07.160864 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc61c58b-2f48-49eb-b846-a08e17b5276a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:07.161431 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7262e65-3625-4b92-9857-a5b4cf6d8fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb35cf7f-b3c3-493e-8500-f2fc00c3510e', 'code': 200} Sep 27 08:40:07.223331 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:07.231042 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:07.247762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:40:07.290313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Sync routers for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:40:07.312421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:07.323573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50020) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:07.324471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a5cf1d0-b2da-4c87-90b7-c50288afb4e7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1144571 Sep 27 08:40:07.326898 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:40:07.327786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:40:07.327786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:07.386093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea26df7-f8af-4658-91be-4cd4e64a9d7b req-39d3cddb-26b2-4e68-9c32-14db885c261b tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:07.388144 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ea26df7-f8af-4658-91be-4cd4e64a9d7b req-39d3cddb-26b2-4e68-9c32-14db885c261b tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1971035 Sep 27 08:40:07.440093 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998eacac-1d01-4362-a228-3394a532824b req-d526c5f0-5fc6-4f74-8fd2-76fcd6646f85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469927 Sep 27 08:40:07.466059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:07.614861 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d505cc0-12d8-4bdd-a910-c51e70463259 req-a1620906-e11a-476a-a8cf-2bfec01128af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:07.623135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d505cc0-12d8-4bdd-a910-c51e70463259 req-a1620906-e11a-476a-a8cf-2bfec01128af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 1096 time: 0.2593882 Sep 27 08:40:07.644900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:40:07.711176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 12289020-dcb6-4f96-a206-0272040c1da1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:07.784921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b5837d19-d7a5-4a3e-a03d-2a11998fae66 None None] Provisioning complete for port 12289020-dcb6-4f96-a206-0272040c1da1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:07.785586 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b5837d19-d7a5-4a3e-a03d-2a11998fae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:07.839551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998eacac-1d01-4362-a228-3394a532824b req-adaa46c6-a24f-4549-b751-40e8192b7842 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891773 Sep 27 08:40:07.863407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ea26df7-f8af-4658-91be-4cd4e64a9d7b req-dae3b9f2-eb33-4a1c-accb-760cf33c787d tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124970 Sep 27 08:40:08.021708 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998eacac-1d01-4362-a228-3394a532824b req-e49595cb-19c3-4ee6-9c96-e234f1f0db63 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549613 Sep 27 08:40:08.028739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 12289020-dcb6-4f96-a206-0272040c1da1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:08.040747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:08.042131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d505cc0-12d8-4bdd-a910-c51e70463259 req-24d69c3b-3435-4631-9fa4-a41a40d10bee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605741 Sep 27 08:40:08.196469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf70c4-3a30-4793-972d-39daa806e270 req-c27315a2-a5ac-4d32-ab1a-e088354a86e2 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:08.213099 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70bf70c4-3a30-4793-972d-39daa806e270 req-c27315a2-a5ac-4d32-ab1a-e088354a86e2 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1336074 Sep 27 08:40:08.222033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34594c-b336-496f-a3ce-c65e55cca267 req-a33dac26-3895-4c93-a0ae-c4f8f20a5590 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:08.242686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf34594c-b336-496f-a3ce-c65e55cca267 req-a33dac26-3895-4c93-a0ae-c4f8f20a5590 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 945 time: 0.1046653 Sep 27 08:40:08.283567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:05Z', 'revision_number': 3, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:08.301200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70bf70c4-3a30-4793-972d-39daa806e270 req-f36a6f88-b25f-4586-8d52-1726dc84d2ac tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814779 Sep 27 08:40:08.328898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Checking router: 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:40:08.331821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Updating router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af port 3628df5d-7a8b-449c-8068-3920f9f8da39 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:40:08.345204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf34594c-b336-496f-a3ce-c65e55cca267 req-40ecf6f9-0b75-4afe-a830-c45f89c966e0 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Sep 27 08:40:08.382992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:08.636263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b0a1b-714f-4657-b381-aa84ba41a524 req-39035d4c-8313-4169-9a72-97d7d13df1b8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:08.649657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd1b0a1b-714f-4657-b381-aa84ba41a524 req-39035d4c-8313-4169-9a72-97d7d13df1b8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 945 time: 0.1157825 Sep 27 08:40:08.760897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd1b0a1b-714f-4657-b381-aa84ba41a524 req-ecd1325e-592c-4d48-967a-ceca72e45435 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101558 Sep 27 08:40:08.850023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:08.870766 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:08.880688 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:08.945137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Attempting to bind port 3628df5d-7a8b-449c-8068-3920f9f8da39 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:40:08.945577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Attempting to bind port 3628df5d-7a8b-449c-8068-3920f9f8da39 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:40:08.945923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Attempting to bind port 3628df5d-7a8b-449c-8068-3920f9f8da39 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:08.948090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f53ad9-03b6-4216-8115-0d71f68c50be None None] Pushing event updated for resources: {'Port': ['ID=3628df5d-7a8b-449c-8068-3920f9f8da39,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:08.955123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:40:08.955511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:08.955903 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:08.956303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:40:08.956805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Bound port: 3628df5d-7a8b-449c-8068-3920f9f8da39, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:40:08.957337 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:09.032722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] For port 3628df5d-7a8b-449c-8068-3920f9f8da39, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:40:09.040293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] For port 3628df5d-7a8b-449c-8068-3920f9f8da39, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3628df5d-7a8b-449c-8068-3920f9f8da39,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:40:09.053015 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:09.105461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f7a4-f7bc-4fcf-b54f-c708104d8f1c req-865a11b2-d3db-4a56-9cbc-19e855ebbf35 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:09.118204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8130f7a4-f7bc-4fcf-b54f-c708104d8f1c req-865a11b2-d3db-4a56-9cbc-19e855ebbf35 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1126370 Sep 27 08:40:09.121753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:40:09.122713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:09.210800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:09.212876 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c524b64-3bf6-4bd1-b355-ffbcaf764393" -d '{"events": [{"server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "name": "network-vif-plugged", "status": "completed", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:09.232584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8130f7a4-f7bc-4fcf-b54f-c708104d8f1c req-8198e22f-ef8a-4ca9-854c-81c4a9694907 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108561 Sep 27 08:40:09.235959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f53ad9-03b6-4216-8115-0d71f68c50be None None] Pushing event updated for resources: {'Port': ['ID=3628df5d-7a8b-449c-8068-3920f9f8da39,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:09.304844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Allocated IP 172.20.0.1 (f05c0eb8-9796-47e6-b518-279d5c2155b3/7dbaa2e8-8be2-479c-bc5e-a926d0615252/cf2fed43-72db-46fa-9ed3-6af0aef9191b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:40:09.318683 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68ea45-4607-49cc-bb8c-c9e30a2425b8 x-openstack-request-id: req-eb68ea45-4607-49cc-bb8c-c9e30a2425b8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:09.321203 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "name": "network-vif-plugged", "status": "completed", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:09.321203 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb68ea45-4607-49cc-bb8c-c9e30a2425b8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:09.321203 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'code': 200} Sep 27 08:40:09.503705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156267d-5df7-4b0d-9fb2-3b6b2dea91f4 req-2f0c7398-e730-483b-a960-d7757b96133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:09.508971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f156267d-5df7-4b0d-9fb2-3b6b2dea91f4 req-2f0c7398-e730-483b-a960-d7757b96133d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 1096 time: 0.1135955 Sep 27 08:40:09.524880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:09.689734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f156267d-5df7-4b0d-9fb2-3b6b2dea91f4 req-842e384e-dbf3-4050-bc4d-0be60665dd62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394284 Sep 27 08:40:09.753020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac282a-7f9d-45b9-b9c8-54e3390f1f58 req-dd115978-3888-4395-a8df-276e3f12e112 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:09.764957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-adac282a-7f9d-45b9-b9c8-54e3390f1f58 req-dd115978-3888-4395-a8df-276e3f12e112 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.2902739 Sep 27 08:40:09.795087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:09.797182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:40:09.864610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b04adda-1301-4823-9ddf-b9ff342df9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:09.914190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-adac282a-7f9d-45b9-b9c8-54e3390f1f58 req-2835a6bc-5862-4ba9-abfd-0416fe5ca258 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482368 Sep 27 08:40:09.923355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:09.998149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b04adda-1301-4823-9ddf-b9ff342df9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.002911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-7bd7721b-1ad1-40fe-b8a9-ed4366f6642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:10.005094 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-7bd7721b-1ad1-40fe-b8a9-ed4366f6642e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36d23ea6185b401f96385d9b37a7c612&device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 1097 time: 0.3175766 Sep 27 08:40:10.008642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b04adda-1301-4823-9ddf-b9ff342df9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.075109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:10.079942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2fed43-72db-46fa-9ed3-6af0aef9191b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:10.089210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00dd1-be6f-449c-b7cc-4ed917214ebe req-6e677c09-5998-4250-9d58-254c95efed65 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:10.091559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:10.097882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:40:10.100741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6b00dd1-be6f-449c-b7cc-4ed917214ebe req-6e677c09-5998-4250-9d58-254c95efed65 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 945 time: 0.3943834 Sep 27 08:40:10.123599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-554e27bc-b092-4169-93da-847945ac9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:05Z', 'revision_number': 3, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:10.164076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e27bc-b092-4169-93da-847945ac9456 None None] The sync data for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 is: [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:05Z', 'revision_number': 3, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:40:10.211090 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6b04adda-1301-4823-9ddf-b9ff342df9d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af3c781e81af4a51a688628c3a7414be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6805058 Sep 27 08:40:10.211845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:10.212673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.222090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04adda-1301-4823-9ddf-b9ff342df9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca77908d-dee9-4bd4-a9d9-e0b2f9a45815,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:10.359665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6b00dd1-be6f-449c-b7cc-4ed917214ebe req-334d7c7f-4a12-4f3b-8fdd-77984c42ce09 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578650 Sep 27 08:40:10.392243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-d0a7a956-14c8-4502-89f9-9f6bc0acae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:10.399330 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-d0a7a956-14c8-4502-89f9-9f6bc0acae54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 200 len: 912 time: 0.3746552 Sep 27 08:40:10.504477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d11041-9d74-419f-a94d-bb7249ceed5f req-02491492-84dc-48ab-9547-1592a2dd0619 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:10.506363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-7432fc20-3939-4173-996e-eb31cce4c6e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9aa511-6cad-4c2c-a244-a757672855b9 HTTP/1.1" status: 200 len: 217 time: 0.0930350 Sep 27 08:40:10.508858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96a17d43-2f97-4375-8345-ac2695bc857b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.522535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7d11041-9d74-419f-a94d-bb7249ceed5f req-02491492-84dc-48ab-9547-1592a2dd0619 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.3053343 Sep 27 08:40:10.533233 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96a17d43-2f97-4375-8345-ac2695bc857b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.545074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0cf206f1-549b-4091-866a-61950a24f211 None None] Provisioning complete for port cf2fed43-72db-46fa-9ed3-6af0aef9191b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:10.545534 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf206f1-549b-4091-866a-61950a24f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.671450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0cf206f1-549b-4091-866a-61950a24f211 None None] Port cf2fed43-72db-46fa-9ed3-6af0aef9191b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:40:10.709565 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96a17d43-2f97-4375-8345-ac2695bc857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.712109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96a17d43-2f97-4375-8345-ac2695bc857b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.713349 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-96a17d43-2f97-4375-8345-ac2695bc857b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca77908d-dee9-4bd4-a9d9-e0b2f9a45815 HTTP/1.1" status: 204 len: 168 time: 0.4923604 Sep 27 08:40:10.720696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-2caf70d7-ced1-4b2a-b08e-25e9e68c3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:10.722199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-2caf70d7-ced1-4b2a-b08e-25e9e68c3569 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbc0f9d9-93fc-49bb-b36d-156d93276e57 HTTP/1.1" status: 200 len: 851 time: 0.1158791 Sep 27 08:40:10.731399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a17d43-2f97-4375-8345-ac2695bc857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca77908d-dee9-4bd4-a9d9-e0b2f9a45815,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:10.761276 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:10.793389 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-55d3d632-59aa-4c63-80cf-98274e9dc22a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b914994-644b-4b5d-93da-5a634c51b84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538552 Sep 27 08:40:10.801435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b7b06-661f-4b27-9cd7-50d5989f1284 req-9e8d8778-ac35-4ce3-ab65-9cdc97d555c5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:10.803061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb3b7b06-661f-4b27-9cd7-50d5989f1284 req-9e8d8778-ac35-4ce3-ab65-9cdc97d555c5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 945 time: 0.3102345 Sep 27 08:40:10.811663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7d11041-9d74-419f-a94d-bb7249ceed5f req-f53fba6c-52fb-4223-98be-583ae302c3a0 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878325 Sep 27 08:40:10.931916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb3b7b06-661f-4b27-9cd7-50d5989f1284 req-dae689dc-b41c-4ec4-be82-6982d8e7ed1b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967758 Sep 27 08:40:11.002264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-b6d7bd6c-43b6-435f-8f2a-0a8bde8d51b1 service neutron] 10.222.0.57 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906455 Sep 27 08:40:11.228653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52a7d74b-d8fd-49ca-92cb-e803065663fe req-f59fe147-9600-4227-b094-04ff486e353e service neutron] 10.222.0.57 "GET /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165840 Sep 27 08:40:11.299802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.309780 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.317951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c59b-6389-40f0-838b-182b6ed849f6 req-736228dc-548b-4d5e-b1c7-fdf784d362c8 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:11.321303 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f275c59b-6389-40f0-838b-182b6ed849f6 req-736228dc-548b-4d5e-b1c7-fdf784d362c8 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.2446871 Sep 27 08:40:11.418614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f275c59b-6389-40f0-838b-182b6ed849f6 req-ac9b6b68-996e-495a-9598-e9548652a3a9 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904372 Sep 27 08:40:11.468198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:11.482359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.487131 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83df7d18-16f8-4e5b-a4e3-e5ddf62b27b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.554328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2fed43-72db-46fa-9ed3-6af0aef9191b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:11.641822 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83df7d18-16f8-4e5b-a4e3-e5ddf62b27b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.652101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83df7d18-16f8-4e5b-a4e3-e5ddf62b27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.704627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df7d18-16f8-4e5b-a4e3-e5ddf62b27b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c4449-56f9-40b4-ac1f-b31305e90e0a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:11.712515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-83df7d18-16f8-4e5b-a4e3-e5ddf62b27b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3becfbc1a70f4434b767043b40aacac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410398 Sep 27 08:40:11.715791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:11.774317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c6f59-e9a9-44b9-925f-e7fdd16ec342 req-5bd6f01c-f110-45b2-9990-d872cef33a47 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:11.787873 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-585c6f59-e9a9-44b9-925f-e7fdd16ec342 req-5bd6f01c-f110-45b2-9990-d872cef33a47 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 945 time: 0.3244627 Sep 27 08:40:11.798167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3628df5d-7a8b-449c-8068-3920f9f8da39 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:11.823160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd367a08-60e8-4ed5-a22a-b01026c6debd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.868930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:11.872552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd367a08-60e8-4ed5-a22a-b01026c6debd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:11.893870 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-585c6f59-e9a9-44b9-925f-e7fdd16ec342 req-656641aa-9ce0-4607-b4ba-2b4bc06877c4 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905197 Sep 27 08:40:11.895596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:11.905336 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3628df5d-7a8b-449c-8068-3920f9f8da39 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:11.905735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:12.070521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:40:12.148684 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd367a08-60e8-4ed5-a22a-b01026c6debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:12.152001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd367a08-60e8-4ed5-a22a-b01026c6debd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:12.155254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd367a08-60e8-4ed5-a22a-b01026c6debd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f12c4449-56f9-40b4-ac1f-b31305e90e0a HTTP/1.1" status: 204 len: 168 time: 0.4373379 Sep 27 08:40:12.197485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd367a08-60e8-4ed5-a22a-b01026c6debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c4449-56f9-40b4-ac1f-b31305e90e0a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:12.231618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03d866-f18c-45c0-b35e-27083ba205a1 req-8a5ff2f0-9288-4616-8ce8-48fefbc0a066 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:12.258249 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ad03d866-f18c-45c0-b35e-27083ba205a1 req-8a5ff2f0-9288-4616-8ce8-48fefbc0a066 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.2246575 Sep 27 08:40:12.259288 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:12.294298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 3628df5d-7a8b-449c-8068-3920f9f8da39, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3628df5d-7a8b-449c-8068-3920f9f8da39,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:12.299833 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:12.353660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ad03d866-f18c-45c0-b35e-27083ba205a1 req-343323da-e041-4b0d-97ae-51b99b716a3f tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940988 Sep 27 08:40:12.393948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276f02e-cabe-432b-b562-440424e57959 req-9ba7ef18-dd98-421a-b1f6-a9ec0581c27b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:12.417395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=3628df5d-7a8b-449c-8068-3920f9f8da39,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:12.418475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7276f02e-cabe-432b-b562-440424e57959 req-9ba7ef18-dd98-421a-b1f6-a9ec0581c27b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 945 time: 0.1786084 Sep 27 08:40:12.517416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-75d33797-9df1-4481-854b-cebec024e411 None None] Provisioning complete for port cf2fed43-72db-46fa-9ed3-6af0aef9191b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:12.517939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75d33797-9df1-4481-854b-cebec024e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:12.559634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:40:12.574383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-70f705cc-e128-48f7-bbc9-6987c7a93884 admin admin] 10.222.0.50 "PUT /v2.0/routers/9c3607bf-c6b2-46ff-99cc-4b9fd143c7af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2490344 Sep 27 08:40:12.626005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7276f02e-cabe-432b-b562-440424e57959 req-7b4ae55f-3561-4ca6-ad59-183142b2a514 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054541 Sep 27 08:40:12.626211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-75d33797-9df1-4481-854b-cebec024e411 None None] Port cf2fed43-72db-46fa-9ed3-6af0aef9191b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:40:13.094231 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Sync routers for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:40:13.134374 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:40:13.142180 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:13.187264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50136) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:13.215113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-d524a511-4247-4638-83e5-03b65db02d16 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:13.216735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-d524a511-4247-4638-83e5-03b65db02d16 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 945 time: 0.2442753 Sep 27 08:40:13.229559 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f10cf05f-19a4-4918-b639-0b5b7e6fd1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:13.407607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb864b3-cd6a-4f11-8e14-bbb6153da287 req-0df2b63c-d75c-437b-a158-a3860f863351 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:13.425021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-acb864b3-cd6a-4f11-8e14-bbb6153da287 req-0df2b63c-d75c-437b-a158-a3860f863351 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 945 time: 0.3955095 Sep 27 08:40:13.445289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f10cf05f-19a4-4918-b639-0b5b7e6fd1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:13.452662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f10cf05f-19a4-4918-b639-0b5b7e6fd1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:13.490879 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:40:13.564626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f10cf05f-19a4-4918-b639-0b5b7e6fd1be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e192398cb4e2448da570684486e9ccdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760645 Sep 27 08:40:13.570528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50142) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:13.594881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf05f-19a4-4918-b639-0b5b7e6fd1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1390f5-73f7-43d9-9710-5d919be059c7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:13.703932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50146) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:13.729562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8e143f0e-a9f5-495e-90b3-09f951a12f1c tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073254035', 'description': 'tempest-description--1386807656'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:13.820719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f47bd84c-2a6b-43c7-b294-806c4d703875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:13.850172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3628df5d-7a8b-449c-8068-3920f9f8da39 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:13.850724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-acb864b3-cd6a-4f11-8e14-bbb6153da287 req-1fa8de65-f54d-4d76-9397-990c2b9ec9dc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142604 Sep 27 08:40:13.875286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e143f0e-a9f5-495e-90b3-09f951a12f1c tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:13.920303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f47bd84c-2a6b-43c7-b294-806c4d703875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:13.928246 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3628df5d-7a8b-449c-8068-3920f9f8da39 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:13.929995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.021964 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.068566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e143f0e-a9f5-495e-90b3-09f951a12f1c tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.086484 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e143f0e-a9f5-495e-90b3-09f951a12f1c tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.111160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59a15b-c3c8-4dbe-830f-a5553888b8d3 req-ca082d23-3bde-4cd7-9d9c-f36ab1048822 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:14.119182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da59a15b-c3c8-4dbe-830f-a5553888b8d3 req-ca082d23-3bde-4cd7-9d9c-f36ab1048822 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 945 time: 0.3557527 Sep 27 08:40:14.145240 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 2, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:14.152311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e143f0e-a9f5-495e-90b3-09f951a12f1c tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907176e6-c35c-4660-8648-2fb7c5ea9536,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:14.157689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Deleting port cb35cf7f-b3c3-493e-8500-f2fc00c3510e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:40:14.158126 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.171684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f47bd84c-2a6b-43c7-b294-806c4d703875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.174466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f47bd84c-2a6b-43c7-b294-806c4d703875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.178457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f47bd84c-2a6b-43c7-b294-806c4d703875 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f1390f5-73f7-43d9-9710-5d919be059c7 HTTP/1.1" status: 204 len: 168 time: 0.6026940 Sep 27 08:40:14.187372 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Checking router: 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:40:14.188074 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Updating router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af port cf2fed43-72db-46fa-9ed3-6af0aef9191b binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:40:14.192088 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e143f0e-a9f5-495e-90b3-09f951a12f1c tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.195816 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e143f0e-a9f5-495e-90b3-09f951a12f1c tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4789340 Sep 27 08:40:14.195959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da59a15b-c3c8-4dbe-830f-a5553888b8d3 req-ed4fd88c-1f0c-41a1-a1a3-83633fda2b4b tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e86437a-b74a-4c89-a531-db5fbe501a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714326 Sep 27 08:40:14.196474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50158) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:14.219619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4394c078-f76e-423f-9df6-93993d83009e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Request body: {'security_group_rule': {'security_group_id': '907176e6-c35c-4660-8648-2fb7c5ea9536', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:14.227268 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.233068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba13aa-6c7b-4852-9bfa-a3e5108225aa req-682bdb79-c7a4-4638-9868-cead4968c64c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:14.248753 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46ba13aa-6c7b-4852-9bfa-a3e5108225aa req-682bdb79-c7a4-4638-9868-cead4968c64c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1778383 Sep 27 08:40:14.266021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4394c078-f76e-423f-9df6-93993d83009e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.268626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd84c-2a6b-43c7-b294-806c4d703875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1390f5-73f7-43d9-9710-5d919be059c7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:14.364044 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4394c078-f76e-423f-9df6-93993d83009e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.371718 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4394c078-f76e-423f-9df6-93993d83009e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.402837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46ba13aa-6c7b-4852-9bfa-a3e5108225aa req-af5e87a2-1a91-4152-a404-c52b9daaf31a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481247 Sep 27 08:40:14.423041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] For port cb35cf7f-b3c3-493e-8500-f2fc00c3510e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,segment=NetworkSegment(65a8bc88-9edc-4525-b59f-9b8c7c30ef4c),segment_id=65a8bc88-9edc-4525-b59f-9b8c7c30ef4c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:14.424234 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.434402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4394c078-f76e-423f-9df6-93993d83009e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.436032 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4394c078-f76e-423f-9df6-93993d83009e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2254333 Sep 27 08:40:14.437148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394c078-f76e-423f-9df6-93993d83009e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03457567-0f33-4acf-9b0d-b7a1b01fee16,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:14.448981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50164) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:14.453548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-576fc297-fb5f-4804-bad0-3f77e34066f8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Request body: {'security_group_rule': {'security_group_id': '907176e6-c35c-4660-8648-2fb7c5ea9536', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:14.486321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Calling delete_port for cb35cf7f-b3c3-493e-8500-f2fc00c3510e owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:40:14.515332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-576fc297-fb5f-4804-bad0-3f77e34066f8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.652575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-576fc297-fb5f-4804-bad0-3f77e34066f8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.657877 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-576fc297-fb5f-4804-bad0-3f77e34066f8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.709264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-576fc297-fb5f-4804-bad0-3f77e34066f8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.711878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-576fc297-fb5f-4804-bad0-3f77e34066f8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2619808 Sep 27 08:40:14.716563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50172) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:14.721098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423ce0a-f778-4c5e-af68-54edc08a255c req-c450e175-2e67-47e2-bc67-95ce6af5aa96 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:14.725759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:14.731864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b423ce0a-f778-4c5e-af68-54edc08a255c req-c450e175-2e67-47e2-bc67-95ce6af5aa96 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1797659 Sep 27 08:40:14.736174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fc297-fb5f-4804-bad0-3f77e34066f8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9b1c53-7115-475d-9900-78f2ca15316b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:14.764437 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.780412 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.803080 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b423ce0a-f778-4c5e-af68-54edc08a255c req-63a38bfd-b4b4-4d99-a51d-ca2f7bb08137 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675912 Sep 27 08:40:14.874740 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1f7f8-5976-4789-85a6-ae58679c02db None None] Pushing event updated for resources: {'Port': ['ID=cf2fed43-72db-46fa-9ed3-6af0aef9191b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:14.900059 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.941376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:14.954704 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Attempting to bind port cf2fed43-72db-46fa-9ed3-6af0aef9191b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:40:14.955060 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Attempting to bind port cf2fed43-72db-46fa-9ed3-6af0aef9191b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:40:14.955418 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Attempting to bind port cf2fed43-72db-46fa-9ed3-6af0aef9191b on network f05c0eb8-9796-47e6-b518-279d5c2155b3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:14.961194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cb35cf7f-b3c3-493e-8500-f2fc00c3510e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:14.986581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event deleted for resources: {'Port': ['ID=cb35cf7f-b3c3-493e-8500-f2fc00c3510e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:14.996866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c874f-9ba0-4705-aec9-9b3cc7cbac08 req-db4fe280-684e-4668-a3f0-908eb18d5ed5 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:15.011368 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:40:15.012200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-771c874f-9ba0-4705-aec9-9b3cc7cbac08 req-db4fe280-684e-4668-a3f0-908eb18d5ed5 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.2606361 Sep 27 08:40:15.015508 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Checking segment: {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:15.015976 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.016568 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Bound using segment: {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:40:15.017154 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Bound port: cf2fed43-72db-46fa-9ed3-6af0aef9191b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:40:15.017441 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.104283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] No DVR routers for this DVR port cb35cf7f-b3c3-493e-8500-f2fc00c3510e on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:40:15.111089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.114775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8972cf4-2374-4686-9d29-af8dc39ca4fa req-56eb6cea-22b2-4059-9a54-a7bbce6ba2b8 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.57 "DELETE /v2.0/ports/cb35cf7f-b3c3-493e-8500-f2fc00c3510e HTTP/1.1" status: 204 len: 173 time: 1.8792524 Sep 27 08:40:15.115824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7262e65-3625-4b92-9857-a5b4cf6d8fec', 'name': 'network-vif-deleted', 'tag': 'cb35cf7f-b3c3-493e-8500-f2fc00c3510e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:15.119303 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b76a034-d955-46d9-bcd8-ca687b79cde9" -d '{"events": [{"server_uuid": "a7262e65-3625-4b92-9857-a5b4cf6d8fec", "name": "network-vif-deleted", "tag": "cb35cf7f-b3c3-493e-8500-f2fc00c3510e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:15.123758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5c85013-7f81-442e-a016-071ca1b337d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.167492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-771c874f-9ba0-4705-aec9-9b3cc7cbac08 req-6ab64ddd-b614-4fd1-bf5f-d319465e19c9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542425 Sep 27 08:40:15.222735 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] For port cf2fed43-72db-46fa-9ed3-6af0aef9191b, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:40:15.227605 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] For port cf2fed43-72db-46fa-9ed3-6af0aef9191b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf2fed43-72db-46fa-9ed3-6af0aef9191b,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:40:15.246411 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.280863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9c8d7ff9-e782-4a60-be53-ddfda15357a6 None None] Provisioning complete for port cf2fed43-72db-46fa-9ed3-6af0aef9191b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:15.281437 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ff9-e782-4a60-be53-ddfda15357a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.439322 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:40:15.441028 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:39:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:15.444745 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1f7f8-5976-4789-85a6-ae58679c02db None None] Pushing event updated for resources: {'Port': ['ID=cf2fed43-72db-46fa-9ed3-6af0aef9191b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:15.445300 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ff9-e782-4a60-be53-ddfda15357a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.476937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f231f0-1cc8-411f-931a-0d9590c555fe req-7f3df277-d14c-41ed-806a-a18a181ada20 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:15.487426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3f231f0-1cc8-411f-931a-0d9590c555fe req-7f3df277-d14c-41ed-806a-a18a181ada20 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 945 time: 0.1498654 Sep 27 08:40:15.497663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9c8d7ff9-e782-4a60-be53-ddfda15357a6 None None] For port cf2fed43-72db-46fa-9ed3-6af0aef9191b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf2fed43-72db-46fa-9ed3-6af0aef9191b,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:15.502679 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ff9-e782-4a60-be53-ddfda15357a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.533577 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.609178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d7ff9-e782-4a60-be53-ddfda15357a6 None None] Pushing event updated for resources: {'Port': ['ID=cf2fed43-72db-46fa-9ed3-6af0aef9191b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:15.711646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3f231f0-1cc8-411f-931a-0d9590c555fe req-05507a1c-7126-4d74-b131-6c27020e4f93 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225358 Sep 27 08:40:15.714527 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6937f4e9-ce07-4f39-bdfa-c7d6072c521a x-openstack-request-id: req-6937f4e9-ce07-4f39-bdfa-c7d6072c521a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:15.714957 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7262e65-3625-4b92-9857-a5b4cf6d8fec", "name": "network-vif-deleted", "tag": "cb35cf7f-b3c3-493e-8500-f2fc00c3510e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:15.715037 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6937f4e9-ce07-4f39-bdfa-c7d6072c521a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:15.715446 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7262e65-3625-4b92-9857-a5b4cf6d8fec', 'name': 'network-vif-deleted', 'tag': 'cb35cf7f-b3c3-493e-8500-f2fc00c3510e', 'status': 'completed', 'code': 200} Sep 27 08:40:15.762514 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:40:15.928473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-74447e5e-d94f-46df-a005-d0f8faf1dacd None None] Provisioning complete for port cf2fed43-72db-46fa-9ed3-6af0aef9191b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:15.928866 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74447e5e-d94f-46df-a005-d0f8faf1dacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:15.940407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Allocated IP 172.25.2.78 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/fd8bda1a-8db9-403c-96bb-c36e4cfcd82a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:40:15.995613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53f38115-a0e3-49b7-9a58-720dfd2ab1dd req-9597e91e-cd3c-437c-bebe-8ed89b59bae2 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7262e65-3625-4b92-9857-a5b4cf6d8fec HTTP/1.1" status: 200 len: 210 time: 0.0841651 Sep 27 08:40:16.188497 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:16.286171 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:16.363733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:16.365679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:16.370538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:40:16.440754 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:15Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:16.448545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ee5e5-3faf-4917-80b0-14ed128ab1b2 req-4b95fa3b-bc1d-4c7d-8bf4-7bd55931a5cd tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:16.454810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-303ee5e5-3faf-4917-80b0-14ed128ab1b2 req-4b95fa3b-bc1d-4c7d-8bf4-7bd55931a5cd tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1081295 Sep 27 08:40:16.455733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event updated for resources: {'Port': ['ID=fd8bda1a-8db9-403c-96bb-c36e4cfcd82a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:16.515783 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2da249-3037-4520-9a48-6bf3474bd817 None None] The sync data for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 is: [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:15Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:40:16.531624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-303ee5e5-3faf-4917-80b0-14ed128ab1b2 req-ea03291a-c052-4f41-8d0e-c8d1c6e615f7 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634267 Sep 27 08:40:16.562259 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:16.642269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:16.879229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:16.886108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:17.066383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:17.120805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event updated for resources: {'Port': ['ID=fd8bda1a-8db9-403c-96bb-c36e4cfcd82a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:17.153816 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:17.178325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:17.184404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2738dd90-7265-4e53-bc52-965a5059e5bf tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4620833 Sep 27 08:40:17.328021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0040-3e44-4132-bf26-edf5df208f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:17.337778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463f02-c389-4952-a1e2-5e9cd777441d req-c0ec9992-b415-40de-bfde-356635df9f6d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:17.345961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:17.349424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af463f02-c389-4952-a1e2-5e9cd777441d req-c0ec9992-b415-40de-bfde-356635df9f6d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1033671 Sep 27 08:40:17.420998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af463f02-c389-4952-a1e2-5e9cd777441d req-116fcda3-3658-48f1-ab09-f08c779f4bd7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651312 Sep 27 08:40:17.487881 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fda8c806-78ec-4fa0-b7fb-6ab17125a9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:17.550690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8076cc95-1c29-4f97-aa15-5fc46884b47e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:17.571879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-bec72939-57e9-4643-9e08-d80bdc3123b7 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2073254035&fields=id&tenant_id=a3bf03d89cd4471eb9c7d8600a95ef15 HTTP/1.1" status: 200 len: 267 time: 0.0685186 Sep 27 08:40:17.682582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf2fed43-72db-46fa-9ed3-6af0aef9191b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:17.716832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-e2d0d844-7983-4779-a804-f56dd1e7b9c7 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:17.719302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-e2d0d844-7983-4779-a804-f56dd1e7b9c7 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/networks?id=f05c0eb8-9796-47e6-b518-279d5c2155b3 HTTP/1.1" status: 200 len: 805 time: 0.1368237 Sep 27 08:40:17.750275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cb35cf7f-b3c3-493e-8500-f2fc00c3510e no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:17.835587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: cb35cf7f-b3c3-493e-8500-f2fc00c3510e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:40:17.837332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cb35cf7f-b3c3-493e-8500-f2fc00c3510e not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:40:17.911476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cf2fed43-72db-46fa-9ed3-6af0aef9191b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:17.914979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:17.990219 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.173409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8076cc95-1c29-4f97-aa15-5fc46884b47e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.177630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e0779-3833-4c22-9432-d860d9a84b94 req-a150656f-43a9-48ab-8845-ef271fe03427 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:18.182667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca0e0779-3833-4c22-9432-d860d9a84b94 req-a150656f-43a9-48ab-8845-ef271fe03427 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1017315 Sep 27 08:40:18.200238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-c9939755-54c2-49c5-956b-043e046c1448 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/quotas/a3bf03d89cd4471eb9c7d8600a95ef15 HTTP/1.1" status: 200 len: 375 time: 0.4639401 Sep 27 08:40:18.237046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca0e0779-3833-4c22-9432-d860d9a84b94 req-2b20d303-5aac-4b62-ac31-7f7ff632f76b tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487316 Sep 27 08:40:18.269921 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0040-3e44-4132-bf26-edf5df208f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.278286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0040-3e44-4132-bf26-edf5df208f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.333714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8076cc95-1c29-4f97-aa15-5fc46884b47e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.336264 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8076cc95-1c29-4f97-aa15-5fc46884b47e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.340059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8076cc95-1c29-4f97-aa15-5fc46884b47e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "DELETE /v2.0/security-groups/f32e9b01-cd7c-4cdb-b776-5bb2db70442b HTTP/1.1" status: 204 len: 168 time: 0.9754918 Sep 27 08:40:18.340520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:18.343890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3d8c0040-3e44-4132-bf26-edf5df208f9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad8729b7b3d54a6a9d92bf98b0d361e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2742662 Sep 27 08:40:18.346613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50340) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:18.362889 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-525c503f-2ac6-4380-b725-e0dbf908d969 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3bf03d89cd4471eb9c7d8600a95ef15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1453044 Sep 27 08:40:18.364225 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-2eb9c20b-9b99-4251-8627-70158d923cd9 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] show failed (client error): The resource could not be found. Sep 27 08:40:18.367845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2eb9c20b-9b99-4251-8627-70158d923cd9 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "GET /v2.0/security-groups/f32e9b01-cd7c-4cdb-b776-5bb2db70442b HTTP/1.1" status: 404 len: 347 time: 0.0239770 Sep 27 08:40:18.367845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c0040-3e44-4132-bf26-edf5df208f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4388e4c-81fd-4ec6-9513-76d13c88c3d0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:18.368423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50342) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:18.416660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076cc95-1c29-4f97-aa15-5fc46884b47e tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e9b01-cd7c-4cdb-b776-5bb2db70442b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:18.502444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfff2f10-b165-443d-b04d-424d406dcd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.513020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b08e5-4541-4efe-bd39-a182834a7023 req-9482c277-f2ea-4559-8c37-c231b63e06c6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:18.516837 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac2b08e5-4541-4efe-bd39-a182834a7023 req-9482c277-f2ea-4559-8c37-c231b63e06c6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.0815225 Sep 27 08:40:18.554381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfff2f10-b165-443d-b04d-424d406dcd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.585176 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac2b08e5-4541-4efe-bd39-a182834a7023 req-34b777ec-394f-4723-9cae-d8d1a821d8b3 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647557 Sep 27 08:40:18.602327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Deleting port 248e4ed1-aed3-4b61-93e8-0b30385e6459 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:40:18.602501 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.631446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfff2f10-b165-443d-b04d-424d406dcd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.634331 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfff2f10-b165-443d-b04d-424d406dcd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.635237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-20fc68cc-83c8-4657-9a42-8c7a0a1eafe4 service neutron] 10.222.0.50 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200470 Sep 27 08:40:18.638527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dfff2f10-b165-443d-b04d-424d406dcd7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4388e4c-81fd-4ec6-9513-76d13c88c3d0 HTTP/1.1" status: 204 len: 168 time: 0.2902629 Sep 27 08:40:18.647043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff2f10-b165-443d-b04d-424d406dcd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4388e4c-81fd-4ec6-9513-76d13c88c3d0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:18.757367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-2d4984f9-4fb3-4457-8d38-84060710a81a service neutron] 10.222.0.50 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212008 Sep 27 08:40:18.849706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.884142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1006-318b-4996-b688-56c40dde3010 req-84a12139-7bbc-4ab2-91ff-6f4ed46c4c0e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:18.885755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-946f1006-318b-4996-b688-56c40dde3010 req-84a12139-7bbc-4ab2-91ff-6f4ed46c4c0e tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.57 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.1718493 Sep 27 08:40:18.913260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.913619 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:18.999486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Calling delete_port for 248e4ed1-aed3-4b61-93e8-0b30385e6459 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:40:19.054901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5801bc95-79b0-4b04-b6b6-3d1d232874ce req-d11bec0b-c57b-48ed-9b81-2c14e505e047 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 210 time: 0.0510643 Sep 27 08:40:19.182255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Deleting port fe9aa511-6cad-4c2c-a244-a757672855b9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:40:19.183084 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.295065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.414992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Pushing event deleted for resources: {'Port': ['ID=248e4ed1-aed3-4b61-93e8-0b30385e6459,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:19.512922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] For port fe9aa511-6cad-4c2c-a244-a757672855b9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fe9aa511-6cad-4c2c-a244-a757672855b9,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:19.513330 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.540554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe45248-4016-43c9-8dea-71b704baf890 req-ced3ea33-e682-468a-9aca-d9ecd814c3b9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:19.542123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fe45248-4016-43c9-8dea-71b704baf890 req-ced3ea33-e682-468a-9aca-d9ecd814c3b9 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 946 time: 0.2162642 Sep 27 08:40:19.550506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Calling delete_port for fe9aa511-6cad-4c2c-a244-a757672855b9 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:40:19.556922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.560407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.562301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b647ad9-351d-44c9-a0a6-1e9f461a0e05 tempest-ImagesOneServerNegativeTestJSON-599416158 tempest-ImagesOneServerNegativeTestJSON-599416158-project] 10.222.0.50 "DELETE /v2.0/floatingips/05cab71d-0d80-4ce5-b906-f0e69b664dfc HTTP/1.1" status: 204 len: 168 time: 1.1924138 Sep 27 08:40:19.655346 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fe45248-4016-43c9-8dea-71b704baf890 req-e1b857c0-630c-458c-9abe-d489038e34ff tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871580 Sep 27 08:40:19.737504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7899dbb5-55ed-4762-a85e-cf61d5319b6d details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:40:19.745570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50416) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:19.803458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b334ee53-d9f6-4c51-83a9-51589c971952 admin admin] Deleting subnet e3752725-3349-48fb-a8db-4201b3a07251 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:40:19.809219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b334ee53-d9f6-4c51-83a9-51589c971952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.837032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647204-4b35-4ce3-9783-9cd8cf9c2cd7 req-5c0bb88d-70b7-4a9e-acf4-b9eb24d9af72 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:19.844864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f647204-4b35-4ce3-9783-9cd8cf9c2cd7 req-5c0bb88d-70b7-4a9e-acf4-b9eb24d9af72 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.0832784 Sep 27 08:40:19.853928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.897300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['05ddb549-99a6-420f-84b6-1ef71c99b65a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:19.900969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['fe9aa511-6cad-4c2c-a244-a757672855b9'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:19.913223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b334ee53-d9f6-4c51-83a9-51589c971952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:19.913740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Pushing event deleted for resources: {'Port': ['ID=fe9aa511-6cad-4c2c-a244-a757672855b9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:19.931162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f647204-4b35-4ce3-9783-9cd8cf9c2cd7 req-b9dd9dfe-39bf-4b32-aefa-2009cb3629fb tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851762 Sep 27 08:40:19.982679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b334ee53-d9f6-4c51-83a9-51589c971952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.010102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] No DVR routers for this DVR port fe9aa511-6cad-4c2c-a244-a757672855b9 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:40:20.015348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.020681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-946f1006-318b-4996-b688-56c40dde3010 req-122ab478-781d-44cd-b7d0-b36a71940f8a tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.57 "DELETE /v2.0/ports/fe9aa511-6cad-4c2c-a244-a757672855b9 HTTP/1.1" status: 204 len: 173 time: 1.1196582 Sep 27 08:40:20.021175 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04fd458-b82f-4911-b498-b4010b5b68c1', 'name': 'network-vif-deleted', 'tag': 'fe9aa511-6cad-4c2c-a244-a757672855b9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:20.038421 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c16ca2-594d-4dc7-a3cd-da5e24aedf19" -d '{"events": [{"server_uuid": "f04fd458-b82f-4911-b498-b4010b5b68c1", "name": "network-vif-deleted", "tag": "fe9aa511-6cad-4c2c-a244-a757672855b9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:20.113732 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e945df3-5f3a-4b2e-9eaa-39bd4be745ed x-openstack-request-id: req-6e945df3-5f3a-4b2e-9eaa-39bd4be745ed {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:20.114155 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04fd458-b82f-4911-b498-b4010b5b68c1", "name": "network-vif-deleted", "tag": "fe9aa511-6cad-4c2c-a244-a757672855b9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:20.114575 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e945df3-5f3a-4b2e-9eaa-39bd4be745ed {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:20.115016 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04fd458-b82f-4911-b498-b4010b5b68c1', 'name': 'network-vif-deleted', 'tag': 'fe9aa511-6cad-4c2c-a244-a757672855b9', 'status': 'completed', 'code': 200} Sep 27 08:40:20.124821 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b334ee53-d9f6-4c51-83a9-51589c971952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.154062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334ee53-d9f6-4c51-83a9-51589c971952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3752725-3349-48fb-a8db-4201b3a07251,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:20.162205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b334ee53-d9f6-4c51-83a9-51589c971952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.165285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b334ee53-d9f6-4c51-83a9-51589c971952 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e3752725-3349-48fb-a8db-4201b3a07251 HTTP/1.1" status: 204 len: 168 time: 0.4185305 Sep 27 08:40:20.168368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50460) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:20.292133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:20.296161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec7c4363-ac37-4b5b-b948-35b60dbc8aec req-51d07737-9197-408e-a777-9ff7e9f21b3e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 210 time: 0.0705967 Sep 27 08:40:20.307472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'port_id': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'mac_address': 'fa:16:3e:d3:60:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86717468-983a-4e29-8cf9-97fd0ea72f3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:40:20.310637 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.433057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.501141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7899dbb5-55ed-4762-a85e-cf61d5319b6d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:20.525023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.549028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a53dbb-0c92-4818-be9e-ba59bb6b99a4']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:20.549257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:20.551246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.556173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.559769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:20.560065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a8bc88-9edc-4525-b59f-9b8c7c30ef4c') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:20.589671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.649619 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.668459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:40:20.668893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:40:20.670623 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:40:20.713645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:20.730932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['7899dbb5-55ed-4762-a85e-cf61d5319b6d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:21.017161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-809e10db-3a2e-47df-86ca-48cd4a540aa0 req-ab6bf6da-99b7-4b0b-9dd2-a75cfd1ffbf8 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=f04fd458-b82f-4911-b498-b4010b5b68c1 HTTP/1.1" status: 200 len: 210 time: 0.1318142 Sep 27 08:40:21.094515 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:21.117588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-eac4267e-cbdd-4af6-8c17-cb1418bee3bc tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:21.119397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-eac4267e-cbdd-4af6-8c17-cb1418bee3bc tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.57 "GET /v2.0/networks?id=f05c0eb8-9796-47e6-b518-279d5c2155b3 HTTP/1.1" status: 200 len: 805 time: 0.5516946 Sep 27 08:40:21.120778 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:21.122871 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a4a53dbb-0c92-4818-be9e-ba59bb6b99a4 HTTP/1.1" status: 204 len: 168 time: 0.9530251 Sep 27 08:40:21.153784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca2500-2e7b-4136-a074-01f3f6828223 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a53dbb-0c92-4818-be9e-ba59bb6b99a4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:21.187493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85766783-77b0-4c3f-9040-5275ee6b174b req-275e4ff1-22a6-4840-a031-b955f50feff2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2235024 Sep 27 08:40:21.210301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-7d4345e0-9429-4ced-98f7-cbc8dd213f1d tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3bf03d89cd4471eb9c7d8600a95ef15 HTTP/1.1" status: 200 len: 380 time: 0.0723500 Sep 27 08:40:21.232036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Request body: {'port': {'device_id': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'admin_state_up': True, 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'security_groups': ['907176e6-c35c-4660-8648-2fb7c5ea9536']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:21.431161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3367f-fb7f-4f95-b129-f9f0025c3b25 req-a70c8ae1-02d6-4e7e-b717-24231ffc49ae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:21.446935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ae3367f-fb7f-4f95-b129-f9f0025c3b25 req-a70c8ae1-02d6-4e7e-b717-24231ffc49ae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.2513390 Sep 27 08:40:21.484097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fa9c0ab4-d41e-4a9a-b2a2-8ee0528d1aac req-9af7dd5f-7aae-417e-b319-3e302027528f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 210 time: 0.0745313 Sep 27 08:40:21.522367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Made reservation on behalf of a3bf03d89cd4471eb9c7d8600a95ef15 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:21.534504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50536) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:21.541743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:21.550143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766783-77b0-4c3f-9040-5275ee6b174b req-36675822-a70a-441a-8131-ee3c43411908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:21.552146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85766783-77b0-4c3f-9040-5275ee6b174b req-36675822-a70a-441a-8131-ee3c43411908 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.3135569 Sep 27 08:40:21.604497 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ae3367f-fb7f-4f95-b129-f9f0025c3b25 req-d86d7039-cafa-49b1-84d5-398259addf47 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564314 Sep 27 08:40:21.609918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-156214fb-a802-4167-b04a-dee001320381 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1985ca1bbf444429c480e53874ee1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742080 Sep 27 08:40:21.612935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50538) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:21.727050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845d2b14-bbf9-4c2c-8b91-6df39bcde8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:21.727400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766783-77b0-4c3f-9040-5275ee6b174b req-42a86f85-abc9-4091-a8b3-14325b263d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:21.728938 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85766783-77b0-4c3f-9040-5275ee6b174b req-42a86f85-abc9-4091-a8b3-14325b263d8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 920 time: 0.1366348 Sep 27 08:40:21.762642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:40:21.766520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7899dbb5-55ed-4762-a85e-cf61d5319b6d up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:21.797029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845d2b14-bbf9-4c2c-8b91-6df39bcde8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:21.918384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Allocated IP 172.20.0.10 (f05c0eb8-9796-47e6-b518-279d5c2155b3/7dbaa2e8-8be2-479c-bc5e-a926d0615252/75ab6aab-6049-4332-84c1-97f6c714b0aa) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:40:21.960935 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845d2b14-bbf9-4c2c-8b91-6df39bcde8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:21.965444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845d2b14-bbf9-4c2c-8b91-6df39bcde8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:21.971452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-845d2b14-bbf9-4c2c-8b91-6df39bcde8ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e86437a-b74a-4c89-a531-db5fbe501a7d HTTP/1.1" status: 204 len: 168 time: 0.3555658 Sep 27 08:40:21.995338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d2b14-bbf9-4c2c-8b91-6df39bcde8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86437a-b74a-4c89-a531-db5fbe501a7d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:22.166191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85766783-77b0-4c3f-9040-5275ee6b174b req-a99c417c-bb8a-4921-89dc-995f2ca00404 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 200 len: 217 time: 0.1012974 Sep 27 08:40:22.304003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:22.312286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 7899dbb5-55ed-4762-a85e-cf61d5319b6d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:22.314938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:22.469877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'mac_address': 'fa:16:3e:65:f8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:40:22.477008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766783-77b0-4c3f-9040-5275ee6b174b req-e86c064b-e6c2-45b4-a191-c643dd28850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:22.481176 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85766783-77b0-4c3f-9040-5275ee6b174b req-e86c064b-e6c2-45b4-a191-c643dd28850e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.2977123 Sep 27 08:40:22.560877 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:22.619314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:22.635699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85766783-77b0-4c3f-9040-5275ee6b174b req-fca5ea13-3af9-4d92-87b8-d2ac017c09a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399426 Sep 27 08:40:22.725441 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:22.765321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:22.769378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:22.775680 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0527eeb1-0a25-4fd4-a78d-e374951684aa req-c829e26a-882a-49eb-bc86-36d8d5b26959 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 210 time: 0.0731945 Sep 27 08:40:22.810759 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa873a-f56c-4b7d-bd1b-ae3aafffb492" -d '{"events": [{"server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "name": "network-vif-plugged", "status": "completed", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:22.845106 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:22.891820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:22.911595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85766783-77b0-4c3f-9040-5275ee6b174b req-d9b0c2f8-cc83-4913-97f7-897a7b1ea308 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622519 Sep 27 08:40:22.923345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:22.925114 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:22.935002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:22.949688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:40:22.961300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:22.985437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event updated for resources: {'Port': ['ID=75ab6aab-6049-4332-84c1-97f6c714b0aa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:23.037639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f037381c-318c-4cb5-b7e2-35bf99e90169'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:23.040280 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:23.057458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:23.275441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:23.282085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:23.325610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=11']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:23.413616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66e999-0990-485e-8e60-4c35809763c8 req-75ac56ac-636b-4a00-af70-37587fd30784 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:23.428164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba66e999-0990-485e-8e60-4c35809763c8 req-75ac56ac-636b-4a00-af70-37587fd30784 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.4374561 Sep 27 08:40:23.440455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:23.463537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-d31d997b-469f-4867-a8c7-4328f445ec14 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2348747 Sep 27 08:40:23.492287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-21449c0b-5e88-4ff9-b274-82ebaf657838 None None] Provisioning complete for port 75ab6aab-6049-4332-84c1-97f6c714b0aa triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:23.492287 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21449c0b-5e88-4ff9-b274-82ebaf657838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:23.500240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Request body: {'port': {'device_id': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:23.606261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85766783-77b0-4c3f-9040-5275ee6b174b req-ca06d192-6ae4-41ab-9f2d-3898f466475d service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853602 Sep 27 08:40:23.621060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:23.655564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:23.692666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50586) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:23.694256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:23.696640 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba66e999-0990-485e-8e60-4c35809763c8 req-73e1b7fe-e2b2-4a05-a683-a06d860ff0bc tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657449 Sep 27 08:40:23.709918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-21449c0b-5e88-4ff9-b274-82ebaf657838 None None] Port 75ab6aab-6049-4332-84c1-97f6c714b0aa cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:40:23.744944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:23.751600 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:23.752630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fe9aa511-6cad-4c2c-a244-a757672855b9 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:23.777546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: fe9aa511-6cad-4c2c-a244-a757672855b9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:40:23.778605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fe9aa511-6cad-4c2c-a244-a757672855b9 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:40:23.858412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=12']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:23.895912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-9431459-network', 'tenant_id': 'db508d9fb26c4cc0b971b50157363749'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:23.934330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Made reservation on behalf of db508d9fb26c4cc0b971b50157363749 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:23.941022 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:23.956873 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.063508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7f830-a5c7-400f-b657-9f6d772049b4 req-4dc34ad8-311a-4b8e-88c6-85f6830adf1b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:24.072903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70a7f830-a5c7-400f-b657-9f6d772049b4 req-4dc34ad8-311a-4b8e-88c6-85f6830adf1b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1645279 Sep 27 08:40:24.086443 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.095191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.129746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:40:24.146038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70a7f830-a5c7-400f-b657-9f6d772049b4 req-20343604-7884-4eaa-a6f6-f50ed31e5ea3 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721824 Sep 27 08:40:24.160219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee2d24-4f47-41ad-977b-1d7806a4b16f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:24.171123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.171123 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Added segment 345ff1b9-6506-43c5-a9a1-7872b19a1df2 of type vlan for network 260a8396-db6d-40a3-8020-790814f648ba Sep 27 08:40:24.226545 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf61c93-40b2-465b-8d98-3891e48b890e x-openstack-request-id: req-cbf61c93-40b2-465b-8d98-3891e48b890e {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:24.226971 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "name": "network-vif-plugged", "status": "completed", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:24.227425 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbf61c93-40b2-465b-8d98-3891e48b890e {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:24.227990 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'code': 200} Sep 27 08:40:24.239404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.283520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.285108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:24.285962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.352701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ab6aab-6049-4332-84c1-97f6c714b0aa {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:24.355343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6615453 Sep 27 08:40:24.358490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50596) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:24.366003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Request body: {'subnet': {'network_id': '260a8396-db6d-40a3-8020-790814f648ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-9431459-subnet', 'tenant_id': 'db508d9fb26c4cc0b971b50157363749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:24.369880 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.397245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Transition to ACTIVE for port object 75ab6aab-6049-4332-84c1-97f6c714b0aa will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:40:24.405654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.409257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d4a87-f11b-4778-956a-a52f9c93a859 admin admin] Pushing event updated for resources: {'Network': ['ID=260a8396-db6d-40a3-8020-790814f648ba,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:24.426941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 260a8396-db6d-40a3-8020-790814f648ba details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:40:24.463078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Made reservation on behalf of db508d9fb26c4cc0b971b50157363749 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:24.465553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.567661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Pushing event updated for resources: {'Port': ['ID=75ab6aab-6049-4332-84c1-97f6c714b0aa,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:24.620843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.621204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.621594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.621918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.622275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.622584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.624678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.625017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.625350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.625727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.626056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.626384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.738235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf6f0a-9e7d-43b0-bab1-37deb4788ff7 req-4cde2af8-141b-49e7-a62d-f37e85f5d60e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:24.742931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebaf6f0a-9e7d-43b0-bab1-37deb4788ff7 req-4cde2af8-141b-49e7-a62d-f37e85f5d60e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 944 time: 0.2671564 Sep 27 08:40:24.812080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.868554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Attempting to bind port 75ab6aab-6049-4332-84c1-97f6c714b0aa on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:40:24.869035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Attempting to bind port 75ab6aab-6049-4332-84c1-97f6c714b0aa by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:40:24.869493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Attempting to bind port 75ab6aab-6049-4332-84c1-97f6c714b0aa on network f05c0eb8-9796-47e6-b518-279d5c2155b3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:24.883922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefded24-688e-4068-8d33-088de5d46591 req-742b255f-f208-4a3d-a87f-9bde430cf1a6 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:24.885751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aefded24-688e-4068-8d33-088de5d46591 req-742b255f-f208-4a3d-a87f-9bde430cf1a6 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.67 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.1964977 Sep 27 08:40:24.890508 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebaf6f0a-9e7d-43b0-bab1-37deb4788ff7 req-f26916b6-6b1e-446b-8877-d33ca940f9b4 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101768 Sep 27 08:40:24.891586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Port 75ab6aab-6049-4332-84c1-97f6c714b0aa on network f05c0eb8-9796-47e6-b518-279d5c2155b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:40:24.892009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Attempting to bind port 75ab6aab-6049-4332-84c1-97f6c714b0aa on network f05c0eb8-9796-47e6-b518-279d5c2155b3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:24.896259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d50fd4-34e9-4e50-bf6b-1c32b12bb27a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:24.909386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Checking segment: {'id': '345ff1b9-6506-43c5-a9a1-7872b19a1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260a8396-db6d-40a3-8020-790814f648ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:24.909746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Network hostable DHCP agents. Network: 260a8396-db6d-40a3-8020-790814f648ba, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:40:24.921178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.921816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.922328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.923091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.923589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.925717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:40:24.926322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Checking segment: {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:24.926917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Bound using segment: {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:40:24.927488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Bound port: 75ab6aab-6049-4332-84c1-97f6c714b0aa, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cb2a18-d1da-4900-b44f-d936e465b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:40:24.927947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:24.931965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.933559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.938093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.938681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.939269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.943068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.943946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:24.988717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Network 260a8396-db6d-40a3-8020-790814f648ba is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:40:25.036796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 260a8396-db6d-40a3-8020-790814f648ba) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:25.044575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:25.044575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:25.100150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f633c76d-4f07-42b3-b7ce-55d78fe13701 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7402320 Sep 27 08:40:25.246756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88ec77-f7fe-45d7-882f-a74fef507442 None None] Network 260a8396-db6d-40a3-8020-790814f648ba requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:40:25.547979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03344eab-edf2-4535-a6f4-274bde88d7c9 None None] Network 260a8396-db6d-40a3-8020-790814f648ba requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:40:25.581114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] For port 75ab6aab-6049-4332-84c1-97f6c714b0aa, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:40:25.585702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] For port 75ab6aab-6049-4332-84c1-97f6c714b0aa, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:40:25.601735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:25.652919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2aa36-50cc-4e27-8751-c57c8a9bc8e0 req-8dd2431c-e72a-4d5c-841d-98a85ea12cf4 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:25.661557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f2aa36-50cc-4e27-8751-c57c8a9bc8e0 req-8dd2431c-e72a-4d5c-841d-98a85ea12cf4 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/ports?device_id=b664729d-8993-445d-9dd5-f60d2defa8eb HTTP/1.1" status: 200 len: 945 time: 0.5816283 Sep 27 08:40:25.722822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f2aa36-50cc-4e27-8751-c57c8a9bc8e0 req-e170d0a4-d28f-4c45-844b-29afe8e43d13 tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556335 Sep 27 08:40:25.727316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:25.727956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:25.729394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] 10.222.0.57 "PUT /v2.0/ports/75ab6aab-6049-4332-84c1-97f6c714b0aa HTTP/1.1" status: 200 len: 1092 time: 2.2407424 Sep 27 08:40:25.731950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'tag': '75ab6aab-6049-4332-84c1-97f6c714b0aa'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:25.743086 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d91a86-2518-4953-96b8-dc044f767220" -d '{"events": [{"name": "network-changed", "server_uuid": "67e58ced-bcba-49b0-b2ef-e0809bc35423", "tag": "75ab6aab-6049-4332-84c1-97f6c714b0aa"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:25.796543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Deleting port 05ddb549-99a6-420f-84b6-1ef71c99b65a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:40:25.800201 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:25.809442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:25.894060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f037381c-318c-4cb5-b7e2-35bf99e90169 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:25.894733 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:26.025763 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:26.064510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3dec0-e16b-4a1d-ada5-dfebc48ea401 service neutron] Pushing event updated for resources: {'Port': ['ID=75ab6aab-6049-4332-84c1-97f6c714b0aa,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:26.129003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-aa648014-06ef-4110-8a96-b2af3b4799c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:26.130732 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-aa648014-06ef-4110-8a96-b2af3b4799c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3bf03d89cd4471eb9c7d8600a95ef15&device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 1095 time: 0.3371651 Sep 27 08:40:26.161041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286264-f0a2-4e7c-a007-96a533ad7d86 req-3ce008b6-3628-40d8-b221-a7f256f6befc tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:26.162766 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d286264-f0a2-4e7c-a007-96a533ad7d86 req-3ce008b6-3628-40d8-b221-a7f256f6befc tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3289063 Sep 27 08:40:26.164951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] For port 05ddb549-99a6-420f-84b6-1ef71c99b65a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=05ddb549-99a6-420f-84b6-1ef71c99b65a,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:26.165400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:26.211727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-9c951d1c-5d81-48a9-8136-a0f4f0a06c54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa HTTP/1.1" status: 200 len: 217 time: 0.0681200 Sep 27 08:40:26.235061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:26.238213 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06948ae7-d52e-4814-b6f5-e31cb42ca04d" -d '{"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-plugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:26.262526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:26.273940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:26.285172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-c2c85388-24e3-4ee0-954a-3d9a575d276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:26.286714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-c2c85388-24e3-4ee0-954a-3d9a575d276d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dbaa2e8-8be2-479c-bc5e-a926d0615252 HTTP/1.1" status: 200 len: 844 time: 0.0611784 Sep 27 08:40:26.287633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Calling delete_port for 05ddb549-99a6-420f-84b6-1ef71c99b65a owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:40:26.346499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=13']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:26.380401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d286264-f0a2-4e7c-a007-96a533ad7d86 req-810997dc-b7d4-42ad-969f-02e675b5ce73 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052701 Sep 27 08:40:26.408550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-e435b874-a68b-4ccb-9120-6058c2ac12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:26.410473 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-e435b874-a68b-4ccb-9120-6058c2ac12a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f05c0eb8-9796-47e6-b518-279d5c2155b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133134 Sep 27 08:40:26.635012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:26.650475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['05ddb549-99a6-420f-84b6-1ef71c99b65a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:26.709960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Pushing event deleted for resources: {'Port': ['ID=05ddb549-99a6-420f-84b6-1ef71c99b65a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:26.775593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] No DVR routers for this DVR port 05ddb549-99a6-420f-84b6-1ef71c99b65a on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:40:26.779150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-8af84f38-cff3-48d0-98af-ea1ce1b6a1d4 service neutron] 10.222.0.57 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500259 Sep 27 08:40:26.780298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:26.782288 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aefded24-688e-4068-8d33-088de5d46591 req-bdaa0bb1-b913-42b7-80f5-08e9e2efe65c tempest-ServerRescueTestJSON-46447510 tempest-ServerRescueTestJSON-46447510-project] 10.222.0.67 "DELETE /v2.0/ports/05ddb549-99a6-420f-84b6-1ef71c99b65a HTTP/1.1" status: 204 len: 173 time: 1.8878682 Sep 27 08:40:26.903391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e899e1e-1d68-4e02-bbe6-c8aa433d2aa8 req-9a8e9a4d-a491-4d60-8110-0c293e97601f service neutron] 10.222.0.57 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141484 Sep 27 08:40:28.721357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 05ddb549-99a6-420f-84b6-1ef71c99b65a no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:28.754201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 05ddb549-99a6-420f-84b6-1ef71c99b65a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:40:28.754574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 05ddb549-99a6-420f-84b6-1ef71c99b65a not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:40:29.823803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 75ab6aab-6049-4332-84c1-97f6c714b0aa details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:40:29.956442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 75ab6aab-6049-4332-84c1-97f6c714b0aa, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:29.971068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'port_id': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'mac_address': 'fa:16:3e:e9:a1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:40:30.011970 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:30.030431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ab6aab-6049-4332-84c1-97f6c714b0aa {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:30.063849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 75ab6aab-6049-4332-84c1-97f6c714b0aa, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:30.070216 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:30.127203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=75ab6aab-6049-4332-84c1-97f6c714b0aa,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:30.354520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['75ab6aab-6049-4332-84c1-97f6c714b0aa'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:31.838203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 75ab6aab-6049-4332-84c1-97f6c714b0aa up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:31.901364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 75ab6aab-6049-4332-84c1-97f6c714b0aa completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:40:31.908016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 75ab6aab-6049-4332-84c1-97f6c714b0aa triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:31.908675 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:32.068226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:32.113236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 75ab6aab-6049-4332-84c1-97f6c714b0aa, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:32.118533 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:32.191040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=75ab6aab-6049-4332-84c1-97f6c714b0aa,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:33.260474 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fc7090-ba5d-45f5-bde0-49ffe5464273 x-openstack-request-id: req-56fc7090-ba5d-45f5-bde0-49ffe5464273 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:33.261001 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e58ced-bcba-49b0-b2ef-e0809bc35423", "tag": "75ab6aab-6049-4332-84c1-97f6c714b0aa", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:33.261001 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56fc7090-ba5d-45f5-bde0-49ffe5464273 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:33.261361 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'tag': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'status': 'completed', 'code': 200} Sep 27 08:40:33.388060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91a86-2518-4953-96b8-dc044f767220 req-421131b4-f929-4249-aea2-196c16f5217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:33.389608 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5d91a86-2518-4953-96b8-dc044f767220 req-421131b4-f929-4249-aea2-196c16f5217c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3bf03d89cd4471eb9c7d8600a95ef15&device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 1097 time: 0.0666907 Sep 27 08:40:33.392684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d110250-9810-44ac-8a68-073029b05757 req-9d1a1700-e65f-4750-8882-aee690274ec8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:33.394334 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d110250-9810-44ac-8a68-073029b05757 req-9d1a1700-e65f-4750-8882-aee690274ec8 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.0849826 Sep 27 08:40:33.398413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7d37e-4b50-4320-89ce-450463017894 req-a198a40b-6678-4afc-aab8-2f0c70bfabbe tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:33.399897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-a198a40b-6678-4afc-aab8-2f0c70bfabbe tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/networks?id=260a8396-db6d-40a3-8020-790814f648ba HTTP/1.1" status: 200 len: 818 time: 0.1640813 Sep 27 08:40:33.453021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-70e055b5-95fb-4421-bfd0-707787e05f67 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/quotas/db508d9fb26c4cc0b971b50157363749 HTTP/1.1" status: 200 len: 375 time: 0.0353251 Sep 27 08:40:33.477272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d110250-9810-44ac-8a68-073029b05757 req-86b99ed0-fad1-4a3a-95af-e57d8e14497d tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758541 Sep 27 08:40:33.516305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-bfd3adc1-511c-40e4-ae5d-db461eb1ee7f tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=db508d9fb26c4cc0b971b50157363749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556185 Sep 27 08:40:33.566852 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cff5655-54dc-4c48-8602-e932ee6e4b5d x-openstack-request-id: req-2cff5655-54dc-4c48-8602-e932ee6e4b5d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:33.567450 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-plugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:33.567450 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cff5655-54dc-4c48-8602-e932ee6e4b5d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:33.567811 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'code': 200} Sep 27 08:40:33.605125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50704) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:33.631414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-431ee01a-f629-4d68-85ba-3b59bfb40fb8 service neutron] 10.222.0.50 "GET /v2.0/networks/260a8396-db6d-40a3-8020-790814f648ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061673 Sep 27 08:40:33.636722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91a86-2518-4953-96b8-dc044f767220 req-a2281e78-e493-479e-8747-4952ef4845f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:33.638420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5d91a86-2518-4953-96b8-dc044f767220 req-a2281e78-e493-479e-8747-4952ef4845f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f05c0eb8-9796-47e6-b518-279d5c2155b3 HTTP/1.1" status: 200 len: 906 time: 0.2312789 Sep 27 08:40:33.701704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5d91a86-2518-4953-96b8-dc044f767220 req-d534d725-dcf1-4365-ab3c-121ecc4d6079 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa HTTP/1.1" status: 200 len: 217 time: 0.0433519 Sep 27 08:40:33.786315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac63b1-8697-4e56-babf-75fe5765f24a req-86f2bbfe-9ab9-46c1-9891-a4295d0ca2c8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:33.788803 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-baac63b1-8697-4e56-babf-75fe5765f24a req-86f2bbfe-9ab9-46c1-9891-a4295d0ca2c8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1136632 Sep 27 08:40:33.800221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91a86-2518-4953-96b8-dc044f767220 req-e10f1982-715e-489e-b382-e389de16ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:33.801812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5d91a86-2518-4953-96b8-dc044f767220 req-e10f1982-715e-489e-b382-e389de16ff55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dbaa2e8-8be2-479c-bc5e-a926d0615252 HTTP/1.1" status: 200 len: 844 time: 0.0634499 Sep 27 08:40:33.805645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-7e691a5d-2989-42bb-98e1-f40beb5476df service neutron] 10.222.0.50 "GET /v2.0/networks/260a8396-db6d-40a3-8020-790814f648ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661849 Sep 27 08:40:33.881737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-baac63b1-8697-4e56-babf-75fe5765f24a req-09ddd870-63a2-4246-8073-3c798431a8ba tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861850 Sep 27 08:40:33.895409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91a86-2518-4953-96b8-dc044f767220 req-eaa35973-dfa5-4009-97ee-3eabdf1b5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:33.899707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5d91a86-2518-4953-96b8-dc044f767220 req-eaa35973-dfa5-4009-97ee-3eabdf1b5403 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f05c0eb8-9796-47e6-b518-279d5c2155b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853820 Sep 27 08:40:34.124529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5d91a86-2518-4953-96b8-dc044f767220 req-f661f061-0485-4007-82cc-2d6c0d046f9b service neutron] 10.222.0.57 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164285 Sep 27 08:40:34.299140 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5d91a86-2518-4953-96b8-dc044f767220 req-77ef5b2f-670b-48fd-8723-aa93d6e427ed service neutron] 10.222.0.57 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648805 Sep 27 08:40:34.510796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-78f69c66-5580-4adb-b0c0-7e39b453ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:34.512643 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-78f69c66-5580-4adb-b0c0-7e39b453ba21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0719955 Sep 27 08:40:34.696479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-504f83c9-f9f5-4dac-ba03-a91153119d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:34.698807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-504f83c9-f9f5-4dac-ba03-a91153119d97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 920 time: 0.1742787 Sep 27 08:40:34.781464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-f02aaad0-bec6-4229-80d0-893d28117f16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 200 len: 217 time: 0.0731490 Sep 27 08:40:34.853731 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad60fb89-f0b2-4ba4-beaf-da58f5690fb8 req-d037cbd7-5e5b-4668-a88e-74cb50660c55 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 210 time: 0.0410805 Sep 27 08:40:34.860819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-f88b2ab4-f79f-4066-9317-0aae612407f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:34.862817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-f88b2ab4-f79f-4066-9317-0aae612407f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.0731649 Sep 27 08:40:34.914198 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-14f88692-cb79-453f-934a-c2a86fd5c02e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416539 Sep 27 08:40:34.948566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:35.065401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-e41ef47d-88a7-4022-895e-5b7e9750fad9 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428218 Sep 27 08:40:35.163060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbaa63-56cc-416e-b902-757d8f85e14a req-1cd7e5f6-c8e7-4a0c-b024-5cfd6cb5364a tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:35.167928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66fbaa63-56cc-416e-b902-757d8f85e14a req-1cd7e5f6-c8e7-4a0c-b024-5cfd6cb5364a tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1421945 Sep 27 08:40:35.262764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b664729d-8993-445d-9dd5-f60d2defa8eb', 'name': 'network-vif-deleted', 'tag': '05ddb549-99a6-420f-84b6-1ef71c99b65a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:35.272404 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df957865-837e-4476-bb4b-5041a330d592" -d '{"events": [{"server_uuid": "b664729d-8993-445d-9dd5-f60d2defa8eb", "name": "network-vif-deleted", "tag": "05ddb549-99a6-420f-84b6-1ef71c99b65a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:35.312848 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4051e5a9-6c6a-409c-9dc9-d8ba8cddd539 req-b0b6a6ce-2b75-406e-80c1-4e413a711a47 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366650 Sep 27 08:40:35.371763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66fbaa63-56cc-416e-b902-757d8f85e14a req-a37dc34d-cb4d-48a1-b221-c920c04ad6b5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788089 Sep 27 08:40:35.570305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ab6aab-6049-4332-84c1-97f6c714b0aa'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:35.574161 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a201f-8d4d-4bcb-8c35-1ba026d2b06e" -d '{"events": [{"server_uuid": "67e58ced-bcba-49b0-b2ef-e0809bc35423", "name": "network-vif-plugged", "status": "completed", "tag": "75ab6aab-6049-4332-84c1-97f6c714b0aa"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:35.590141 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:35.743739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35770e-b9d3-4d35-9234-39976524c452 req-bed905f6-1797-40bd-877f-1be20b1a9049 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:35.746170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf35770e-b9d3-4d35-9234-39976524c452 req-bed905f6-1797-40bd-877f-1be20b1a9049 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.2341144 Sep 27 08:40:35.790293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7d37e-4b50-4320-89ce-450463017894 req-04de422d-8134-45f6-8f1f-0142f92ba923 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:35.792267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-04de422d-8134-45f6-8f1f-0142f92ba923 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.67 "GET /v2.0/networks?id=260a8396-db6d-40a3-8020-790814f648ba HTTP/1.1" status: 200 len: 818 time: 0.1612742 Sep 27 08:40:35.822753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Request body: {'port': {'device_id': 'be5bc060-c335-4bb8-b8e3-26b07438146c', 'network_id': '260a8396-db6d-40a3-8020-790814f648ba', 'admin_state_up': True, 'tenant_id': 'db508d9fb26c4cc0b971b50157363749'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:35.884953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Deleting port cdb33cdb-57f3-49cc-84f8-87c28cdab686 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:40:35.885862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:35.931464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf35770e-b9d3-4d35-9234-39976524c452 req-612c106d-99d9-4320-a144-3a5b2794fdd7 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584070 Sep 27 08:40:36.010408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Made reservation on behalf of db508d9fb26c4cc0b971b50157363749 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:36.013986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:36.073543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] For port cdb33cdb-57f3-49cc-84f8-87c28cdab686, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cdb33cdb-57f3-49cc-84f8-87c28cdab686,segment=NetworkSegment(78bc649f-89c3-4ced-80d0-2bd59a9a38aa),segment_id=78bc649f-89c3-4ced-80d0-2bd59a9a38aa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:36.074050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:36.091710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Calling delete_port for cdb33cdb-57f3-49cc-84f8-87c28cdab686 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:40:36.106695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049229e-6c32-4c5e-aef9-fe72d4def2cf req-dcbe977a-deac-444d-a483-f67fff7f1359 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:36.114562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3049229e-6c32-4c5e-aef9-fe72d4def2cf req-dcbe977a-deac-444d-a483-f67fff7f1359 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.0956335 Sep 27 08:40:36.191502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Allocated IP 172.20.0.2 (260a8396-db6d-40a3-8020-790814f648ba/d5d50fd4-34e9-4e50-bf6b-1c32b12bb27a/20b1ac3d-4ea3-44d7-b631-61530cc8d7f7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:40:36.199164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3049229e-6c32-4c5e-aef9-fe72d4def2cf req-6e10b44d-8fe4-42be-8b44-f5719ae9f06e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836158 Sep 27 08:40:36.401745 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f7e83b-7d0b-4956-b693-742a1c590445 x-openstack-request-id: req-f7f7e83b-7d0b-4956-b693-742a1c590445 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:36.402995 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b664729d-8993-445d-9dd5-f60d2defa8eb", "name": "network-vif-deleted", "tag": "05ddb549-99a6-420f-84b6-1ef71c99b65a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:36.403475 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7f7e83b-7d0b-4956-b693-742a1c590445 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:36.404082 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b664729d-8993-445d-9dd5-f60d2defa8eb', 'name': 'network-vif-deleted', 'tag': '05ddb549-99a6-420f-84b6-1ef71c99b65a', 'status': 'completed', 'code': 200} Sep 27 08:40:36.465522 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ec76c4-cf6f-4eb1-a662-22ab82382d49 x-openstack-request-id: req-c1ec76c4-cf6f-4eb1-a662-22ab82382d49 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:36.466466 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e58ced-bcba-49b0-b2ef-e0809bc35423", "name": "network-vif-plugged", "status": "completed", "tag": "75ab6aab-6049-4332-84c1-97f6c714b0aa", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:36.466873 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1ec76c4-cf6f-4eb1-a662-22ab82382d49 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:36.467418 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'code': 200} Sep 27 08:40:36.504019 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:36.542058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb33cdb-57f3-49cc-84f8-87c28cdab686,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:36.549676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f8e7384-561b-424a-8a68-6df88d26e83d req-387d248f-0b30-41c6-9cf1-734fa9dc13f8 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 210 time: 0.0643044 Sep 27 08:40:36.653941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:36.744381 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:36.760906 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:36.793853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf8644-201f-4bb4-ad1d-eacfc9f794c1 req-58d347c8-d19d-4c00-81cc-51c7cc2d584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:36.795761 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bddf8644-201f-4bb4-ad1d-eacfc9f794c1 req-58d347c8-d19d-4c00-81cc-51c7cc2d584a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 1097 time: 0.2447746 Sep 27 08:40:36.822556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Network 260a8396-db6d-40a3-8020-790814f648ba is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:36.839766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:36.845124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:40:36.860668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335fecd-c23c-45d2-9aa0-3cd55595f684 req-df6371d5-a3a2-482f-b679-1fc0128e85ff tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:36.862286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c335fecd-c23c-45d2-9aa0-3cd55595f684 req-df6371d5-a3a2-482f-b679-1fc0128e85ff tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0981879 Sep 27 08:40:36.887776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bddf8644-201f-4bb4-ad1d-eacfc9f794c1 req-4d2358bf-0cc0-4a5b-a10b-efdbd89645fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828416 Sep 27 08:40:36.890816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Pushing event updated for resources: {'Port': ['ID=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:36.940844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:36.942257 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:36.964518 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-2397b768-9610-49ab-862f-d7447accce1b tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615417 Sep 27 08:40:36.993474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Request body: {'port': {'device_id': 'be5bc060-c335-4bb8-b8e3-26b07438146c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:37.030789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c335fecd-c23c-45d2-9aa0-3cd55595f684 req-d7cd6484-ae5a-4cfd-a544-9ef16cbdfe75 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583488 Sep 27 08:40:37.150778 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:37.305819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6a1d9-df62-44e2-8154-9de4d4815266 req-af79dcd6-80bf-4d70-add0-62bf7309038b tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:37.307556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43f6a1d9-df62-44e2-8154-9de4d4815266 req-af79dcd6-80bf-4d70-add0-62bf7309038b tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.1631367 Sep 27 08:40:37.358828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Router 44d07cba-997a-44c0-8469-084beb18103d has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:40:37.392865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43f6a1d9-df62-44e2-8154-9de4d4815266 req-a51ce640-5194-49d4-a405-1af9dea9324b tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757716 Sep 27 08:40:37.620341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:40:37.629316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66b6b1-fb92-462f-9d08-7efe07f44766 req-294381d9-194f-4305-9bdf-bc12a857153c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:37.633243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] Sync routers for ids ['44d07cba-997a-44c0-8469-084beb18103d'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:40:37.637475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed66b6b1-fb92-462f-9d08-7efe07f44766 req-294381d9-194f-4305-9bdf-bc12a857153c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1202481 Sep 27 08:40:37.647333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-70c40160-67c6-461e-b4e4-dcbf664a202e admin admin] 10.222.0.50 "PUT /v2.0/routers/44d07cba-997a-44c0-8469-084beb18103d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0410500 Sep 27 08:40:37.649833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] Routers {'44d07cba-997a-44c0-8469-084beb18103d'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:40:37.650721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:40:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['44d07cba-997a-44c0-8469-084beb18103d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:37.652675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50818) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:37.663540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:37.684679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:37.710693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Transition to ACTIVE for port object 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:40:37.716618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:37.808487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:37.826802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed66b6b1-fb92-462f-9d08-7efe07f44766 req-8bd788cb-19f5-4d60-8c6f-397a8d90b028 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883237 Sep 27 08:40:37.862569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7899dbb5-55ed-4762-a85e-cf61d5319b6d no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:37.963189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] Set router 44d07cba-997a-44c0-8469-084beb18103d gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:40:38.033451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Attempting to bind port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:40:38.034523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Attempting to bind port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '345ff1b9-6506-43c5-a9a1-7872b19a1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260a8396-db6d-40a3-8020-790814f648ba'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:40:38.035575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Attempting to bind port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 on network 260a8396-db6d-40a3-8020-790814f648ba {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:38.044584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 on network 260a8396-db6d-40a3-8020-790814f648ba not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:40:38.047045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Attempting to bind port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 on network 260a8396-db6d-40a3-8020-790814f648ba {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:38.062775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:40:38.063381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Checking segment: {'id': '345ff1b9-6506-43c5-a9a1-7872b19a1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260a8396-db6d-40a3-8020-790814f648ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:38.063969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Bound using segment: {'id': '345ff1b9-6506-43c5-a9a1-7872b19a1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260a8396-db6d-40a3-8020-790814f648ba'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:40:38.065047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Bound port: 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345ff1b9-6506-43c5-a9a1-7872b19a1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '260a8396-db6d-40a3-8020-790814f648ba'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:40:38.066034 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:38.091933 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:38.261672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f3f75-0d55-47d1-8ca6-cb44a58f0d7b req-4a47998e-6e5a-47f2-bfa4-120f37150be7 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:38.271479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d60f3f75-0d55-47d1-8ca6-cb44a58f0d7b req-4a47998e-6e5a-47f2-bfa4-120f37150be7 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 943 time: 0.3122647 Sep 27 08:40:38.304576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] For port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:40:38.342563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:38.351102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] For port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,segment=NetworkSegment(345ff1b9-6506-43c5-a9a1-7872b19a1df2),segment_id=345ff1b9-6506-43c5-a9a1-7872b19a1df2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:40:38.385462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d60f3f75-0d55-47d1-8ca6-cb44a58f0d7b req-1a0c2b8c-055d-4356-aff4-0e5b2d8ba709 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115441 Sep 27 08:40:38.409124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48158-44ed-4b88-b3bd-d4c7e15b631d req-8b4d31d2-8b2a-4598-a57f-419dabb79e62 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:38.410855 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54e48158-44ed-4b88-b3bd-d4c7e15b631d req-8b4d31d2-8b2a-4598-a57f-419dabb79e62 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1981239 Sep 27 08:40:38.425472 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:38.448099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:38.503952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:38.506381 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b10b13-5556-4ebf-ab2c-aba2ec9b093a" -d '{"events": [{"server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:38.527406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:38.537165 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:38.607859 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:38.608583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:38.610299 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] 10.222.0.67 "PUT /v2.0/ports/20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 HTTP/1.1" status: 200 len: 1091 time: 1.6315782 Sep 27 08:40:38.610848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5bc060-c335-4bb8-b8e3-26b07438146c', 'tag': '20b1ac3d-4ea3-44d7-b631-61530cc8d7f7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:38.614301 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f62429-ef2b-4d7b-a515-098a72413978" -d '{"events": [{"name": "network-changed", "server_uuid": "be5bc060-c335-4bb8-b8e3-26b07438146c", "tag": "20b1ac3d-4ea3-44d7-b631-61530cc8d7f7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:38.620414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81fd05-0ff4-4216-9f79-83dfbcdc8ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:38.622532 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:40:36Z', 'revision_number': 5, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port': {'id': 'bee0f5b6-ac05-4839-9967-af55b70b4d9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d07cba-997a-44c0-8469-084beb18103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:10Z', 'updated_at': '2021-09-27T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:38.664278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] Checking router: 44d07cba-997a-44c0-8469-084beb18103d for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:40:38.677659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54e48158-44ed-4b88-b3bd-d4c7e15b631d req-42f276bf-5768-4215-9faf-67ede0c04575 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495244 Sep 27 08:40:38.678870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:38.687544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] Routers {'44d07cba-997a-44c0-8469-084beb18103d'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:40:38.688558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:40:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['44d07cba-997a-44c0-8469-084beb18103d'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:38.692869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.693407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.693905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.694379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.694899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.695377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.695840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.696305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.696800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.697262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.697740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.698263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:40:38.757249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7d37e-4b50-4320-89ce-450463017894 req-7ad9430e-1b64-4caa-9bcb-e10eeaa250ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:38.759275 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-7ad9430e-1b64-4caa-9bcb-e10eeaa250ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db508d9fb26c4cc0b971b50157363749&device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 1094 time: 0.1093681 Sep 27 08:40:38.765470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Deleting port bee0f5b6-ac05-4839-9967-af55b70b4d9a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:40:38.766118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:38.816959 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-7dd6a14a-b489-42d3-88a2-97578c0218ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0487058 Sep 27 08:40:38.837827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] Set router 44d07cba-997a-44c0-8469-084beb18103d gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:40:38.868660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-c7f031c6-786c-48ee-923e-d14ffe1a45e7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:38.873190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-c7f031c6-786c-48ee-923e-d14ffe1a45e7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 805 time: 0.3403611 Sep 27 08:40:38.901292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce9c0f-1983-4cdc-9e82-13a2f4a6fce6 req-ac81e6d4-211a-4259-984c-0837ab575a66 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:38.903022 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2ce9c0f-1983-4cdc-9e82-13a2f4a6fce6 req-ac81e6d4-211a-4259-984c-0837ab575a66 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.0969419 Sep 27 08:40:38.911925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:40:38Z', 'revision_number': 6, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:38.914509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7d37e-4b50-4320-89ce-450463017894 req-f896f6c0-b3e7-4d7b-b091-9d586f1b6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:38.916394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-f896f6c0-b3e7-4d7b-b091-9d586f1b6501 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5d50fd4-34e9-4e50-bf6b-1c32b12bb27a HTTP/1.1" status: 200 len: 858 time: 0.0845337 Sep 27 08:40:38.942497 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-cde1c439-dcd8-47b2-b373-121749ca2c93 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/quotas/c63fccde548445b0b25eca42d008d5b5 HTTP/1.1" status: 200 len: 375 time: 0.0164757 Sep 27 08:40:38.962925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a152ab-eff2-4479-bb01-596cb02a7d77 None None] The sync data for ids ['44d07cba-997a-44c0-8469-084beb18103d'] in n-d-810909-1 is: [{'id': '44d07cba-997a-44c0-8469-084beb18103d', 'name': 'tempest-ServerRescueTestJSON-1236234421-router', 'tenant_id': '36d23ea6185b401f96385d9b37a7c612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:08Z', 'updated_at': '2021-09-27T08:40:38Z', 'revision_number': 6, 'project_id': '36d23ea6185b401f96385d9b37a7c612', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:40:38.971585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-3ecbf0e1-9799-422f-a552-18218c25897f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=260a8396-db6d-40a3-8020-790814f648ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482473 Sep 27 08:40:39.014945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] For port bee0f5b6-ac05-4839-9967-af55b70b4d9a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bee0f5b6-ac05-4839-9967-af55b70b4d9a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:39.014945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:39.021977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2ce9c0f-1983-4cdc-9e82-13a2f4a6fce6 req-dc66d5b2-b466-4674-ad06-4c07f745cf2a tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046014 Sep 27 08:40:39.028638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Calling delete_port for bee0f5b6-ac05-4839-9967-af55b70b4d9a owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:40:39.057757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-684460ee-9df4-4a12-8eb1-9ea04eb4ca19 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020393 Sep 27 08:40:39.104661 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f27170-6a3a-40a9-8cfc-da5763a08406 x-openstack-request-id: req-67f27170-6a3a-40a9-8cfc-da5763a08406 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:39.104974 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:39.105224 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67f27170-6a3a-40a9-8cfc-da5763a08406 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:39.105608 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'code': 200} Sep 27 08:40:39.156355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-858f79a7-d928-458a-ba66-6a5b5579c1b9 service neutron] 10.222.0.50 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975375 Sep 27 08:40:39.174991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-c595e7b5-8d51-4f5b-b10c-fcda2deda170 service neutron] 10.222.0.67 "GET /v2.0/networks/260a8396-db6d-40a3-8020-790814f648ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878877 Sep 27 08:40:39.176874 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9641e384-6b24-4302-86ff-e48869bfbdbf x-openstack-request-id: req-9641e384-6b24-4302-86ff-e48869bfbdbf {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:39.177411 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5bc060-c335-4bb8-b8e3-26b07438146c", "tag": "20b1ac3d-4ea3-44d7-b631-61530cc8d7f7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:39.177933 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9641e384-6b24-4302-86ff-e48869bfbdbf {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:39.178545 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5bc060-c335-4bb8-b8e3-26b07438146c', 'tag': '20b1ac3d-4ea3-44d7-b631-61530cc8d7f7', 'status': 'completed', 'code': 200} Sep 27 08:40:39.310879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47a7d37e-4b50-4320-89ce-450463017894 req-857a7f6c-42da-4c14-a680-f4de952934fa service neutron] 10.222.0.67 "GET /v2.0/networks/260a8396-db6d-40a3-8020-790814f648ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271279 Sep 27 08:40:39.389758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-7fa45232-20c0-4586-b3be-10b43fd7bd3b service neutron] 10.222.0.50 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324793 Sep 27 08:40:39.507245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:39.556879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-a8afb07f-5e23-4d33-9310-c6c8bd06be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:39.556879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-a8afb07f-5e23-4d33-9310-c6c8bd06be30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db508d9fb26c4cc0b971b50157363749&device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 1094 time: 0.1690381 Sep 27 08:40:39.561037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee0f5b6-ac05-4839-9967-af55b70b4d9a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:39.638968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025227be-99cb-4d9c-bf7b-6f3d1f68d9a0 req-29723e7c-ff7f-41a9-af8e-0dbdf01260c9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:39.657092 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-025227be-99cb-4d9c-bf7b-6f3d1f68d9a0 req-29723e7c-ff7f-41a9-af8e-0dbdf01260c9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1956139 Sep 27 08:40:39.743934 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-025227be-99cb-4d9c-bf7b-6f3d1f68d9a0 req-de890b27-59df-4db9-84b7-4ba9e6addda2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858369 Sep 27 08:40:39.758800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:39.869900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-36d950ef-a5fa-4690-8d5e-f82b21a1d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:39.871633 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-36d950ef-a5fa-4690-8d5e-f82b21a1d689 service neutron] 10.222.0.67 "GET /v2.0/networks?id=260a8396-db6d-40a3-8020-790814f648ba HTTP/1.1" status: 200 len: 919 time: 0.2837777 Sep 27 08:40:39.914306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cdb33cdb-57f3-49cc-84f8-87c28cdab686 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:39.957798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: cdb33cdb-57f3-49cc-84f8-87c28cdab686 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:40:39.958171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cdb33cdb-57f3-49cc-84f8-87c28cdab686 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:40:39.981112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-2083c6b7-9bdd-4076-9530-2c75a7ff2c62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0938373 Sep 27 08:40:40.002802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:40.010503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb33277-963d-4b99-898d-31cd8f0c0bca req-7bc4086d-7a3e-46a7-96ea-c87bf2cb4695 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:40.019561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1fb33277-963d-4b99-898d-31cd8f0c0bca req-7bc4086d-7a3e-46a7-96ea-c87bf2cb4695 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 943 time: 0.1644506 Sep 27 08:40:40.027471 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:40.086043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-409d368c-eae0-4a2d-bd2b-f94ae32fd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:40.087862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-409d368c-eae0-4a2d-bd2b-f94ae32fd765 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d5d50fd4-34e9-4e50-bf6b-1c32b12bb27a HTTP/1.1" status: 200 len: 858 time: 0.0981438 Sep 27 08:40:40.099919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99552b2-b1be-45bf-b66b-476d82c11708 req-7f852878-4191-47bc-ae60-1dea03aa8b17 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:40.104438 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1fb33277-963d-4b99-898d-31cd8f0c0bca req-bf6a8253-e7a8-444c-8d32-64f16b78dfe6 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836978 Sep 27 08:40:40.120866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b99552b2-b1be-45bf-b66b-476d82c11708 req-7f852878-4191-47bc-ae60-1dea03aa8b17 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.4023273 Sep 27 08:40:40.120866 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:40.120866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44d07cba-997a-44c0-8469-084beb18103d {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:40:40.130991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:40.135598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6ff881c3-46f7-4398-bbbe-1c64bd14f903 admin admin] 10.222.0.50 "DELETE /v2.0/routers/44d07cba-997a-44c0-8469-084beb18103d HTTP/1.1" status: 204 len: 168 time: 2.4795139 Sep 27 08:40:40.137609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50874) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:40.138324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50876) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:40.149959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Request body: {'floatingip': {'port_id': '75ab6aab-6049-4332-84c1-97f6c714b0aa'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:40.236627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-213b0d37-1de8-45c8-99f6-d11ea11320a2 admin admin] Deleting subnet bbc0f9d9-93fc-49bb-b36d-156d93276e57 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:40:40.247804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-5a93ce34-37ae-4f72-ab6b-423bf5bb6d1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=260a8396-db6d-40a3-8020-790814f648ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228342 Sep 27 08:40:40.343889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e5178-42ea-41fa-b093-52a8456134f4 req-6bf6741f-062d-479e-aaf7-6dfa9964bb37 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:40.345810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-449e5178-42ea-41fa-b093-52a8456134f4 req-6bf6741f-062d-479e-aaf7-6dfa9964bb37 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.57 "GET /v2.0/ports?device_id=62b9db2e-6936-42c6-a320-77ad5a186f0d HTTP/1.1" status: 200 len: 943 time: 0.1975346 Sep 27 08:40:40.746655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213b0d37-1de8-45c8-99f6-d11ea11320a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:40.751258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:40:40.853567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:40.858560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f500-0b6f-43eb-b40f-4e03dd094c2a req-fced340c-1ecd-487b-84c4-1e5b11edbd39 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:40.868038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1937f500-0b6f-43eb-b40f-4e03dd094c2a req-fced340c-1ecd-487b-84c4-1e5b11edbd39 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.6186388 Sep 27 08:40:40.933340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f333cb1-9dad-4fee-9656-2104f640d306 req-b9af8394-9484-490d-8c89-87e2c72db232 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 210 time: 0.1878934 Sep 27 08:40:40.975789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,segment=NetworkSegment(345ff1b9-6506-43c5-a9a1-7872b19a1df2),segment_id=345ff1b9-6506-43c5-a9a1-7872b19a1df2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:41.006428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '20b1ac3d-4ea3-44d7-b631-61530cc8d7f7', 'network_id': '260a8396-db6d-40a3-8020-790814f648ba', 'port_id': '20b1ac3d-4ea3-44d7-b631-61530cc8d7f7', 'mac_address': 'fa:16:3e:62:94:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d50fd4-34e9-4e50-bf6b-1c32b12bb27a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:40:41.010563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-d81067dc-8eb3-4b8f-8939-a0a381406b1d service neutron] 10.222.0.67 "GET /v2.0/networks/260a8396-db6d-40a3-8020-790814f648ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467475 Sep 27 08:40:41.023849 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213b0d37-1de8-45c8-99f6-d11ea11320a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.040982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1937f500-0b6f-43eb-b40f-4e03dd094c2a req-bcb36823-b74b-4273-999b-8f399ab15389 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718919 Sep 27 08:40:41.135379 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.194458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213b0d37-1de8-45c8-99f6-d11ea11320a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.196234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:41.224455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Deleting port 7899dbb5-55ed-4762-a85e-cf61d5319b6d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:40:41.228772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.276179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,segment=NetworkSegment(345ff1b9-6506-43c5-a9a1-7872b19a1df2),segment_id=345ff1b9-6506-43c5-a9a1-7872b19a1df2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:41.281405 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.392175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213b0d37-1de8-45c8-99f6-d11ea11320a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.424202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:41.436447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b0d37-1de8-45c8-99f6-d11ea11320a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc0f9d9-93fc-49bb-b36d-156d93276e57,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:41.449468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213b0d37-1de8-45c8-99f6-d11ea11320a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.451346 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-213b0d37-1de8-45c8-99f6-d11ea11320a2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bbc0f9d9-93fc-49bb-b36d-156d93276e57 HTTP/1.1" status: 204 len: 168 time: 1.2966595 Sep 27 08:40:41.456500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50896) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:41.465075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817c77-6e54-4d22-9a72-d071c6c546d8 req-9c5c3803-6d4f-4d46-b791-4b083e8f4c21 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:41.465987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a817c77-6e54-4d22-9a72-d071c6c546d8 req-9c5c3803-6d4f-4d46-b791-4b083e8f4c21 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 944 time: 0.2078812 Sep 27 08:40:41.575249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['20b1ac3d-4ea3-44d7-b631-61530cc8d7f7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:41.618661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] For port 7899dbb5-55ed-4762-a85e-cf61d5319b6d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7899dbb5-55ed-4762-a85e-cf61d5319b6d,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:41.619473 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.641860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Calling delete_port for 7899dbb5-55ed-4762-a85e-cf61d5319b6d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:40:41.691062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bee0f5b6-ac05-4839-9967-af55b70b4d9a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:41.696212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a817c77-6e54-4d22-9a72-d071c6c546d8 req-827c002d-3c0a-43c7-8d75-d77eb31fb5d6 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802762 Sep 27 08:40:41.704437 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:41.779126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: bee0f5b6-ac05-4839-9967-af55b70b4d9a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:40:41.779292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bee0f5b6-ac05-4839-9967-af55b70b4d9a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:40:41.917918 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9f62429-ef2b-4d7b-a515-098a72413978 req-aaf43a2b-7005-4478-8fc7-9f5335148c7f service neutron] 10.222.0.67 "GET /v2.0/networks/260a8396-db6d-40a3-8020-790814f648ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8758085 Sep 27 08:40:41.931828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.048776 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.050996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d14335-e1aa-41c9-9a33-6cd34a396bde req-b5bcf196-a844-4beb-bad7-6578197d0bee tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:42.062315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.062555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9d14335-e1aa-41c9-9a33-6cd34a396bde req-b5bcf196-a844-4beb-bad7-6578197d0bee tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.8643336 Sep 27 08:40:42.083661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Pushing event deleted for resources: {'Port': ['ID=7899dbb5-55ed-4762-a85e-cf61d5319b6d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:42.113189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-18f7e3df-6484-41cb-a1ed-cc84956f15a0 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:42.114793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-18f7e3df-6484-41cb-a1ed-cc84956f15a0 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.67 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 805 time: 0.8670976 Sep 27 08:40:42.145773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Request body: {'port': {'device_id': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'admin_state_up': True, 'tenant_id': 'c63fccde548445b0b25eca42d008d5b5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:42.152893 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b6bae6de-1a43-41d2-90fe-56ed5b27826c req-8756b50c-90e1-4510-a14f-37d0d6ab84e0 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 210 time: 0.1023960 Sep 27 08:40:42.208854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] No DVR routers for this DVR port 7899dbb5-55ed-4762-a85e-cf61d5319b6d on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:40:42.217865 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.219867 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-449e5178-42ea-41fa-b093-52a8456134f4 req-fe4cde9d-4635-4a73-9ce1-d476d53627a6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.57 "DELETE /v2.0/ports/7899dbb5-55ed-4762-a85e-cf61d5319b6d HTTP/1.1" status: 204 len: 173 time: 1.8302107 Sep 27 08:40:42.230331 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9d14335-e1aa-41c9-9a33-6cd34a396bde req-08f6f535-e233-4ccd-9816-d3490674e774 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668398 Sep 27 08:40:42.235593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'name': 'network-vif-deleted', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:42.240219 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728bf5e9-f1e6-4435-9f7c-cf4dd16ca7c1" -d '{"events": [{"server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "name": "network-vif-deleted", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:42.248993 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.334613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b914994-644b-4b5d-93da-5a634c51b84a']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:42.355527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bc649f-89c3-4ced-80d0-2bd59a9a38aa') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:42.358345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bc649f-89c3-4ced-80d0-2bd59a9a38aa') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:42.391804 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Floating IP 591c8fd3-26ec-4008-b995-bb3991632a03 associated. External IP: 172.25.2.78, port: 75ab6aab-6049-4332-84c1-97f6c714b0aa. Sep 27 08:40:42.418320 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012ae92c-35a7-4fa8-b190-77fc23ae15f4 x-openstack-request-id: req-012ae92c-35a7-4fa8-b190-77fc23ae15f4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:42.419122 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9db2e-6936-42c6-a320-77ad5a186f0d", "name": "network-vif-deleted", "tag": "7899dbb5-55ed-4762-a85e-cf61d5319b6d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:42.419709 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-012ae92c-35a7-4fa8-b190-77fc23ae15f4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:42.420532 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9db2e-6936-42c6-a320-77ad5a186f0d', 'name': 'network-vif-deleted', 'tag': '7899dbb5-55ed-4762-a85e-cf61d5319b6d', 'status': 'completed', 'code': 200} Sep 27 08:40:42.440467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Made reservation on behalf of c63fccde548445b0b25eca42d008d5b5 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:42.444660 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.564887 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.584789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.592592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:40:42.593927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:40:42.672484 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:40:42.677031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Allocated IP 172.20.0.12 (3e51dc51-dee4-4df0-836f-63b3dd717fda/86717468-983a-4e29-8cf9-97fd0ea72f3f/5658aa53-768e-4879-b1a1-1dfbbe7e0997) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:40:42.751508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:42.875515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:40:42.886931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:42.887599 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.901013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.912160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:42.921419 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6b914994-644b-4b5d-93da-5a634c51b84a HTTP/1.1" status: 204 len: 168 time: 1.4538765 Sep 27 08:40:42.938421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:40:42.977591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b630b31-5a22-499c-9c1b-014bc9c4e652 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b914994-644b-4b5d-93da-5a634c51b84a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:42.993588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcebc38-7645-44bd-ae0e-3dbc97dba97b req-5b44d590-f69e-4b73-9dcc-580b1c6fa42a tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:42.996479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2dcebc38-7645-44bd-ae0e-3dbc97dba97b req-5b44d590-f69e-4b73-9dcc-580b1c6fa42a tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.7042036 Sep 27 08:40:43.048916 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2dcebc38-7645-44bd-ae0e-3dbc97dba97b req-0b6316d0-961d-477c-a3ae-0e808434f8e4 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Sep 27 08:40:43.163123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50914) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:43.186118 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:43.190347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1165f-1ea9-45ee-957c-f0db6136af6c req-7c20cd2f-f557-43e6-a992-a8c2a10fbc92 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:43.192766 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ac1165f-1ea9-45ee-957c-f0db6136af6c req-7c20cd2f-f557-43e6-a992-a8c2a10fbc92 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 944 time: 0.3531556 Sep 27 08:40:43.251146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:40:43.264525 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] Sync routers for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:40:43.265412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:43.266130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bc060-c335-4bb8-b8e3-26b07438146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b1ac3d-4ea3-44d7-b631-61530cc8d7f7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:43.273685 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91844668-898c-481e-9f9d-9f08f06dae77" -d '{"events": [{"server_uuid": "be5bc060-c335-4bb8-b8e3-26b07438146c", "name": "network-vif-plugged", "status": "completed", "tag": "20b1ac3d-4ea3-44d7-b631-61530cc8d7f7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:43.298988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,segment=NetworkSegment(345ff1b9-6506-43c5-a9a1-7872b19a1df2),segment_id=345ff1b9-6506-43c5-a9a1-7872b19a1df2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:43.301815 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:40:43.304282 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:40:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:43.317003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:43.340383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ac1165f-1ea9-45ee-957c-f0db6136af6c req-41a4ef87-343f-420f-81c1-6afee459c552 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264851 Sep 27 08:40:43.367965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:43.399298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d3ff38f2-df22-459b-8d13-5adb8ec8e817 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36d23ea6185b401f96385d9b37a7c612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348001 Sep 27 08:40:43.402503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50924) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:43.405954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:43.453530 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be1c94d6-0c1b-4dac-b8e6-b2a695223c03 req-09a08d8a-3f2e-444a-9e12-af16f21f1b22 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 210 time: 0.1123683 Sep 27 08:40:43.457687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f1d98d47-2845-4b50-9a0e-6e96c906c37f tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "PUT /v2.0/floatingips/591c8fd3-26ec-4008-b995-bb3991632a03 HTTP/1.1" status: 200 len: 991 time: 3.3161237 Sep 27 08:40:43.464463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'tag': '75ab6aab-6049-4332-84c1-97f6c714b0aa'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:43.466987 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f5bc63-96c1-46c0-a531-40798ce34db6" -d '{"events": [{"name": "network-changed", "server_uuid": "67e58ced-bcba-49b0-b2ef-e0809bc35423", "tag": "75ab6aab-6049-4332-84c1-97f6c714b0aa"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:43.543561 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:40:43.547803 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9547549c-e152-4817-99a2-b69b7fb77056 x-openstack-request-id: req-9547549c-e152-4817-99a2-b69b7fb77056 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:43.548086 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bc060-c335-4bb8-b8e3-26b07438146c", "name": "network-vif-plugged", "status": "completed", "tag": "20b1ac3d-4ea3-44d7-b631-61530cc8d7f7", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:43.548320 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9547549c-e152-4817-99a2-b69b7fb77056 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:43.548747 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bc060-c335-4bb8-b8e3-26b07438146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b1ac3d-4ea3-44d7-b631-61530cc8d7f7', 'code': 200} Sep 27 08:40:43.669461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abb322-caaa-4576-a5a6-0748eeb95c1d req-ce8eb58f-b89d-4ce7-acf4-5ee2f87b62ec tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:43.671008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9abb322-caaa-4576-a5a6-0748eeb95c1d req-ce8eb58f-b89d-4ce7-acf4-5ee2f87b62ec tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1640158 Sep 27 08:40:43.756440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5da19b1f-f3eb-45c8-abba-5835e1b54614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:43.797238 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:43.873766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7899dbb5-55ed-4762-a85e-cf61d5319b6d no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:43.895562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fba71c-f0d2-45f8-9db3-49162b516f4e req-5a121cf0-3e9c-43fd-a888-8a3aa8fb64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:43.898232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6fba71c-f0d2-45f8-9db3-49162b516f4e req-5a121cf0-3e9c-43fd-a888-8a3aa8fb64dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 1096 time: 0.2364123 Sep 27 08:40:43.911128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9abb322-caaa-4576-a5a6-0748eeb95c1d req-2f7adc5c-da6c-4fc3-bb34-57f8cd012e79 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280891 Sep 27 08:40:43.914776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 7899dbb5-55ed-4762-a85e-cf61d5319b6d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:40:43.915128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7899dbb5-55ed-4762-a85e-cf61d5319b6d not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:40:44.000237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Network 3e51dc51-dee4-4df0-836f-63b3dd717fda is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:44.013334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:44.039006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5da19b1f-f3eb-45c8-abba-5835e1b54614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:44.039006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:40:44.046525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Pushing event updated for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:44.054681 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:44.104387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6fba71c-f0d2-45f8-9db3-49162b516f4e req-8ed5cd15-f4d0-414c-a9fe-795ad1ff836c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716552 Sep 27 08:40:44.171231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:44.171929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:44.192036 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c6e878-429b-4ffa-9f53-463e021f0256 x-openstack-request-id: req-65c6e878-429b-4ffa-9f53-463e021f0256 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:44.192591 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e58ced-bcba-49b0-b2ef-e0809bc35423", "tag": "75ab6aab-6049-4332-84c1-97f6c714b0aa", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:44.192591 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65c6e878-429b-4ffa-9f53-463e021f0256 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:44.192954 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'tag': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'status': 'completed', 'code': 200} Sep 27 08:40:44.269426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-2ee77b3b-80d1-4a56-8548-080d1640137f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1272950 Sep 27 08:40:44.286517 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5da19b1f-f3eb-45c8-abba-5835e1b54614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:44.289499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5da19b1f-f3eb-45c8-abba-5835e1b54614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:44.290826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5da19b1f-f3eb-45c8-abba-5835e1b54614 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ba96d2e-c847-431e-86b7-8e97eb3e4b5b HTTP/1.1" status: 204 len: 168 time: 0.8835623 Sep 27 08:40:44.302674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Request body: {'port': {'device_id': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:44.346842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da19b1f-f3eb-45c8-abba-5835e1b54614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba96d2e-c847-431e-86b7-8e97eb3e4b5b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:44.347392 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:40:44.357434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ca21-0382-4c4e-88f5-a33f88555a8d req-d4dd6eb1-9fe1-4c87-a8e5-e7e9397fa619 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:44.359340 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cc16ca21-0382-4c4e-88f5-a33f88555a8d req-d4dd6eb1-9fe1-4c87-a8e5-e7e9397fa619 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1603417 Sep 27 08:40:44.361304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-8264c238-36d2-48ae-bcdf-32226cd8b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:44.362752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-8264c238-36d2-48ae-bcdf-32226cd8b131 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3bf03d89cd4471eb9c7d8600a95ef15&device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 1097 time: 0.1430740 Sep 27 08:40:44.459310 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:44.560285 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cc16ca21-0382-4c4e-88f5-a33f88555a8d req-64938a37-2146-46a4-8eb8-374a975fcbba tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493719 Sep 27 08:40:44.582722 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '591c8fd3-26ec-4008-b995-bb3991632a03', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'port_id': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'mac_address': 'fa:16:3e:e9:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:40:16Z', 'updated_at': '2021-09-27T08:40:41Z', 'revision_number': 1, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:15Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:44.600970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-de58a730-8809-4d93-a75d-690e684e6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:44.602679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-de58a730-8809-4d93-a75d-690e684e6c75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f05c0eb8-9796-47e6-b518-279d5c2155b3 HTTP/1.1" status: 200 len: 906 time: 0.2316713 Sep 27 08:40:44.609202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1451cd-59e7-4278-aff6-48d33c6c067c req-efc46d1b-0d5a-49f3-aca3-37c189fd4ed4 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:44.611176 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1451cd-59e7-4278-aff6-48d33c6c067c req-efc46d1b-0d5a-49f3-aca3-37c189fd4ed4 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 945 time: 0.1048195 Sep 27 08:40:44.649722 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] Checking router: 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:40:44.673554 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:40:44.674543 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:40:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:44.702406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1451cd-59e7-4278-aff6-48d33c6c067c req-a2f91538-9e9e-452b-b317-12a6f1f710b1 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826592 Sep 27 08:40:44.778139 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-079050f3-3873-4d1c-959e-69bdea71886f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa HTTP/1.1" status: 200 len: 999 time: 0.1304200 Sep 27 08:40:44.926323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36119de6-a039-4348-b763-4f99b86a0240 req-43124ca4-bc10-4f51-8e7b-06c1bc54ee65 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:44.928645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-36119de6-a039-4348-b763-4f99b86a0240 req-43124ca4-bc10-4f51-8e7b-06c1bc54ee65 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 932 time: 0.1787150 Sep 27 08:40:44.934830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-80470ae1-007f-4556-b977-bda5b052434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:44.936305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-80470ae1-007f-4556-b977-bda5b052434d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dbaa2e8-8be2-479c-bc5e-a926d0615252 HTTP/1.1" status: 200 len: 844 time: 0.1417418 Sep 27 08:40:44.963515 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:40:45.043180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13c30c4-7cdf-4c96-9c3d-a8470b9c1b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:45.137176 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-36119de6-a039-4348-b763-4f99b86a0240 req-33ab6cb1-e9b8-47c4-8410-c2c045cd9f9a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976097 Sep 27 08:40:45.218349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-3ae744bf-acf3-4ec7-9bc8-7245ce3e3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:45.230289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-3ae744bf-acf3-4ec7-9bc8-7245ce3e3f63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f05c0eb8-9796-47e6-b518-279d5c2155b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2745104 Sep 27 08:40:45.249231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5658aa53-768e-4879-b1a1-1dfbbe7e0997 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:45.284986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc7822-32f2-4c25-bb5a-997c8c52e613 req-528a18d1-3c83-46ee-9214-4f987c9c7be3 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:45.294393 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44bc7822-32f2-4c25-bb5a-997c8c52e613 req-528a18d1-3c83-46ee-9214-4f987c9c7be3 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1157837 Sep 27 08:40:45.360367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44bc7822-32f2-4c25-bb5a-997c8c52e613 req-a6c6a7e9-c42a-4a6e-970a-c1368f3b741f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646157 Sep 27 08:40:45.435975 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '591c8fd3-26ec-4008-b995-bb3991632a03', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'port_id': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'mac_address': 'fa:16:3e:e9:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:40:16Z', 'updated_at': '2021-09-27T08:40:41Z', 'revision_number': 1, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:15Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:45.486874 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5cc09-2c13-4a90-a5b0-05f0ace186a7 None None] The sync data for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 is: [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '591c8fd3-26ec-4008-b995-bb3991632a03', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'port_id': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'mac_address': 'fa:16:3e:e9:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:40:16Z', 'updated_at': '2021-09-27T08:40:41Z', 'revision_number': 1, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:15Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:40:45.517425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-55704b25-fbc1-41f6-be0b-63ec2a600177 service neutron] 10.222.0.57 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737954 Sep 27 08:40:45.526466 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:45.549456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Transition to ACTIVE for port object 5658aa53-768e-4879-b1a1-1dfbbe7e0997 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:40:45.573187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:45.763254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:45.878219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16f1f8-2fb6-4f0d-b181-876d7c5caf57 None None] New status for floating IP 591c8fd3-26ec-4008-b995-bb3991632a03: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:40:45.899207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713879e7-a7ae-4fcd-90a3-e255ba5325c8 req-53c94859-4909-4089-9cce-221fd9a2ec5c tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:45.900827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-713879e7-a7ae-4fcd-90a3-e255ba5325c8 req-53c94859-4909-4089-9cce-221fd9a2ec5c tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 945 time: 0.0968173 Sep 27 08:40:45.979604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-713879e7-a7ae-4fcd-90a3-e255ba5325c8 req-c79710f3-9d60-4b5c-801f-b99f33b08596 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651777 Sep 27 08:40:46.005720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Attempting to bind port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:40:46.006923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Attempting to bind port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:40:46.007567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Attempting to bind port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 on network 3e51dc51-dee4-4df0-836f-63b3dd717fda {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:46.042086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 on network 3e51dc51-dee4-4df0-836f-63b3dd717fda not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:40:46.043422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Attempting to bind port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 on network 3e51dc51-dee4-4df0-836f-63b3dd717fda {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:46.062421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41f5bc63-96c1-46c0-a531-40798ce34db6 req-3d998ec0-c5fe-4134-9e0d-b6ea048a31e0 service neutron] 10.222.0.57 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067506 Sep 27 08:40:46.085576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e746faf-4561-4743-9210-706b8267cb47 req-594228fa-83b9-4158-bf02-22ed9e4c4ef1 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:46.101680 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e746faf-4561-4743-9210-706b8267cb47 req-594228fa-83b9-4158-bf02-22ed9e4c4ef1 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.3853025 Sep 27 08:40:46.108101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:40:46.108101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Checking segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:46.108101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Bound using segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:40:46.108101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Bound port: 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:40:46.108101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:46.223165 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e746faf-4561-4743-9210-706b8267cb47 req-1de1d434-8035-419b-8ecd-baa46b6e7cb9 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187048 Sep 27 08:40:46.330270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:40:46.343678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:40:46.352999 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:46.477721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:46.478714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:46.480357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] 10.222.0.67 "PUT /v2.0/ports/5658aa53-768e-4879-b1a1-1dfbbe7e0997 HTTP/1.1" status: 200 len: 1092 time: 2.1864703 Sep 27 08:40:46.480837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:46.483120 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:46.505213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78cf5e-0fc9-4031-a0af-463f305bfbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:46.543281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863e31b-a99e-49e7-a6fe-a79024430304 req-27037b3d-4ba4-4314-89df-6f640c24cde1 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:46.550619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b863e31b-a99e-49e7-a6fe-a79024430304 req-27037b3d-4ba4-4314-89df-6f640c24cde1 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 944 time: 0.1022396 Sep 27 08:40:46.628171 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b863e31b-a99e-49e7-a6fe-a79024430304 req-a813a13f-8d79-4471-98a5-0337acb92196 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765073 Sep 27 08:40:46.646266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-84fc163a-1ffb-422e-aaee-48bd41c9b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:46.647854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-84fc163a-1ffb-422e-aaee-48bd41c9b436 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 1095 time: 0.0952861 Sep 27 08:40:46.656309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e044cd3-c1ba-4387-bab2-3d525d6ab39b req-131bd523-f78e-4383-ba01-abdf8e9f08f1 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:46.658307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e044cd3-c1ba-4387-bab2-3d525d6ab39b req-131bd523-f78e-4383-ba01-abdf8e9f08f1 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.0701532 Sep 27 08:40:46.719372 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239af5b4-0d7b-4aec-8745-cfc2c7e0d698 x-openstack-request-id: req-239af5b4-0d7b-4aec-8745-cfc2c7e0d698 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:46.719720 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:46.719945 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-239af5b4-0d7b-4aec-8745-cfc2c7e0d698 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:46.720299 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'status': 'completed', 'code': 200} Sep 27 08:40:46.722196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-3f517509-09a3-48a1-8654-b5b26e6f342e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997 HTTP/1.1" status: 200 len: 217 time: 0.0610256 Sep 27 08:40:46.783206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e044cd3-c1ba-4387-bab2-3d525d6ab39b req-37e7d40f-6fc7-424b-8c8b-d4a46d0063bb tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045277 Sep 27 08:40:46.813292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-389c51a8-40c2-421c-b56f-75b91f3a6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:46.814816 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-389c51a8-40c2-421c-b56f-75b91f3a6245 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 200 len: 845 time: 0.0851514 Sep 27 08:40:46.851763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-5b8caf3f-afa7-4044-874a-47f430d9713a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e51dc51-dee4-4df0-836f-63b3dd717fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289445 Sep 27 08:40:46.987390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-f91729ac-2c7f-4097-9732-1e9df40b1ab7 service neutron] 10.222.0.67 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260216 Sep 27 08:40:47.136337 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a56097f-e9fa-47f2-b7b7-627b71ec2e14 req-150fba94-903f-4936-9e82-7918c4a8568c service neutron] 10.222.0.67 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405220 Sep 27 08:40:47.269812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51032) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:47.321860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-53448840-ed15-4acb-9a9d-5ce9fff7c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:47.325938 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-53448840-ed15-4acb-9a9d-5ce9fff7c035 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 1095 time: 0.1207747 Sep 27 08:40:47.429034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59e53367-1d1b-4926-8474-7a0c6e4d6b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.431019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff759a-a2ca-4ac6-b370-401fd1d6da2d req-7df15911-202e-46f9-a873-b8c6abf4fe9d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:47.432721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57ff759a-a2ca-4ac6-b370-401fd1d6da2d req-7df15911-202e-46f9-a873-b8c6abf4fe9d tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1031542 Sep 27 08:40:47.462337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574a2b-4737-4d58-bf68-a14212b76a17 req-806f1e99-ffae-418f-b825-088d28606db9 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:47.494037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2574a2b-4737-4d58-bf68-a14212b76a17 req-806f1e99-ffae-418f-b825-088d28606db9 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 945 time: 0.1351724 Sep 27 08:40:47.514579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-796fd1ab-9cfc-46d2-b803-a99063aa057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.562483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57ff759a-a2ca-4ac6-b370-401fd1d6da2d req-44cb278c-3826-43f2-901c-c53b7c52933a tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872443 Sep 27 08:40:47.605025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2574a2b-4737-4d58-bf68-a14212b76a17 req-de8c02e1-6496-4184-9c7f-469c5e610399 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099343 Sep 27 08:40:47.608262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-f5cfb3a8-58a6-407d-9653-086cf741a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:47.609826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-f5cfb3a8-58a6-407d-9653-086cf741a158 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 906 time: 0.2360911 Sep 27 08:40:47.704955 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-a1d011e5-10ff-4612-aa29-6dd90f9271ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997 HTTP/1.1" status: 200 len: 217 time: 0.0530131 Sep 27 08:40:47.707134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59e53367-1d1b-4926-8474-7a0c6e4d6b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.717108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59e53367-1d1b-4926-8474-7a0c6e4d6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.757940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-59e53367-1d1b-4926-8474-7a0c6e4d6b12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f70e6cc8372b46d3ae56b3ff511e9a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869320 Sep 27 08:40:47.767524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51044) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:47.785800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-aa85d57a-2ee5-4759-a3f3-cf78714151a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:47.787294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-aa85d57a-2ee5-4759-a3f3-cf78714151a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 200 len: 845 time: 0.0722291 Sep 27 08:40:47.790084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd77c3-b9ac-4ac4-9326-31102f7d61a3 req-6c69cf57-c21c-4f80-a6e3-1821085d94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:47.791850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6dbd77c3-b9ac-4ac4-9326-31102f7d61a3 req-6c69cf57-c21c-4f80-a6e3-1821085d94b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.2133725 Sep 27 08:40:47.851289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e53367-1d1b-4926-8474-7a0c6e4d6b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56c55cf-cfc9-4397-bcba-8e3b2fa466c0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:47.862136 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-fc6b87de-f275-4ebf-806e-64a03f6c137b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e51dc51-dee4-4df0-836f-63b3dd717fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600197 Sep 27 08:40:47.866375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6dbd77c3-b9ac-4ac4-9326-31102f7d61a3 req-79b3ccdc-2250-4e05-9eb1-d155a24099d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590041 Sep 27 08:40:47.907522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c11cf-a1ca-4984-9178-14df0218acf8 req-043731e7-98c9-4a89-871a-564b4c7dfdeb tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:47.909488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b24c11cf-a1ca-4984-9178-14df0218acf8 req-043731e7-98c9-4a89-871a-564b4c7dfdeb tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 944 time: 0.1565545 Sep 27 08:40:47.934485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371dbfbd-310f-4a9d-9bd2-cc6584795fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.960721 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:47.981065 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371dbfbd-310f-4a9d-9bd2-cc6584795fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:48.023825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b24c11cf-a1ca-4984-9178-14df0218acf8 req-3dafc1a4-a553-4a59-b991-a9a9522c3ac6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894043 Sep 27 08:40:48.114801 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371dbfbd-310f-4a9d-9bd2-cc6584795fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:48.117694 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371dbfbd-310f-4a9d-9bd2-cc6584795fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:48.120810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-371dbfbd-310f-4a9d-9bd2-cc6584795fa9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a56c55cf-cfc9-4397-bcba-8e3b2fa466c0 HTTP/1.1" status: 204 len: 168 time: 0.3522487 Sep 27 08:40:48.134199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d2163-4016-42e6-96a1-c6feb4ca9cd7 req-4b7386f0-3fe4-4c15-a884-6623ba8b25aa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:48.135355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dbfbd-310f-4a9d-9bd2-cc6584795fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56c55cf-cfc9-4397-bcba-8e3b2fa466c0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:48.148948 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f8d2163-4016-42e6-96a1-c6feb4ca9cd7 req-4b7386f0-3fe4-4c15-a884-6623ba8b25aa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.2513642 Sep 27 08:40:48.706346 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-45ecba94-d824-4a09-9d81-21588101951e service neutron] 10.222.0.67 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8347352 Sep 27 08:40:48.785436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5658aa53-768e-4879-b1a1-1dfbbe7e0997 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:40:48.807831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7d5f-b911-489e-831f-51ccd2e78f4f req-75d39727-961e-46ff-85a9-48e62dcb5840 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:48.834849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-526b7d5f-b911-489e-831f-51ccd2e78f4f req-75d39727-961e-46ff-85a9-48e62dcb5840 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1316650 Sep 27 08:40:48.907277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c03b5514-d8c1-4b74-9ef9-da6ed8c2e5c1 req-c80653ec-217b-4aff-90a9-e37fdb3a9a90 service neutron] 10.222.0.67 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929054 Sep 27 08:40:48.912594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-526b7d5f-b911-489e-831f-51ccd2e78f4f req-1e663432-cb11-4f0c-a1f5-75226c7f1a1c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758424 Sep 27 08:40:48.944971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f8d2163-4016-42e6-96a1-c6feb4ca9cd7 req-37ff372a-d5a5-4f17-a5ff-e6bc35604cb7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7876203 Sep 27 08:40:49.019753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-1c633cd4-1926-4110-aeac-07399ae2fe8e tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:49.030095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-1c633cd4-1926-4110-aeac-07399ae2fe8e tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.67 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 945 time: 0.3729196 Sep 27 08:40:49.178670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:49.219048 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:49.223203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'port_id': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'mac_address': 'fa:16:3e:4a:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86717468-983a-4e29-8cf9-97fd0ea72f3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:40:49.249427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa7f5-c06b-4e81-bb8b-8c98fc84673c req-1ed48199-99b2-4875-a143-392366e90497 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:49.277035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a25fa7f5-c06b-4e81-bb8b-8c98fc84673c req-1ed48199-99b2-4875-a143-392366e90497 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 945 time: 0.1626852 Sep 27 08:40:49.321676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:49.328170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a25fa7f5-c06b-4e81-bb8b-8c98fc84673c req-683869ca-85b2-4ebe-b3fc-9de46697df54 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/security-groups?id=83ee2d24-4f47-41ad-977b-1d7806a4b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Sep 27 08:40:49.329762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a4a91-ad49-43d9-8751-0e68b17fb40d req-36a2cfec-bb38-45cc-a6a5-870063c3cb27 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:49.338011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c0a4a91-ad49-43d9-8751-0e68b17fb40d req-36a2cfec-bb38-45cc-a6a5-870063c3cb27 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 944 time: 0.0786443 Sep 27 08:40:49.371236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5658aa53-768e-4879-b1a1-1dfbbe7e0997 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:49.409273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Deleting port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:40:49.409651 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:49.417070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:49.428917 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:49.514181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:49.547970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c0a4a91-ad49-43d9-8751-0e68b17fb40d req-e57d8b1e-5f47-4667-bdfd-ebbecc860f4a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041039 Sep 27 08:40:49.556566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] For port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,segment=NetworkSegment(345ff1b9-6506-43c5-a9a1-7872b19a1df2),segment_id=345ff1b9-6506-43c5-a9a1-7872b19a1df2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:49.557187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:49.573071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Calling delete_port for 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:40:49.639718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51088) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:49.694083 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['5658aa53-768e-4879-b1a1-1dfbbe7e0997'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:49.754286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1509606806-network', 'tenant_id': '302408bbca8e471ea4044c2265f16c63'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:49.766081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:49.834183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Pushing event deleted for resources: {'Port': ['ID=20b1ac3d-4ea3-44d7-b631-61530cc8d7f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:49.914388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] No DVR routers for this DVR port 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:40:49.916560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Made reservation on behalf of 302408bbca8e471ea4044c2265f16c63 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:49.919126 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:49.921978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:49.924182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f55d375b-0da2-421d-85bf-b28809d6ed66 req-3f9ee7ea-8681-4a9b-9ade-ada100df6325 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.67 "DELETE /v2.0/ports/20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 HTTP/1.1" status: 204 len: 173 time: 0.8869596 Sep 27 08:40:49.924666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bc060-c335-4bb8-b8e3-26b07438146c', 'name': 'network-vif-deleted', 'tag': '20b1ac3d-4ea3-44d7-b631-61530cc8d7f7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:49.927892 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4f468a-ff46-4ca0-a9a9-ea4dbce6d874" -d '{"events": [{"server_uuid": "be5bc060-c335-4bb8-b8e3-26b07438146c", "name": "network-vif-deleted", "tag": "20b1ac3d-4ea3-44d7-b631-61530cc8d7f7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:49.937747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.005860 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c471556-effa-48c6-b349-5cb4953dcbb4 x-openstack-request-id: req-0c471556-effa-48c6-b349-5cb4953dcbb4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:50.006141 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bc060-c335-4bb8-b8e3-26b07438146c", "name": "network-vif-deleted", "tag": "20b1ac3d-4ea3-44d7-b631-61530cc8d7f7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:50.006394 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c471556-effa-48c6-b349-5cb4953dcbb4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:50.006964 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bc060-c335-4bb8-b8e3-26b07438146c', 'name': 'network-vif-deleted', 'tag': '20b1ac3d-4ea3-44d7-b631-61530cc8d7f7', 'status': 'completed', 'code': 200} Sep 27 08:40:50.107067 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.174260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.203521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:40:50.215635 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.216253 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Added segment fb92c0d3-cf07-4517-9a23-f2800e369a9b of type vlan for network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 Sep 27 08:40:50.235727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6efe0-93dd-4e9c-ac3d-3eb3a752aee4 req-7cd42cd9-7ac6-4f14-949e-191d8c553e9b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:50.266650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ebb6efe0-93dd-4e9c-ac3d-3eb3a752aee4 req-7cd42cd9-7ac6-4f14-949e-191d8c553e9b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1419954 Sep 27 08:40:50.396483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ebb6efe0-93dd-4e9c-ac3d-3eb3a752aee4 req-fa2834b7-1d8e-4a9c-94ef-a0fb77fa17a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287498 Sep 27 08:40:50.406950 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.444752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fca2e0-81c4-44ad-8d30-8886bad5e983 req-d2fe4260-df37-4ccb-8fbf-be64d618ab76 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:50.447160 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3fca2e0-81c4-44ad-8d30-8886bad5e983 req-d2fe4260-df37-4ccb-8fbf-be64d618ab76 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.3299909 Sep 27 08:40:50.447160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb6d15d-c364-4fa2-8018-39b8f1cda88f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:50.485592 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.514610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['20b1ac3d-4ea3-44d7-b631-61530cc8d7f7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:40:50.541922 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3fca2e0-81c4-44ad-8d30-8886bad5e983 req-d7b03ebc-326b-4ac7-a087-405974564bb2 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740142 Sep 27 08:40:50.554615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.556204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:50.557114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.636607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9954398 Sep 27 08:40:50.640117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51110) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:50.645458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Request body: {'subnet': {'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1509606806-subnet', 'tenant_id': '302408bbca8e471ea4044c2265f16c63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:50.700127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd8fc0-e955-41d2-a397-9864d24c0d57 admin admin] Pushing event updated for resources: {'Network': ['ID=9a996d74-93bc-43f3-bcac-abcfe8fa4667,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:50.710754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-530312fd-3ca2-4663-8f78-ceb3a0b312ff req-1a24c7e0-4a60-490d-b140-b26e5afb83d2 tempest-ServerMetadataNegativeTestJSON-1512373400 tempest-ServerMetadataNegativeTestJSON-1512373400-project] 10.222.0.50 "GET /v2.0/ports?device_id=be5bc060-c335-4bb8-b8e3-26b07438146c HTTP/1.1" status: 200 len: 210 time: 0.0530362 Sep 27 08:40:50.712281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:40:50.739131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Made reservation on behalf of 302408bbca8e471ea4044c2265f16c63 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:50.741525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:50.829880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5658aa53-768e-4879-b1a1-1dfbbe7e0997 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:40:50.901832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:40:50.910679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:40:50.911105 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:51.080463 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:51.143415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:51.150259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20772d-7a28-430d-975f-e2dbd4878f05 req-c96b96aa-1f2d-4c0e-bd32-6cf563a48400 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:51.152872 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cbb50e-76ba-4425-b8a8-2c4f914c6e98" -d '{"events": [{"server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "name": "network-vif-plugged", "status": "completed", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:51.159363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef20772d-7a28-430d-975f-e2dbd4878f05 req-c96b96aa-1f2d-4c0e-bd32-6cf563a48400 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 945 time: 0.2601030 Sep 27 08:40:51.168540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:51.180802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:40:51.187850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-414f27fa-bb37-46cc-9a2c-724f70858795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:51.189451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-414f27fa-bb37-46cc-9a2c-724f70858795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aa1225494b740de90537e08502e8640&device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1563818 Sep 27 08:40:51.197630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:51.198481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:51.244956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a005fe43-8267-430b-aca7-c736a9229fba,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:51.287202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:51.288276 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef20772d-7a28-430d-975f-e2dbd4878f05 req-6de8b5dc-36bd-4162-b655-996c272a2ae4 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260073 Sep 27 08:40:51.323930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-93f0eb3a-5d4e-468e-96bb-de9a7ba65ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:51.325292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Checking segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:51.325526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-93f0eb3a-5d4e-468e-96bb-de9a7ba65ff9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 200 len: 920 time: 0.1068316 Sep 27 08:40:51.326159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Network hostable DHCP agents. Network: 9a996d74-93bc-43f3-bcac-abcfe8fa4667, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:40:51.334826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e82654-15be-45b8-956f-03951e6fc6f7 req-32ffba7f-9fb8-42c2-9e9c-f90b51f60f22 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:51.343080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:40:51.343574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 20b1ac3d-4ea3-44d7-b631-61530cc8d7f7 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:40:51.352556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-86e82654-15be-45b8-956f-03951e6fc6f7 req-32ffba7f-9fb8-42c2-9e9c-f90b51f60f22 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.2531466 Sep 27 08:40:51.357165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:40:51.397335 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0449a278-cab8-4df7-9e74-e7c8177aca03 x-openstack-request-id: req-0449a278-cab8-4df7-9e74-e7c8177aca03 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:51.398298 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "name": "network-vif-plugged", "status": "completed", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:51.398764 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0449a278-cab8-4df7-9e74-e7c8177aca03 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:51.399358 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'code': 200} Sep 27 08:40:51.418710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-74e8784c-af88-4393-89ac-f9d8a89601cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 200 len: 217 time: 0.0585439 Sep 27 08:40:51.422710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 9a996d74-93bc-43f3-bcac-abcfe8fa4667) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:51.433822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:51.434424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:51.449500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17b94a-6cd6-4ea6-8dfb-8e8e22baf173 None None] Network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:40:51.480132 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4f29e8ec-5f55-4668-bba5-779aeada97cd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8352237 Sep 27 08:40:51.529186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-86e82654-15be-45b8-956f-03951e6fc6f7 req-daa24cb5-76e5-4b9a-9eea-6d8bf69f611b tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750391 Sep 27 08:40:51.647790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-dec3f29c-c5c0-484d-9d6d-af5143657293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:51.649419 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-dec3f29c-c5c0-484d-9d6d-af5143657293 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 200 len: 859 time: 0.2173376 Sep 27 08:40:51.660827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22782f9e-2952-4b37-a6e7-0e563ae354c6 req-172f4ed6-e5ef-453b-ab42-27346c1ddb91 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:51.669959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22782f9e-2952-4b37-a6e7-0e563ae354c6 req-172f4ed6-e5ef-453b-ab42-27346c1ddb91 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1163328 Sep 27 08:40:51.678803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31ee09-e323-47f9-bfcc-ae79fe14a9a2 req-dff5a142-8319-43b4-a463-86a3e62778b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:51.685497 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb31ee09-e323-47f9-bfcc-ae79fe14a9a2 req-dff5a142-8319-43b4-a463-86a3e62778b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 1097 time: 0.1549244 Sep 27 08:40:51.691361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ed369-54b8-4585-aacf-6299efff5858 None None] Network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:40:51.752849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22782f9e-2952-4b37-a6e7-0e563ae354c6 req-0461ceb5-5f7b-4528-8348-ea5f3f249209 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831645 Sep 27 08:40:51.772078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-7ea62cc4-92c2-44e5-af6d-28c13d964b8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16c852fc-fbfb-4534-8785-9d95f2e105b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982769 Sep 27 08:40:51.858177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51138) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:51.878546 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb31ee09-e323-47f9-bfcc-ae79fe14a9a2 req-4089fc0c-c29d-40ed-a6f3-d39e10313ded service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844234 Sep 27 08:40:51.922532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfa7e9f-b6a0-4509-9a81-f12e0b3b8cd7 admin admin] Deleting subnet d5d50fd4-34e9-4e50-bf6b-1c32b12bb27a {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:40:51.926402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e9f-b6a0-4509-9a81-f12e0b3b8cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:51.978130 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e9f-b6a0-4509-9a81-f12e0b3b8cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.007767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-f9e0769b-f91f-454f-8034-5d7d07982a55 service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191005 Sep 27 08:40:52.054693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e9f-b6a0-4509-9a81-f12e0b3b8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.183152 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcea0440-4017-4f2c-9716-b4df91c894cb req-3a23d40b-e330-4cfa-ad19-7bd51e64aa2a service neutron] 10.222.0.57 "GET /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615624 Sep 27 08:40:52.236610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e9f-b6a0-4509-9a81-f12e0b3b8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.277398 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7e9f-b6a0-4509-9a81-f12e0b3b8cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.279475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7dfa7e9f-b6a0-4509-9a81-f12e0b3b8cd7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d5d50fd4-34e9-4e50-bf6b-1c32b12bb27a HTTP/1.1" status: 204 len: 168 time: 0.4182472 Sep 27 08:40:52.280302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa7e9f-b6a0-4509-9a81-f12e0b3b8cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d50fd4-34e9-4e50-bf6b-1c32b12bb27a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:52.283063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51148) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:52.294735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-a27dd9ec-502f-419e-822d-d700c65e14f2 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:52.302465 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-a27dd9ec-502f-419e-822d-d700c65e14f2 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 815 time: 0.2039866 Sep 27 08:40:52.320250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-bcde9116-8c17-49bf-a1dd-e46c5e67815b tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/quotas/302408bbca8e471ea4044c2265f16c63 HTTP/1.1" status: 200 len: 375 time: 0.0167997 Sep 27 08:40:52.364684 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-26791f9e-2e6d-401d-898f-ac0e9b162c82 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432231 Sep 27 08:40:52.395400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.503222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-72482ead-7a44-4862-ac23-6a8e261ee473 service neutron] 10.222.0.50 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345332 Sep 27 08:40:52.563181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01909845-b017-4419-a7f9-e9421fafff3a req-afcb2367-38a1-46b7-8656-e35d508a8d1d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:52.565189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01909845-b017-4419-a7f9-e9421fafff3a req-afcb2367-38a1-46b7-8656-e35d508a8d1d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1737981 Sep 27 08:40:52.594363 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.620375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-49a130d3-e80b-47e0-96ed-64daa0600ce4 service neutron] 10.222.0.50 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161392 Sep 27 08:40:52.632020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260a8396-db6d-40a3-8020-790814f648ba']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:52.657706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01909845-b017-4419-a7f9-e9421fafff3a req-eea3aeb6-3f3e-48b3-902a-ba95682af167 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601377 Sep 27 08:40:52.661430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345ff1b9-6506-43c5-a9a1-7872b19a1df2') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:52.661794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345ff1b9-6506-43c5-a9a1-7872b19a1df2') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:40:52.674474 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.709756 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.720723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:40:52.721205 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:40:52.723652 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:40:52.837571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.851141 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:52.853765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/260a8396-db6d-40a3-8020-790814f648ba HTTP/1.1" status: 204 len: 168 time: 0.5696213 Sep 27 08:40:52.870691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78c09f-f3af-4a44-b98e-690eea5c50a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=260a8396-db6d-40a3-8020-790814f648ba,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:52.889400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d1ae2-2c61-4046-903a-7891136e3cb3 req-e8bc6af8-46d9-4e35-a37d-668a9ad8e512 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:52.897889 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d7d1ae2-2c61-4046-903a-7891136e3cb3 req-e8bc6af8-46d9-4e35-a37d-668a9ad8e512 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1061356 Sep 27 08:40:52.967065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d7d1ae2-2c61-4046-903a-7891136e3cb3 req-b1b103d0-218d-4ece-86c0-86e95be65dad tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665240 Sep 27 08:40:53.103774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6bf4631b-83cc-401d-9620-36f73a875077 req-850a60fb-4e9a-454b-ab49-43659ccfd71f tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 210 time: 0.0653360 Sep 27 08:40:53.221185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:53.223841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b327bbd-9492-4ebe-888b-8f11eb9f5968 req-d3057100-c45c-4411-bef6-ed78c9ada453 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:53.232408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b327bbd-9492-4ebe-888b-8f11eb9f5968 req-d3057100-c45c-4411-bef6-ed78c9ada453 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.0991435 Sep 27 08:40:53.280614 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b327bbd-9492-4ebe-888b-8f11eb9f5968 req-a3ad0116-e620-4991-a614-3226786057b2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470996 Sep 27 08:40:53.285009 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d42ad5c-ef0e-42eb-985a-59f4ec66edf2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db508d9fb26c4cc0b971b50157363749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629034 Sep 27 08:40:53.287597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:53.343179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-330bd511-fa87-43a3-9626-7b88d4b8b85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:53.374622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-330bd511-fa87-43a3-9626-7b88d4b8b85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:53.440927 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-330bd511-fa87-43a3-9626-7b88d4b8b85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:53.450979 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-330bd511-fa87-43a3-9626-7b88d4b8b85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:53.452226 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-330bd511-fa87-43a3-9626-7b88d4b8b85e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83ee2d24-4f47-41ad-977b-1d7806a4b16f HTTP/1.1" status: 204 len: 168 time: 0.1635587 Sep 27 08:40:53.462507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bd511-fa87-43a3-9626-7b88d4b8b85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee2d24-4f47-41ad-977b-1d7806a4b16f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:53.862110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345331-5835-4496-bde6-2410042f8fa9 req-81c18429-0f87-4f2d-8f39-a653fd94f184 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:53.870423 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61345331-5835-4496-bde6-2410042f8fa9 req-81c18429-0f87-4f2d-8f39-a653fd94f184 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0717967 Sep 27 08:40:54.006475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61345331-5835-4496-bde6-2410042f8fa9 req-3f62ffea-67c6-4574-ba66-63c4b923c079 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341429 Sep 27 08:40:54.205842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f9-1ce0-4aed-8a7e-9d2ecb5e3219 req-2a5f608e-9283-4059-bdd1-063efe3196dd tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:54.214598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d7da6f9-1ce0-4aed-8a7e-9d2ecb5e3219 req-2a5f608e-9283-4059-bdd1-063efe3196dd tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1108441 Sep 27 08:40:54.267554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d7da6f9-1ce0-4aed-8a7e-9d2ecb5e3219 req-25e33a5f-3956-433a-b6c5-06e70d970488 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460820 Sep 27 08:40:54.497393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4940712-11ae-43e6-ba79-5fd07aca88a3 req-c0230c43-4998-4335-9c99-eeb5073385e0 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 210 time: 0.0904155 Sep 27 08:40:54.757629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e9dea-dc3a-4d65-bca9-dbebf2fa5fbd req-847eb25a-55cc-4e4c-86ee-4e3563f2b253 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:54.779867 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8a9e9dea-dc3a-4d65-bca9-dbebf2fa5fbd req-847eb25a-55cc-4e4c-86ee-4e3563f2b253 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1381130 Sep 27 08:40:54.864938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bfcf0-2e3e-4e99-af27-91f2a742485c req-5e29dba1-7c0e-41cb-bf66-53a64561b8e0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:54.866816 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-350bfcf0-2e3e-4e99-af27-91f2a742485c req-5e29dba1-7c0e-41cb-bf66-53a64561b8e0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.0925660 Sep 27 08:40:54.889358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8a9e9dea-dc3a-4d65-bca9-dbebf2fa5fbd req-f0aaed1c-90c3-4bc2-b333-124610224483 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069858 Sep 27 08:40:54.902617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-2ee240cb-4e34-421e-938c-38668d1d35a4 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:54.904609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-2ee240cb-4e34-421e-938c-38668d1d35a4 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 815 time: 0.3878837 Sep 27 08:40:54.934797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Request body: {'port': {'device_id': '112868c9-e5a8-4fac-b450-4bc90f1d3ba1', 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'admin_state_up': True, 'tenant_id': '302408bbca8e471ea4044c2265f16c63'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:54.989347 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-350bfcf0-2e3e-4e99-af27-91f2a742485c req-e6d06f80-e9de-4c67-aa56-093a64f33cc1 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125131 Sep 27 08:40:55.161001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Made reservation on behalf of 302408bbca8e471ea4044c2265f16c63 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:40:55.170063 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:55.359354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Allocated IP 172.20.0.5 (9a996d74-93bc-43f3-bcac-abcfe8fa4667/a005fe43-8267-430b-aca7-c736a9229fba/915ae7ab-e542-4c89-b216-87725ba5afb5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:40:55.641613 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:55.681155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b600e4f5-a731-4e29-9fa0-eb349c464be7 req-b040f098-948b-4557-94e1-b4b8d9088ee2 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 210 time: 0.0588567 Sep 27 08:40:55.734769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:55.801771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:40:55.807567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:40:55.821133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:40:55.821133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Pushing event updated for resources: {'Port': ['ID=915ae7ab-e542-4c89-b216-87725ba5afb5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:55.890676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:55.891330 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:55.909912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-df2763c3-2ac0-402c-8e9e-7bf47b86eb43 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9939244 Sep 27 08:40:55.925340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Request body: {'port': {'device_id': '112868c9-e5a8-4fac-b450-4bc90f1d3ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:40:56.035620 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:56.150635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b29ba2-b609-4e79-9497-820bf48853fc req-d611425e-13ad-44a0-a859-15b858e8ae5f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:56.161236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a4b29ba2-b609-4e79-9497-820bf48853fc req-d611425e-13ad-44a0-a859-15b858e8ae5f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1819849 Sep 27 08:40:56.225165 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a4b29ba2-b609-4e79-9497-820bf48853fc req-6985cc36-a444-4e05-833d-a52c1876cd69 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557985 Sep 27 08:40:56.564647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9658f-1294-4008-a930-c2a186dd5254 req-c7170a4b-53b8-49bb-a90f-1878352cff23 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:56.577048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39b9658f-1294-4008-a930-c2a186dd5254 req-c7170a4b-53b8-49bb-a90f-1878352cff23 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.2286808 Sep 27 08:40:56.679572 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39b9658f-1294-4008-a930-c2a186dd5254 req-8905303d-0136-49e2-93a3-312c81260934 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015248 Sep 27 08:40:56.787616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915ae7ab-e542-4c89-b216-87725ba5afb5 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:40:56.801096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:56.825215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Transition to ACTIVE for port object 915ae7ab-e542-4c89-b216-87725ba5afb5 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:40:56.908748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:57.065912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca623f-8c08-4ecc-aecd-e343f25c3b82 req-6ee8fabd-d327-4952-a506-774e254f0498 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:57.074093 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fca623f-8c08-4ecc-aecd-e343f25c3b82 req-6ee8fabd-d327-4952-a506-774e254f0498 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 943 time: 0.2451282 Sep 27 08:40:57.150313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Pushing event updated for resources: {'Port': ['ID=915ae7ab-e542-4c89-b216-87725ba5afb5,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:57.219870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fca623f-8c08-4ecc-aecd-e343f25c3b82 req-b7fdde8f-3a46-4565-9f16-b93eb4f70a66 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443195 Sep 27 08:40:57.220938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Attempting to bind port 915ae7ab-e542-4c89-b216-87725ba5afb5 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:40:57.221277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Attempting to bind port 915ae7ab-e542-4c89-b216-87725ba5afb5 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:40:57.221600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Attempting to bind port 915ae7ab-e542-4c89-b216-87725ba5afb5 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:57.236531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Port 915ae7ab-e542-4c89-b216-87725ba5afb5 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:40:57.236531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Attempting to bind port 915ae7ab-e542-4c89-b216-87725ba5afb5 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:40:57.241255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:40:57.241592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Checking segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:40:57.241933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Bound using segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:40:57.242672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Bound port: 915ae7ab-e542-4c89-b216-87725ba5afb5, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:40:57.243056 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:57.369577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] For port 915ae7ab-e542-4c89-b216-87725ba5afb5, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:40:57.382081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] For port 915ae7ab-e542-4c89-b216-87725ba5afb5, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=915ae7ab-e542-4c89-b216-87725ba5afb5,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:40:57.390775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:57.413301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618cc1b-b801-4307-ae7a-88861276e33a req-6e6ae0ba-e373-4f9b-b1da-9dee467d781d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:57.415649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1618cc1b-b801-4307-ae7a-88861276e33a req-6e6ae0ba-e373-4f9b-b1da-9dee467d781d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0752530 Sep 27 08:40:57.454709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:57.455417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:57.462275 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] 10.222.0.67 "PUT /v2.0/ports/915ae7ab-e542-4c89-b216-87725ba5afb5 HTTP/1.1" status: 200 len: 1091 time: 1.5366423 Sep 27 08:40:57.462834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112868c9-e5a8-4fac-b450-4bc90f1d3ba1', 'tag': '915ae7ab-e542-4c89-b216-87725ba5afb5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:40:57.465454 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff24fe-722a-470c-aff2-6ac704f3841f" -d '{"events": [{"name": "network-changed", "server_uuid": "112868c9-e5a8-4fac-b450-4bc90f1d3ba1", "tag": "915ae7ab-e542-4c89-b216-87725ba5afb5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:40:57.535129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1618cc1b-b801-4307-ae7a-88861276e33a req-149324fc-2a0f-4b40-b46f-5ec5b0da19b7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057630 Sep 27 08:40:57.569729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9ab24-a748-4b46-b55f-ed67dc1a6424 service neutron] Pushing event updated for resources: {'Port': ['ID=915ae7ab-e542-4c89-b216-87725ba5afb5,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:57.597120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-398c21a8-bc0f-4dbe-ab62-2a1442bcb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:57.600897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-398c21a8-bc0f-4dbe-ab62-2a1442bcb684 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0801435 Sep 27 08:40:57.614219 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d973d6-381d-4033-a23f-5bc7d1ea5bb8 x-openstack-request-id: req-72d973d6-381d-4033-a23f-5bc7d1ea5bb8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:40:57.614611 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112868c9-e5a8-4fac-b450-4bc90f1d3ba1", "tag": "915ae7ab-e542-4c89-b216-87725ba5afb5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:40:57.615708 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72d973d6-381d-4033-a23f-5bc7d1ea5bb8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:40:57.616574 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112868c9-e5a8-4fac-b450-4bc90f1d3ba1', 'tag': '915ae7ab-e542-4c89-b216-87725ba5afb5', 'status': 'completed', 'code': 200} Sep 27 08:40:57.662435 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-34031f12-fde9-4f78-88e7-8628eb37ac50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915ae7ab-e542-4c89-b216-87725ba5afb5 HTTP/1.1" status: 200 len: 217 time: 0.0431983 Sep 27 08:40:57.753519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-561a92ee-3f85-4832-987a-34eb77c1007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:57.755967 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-561a92ee-3f85-4832-987a-34eb77c1007d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.0864499 Sep 27 08:40:57.852479 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-13c17bb1-12e4-46f2-8695-8780f44f32a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797822 Sep 27 08:40:58.091530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad564d-b6d0-4fb6-acea-1ea2f41feb59 req-752b3955-1bff-4ada-9968-1ee8278b109c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:58.094844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79ad564d-b6d0-4fb6-acea-1ea2f41feb59 req-752b3955-1bff-4ada-9968-1ee8278b109c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 947 time: 0.1519651 Sep 27 08:40:58.141490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-d2e1ad09-d43c-47ce-948f-32780d2b91a5 service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812078 Sep 27 08:40:58.190786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79ad564d-b6d0-4fb6-acea-1ea2f41feb59 req-0091aa7d-c8df-4a7b-a7e8-33d6e6d25d61 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757890 Sep 27 08:40:58.419620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d4fb81-540c-4f23-b0df-7cd4114f2568 req-51b9c985-75dc-4bb3-9984-16ebc08e7868 service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616627 Sep 27 08:40:58.444423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93057c-ecfe-4ff9-b424-763ac2a41720 req-316f844c-6669-4ff1-868b-d718547ffdaf tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:58.457329 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed93057c-ecfe-4ff9-b424-763ac2a41720 req-316f844c-6669-4ff1-868b-d718547ffdaf tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 943 time: 0.1183808 Sep 27 08:40:58.502614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:58.542748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed93057c-ecfe-4ff9-b424-763ac2a41720 req-61871a05-ae4e-4553-93a7-f5ddeed0e19c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826700 Sep 27 08:40:58.620003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-f57810e8-96bf-4eec-a055-3b15208c168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:58.621802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-f57810e8-96bf-4eec-a055-3b15208c168d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 1094 time: 0.1077037 Sep 27 08:40:58.834504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626faac-2ac9-4f22-af22-88fbd76a3030 req-a92dc9dd-a0b4-48df-8ea5-bc0d5fc6bd85 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:58.842146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4626faac-2ac9-4f22-af22-88fbd76a3030 req-a92dc9dd-a0b4-48df-8ea5-bc0d5fc6bd85 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1719654 Sep 27 08:40:58.845315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-cb79d47a-a11f-43ea-9305-763a8652bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:58.846898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-cb79d47a-a11f-43ea-9305-763a8652bd7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 916 time: 0.2180481 Sep 27 08:40:58.924545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2cbb-3ebd-46c2-ab2c-503987b7a3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:58.927381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-f737938c-8794-4a1e-9bd6-9d5766805daa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915ae7ab-e542-4c89-b216-87725ba5afb5 HTTP/1.1" status: 200 len: 217 time: 0.0581686 Sep 27 08:40:58.942706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4626faac-2ac9-4f22-af22-88fbd76a3030 req-3573c2b1-cb1a-4865-8afc-8a949b49cf8d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946903 Sep 27 08:40:59.053999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-d76a8488-8a2b-4342-8402-b0c14ba0620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:59.063282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-d76a8488-8a2b-4342-8402-b0c14ba0620a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.1029625 Sep 27 08:40:59.147634 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-67c4bbdd-5236-4cfc-b56c-eccdfba115a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525284 Sep 27 08:40:59.276956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2cbb-3ebd-46c2-ab2c-503987b7a3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:59.287519 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2cbb-3ebd-46c2-ab2c-503987b7a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:40:59.806304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-45c3919a-69c7-486a-a115-0e2496ef586d service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397326 Sep 27 08:40:59.845426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb2cbb-3ebd-46c2-ab2c-503987b7a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f98a7-e5c3-4174-ac99-fb281c4becad,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:40:59.873861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a7bb2cbb-3ebd-46c2-ab2c-503987b7a3a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75d30321518b4dcb93d119fcafe8f4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3695133 Sep 27 08:40:59.876580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51460) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:40:59.962253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:40:59.977570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cd96e-1d38-47a5-84b7-1dad192618f1 req-e4ef91bf-cee8-4eb0-a1f3-f21268381711 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:40:59.979424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-217cd96e-1d38-47a5-84b7-1dad192618f1 req-e4ef91bf-cee8-4eb0-a1f3-f21268381711 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 943 time: 0.2150955 Sep 27 08:40:59.996966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28c3c0e9-1f85-4c4f-989d-fd2d9b788131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:00.066059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1dff24fe-722a-470c-aff2-6ac704f3841f req-03c09b80-ad34-4cf5-be76-3fe7fa4d589a service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417486 Sep 27 08:41:00.084260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-217cd96e-1d38-47a5-84b7-1dad192618f1 req-df23597b-bf1c-405b-a285-245c23918007 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941095 Sep 27 08:41:00.121661 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28c3c0e9-1f85-4c4f-989d-fd2d9b788131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:00.167814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:00.200145 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:00.203013 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091914bd-6a08-4373-9507-d0f310ccb2f6" -d '{"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-unplugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:00.218586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:00.226538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:00.273874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a94500-899e-4bd3-b555-8fe8d8b78227 req-773ae615-2ce1-4e5b-ad30-492e3b961d25 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:00.275849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-41a94500-899e-4bd3-b555-8fe8d8b78227 req-773ae615-2ce1-4e5b-ad30-492e3b961d25 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1390891 Sep 27 08:41:00.315697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28c3c0e9-1f85-4c4f-989d-fd2d9b788131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:00.319612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=14']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:00.320061 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-28c3c0e9-1f85-4c4f-989d-fd2d9b788131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:00.322955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-28c3c0e9-1f85-4c4f-989d-fd2d9b788131 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e95f98a7-e5c3-4174-ac99-fb281c4becad HTTP/1.1" status: 204 len: 168 time: 0.4454396 Sep 27 08:41:00.379482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3c0e9-1f85-4c4f-989d-fd2d9b788131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f98a7-e5c3-4174-ac99-fb281c4becad,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:00.422087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-41a94500-899e-4bd3-b555-8fe8d8b78227 req-07b978bd-f66c-4eed-a7d0-4cb42cb4b4cf tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246939 Sep 27 08:41:00.459879 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3585a2a0-cf1a-4534-8325-d0d08d57dd07 x-openstack-request-id: req-3585a2a0-cf1a-4534-8325-d0d08d57dd07 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:00.460502 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-unplugged", "status": "completed", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:00.461211 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3585a2a0-cf1a-4534-8325-d0d08d57dd07 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:00.461776 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'code': 200} Sep 27 08:41:00.625478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f7f10-d4c1-446d-83d7-074424b117ba req-e130d331-2299-464a-a501-5e32b9332bc6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:00.636881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c3f7f10-d4c1-446d-83d7-074424b117ba req-e130d331-2299-464a-a501-5e32b9332bc6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1167977 Sep 27 08:41:00.689073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c3f7f10-d4c1-446d-83d7-074424b117ba req-5d3fbf86-6188-4f34-8cf4-882d0a4023fe tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451291 Sep 27 08:41:00.766269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:00.801751 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8a7f-f424-4d98-b206-3d1f1f54b72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:00.844797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 915ae7ab-e542-4c89-b216-87725ba5afb5 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:41:01.015405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-98ecf13c-a83d-47ab-8dce-e0ee160f30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:01.018381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-98ecf13c-a83d-47ab-8dce-e0ee160f30df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1096 time: 0.1009135 Sep 27 08:41:01.021159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8a7f-f424-4d98-b206-3d1f1f54b72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:01.029629 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8a7f-f424-4d98-b206-3d1f1f54b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:01.056291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eaaf5-d92a-4bda-a12d-f298cbc894a1 req-41393cdd-d9b8-466c-ab3d-cd8ea2727812 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:01.063682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-920eaaf5-d92a-4bda-a12d-f298cbc894a1 req-41393cdd-d9b8-466c-ab3d-cd8ea2727812 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0975156 Sep 27 08:41:01.106166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 915ae7ab-e542-4c89-b216-87725ba5afb5, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=915ae7ab-e542-4c89-b216-87725ba5afb5,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:01.123749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '915ae7ab-e542-4c89-b216-87725ba5afb5', 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'port_id': '915ae7ab-e542-4c89-b216-87725ba5afb5', 'mac_address': 'fa:16:3e:b1:f7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005fe43-8267-430b-aca7-c736a9229fba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:41:01.126356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f8a7f-f424-4d98-b206-3d1f1f54b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d838517b-367d-45e3-a92a-4317da684bd9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:01.162215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-920eaaf5-d92a-4bda-a12d-f298cbc894a1 req-d0b6cc4d-1166-449f-a600-e80950b145e5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974283 Sep 27 08:41:01.211221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-7c5528be-8c80-4954-89e7-18f99ce6d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:01.212877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-7c5528be-8c80-4954-89e7-18f99ce6d077 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.1705072 Sep 27 08:41:01.213378 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:01.218292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51496) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:01.218679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0a1f8a7f-f424-4d98-b206-3d1f1f54b72a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25451a2760df443e95c0ff561148bf88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483171 Sep 27 08:41:01.247649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915ae7ab-e542-4c89-b216-87725ba5afb5 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:01.302952 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bc17-7107-436d-8489-d7e667af5b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:01.325985 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bc17-7107-436d-8489-d7e667af5b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:01.326927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 915ae7ab-e542-4c89-b216-87725ba5afb5, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=915ae7ab-e542-4c89-b216-87725ba5afb5,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:01.327381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-6db5e57d-ee8f-4259-9393-ce25f01f0d24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1000 time: 0.1057541 Sep 27 08:41:01.337406 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:01.340225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add29bf2-cd4d-4993-ad7e-5f98048d7e40 req-66a89720-09d8-4ec1-9fbc-31b5c3053e4d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:01.342471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-add29bf2-cd4d-4993-ad7e-5f98048d7e40 req-66a89720-09d8-4ec1-9fbc-31b5c3053e4d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 943 time: 0.1148136 Sep 27 08:41:01.383705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bc17-7107-436d-8489-d7e667af5b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:01.392316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bc17-7107-436d-8489-d7e667af5b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:01.397179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8fa0bc17-7107-436d-8489-d7e667af5b1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d838517b-367d-45e3-a92a-4317da684bd9 HTTP/1.1" status: 204 len: 168 time: 0.1753004 Sep 27 08:41:01.430886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=915ae7ab-e542-4c89-b216-87725ba5afb5,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:01.431066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0bc17-7107-436d-8489-d7e667af5b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d838517b-367d-45e3-a92a-4317da684bd9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:01.454678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-c83450c2-e313-4e7d-b4cf-ac5a53b57776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:01.459480 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-c83450c2-e313-4e7d-b4cf-ac5a53b57776 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1150675 Sep 27 08:41:01.546128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-2c27ed35-75c0-4a6a-9a56-3b889b8ff44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:01.549164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-2c27ed35-75c0-4a6a-9a56-3b889b8ff44e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813696 Sep 27 08:41:01.638869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['915ae7ab-e542-4c89-b216-87725ba5afb5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:01.665526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-add29bf2-cd4d-4993-ad7e-5f98048d7e40 req-2c901d17-3fd0-4e90-82c7-06bedff80aa5 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983984 Sep 27 08:41:01.761043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcef5c-276f-4cb0-a288-39010d156f1b req-c24b597a-1065-4893-b664-d845e0cd0e4d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:01.768648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50bcef5c-276f-4cb0-a288-39010d156f1b req-c24b597a-1065-4893-b664-d845e0cd0e4d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0796528 Sep 27 08:41:01.793655 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-ceeaa474-2e76-4f2d-aaec-0c321049899c service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176330 Sep 27 08:41:01.837880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50bcef5c-276f-4cb0-a288-39010d156f1b req-008d7658-b41f-4461-ad3f-62dba94de7c1 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671928 Sep 27 08:41:01.962373 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1d3a8d-5b2b-4fea-9a2b-8257f70544c2 req-cd140528-8e2c-45f1-b809-57691e606c59 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468248 Sep 27 08:41:02.284121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9feca-db24-40bd-a167-66b837fd8ca0 req-a869ac45-ffe9-4718-9b58-fbda3231fdc1 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:02.285752 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9af9feca-db24-40bd-a167-66b837fd8ca0 req-a869ac45-ffe9-4718-9b58-fbda3231fdc1 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0544524 Sep 27 08:41:02.325505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9af9feca-db24-40bd-a167-66b837fd8ca0 req-54a47f5e-3344-4ec8-b35e-7221ada767a8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333974 Sep 27 08:41:02.789488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79736e-17d7-43b9-a41e-a6ab9f0bac20 req-52275ad1-8b0a-4ead-8c61-6e4dd35a2049 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:02.797658 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d79736e-17d7-43b9-a41e-a6ab9f0bac20 req-52275ad1-8b0a-4ead-8c61-6e4dd35a2049 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 944 time: 0.0667109 Sep 27 08:41:02.849718 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d79736e-17d7-43b9-a41e-a6ab9f0bac20 req-fb5d7e97-c048-4ead-9c4c-c9f6c7518453 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Sep 27 08:41:02.875615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 915ae7ab-e542-4c89-b216-87725ba5afb5 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:41:02.958104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 915ae7ab-e542-4c89-b216-87725ba5afb5 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:41:02.968423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 915ae7ab-e542-4c89-b216-87725ba5afb5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:02.969489 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:02.992989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a24874-402b-4c8c-8009-67bb0e020f51 req-2851090f-d9a3-492c-a607-432936f7d2fd tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:02.995003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30a24874-402b-4c8c-8009-67bb0e020f51 req-2851090f-d9a3-492c-a607-432936f7d2fd tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0610449 Sep 27 08:41:03.049989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30a24874-402b-4c8c-8009-67bb0e020f51 req-e54ff12d-6bc2-4be0-a7e9-d1b8dcbd7a70 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488763 Sep 27 08:41:03.110207 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:03.143784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112868c9-e5a8-4fac-b450-4bc90f1d3ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ae7ab-e542-4c89-b216-87725ba5afb5'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:03.146345 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466198c2-2d86-4d37-bf82-abfa71a58388" -d '{"events": [{"server_uuid": "112868c9-e5a8-4fac-b450-4bc90f1d3ba1", "name": "network-vif-plugged", "status": "completed", "tag": "915ae7ab-e542-4c89-b216-87725ba5afb5"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:03.169233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 915ae7ab-e542-4c89-b216-87725ba5afb5, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=915ae7ab-e542-4c89-b216-87725ba5afb5,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:03.176975 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:03.224534 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42203377-c5de-4765-8d6b-906513c362d7 x-openstack-request-id: req-42203377-c5de-4765-8d6b-906513c362d7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:03.225024 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112868c9-e5a8-4fac-b450-4bc90f1d3ba1", "name": "network-vif-plugged", "status": "completed", "tag": "915ae7ab-e542-4c89-b216-87725ba5afb5", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:03.225436 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42203377-c5de-4765-8d6b-906513c362d7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:03.225994 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112868c9-e5a8-4fac-b450-4bc90f1d3ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ae7ab-e542-4c89-b216-87725ba5afb5', 'code': 200} Sep 27 08:41:03.267967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=915ae7ab-e542-4c89-b216-87725ba5afb5,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:03.334647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c89d-f24c-4ee7-9144-bdc837cda389 req-f7d79951-e1be-4641-a243-9044a31f2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:03.337817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e241c89d-f24c-4ee7-9144-bdc837cda389 req-f7d79951-e1be-4641-a243-9044a31f2ec9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0488698 Sep 27 08:41:03.389586 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e241c89d-f24c-4ee7-9144-bdc837cda389 req-e815f445-2723-4b2b-96a3-682b04f2aff0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Sep 27 08:41:03.484915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5521655-4e54-4f36-930f-eb132323dd8f req-4449571c-2aef-422d-a9a6-f4d6b264c127 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:03.486471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5521655-4e54-4f36-930f-eb132323dd8f req-4449571c-2aef-422d-a9a6-f4d6b264c127 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0634999 Sep 27 08:41:03.541101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5521655-4e54-4f36-930f-eb132323dd8f req-f05d638a-8325-485c-91fb-9c17acc883ae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379009 Sep 27 08:41:03.811594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02e2e7-f312-4736-9691-a21e25b5334c req-063bf377-47dc-4dbb-a890-f09fd3b071e0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:03.817030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f02e2e7-f312-4736-9691-a21e25b5334c req-063bf377-47dc-4dbb-a890-f09fd3b071e0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0695391 Sep 27 08:41:03.861054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f02e2e7-f312-4736-9691-a21e25b5334c req-68d16126-f224-460d-8b30-c7c917cd8001 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407994 Sep 27 08:41:03.994003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47657942-7e0e-424a-9706-aeb2595590d7 req-c92cef41-ce2e-4773-9649-7a8c3559bc7a tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:03.995508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47657942-7e0e-424a-9706-aeb2595590d7 req-c92cef41-ce2e-4773-9649-7a8c3559bc7a tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 945 time: 0.0655861 Sep 27 08:41:04.038469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cc494-952e-4f67-b12d-a91c92db3fb3 req-f06b7b28-b626-4d7c-ab6a-29bd992743a2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:04.040917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47657942-7e0e-424a-9706-aeb2595590d7 req-3d06447d-c5a6-4119-8038-2a1f7317a61d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389829 Sep 27 08:41:04.044992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f5cc494-952e-4f67-b12d-a91c92db3fb3 req-f06b7b28-b626-4d7c-ab6a-29bd992743a2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0768099 Sep 27 08:41:04.087479 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f5cc494-952e-4f67-b12d-a91c92db3fb3 req-e40375d0-3142-4b22-9e1b-a26b1c08de32 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365014 Sep 27 08:41:04.195415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9c7a-3ecf-4126-bb0a-8c0c408487e0 req-2a1fba7c-cdc9-44f6-ac29-d656362fda20 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:04.203051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c1f9c7a-3ecf-4126-bb0a-8c0c408487e0 req-2a1fba7c-cdc9-44f6-ac29-d656362fda20 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0786865 Sep 27 08:41:04.259407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c1f9c7a-3ecf-4126-bb0a-8c0c408487e0 req-09c33561-cfe4-4c59-bd34-d45dc43daa33 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547361 Sep 27 08:41:04.430243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-5d6f2676-b4eb-4905-8922-aeeea73448ab tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:04.432061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-5d6f2676-b4eb-4905-8922-aeeea73448ab tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.1131608 Sep 27 08:41:04.452861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-c61ae031-3988-4d21-b3a8-9e83f4f96c98 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/quotas/3d23848dffc84609ba20127eac9bfa4a HTTP/1.1" status: 200 len: 375 time: 0.0143509 Sep 27 08:41:04.516054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-5f2ac012-9492-4497-89c1-6bc1080ec3b1 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0621126 Sep 27 08:41:04.618335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-67d56514-9d32-49ec-a2d0-4d63ac2ebda0 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950415 Sep 27 08:41:04.720786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51624) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:04.765415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-38398ea7-8d64-454b-9240-d4f54670e683 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332982 Sep 27 08:41:04.854150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6ecebfd-21ef-4126-a920-3bfe94c8baad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:04.973051 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6ecebfd-21ef-4126-a920-3bfe94c8baad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:05.010903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da414c01-8766-4fca-a1bc-ca1692f4ae2d req-06d16b56-8dc9-4c96-aed3-2f498763fce2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 210 time: 0.0357494 Sep 27 08:41:05.012676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6ecebfd-21ef-4126-a920-3bfe94c8baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:05.058509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:05.059006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f6ecebfd-21ef-4126-a920-3bfe94c8baad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f00375c5f53641f89ee0ef8509db7bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370171 Sep 27 08:41:05.069854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecebfd-21ef-4126-a920-3bfe94c8baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6107f1c-2744-4776-a6f1-7a53508f76c2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:05.130878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb2e2-8550-4a47-b9cf-d2f988dd4ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:05.164749 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb2e2-8550-4a47-b9cf-d2f988dd4ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:05.250693 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb2e2-8550-4a47-b9cf-d2f988dd4ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:05.258220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb2e2-8550-4a47-b9cf-d2f988dd4ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:05.259460 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c0eb2e2-8550-4a47-b9cf-d2f988dd4ce8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6107f1c-2744-4776-a6f1-7a53508f76c2 HTTP/1.1" status: 204 len: 168 time: 0.1999178 Sep 27 08:41:05.272843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb2e2-8550-4a47-b9cf-d2f988dd4ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6107f1c-2744-4776-a6f1-7a53508f76c2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:05.295720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d822a84-abbc-430c-80d3-689ba944ffde req-39eaf22a-a5ab-48cd-81a3-89b3e452d308 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:05.303348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d822a84-abbc-430c-80d3-689ba944ffde req-39eaf22a-a5ab-48cd-81a3-89b3e452d308 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 945 time: 0.0861585 Sep 27 08:41:05.353483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d822a84-abbc-430c-80d3-689ba944ffde req-2bf78fb9-daf2-4fcc-8c97-cabb9a512246 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493560 Sep 27 08:41:05.464768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706b342-7b1d-4bda-a0c5-7fabdced2051 req-ef27f3ea-4b3a-4d5f-9e5c-4a61ea113cd8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:05.485175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b706b342-7b1d-4bda-a0c5-7fabdced2051 req-ef27f3ea-4b3a-4d5f-9e5c-4a61ea113cd8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1276848 Sep 27 08:41:05.566170 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:05.591497 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b706b342-7b1d-4bda-a0c5-7fabdced2051 req-750fca14-3817-4f1b-a9b0-a4abb6f7d754 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947289 Sep 27 08:41:05.817235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:05.862649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-390b8b0e-8887-4199-a775-74ba3fc811d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:06.049250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-390b8b0e-8887-4199-a775-74ba3fc811d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:06.054942 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-390b8b0e-8887-4199-a775-74ba3fc811d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:06.113378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51684) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:06.113936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-390b8b0e-8887-4199-a775-74ba3fc811d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d92cf4a86934288ad66a7ef973dba06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946162 Sep 27 08:41:06.114424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b8b0e-8887-4199-a775-74ba3fc811d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c06c0a-aef2-4771-bccd-538ad2a8f705,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:06.170814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c16ca073-2ac0-43db-b169-a312101b6347 req-93de1921-469a-46f1-a12a-e5344403d8d4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 210 time: 0.0290189 Sep 27 08:41:06.212608 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff64bd02-e76b-4fc8-bfc8-8404930ec9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:06.247565 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff64bd02-e76b-4fc8-bfc8-8404930ec9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:06.334202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff64bd02-e76b-4fc8-bfc8-8404930ec9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:06.339152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff64bd02-e76b-4fc8-bfc8-8404930ec9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:06.340358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ff64bd02-e76b-4fc8-bfc8-8404930ec9ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72c06c0a-aef2-4771-bccd-538ad2a8f705 HTTP/1.1" status: 204 len: 168 time: 0.2244587 Sep 27 08:41:06.373313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64bd02-e76b-4fc8-bfc8-8404930ec9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c06c0a-aef2-4771-bccd-538ad2a8f705,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:06.740970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-26ade5cf-1bcd-47ec-9dbb-d001a297d04d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:06.746261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-26ade5cf-1bcd-47ec-9dbb-d001a297d04d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.3114626 Sep 27 08:41:06.760934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'port': {'device_id': '577a3a1d-837f-4ca2-90bb-77328d5839b5', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'admin_state_up': True, 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:07.111204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Made reservation on behalf of 3d23848dffc84609ba20127eac9bfa4a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:41:07.116174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:07.230174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bcede-50d6-4aaa-92dc-75b425fec7f8 req-ab882840-89fb-465d-849f-c146a0c93fed tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:07.238640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-922bcede-50d6-4aaa-92dc-75b425fec7f8 req-ab882840-89fb-465d-849f-c146a0c93fed tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.5211663 Sep 27 08:41:07.287330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-922bcede-50d6-4aaa-92dc-75b425fec7f8 req-0ff6024a-880b-4b46-817e-326f59bbcd1a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Sep 27 08:41:07.349910 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4355b67-c7e1-4d48-9b86-9974d96737ab req-0d1f8fa4-07c6-4941-9b81-40cb72e3a51b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 210 time: 0.0351677 Sep 27 08:41:07.417550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Allocated IP 172.20.0.9 (3f6f1655-88d1-46c9-9d33-f405464245d8/85897b63-6c8b-4b77-8b93-4f12342df0f5/bbac9331-ea3e-41d7-a98f-9ad22c019a39) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:41:07.582997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:07.673397 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:07.738489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'Port': ['ID=bbac9331-ea3e-41d7-a98f-9ad22c019a39,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:07.743485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:41:07.745665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:41:07.759279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:41:07.831614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:07.832203 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:07.850579 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-96a82447-4521-4b05-a85d-92b137d8c97e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0963664 Sep 27 08:41:07.865244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Request body: {'port': {'device_id': '577a3a1d-837f-4ca2-90bb-77328d5839b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:07.950255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:08.078166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-21fc27e1-bb47-44d0-af49-aa7b72d4367f None None] Provisioning complete for port bbac9331-ea3e-41d7-a98f-9ad22c019a39 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:08.078683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21fc27e1-bb47-44d0-af49-aa7b72d4367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:08.174782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-21fc27e1-bb47-44d0-af49-aa7b72d4367f None None] Port bbac9331-ea3e-41d7-a98f-9ad22c019a39 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:41:08.444216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbac9331-ea3e-41d7-a98f-9ad22c019a39 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:08.464678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:08.496149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Transition to ACTIVE for port object bbac9331-ea3e-41d7-a98f-9ad22c019a39 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:41:08.507179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:08.526131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db26d4-fe8c-4d06-ac49-fa6c767a853d req-e9e38fd5-cbd6-48f0-9ad0-278d8277976c tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:08.537066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-07db26d4-fe8c-4d06-ac49-fa6c767a853d req-e9e38fd5-cbd6-48f0-9ad0-278d8277976c tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1168256 Sep 27 08:41:08.567428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Pushing event updated for resources: {'Port': ['ID=bbac9331-ea3e-41d7-a98f-9ad22c019a39,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:08.653949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-07db26d4-fe8c-4d06-ac49-fa6c767a853d req-9ae07884-593e-4161-aa70-295ef107795a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121399 Sep 27 08:41:08.760763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Attempting to bind port bbac9331-ea3e-41d7-a98f-9ad22c019a39 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:41:08.761273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Attempting to bind port bbac9331-ea3e-41d7-a98f-9ad22c019a39 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:41:08.761757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Attempting to bind port bbac9331-ea3e-41d7-a98f-9ad22c019a39 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:08.767131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Port bbac9331-ea3e-41d7-a98f-9ad22c019a39 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:41:08.767451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Attempting to bind port bbac9331-ea3e-41d7-a98f-9ad22c019a39 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:08.777005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:41:08.777344 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Checking segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:41:08.777731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Bound using segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:41:08.778160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Bound port: bbac9331-ea3e-41d7-a98f-9ad22c019a39, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:41:08.778520 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:09.000896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] For port bbac9331-ea3e-41d7-a98f-9ad22c019a39, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:41:09.024637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] For port bbac9331-ea3e-41d7-a98f-9ad22c019a39, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:41:09.035454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:09.107542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:09.108174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:09.109975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] 10.222.0.57 "PUT /v2.0/ports/bbac9331-ea3e-41d7-a98f-9ad22c019a39 HTTP/1.1" status: 200 len: 1091 time: 1.2496152 Sep 27 08:41:09.111708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05296a94-a1a6-4df8-86da-59911f0e5350 service neutron] Pushing event updated for resources: {'Port': ['ID=bbac9331-ea3e-41d7-a98f-9ad22c019a39,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:09.131080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577a3a1d-837f-4ca2-90bb-77328d5839b5', 'tag': 'bbac9331-ea3e-41d7-a98f-9ad22c019a39'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:09.136949 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccded36c-2b44-4b40-86e4-0f44bcd27d83" -d '{"events": [{"name": "network-changed", "server_uuid": "577a3a1d-837f-4ca2-90bb-77328d5839b5", "tag": "bbac9331-ea3e-41d7-a98f-9ad22c019a39"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:09.171240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677db45f-10c7-40cd-b166-e331b857bd4f req-238ff50e-ad2a-4654-bf50-5739301d813f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:09.173295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-677db45f-10c7-40cd-b166-e331b857bd4f req-238ff50e-ad2a-4654-bf50-5739301d813f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 943 time: 0.2603281 Sep 27 08:41:09.216880 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4368b974-23d1-45e9-a425-40e75708cb40 x-openstack-request-id: req-4368b974-23d1-45e9-a425-40e75708cb40 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:09.217447 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577a3a1d-837f-4ca2-90bb-77328d5839b5", "tag": "bbac9331-ea3e-41d7-a98f-9ad22c019a39", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:09.218086 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4368b974-23d1-45e9-a425-40e75708cb40 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:09.218637 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577a3a1d-837f-4ca2-90bb-77328d5839b5', 'tag': 'bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'status': 'completed', 'code': 200} Sep 27 08:41:09.355810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-677db45f-10c7-40cd-b166-e331b857bd4f req-03802079-72aa-4339-a2f8-8d81fae67c54 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369698 Sep 27 08:41:09.358424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-744ff879-31a6-436b-baaa-d8de93dd3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:09.360121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-744ff879-31a6-436b-baaa-d8de93dd3c28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 1094 time: 0.1834779 Sep 27 08:41:09.451867 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-833d0667-1c3d-46f7-8dd5-48af1dd0e250 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39 HTTP/1.1" status: 200 len: 217 time: 0.0833118 Sep 27 08:41:09.564085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-781268c5-50b6-4b55-a1e5-4808b1ad7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:09.565652 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-781268c5-50b6-4b55-a1e5-4808b1ad7b3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.0907719 Sep 27 08:41:09.630754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-292535e8-0317-4e2c-a39c-328a7bb0f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:09.632651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-292535e8-0317-4e2c-a39c-328a7bb0f937 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554066 Sep 27 08:41:09.892706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e8f61-578d-4912-b9c9-11262a658d04 req-dae81af4-a48f-40ca-85a5-1a9091f66730 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:09.895957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-150e8f61-578d-4912-b9c9-11262a658d04 req-dae81af4-a48f-40ca-85a5-1a9091f66730 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0795345 Sep 27 08:41:09.941239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-b07e2f91-e14d-43db-bbf6-b32946409198 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002930 Sep 27 08:41:10.018453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e742a-32f5-4fb5-b0a9-d05a540107eb req-f8ab9c02-dbe3-475f-ad45-87df55491e28 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:10.020290 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1e742a-32f5-4fb5-b0a9-d05a540107eb req-f8ab9c02-dbe3-475f-ad45-87df55491e28 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.2065992 Sep 27 08:41:10.020846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-150e8f61-578d-4912-b9c9-11262a658d04 req-01b81b25-794d-4eac-8e11-fe199b07b52f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132810 Sep 27 08:41:10.130319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de1e742a-32f5-4fb5-b0a9-d05a540107eb req-43605cc6-72f9-4c13-8d25-e8cf390882e4 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871596 Sep 27 08:41:10.155578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-653345e5-3102-4c47-8d1a-ffe75d516e4b req-ac4dcff5-38e3-4b6b-92bb-68e7f77644ec service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057812 Sep 27 08:41:10.278461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-cfc4e019-c1da-4238-a34a-1842e51d7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:10.279972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-cfc4e019-c1da-4238-a34a-1842e51d7ebc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 1094 time: 0.0649292 Sep 27 08:41:10.420578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-af0f4518-a977-4c37-9c2d-899908a69a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:10.422647 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-af0f4518-a977-4c37-9c2d-899908a69a07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.1347115 Sep 27 08:41:10.523629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-b3bb528f-5af9-47a8-b7dd-60fa8441d2d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39 HTTP/1.1" status: 200 len: 217 time: 0.0899320 Sep 27 08:41:10.619791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e25cfc-9575-47dd-84d9-0c7e9119a25a req-0fb9533a-7016-4dae-9fdd-f0da69eed16c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:10.621833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52e25cfc-9575-47dd-84d9-0c7e9119a25a req-0fb9533a-7016-4dae-9fdd-f0da69eed16c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 943 time: 0.1147676 Sep 27 08:41:10.626181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-d022e63c-69ee-4533-b42b-70e719bc62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:10.627700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-d022e63c-69ee-4533-b42b-70e719bc62b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.0791912 Sep 27 08:41:10.729016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52e25cfc-9575-47dd-84d9-0c7e9119a25a req-a585282f-2620-4b20-a6e1-f48232dbdd7c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953960 Sep 27 08:41:10.748729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-6fef4d78-a77f-4bfc-9dcf-6c889b7149bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:10.750595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-6fef4d78-a77f-4bfc-9dcf-6c889b7149bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061559 Sep 27 08:41:10.893583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-5cd06a13-7267-4957-8b8e-c480c433c185 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290915 Sep 27 08:41:11.016966 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccded36c-2b44-4b40-86e4-0f44bcd27d83 req-6d3df370-68e7-48ce-aa19-390057bf01bf service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118565 Sep 27 08:41:11.156819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b5b8d-ff9a-4b78-9203-d4b23b3dafcf req-5260018b-ec34-455f-9b33-5a1771ba72eb tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:11.164280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-043b5b8d-ff9a-4b78-9203-d4b23b3dafcf req-5260018b-ec34-455f-9b33-5a1771ba72eb tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0735002 Sep 27 08:41:11.258142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-043b5b8d-ff9a-4b78-9203-d4b23b3dafcf req-7f904cc6-d889-46d0-a425-0bc0f1f2dd9e tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878143 Sep 27 08:41:11.294303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd0e28-ff48-4b95-89ba-c2efb35696ae req-227a373e-e3c4-4fdb-aba3-7abf1a96795c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:11.296144 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8dd0e28-ff48-4b95-89ba-c2efb35696ae req-227a373e-e3c4-4fdb-aba3-7abf1a96795c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.1023774 Sep 27 08:41:11.352564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8dd0e28-ff48-4b95-89ba-c2efb35696ae req-8f046fa9-2947-4e52-868a-a20b1bca808c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507030 Sep 27 08:41:11.938523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a24bbc-6c18-4f7d-bb09-ef855c7ea833 req-08ade168-b4c7-4636-8e72-3bfdfd00d010 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:11.947072 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62a24bbc-6c18-4f7d-bb09-ef855c7ea833 req-08ade168-b4c7-4636-8e72-3bfdfd00d010 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 943 time: 0.0944602 Sep 27 08:41:12.012179 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62a24bbc-6c18-4f7d-bb09-ef855c7ea833 req-c32d820b-b29c-479d-9ab5-af2d99fae04d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639565 Sep 27 08:41:12.170509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-ac0485d1-7bca-4839-ac64-03c51587cdb6 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:12.172628 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-ac0485d1-7bca-4839-ac64-03c51587cdb6 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.67 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.0767279 Sep 27 08:41:12.320468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Deleting port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:41:12.326166 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:12.458037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83836601-1c7d-40cb-9ea6-507139a3dea9 req-33ce30e3-799b-41a3-91a7-606979b6ce43 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:12.474583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83836601-1c7d-40cb-9ea6-507139a3dea9 req-33ce30e3-799b-41a3-91a7-606979b6ce43 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1430428 Sep 27 08:41:12.604556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] For port e9071063-ecc0-4b51-b57b-e7d6e7e671d6, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:12.604957 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:12.616392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83836601-1c7d-40cb-9ea6-507139a3dea9 req-dd666e54-9003-44d6-88b0-d8197a67a3e6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407821 Sep 27 08:41:12.633656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Calling delete_port for e9071063-ecc0-4b51-b57b-e7d6e7e671d6 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:41:12.752292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646803b-e4e7-4613-a5a5-80f683cf8059 req-26ce5fc2-60b2-4b78-8481-53f065494dbc tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:12.762295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5646803b-e4e7-4613-a5a5-80f683cf8059 req-26ce5fc2-60b2-4b78-8481-53f065494dbc tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=357cb439-fb81-4599-bc82-319a61c85136 HTTP/1.1" status: 200 len: 946 time: 0.1441953 Sep 27 08:41:12.834701 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5646803b-e4e7-4613-a5a5-80f683cf8059 req-9e071aed-e696-4689-9555-607e072f0d6a tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709713 Sep 27 08:41:12.982255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:12.998299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['a10d37f3-b0eb-4f76-8e98-815c8fbf3583'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:13.042322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Pushing event deleted for resources: {'Port': ['ID=e9071063-ecc0-4b51-b57b-e7d6e7e671d6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:13.134117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5977b9-9b84-4950-a15a-df1e7330df2b req-1d9bcda5-1e19-49b9-8741-8b577a83ccf2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:13.141962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac5977b9-9b84-4950-a15a-df1e7330df2b req-1d9bcda5-1e19-49b9-8741-8b577a83ccf2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 943 time: 0.0572453 Sep 27 08:41:13.189582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] No DVR routers for this DVR port e9071063-ecc0-4b51-b57b-e7d6e7e671d6 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:41:13.195385 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:13.200996 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c48aa32-8975-4290-9e09-a33b3e92272f req-439f15d7-0bd6-4e0e-be25-96ed28c07623 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.67 "DELETE /v2.0/ports/e9071063-ecc0-4b51-b57b-e7d6e7e671d6 HTTP/1.1" status: 204 len: 173 time: 1.0203235 Sep 27 08:41:13.201452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357cb439-fb81-4599-bc82-319a61c85136', 'name': 'network-vif-deleted', 'tag': 'e9071063-ecc0-4b51-b57b-e7d6e7e671d6'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:13.203711 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4cd396-ce1c-4acf-8db6-0fd379717192" -d '{"events": [{"server_uuid": "357cb439-fb81-4599-bc82-319a61c85136", "name": "network-vif-deleted", "tag": "e9071063-ecc0-4b51-b57b-e7d6e7e671d6"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:13.278546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac5977b9-9b84-4950-a15a-df1e7330df2b req-f77d4884-18e6-4d23-9467-f39f4484efce tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258214 Sep 27 08:41:13.328682 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34087a61-d815-47cb-9a8e-4999d6ec4725 x-openstack-request-id: req-34087a61-d815-47cb-9a8e-4999d6ec4725 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:13.328682 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357cb439-fb81-4599-bc82-319a61c85136", "name": "network-vif-deleted", "tag": "e9071063-ecc0-4b51-b57b-e7d6e7e671d6", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:13.328682 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34087a61-d815-47cb-9a8e-4999d6ec4725 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:13.328682 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357cb439-fb81-4599-bc82-319a61c85136', 'name': 'network-vif-deleted', 'tag': 'e9071063-ecc0-4b51-b57b-e7d6e7e671d6', 'status': 'completed', 'code': 200} Sep 27 08:41:13.756905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737a747-17d6-4c4d-a957-35d588dba56b req-af66710f-397f-4608-bae1-97bc6bb3583b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:13.765372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0737a747-17d6-4c4d-a957-35d588dba56b req-af66710f-397f-4608-bae1-97bc6bb3583b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0593729 Sep 27 08:41:13.807651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0737a747-17d6-4c4d-a957-35d588dba56b req-34dd50e0-f789-46cd-b581-cd2e39e45492 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Sep 27 08:41:13.953561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:13.997873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bbac9331-ea3e-41d7-a98f-9ad22c019a39 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:41:14.110951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bbac9331-ea3e-41d7-a98f-9ad22c019a39, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:14.148838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': 'bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'mac_address': 'fa:16:3e:95:a5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:41:14.243023 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:14.295209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbac9331-ea3e-41d7-a98f-9ad22c019a39 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:14.405898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af69de-81a2-4210-ad75-fef4842225f6 req-1a512e12-7e8d-4790-aac0-4100fd239776 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:14.407502 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9af69de-81a2-4210-ad75-fef4842225f6 req-1a512e12-7e8d-4790-aac0-4100fd239776 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1162229 Sep 27 08:41:14.409814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bbac9331-ea3e-41d7-a98f-9ad22c019a39, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:14.418294 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:14.439247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0343a-1a9c-48aa-82b5-2e85d1db8183 req-4e6660f7-6e9e-4299-8731-66046410a940 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:14.448704 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91a0343a-1a9c-48aa-82b5-2e85d1db8183 req-4e6660f7-6e9e-4299-8731-66046410a940 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 943 time: 0.0665457 Sep 27 08:41:14.516891 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f9af69de-81a2-4210-ad75-fef4842225f6 req-d3b00f0e-8aea-4e38-a045-668e3657e098 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026812 Sep 27 08:41:14.576539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91a0343a-1a9c-48aa-82b5-2e85d1db8183 req-2b161488-29f7-4100-b1bf-962060c6b983 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265666 Sep 27 08:41:14.690645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=bbac9331-ea3e-41d7-a98f-9ad22c019a39,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:14.740961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bbac9331-ea3e-41d7-a98f-9ad22c019a39'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:14.961152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e9071063-ecc0-4b51-b57b-e7d6e7e671d6 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:41:15.007620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a51fa1-7fd4-49c0-b8b1-5ed4af392215 req-9c39373e-9533-4a57-bafe-d7d8b02169d2 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:15.009397 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9a51fa1-7fd4-49c0-b8b1-5ed4af392215 req-9c39373e-9533-4a57-bafe-d7d8b02169d2 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0592785 Sep 27 08:41:15.018977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: e9071063-ecc0-4b51-b57b-e7d6e7e671d6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:41:15.019850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e9071063-ecc0-4b51-b57b-e7d6e7e671d6 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:41:15.056040 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00a21339-27f8-4cd7-aa38-394cf4b2fe6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:15.061628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9a51fa1-7fd4-49c0-b8b1-5ed4af392215 req-5c81ed34-9c8a-4839-8108-017d4e8a8bc2 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462422 Sep 27 08:41:15.671962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68ac6c-42e4-48df-b76d-be60e1749a39 req-cb1d72e9-a670-4ffa-967d-bace7a405a05 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:15.681554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d68ac6c-42e4-48df-b76d-be60e1749a39 req-cb1d72e9-a670-4ffa-967d-bace7a405a05 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0757740 Sep 27 08:41:15.737785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d68ac6c-42e4-48df-b76d-be60e1749a39 req-eea08f54-10a0-4373-8323-de114cfe593e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558078 Sep 27 08:41:15.753059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc683f07-b53f-468b-9bf4-3203e8a0e708 req-9b6dd2fc-daa6-4313-9d2a-93ab03949c0a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:15.755434 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc683f07-b53f-468b-9bf4-3203e8a0e708 req-9b6dd2fc-daa6-4313-9d2a-93ab03949c0a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 944 time: 0.0817297 Sep 27 08:41:15.830354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc683f07-b53f-468b-9bf4-3203e8a0e708 req-5c474e7f-fe68-49f7-8812-ad91c05b5630 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674074 Sep 27 08:41:16.014042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bbac9331-ea3e-41d7-a98f-9ad22c019a39 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:41:16.088504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port bbac9331-ea3e-41d7-a98f-9ad22c019a39 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:41:16.093237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port bbac9331-ea3e-41d7-a98f-9ad22c019a39 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:16.093747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:16.194123 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:16.216572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13408e7-57fd-4ad9-8eeb-24bbe6c22407 req-ace52a4a-68ed-4251-b743-6f99d8b8da83 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:16.230655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c13408e7-57fd-4ad9-8eeb-24bbe6c22407 req-ace52a4a-68ed-4251-b743-6f99d8b8da83 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0675449 Sep 27 08:41:16.237932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a3a1d-837f-4ca2-90bb-77328d5839b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbac9331-ea3e-41d7-a98f-9ad22c019a39'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:16.244465 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8353681b-79f9-4068-9d65-429cadd577ae" -d '{"events": [{"server_uuid": "577a3a1d-837f-4ca2-90bb-77328d5839b5", "name": "network-vif-plugged", "status": "completed", "tag": "bbac9331-ea3e-41d7-a98f-9ad22c019a39"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:16.269527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bbac9331-ea3e-41d7-a98f-9ad22c019a39, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:16.275018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:16.285449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c13408e7-57fd-4ad9-8eeb-24bbe6c22407 req-33ae484c-bca7-469b-b7f7-44c382674f79 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537255 Sep 27 08:41:16.334233 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1725306-99f0-42e1-aae2-d6189f68918d x-openstack-request-id: req-c1725306-99f0-42e1-aae2-d6189f68918d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:16.334583 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577a3a1d-837f-4ca2-90bb-77328d5839b5", "name": "network-vif-plugged", "status": "completed", "tag": "bbac9331-ea3e-41d7-a98f-9ad22c019a39", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:16.334837 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1725306-99f0-42e1-aae2-d6189f68918d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:16.335275 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577a3a1d-837f-4ca2-90bb-77328d5839b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'code': 200} Sep 27 08:41:16.363464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=bbac9331-ea3e-41d7-a98f-9ad22c019a39,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:16.449298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50c4a5-e877-4c25-a1aa-4eab671afb44 req-164a49b8-d93c-4e9d-a904-0e7024db5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:16.451087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a50c4a5-e877-4c25-a1aa-4eab671afb44 req-164a49b8-d93c-4e9d-a904-0e7024db5aa2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 1096 time: 0.0513973 Sep 27 08:41:16.498170 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a50c4a5-e877-4c25-a1aa-4eab671afb44 req-52f093da-feb6-4028-afe2-9a4ed9b3db4f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371716 Sep 27 08:41:16.872825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db91d-0386-4fb5-974f-d95df7712230 req-c286e6d3-fbef-4ff6-bba2-87c2b6b74158 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:16.875382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe8db91d-0386-4fb5-974f-d95df7712230 req-c286e6d3-fbef-4ff6-bba2-87c2b6b74158 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0659671 Sep 27 08:41:16.923101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe8db91d-0386-4fb5-974f-d95df7712230 req-76e71d87-8f42-40a5-8a83-59126a8b01f1 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Sep 27 08:41:17.003375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-751dcf0c-26cf-4209-9bdd-c548a5eedd69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1338711 Sep 27 08:41:17.069297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96600b90-fb74-4325-9ba0-f406440dd088 req-9c2c9f5d-194e-4494-8fe0-10ec0d47a6b4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.076404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96600b90-fb74-4325-9ba0-f406440dd088 req-9c2c9f5d-194e-4494-8fe0-10ec0d47a6b4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0639484 Sep 27 08:41:17.146776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96600b90-fb74-4325-9ba0-f406440dd088 req-9b90fd74-5a65-4cf5-b6f9-ec917b1423fc tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692718 Sep 27 08:41:17.427615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32722239-fd86-4e88-ba6a-9df5fb107c97 req-4a6080be-c962-4982-9cfa-e3158e1345ea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.435128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32722239-fd86-4e88-ba6a-9df5fb107c97 req-4a6080be-c962-4982-9cfa-e3158e1345ea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0599988 Sep 27 08:41:17.488484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32722239-fd86-4e88-ba6a-9df5fb107c97 req-fbe14b5a-465b-490a-bc33-11c4ccc8e4bf tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519187 Sep 27 08:41:17.493920 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ea53-3783-4fd2-9ebc-2736c6d6aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:17.528307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-da516dd0-6fa9-469e-881a-24e41f7591f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.528819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-da516dd0-6fa9-469e-881a-24e41f7591f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.529294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-da516dd0-6fa9-469e-881a-24e41f7591f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.529767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-da516dd0-6fa9-469e-881a-24e41f7591f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.530234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-da516dd0-6fa9-469e-881a-24e41f7591f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.530867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-da516dd0-6fa9-469e-881a-24e41f7591f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.531488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-da516dd0-6fa9-469e-881a-24e41f7591f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.533977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-da516dd0-6fa9-469e-881a-24e41f7591f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6490 time: 0.4484227 Sep 27 08:41:17.676234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-cd7e15a7-8431-40b4-adaa-0bfd857a3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.677039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-cd7e15a7-8431-40b4-adaa-0bfd857a3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.677490 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-cd7e15a7-8431-40b4-adaa-0bfd857a3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.679233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-cd7e15a7-8431-40b4-adaa-0bfd857a3ffe service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=06cebe1f-2f59-4476-80ee-24531db18e00&id=06cebe1f-2f59-4476-80ee-24531db18e00 HTTP/1.1" status: 200 len: 2293 time: 0.1089718 Sep 27 08:41:17.763703 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-05b2482f-eb9e-46a5-b7f0-d8b017294f7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a HTTP/1.1" status: 200 len: 1002 time: 0.0711901 Sep 27 08:41:17.789880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51988) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:17.832348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-8d6cc2f2-f4af-44f1-a2c8-dd30cc2f2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.834325 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-8d6cc2f2-f4af-44f1-a2c8-dd30cc2f2662 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae HTTP/1.1" status: 200 len: 851 time: 0.0601609 Sep 27 08:41:17.894656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-353aeb49-d120-496f-a984-956bcd73554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:17.896653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-353aeb49-d120-496f-a984-956bcd73554e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528023 Sep 27 08:41:17.948888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0104976-39ff-4309-b113-514d561161b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:17.951201 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.075405 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-5d483d31-aab5-44c9-9a6e-423b4016be3e service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690366 Sep 27 08:41:18.122506 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0104976-39ff-4309-b113-514d561161b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.126809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0104976-39ff-4309-b113-514d561161b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.169167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0104976-39ff-4309-b113-514d561161b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfb82ba-52d9-4721-ba1c-0f15d706fb16,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:18.181463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e0104976-39ff-4309-b113-514d561161b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=279c626902d84a41b488c601433fdf35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875678 Sep 27 08:41:18.183802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52004) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:18.221591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee84d9-9a69-4223-a432-26bd36c1755c req-0b605069-4e0b-4ab8-a07f-20027f744132 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:18.231426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebee84d9-9a69-4223-a432-26bd36c1755c req-0b605069-4e0b-4ab8-a07f-20027f744132 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1660323 Sep 27 08:41:18.303966 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-f8c4e483-e174-426f-ba0d-86798c777af6 service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186542 Sep 27 08:41:18.320440 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaba8168-e95e-40e2-8225-effd9f68d20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.322059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebee84d9-9a69-4223-a432-26bd36c1755c req-13a3a884-b4e9-4469-b1bb-06d41756c750 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Sep 27 08:41:18.376720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaba8168-e95e-40e2-8225-effd9f68d20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.384622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-b830efed-aa16-4c40-95c3-c8bc7d606142 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 200 len: 217 time: 0.0614781 Sep 27 08:41:18.408721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a5e3e-2c78-4004-a8fb-e119689b57e3 req-99e82d45-a61c-48ce-9418-a46684a2696b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:18.414039 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e7a5e3e-2c78-4004-a8fb-e119689b57e3 req-99e82d45-a61c-48ce-9418-a46684a2696b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.1215856 Sep 27 08:41:18.447449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-fd6cd87c-efbf-4154-a33b-55a260013b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:18.449494 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-fd6cd87c-efbf-4154-a33b-55a260013b28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0544817 Sep 27 08:41:18.466086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e7a5e3e-2c78-4004-a8fb-e119689b57e3 req-9618c13d-c15c-4646-8ca0-7ce8bf142c4f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Sep 27 08:41:18.478011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaba8168-e95e-40e2-8225-effd9f68d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.481344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aaba8168-e95e-40e2-8225-effd9f68d20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.484786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aaba8168-e95e-40e2-8225-effd9f68d20f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccfb82ba-52d9-4721-ba1c-0f15d706fb16 HTTP/1.1" status: 204 len: 168 time: 0.2999408 Sep 27 08:41:18.493020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba8168-e95e-40e2-8225-effd9f68d20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfb82ba-52d9-4721-ba1c-0f15d706fb16,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:18.517858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-5c038e55-51d6-4c28-8836-5c456b08029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:18.520088 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-5c038e55-51d6-4c28-8836-5c456b08029b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602739 Sep 27 08:41:18.637104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899b3d0-5b8f-46e6-89c6-b10d5162a9e1 req-95e027e6-a63f-4586-80e0-72278c42508d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:18.646707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-72f6d5f3-ad65-4735-b86f-fbda38e6296a service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127524 Sep 27 08:41:18.647209 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e899b3d0-5b8f-46e6-89c6-b10d5162a9e1 req-95e027e6-a63f-4586-80e0-72278c42508d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0699766 Sep 27 08:41:18.690109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e899b3d0-5b8f-46e6-89c6-b10d5162a9e1 req-9ebdb804-0fb4-43d7-ac72-5f063389ef51 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Sep 27 08:41:18.790270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-3ac3bf91-0a6a-4659-bf1e-dccc07c065d2 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359415 Sep 27 08:41:18.803105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bf647-cc1e-4879-88c2-d5567f061856 req-891993cb-2bc5-4dff-8f22-358bf82c2c4b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:18.804605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-283bf647-cc1e-4879-88c2-d5567f061856 req-891993cb-2bc5-4dff-8f22-358bf82c2c4b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0692997 Sep 27 08:41:18.843881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52016) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:18.850721 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.851688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-c44c2939-8061-4584-852a-ed54d9995459 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 200 len: 217 time: 0.0460470 Sep 27 08:41:18.862722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6d1b-27f8-4c9e-8436-10278d2391ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.909138 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-283bf647-cc1e-4879-88c2-d5567f061856 req-c07b1e30-797f-4fe4-8173-5f00b704a421 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978646 Sep 27 08:41:18.918267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-807ecee9-834b-4a94-a421-ef1c2f27abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:18.919930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-807ecee9-834b-4a94-a421-ef1c2f27abc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0587990 Sep 27 08:41:18.966550 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6d1b-27f8-4c9e-8436-10278d2391ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.972351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6d1b-27f8-4c9e-8436-10278d2391ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:18.984464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-dec70c43-8602-454a-abfc-c36aba412c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:18.986209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-dec70c43-8602-454a-abfc-c36aba412c97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496523 Sep 27 08:41:19.016127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1d1c6d1b-27f8-4c9e-8436-10278d2391ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8cf860eafa94b78bf532bb9ae04ee23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686020 Sep 27 08:41:19.016127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c6d1b-27f8-4c9e-8436-10278d2391ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99390d81-ee84-48af-af9d-6f63d7393a8e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:19.017167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52020) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:19.069172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18267869-33e7-4f99-bcdc-d83773935d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:19.099979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18267869-33e7-4f99-bcdc-d83773935d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:19.107573 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-7ffa270d-e3b5-48e7-a906-14747ddc529d service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126251 Sep 27 08:41:19.157297 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18267869-33e7-4f99-bcdc-d83773935d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:19.159918 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18267869-33e7-4f99-bcdc-d83773935d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:19.161172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-18267869-33e7-4f99-bcdc-d83773935d1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99390d81-ee84-48af-af9d-6f63d7393a8e HTTP/1.1" status: 204 len: 168 time: 0.1431112 Sep 27 08:41:19.170053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18267869-33e7-4f99-bcdc-d83773935d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99390d81-ee84-48af-af9d-6f63d7393a8e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:19.233600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-e0e82d3f-3b6f-4a35-8ddc-963fc5cd21ee service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172719 Sep 27 08:41:19.288450 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-f39e0fdb-20db-4f50-9b74-d442e06d869c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb HTTP/1.1" status: 200 len: 217 time: 0.0448058 Sep 27 08:41:19.349629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-cf28b11e-297e-461e-90a7-5a6134623968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:19.351331 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-cf28b11e-297e-461e-90a7-5a6134623968 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0529461 Sep 27 08:41:19.413796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-a5475004-f698-470a-8865-6d127004e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:19.415344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-a5475004-f698-470a-8865-6d127004e847 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544565 Sep 27 08:41:19.517510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c899d1-1932-4b3c-8e21-c4f3f074c14e req-4225c003-0522-40ea-953e-d8f099573f1c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:19.524934 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54c899d1-1932-4b3c-8e21-c4f3f074c14e req-4225c003-0522-40ea-953e-d8f099573f1c tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1220057 Sep 27 08:41:19.581233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54c899d1-1932-4b3c-8e21-c4f3f074c14e req-522ecad2-393c-46ab-978e-92a9d5484fc2 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552452 Sep 27 08:41:19.583559 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-58224b0a-885a-4321-aae8-3896aa262fa7 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461723 Sep 27 08:41:19.687121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-7e7d87a2-6bb0-4f46-9288-fcf0c8ac028e service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957723 Sep 27 08:41:19.730798 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-158e3a57-dddd-45d0-8861-4754e157c067 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64 HTTP/1.1" status: 200 len: 217 time: 0.0358336 Sep 27 08:41:19.796281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-de4a40b6-b7c9-4cfc-8737-ed73c2a91a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:19.798137 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-de4a40b6-b7c9-4cfc-8737-ed73c2a91a19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0596182 Sep 27 08:41:19.837810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316da26-cac3-48f3-892d-2f61fa8b5e58 req-21430cbf-2dd3-49cc-8600-53f404282791 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:19.854453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4316da26-cac3-48f3-892d-2f61fa8b5e58 req-21430cbf-2dd3-49cc-8600-53f404282791 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0751660 Sep 27 08:41:19.857161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-aaa9f397-ecbb-4743-9355-103e344958df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:19.858994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-aaa9f397-ecbb-4743-9355-103e344958df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504329 Sep 27 08:41:19.904725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4316da26-cac3-48f3-892d-2f61fa8b5e58 req-de404294-14a8-4d77-8a7a-04af5b5bf1e6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466719 Sep 27 08:41:20.010629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-136caabe-c130-463a-b080-fa98269d8321 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433527 Sep 27 08:41:20.101132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4c91-f2bd-4e4e-919a-c95e6ccc3ada req-7ab9ae32-29b3-45c2-bce4-1fbbb64ab383 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:20.102619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d85c4c91-f2bd-4e4e-919a-c95e6ccc3ada req-7ab9ae32-29b3-45c2-bce4-1fbbb64ab383 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.1122274 Sep 27 08:41:20.147569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-350dfe75-47ce-4844-aeb9-0e0b7a581b20 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226072 Sep 27 08:41:20.169841 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d85c4c91-f2bd-4e4e-919a-c95e6ccc3ada req-05d6762d-f717-4bff-9868-ef0f562cb745 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565937 Sep 27 08:41:20.210574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-6eaeaf16-0a8a-49cc-81ac-8dd896313d71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c HTTP/1.1" status: 200 len: 217 time: 0.0546765 Sep 27 08:41:20.281253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-00d36c00-33ce-4f74-86ad-5c4dcada06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:20.283054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-00d36c00-33ce-4f74-86ad-5c4dcada06cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.0511892 Sep 27 08:41:20.347182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-a0f4ca03-5d19-4a00-a4c7-182b05daf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:20.352182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-a0f4ca03-5d19-4a00-a4c7-182b05daf1df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596538 Sep 27 08:41:20.453981 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-3b28d0c0-6ab2-476d-8f3f-efc3d67e9e8c service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939565 Sep 27 08:41:20.462457 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:20.593711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-97ddcad3-3177-41b6-8f72-8971adde97d3 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281152 Sep 27 08:41:20.652621 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-978dc267-2368-44fc-88bc-0d7ec9bd9b04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c021f0-8274-4df3-a940-3b32075df459 HTTP/1.1" status: 200 len: 217 time: 0.0492852 Sep 27 08:41:20.720690 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c309-8cac-4d0a-9205-64870e53ab87 req-583c4990-a727-481f-8d55-58e736b05b63 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:20.721906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-805f5634-2429-429d-a80c-68dd54638824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:20.723452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-805f5634-2429-429d-a80c-68dd54638824 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.0619767 Sep 27 08:41:20.730281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0560c309-8cac-4d0a-9205-64870e53ab87 req-583c4990-a727-481f-8d55-58e736b05b63 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0703120 Sep 27 08:41:20.770594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0560c309-8cac-4d0a-9205-64870e53ab87 req-e38d372d-2f66-498c-953e-97c87d714187 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Sep 27 08:41:20.804836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-f950fd1a-a687-4669-8677-6b8d0df05f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:20.807035 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-f950fd1a-a687-4669-8677-6b8d0df05f03 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712090 Sep 27 08:41:20.922772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-65d80309-b11e-45be-a596-561580d9fb57 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073289 Sep 27 08:41:21.060134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28bcc8af-e6cc-4155-ba98-402cb481be22 req-d6e50266-9615-4946-a0f9-ec3b483619eb service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300187 Sep 27 08:41:21.094104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0bbd-6615-4de4-a9e5-59fd8c5f0247 req-6122f584-c4e4-485a-859f-09517a7734ab tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:21.102239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce8c0bbd-6615-4de4-a9e5-59fd8c5f0247 req-6122f584-c4e4-485a-859f-09517a7734ab tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.0994580 Sep 27 08:41:21.141526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce8c0bbd-6615-4de4-a9e5-59fd8c5f0247 req-2f6a3ead-791e-4c86-b5a5-ff09d8e6a183 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384121 Sep 27 08:41:21.327180 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:41:21.334796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06e222-5723-4820-a83a-9e9c4f28b29b req-77f584fc-f793-4e15-a335-86d7d417cd92 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:21.342313 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d06e222-5723-4820-a83a-9e9c4f28b29b req-77f584fc-f793-4e15-a335-86d7d417cd92 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0612626 Sep 27 08:41:21.389268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d06e222-5723-4820-a83a-9e9c4f28b29b req-c41b501a-bcad-4163-a478-121ddd58744d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Sep 27 08:41:21.525066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-d9f8912b-4cd8-4a8c-b773-1e02e8c57e41 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:21.526747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-d9f8912b-4cd8-4a8c-b773-1e02e8c57e41 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 815 time: 0.1308973 Sep 27 08:41:21.536630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52122) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:21.550914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-39eddea1-4f1e-4f83-99a4-15872dbf11ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/quotas/302408bbca8e471ea4044c2265f16c63 HTTP/1.1" status: 200 len: 375 time: 0.0179343 Sep 27 08:41:21.613250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-573b2d40-9e7c-40b4-a401-a69211aa2e26 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558822 Sep 27 08:41:21.662438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-667f9db3-0929-4220-97f7-8c658c3fd833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:21.726269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-b67af313-f351-4c68-8746-e281589104fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:21.727650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-b67af313-f351-4c68-8746-e281589104fe tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1104479 Sep 27 08:41:21.784207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-667f9db3-0929-4220-97f7-8c658c3fd833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:21.793951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-667f9db3-0929-4220-97f7-8c658c3fd833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:21.857487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-1169d1d2-3b69-4e97-b9bb-b2f0b290f757 service neutron] 10.222.0.50 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934073 Sep 27 08:41:21.913873 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-667f9db3-0929-4220-97f7-8c658c3fd833 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6ce305169964db5ba04eadb5f6bb490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737597 Sep 27 08:41:21.925803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f9db3-0929-4220-97f7-8c658c3fd833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f531d1-86e5-44c1-9ac8-84985451e666,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:21.928630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52130) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:21.990132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Deleting port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:41:21.990562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:21.999853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7321bb-3f27-44e0-8c2a-52965c119062 req-bcc927e3-4f30-48af-bad2-bdf49e466ee5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:22.002597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b7321bb-3f27-44e0-8c2a-52965c119062 req-bcc927e3-4f30-48af-bad2-bdf49e466ee5 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 946 time: 0.1097407 Sep 27 08:41:22.042481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d256e-4d49-42e9-a6e9-c32e29e2f84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:22.064416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-e7d5fe66-96bd-4492-8a44-0b726b4a5e06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1787045 Sep 27 08:41:22.084467 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d256e-4d49-42e9-a6e9-c32e29e2f84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:22.097663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-958d6493-35ba-4339-a489-f01e077906b3 service neutron] 10.222.0.50 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385981 Sep 27 08:41:22.119994 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b7321bb-3f27-44e0-8c2a-52965c119062 req-a0ab1642-b6ba-4db2-9a71-a4cb2439632e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f14cde3-c2e9-4316-b590-0c6f36d975a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074398 Sep 27 08:41:22.163736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] For port a10d37f3-b0eb-4f76-8e98-815c8fbf3583, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:22.164163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:22.169459 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d256e-4d49-42e9-a6e9-c32e29e2f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:22.172548 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c45d256e-4d49-42e9-a6e9-c32e29e2f84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:22.177293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c45d256e-4d49-42e9-a6e9-c32e29e2f84c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12f531d1-86e5-44c1-9ac8-84985451e666 HTTP/1.1" status: 204 len: 168 time: 0.2411282 Sep 27 08:41:22.188846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Calling delete_port for a10d37f3-b0eb-4f76-8e98-815c8fbf3583 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:41:22.192626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-b15bdf94-9ccc-4cf9-8668-9368eaf3f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:22.194306 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-b15bdf94-9ccc-4cf9-8668-9368eaf3f166 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1096 time: 0.0799351 Sep 27 08:41:22.209436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d256e-4d49-42e9-a6e9-c32e29e2f84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f531d1-86e5-44c1-9ac8-84985451e666,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:22.383585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f15a43a4-16e6-4dc8-a1e8-767bee932c89 req-47f6af4c-9313-47dd-9176-fe028bccccb7 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 210 time: 0.0708663 Sep 27 08:41:22.403103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5896201-9b7b-410c-86d5-337f9356ab64 req-e9c80be0-7c11-4711-819a-8460ef7e1d12 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:22.411379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5896201-9b7b-410c-86d5-337f9356ab64 req-e9c80be0-7c11-4711-819a-8460ef7e1d12 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1007679 Sep 27 08:41:22.470072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5896201-9b7b-410c-86d5-337f9356ab64 req-8cb50ec0-3300-40a5-b376-8398e4491b6a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521245 Sep 27 08:41:22.547831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-ec486095-abc2-4faf-a6a6-0a86490943e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:22.563083 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-ec486095-abc2-4faf-a6a6-0a86490943e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.3358467 Sep 27 08:41:22.634812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:22.671049 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446c21-dc0a-4306-820f-42ee6c84d46b req-0198dfc8-835a-4374-8f27-54fc4af8d39d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:22.682115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fa446c21-dc0a-4306-820f-42ee6c84d46b req-0198dfc8-835a-4374-8f27-54fc4af8d39d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0988328 Sep 27 08:41:22.715592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fcf35a6-5a86-4ffc-b7a0-af4ff9dd604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:22.744993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fa446c21-dc0a-4306-820f-42ee6c84d46b req-93807759-0462-40fe-b305-2da8bc6f9939 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571153 Sep 27 08:41:22.761769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:22.777707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['a10d37f3-b0eb-4f76-8e98-815c8fbf3583'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:22.810436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Pushing event deleted for resources: {'Port': ['ID=a10d37f3-b0eb-4f76-8e98-815c8fbf3583,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:22.820775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-b1c5564d-a0dc-4da0-9b82-c64e742ba3c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1000 time: 0.2098482 Sep 27 08:41:22.899816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] No DVR routers for this DVR port a10d37f3-b0eb-4f76-8e98-815c8fbf3583 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:41:22.909273 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:22.911114 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-400cea95-dc07-48f4-a215-4ef84470fb2e req-39924494-6000-4101-a30b-243fd959a76e tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.57 "DELETE /v2.0/ports/a10d37f3-b0eb-4f76-8e98-815c8fbf3583 HTTP/1.1" status: 204 len: 173 time: 1.1524513 Sep 27 08:41:22.913384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6befbf-7db5-4d39-838f-92486a70a2d4', 'name': 'network-vif-deleted', 'tag': 'a10d37f3-b0eb-4f76-8e98-815c8fbf3583'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:22.915702 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a47070e-c5bc-4300-bba7-bc5a9a028165" -d '{"events": [{"server_uuid": "5d6befbf-7db5-4d39-838f-92486a70a2d4", "name": "network-vif-deleted", "tag": "a10d37f3-b0eb-4f76-8e98-815c8fbf3583"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:22.968979 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5cb449-5404-4029-acf1-2ce23771c498 x-openstack-request-id: req-3b5cb449-5404-4029-acf1-2ce23771c498 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:22.969299 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6befbf-7db5-4d39-838f-92486a70a2d4", "name": "network-vif-deleted", "tag": "a10d37f3-b0eb-4f76-8e98-815c8fbf3583", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:22.969525 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b5cb449-5404-4029-acf1-2ce23771c498 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:22.969996 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6befbf-7db5-4d39-838f-92486a70a2d4', 'name': 'network-vif-deleted', 'tag': 'a10d37f3-b0eb-4f76-8e98-815c8fbf3583', 'status': 'completed', 'code': 200} Sep 27 08:41:22.979726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-666d3a35-55d0-4f0b-9b7d-e85e153cfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:22.982581 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-666d3a35-55d0-4f0b-9b7d-e85e153cfb55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1540194 Sep 27 08:41:23.072096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-17f40b24-1b03-4476-9c4e-4734006f4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:23.073695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-17f40b24-1b03-4476-9c4e-4734006f4ffd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834744 Sep 27 08:41:23.078830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fcf35a6-5a86-4ffc-b7a0-af4ff9dd604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:23.090038 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fcf35a6-5a86-4ffc-b7a0-af4ff9dd604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:23.152132 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fcf35a6-5a86-4ffc-b7a0-af4ff9dd604d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9901cb4d94140c7b5b094c199d3780f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142446 Sep 27 08:41:23.154892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52162) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:23.195817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf35a6-5a86-4ffc-b7a0-af4ff9dd604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07c3e42-e9a2-439f-8ebc-93b02b0958be,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:23.226737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-263f6beb-01ff-4f2f-b25e-b228d42c614c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:23.245408 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c4652de-d8ed-4d16-ba9a-dadfd93e11bf req-74e18148-7cce-4e6c-8d17-322007a48196 tempest-ServerRescueNegativeTestJSON-67191678 tempest-ServerRescueNegativeTestJSON-67191678-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d6befbf-7db5-4d39-838f-92486a70a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0368738 Sep 27 08:41:23.250475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-263f6beb-01ff-4f2f-b25e-b228d42c614c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:23.250897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-585afdb1-2a58-49e0-b03a-8fa45ab0f34d service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694570 Sep 27 08:41:23.315080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-263f6beb-01ff-4f2f-b25e-b228d42c614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:23.318100 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-263f6beb-01ff-4f2f-b25e-b228d42c614c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:23.319271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-263f6beb-01ff-4f2f-b25e-b228d42c614c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e07c3e42-e9a2-439f-8ebc-93b02b0958be HTTP/1.1" status: 204 len: 168 time: 0.1633935 Sep 27 08:41:23.350309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f6beb-01ff-4f2f-b25e-b228d42c614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07c3e42-e9a2-439f-8ebc-93b02b0958be,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:23.390037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3402ea7a-e0fb-4682-ab27-6cf4f7313dff req-2f674116-d5cd-4107-98e8-7a9cb7c0f3e6 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266735 Sep 27 08:41:23.532740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6e4347f-40e5-4e3f-8f1a-05b6101b4b77 req-ae006a06-25d4-4f3b-9e63-be0d2d1bbb68 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 210 time: 0.0551884 Sep 27 08:41:23.673091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-70a45db5-5b8a-4b7a-883a-6e547668961d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:23.675969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-70a45db5-5b8a-4b7a-883a-6e547668961d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 815 time: 0.2626305 Sep 27 08:41:23.691639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d01d5-406c-4bf4-b513-4f4e709bf940 req-1fc42c77-e087-4ee5-8a66-434a2799821b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:23.693520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa0d01d5-406c-4bf4-b513-4f4e709bf940 req-1fc42c77-e087-4ee5-8a66-434a2799821b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1155107 Sep 27 08:41:23.699398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Request body: {'port': {'device_id': '452a7bdf-29e2-43fe-895e-8f3f1c68ff7f', 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'admin_state_up': True, 'tenant_id': '302408bbca8e471ea4044c2265f16c63'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:23.813003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa0d01d5-406c-4bf4-b513-4f4e709bf940 req-8553b0aa-8a77-4134-94c3-834f3549866b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938275 Sep 27 08:41:23.917939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Made reservation on behalf of 302408bbca8e471ea4044c2265f16c63 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:41:23.925741 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:23.945424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7888c-abed-448d-b443-4ed83e111581 req-9c43e79b-c873-4f9a-8715-16f029f2baca tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:23.947361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8c7888c-abed-448d-b443-4ed83e111581 req-9c43e79b-c873-4f9a-8715-16f029f2baca tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0857182 Sep 27 08:41:24.006563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8c7888c-abed-448d-b443-4ed83e111581 req-9e74e575-4e83-4e6f-bd53-893a3f501134 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501149 Sep 27 08:41:24.084211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Allocated IP 172.20.0.11 (9a996d74-93bc-43f3-bcac-abcfe8fa4667/a005fe43-8267-430b-aca7-c736a9229fba/c0efdc55-39ee-4abb-9117-929ec92d5141) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:41:24.320633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52202) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:24.682911 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d617f77-f12a-4744-ac65-83ae8b29008f req-a85cfefd-9e98-4fc1-a9b4-f1e7dd28f673 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 210 time: 0.0485835 Sep 27 08:41:24.855230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:24.879268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:24.900258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:24.914930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['915ae7ab-e542-4c89-b216-87725ba5afb5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:25.030070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Pushing event updated for resources: {'Port': ['ID=c0efdc55-39ee-4abb-9117-929ec92d5141,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:25.033305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52222) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:25.036581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28a7a-9e0a-44e6-ad1c-50fb8eb871df req-9b12147e-c8fa-4412-b333-66d8f7ef03f5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:25.044207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1c28a7a-9e0a-44e6-ad1c-50fb8eb871df req-9b12147e-c8fa-4412-b333-66d8f7ef03f5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.1229401 Sep 27 08:41:25.057533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.057893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.058319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.058612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.058940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.059298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.059631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.059980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.060296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.060661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.066751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.068628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.090815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:41:25.095392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:41:25.102254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:41:25.158051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1c28a7a-9e0a-44e6-ad1c-50fb8eb871df req-44e178cc-f771-4773-996c-9a001d0ba8bc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127560 Sep 27 08:41:25.225895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:25.226216 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.259632 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-30bf63c3-8470-4121-ba74-d671bb67a362 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5643957 Sep 27 08:41:25.269452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96275f-6378-4849-a86b-216ba793399c req-e6e841c0-6d30-41dd-afb6-678fb56f6b42 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:25.270993 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e96275f-6378-4849-a86b-216ba793399c req-e6e841c0-6d30-41dd-afb6-678fb56f6b42 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.1311097 Sep 27 08:41:25.289894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Request body: {'port': {'device_id': '452a7bdf-29e2-43fe-895e-8f3f1c68ff7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:25.320920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Deleting port b64a7196-a452-41f0-ad7b-594c51cb6128 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:41:25.321530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.325935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c41936e0-b4f5-488f-8417-caab83d56735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.385663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e96275f-6378-4849-a86b-216ba793399c req-078354fa-cc78-42c8-9c5f-935c411a21fe tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069341 Sep 27 08:41:25.392285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.426952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] For port b64a7196-a452-41f0-ad7b-594c51cb6128, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b64a7196-a452-41f0-ad7b-594c51cb6128,segment=NetworkSegment(0fca3a6d-d922-459c-b76c-1d002eb09040),segment_id=0fca3a6d-d922-459c-b76c-1d002eb09040)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:25.427501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.442590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Calling delete_port for b64a7196-a452-41f0-ad7b-594c51cb6128 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:41:25.706760 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.713051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c41936e0-b4f5-488f-8417-caab83d56735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.724918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c41936e0-b4f5-488f-8417-caab83d56735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.744161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64a7196-a452-41f0-ad7b-594c51cb6128,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:25.775136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.776013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.776013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.776866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.777207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.777538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.777868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.778948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.779290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.779608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.779936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.780438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:25.804946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c41936e0-b4f5-488f-8417-caab83d56735 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c79f9cab75a4343936eb5cf1b7aebdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7681386 Sep 27 08:41:25.814380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52250) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:25.821841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41936e0-b4f5-488f-8417-caab83d56735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66986c8-f466-4fe4-bc72-5f24d7d412cb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:25.845666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0efdc55-39ee-4abb-9117-929ec92d5141 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:25.860953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.875060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Transition to ACTIVE for port object c0efdc55-39ee-4abb-9117-929ec92d5141 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:41:25.881163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:25.954200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0efdc55-39ee-4abb-9117-929ec92d5141,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:25.971631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5c66c-7ae7-4921-bd2f-8834aaa1f03f req-cebb9a2e-702a-4668-9f8f-7ed152790ec7 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:25.974300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ed5c66c-7ae7-4921-bd2f-8834aaa1f03f req-cebb9a2e-702a-4668-9f8f-7ed152790ec7 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 932 time: 0.1494389 Sep 27 08:41:26.010081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70793865-36e7-4fb5-842b-540a9060f360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.016482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Attempting to bind port c0efdc55-39ee-4abb-9117-929ec92d5141 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:41:26.016900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Attempting to bind port c0efdc55-39ee-4abb-9117-929ec92d5141 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:41:26.017304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Attempting to bind port c0efdc55-39ee-4abb-9117-929ec92d5141 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:26.022211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Port c0efdc55-39ee-4abb-9117-929ec92d5141 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:41:26.022632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Attempting to bind port c0efdc55-39ee-4abb-9117-929ec92d5141 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:26.028279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:41:26.028720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Checking segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:41:26.029176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Bound using segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:41:26.029823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Bound port: c0efdc55-39ee-4abb-9117-929ec92d5141, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:41:26.030179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.051381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70793865-36e7-4fb5-842b-540a9060f360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.067438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a10d37f3-b0eb-4f76-8e98-815c8fbf3583 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:41:26.102877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: a10d37f3-b0eb-4f76-8e98-815c8fbf3583 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:41:26.103233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a10d37f3-b0eb-4f76-8e98-815c8fbf3583 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:41:26.124150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] For port c0efdc55-39ee-4abb-9117-929ec92d5141, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:41:26.130952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] For port c0efdc55-39ee-4abb-9117-929ec92d5141, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c0efdc55-39ee-4abb-9117-929ec92d5141,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:41:26.138710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.196710 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70793865-36e7-4fb5-842b-540a9060f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.207432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70793865-36e7-4fb5-842b-540a9060f360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.212038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-70793865-36e7-4fb5-842b-540a9060f360 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b66986c8-f466-4fe4-bc72-5f24d7d412cb HTTP/1.1" status: 204 len: 168 time: 0.3965607 Sep 27 08:41:26.237870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:26.238940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.240710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] 10.222.0.67 "PUT /v2.0/ports/c0efdc55-39ee-4abb-9117-929ec92d5141 HTTP/1.1" status: 200 len: 1092 time: 0.9636781 Sep 27 08:41:26.241347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452a7bdf-29e2-43fe-895e-8f3f1c68ff7f', 'tag': 'c0efdc55-39ee-4abb-9117-929ec92d5141'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:26.246554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ed5c66c-7ae7-4921-bd2f-8834aaa1f03f req-b6c7e123-7109-4a70-a04c-366aab81d7a5 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534788 Sep 27 08:41:26.252259 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cda1e7-6334-4d35-8950-29666dd756e5" -d '{"events": [{"name": "network-changed", "server_uuid": "452a7bdf-29e2-43fe-895e-8f3f1c68ff7f", "tag": "c0efdc55-39ee-4abb-9117-929ec92d5141"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:26.255848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70793865-36e7-4fb5-842b-540a9060f360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66986c8-f466-4fe4-bc72-5f24d7d412cb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:26.279020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:26.296888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03be41-7233-45df-bffc-69255471afd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0efdc55-39ee-4abb-9117-929ec92d5141,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:26.344209 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beaf439-e81d-4c21-b3f7-f4e42e8622e7 x-openstack-request-id: req-9beaf439-e81d-4c21-b3f7-f4e42e8622e7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:26.344737 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452a7bdf-29e2-43fe-895e-8f3f1c68ff7f", "tag": "c0efdc55-39ee-4abb-9117-929ec92d5141", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:26.345127 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9beaf439-e81d-4c21-b3f7-f4e42e8622e7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:26.345697 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452a7bdf-29e2-43fe-895e-8f3f1c68ff7f', 'tag': 'c0efdc55-39ee-4abb-9117-929ec92d5141', 'status': 'completed', 'code': 200} Sep 27 08:41:26.418365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bd6ff10c-7ca3-47bb-a04d-e2da41566a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:26.422046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-bd6ff10c-7ca3-47bb-a04d-e2da41566a76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 1095 time: 0.0945826 Sep 27 08:41:26.474367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-136eb030-c62f-47d0-870d-64aa2d0217e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0efdc55-39ee-4abb-9117-929ec92d5141 HTTP/1.1" status: 200 len: 217 time: 0.0411890 Sep 27 08:41:26.570925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-ac148076-2f4a-40a6-affa-bddce63fc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:26.571856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-ac148076-2f4a-40a6-affa-bddce63fc8b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.0866683 Sep 27 08:41:26.625267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-46c7b6e5-ceb1-43e9-be00-44e55a60efdb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447588 Sep 27 08:41:26.674825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c3c08-de7d-4771-b760-baee33cb17ec req-5bf9745a-13b2-45e1-bf6a-7467bc846ea8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:26.684299 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b9c3c08-de7d-4771-b760-baee33cb17ec req-5bf9745a-13b2-45e1-bf6a-7467bc846ea8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.1479545 Sep 27 08:41:26.765960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b9c3c08-de7d-4771-b760-baee33cb17ec req-a8de11d0-cd2e-4130-8b52-716857282e55 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807314 Sep 27 08:41:26.784779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-33a891b6-f426-47a3-9de3-378d2b9f9ef1 service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497474 Sep 27 08:41:26.792424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:41:26.895123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e269ef29-050c-46ce-baa6-9aadbc3d6d18 req-8c76d9c8-8986-42a7-a5ab-98aca5db922a service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972495 Sep 27 08:41:26.909736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:41:26.924481 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] Sync routers for ids ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:41:26.942387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:26.943479 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] Routers {'081f3aa9-295a-44c9-a4cf-2b0461ab5da3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:41:26.944299 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:41:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:41:26.945042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5efa1f98-a133-4a00-a986-38b509f34867 admin admin] 10.222.0.50 "PUT /v2.0/routers/081f3aa9-295a-44c9-a4cf-2b0461ab5da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6221063 Sep 27 08:41:27.047639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5658aa53-768e-4879-b1a1-1dfbbe7e0997 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:41:27.096567 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] Set router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:41:27.155076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:27.254904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:27.291862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'port_id': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'mac_address': 'fa:16:3e:4a:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86717468-983a-4e29-8cf9-97fd0ea72f3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:41:27.292009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-9598234f-0b7a-4d38-8a8e-0afff62f747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:27.292557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-9598234f-0b7a-4d38-8a8e-0afff62f747b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 1095 time: 0.2626555 Sep 27 08:41:27.332603 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:27.349341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5658aa53-768e-4879-b1a1-1dfbbe7e0997 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:27.381445 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:41:25Z', 'revision_number': 5, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:41:27.395146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:27.400130 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:27.426649 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] Checking router: 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:41:27.437853 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] Routers {'081f3aa9-295a-44c9-a4cf-2b0461ab5da3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:41:27.439015 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:41:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:41:27.475978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:27.537495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['5658aa53-768e-4879-b1a1-1dfbbe7e0997'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:27.545547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-cc3422ed-4a80-4632-9781-ecece3884bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:27.547062 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-cc3422ed-4a80-4632-9781-ecece3884bb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 916 time: 0.2413356 Sep 27 08:41:27.561614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b50f0-3dcb-4871-8755-04ebe8bb073c req-f8f88202-a557-47d2-adbb-0cfc9416c8d7 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:27.563247 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe1b50f0-3dcb-4871-8755-04ebe8bb073c req-f8f88202-a557-47d2-adbb-0cfc9416c8d7 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 944 time: 0.1814215 Sep 27 08:41:27.578557 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] Set router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:41:27.635321 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:27.652810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-6d20de43-c68d-4c34-ab07-93687bd24e4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0efdc55-39ee-4abb-9117-929ec92d5141 HTTP/1.1" status: 200 len: 217 time: 0.0885425 Sep 27 08:41:27.824705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52322) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:27.828480 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe1b50f0-3dcb-4871-8755-04ebe8bb073c req-56c532d8-61c3-4963-918b-ccf3368a7cb2 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561197 Sep 27 08:41:27.872379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-e08b1827-12f6-4217-af13-a76924e4b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:27.879381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-e08b1827-12f6-4217-af13-a76924e4b515 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.2123613 Sep 27 08:41:27.915482 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:41:25Z', 'revision_number': 5, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:41:27.926779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Deleting port 27748884-7ead-44c8-99fc-cda56cdb0b2d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:41:27.927332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:27.933619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-37fdee7d-c850-47d7-a958-8629d0161a76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395448 Sep 27 08:41:27.962575 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ef8ff-5bf6-46ea-bdb4-c5ef4b6cb04b None None] The sync data for ids ['081f3aa9-295a-44c9-a4cf-2b0461ab5da3'] in n-d-810909-1 is: [{'id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'name': 'tempest-ServerRescueNegativeTestJSON-1978341195-router', 'tenant_id': '6aa1225494b740de90537e08502e8640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:38:40Z', 'updated_at': '2021-09-27T08:41:25Z', 'revision_number': 5, 'project_id': '6aa1225494b740de90537e08502e8640', 'gw_port': {'id': '27748884-7ead-44c8-99fc-cda56cdb0b2d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f3aa9-295a-44c9-a4cf-2b0461ab5da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:38:41Z', 'updated_at': '2021-09-27T08:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:41:28.031318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b3c06ed-95ab-43ab-a348-ea3d459799d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.128298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e7e8-40b7-4ed3-8106-a342c6391ef4 req-a3475883-faf0-4b0a-8717-7268e245cbfe tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:28.130024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d29e7e8-40b7-4ed3-8106-a342c6391ef4 req-a3475883-faf0-4b0a-8717-7268e245cbfe tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.1849251 Sep 27 08:41:28.159027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] For port 27748884-7ead-44c8-99fc-cda56cdb0b2d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=27748884-7ead-44c8-99fc-cda56cdb0b2d,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:28.159412 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.178798 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b3c06ed-95ab-43ab-a348-ea3d459799d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.185127 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b3c06ed-95ab-43ab-a348-ea3d459799d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.190957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Calling delete_port for 27748884-7ead-44c8-99fc-cda56cdb0b2d owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:41:28.195188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-ea3d844f-52cb-4af0-bf39-3c6e8f0ed84d service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511806 Sep 27 08:41:28.233103 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d29e7e8-40b7-4ed3-8106-a342c6391ef4 req-c66e0525-9440-4618-b5e5-2901ab357ca8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871658 Sep 27 08:41:28.235005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5b3c06ed-95ab-43ab-a348-ea3d459799d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7d08e873cf444239aa83e2a8b34629a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092820 Sep 27 08:41:28.237338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c06ed-95ab-43ab-a348-ea3d459799d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf60659-7454-424c-8c23-4a4317aa337d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:28.240055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52328) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:28.305329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1950e03e-3495-4630-b5e8-2a606e013933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.336938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1950e03e-3495-4630-b5e8-2a606e013933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.405257 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1950e03e-3495-4630-b5e8-2a606e013933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.408136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1950e03e-3495-4630-b5e8-2a606e013933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.411880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1950e03e-3495-4630-b5e8-2a606e013933 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0bf60659-7454-424c-8c23-4a4317aa337d HTTP/1.1" status: 204 len: 168 time: 0.1683929 Sep 27 08:41:28.418859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950e03e-3495-4630-b5e8-2a606e013933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf60659-7454-424c-8c23-4a4317aa337d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:28.450089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5cda1e7-6334-4d35-8950-29666dd756e5 req-5b19f2f4-1259-48e3-b785-fa82e534712b service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387960 Sep 27 08:41:28.551659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.585953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Pushing event deleted for resources: {'Port': ['ID=27748884-7ead-44c8-99fc-cda56cdb0b2d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:28.671723 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.712957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52342) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:28.792464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.795481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.864973 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.866115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 081f3aa9-295a-44c9-a4cf-2b0461ab5da3 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:41:28.874826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:28.878310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c359f302-4b04-441d-a954-f7cd1aaf11ac admin admin] 10.222.0.50 "DELETE /v2.0/routers/081f3aa9-295a-44c9-a4cf-2b0461ab5da3 HTTP/1.1" status: 204 len: 168 time: 1.9341853 Sep 27 08:41:28.881294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52360) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:28.936023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc75eb3a-024d-478f-bce5-cd58fd1b78a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.028516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9423ef-4f21-422f-add7-602ccd14c97f admin admin] Deleting subnet 02f7a45b-f830-4993-a10b-f1130688224a {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:41:29.032494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e9423ef-4f21-422f-add7-602ccd14c97f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.070720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c0efdc55-39ee-4abb-9117-929ec92d5141 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:41:29.075029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5658aa53-768e-4879-b1a1-1dfbbe7e0997 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:41:29.086277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eb76b-23b0-427b-90fa-3993bbc5951a req-6ec69ce3-f437-45c4-aaea-d05d3313b149 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:29.091880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e85eb76b-23b0-427b-90fa-3993bbc5951a req-6ec69ce3-f437-45c4-aaea-d05d3313b149 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 944 time: 0.1554139 Sep 27 08:41:29.103055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e9423ef-4f21-422f-add7-602ccd14c97f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.178482 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e85eb76b-23b0-427b-90fa-3993bbc5951a req-6539b4ac-115b-408e-82b4-6dede9d09438 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791330 Sep 27 08:41:29.227295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e9423ef-4f21-422f-add7-602ccd14c97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.278095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:29.278486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.289348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc75eb3a-024d-478f-bce5-cd58fd1b78a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.299794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc75eb3a-024d-478f-bce5-cd58fd1b78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.392953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cd9c7-67d9-4b34-894a-edc781d3b5a0 req-66f76205-9919-4196-a1d4-4257c4a8b51a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:29.393679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e9423ef-4f21-422f-add7-602ccd14c97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.397553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-370cd9c7-67d9-4b34-894a-edc781d3b5a0 req-66f76205-9919-4196-a1d4-4257c4a8b51a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0751312 Sep 27 08:41:29.440907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9423ef-4f21-422f-add7-602ccd14c97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f7a45b-f830-4993-a10b-f1130688224a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:29.452590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e9423ef-4f21-422f-add7-602ccd14c97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.457706 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5e9423ef-4f21-422f-add7-602ccd14c97f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/02f7a45b-f830-4993-a10b-f1130688224a HTTP/1.1" status: 204 len: 168 time: 0.5753570 Sep 27 08:41:29.459505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:29.464050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52396) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:29.464835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc75eb3a-024d-478f-bce5-cd58fd1b78a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=286b7d101dce4c6fa3a484bdcf1284e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497184 Sep 27 08:41:29.471387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75eb3a-024d-478f-bce5-cd58fd1b78a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc02dc71-40be-47ae-8ddd-e6d896d8d11c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:29.597996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8b79c03-58fc-4818-a639-12a29a98ff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.608143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.611031 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-370cd9c7-67d9-4b34-894a-edc781d3b5a0 req-827c7448-e47f-4e36-9d99-7a21beffa1f8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020276 Sep 27 08:41:29.694360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8b79c03-58fc-4818-a639-12a29a98ff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.715091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.720968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:29.722345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:29.726968 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852c79e9-20cf-40d1-a0bf-40cf058d222d" -d '{"events": [{"server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "name": "network-vif-plugged", "status": "completed", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:29.738912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c0efdc55-39ee-4abb-9117-929ec92d5141, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c0efdc55-39ee-4abb-9117-929ec92d5141,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:29.749702 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.817509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b64a7196-a452-41f0-ad7b-594c51cb6128 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:41:29.834488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8b79c03-58fc-4818-a639-12a29a98ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.837214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8b79c03-58fc-4818-a639-12a29a98ff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.838596 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8b79c03-58fc-4818-a639-12a29a98ff90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc02dc71-40be-47ae-8ddd-e6d896d8d11c HTTP/1.1" status: 204 len: 168 time: 0.3533981 Sep 27 08:41:29.842584 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5a9591-7a42-44cd-9bd2-71c3f68c849f x-openstack-request-id: req-3b5a9591-7a42-44cd-9bd2-71c3f68c849f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:29.843313 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "name": "network-vif-plugged", "status": "completed", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:29.843780 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b5a9591-7a42-44cd-9bd2-71c3f68c849f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:29.844426 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'code': 200} Sep 27 08:41:29.860301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b79c03-58fc-4818-a639-12a29a98ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc02dc71-40be-47ae-8ddd-e6d896d8d11c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:29.877751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b64a7196-a452-41f0-ad7b-594c51cb6128 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:41:29.878395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b64a7196-a452-41f0-ad7b-594c51cb6128 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:41:29.879081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 27748884-7ead-44c8-99fc-cda56cdb0b2d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:41:29.881056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:29.892105 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.909921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'c0efdc55-39ee-4abb-9117-929ec92d5141', 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'port_id': 'c0efdc55-39ee-4abb-9117-929ec92d5141', 'mac_address': 'fa:16:3e:8c:be:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005fe43-8267-430b-aca7-c736a9229fba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:41:29.913792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 27748884-7ead-44c8-99fc-cda56cdb0b2d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:41:29.914415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 27748884-7ead-44c8-99fc-cda56cdb0b2d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:41:29.916767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c852fc-fbfb-4534-8785-9d95f2e105b7']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:41:29.929623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fca3a6d-d922-459c-b76c-1d002eb09040') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:41:29.930197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fca3a6d-d922-459c-b76c-1d002eb09040') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:41:29.941207 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.956833 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.959183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.980551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0efdc55-39ee-4abb-9117-929ec92d5141 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:29.986352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:41:29.987010 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:41:29.989657 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:41:30.009901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c0efdc55-39ee-4abb-9117-929ec92d5141, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c0efdc55-39ee-4abb-9117-929ec92d5141,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:30.025280 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:30.104609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:30.119669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c0efdc55-39ee-4abb-9117-929ec92d5141,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:30.133826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:30.139336 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] 10.222.0.50 "DELETE /v2.0/networks/16c852fc-fbfb-4534-8785-9d95f2e105b7 HTTP/1.1" status: 204 len: 168 time: 0.6782513 Sep 27 08:41:30.149873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8ab29-e0c5-4bb3-8bb3-7ef0f4903873 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c852fc-fbfb-4534-8785-9d95f2e105b7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:30.351193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['c0efdc55-39ee-4abb-9117-929ec92d5141'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:30.403676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d14be8-ed15-47e5-9a02-245a505214b1 req-243b28e6-fdca-470c-8ff3-f09cc8ed3ab3 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:30.405989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79d14be8-ed15-47e5-9a02-245a505214b1 req-243b28e6-fdca-470c-8ff3-f09cc8ed3ab3 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 945 time: 0.0820527 Sep 27 08:41:30.471439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79d14be8-ed15-47e5-9a02-245a505214b1 req-033caa15-103b-47b6-95e0-974e1081f879 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532959 Sep 27 08:41:30.496934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:30.598359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52452) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:30.602146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-601cd694-240d-47bb-bb56-fac038e456bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6aa1225494b740de90537e08502e8640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969675 Sep 27 08:41:30.725423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284648c-7557-4504-8759-be0ad70bab1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:30.752124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284648c-7557-4504-8759-be0ad70bab1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:30.845287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4bae3-5880-4032-9e76-ad960726ae2b req-3f7561f1-0e3d-45ba-a417-6b04a290ebdd tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:30.846877 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2d4bae3-5880-4032-9e76-ad960726ae2b req-3f7561f1-0e3d-45ba-a417-6b04a290ebdd tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0935268 Sep 27 08:41:30.880242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284648c-7557-4504-8759-be0ad70bab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:30.883432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9284648c-7557-4504-8759-be0ad70bab1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:30.884639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9284648c-7557-4504-8759-be0ad70bab1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f14cde3-c2e9-4316-b590-0c6f36d975a6 HTTP/1.1" status: 204 len: 168 time: 0.2846589 Sep 27 08:41:30.900762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284648c-7557-4504-8759-be0ad70bab1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f14cde3-c2e9-4316-b590-0c6f36d975a6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:30.932533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2d4bae3-5880-4032-9e76-ad960726ae2b req-4b2445e4-c081-4303-a71c-c5c39ee435db tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702512 Sep 27 08:41:31.647847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5f24b-8319-4f6b-80dc-7ceb32418e10 req-203e4fd7-b6dd-49e5-b95f-bdf35063aa29 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:31.653446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50e5f24b-8319-4f6b-80dc-7ceb32418e10 req-203e4fd7-b6dd-49e5-b95f-bdf35063aa29 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 945 time: 0.0897419 Sep 27 08:41:31.735173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50e5f24b-8319-4f6b-80dc-7ceb32418e10 req-fa164dac-f12d-465e-9954-cabea898e991 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710874 Sep 27 08:41:32.140775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ba42-2508-4f35-8556-1395b2d124c7 req-e1898ed3-3e54-4b9a-a300-dd274af41625 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:32.148547 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0e6ba42-2508-4f35-8556-1395b2d124c7 req-e1898ed3-3e54-4b9a-a300-dd274af41625 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0788765 Sep 27 08:41:32.202450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0e6ba42-2508-4f35-8556-1395b2d124c7 req-f88262f8-e24b-4ab6-b224-36403946a28d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528693 Sep 27 08:41:32.942996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5af5f7-b85b-495c-959f-1b8afa637760 req-ba422d88-8c4e-4b98-af75-8057618c324c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:32.950538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5af5f7-b85b-495c-959f-1b8afa637760 req-ba422d88-8c4e-4b98-af75-8057618c324c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 945 time: 0.0901515 Sep 27 08:41:33.026885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5af5f7-b85b-495c-959f-1b8afa637760 req-c894903f-52fe-4b24-b772-9522e8881ad8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754354 Sep 27 08:41:33.083846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c0efdc55-39ee-4abb-9117-929ec92d5141 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:41:33.127570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba8fa2f9-c3d1-42a9-99cb-b940088ed7e5 req-f131ecc9-9a00-4369-ac96-eb44cf29c025 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0466461 Sep 27 08:41:33.174519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52692) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:33.179661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port c0efdc55-39ee-4abb-9117-929ec92d5141 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:41:33.209595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port c0efdc55-39ee-4abb-9117-929ec92d5141 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:33.209998 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.425585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3486f4-3526-41f3-a0cc-570205f4aaa3 req-609ca3eb-1516-47ef-b0d5-d10a689306ae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:33.427657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f3486f4-3526-41f3-a0cc-570205f4aaa3 req-609ca3eb-1516-47ef-b0d5-d10a689306ae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.1300933 Sep 27 08:41:33.462793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.497727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452a7bdf-29e2-43fe-895e-8f3f1c68ff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efdc55-39ee-4abb-9117-929ec92d5141'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:33.500917 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d27232-c6d9-426b-a736-efa9e4340c5a" -d '{"events": [{"server_uuid": "452a7bdf-29e2-43fe-895e-8f3f1c68ff7f", "name": "network-vif-plugged", "status": "completed", "tag": "c0efdc55-39ee-4abb-9117-929ec92d5141"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:33.520386 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33fbb9c8-e1db-4d2a-9316-7bf279eaa6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.531062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c0efdc55-39ee-4abb-9117-929ec92d5141, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c0efdc55-39ee-4abb-9117-929ec92d5141,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:33.543433 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.619987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f3486f4-3526-41f3-a0cc-570205f4aaa3 req-e7e7c4ad-94b8-40ee-ab2b-3367722154b2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861908 Sep 27 08:41:33.662904 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b468fd97-6074-4024-b000-ad409d374007 x-openstack-request-id: req-b468fd97-6074-4024-b000-ad409d374007 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:33.663560 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452a7bdf-29e2-43fe-895e-8f3f1c68ff7f", "name": "network-vif-plugged", "status": "completed", "tag": "c0efdc55-39ee-4abb-9117-929ec92d5141", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:33.664030 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b468fd97-6074-4024-b000-ad409d374007 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:33.664685 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452a7bdf-29e2-43fe-895e-8f3f1c68ff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efdc55-39ee-4abb-9117-929ec92d5141', 'code': 200} Sep 27 08:41:33.665869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c0efdc55-39ee-4abb-9117-929ec92d5141,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:33.744929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33fbb9c8-e1db-4d2a-9316-7bf279eaa6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.751593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33fbb9c8-e1db-4d2a-9316-7bf279eaa6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.809706 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-33fbb9c8-e1db-4d2a-9316-7bf279eaa6da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9a4d1ae04fe4b95ae50ae864d17a5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6359279 Sep 27 08:41:33.810368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6140b7-8fbd-4a11-aecf-ec993accc8c8 req-e5446285-e283-4308-9f23-e5026caeeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:33.812244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52710) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:33.813699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf6140b7-8fbd-4a11-aecf-ec993accc8c8 req-e5446285-e283-4308-9f23-e5026caeeca7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 1097 time: 0.1523614 Sep 27 08:41:33.819531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbb9c8-e1db-4d2a-9316-7bf279eaa6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ba0c37-bb66-4de1-97b6-79e9a9b21993,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:33.876884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98de43cd-a77f-4d7b-a3eb-c36eeddd4a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.909430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98de43cd-a77f-4d7b-a3eb-c36eeddd4a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.953381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf6140b7-8fbd-4a11-aecf-ec993accc8c8 req-6d68cdbe-da37-4105-84ad-8b13f87d034d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205475 Sep 27 08:41:33.985078 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98de43cd-a77f-4d7b-a3eb-c36eeddd4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.991504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98de43cd-a77f-4d7b-a3eb-c36eeddd4a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:33.995697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-98de43cd-a77f-4d7b-a3eb-c36eeddd4a08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5ba0c37-bb66-4de1-97b6-79e9a9b21993 HTTP/1.1" status: 204 len: 168 time: 0.1799452 Sep 27 08:41:34.007589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de43cd-a77f-4d7b-a3eb-c36eeddd4a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ba0c37-bb66-4de1-97b6-79e9a9b21993,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:34.285603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ebe30-3276-4e1a-baa2-8acfff94a931 req-13bcfd16-8021-40a6-8a41-275ba0a17a18 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:34.288292 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba1ebe30-3276-4e1a-baa2-8acfff94a931 req-13bcfd16-8021-40a6-8a41-275ba0a17a18 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 946 time: 0.0688965 Sep 27 08:41:34.352902 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba1ebe30-3276-4e1a-baa2-8acfff94a931 req-2890452c-6b57-4802-ad69-d3da890c3164 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584786 Sep 27 08:41:34.492296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52724) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:34.515595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70609022-2361-4856-add0-cf15931e4e79 req-9526f3ae-5ad6-4e7a-96a7-f9f08c88a51f tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0472836 Sep 27 08:41:34.537894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0381dbdc-c34a-45a4-862f-40fa7f216da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:34.657129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0381dbdc-c34a-45a4-862f-40fa7f216da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:34.666626 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0381dbdc-c34a-45a4-862f-40fa7f216da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:34.719145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381dbdc-c34a-45a4-862f-40fa7f216da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feca298-8701-4f0d-a37d-352b1b7db116,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:34.728096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0381dbdc-c34a-45a4-862f-40fa7f216da7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2ec7bcc025c421789becc3a2bfb053c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325633 Sep 27 08:41:34.728988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:34.742243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852a51-7302-4df6-9d78-bf2a6c4255e6 req-4aae3632-590d-4ba9-98f1-a9913b5b9679 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:34.750112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a852a51-7302-4df6-9d78-bf2a6c4255e6 req-4aae3632-590d-4ba9-98f1-a9913b5b9679 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0697541 Sep 27 08:41:34.784766 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4cf64ba-4402-4855-b1b5-b325cfa69e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:34.796598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a852a51-7302-4df6-9d78-bf2a6c4255e6 req-b473c605-e101-42be-9773-3ef1ea935440 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Sep 27 08:41:34.818529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4cf64ba-4402-4855-b1b5-b325cfa69e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:34.891475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4cf64ba-4402-4855-b1b5-b325cfa69e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:34.895004 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4cf64ba-4402-4855-b1b5-b325cfa69e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:34.898856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b4cf64ba-4402-4855-b1b5-b325cfa69e0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7feca298-8701-4f0d-a37d-352b1b7db116 HTTP/1.1" status: 204 len: 168 time: 0.1673391 Sep 27 08:41:34.906920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf64ba-4402-4855-b1b5-b325cfa69e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feca298-8701-4f0d-a37d-352b1b7db116,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:35.539524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f456b-05a9-4a0f-9ff1-bf234d8eecb1 req-c55e8bca-6d2b-4762-892b-608077e3ff07 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:35.547916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e85f456b-05a9-4a0f-9ff1-bf234d8eecb1 req-c55e8bca-6d2b-4762-892b-608077e3ff07 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 946 time: 0.0809743 Sep 27 08:41:35.565458 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:35.619337 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e85f456b-05a9-4a0f-9ff1-bf234d8eecb1 req-e77bdfe8-4904-4755-805b-467bac2ad1e2 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631924 Sep 27 08:41:35.766756 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92b210f8-d76c-4297-90fb-318c6e37368c req-99b94b1b-ae79-4ac6-8edb-a4662d4453fa tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0438819 Sep 27 08:41:35.895267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1a9d570-dfb8-494f-afac-f7e211bc3b6d req-42679775-3a99-4de1-a1dc-3bb610fe39e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0426524 Sep 27 08:41:36.140562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80220c11-5f2a-4781-866d-a4ade5d9bff5 req-69ea9b49-da09-459a-a68d-b073d8793990 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:36.143101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80220c11-5f2a-4781-866d-a4ade5d9bff5 req-69ea9b49-da09-459a-a68d-b073d8793990 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0758145 Sep 27 08:41:36.205786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80220c11-5f2a-4781-866d-a4ade5d9bff5 req-ef1c32e3-ffe8-4b8a-93d6-fa2ad3455900 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Sep 27 08:41:36.906289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d43f8b8-8df7-461f-bcc9-7dc1f60a49b3 req-a31f3611-6c70-4dcd-8faf-aaa84f2cc2a1 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0376980 Sep 27 08:41:37.376559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76d13b-fee9-4548-9c22-137005cf4f81 req-ecc75b55-f0ee-4fc8-b012-e496156d6456 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:37.378629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba76d13b-fee9-4548-9c22-137005cf4f81 req-ecc75b55-f0ee-4fc8-b012-e496156d6456 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0704560 Sep 27 08:41:37.433390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba76d13b-fee9-4548-9c22-137005cf4f81 req-ed80956b-6bd3-4a3c-8703-8ca31f747ad2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 Sep 27 08:41:38.067091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fe7d013-8db8-4233-86d9-51e3c8412d18 req-6f0058f0-d091-43d6-8c50-4c9f48159b6e tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0484290 Sep 27 08:41:42.947998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fe21a-83af-4e40-9698-2d4fcb3eddde req-6181624c-b70f-444d-a294-3584c63d4a06 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:42.955183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fd8fe21a-83af-4e40-9698-2d4fcb3eddde req-6181624c-b70f-444d-a294-3584c63d4a06 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0613770 Sep 27 08:41:42.992046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fd8fe21a-83af-4e40-9698-2d4fcb3eddde req-9fadb3c9-40b0-499b-a239-3e2946f27b95 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Sep 27 08:41:43.268813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1735a787-b50d-4711-8349-b217a2dae8f0 req-fb922cd7-61a8-4ee3-918e-06c081fb9211 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0415545 Sep 27 08:41:43.959009 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:44.198103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dc0e-7d0c-421b-977e-124d46100d9e req-a94a0309-5fbd-43ed-b405-2d4fb5e310ff tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:44.205705 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a4a7dc0e-7d0c-421b-977e-124d46100d9e req-a94a0309-5fbd-43ed-b405-2d4fb5e310ff tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0683637 Sep 27 08:41:44.252676 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a4a7dc0e-7d0c-421b-977e-124d46100d9e req-936bdce2-d796-46c0-baf3-a82bdc69edb8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Sep 27 08:41:44.295067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-fc9628c6-9660-446b-9e3e-69d86c8b8983 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:44.296760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-fc9628c6-9660-446b-9e3e-69d86c8b8983 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 815 time: 0.1329422 Sep 27 08:41:44.316833 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-aff2a851-396b-4f4c-9f51-7bcd15e41793 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/quotas/302408bbca8e471ea4044c2265f16c63 HTTP/1.1" status: 200 len: 375 time: 0.0118477 Sep 27 08:41:44.386881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-b0f1415e-325a-4186-a2d0-218702267b21 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629511 Sep 27 08:41:44.531016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:44.546635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-b8ed7674-56f9-4ded-a2e5-3afd39f4eedb service neutron] 10.222.0.50 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589756 Sep 27 08:41:44.676544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-9b9b546d-b6c4-49a4-a1c3-11e3df0aa598 service neutron] 10.222.0.50 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286883 Sep 27 08:41:44.677402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70b299c4-b5e2-430d-93bb-81fd0125bc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:44.714281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5931517b-882b-422c-a2c6-84dbac94e740 req-bd1f725a-81fa-4936-9461-62f315feff6f tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0346174 Sep 27 08:41:44.837392 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70b299c4-b5e2-430d-93bb-81fd0125bc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:44.857997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70b299c4-b5e2-430d-93bb-81fd0125bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:44.888958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2887a293-0a02-4b49-85dc-a080177f9f7d req-cfddc85f-7005-42bc-96d3-e7c7b91e1e76 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 210 time: 0.0373695 Sep 27 08:41:44.982225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-fb054788-2b6b-4235-b048-7999350cdd95 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:44.983731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-fb054788-2b6b-4235-b048-7999350cdd95 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 805 time: 0.1863058 Sep 27 08:41:44.986416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-70b299c4-b5e2-430d-93bb-81fd0125bc6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fda1502e9b414f32abc2a61b99ca98e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541202 Sep 27 08:41:44.987271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b299c4-b5e2-430d-93bb-81fd0125bc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7005e27c-bcf8-4a5d-b47d-9ec7fb66c918,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:44.989303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53010) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:45.001451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8911558-8f3e-44d7-96c8-22881e93b16c tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/quotas/c63fccde548445b0b25eca42d008d5b5 HTTP/1.1" status: 200 len: 375 time: 0.0098834 Sep 27 08:41:45.044307 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcffb-d722-40ec-a93a-e24a21d61200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:45.057713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-354b1dae-164a-4088-98d6-8193bc80f4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:45.080231 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e95ec5a0-65f6-4102-b4cf-d73e4feeb8e4 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591860 Sep 27 08:41:45.099135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-354b1dae-164a-4088-98d6-8193bc80f4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:45.168385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-354b1dae-164a-4088-98d6-8193bc80f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:45.171134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-354b1dae-164a-4088-98d6-8193bc80f4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:45.174622 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-354b1dae-164a-4088-98d6-8193bc80f4b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7005e27c-bcf8-4a5d-b47d-9ec7fb66c918 HTTP/1.1" status: 204 len: 168 time: 0.1817710 Sep 27 08:41:45.182157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b1dae-164a-4088-98d6-8193bc80f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7005e27c-bcf8-4a5d-b47d-9ec7fb66c918,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:45.220482 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-bf34b5ad-653e-4157-8ae6-47779581b482 service neutron] 10.222.0.50 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327181 Sep 27 08:41:45.338963 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-220985cc-ba28-4756-ad34-43c3065ba97d service neutron] 10.222.0.50 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117382 Sep 27 08:41:45.405386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c54f08-a1c9-4c29-b4d3-5549deecb26f req-28191c41-5cbd-4483-ae8e-23cdbb5562c7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:45.413142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11c54f08-a1c9-4c29-b4d3-5549deecb26f req-28191c41-5cbd-4483-ae8e-23cdbb5562c7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.0647743 Sep 27 08:41:45.449510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11c54f08-a1c9-4c29-b4d3-5549deecb26f req-10e84f5f-f367-49fc-b8ce-92195b4e29c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352759 Sep 27 08:41:45.586344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97c96d6a-13b5-4336-aeb1-9f97f9c3bdda req-c47b8a81-c16f-48ca-b264-b70fc81cb87c tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 210 time: 0.0427792 Sep 27 08:41:45.687676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53034) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:45.734914 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-daac41f9-c505-4777-a82f-198a77ea7969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:45.803155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e113dd-a3a1-4187-ae17-4c466cebf95b req-d261172f-b9e5-4c50-990f-18ec66a4ded6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:45.804801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5e113dd-a3a1-4187-ae17-4c466cebf95b req-d261172f-b9e5-4c50-990f-18ec66a4ded6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1090295 Sep 27 08:41:45.889252 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5e113dd-a3a1-4187-ae17-4c466cebf95b req-8934f526-1ade-43de-afd6-119d37823b95 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636482 Sep 27 08:41:45.907634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fbba831e-6174-4325-99c8-e03ce4c2f056 req-d07b6145-a54f-479d-920d-03c95aa6c9c3 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0402262 Sep 27 08:41:45.967341 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-daac41f9-c505-4777-a82f-198a77ea7969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:45.973481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-daac41f9-c505-4777-a82f-198a77ea7969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:46.069624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e96fad07-1876-4028-9544-6bcb8a7b0a38 req-21747252-38c7-459b-90b6-9dc9031bc587 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 210 time: 0.0580962 Sep 27 08:41:46.071646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3662695-a090-489a-8d53-3a3d00b82c53 req-cadd829d-d5ce-4d66-9f27-ab9e93e1df29 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:46.074954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-daac41f9-c505-4777-a82f-198a77ea7969 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4e8bce0e2f548c0b6cd75fb523edcb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836298 Sep 27 08:41:46.074954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac41f9-c505-4777-a82f-198a77ea7969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13527567-6c71-47c7-a4f4-ad9e196e3348,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:46.077930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53048) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:46.086264 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3662695-a090-489a-8d53-3a3d00b82c53 req-cadd829d-d5ce-4d66-9f27-ab9e93e1df29 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0901182 Sep 27 08:41:46.137864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3662695-a090-489a-8d53-3a3d00b82c53 req-e86c0960-fff0-45af-9d00-8ef5f32cfa56 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501552 Sep 27 08:41:46.273101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48bad0af-eea9-446e-b332-68e4ffaaf7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:46.663046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-a42cf61e-1365-4cfd-8054-48d965edc0bc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:46.664515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-a42cf61e-1365-4cfd-8054-48d965edc0bc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.67 "GET /v2.0/ports?device_id=79e8369a-d2b4-4f82-ac69-3b38d43f78c2 HTTP/1.1" status: 200 len: 946 time: 0.4906368 Sep 27 08:41:46.677374 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-f30edb91-332b-4b83-b6b1-08825bab2625 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:46.678582 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-f30edb91-332b-4b83-b6b1-08825bab2625 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 815 time: 0.5631874 Sep 27 08:41:46.702227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Request body: {'port': {'device_id': 'e89394e5-e98d-4289-828d-293dcbbe556f', 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'admin_state_up': True, 'tenant_id': '302408bbca8e471ea4044c2265f16c63'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:46.706833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48bad0af-eea9-446e-b332-68e4ffaaf7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:46.719082 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc37ff37-72c1-4623-89b4-386391d95829 req-47caa0bb-6d21-4890-84ab-b7d3223d3945 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 210 time: 0.0367382 Sep 27 08:41:46.948119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-45fcd70d-1e09-4fae-975e-917b62dabeb4 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:46.950025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-45fcd70d-1e09-4fae-975e-917b62dabeb4 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.67 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 805 time: 0.1477225 Sep 27 08:41:46.972714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Request body: {'port': {'device_id': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'admin_state_up': True, 'tenant_id': 'c63fccde548445b0b25eca42d008d5b5'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:46.996438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-1f1d9063-f199-4c0a-bda9-04934c878e67 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:47.003808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-1f1d9063-f199-4c0a-bda9-04934c878e67 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.3641520 Sep 27 08:41:47.029861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-fa3841d0-bb73-4b28-856e-d470903084f4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/quotas/3d23848dffc84609ba20127eac9bfa4a HTTP/1.1" status: 200 len: 375 time: 0.0251071 Sep 27 08:41:47.041235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Made reservation on behalf of 302408bbca8e471ea4044c2265f16c63 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:41:47.044555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.061225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48bad0af-eea9-446e-b332-68e4ffaaf7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.063734 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48bad0af-eea9-446e-b332-68e4ffaaf7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.067362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-48bad0af-eea9-446e-b332-68e4ffaaf7c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13527567-6c71-47c7-a4f4-ad9e196e3348 HTTP/1.1" status: 204 len: 168 time: 0.9860113 Sep 27 08:41:47.084308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Deleting port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:41:47.084678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.106494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b311f823-b28a-44ce-964f-b90201066571 req-91c3c9e0-1b21-4cf6-a3d0-1c54183f83ae tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0375357 Sep 27 08:41:47.117177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bad0af-eea9-446e-b332-68e4ffaaf7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13527567-6c71-47c7-a4f4-ad9e196e3348,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:47.155113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5658aa53-768e-4879-b1a1-1dfbbe7e0997 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:41:47.169120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Made reservation on behalf of c63fccde548445b0b25eca42d008d5b5 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:41:47.175722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.264923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-cecb9c7c-5cda-4851-bd53-a58d4e03cf71 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2340906 Sep 27 08:41:47.352451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Allocated IP 172.20.0.10 (3e51dc51-dee4-4df0-836f-63b3dd717fda/86717468-983a-4e29-8cf9-97fd0ea72f3f/5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:41:47.361539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.379887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:47.380261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.400290 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5658aa53-768e-4879-b1a1-1dfbbe7e0997, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5658aa53-768e-4879-b1a1-1dfbbe7e0997,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:47.401825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:47.404800 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987a7cf4-bb43-47e9-9c79-6b75d2487f7a" -d '{"events": [{"server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:47.413130 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.428015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Calling delete_port for 5658aa53-768e-4879-b1a1-1dfbbe7e0997 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:41:47.571537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Allocated IP 172.20.0.7 (9a996d74-93bc-43f3-bcac-abcfe8fa4667/a005fe43-8267-430b-aca7-c736a9229fba/e56cd6ce-6e1a-4fb9-be82-bf975b103009) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:41:47.585647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae6ad216-f927-40bb-a208-c835acd264af req-f5539995-f71e-4db5-b4c2-76c99ca7b4c0 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 210 time: 0.0698359 Sep 27 08:41:47.634591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.679342 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d40bbed-8449-4c35-a88f-e08d1908fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.698519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:47.706740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.707137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.707658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.708310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.708863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.709364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.709904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.710388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.710916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.711395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.712058 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.712564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:41:47.714020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-678e8ff6-b1be-4cb6-8f57-698c06468562 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153328 Sep 27 08:41:47.718486 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51249254-ace3-40e2-8802-cee602a89d64 x-openstack-request-id: req-51249254-ace3-40e2-8802-cee602a89d64 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:47.719457 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:47.719913 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51249254-ace3-40e2-8802-cee602a89d64 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:47.720517 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'code': 200} Sep 27 08:41:47.734593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.818421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:47.841598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-36c5a79a-c1dc-43b8-a76b-e712d4f5f539 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259537 Sep 27 08:41:47.843143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Network 3e51dc51-dee4-4df0-836f-63b3dd717fda is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:41:47.909940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Pushing event deleted for resources: {'Port': ['ID=5658aa53-768e-4879-b1a1-1dfbbe7e0997,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:47.968250 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.023601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] No DVR routers for this DVR port 5658aa53-768e-4879-b1a1-1dfbbe7e0997 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:41:48.028740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.031129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17eb6e0e-51ef-44e8-b7a9-660d187bb8b7 req-67a55bb6-f07e-41aa-8c45-3625d10b7bea tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.67 "DELETE /v2.0/ports/5658aa53-768e-4879-b1a1-1dfbbe7e0997 HTTP/1.1" status: 204 len: 173 time: 1.3486180 Sep 27 08:41:48.031829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'name': 'network-vif-deleted', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:48.034730 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a629ab7-7c7a-4b58-8ad0-33ec4eda9e5c" -d '{"events": [{"server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "name": "network-vif-deleted", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:48.234054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.283040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.295816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['915ae7ab-e542-4c89-b216-87725ba5afb5', 'c0efdc55-39ee-4abb-9117-929ec92d5141'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:48.382594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:41:48.386316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:41:48.408748 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285662e3-cc5a-4c3b-99d3-4aa4799f7f79 x-openstack-request-id: req-285662e3-cc5a-4c3b-99d3-4aa4799f7f79 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:48.409035 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8369a-d2b4-4f82-ac69-3b38d43f78c2", "name": "network-vif-deleted", "tag": "5658aa53-768e-4879-b1a1-1dfbbe7e0997", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:48.411212 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-285662e3-cc5a-4c3b-99d3-4aa4799f7f79 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:48.411984 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8369a-d2b4-4f82-ac69-3b38d43f78c2', 'name': 'network-vif-deleted', 'tag': '5658aa53-768e-4879-b1a1-1dfbbe7e0997', 'status': 'completed', 'code': 200} Sep 27 08:41:48.416206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Pushing event updated for resources: {'Port': ['ID=e56cd6ce-6e1a-4fb9-be82-bf975b103009,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:48.438055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:41:48.439576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:41:48.442114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:41:48.475279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Pushing event updated for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:48.498119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a3960-5e6d-49fe-a60d-cfaf339408f4 req-28cc393a-e330-4104-b5a1-fc4026883fb8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:48.507692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b11a3960-5e6d-49fe-a60d-cfaf339408f4 req-28cc393a-e330-4104-b5a1-fc4026883fb8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 932 time: 0.6897130 Sep 27 08:41:48.560601 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22c1c694-2b18-42fd-b214-b1089bf62a1f req-04f38e65-d651-4a28-9ded-95d87056ce8a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 210 time: 0.0700541 Sep 27 08:41:48.572440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:48.573405 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.612242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:48.614314 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.640631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e89d5b95-0373-4085-ac70-466eee4f69de tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6794188 Sep 27 08:41:48.652305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-2f1fc810-ccdb-4aba-9c43-f907f7a8448d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9534183 Sep 27 08:41:48.672375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b11a3960-5e6d-49fe-a60d-cfaf339408f4 req-51ef5752-0966-4fd8-8a03-479f0e208271 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505976 Sep 27 08:41:48.683035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Request body: {'port': {'device_id': 'e89394e5-e98d-4289-828d-293dcbbe556f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:48.693285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Request body: {'port': {'device_id': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:48.796049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d96a6397-7665-4a43-b3fd-41465c4fa85e req-7be09e99-822e-4bb3-8149-5c66121afd3b tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.1375031 Sep 27 08:41:48.811424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.862005 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.865543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:48.932998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecd508-f26d-4db5-9669-354b2b747989 req-3c11641f-3db9-4633-b6df-38f238a7ebbe tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:48.934973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eaecd508-f26d-4db5-9669-354b2b747989 req-3c11641f-3db9-4633-b6df-38f238a7ebbe tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 931 time: 0.1101449 Sep 27 08:41:49.061698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eaecd508-f26d-4db5-9669-354b2b747989 req-a66f246d-252c-435f-8ab7-8a0dd858c9db tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715597 Sep 27 08:41:49.302114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56cd6ce-6e1a-4fb9-be82-bf975b103009 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:49.323846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:49.329708 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:49.338981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:49.353282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Transition to ACTIVE for port object e56cd6ce-6e1a-4fb9-be82-bf975b103009 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:41:49.359420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Transition to ACTIVE for port object 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:41:49.366587 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:49.374680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:49.478061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:49.557392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Attempting to bind port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:41:49.558093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Attempting to bind port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:41:49.558614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Attempting to bind port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a on network 3e51dc51-dee4-4df0-836f-63b3dd717fda {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:49.564094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a on network 3e51dc51-dee4-4df0-836f-63b3dd717fda not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:41:49.564645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Attempting to bind port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a on network 3e51dc51-dee4-4df0-836f-63b3dd717fda {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:49.571779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:41:49.572519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Checking segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:41:49.573334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Bound using segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:41:49.574745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Bound port: 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:41:49.575774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:49.608777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e56cd6ce-6e1a-4fb9-be82-bf975b103009,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:49.660707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Attempting to bind port e56cd6ce-6e1a-4fb9-be82-bf975b103009 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:41:49.661988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Attempting to bind port e56cd6ce-6e1a-4fb9-be82-bf975b103009 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:41:49.662848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Attempting to bind port e56cd6ce-6e1a-4fb9-be82-bf975b103009 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:49.671799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Port e56cd6ce-6e1a-4fb9-be82-bf975b103009 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:41:49.672525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Attempting to bind port e56cd6ce-6e1a-4fb9-be82-bf975b103009 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:49.701685 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aa10367-d726-4a5c-bbb6-b3c71b63931c req-82b91ff5-123a-48d8-8b98-1776eb1135c2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 210 time: 0.0539422 Sep 27 08:41:49.710600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:41:49.711391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Checking segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:41:49.712248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Bound using segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:41:49.713289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Bound port: e56cd6ce-6e1a-4fb9-be82-bf975b103009, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:41:49.713692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:49.722220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:41:49.732105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:41:49.741298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:49.795933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:49.796829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:49.798786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] 10.222.0.67 "PUT /v2.0/ports/5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a HTTP/1.1" status: 200 len: 1092 time: 1.1244826 Sep 27 08:41:49.815811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:49.818899 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b9243b-bde8-4cd5-a525-90195ad8f3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:49.898306 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e64b872-76b4-4394-ac59-061273644c70 x-openstack-request-id: req-6e64b872-76b4-4394-ac59-061273644c70 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:49.898602 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:49.898994 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e64b872-76b4-4394-ac59-061273644c70 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:49.899453 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'status': 'completed', 'code': 200} Sep 27 08:41:49.927107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8b572-7265-4a82-84b6-3409d00b4eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:49.966387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] For port e56cd6ce-6e1a-4fb9-be82-bf975b103009, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:41:49.968701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c89fb-113f-48b9-af94-1695ef352425 req-0019c748-6f7b-44bf-a2e5-756ad504b44f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:49.982251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d39c89fb-113f-48b9-af94-1695ef352425 req-0019c748-6f7b-44bf-a2e5-756ad504b44f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 944 time: 0.1787603 Sep 27 08:41:50.011489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d97c8aa6-7318-462b-8f51-cda64cfc58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.014560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-d97c8aa6-7318-462b-8f51-cda64cfc58f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 1095 time: 0.1533387 Sep 27 08:41:50.015235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] For port e56cd6ce-6e1a-4fb9-be82-bf975b103009, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e56cd6ce-6e1a-4fb9-be82-bf975b103009,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:41:50.029855 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:50.093589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-e1c2e513-a335-434a-a717-aea973044a9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a HTTP/1.1" status: 200 len: 217 time: 0.0681887 Sep 27 08:41:50.105876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d39c89fb-113f-48b9-af94-1695ef352425 req-4210884b-317a-40e4-9d4e-9b2407c376af tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222329 Sep 27 08:41:50.142595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb653f2-6424-472c-995e-3e1111a44ed8 req-c7b7ac14-38ab-48aa-a5a2-03a33dd43f12 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.1098747 Sep 27 08:41:50.144304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.145220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:50.146094 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] 10.222.0.67 "PUT /v2.0/ports/e56cd6ce-6e1a-4fb9-be82-bf975b103009 HTTP/1.1" status: 200 len: 1091 time: 1.4742131 Sep 27 08:41:50.205393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-27b6e5b0-8b80-4ea9-be3d-70fcea91644b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.207233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-27b6e5b0-8b80-4ea9-be3d-70fcea91644b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.4107814 Sep 27 08:41:50.227537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'port': {'device_id': 'fa31178f-ebe6-4fdf-b8ed-6fb9b286e396', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'admin_state_up': True, 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:50.244309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b0517-dd07-45d1-8cc5-f663f77322c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e56cd6ce-6e1a-4fb9-be82-bf975b103009,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:50.259138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-0cd1ba5c-b571-47d0-a01b-20ec68b98ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.260682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-0cd1ba5c-b571-47d0-a01b-20ec68b98ed0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 200 len: 845 time: 0.1504960 Sep 27 08:41:50.306096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-25ac04a6-1bd6-49ff-94ed-81b18154af64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e51dc51-dee4-4df0-836f-63b3dd717fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369744 Sep 27 08:41:50.324411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71378ed3-014c-4571-b21a-21ab08844985 req-13e3fac9-a0d6-4369-bdea-939af3bb7a9f tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.326149 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71378ed3-014c-4571-b21a-21ab08844985 req-13e3fac9-a0d6-4369-bdea-939af3bb7a9f tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 943 time: 0.1166720 Sep 27 08:41:50.353128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-924ef021-fcff-4c6b-a24a-a0f844ab21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.354923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-924ef021-fcff-4c6b-a24a-a0f844ab21d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 1094 time: 0.1473129 Sep 27 08:41:50.412801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89394e5-e98d-4289-828d-293dcbbe556f', 'tag': 'e56cd6ce-6e1a-4fb9-be82-bf975b103009'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:50.415537 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663e7653-a5c1-4a8e-b227-b70c55e8e178" -d '{"events": [{"name": "network-changed", "server_uuid": "e89394e5-e98d-4289-828d-293dcbbe556f", "tag": "e56cd6ce-6e1a-4fb9-be82-bf975b103009"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:50.425694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-96681e63-15c6-4204-b07e-aafa3633078a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e56cd6ce-6e1a-4fb9-be82-bf975b103009 HTTP/1.1" status: 200 len: 217 time: 0.0552020 Sep 27 08:41:50.475314 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee72e747-bfef-4ac4-bc9b-ab46114b09ef x-openstack-request-id: req-ee72e747-bfef-4ac4-bc9b-ab46114b09ef {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:50.475604 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89394e5-e98d-4289-828d-293dcbbe556f", "tag": "e56cd6ce-6e1a-4fb9-be82-bf975b103009", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:50.475869 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee72e747-bfef-4ac4-bc9b-ab46114b09ef {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:50.476289 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89394e5-e98d-4289-828d-293dcbbe556f', 'tag': 'e56cd6ce-6e1a-4fb9-be82-bf975b103009', 'status': 'completed', 'code': 200} Sep 27 08:41:50.481569 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:50.488837 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71378ed3-014c-4571-b21a-21ab08844985 req-5efc3559-2a71-4289-89eb-8c892cc2bde8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413221 Sep 27 08:41:50.541591 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-0385a1aa-6e52-4eb3-bcd4-ac8c75b05731 service neutron] 10.222.0.67 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142844 Sep 27 08:41:50.550104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-335f0587-064a-4344-8fc2-5cf0bba211af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.551733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-335f0587-064a-4344-8fc2-5cf0bba211af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.0934732 Sep 27 08:41:50.553288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Made reservation on behalf of 3d23848dffc84609ba20127eac9bfa4a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:41:50.557464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:50.667924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6be7dac-e347-44d9-b2d3-20b6d6f5f39a req-1cd13a30-046d-49f5-b55e-be728a286311 service neutron] 10.222.0.67 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181519 Sep 27 08:41:50.710304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-00ff258d-ef13-4ec1-b397-7f77e6fbc3d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369631 Sep 27 08:41:50.752008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Allocated IP 172.20.0.7 (3f6f1655-88d1-46c9-9d33-f405464245d8/85897b63-6c8b-4b77-8b93-4f12342df0f5/f31de135-f12e-4a78-ab5d-3bd58497edc5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:41:50.799823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-e3ce904d-43ae-4dae-8750-2cecc17f125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.801856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-e3ce904d-43ae-4dae-8750-2cecc17f125e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 1095 time: 0.0714576 Sep 27 08:41:50.838982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d18df0e-d8d9-46a3-b866-5eafa19dffab req-535cb90a-96f6-4c77-a24b-a8d59bbe0c16 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 210 time: 0.0358865 Sep 27 08:41:50.887134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-793b4a60-d9cd-43f4-8b6f-fc4249d8f47e service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661787 Sep 27 08:41:50.938329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-17b9db17-1f5a-483d-a833-765f12bb04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:50.940343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-17b9db17-1f5a-483d-a833-765f12bb04d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 906 time: 0.1245842 Sep 27 08:41:51.003744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-09e7d891-b89c-41b0-8f93-e02f89b9b53e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a HTTP/1.1" status: 200 len: 217 time: 0.0492127 Sep 27 08:41:51.060183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:51.063376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c33d3969-d026-498b-9330-89ac4d1cdc25 req-9e1704e0-e349-4a49-8e4e-a4aef82ccb94 service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636839 Sep 27 08:41:51.077120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-caef5ffe-96d0-4255-9930-2b1c177f3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:51.078609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-caef5ffe-96d0-4255-9930-2b1c177f3638 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 200 len: 845 time: 0.0674646 Sep 27 08:41:51.120787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-06f319a6-e831-4b82-ba0f-b2eb025d6eb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e51dc51-dee4-4df0-836f-63b3dd717fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288959 Sep 27 08:41:51.121471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:51.152787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bbac9331-ea3e-41d7-a98f-9ad22c019a39'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:51.192869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'Port': ['ID=f31de135-f12e-4a78-ab5d-3bd58497edc5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:51.291016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-d284d815-53d1-471a-b848-c9240ea035e6 service neutron] 10.222.0.67 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589592 Sep 27 08:41:51.294853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:41:51.299645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:41:51.305677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:41:51.377337 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-125a734a-c3de-48a5-b193-24c271137ce2 req-76635f28-84dd-475b-ba97-d45fdf0671c6 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0828850 Sep 27 08:41:51.423088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-e8500aa9-fe23-4cb0-9121-d7bbcd87e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:51.426246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-e8500aa9-fe23-4cb0-9121-d7bbcd87e953 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 1094 time: 0.2860298 Sep 27 08:41:51.444660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:51.452508 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:51.485445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8c8f0-54ec-4f49-a34a-0788fea720a5 req-1f6cd957-4b51-4631-bcf9-808841965e7b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:51.496131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2c8c8f0-54ec-4f49-a34a-0788fea720a5 req-1f6cd957-4b51-4631-bcf9-808841965e7b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 944 time: 0.2356517 Sep 27 08:41:51.514801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30b9243b-bde8-4cd5-a525-90195ad8f3a5 req-e7f84224-29c0-4ea4-b0ca-f2a07cd6e32a service neutron] 10.222.0.67 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883483 Sep 27 08:41:51.565881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6667283b-3c33-489d-92d6-0cd12ba5edef tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3463633 Sep 27 08:41:51.603746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Request body: {'port': {'device_id': 'fa31178f-ebe6-4fdf-b8ed-6fb9b286e396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:51.623258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53254) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:51.630266 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2c8c8f0-54ec-4f49-a34a-0788fea720a5 req-47d48bc4-b721-48fe-a5ab-994dd2f54a48 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324871 Sep 27 08:41:51.697136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f3b08fba-ed90-4f6f-9767-cf4997125fea None None] Provisioning complete for port f31de135-f12e-4a78-ab5d-3bd58497edc5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:51.697701 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3b08fba-ed90-4f6f-9767-cf4997125fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:51.698633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-abf7707b-6143-4b24-bed2-f2e0db867cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:51.700799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-abf7707b-6143-4b24-bed2-f2e0db867cb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 916 time: 0.2416327 Sep 27 08:41:51.707264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce771a-1cdf-49e1-b461-1f393efbf90e req-63d50084-eb14-4447-948d-58bd832b2efa tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:51.708644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:51.716899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60ce771a-1cdf-49e1-b461-1f393efbf90e req-63d50084-eb14-4447-948d-58bd832b2efa tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 943 time: 0.0766430 Sep 27 08:41:51.761580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60ce771a-1cdf-49e1-b461-1f393efbf90e req-c6b54a86-f759-4da6-be83-a0dbaaa2eff4 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430522 Sep 27 08:41:51.763260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-47aeca4b-8b24-4069-80a0-ff1a911e4234 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e56cd6ce-6e1a-4fb9-be82-bf975b103009 HTTP/1.1" status: 200 len: 217 time: 0.0514331 Sep 27 08:41:51.775627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f3b08fba-ed90-4f6f-9767-cf4997125fea None None] Port f31de135-f12e-4a78-ab5d-3bd58497edc5 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:41:51.823745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dfa44e1-3053-4138-84de-260e051151a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:51.908549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-a1b428ff-e62f-427c-93ce-c240b8d2372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:51.909111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-a1b428ff-e62f-427c-93ce-c240b8d2372b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.1213069 Sep 27 08:41:51.958994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-bc365c3f-8868-4d4d-abb2-c95c5949530a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347517 Sep 27 08:41:51.963823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dfa44e1-3053-4138-84de-260e051151a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:51.970277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dfa44e1-3053-4138-84de-260e051151a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.018569 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7dfa44e1-3053-4138-84de-260e051151a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83881790d39e42858712e6f625abe298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939629 Sep 27 08:41:52.020568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53260) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:52.028590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa44e1-3053-4138-84de-260e051151a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f96acc-9035-452b-bbab-207b9418ce9f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:52.075382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa15bc31-9d2a-401a-bac2-536cab39013d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.098409 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa15bc31-9d2a-401a-bac2-536cab39013d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.150028 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa15bc31-9d2a-401a-bac2-536cab39013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.153576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa15bc31-9d2a-401a-bac2-536cab39013d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.157114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa15bc31-9d2a-401a-bac2-536cab39013d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74f96acc-9035-452b-bbab-207b9418ce9f HTTP/1.1" status: 204 len: 168 time: 0.1329536 Sep 27 08:41:52.164094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15bc31-9d2a-401a-bac2-536cab39013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f96acc-9035-452b-bbab-207b9418ce9f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:52.176489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddfb24-b9d9-408c-95bc-bcec3e46e5a1 req-d75e4a9e-57b0-4669-9502-85cdff6c2985 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:52.178892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05ddfb24-b9d9-408c-95bc-bcec3e46e5a1 req-d75e4a9e-57b0-4669-9502-85cdff6c2985 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 931 time: 0.2226520 Sep 27 08:41:52.525587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1087b9cd-35a4-497e-bbd0-85043d5fba69 req-42a41334-ffed-4289-aa04-16ee9c880075 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0371151 Sep 27 08:41:52.573796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53272) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:52.598498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46f37268-2f98-4f0b-af3b-9f6cc9309195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.621262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-62de2cca-46a2-4b38-9407-e401dfdadd93 service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466873 Sep 27 08:41:52.680396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05ddfb24-b9d9-408c-95bc-bcec3e46e5a1 req-af788419-942c-4555-a22b-9a70b86e8787 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922695 Sep 27 08:41:52.770253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46f37268-2f98-4f0b-af3b-9f6cc9309195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.790969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4934ea-c25d-4ee7-a011-27c66507ee2c req-d836e087-442b-4e74-b215-d4e263c63d75 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:52.792686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a4934ea-c25d-4ee7-a011-27c66507ee2c req-d836e087-442b-4e74-b215-d4e263c63d75 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 944 time: 0.0824933 Sep 27 08:41:52.793400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46f37268-2f98-4f0b-af3b-9f6cc9309195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.797903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31de135-f12e-4a78-ab5d-3bd58497edc5 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:52.807575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.827473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Transition to ACTIVE for port object f31de135-f12e-4a78-ab5d-3bd58497edc5 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:41:52.837127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:52.853244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f37268-2f98-4f0b-af3b-9f6cc9309195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a267966-eb96-4230-911e-b59170599e1d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:52.865265 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-46f37268-2f98-4f0b-af3b-9f6cc9309195 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bec98ab02de949d6b575592ed8056ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900052 Sep 27 08:41:52.865945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53280) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:52.904443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a4934ea-c25d-4ee7-a011-27c66507ee2c req-125128b5-2b02-41e3-ba2f-c4cdc9d269f0 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998464 Sep 27 08:41:52.926890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-663e7653-a5c1-4a8e-b227-b70c55e8e178 req-f1047130-c1d2-4af1-837e-f776bd0c58a5 service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905722 Sep 27 08:41:52.938462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Pushing event updated for resources: {'Port': ['ID=f31de135-f12e-4a78-ab5d-3bd58497edc5,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:52.965615 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c33d54b1-3cb1-459b-8422-1ec4cbbfda12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.001675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c33d54b1-3cb1-459b-8422-1ec4cbbfda12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.069751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Attempting to bind port f31de135-f12e-4a78-ab5d-3bd58497edc5 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:41:53.070118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Attempting to bind port f31de135-f12e-4a78-ab5d-3bd58497edc5 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:41:53.070426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Attempting to bind port f31de135-f12e-4a78-ab5d-3bd58497edc5 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:53.085451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43573df7-2eb3-4a88-af75-2e0ce466148d req-20809681-990b-44ab-a4e3-e573c026da5f tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:53.095539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-43573df7-2eb3-4a88-af75-2e0ce466148d req-20809681-990b-44ab-a4e3-e573c026da5f tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 943 time: 0.1768687 Sep 27 08:41:53.099038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c33d54b1-3cb1-459b-8422-1ec4cbbfda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.101765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c33d54b1-3cb1-459b-8422-1ec4cbbfda12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.105836 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c33d54b1-3cb1-459b-8422-1ec4cbbfda12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a267966-eb96-4230-911e-b59170599e1d HTTP/1.1" status: 204 len: 168 time: 0.2358527 Sep 27 08:41:53.107541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Port f31de135-f12e-4a78-ab5d-3bd58497edc5 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:41:53.107886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Attempting to bind port f31de135-f12e-4a78-ab5d-3bd58497edc5 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:41:53.116928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d54b1-3cb1-459b-8422-1ec4cbbfda12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a267966-eb96-4230-911e-b59170599e1d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:53.135653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:41:53.136037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Checking segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:41:53.136878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Bound using segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:41:53.137353 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Bound port: f31de135-f12e-4a78-ab5d-3bd58497edc5, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:41:53.137727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.170307 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-43573df7-2eb3-4a88-af75-2e0ce466148d req-2f9a9415-8843-4080-850d-b0898df4f4f6 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737455 Sep 27 08:41:53.187643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e56cd6ce-6e1a-4fb9-be82-bf975b103009 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:41:53.247858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] For port f31de135-f12e-4a78-ab5d-3bd58497edc5, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:41:53.256678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] For port f31de135-f12e-4a78-ab5d-3bd58497edc5, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f31de135-f12e-4a78-ab5d-3bd58497edc5,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:41:53.263406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.311292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:53.311921 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.313368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] 10.222.0.57 "PUT /v2.0/ports/f31de135-f12e-4a78-ab5d-3bd58497edc5 HTTP/1.1" status: 200 len: 1091 time: 1.7163637 Sep 27 08:41:53.316754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa31178f-ebe6-4fdf-b8ed-6fb9b286e396', 'tag': 'f31de135-f12e-4a78-ab5d-3bd58497edc5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:53.321174 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa31178f-ebe6-4fdf-b8ed-6fb9b286e396", "tag": "f31de135-f12e-4a78-ab5d-3bd58497edc5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:53.324529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e56cd6ce-6e1a-4fb9-be82-bf975b103009, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e56cd6ce-6e1a-4fb9-be82-bf975b103009,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:53.342862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'e56cd6ce-6e1a-4fb9-be82-bf975b103009', 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'port_id': 'e56cd6ce-6e1a-4fb9-be82-bf975b103009', 'mac_address': 'fa:16:3e:da:d1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005fe43-8267-430b-aca7-c736a9229fba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:41:53.393456 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513673aa-43ea-4a35-8d7d-f052caae0ba4 x-openstack-request-id: req-513673aa-43ea-4a35-8d7d-f052caae0ba4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:53.393752 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa31178f-ebe6-4fdf-b8ed-6fb9b286e396", "tag": "f31de135-f12e-4a78-ab5d-3bd58497edc5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:53.394170 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-513673aa-43ea-4a35-8d7d-f052caae0ba4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:53.394663 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa31178f-ebe6-4fdf-b8ed-6fb9b286e396', 'tag': 'f31de135-f12e-4a78-ab5d-3bd58497edc5', 'status': 'completed', 'code': 200} Sep 27 08:41:53.420841 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.431638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d471f6-58dc-476a-afc6-d126c93a4fcf service neutron] Pushing event updated for resources: {'Port': ['ID=f31de135-f12e-4a78-ab5d-3bd58497edc5,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:53.447736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56cd6ce-6e1a-4fb9-be82-bf975b103009 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:53.447901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-c3e2d0b7-996b-49ed-94a2-4107dd8b1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:53.449752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-c3e2d0b7-996b-49ed-94a2-4107dd8b1a17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 1094 time: 0.0830541 Sep 27 08:41:53.472845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e56cd6ce-6e1a-4fb9-be82-bf975b103009, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e56cd6ce-6e1a-4fb9-be82-bf975b103009,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:53.479676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.481252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:41:53.534127 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-61b28d3f-e199-404f-8ece-eadb6275f59c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31de135-f12e-4a78-ab5d-3bd58497edc5 HTTP/1.1" status: 200 len: 217 time: 0.0749667 Sep 27 08:41:53.587459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=e56cd6ce-6e1a-4fb9-be82-bf975b103009,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:53.645090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-9b785e66-a903-4bc4-9ed4-1fbef6e0e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:53.646452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-9b785e66-a903-4bc4-9ed4-1fbef6e0e8d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1001346 Sep 27 08:41:53.668585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:53.703175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'port_id': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'mac_address': 'fa:16:3e:43:7e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86717468-983a-4e29-8cf9-97fd0ea72f3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:41:53.752103 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.776119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:53.785067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f999b87-7d2f-4e4d-8807-291178d43992 req-25ea8bb7-2e89-473c-9311-d259eec38316 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0780854 Sep 27 08:41:53.803176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:53.821353 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:53.821586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-de595499-1110-448f-8757-279b42bf35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:53.824000 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-de595499-1110-448f-8757-279b42bf35b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697984 Sep 27 08:41:53.870087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:53.915336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463fad4-1f3d-46e1-9212-0342877559e2 req-2bc87642-50a6-40b8-afac-fc2b75876b0c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:53.917949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b463fad4-1f3d-46e1-9212-0342877559e2 req-2bc87642-50a6-40b8-afac-fc2b75876b0c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 943 time: 0.0923932 Sep 27 08:41:53.972433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b463fad4-1f3d-46e1-9212-0342877559e2 req-a609ea33-d1d5-4f39-ae25-75cb932e0c0a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473089 Sep 27 08:41:53.994262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-17186930-a4fc-4961-abc8-28858ba51394 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587765 Sep 27 08:41:54.132590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ad108-38df-46c7-83c2-0d65bffbefb3 req-25a5923d-def0-4195-9cd6-c40a9adc6f5a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:54.134752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f80ad108-38df-46c7-83c2-0d65bffbefb3 req-25a5923d-def0-4195-9cd6-c40a9adc6f5a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 945 time: 0.1062140 Sep 27 08:41:54.139817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb80ed3-2e43-444c-8cd1-1a223a04173b req-6d773fef-0002-4fe9-b519-10addc805580 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371694 Sep 27 08:41:54.155567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['e56cd6ce-6e1a-4fb9-be82-bf975b103009'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:54.162958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:54.180315 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f80ad108-38df-46c7-83c2-0d65bffbefb3 req-bc666a00-a824-42bd-a3cd-2596e2e9154f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Sep 27 08:41:54.254722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-9f65f4c7-9d58-4d23-a85f-9813104a0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:54.256784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-9f65f4c7-9d58-4d23-a85f-9813104a0e04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 1094 time: 0.0547493 Sep 27 08:41:54.331988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f04d61-0edc-4cd3-b8e0-029e6f7a2dcd req-400f108c-7412-476b-9844-c9e3423d6c95 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:54.334254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27f04d61-0edc-4cd3-b8e0-029e6f7a2dcd req-400f108c-7412-476b-9844-c9e3423d6c95 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 944 time: 0.0737345 Sep 27 08:41:54.362125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-9376cb32-7180-4b11-9de5-d9a573c3d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:54.363919 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-9376cb32-7180-4b11-9de5-d9a573c3d454 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.0965805 Sep 27 08:41:54.386884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27f04d61-0edc-4cd3-b8e0-029e6f7a2dcd req-8aa28845-7b08-45e8-b974-25758b0ccf03 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360448 Sep 27 08:41:54.431997 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-8196a12a-c46c-441e-b726-76ffeca542ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31de135-f12e-4a78-ab5d-3bd58497edc5 HTTP/1.1" status: 200 len: 217 time: 0.0586488 Sep 27 08:41:54.484017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-36ff88b5-c819-454a-9a56-35c484aa5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:54.485555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-36ff88b5-c819-454a-9a56-35c484aa5062 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.0450890 Sep 27 08:41:54.535820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-2a8e15e9-d60b-48b0-ba96-68becc4df130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:54.537494 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-2a8e15e9-d60b-48b0-ba96-68becc4df130 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436149 Sep 27 08:41:54.641523 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-eba7dddc-b71e-42fb-b0bb-17644ef8817b service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950375 Sep 27 08:41:54.774384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ccf4d0f-8978-4c30-9fcb-4fa18c2fe3b0 req-4968f392-f9a0-4c90-b85f-e9355dab13e6 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250761 Sep 27 08:41:54.905579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9b572d04-d02b-4171-b420-618f57a1a552 req-12c18b6e-7576-455c-9e98-e3e326c289bc tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0332382 Sep 27 08:41:55.102615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea48a1-acf8-4513-a593-4a6e98e670d8 req-ad00a55e-9036-4f4e-a674-83de62971719 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:55.104148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14ea48a1-acf8-4513-a593-4a6e98e670d8 req-ad00a55e-9036-4f4e-a674-83de62971719 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 943 time: 0.0492938 Sep 27 08:41:55.143995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14ea48a1-acf8-4513-a593-4a6e98e670d8 req-2607c863-7103-4007-9e20-123037900ed5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Sep 27 08:41:55.282727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53424) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:55.316624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c83778-048c-4049-ad4c-b9a2ef28f6dd req-e9cf7ce2-0a3d-4013-9682-59397c85d622 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:55.318156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8c83778-048c-4049-ad4c-b9a2ef28f6dd req-e9cf7ce2-0a3d-4013-9682-59397c85d622 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Sep 27 08:41:55.365089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8c83778-048c-4049-ad4c-b9a2ef28f6dd req-a2c6cdf5-02fa-434b-a81b-92f9f51cb74f tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Sep 27 08:41:55.399234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77da9cd9-3840-4f27-9c32-ce17bab2a7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:55.522021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77da9cd9-3840-4f27-9c32-ce17bab2a7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:55.529018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77da9cd9-3840-4f27-9c32-ce17bab2a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:55.556669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba51f-3f21-46a6-966e-6fef2d6d3cfe req-21b9a23a-ec2c-4ec9-8581-e31702ca860f tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:55.558019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8cba51f-3f21-46a6-966e-6fef2d6d3cfe req-21b9a23a-ec2c-4ec9-8581-e31702ca860f tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 944 time: 0.0859313 Sep 27 08:41:55.599296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da9cd9-3840-4f27-9c32-ce17bab2a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c3266f-1353-4322-af54-737bcefae7a4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:55.608170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-77da9cd9-3840-4f27-9c32-ce17bab2a7e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0343f4bd3ab41f9b5f2b9a3a726cbc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242197 Sep 27 08:41:55.611093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:55.629186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8cba51f-3f21-46a6-966e-6fef2d6d3cfe req-9787c7f4-3b97-4ff9-8c48-4a237305189a tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620832 Sep 27 08:41:55.689183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68d0ab50-8e56-4995-98a3-e2b45cfc0067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:55.712430 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68d0ab50-8e56-4995-98a3-e2b45cfc0067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:55.761623 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68d0ab50-8e56-4995-98a3-e2b45cfc0067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:55.764167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68d0ab50-8e56-4995-98a3-e2b45cfc0067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:55.765391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-68d0ab50-8e56-4995-98a3-e2b45cfc0067 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70c3266f-1353-4322-af54-737bcefae7a4 HTTP/1.1" status: 204 len: 168 time: 0.1532290 Sep 27 08:41:55.773030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0ab50-8e56-4995-98a3-e2b45cfc0067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c3266f-1353-4322-af54-737bcefae7a4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:56.026398 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1657d827-a4b9-4cd4-abd2-c29562eae77d req-8672ee4f-f1b3-4df7-b681-e2f95ba9eec1 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0319507 Sep 27 08:41:56.148521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f31de135-f12e-4a78-ab5d-3bd58497edc5 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:41:56.277655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b7c09-73fd-46e8-8d39-c099766a9d12 req-f6bd276e-5f97-4b59-87ff-65de38c493a2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:56.279254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f31de135-f12e-4a78-ab5d-3bd58497edc5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f31de135-f12e-4a78-ab5d-3bd58497edc5,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:56.280852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-475b7c09-73fd-46e8-8d39-c099766a9d12 req-f6bd276e-5f97-4b59-87ff-65de38c493a2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 943 time: 0.0593011 Sep 27 08:41:56.294080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f31de135-f12e-4a78-ab5d-3bd58497edc5', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': 'f31de135-f12e-4a78-ab5d-3bd58497edc5', 'mac_address': 'fa:16:3e:e0:07:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:41:56.328402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-475b7c09-73fd-46e8-8d39-c099766a9d12 req-6b3a70c4-e050-475e-9bee-f20795fe6911 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Sep 27 08:41:56.350813 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:56.367370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31de135-f12e-4a78-ab5d-3bd58497edc5 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:41:56.387971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f31de135-f12e-4a78-ab5d-3bd58497edc5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f31de135-f12e-4a78-ab5d-3bd58497edc5,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:56.393184 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:56.443993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f31de135-f12e-4a78-ab5d-3bd58497edc5,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:56.499127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d229c1-45f1-4ec1-b32d-ad6981f764bc req-90331063-3276-4b3c-b8ad-6c65987fcb83 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:56.500707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d229c1-45f1-4ec1-b32d-ad6981f764bc req-90331063-3276-4b3c-b8ad-6c65987fcb83 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 945 time: 0.0589919 Sep 27 08:41:56.541267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d229c1-45f1-4ec1-b32d-ad6981f764bc req-dce8a45b-086d-4b4c-9ebe-ab9236d0ab0d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335097 Sep 27 08:41:56.652616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f31de135-f12e-4a78-ab5d-3bd58497edc5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:41:56.804819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837d87-e25c-46a2-8bd2-387e1b8dda12 req-9d0f23bd-c26f-4cbc-bcaf-2904e8af362e tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:56.808398 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55837d87-e25c-46a2-8bd2-387e1b8dda12 req-9d0f23bd-c26f-4cbc-bcaf-2904e8af362e tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 944 time: 0.0799217 Sep 27 08:41:56.851115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55837d87-e25c-46a2-8bd2-387e1b8dda12 req-aeb0d758-2f69-436e-8938-bc1d67de4067 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371132 Sep 27 08:41:56.861436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:56.986998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76e00f49-dacd-4ea9-95e5-32cdf4c381c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.088119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76e00f49-dacd-4ea9-95e5-32cdf4c381c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.093841 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76e00f49-dacd-4ea9-95e5-32cdf4c381c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.131242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6c437b2-4bd8-499e-85fb-09f6538006e8 req-49113239-a0d3-48ad-80f3-995d3d651171 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0291400 Sep 27 08:41:57.133640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e00f49-dacd-4ea9-95e5-32cdf4c381c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7097541-413a-49f6-b7af-b4e0916cac8f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:57.140081 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-76e00f49-dacd-4ea9-95e5-32cdf4c381c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de9fafff4db647bcac7142e402abf4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775681 Sep 27 08:41:57.142692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:57.195998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b7e5be-1cf9-49e1-936a-66771e886443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.203366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:41:57.218311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b7e5be-1cf9-49e1-936a-66771e886443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.266782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:41:57.271424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:57.271877 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.283101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b7e5be-1cf9-49e1-936a-66771e886443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.286173 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b7e5be-1cf9-49e1-936a-66771e886443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.287959 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90b7e5be-1cf9-49e1-936a-66771e886443 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7097541-413a-49f6-b7af-b4e0916cac8f HTTP/1.1" status: 204 len: 168 time: 0.1438968 Sep 27 08:41:57.298424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7e5be-1cf9-49e1-936a-66771e886443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7097541-413a-49f6-b7af-b4e0916cac8f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:57.371607 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.395369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:57.397786 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d9176b-c860-4adb-bf9c-493e3e2872b3" -d '{"events": [{"server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:57.412573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:57.417107 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.418165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e56cd6ce-6e1a-4fb9-be82-bf975b103009 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:41:57.488580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91bbe-490b-4022-b443-bef6f84ae645 req-79fd035a-7dd1-4f6f-8585-244ff131ce86 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:57.506356 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7fd91bbe-490b-4022-b443-bef6f84ae645 req-79fd035a-7dd1-4f6f-8585-244ff131ce86 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 944 time: 0.0830321 Sep 27 08:41:57.507504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:57.534891 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5af1f02-b649-4b85-bc20-496b4c72a726 x-openstack-request-id: req-f5af1f02-b649-4b85-bc20-496b4c72a726 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:57.535168 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:57.535526 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5af1f02-b649-4b85-bc20-496b4c72a726 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:57.536155 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'code': 200} Sep 27 08:41:57.537354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port e56cd6ce-6e1a-4fb9-be82-bf975b103009 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:41:57.549004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port e56cd6ce-6e1a-4fb9-be82-bf975b103009 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:57.551789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.566463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7fd91bbe-490b-4022-b443-bef6f84ae645 req-52d6e96b-998a-45c5-a7d0-45435da86319 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585811 Sep 27 08:41:57.621248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946e694-0314-426a-9ba9-220d4cdef799 req-bc83f425-24f6-487c-a673-5913bcf7520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:57.623972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7946e694-0314-426a-9ba9-220d4cdef799 req-bc83f425-24f6-487c-a673-5913bcf7520e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0511580 Sep 27 08:41:57.669019 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.685321 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7946e694-0314-426a-9ba9-220d4cdef799 req-a8eaab97-c2cb-466e-be7b-4980764d95e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522134 Sep 27 08:41:57.709092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e56cd6ce-6e1a-4fb9-be82-bf975b103009, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e56cd6ce-6e1a-4fb9-be82-bf975b103009,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:57.714979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:57.753605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff5416-ff37-4825-82c0-87d63168eee4 req-e4821eec-51aa-44fe-b073-749b0eb87326 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:57.756219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9ff5416-ff37-4825-82c0-87d63168eee4 req-e4821eec-51aa-44fe-b073-749b0eb87326 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 946 time: 0.0915647 Sep 27 08:41:57.768171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=e56cd6ce-6e1a-4fb9-be82-bf975b103009,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:57.804455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9ff5416-ff37-4825-82c0-87d63168eee4 req-2e10b6d2-4859-4ed0-ad77-d609a910457d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Sep 27 08:41:57.985187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f4dbc-4b22-49b9-b21b-a7b17f5f2748 req-394a63c1-9b6e-4413-a716-a68a11bf36b9 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:57.986995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e9f4dbc-4b22-49b9-b21b-a7b17f5f2748 req-394a63c1-9b6e-4413-a716-a68a11bf36b9 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 945 time: 0.0594130 Sep 27 08:41:58.041486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e9f4dbc-4b22-49b9-b21b-a7b17f5f2748 req-3c3ff946-6f9d-4b59-ac55-f91d54d10cf6 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471177 Sep 27 08:41:58.166054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f31de135-f12e-4a78-ab5d-3bd58497edc5 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:41:58.241173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f31de135-f12e-4a78-ab5d-3bd58497edc5 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:41:58.247127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f31de135-f12e-4a78-ab5d-3bd58497edc5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:41:58.247724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:58.309602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28e5aaf8-cd51-4149-8647-a1f9b56887b2 req-ba81f390-ffdc-4755-a2c7-71c600ef809d tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0405385 Sep 27 08:41:58.336484 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:41:58.358526 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:58.391297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f31de135-f12e-4a78-ab5d-3bd58497edc5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f31de135-f12e-4a78-ab5d-3bd58497edc5,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:41:58.394971 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:58.449573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f31de135-f12e-4a78-ab5d-3bd58497edc5,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:58.711930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60ce18-6aa3-4c50-b38a-bb043b522b70 req-f68de192-ad49-48e7-b0a6-b6d58dc7908f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:58.713808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f60ce18-6aa3-4c50-b38a-bb043b522b70 req-f68de192-ad49-48e7-b0a6-b6d58dc7908f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 945 time: 0.0537663 Sep 27 08:41:58.762927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f60ce18-6aa3-4c50-b38a-bb043b522b70 req-a45921e8-ab84-4c40-8256-d5d8e9e61cac tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Sep 27 08:41:58.815647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:58.923432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31504a99-4d45-4aca-b357-9773b9a0380f req-09cc8941-f4ce-42e7-ada2-bfcc8746b1ec tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:58.924993 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-31504a99-4d45-4aca-b357-9773b9a0380f req-09cc8941-f4ce-42e7-ada2-bfcc8746b1ec tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 946 time: 0.0529008 Sep 27 08:41:58.973078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-375503234'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:58.979697 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-31504a99-4d45-4aca-b357-9773b9a0380f req-d4c05001-e77f-4150-8a75-c0862054ad1a tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 Sep 27 08:41:58.997030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Made reservation on behalf of 535b452c9c1c40cda0be5d45fd4bfdf0 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:41:59.000429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.012576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.105985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.111156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.155884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:41:59.175649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.175914 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Added segment 2afe8643-ffe5-4f9c-b22d-a8c2044996cc of type vlan for network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 Sep 27 08:41:59.177105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548082e7-1c1b-4d9c-ab07-255e56b06bd6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:59.227765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f10fd-573a-4817-9336-7485308a0e30 req-5cef5f90-b950-45c0-8258-da19bb602cef tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:59.229344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e54f10fd-573a-4817-9336-7485308a0e30 req-5cef5f90-b950-45c0-8258-da19bb602cef tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 945 time: 0.1150057 Sep 27 08:41:59.230969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.275087 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.280508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:59.281091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.310830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e54f10fd-573a-4817-9336-7485308a0e30 req-a64c6ad3-554a-492d-951b-48c8ab7df1fc tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739913 Sep 27 08:41:59.357956 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5411251 Sep 27 08:41:59.359262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a04d5-b9e4-46fa-b276-136bdfe854a3 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Pushing event updated for resources: {'Network': ['ID=488e31b5-171d-41eb-a6b4-fb097e9fb7f8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:59.377068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:41:59.420722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fec4bf96-c6f6-46dc-b42d-44cee695a1cb req-3e19fb7f-5cf2-42a1-88e7-bccdac49f549 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0267780 Sep 27 08:41:59.531445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53574) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:41:59.536447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Request body: {'port': {'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8', 'binding:host_id': 'n-h2-810909-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2133166382'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:41:59.537556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89394e5-e98d-4289-828d-293dcbbe556f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56cd6ce-6e1a-4fb9-be82-bf975b103009'}, {'server_uuid': 'fa31178f-ebe6-4fdf-b8ed-6fb9b286e396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31de135-f12e-4a78-ab5d-3bd58497edc5'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:41:59.539892 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993606e3-1a7d-4bb4-a7c2-0f4acaaf630a" -d '{"events": [{"server_uuid": "e89394e5-e98d-4289-828d-293dcbbe556f", "name": "network-vif-plugged", "status": "completed", "tag": "e56cd6ce-6e1a-4fb9-be82-bf975b103009"}, {"server_uuid": "fa31178f-ebe6-4fdf-b8ed-6fb9b286e396", "name": "network-vif-plugged", "status": "completed", "tag": "f31de135-f12e-4a78-ab5d-3bd58497edc5"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:41:59.559607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Made reservation on behalf of 58f0216f0a06416da01aa9f32b280a7f for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:41:59.561994 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.570666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.582247 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58e04ad-1a19-49d8-b3e2-a599678c7307 x-openstack-request-id: req-f58e04ad-1a19-49d8-b3e2-a599678c7307 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:41:59.582551 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89394e5-e98d-4289-828d-293dcbbe556f", "name": "network-vif-plugged", "status": "completed", "tag": "e56cd6ce-6e1a-4fb9-be82-bf975b103009", "code": 200}, {"server_uuid": "fa31178f-ebe6-4fdf-b8ed-6fb9b286e396", "name": "network-vif-plugged", "status": "completed", "tag": "f31de135-f12e-4a78-ab5d-3bd58497edc5", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:41:59.582836 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f58e04ad-1a19-49d8-b3e2-a599678c7307 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:41:59.583237 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89394e5-e98d-4289-828d-293dcbbe556f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56cd6ce-6e1a-4fb9-be82-bf975b103009', 'code': 200} Sep 27 08:41:59.583488 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa31178f-ebe6-4fdf-b8ed-6fb9b286e396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31de135-f12e-4a78-ab5d-3bd58497edc5', 'code': 200} Sep 27 08:41:59.687939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.694352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:41:59.699462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] device_id is not set on port bfddf371-3482-4400-87b0-5aa396c9e6d6 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:41:59.724120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b89b7-6160-435d-b50e-c35cbba76bcd req-94ed0b07-1386-4195-abb6-cdc88c4dfd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:59.725821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f67b89b7-6160-435d-b50e-c35cbba76bcd req-94ed0b07-1386-4195-abb6-cdc88c4dfd0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 1096 time: 0.0763533 Sep 27 08:41:59.727619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409caf7-01e8-4e58-a631-19ea0948be39 req-074e9166-7a18-4f8b-8f70-83387b006d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:59.728974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9409caf7-01e8-4e58-a631-19ea0948be39 req-074e9166-7a18-4f8b-8f70-83387b006d37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 1096 time: 0.0715299 Sep 27 08:41:59.794679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f67b89b7-6160-435d-b50e-c35cbba76bcd req-f9c5377a-23f4-4a4f-91ae-8d7e376e443f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Sep 27 08:41:59.796513 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9409caf7-01e8-4e58-a631-19ea0948be39 req-ba407c42-531c-4b4e-9123-e96f09e18a40 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579147 Sep 27 08:41:59.809599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c0399-1243-4707-a27a-885bab6dffd9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:41:59.964570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563712aa-5f29-4f37-9ba5-16d3634461eb req-6ca59935-9660-4605-b730-ba409f7baa56 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:41:59.966304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-563712aa-5f29-4f37-9ba5-16d3634461eb req-6ca59935-9660-4605-b730-ba409f7baa56 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 945 time: 0.1043041 Sep 27 08:42:00.012580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] device_id is not set on port bfddf371-3482-4400-87b0-5aa396c9e6d6 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:42:00.031497 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.040996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-563712aa-5f29-4f37-9ba5-16d3634461eb req-4a70e0e2-1c45-4447-96f9-78b40ef78f0c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559087 Sep 27 08:42:00.042508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.108499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=bfddf371-3482-4400-87b0-5aa396c9e6d6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:00.112130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Checking segment: {'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:00.112581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Network hostable DHCP agents. Network: 488e31b5-171d-41eb-a6b4-fb097e9fb7f8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:42:00.132139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:42:00.136480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a8164-5f9c-4c01-a67f-481756ec3a8a req-f85b2017-631d-420b-b2c6-fb14b6b11033 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:00.138118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-227a8164-5f9c-4c01-a67f-481756ec3a8a req-f85b2017-631d-420b-b2c6-fb14b6b11033 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 946 time: 0.0770326 Sep 27 08:42:00.145756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 488e31b5-171d-41eb-a6b4-fb097e9fb7f8) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:00.156984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631dbc8d-14d3-4f5f-b24f-8feb2407b546 None None] Network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:00.157183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:00.179996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.180363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.180876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.185655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.186382 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.186946 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 2 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.187421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-227a8164-5f9c-4c01-a67f-481756ec3a8a req-e2d0d208-2f56-4a48-8121-495f448ce20e tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 Sep 27 08:42:00.201882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.202229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.202575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.207975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.208499 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.208912 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 3 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.231020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.231365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.231856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.237236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.237890 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.238350 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 4 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.253318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.253941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.254576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.261346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.261767 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.262065 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 5 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.281774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.282117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.282630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.288537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.288918 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.289320 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 6 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.303507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.304484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.304853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.310829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.311168 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.311604 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 7 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.325148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.326074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.326074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.334236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.334773 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.336609 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 8 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.354981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.355324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.355699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.362584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.362925 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.363350 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 9 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.381532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.381938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.382363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.388911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.389297 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.389984 n-d-810909-1 neutron-server[94830]: INFO neutron.plugins.ml2.plugin [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 10 to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 Sep 27 08:42:00.405132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:00.405550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:00.405957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:00.411006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port bfddf371-3482-4400-87b0-5aa396c9e6d6 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:00.411405 n-d-810909-1 neutron-server[94830]: ERROR neutron.plugins.ml2.managers [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port bfddf371-3482-4400-87b0-5aa396c9e6d6 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:00.411838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.458913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c60f85-3230-4a04-b40a-995e9ea734e9 req-9c366fd2-0acf-4b53-bfac-32f5139f3008 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:00.460826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-76c60f85-3230-4a04-b40a-995e9ea734e9 req-9c366fd2-0acf-4b53-bfac-32f5139f3008 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 945 time: 0.0539105 Sep 27 08:42:00.507324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-76c60f85-3230-4a04-b40a-995e9ea734e9 req-22ba96e2-eb70-4cfd-8d2c-43c11d10fa81 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391819 Sep 27 08:42:00.520658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] For port bfddf371-3482-4400-87b0-5aa396c9e6d6, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:00.521322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempted to set empty binding levels {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 27 08:42:00.531614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913d522-f9fa-48c0-94d6-d0e857b36fc3 req-238a530b-2828-4a28-837d-fa5cccd123ec tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:00.533877 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3913d522-f9fa-48c0-94d6-d0e857b36fc3 req-238a530b-2828-4a28-837d-fa5cccd123ec tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 946 time: 0.0838475 Sep 27 08:42:00.535584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.595790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:00.595790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.621973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=bfddf371-3482-4400-87b0-5aa396c9e6d6,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:00.639037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3913d522-f9fa-48c0-94d6-d0e857b36fc3 req-797e94ab-c0e2-4eef-a643-b3c6c009a1f9 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724933 Sep 27 08:42:00.643487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:00.643722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d339cc2e-9fb1-48b5-9ee5-d49427fa04bf tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1110234 Sep 27 08:42:00.713322 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48f3bbc6-c709-4d48-ac28-5022ddd31090 req-5dc5c626-2af0-4dd6-8dff-a23c4a5bf624 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0390399 Sep 27 08:42:00.759590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Deleting port bfddf371-3482-4400-87b0-5aa396c9e6d6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:00.759843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.828870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] For port bfddf371-3482-4400-87b0-5aa396c9e6d6, host n-h2-810909-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:00.829323 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.843260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Calling delete_port for bfddf371-3482-4400-87b0-5aa396c9e6d6 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:00.929730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.960127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfddf371-3482-4400-87b0-5aa396c9e6d6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:00.963976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:00.966179 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b807e969-330e-407d-94e3-38ca3e68de4f tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bfddf371-3482-4400-87b0-5aa396c9e6d6 HTTP/1.1" status: 204 len: 168 time: 0.3215256 Sep 27 08:42:00.968692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:01.001531 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1796833d-0b3d-4189-a386-41ef1939eef7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] GET failed (client error): The resource could not be found. Sep 27 08:42:01.003264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1796833d-0b3d-4189-a386-41ef1939eef7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "GET /v2.0/ports/bfddf371-3482-4400-87b0-5aa396c9e6d6 HTTP/1.1" status: 404 len: 333 time: 0.0334532 Sep 27 08:42:01.006945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53606) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:01.011763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Request body: {'port': {'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1916052844'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:01.036284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Made reservation on behalf of 58f0216f0a06416da01aa9f32b280a7f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:01.038681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:01.071851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] device_id is not set on port c5f77449-4a9e-44d4-88c7-3c6286787b68 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:42:01.189418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e198d93-e12b-4185-b16b-804c4b3a4a32 req-ab315207-145a-4278-8ed4-0dddd18e9acf tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:01.205703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e198d93-e12b-4185-b16b-804c4b3a4a32 req-ab315207-145a-4278-8ed4-0dddd18e9acf tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 945 time: 0.0687752 Sep 27 08:42:01.243954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e198d93-e12b-4185-b16b-804c4b3a4a32 req-8f7a5e83-b8c0-4014-959f-652de498933b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359843 Sep 27 08:42:01.248083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:01.286803 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:01.331352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:01.334456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:01.338072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:01.339077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:01.339781 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:01.352136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f77449-4a9e-44d4-88c7-3c6286787b68,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:01.363599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-66770121-78e0-42c7-863c-aa47edac7927 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3555357 Sep 27 08:42:01.366356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53614) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:01.371538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:01.426429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:01.603405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] device_id is not set on port c5f77449-4a9e-44d4-88c7-3c6286787b68 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:42:01.611704 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:01.620187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:01.671028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38502b-a92a-4f02-887b-04d915d26c5c req-8d0cf74d-4d26-4178-a065-854e71f9f0b9 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:01.673045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae38502b-a92a-4f02-887b-04d915d26c5c req-8d0cf74d-4d26-4178-a065-854e71f9f0b9 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 945 time: 0.0771625 Sep 27 08:42:01.679142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f77449-4a9e-44d4-88c7-3c6286787b68,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:01.692603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:01.693521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:01.693521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:01.698100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:01.698428 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:01.698823 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 2 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:01.716778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:01.717271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:01.717643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:01.718924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae38502b-a92a-4f02-887b-04d915d26c5c req-ad6b9f44-9cdc-48a1-b360-d2d8446c01eb tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Sep 27 08:42:01.722330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:01.722569 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:01.722952 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 3 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:01.738723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:01.739289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:01.739849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:01.745105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:01.745432 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:01.745824 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 4 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:01.760607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:01.760953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:01.761301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:01.775850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:01.776190 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:01.776650 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 5 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:01.806901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:01.807137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:01.807478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:01.817261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:01.817601 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:01.818761 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 6 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:01.856468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7c57-3f32-48ec-921f-ec485670d3bf req-c9d1089c-88bc-48fc-a54f-93401c7a4f4b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:01.866535 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dee7c57-3f32-48ec-921f-ec485670d3bf req-c9d1089c-88bc-48fc-a54f-93401c7a4f4b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 946 time: 0.1028781 Sep 27 08:42:01.887206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cde7799-6b2e-4043-9c9f-694e941573fa req-c34d8ce4-1d1e-4a42-96df-af189001e2d0 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0375104 Sep 27 08:42:01.910940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:01.911381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:01.911812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:01.931918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:01.932379 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:01.937397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dee7c57-3f32-48ec-921f-ec485670d3bf req-13e8c7cd-6a4b-4c1c-a676-a487b68638c4 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692642 Sep 27 08:42:01.937947 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 7 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:01.958428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:01.959325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:01.959960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:01.974382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:01.975083 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:01.976114 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 8 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:02.001472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:02.001939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:02.002510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:02.009924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:02.010388 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:02.011003 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 9 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:02.024846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:02.025519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:02.025850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:02.031449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:02.031953 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:02.032480 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 10 to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 Sep 27 08:42:02.048158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:02.048798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:02.049217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:02.054339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:02.054766 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port c5f77449-4a9e-44d4-88c7-3c6286787b68 on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:02.055222 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:02.131943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] For port c5f77449-4a9e-44d4-88c7-3c6286787b68, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:02.132317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempted to set empty binding levels {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 27 08:42:02.139253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:02.188424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] In _notify_port_updated(), no bound segment for port c5f77449-4a9e-44d4-88c7-3c6286787b68 on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:42:02.189443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.190049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:02.191873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "PUT /v2.0/ports/c5f77449-4a9e-44d4-88c7-3c6286787b68 HTTP/1.1" status: 200 len: 975 time: 0.8242834 Sep 27 08:42:02.194208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:02.360575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab3fb-dbae-4e97-9bbb-30e6f17380e1 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f77449-4a9e-44d4-88c7-3c6286787b68,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:02.459925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.460455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.461077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.461541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.462007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.462618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.463082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.463544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.464033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.464821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.465285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.465752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.466289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.466748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.467205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.467662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.468115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.469244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.469772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.470158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.470618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.471199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.471661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.472165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.472771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.473240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.474081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.474793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.475262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.475720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.476178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.476674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.477133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.477593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:02.481562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7342184e-261d-42a3-8ad1-f9dd3947c1b7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30550 time: 0.2863901 Sep 27 08:42:02.486224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53656) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:02.570166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Deleting port c5f77449-4a9e-44d4-88c7-3c6286787b68 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:02.571030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:02.640427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] For port c5f77449-4a9e-44d4-88c7-3c6286787b68, host n-h2-810909-1, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:02.640658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:02.654041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Calling delete_port for c5f77449-4a9e-44d4-88c7-3c6286787b68 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:02.749102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:02.780640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5f77449-4a9e-44d4-88c7-3c6286787b68,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:02.782942 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:02.784900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3dda013b-d9e8-4ea6-b394-e98c4dd4a327 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "DELETE /v2.0/ports/c5f77449-4a9e-44d4-88c7-3c6286787b68 HTTP/1.1" status: 204 len: 168 time: 0.2976840 Sep 27 08:42:02.787535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53664) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:02.812201 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc541b5-ad02-4087-a85b-4dc9a229ff80 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] GET failed (client error): The resource could not be found. Sep 27 08:42:02.813854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dfc541b5-ad02-4087-a85b-4dc9a229ff80 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "GET /v2.0/ports/c5f77449-4a9e-44d4-88c7-3c6286787b68 HTTP/1.1" status: 404 len: 333 time: 0.0252106 Sep 27 08:42:02.817849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53666) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:02.822732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-960680191', 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:02.848217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Made reservation on behalf of 58f0216f0a06416da01aa9f32b280a7f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:02.851143 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:02.873822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] device_id is not set on port d20d5022-0281-4a92-aa83-1e002dab04a1 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:42:02.993225 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0134a794-d6c0-4389-8371-2f87f1926100 req-9eb277b2-db26-4244-bd16-6b78693f0adc tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0442042 Sep 27 08:42:03.064113 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.097891 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.150502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=d20d5022-0281-4a92-aa83-1e002dab04a1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:03.158354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:03.161012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:03.164251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:03.165397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:03.165986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.181405 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-94017bf4-613f-46f3-9d7b-a90e795e0923 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3624411 Sep 27 08:42:03.184080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53682) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:03.220747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:42:03.225495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f9f1c-6eea-40a6-a043-e4a88c67a2f2 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:03.226980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ff6f9f1c-6eea-40a6-a043-e4a88c67a2f2 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "GET /v2.0/ports/d20d5022-0281-4a92-aa83-1e002dab04a1 HTTP/1.1" status: 200 len: 954 time: 0.0418749 Sep 27 08:42:03.229658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53686) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:03.308020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-641fe6ca-62fa-4778-97f9-c277f7470343 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Deleting port d20d5022-0281-4a92-aa83-1e002dab04a1 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:03.308369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-641fe6ca-62fa-4778-97f9-c277f7470343 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.349720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:03.371567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'port_id': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'mac_address': 'fa:16:3e:43:7e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86717468-983a-4e29-8cf9-97fd0ea72f3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:42:03.389668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-641fe6ca-62fa-4778-97f9-c277f7470343 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.406553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-641fe6ca-62fa-4778-97f9-c277f7470343 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Calling delete_port for d20d5022-0281-4a92-aa83-1e002dab04a1 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:03.415443 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.431562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:03.454732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:03.463954 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.521978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-641fe6ca-62fa-4778-97f9-c277f7470343 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.544721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:03.561558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-641fe6ca-62fa-4778-97f9-c277f7470343 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.567264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:03.568976 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-641fe6ca-62fa-4778-97f9-c277f7470343 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d20d5022-0281-4a92-aa83-1e002dab04a1 HTTP/1.1" status: 204 len: 168 time: 0.3380082 Sep 27 08:42:03.572740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fe6ca-62fa-4778-97f9-c277f7470343 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event deleted for resources: {'Port': ['ID=d20d5022-0281-4a92-aa83-1e002dab04a1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:03.603786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:42:03.635354 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b954ca-e63c-4d91-9619-1130bf6fc42e tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] GET failed (client error): The resource could not be found. Sep 27 08:42:03.640998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53710) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:03.641150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d9b954ca-e63c-4d91-9619-1130bf6fc42e tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "GET /v2.0/ports/d20d5022-0281-4a92-aa83-1e002dab04a1 HTTP/1.1" status: 404 len: 333 time: 0.0727761 Sep 27 08:42:03.646314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Request body: {'port': {'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1094462356'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:03.682387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Made reservation on behalf of 58f0216f0a06416da01aa9f32b280a7f for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:03.685329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.702050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] device_id is not set on port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:42:03.867943 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.902141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.946023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:03.948836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:03.952355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:03.953182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:03.953776 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:03.966911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=faa16e76-1ff2-4856-a13c-99dbb5fa1e0c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:03.979411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b66c77fc-2ff4-4c3f-bc24-a062c4110e1c tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3372295 Sep 27 08:42:03.982177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53714) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:03.988631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:04.051471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.123542 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd03db0b-cd4e-44b6-a804-f1b09512736a req-30ee0325-5e20-4a80-a896-b998b9b5d698 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0343988 Sep 27 08:42:04.273552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] device_id is not set on port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:42:04.281478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.290218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.339376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=faa16e76-1ff2-4856-a13c-99dbb5fa1e0c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:04.357470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.357914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.358152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.365080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.365730 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.366319 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 2 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.382327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.382916 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.383478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.388925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.389556 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.390118 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 3 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.405582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.405925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.406266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.410725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.411054 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.411554 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 4 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.424554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.424941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.425292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.430077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.430408 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.430804 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 5 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.443637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.443981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.444538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.449072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.449566 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.450125 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 6 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.462662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.463002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.463466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.468012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.468425 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.468763 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 7 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.481864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.482216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.482541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.486918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.487247 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.487676 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 8 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.500777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.501244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.501794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.506241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.506573 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.507064 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 9 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.525282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.526018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.526500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.533275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.533683 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.534135 n-d-810909-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempt 10 to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c Sep 27 08:42:04.547683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:04.548026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:04.548397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempting to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:04.552850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:04.553168 n-d-810909-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Failed to bind port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on host n-h2-810909-1 for vnic_type normal using segments [{'id': '2afe8643-ffe5-4f9c-b22d-a8c2044996cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '488e31b5-171d-41eb-a6b4-fb097e9fb7f8'}] Sep 27 08:42:04.553542 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.620766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] For port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:04.621302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attempted to set empty binding levels {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 27 08:42:04.626433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.664373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] In _notify_port_updated(), no bound segment for port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c on network 488e31b5-171d-41eb-a6b4-fb097e9fb7f8 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:42:04.665407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:04.666020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.671030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53738) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:04.671534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "PUT /v2.0/ports/faa16e76-1ff2-4856-a13c-99dbb5fa1e0c HTTP/1.1" status: 200 len: 975 time: 0.6874428 Sep 27 08:42:04.685745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d1a12-a974-4ea3-8b31-2147d4f8ca3b tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event updated for resources: {'Port': ['ID=faa16e76-1ff2-4856-a13c-99dbb5fa1e0c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:04.759034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Deleting port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:04.759471 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.825010 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] For port faa16e76-1ff2-4856-a13c-99dbb5fa1e0c, host n-h2-810909-1, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:04.825373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.837939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Calling delete_port for faa16e76-1ff2-4856-a13c-99dbb5fa1e0c owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:04.926228 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.959984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:04.962273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "DELETE /v2.0/ports/faa16e76-1ff2-4856-a13c-99dbb5fa1e0c HTTP/1.1" status: 204 len: 168 time: 0.2893002 Sep 27 08:42:04.963764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66e89b-3786-422a-b9b4-acfe54d1d87a tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] Pushing event deleted for resources: {'Port': ['ID=faa16e76-1ff2-4856-a13c-99dbb5fa1e0c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:04.966418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:04.995019 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ffff9b-2550-4435-802d-5430c3368ed7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] GET failed (client error): The resource could not be found. Sep 27 08:42:04.996877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-40ffff9b-2550-4435-802d-5430c3368ed7 tempest-PortsAdminExtendedAttrsTestJSON-189983523 tempest-PortsAdminExtendedAttrsTestJSON-189983523-project-admin] 10.222.0.50 "GET /v2.0/ports/faa16e76-1ff2-4856-a13c-99dbb5fa1e0c HTTP/1.1" status: 404 len: 333 time: 0.0293291 Sep 27 08:42:05.000244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53752) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:05.089365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.178962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.216588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488e31b5-171d-41eb-a6b4-fb097e9fb7f8']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:05.227911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afe8643-ffe5-4f9c-b22d-a8c2044996cc') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:05.228201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afe8643-ffe5-4f9c-b22d-a8c2044996cc') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:05.239189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.250265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:05.278038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93ddd4f6-9fb4-4c66-8852-05c8ff3a4d8e req-161b4e58-7581-4d4d-86e2-ed33c2d20362 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0310597 Sep 27 08:42:05.281892 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.291564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:42:05.292151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:42:05.296039 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:42:05.355005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:05.355892 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.414331 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.427503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.432757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] 10.222.0.50 "DELETE /v2.0/networks/488e31b5-171d-41eb-a6b4-fb097e9fb7f8 HTTP/1.1" status: 204 len: 168 time: 0.4313500 Sep 27 08:42:05.465477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affae9c5-03f4-4a5a-a357-077469d3f3e5 tempest-PortsAdminExtendedAttrsTestJSON-275762582 tempest-PortsAdminExtendedAttrsTestJSON-275762582-project] Pushing event deleted for resources: {'Network': ['ID=488e31b5-171d-41eb-a6b4-fb097e9fb7f8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:05.497204 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.521542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:05.524552 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d55f31-ca71-4346-9ef0-27e05d28828d" -d '{"events": [{"server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:05.541076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:05.551456 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.610993 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70d667d-6c54-42a1-976e-73b781d01c89 x-openstack-request-id: req-f70d667d-6c54-42a1-976e-73b781d01c89 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:05.611279 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "name": "network-vif-plugged", "status": "completed", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:05.611732 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f70d667d-6c54-42a1-976e-73b781d01c89 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:05.613594 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'code': 200} Sep 27 08:42:05.638767 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:05.669522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:05.902597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53800) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:06.172589 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-44890bb6-40e5-4fd8-a337-9c4ff3aebe72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=535b452c9c1c40cda0be5d45fd4bfdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660339 Sep 27 08:42:06.173163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:06.244837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6dfae91-3a8c-40ba-bae8-c5e248dbeab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:06.297408 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6dfae91-3a8c-40ba-bae8-c5e248dbeab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:06.370159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6dfae91-3a8c-40ba-bae8-c5e248dbeab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:06.373965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6dfae91-3a8c-40ba-bae8-c5e248dbeab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:06.399811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6dfae91-3a8c-40ba-bae8-c5e248dbeab2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/548082e7-1c1b-4d9c-ab07-255e56b06bd6 HTTP/1.1" status: 204 len: 168 time: 0.2222815 Sep 27 08:42:06.422461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfae91-3a8c-40ba-bae8-c5e248dbeab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548082e7-1c1b-4d9c-ab07-255e56b06bd6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:06.459282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6008fdd-593f-4623-8097-8d6be4279bd0 req-dec9bc59-23bd-4f08-bdf8-543f0a70b7fa tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0575459 Sep 27 08:42:06.893228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53830) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:07.009951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53834) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:07.014673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-21106411-2fdf-41e1-821d-18e111b9f8cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58f0216f0a06416da01aa9f32b280a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198478 Sep 27 08:42:07.131411 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe84f3a7-5cd6-4080-a899-18995933efa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:07.166599 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe84f3a7-5cd6-4080-a899-18995933efa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:07.237002 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe84f3a7-5cd6-4080-a899-18995933efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:07.240547 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe84f3a7-5cd6-4080-a899-18995933efa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:07.246050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fe84f3a7-5cd6-4080-a899-18995933efa8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d2c0399-1243-4707-a27a-885bab6dffd9 HTTP/1.1" status: 204 len: 168 time: 0.2327688 Sep 27 08:42:07.254178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84f3a7-5cd6-4080-a899-18995933efa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c0399-1243-4707-a27a-885bab6dffd9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:07.713725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbadd886-eced-4f8c-837d-227795cbeae5 req-e5e7aabb-5742-48fe-b21a-960fa1cece58 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0751760 Sep 27 08:42:08.923306 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d0f7db92-e199-4fa6-8289-02725b3ba354 req-ced031d3-baec-45b7-8485-06fe015be227 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0529017 Sep 27 08:42:09.624863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53920) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:09.768180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-248264717', 'router:external': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:09.795155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Made reservation on behalf of c3f4b8dc942b49d6a7fff66bf08594fa for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:09.797812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:09.807561 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:09.917277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:09.924114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:09.936208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:42:09.965569 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:09.966827 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Added segment 69bfa9ca-9b04-4530-b48c-93271dbeff0f of type vlan for network 448ea267-176c-44a6-bfcc-8ceaed2603dd Sep 27 08:42:10.005026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5e7684-7333-433a-9715-9f9af82624fe,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:10.034016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:10.071567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:10.072982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:10.073813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:10.144243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12eca38f-030f-4c85-8d4a-d750f964c354 req-c8173c3c-4379-42b9-b813-ba3cd3d54fe3 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0673635 Sep 27 08:42:10.148254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5223393 Sep 27 08:42:10.153383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:10.158262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'subnet': {'network_id': '448ea267-176c-44a6-bfcc-8ceaed2603dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:10.244039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Made reservation on behalf of c3f4b8dc942b49d6a7fff66bf08594fa for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:10.245878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:10.260842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec019a-7bf8-45fd-9f2e-f8e2d302e335 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'Network': ['ID=448ea267-176c-44a6-bfcc-8ceaed2603dd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:10.271982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 448ea267-176c-44a6-bfcc-8ceaed2603dd details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:42:10.730529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:42:10.731006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:10.791116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8ef2875d-2cad-4224-b513-9b64ab91d868,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:10.802559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Checking segment: {'id': '69bfa9ca-9b04-4530-b48c-93271dbeff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '448ea267-176c-44a6-bfcc-8ceaed2603dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:10.802559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Network hostable DHCP agents. Network: 448ea267-176c-44a6-bfcc-8ceaed2603dd, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:42:10.821526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Network 448ea267-176c-44a6-bfcc-8ceaed2603dd is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:42:10.838077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 448ea267-176c-44a6-bfcc-8ceaed2603dd) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:10.843184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:10.844271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:10.851533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed950ab-ae00-4d84-bd92-d071b434339b None None] Network 448ea267-176c-44a6-bfcc-8ceaed2603dd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:10.869148 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b0b426a-53c7-4e4e-9394-a2a1641307bd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7126532 Sep 27 08:42:10.869501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53952) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:10.874468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-527110567', 'network_id': '448ea267-176c-44a6-bfcc-8ceaed2603dd'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:10.917433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Made reservation on behalf of c3f4b8dc942b49d6a7fff66bf08594fa for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:10.922369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:10.961793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] device_id is not set on port cb94a327-6901-4f9c-9ae1-5d881f3f3706 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:42:11.013675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4532b-b587-410a-8bd5-d23cbef63e44 None None] Network 448ea267-176c-44a6-bfcc-8ceaed2603dd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:11.182835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Allocated IP 2001:db8::39 (448ea267-176c-44a6-bfcc-8ceaed2603dd/8ef2875d-2cad-4224-b513-9b64ab91d868/cb94a327-6901-4f9c-9ae1-5d881f3f3706) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:11.337582 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb542101-c123-498f-9621-e39e3fd7a3c5 req-80981594-c0e8-4f7d-86c6-329ebd05c22d tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0511100 Sep 27 08:42:11.395001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:11.475566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:11.515943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Network 448ea267-176c-44a6-bfcc-8ceaed2603dd is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:11.523177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:11.564630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:11.565910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:11.566407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:11.595834 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7229931 Sep 27 08:42:11.595834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7b3ce-334d-4813-924e-b29ecb77fa0c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'Port': ['ID=cb94a327-6901-4f9c-9ae1-5d881f3f3706,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:11.597167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53978) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:11.620989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ad2a6ec6-e165-48bd-b008-8971ec954de5 req-05d4358a-7b4f-4512-982d-9764e78c21cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0464377 Sep 27 08:42:11.704725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-78b046ab-10e6-4dd9-8669-da86a88fd26e tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Deleting port cb94a327-6901-4f9c-9ae1-5d881f3f3706 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:11.705068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78b046ab-10e6-4dd9-8669-da86a88fd26e tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:11.822280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:11.957842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-312da2f0-c7f9-4192-9dfa-b162ed00b5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.070041 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-312da2f0-c7f9-4192-9dfa-b162ed00b5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.075764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-312da2f0-c7f9-4192-9dfa-b162ed00b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.109727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-312da2f0-c7f9-4192-9dfa-b162ed00b5d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9a8e416e6bf4f15872f1a500825ed42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836757 Sep 27 08:42:12.112857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53986) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:12.133640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312da2f0-c7f9-4192-9dfa-b162ed00b5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b543bfb-4fcf-409b-ab61-f4fd190c611b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:12.169314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78b046ab-10e6-4dd9-8669-da86a88fd26e tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.190758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-78b046ab-10e6-4dd9-8669-da86a88fd26e tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Calling delete_port for cb94a327-6901-4f9c-9ae1-5d881f3f3706 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:12.208844 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2ee7-04df-4d3c-b6b4-35bfa72571a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.262422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2ee7-04df-4d3c-b6b4-35bfa72571a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.357354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2ee7-04df-4d3c-b6b4-35bfa72571a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.359793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2ee7-04df-4d3c-b6b4-35bfa72571a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.360992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c6ec2ee7-04df-4d3c-b6b4-35bfa72571a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b543bfb-4fcf-409b-ab61-f4fd190c611b HTTP/1.1" status: 204 len: 168 time: 0.2471788 Sep 27 08:42:12.406902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec2ee7-04df-4d3c-b6b4-35bfa72571a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b543bfb-4fcf-409b-ab61-f4fd190c611b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:12.452506 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78b046ab-10e6-4dd9-8669-da86a88fd26e tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.503596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b046ab-10e6-4dd9-8669-da86a88fd26e tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb94a327-6901-4f9c-9ae1-5d881f3f3706,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:12.564826 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3ad5197-cde2-4fdf-b238-afa8bfe015c5 req-4c93d31f-16b0-4692-83e8-a04cbbcb4afe tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0570586 Sep 27 08:42:12.569019 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78b046ab-10e6-4dd9-8669-da86a88fd26e tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.573744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54008) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:12.574326 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-78b046ab-10e6-4dd9-8669-da86a88fd26e tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "DELETE /v2.0/ports/cb94a327-6901-4f9c-9ae1-5d881f3f3706 HTTP/1.1" status: 204 len: 168 time: 0.9647255 Sep 27 08:42:12.578603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '448ea267-176c-44a6-bfcc-8ceaed2603dd', 'external_fixed_ips': [{'subnet_id': '8ef2875d-2cad-4224-b513-9b64ab91d868', 'ip_address': '2001:db8::39'}]}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:12.686562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.688461 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:12.767837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:13.339065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:13.614823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:13.648062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:13.842953 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-364ade14-9ae3-481a-bc56-dfaa16e50c07 req-b29c2b3b-2ebc-4e47-a5d2-4ad449ddb9e2 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0556912 Sep 27 08:42:13.873115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Allocated IP 2001:db8::39 (448ea267-176c-44a6-bfcc-8ceaed2603dd/8ef2875d-2cad-4224-b513-9b64ab91d868/c26ab9f3-6c78-476d-81b2-5d1d55fd8daf) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:13.977865 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:14.024060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:14.077615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:14.146167 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8504ecb1-2389-4a19-b7ec-168b7f251d2f req-23889a24-ed2c-44d6-a229-8c4e11e5e43a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c6efa937f0049a7991dba938c8b4244&device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0647035 Sep 27 08:42:14.155543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Network 448ea267-176c-44a6-bfcc-8ceaed2603dd is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:14.168661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:14.173778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:14.188714 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-667bb4b5-1c13-44ed-ae62-de079d46bca3 req-b8ce3e72-01e6-435e-851c-25365a6cd15a tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0419068 Sep 27 08:42:14.228491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8504ecb1-2389-4a19-b7ec-168b7f251d2f req-c71b4688-6a2d-457d-8c6e-460bbd7ead8b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5c6efa937f0049a7991dba938c8b4244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615714 Sep 27 08:42:14.230413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'Port': ['ID=c26ab9f3-6c78-476d-81b2-5d1d55fd8daf,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:14.419368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504ecb1-2389-4a19-b7ec-168b7f251d2f req-cba598fb-eaa4-4ea3-ade4-405df9aa9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:14.420919 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8504ecb1-2389-4a19-b7ec-168b7f251d2f req-cba598fb-eaa4-4ea3-ade4-405df9aa9110 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916673 Sep 27 08:42:14.503920 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:14.724724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:14.994025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Router 93b5f020-bc76-4e00-b23c-0607ac8f4266 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:42:15.047998 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2df7facc-2921-4554-bdd7-586c4b50bcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:15.127304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:15.140242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Sync routers for ids ['93b5f020-bc76-4e00-b23c-0607ac8f4266'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:15.152841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Routers {'93b5f020-bc76-4e00-b23c-0607ac8f4266'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:15.154241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:41:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['93b5f020-bc76-4e00-b23c-0607ac8f4266'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:15.159552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:15.164191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9e11f080-cf38-4a36-ad55-9b443799abf0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.5891092 Sep 27 08:42:15.164511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54082) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:15.353664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1bb20432-ab96-4e47-a781-0ffc709ac51f req-c02ea101-1a21-4e35-8cb2-a54cbbaa2531 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0578244 Sep 27 08:42:15.385138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:15.544410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Set router 93b5f020-bc76-4e00-b23c-0607ac8f4266 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:15.547985 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:15.615602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Deleting port c26ab9f3-6c78-476d-81b2-5d1d55fd8daf {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:15.615939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:15.748112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:15.770350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Calling delete_port for c26ab9f3-6c78-476d-81b2-5d1d55fd8daf owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:15.794963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b5f020-bc76-4e00-b23c-0607ac8f4266', 'name': '', 'tenant_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '448ea267-176c-44a6-bfcc-8ceaed2603dd', 'external_fixed_ips': [{'subnet_id': '8ef2875d-2cad-4224-b513-9b64ab91d868', 'ip_address': '2001:db8::39'}], 'enable_snat': True}, 'gw_port_id': 'c26ab9f3-6c78-476d-81b2-5d1d55fd8daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:12Z', 'updated_at': '2021-09-27T08:42:14Z', 'revision_number': 3, 'project_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'gw_port': {'id': 'c26ab9f3-6c78-476d-81b2-5d1d55fd8daf', 'name': '', 'network_id': '448ea267-176c-44a6-bfcc-8ceaed2603dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b5f020-bc76-4e00-b23c-0607ac8f4266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '8ef2875d-2cad-4224-b513-9b64ab91d868', 'ip_address': '2001:db8::39', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:13Z', 'updated_at': '2021-09-27T08:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ef2875d-2cad-4224-b513-9b64ab91d868', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:15.852480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Checking router: 93b5f020-bc76-4e00-b23c-0607ac8f4266 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:15.852832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Updating router 93b5f020-bc76-4e00-b23c-0607ac8f4266 port c26ab9f3-6c78-476d-81b2-5d1d55fd8daf binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:42:15.917715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:15.922849 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8504ecb1-2389-4a19-b7ec-168b7f251d2f req-55e76c98-60db-4ca2-a445-87162b164e43 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.57 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0803461 Sep 27 08:42:16.186358 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:16.304477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event deleted for resources: {'Port': ['ID=c26ab9f3-6c78-476d-81b2-5d1d55fd8daf,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:16.350950 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:16.532782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c9e22-ec79-4cb9-826e-d49435413c8d req-9858cbec-3ac6-4f91-a344-7880149efc74 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:16.538570 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-088c9e22-ec79-4cb9-826e-d49435413c8d req-9858cbec-3ac6-4f91-a344-7880149efc74 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3914390 Sep 27 08:42:16.578503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f96a092a-b43e-4a3c-8ea2-329d655a806b req-f38b4f66-2e14-4ff5-92d8-2ad643a3b460 tempest-ServerShowV257Test-1081861016 tempest-ServerShowV257Test-1081861016-project] 10.222.0.50 "GET /v2.0/ports?device_id=3091e5e5-c364-4466-8b40-0988c4a60368 HTTP/1.1" status: 200 len: 210 time: 0.0339034 Sep 27 08:42:16.600506 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:16.603638 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:16.687658 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:42:16.689064 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:42:16.713472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:16.714541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93b5f020-bc76-4e00-b23c-0607ac8f4266 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:42:16.733854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-088c9e22-ec79-4cb9-826e-d49435413c8d req-e1168932-02d7-43ed-a214-904a760fa238 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878684 Sep 27 08:42:16.739178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:16.744360 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-783d1c4e-b059-4b33-82a3-1183286ebcc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "DELETE /v2.0/routers/93b5f020-bc76-4e00-b23c-0607ac8f4266 HTTP/1.1" status: 204 len: 168 time: 1.5786102 Sep 27 08:42:16.745333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54134) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:16.866344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-668f8275-fe79-4afd-900c-48e6c4144fc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Deleting subnet 8ef2875d-2cad-4224-b513-9b64ab91d868 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:42:16.875760 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-668f8275-fe79-4afd-900c-48e6c4144fc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.007662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-668f8275-fe79-4afd-900c-48e6c4144fc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.077385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e31d1-3050-4415-b5fc-1ac7681be325 req-a85f0b24-cccd-4af8-8a55-899b7d421e74 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:17.079237 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-001e31d1-3050-4415-b5fc-1ac7681be325 req-a85f0b24-cccd-4af8-8a55-899b7d421e74 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.2061658 Sep 27 08:42:17.149269 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-001e31d1-3050-4415-b5fc-1ac7681be325 req-610f1b85-8fc4-432b-beb0-f98f318e4119 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559556 Sep 27 08:42:17.183037 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-668f8275-fe79-4afd-900c-48e6c4144fc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.237228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Port c26ab9f3-6c78-476d-81b2-5d1d55fd8daf not found while updating agent binding for router 93b5f020-bc76-4e00-b23c-0607ac8f4266. {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 27 08:42:17.262077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Routers set() bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:17.262743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Router IDs set() for agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 08:42:17.263592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_agentschedulers_db [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93b5f020-bc76-4e00-b23c-0607ac8f4266'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:41:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent'). {{(pid=94832) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 27 08:42:17.264288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028ebec-325c-469e-967d-b54075e9f9f6 None None] The sync data for ids ['93b5f020-bc76-4e00-b23c-0607ac8f4266'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:17.359406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-668f8275-fe79-4afd-900c-48e6c4144fc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.385001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-668f8275-fe79-4afd-900c-48e6c4144fc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.387794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-668f8275-fe79-4afd-900c-48e6c4144fc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/8ef2875d-2cad-4224-b513-9b64ab91d868 HTTP/1.1" status: 204 len: 168 time: 0.6412530 Sep 27 08:42:17.392006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54158) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:17.462755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f8275-fe79-4afd-900c-48e6c4144fc6 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef2875d-2cad-4224-b513-9b64ab91d868,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:17.508822 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0aa6-256a-4b1f-92d2-4037fda86ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.529508 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.715533 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.751522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448ea267-176c-44a6-bfcc-8ceaed2603dd']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:17.768919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bfa9ca-9b04-4530-b48c-93271dbeff0f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:17.769367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bfa9ca-9b04-4530-b48c-93271dbeff0f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:17.782328 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.818123 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.840031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:42:17.840624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:42:17.843122 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:42:17.962282 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:17.965851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef65f6-7a52-46f7-b2e4-59a966444004 req-e9fe6330-517c-42ec-bbdd-c2cab6ad542e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:17.982305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11ef65f6-7a52-46f7-b2e4-59a966444004 req-e9fe6330-517c-42ec-bbdd-c2cab6ad542e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1817584 Sep 27 08:42:18.020654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:18.027253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 448ea267-176c-44a6-bfcc-8ceaed2603dd {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 27 08:42:18.036402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:18.039800 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "DELETE /v2.0/networks/448ea267-176c-44a6-bfcc-8ceaed2603dd HTTP/1.1" status: 204 len: 168 time: 0.6453855 Sep 27 08:42:18.079249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edbc40-593e-4f6e-ad3a-da6d6e71d6b0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event deleted for resources: {'Network': ['ID=448ea267-176c-44a6-bfcc-8ceaed2603dd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:18.111867 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11ef65f6-7a52-46f7-b2e4-59a966444004 req-a53cd2f3-6014-408f-91b0-6dad08564324 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274149 Sep 27 08:42:18.412947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54196) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:18.591314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54204) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:18.597237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0162711b-d06a-4492-a613-25f8a6957033 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'router': {'name': 'tempest-router--259900782', 'project_id': 'aa223f42440a4035b419a447d9dccc01'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:18.646847 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0162711b-d06a-4492-a613-25f8a6957033 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:18.648154 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0162711b-d06a-4492-a613-25f8a6957033 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:18.806010 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0162711b-d06a-4492-a613-25f8a6957033 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:18.818196 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0162711b-d06a-4492-a613-25f8a6957033 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:18.857428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0162711b-d06a-4492-a613-25f8a6957033 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:18.859982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0162711b-d06a-4492-a613-25f8a6957033 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2674501 Sep 27 08:42:18.862663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54210) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:18.869659 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:18.999681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cad096b-5a50-485b-a67d-bb88e133f48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.033120 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-462ad0de-92e6-49ec-b8af-92d2ee6ec566 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.104888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cad096b-5a50-485b-a67d-bb88e133f48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.144663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cad096b-5a50-485b-a67d-bb88e133f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.277756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7cad096b-5a50-485b-a67d-bb88e133f48d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c6efa937f0049a7991dba938c8b4244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8631544 Sep 27 08:42:19.278799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad096b-5a50-485b-a67d-bb88e133f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea20bd4-2c37-4aab-bc97-d0561292c64a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:19.290161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54224) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:19.322284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee19-33d9-42b7-99fe-ec749e581103 req-614b978a-777e-4c62-8c56-c5bc095299ea tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:19.335918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dee19-33d9-42b7-99fe-ec749e581103 req-614b978a-777e-4c62-8c56-c5bc095299ea tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.2284803 Sep 27 08:42:19.425988 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-462ad0de-92e6-49ec-b8af-92d2ee6ec566 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.428969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-462ad0de-92e6-49ec-b8af-92d2ee6ec566 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.434515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b2dee19-33d9-42b7-99fe-ec749e581103 req-dee476a9-629d-4ca3-80e0-a19b600c00da tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967238 Sep 27 08:42:19.477141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2edfffae-64eb-4fbd-a384-23c0b1adb5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.506114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-462ad0de-92e6-49ec-b8af-92d2ee6ec566 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.508478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462ad0de-92e6-49ec-b8af-92d2ee6ec566 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2f500ae-8c7d-4b58-8910-0a28ffba025c {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:42:19.525772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-462ad0de-92e6-49ec-b8af-92d2ee6ec566 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.528537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-462ad0de-92e6-49ec-b8af-92d2ee6ec566 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d2f500ae-8c7d-4b58-8910-0a28ffba025c HTTP/1.1" status: 204 len: 168 time: 0.6638510 Sep 27 08:42:19.543040 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2edfffae-64eb-4fbd-a384-23c0b1adb5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.634316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2edfffae-64eb-4fbd-a384-23c0b1adb5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.641504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2edfffae-64eb-4fbd-a384-23c0b1adb5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:19.642950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2edfffae-64eb-4fbd-a384-23c0b1adb5e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ea20bd4-2c37-4aab-bc97-d0561292c64a HTTP/1.1" status: 204 len: 168 time: 0.3520484 Sep 27 08:42:19.669835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfffae-64eb-4fbd-a384-23c0b1adb5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea20bd4-2c37-4aab-bc97-d0561292c64a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:19.722386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:19.971082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-d8e11d43-362f-4dbf-9d2e-94f04a9a29b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983574 Sep 27 08:42:20.058370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1034942722', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:20.095555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-b9eae67e-da0c-4b78-aa96-8cda48f24a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:20.097776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-b9eae67e-da0c-4b78-aa96-8cda48f24a7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 1096 time: 0.1028066 Sep 27 08:42:20.117200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:20.118466 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:20.318953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:20.513079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:20.555429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-715e45e6-3035-4909-a530-7b394944e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:20.573799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-715e45e6-3035-4909-a530-7b394944e555 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 916 time: 0.4472394 Sep 27 08:42:20.721642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-7187922e-1f96-49c6-ab4a-6c4a1adf68f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915ae7ab-e542-4c89-b216-87725ba5afb5 HTTP/1.1" status: 200 len: 217 time: 0.1362054 Sep 27 08:42:20.834296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-6f69a426-1120-46fe-b83d-1a28eec07dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:20.835736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-6f69a426-1120-46fe-b83d-1a28eec07dc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.1002786 Sep 27 08:42:20.940390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:20.968845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-6155a8d7-bd4e-47e7-9114-c3e722e17aa3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241722 Sep 27 08:42:21.011420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1125-3767-400f-a6c4-4d6d86800211 req-09b48918-39e6-4376-b92a-e6939f10c33a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:21.018827 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-401c1125-3767-400f-a6c4-4d6d86800211 req-09b48918-39e6-4376-b92a-e6939f10c33a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3615849 Sep 27 08:42:21.040731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54280) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:21.202424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-c5d2f528-3adb-4565-8b36-270718f7cc78 service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122047 Sep 27 08:42:21.247329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-132650606-network', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:21.263967 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-401c1125-3767-400f-a6c4-4d6d86800211 req-a031d991-9dd2-48ba-a026-87f9ddaf81a3 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441659 Sep 27 08:42:21.321328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Made reservation on behalf of a6cf9b09ae014a2bbbb390ca7eeb0b6e for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:21.331486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:21.345193 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:21.560609 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:21.569302 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:21.615865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:42:21.659740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472160b-e7ff-4587-a657-ac00cf053933,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:21.690784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:21.691624 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Added segment 246e29b9-80b8-4b92-b7b7-d5e0d9940285 of type vlan for network 489e5472-cfd5-4609-8d04-4b155445695e Sep 27 08:42:21.788168 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:21.851387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:21.852930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:21.853840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:21.934851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] Pushing event updated for resources: {'Network': ['ID=489e5472-cfd5-4609-8d04-4b155445695e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:21.945870 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-80673f5b-4d0b-413e-8350-8cc5f97ec44b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9039125 Sep 27 08:42:21.946186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 489e5472-cfd5-4609-8d04-4b155445695e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:42:21.949562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54304) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:21.963741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Request body: {'subnet': {'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-subnet', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:22.006005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Made reservation on behalf of a6cf9b09ae014a2bbbb390ca7eeb0b6e for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:22.011503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:22.028752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca634dfa-2c17-43c4-8f91-754366abb3ef req-f5aef038-af87-4552-9336-f50752caff47 service neutron] 10.222.0.67 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8180921 Sep 27 08:42:22.218871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:22.262718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:22.428662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Allocated IP 172.25.2.170 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/da3aaf74-79a1-4168-a621-856c709d99f2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:22.543504 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:22.556215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:22.590460 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:22.630424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d71f4-d679-452a-a4f3-1d8ed79d71c6 req-0fcd91eb-a24d-47a9-bfe7-e5c93831918e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:22.631570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event updated for resources: {'Port': ['ID=da3aaf74-79a1-4168-a621-856c709d99f2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:22.641839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-810d71f4-d679-452a-a4f3-1d8ed79d71c6 req-0fcd91eb-a24d-47a9-bfe7-e5c93831918e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.2162127 Sep 27 08:42:22.646956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:22.648748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:22.664547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:22.725623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:22.733587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-810d71f4-d679-452a-a4f3-1d8ed79d71c6 req-683f6d61-466f-4108-9cf4-c8fd0fb9b9ed tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906069 Sep 27 08:42:22.735031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Checking segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:22.735472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Network hostable DHCP agents. Network: 489e5472-cfd5-4609-8d04-4b155445695e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:42:22.802475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Network 489e5472-cfd5-4609-8d04-4b155445695e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:42:22.844363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 489e5472-cfd5-4609-8d04-4b155445695e) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:22.960237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b339c27-2974-46be-b793-f0660735cc42 None None] Network 489e5472-cfd5-4609-8d04-4b155445695e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:22.961976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:22.967518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:23.022484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-592cad44-3092-4e22-bbee-b7d5abe42036 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0700281 Sep 27 08:42:23.022714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54326) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:23.027316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:23.068642 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:23.070521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:23.213179 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:23.242166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-489e5472-cfd5-4609-8d04-4b155445695e', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:42:23.244481 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:23.313063 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:23.567327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:23.741913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Allocated IP 172.20.0.2 (489e5472-cfd5-4609-8d04-4b155445695e/fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd/9ca5441d-4b50-4c91-a71b-64124e0ebd32) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:23.991728 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.183800 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.192720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.196597 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.241076 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.242850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-b3296276-9ab9-4c95-a341-07abd9976b1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3081398 Sep 27 08:42:24.263254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0209d-a1bc-4827-a9b4-b8559c0c1e47 req-9b08f405-1985-4f91-ae6e-d07fa5d9314c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:24.274438 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5d0209d-a1bc-4827-a9b4-b8559c0c1e47 req-9b08f405-1985-4f91-ae6e-d07fa5d9314c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3391411 Sep 27 08:42:24.304990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Network 489e5472-cfd5-4609-8d04-4b155445695e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:24.308703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:24.315986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:24.356230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Pushing event updated for resources: {'Port': ['ID=9ca5441d-4b50-4c91-a71b-64124e0ebd32,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:24.435522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5d0209d-a1bc-4827-a9b4-b8559c0c1e47 req-f7697bfb-ece1-46dd-9f89-e75161bd85dc tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606688 Sep 27 08:42:24.451070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Attempting to bind port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:24.451437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Attempting to bind port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:24.451794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Attempting to bind port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 on network 489e5472-cfd5-4609-8d04-4b155445695e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:24.457709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:24.458095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Checking segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:24.458479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.458868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Bound using segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:24.459336 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Bound port: 9ca5441d-4b50-4c91-a71b-64124e0ebd32, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:24.459713 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.565989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-7863f49b-aca6-48d7-8db4-6f8f714fb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:24.573174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Allocated IP 172.25.2.135 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/6d939781-b0b9-4780-bc45-144cdc892c94) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:24.575476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-7863f49b-aca6-48d7-8db4-6f8f714fb9cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3bf03d89cd4471eb9c7d8600a95ef15&device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 1097 time: 0.2840722 Sep 27 08:42:24.610031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] For port 9ca5441d-4b50-4c91-a71b-64124e0ebd32, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:24.622321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] For port 9ca5441d-4b50-4c91-a71b-64124e0ebd32, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9ca5441d-4b50-4c91-a71b-64124e0ebd32,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:24.632729 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.756370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.786322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e920e-0788-4be5-9c5d-7d005311cf46 None None] Pushing event updated for resources: {'Port': ['ID=9ca5441d-4b50-4c91-a71b-64124e0ebd32,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:24.822811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:24.849885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Router 212d41d9-ae1f-4b26-b026-3241efca05b4 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:42:24.895785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:24.902817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:24.908735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:24.945445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Pushing event updated for resources: {'Port': ['ID=6d939781-b0b9-4780-bc45-144cdc892c94,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:24.967111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478dca-498a-48c6-bcc7-01847a213214 req-dc21b136-0f28-475c-8d8d-246c4722d9f4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.001880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478dca-498a-48c6-bcc7-01847a213214 req-dc21b136-0f28-475c-8d8d-246c4722d9f4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.035941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478dca-498a-48c6-bcc7-01847a213214 req-dc21b136-0f28-475c-8d8d-246c4722d9f4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.072705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478dca-498a-48c6-bcc7-01847a213214 req-dc21b136-0f28-475c-8d8d-246c4722d9f4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.082754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478dca-498a-48c6-bcc7-01847a213214 req-dc21b136-0f28-475c-8d8d-246c4722d9f4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.089725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478dca-498a-48c6-bcc7-01847a213214 req-dc21b136-0f28-475c-8d8d-246c4722d9f4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.097328 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478dca-498a-48c6-bcc7-01847a213214 req-dc21b136-0f28-475c-8d8d-246c4722d9f4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.110659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39478dca-498a-48c6-bcc7-01847a213214 req-dc21b136-0f28-475c-8d8d-246c4722d9f4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.4814913 Sep 27 08:42:25.228507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-39478dca-498a-48c6-bcc7-01847a213214 req-15c61449-c8e7-4f4a-bede-5c01af8cd092 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166596 Sep 27 08:42:25.240168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-0f84d594-70cb-42db-a396-834466bc8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.243288 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-0f84d594-70cb-42db-a396-834466bc8490 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f05c0eb8-9796-47e6-b518-279d5c2155b3 HTTP/1.1" status: 200 len: 906 time: 0.6190579 Sep 27 08:42:25.388107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-118b2ffa-155d-42f0-970c-85d1bac6348e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa HTTP/1.1" status: 200 len: 1001 time: 0.1280150 Sep 27 08:42:25.389184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:25.404373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:25.411006 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64b0dc-e8de-445a-b92d-a3027d060786 None None] Sync routers for ids ['212d41d9-ae1f-4b26-b026-3241efca05b4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:25.463224 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64b0dc-e8de-445a-b92d-a3027d060786 None None] Routers {'212d41d9-ae1f-4b26-b026-3241efca05b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:25.464156 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-df64b0dc-e8de-445a-b92d-a3027d060786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['212d41d9-ae1f-4b26-b026-3241efca05b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:25.548448 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:25.550126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f360e3ee-c700-4d5e-a2d0-18ccf3f43c93 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8266563 Sep 27 08:42:25.563383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54454) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:25.684096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-4e3861f3-16ec-4fe0-b565-e771c1bd0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.685534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-4e3861f3-16ec-4fe0-b565-e771c1bd0633 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dbaa2e8-8be2-479c-bc5e-a926d0615252 HTTP/1.1" status: 200 len: 844 time: 0.2869246 Sep 27 08:42:25.750365 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-df64b0dc-e8de-445a-b92d-a3027d060786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:25.767925 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64b0dc-e8de-445a-b92d-a3027d060786 None None] Routers {'212d41d9-ae1f-4b26-b026-3241efca05b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:25.767925 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-df64b0dc-e8de-445a-b92d-a3027d060786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['212d41d9-ae1f-4b26-b026-3241efca05b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:25.806961 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-df64b0dc-e8de-445a-b92d-a3027d060786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:25.807759 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64b0dc-e8de-445a-b92d-a3027d060786 None None] The sync data for ids ['212d41d9-ae1f-4b26-b026-3241efca05b4'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:25.811040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca653-37d3-40a6-b3b7-d5fb02dad2ef req-ff48ccdd-b9ee-4854-b30c-02d3c048be70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.821686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca653-37d3-40a6-b3b7-d5fb02dad2ef req-ff48ccdd-b9ee-4854-b30c-02d3c048be70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.838889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca653-37d3-40a6-b3b7-d5fb02dad2ef req-ff48ccdd-b9ee-4854-b30c-02d3c048be70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.853565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca653-37d3-40a6-b3b7-d5fb02dad2ef req-ff48ccdd-b9ee-4854-b30c-02d3c048be70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.864373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9ca5441d-4b50-4c91-a71b-64124e0ebd32 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:25.886251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca653-37d3-40a6-b3b7-d5fb02dad2ef req-ff48ccdd-b9ee-4854-b30c-02d3c048be70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.892736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca653-37d3-40a6-b3b7-d5fb02dad2ef req-ff48ccdd-b9ee-4854-b30c-02d3c048be70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.901516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca653-37d3-40a6-b3b7-d5fb02dad2ef req-ff48ccdd-b9ee-4854-b30c-02d3c048be70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:25.904084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-853ca653-37d3-40a6-b3b7-d5fb02dad2ef req-ff48ccdd-b9ee-4854-b30c-02d3c048be70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.4307935 Sep 27 08:42:25.965214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:25.965936 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:25.972994 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:26.081510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7bf58c26-7eec-424f-a9ac-95ac630ccafd tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/routers/212d41d9-ae1f-4b26-b026-3241efca05b4 HTTP/1.1" status: 200 len: 925 time: 0.5167768 Sep 27 08:42:26.084609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54486) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:26.091539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-994d33d8-e1e8-4726-bbd4-4964c8604e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:26.092915 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:26.093861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-994d33d8-e1e8-4726-bbd4-4964c8604e27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f05c0eb8-9796-47e6-b518-279d5c2155b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3707616 Sep 27 08:42:26.121141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-566e5254-5ba7-4f81-affd-15eafdabcfaf tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=212d41d9-ae1f-4b26-b026-3241efca05b4 HTTP/1.1" status: 200 len: 205 time: 0.0330148 Sep 27 08:42:26.122246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54488) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:26.148416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dccb9-8303-4728-97b7-67543b3d453e req-21e318a8-9591-4d16-943d-5123b5d0c27c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:26.150774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6dccb9-8303-4728-97b7-67543b3d453e req-21e318a8-9591-4d16-943d-5123b5d0c27c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1647465 Sep 27 08:42:26.165243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 9ca5441d-4b50-4c91-a71b-64124e0ebd32, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9ca5441d-4b50-4c91-a71b-64124e0ebd32,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:26.174785 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:26.246992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e8b4dd-686d-4639-9ffb-e5670d229cc8 None None] Network 489e5472-cfd5-4609-8d04-4b155445695e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:26.283422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6dccb9-8303-4728-97b7-67543b3d453e req-152f826b-85d1-40fa-8eb5-3dc7f77fa32b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194642 Sep 27 08:42:26.307711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=9ca5441d-4b50-4c91-a71b-64124e0ebd32,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:26.333191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-840b19a6-1207-4323-b85d-e01763159363 service neutron] 10.222.0.57 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311594 Sep 27 08:42:26.447100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1b2293e6-c29c-4bc7-8654-319cdece2d2f None None] Provisioning complete for port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:26.447403 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b2293e6-c29c-4bc7-8654-319cdece2d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:26.609222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac1a753-ea7c-4448-81b9-ae946496f749 req-0591c9f6-604f-4ce4-a4b5-2ab71e026fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665293 Sep 27 08:42:26.832016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5d32-09d9-459f-a585-f5d05135e11d req-f324d1fd-1ecf-4de0-9d92-2bd107d9cf6d tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:26.837531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbf5d32-09d9-459f-a585-f5d05135e11d req-f324d1fd-1ecf-4de0-9d92-2bd107d9cf6d tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.0751140 Sep 27 08:42:26.910222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fbf5d32-09d9-459f-a585-f5d05135e11d req-005a9e30-f74b-4978-b39c-3a0d7b62b086 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642121 Sep 27 08:42:26.941748 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.018483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-44b7d178-e8da-46d2-a4a6-d9bbc6b82e73 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:27.020141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-44b7d178-e8da-46d2-a4a6-d9bbc6b82e73 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 815 time: 0.4315255 Sep 27 08:42:27.044227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:42:27.066259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-19220e32-1f9d-4b51-b761-b56a1b191f7c None None] Provisioning complete for port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:27.066819 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19220e32-1f9d-4b51-b761-b56a1b191f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.083061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-df6eab71-8bc0-4b4b-8e70-37120c79d9b0 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/quotas/302408bbca8e471ea4044c2265f16c63 HTTP/1.1" status: 200 len: 375 time: 0.0557675 Sep 27 08:42:27.160367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-650a4210-d373-4e50-a39b-b50b31601fe7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:27.161758 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-650a4210-d373-4e50-a39b-b50b31601fe7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 805 time: 0.1480100 Sep 27 08:42:27.172175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.192503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-3cae5f8a-76c4-4380-bd9d-2abbe19b4971 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/quotas/c63fccde548445b0b25eca42d008d5b5 HTTP/1.1" status: 200 len: 375 time: 0.0229528 Sep 27 08:42:27.250250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-d6e9ca69-3557-4472-82d0-fb0d5b8f634e tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567350 Sep 27 08:42:27.263658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-e85133e6-04ea-4169-904c-86b374b84f09 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:42:27.264933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-e85133e6-04ea-4169-904c-86b374b84f09 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058384 Sep 27 08:42:27.275562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-1735a2c8-ab79-40ba-9a07-dcd932416e9e tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1766853 Sep 27 08:42:27.302411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:27.313493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Sync routers for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:27.322974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:27.323580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:27.333612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Deleting port da3aaf74-79a1-4168-a621-856c709d99f2 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:27.333955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.370917 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-605cb54d-ff46-4004-a4d7-485185813b1b service neutron] 10.222.0.50 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988953 Sep 27 08:42:27.385111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.389198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6d0a0846-537e-4f9e-9283-6c773f4da273 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3627906 Sep 27 08:42:27.395245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:27.422972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:42:27.461885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-17e5f16a-0df2-41ba-bcc8-6026484f3860 service neutron] 10.222.0.50 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760979 Sep 27 08:42:27.494454 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.524019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Calling delete_port for da3aaf74-79a1-4168-a621-856c709d99f2 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:27.552872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:27.638214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-f2eb717e-d4cf-422c-9e4c-15a29cb27af1 service neutron] 10.222.0.50 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679146 Sep 27 08:42:27.653937 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.745259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:27.751515 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9afae8-5c4a-4403-8e77-770e36ae521b" -d '{"events": [{"server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:27.865242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:27.931346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9ca5441d-4b50-4c91-a71b-64124e0ebd32 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:27.932810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event deleted for resources: {'Port': ['ID=da3aaf74-79a1-4168-a621-856c709d99f2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:27.956105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.956430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.956781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.957123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.957462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.957797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.958128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.958459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.958786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.962653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-5420ccb5-c27a-4e05-9dd3-095eeb75b004 service neutron] 10.222.0.50 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853872 Sep 27 08:42:27.964129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.964844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:27.965397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:28.046839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:28.106805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.171607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e232b6-6898-4880-bd13-1209fd05d02d req-dd66b8a9-ace3-4a49-977d-6eb3946161a4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:28.173701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6e232b6-6898-4880-bd13-1209fd05d02d req-dd66b8a9-ace3-4a49-977d-6eb3946161a4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1308086 Sep 27 08:42:28.182887 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.344032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.355495 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.425658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6e232b6-6898-4880-bd13-1209fd05d02d req-c6872677-f8cf-43a8-866f-5ce2be95d7df tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378777 Sep 27 08:42:28.518088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-c364e64f-f5ea-47ac-8dcb-a20dc2d53420 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:28.520598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-c364e64f-f5ea-47ac-8dcb-a20dc2d53420 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.67 "GET /v2.0/ports?device_id=9220d542-dcbb-4801-a567-4c7e2c527ab0 HTTP/1.1" status: 200 len: 944 time: 0.1968973 Sep 27 08:42:28.544849 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9f7d38-c499-433a-8ace-0544f30b46ed x-openstack-request-id: req-aa9f7d38-c499-433a-8ace-0544f30b46ed {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:28.545319 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:28.545678 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa9f7d38-c499-433a-8ace-0544f30b46ed {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:28.546303 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'code': 200} Sep 27 08:42:28.589498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21131e65-6474-4208-9a3c-87adca3e2a3f req-64a91b35-7619-49c5-be42-c07e9cd91275 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 210 time: 0.0709667 Sep 27 08:42:28.591811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.603019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Fanout notify agent at l3_agent the message router_deleted on router 212d41d9-ae1f-4b26-b026-3241efca05b4 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:42:28.615224 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.616675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ed7ed20-3b08-4e7e-9bea-42a6b194381e req-1aa58bf8-8bef-48a3-bace-055df604e10e tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 210 time: 0.0807598 Sep 27 08:42:28.635255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54562) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:28.636128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-632de31a-adff-490b-b720-58f7f6fab920 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/212d41d9-ae1f-4b26-b026-3241efca05b4 HTTP/1.1" status: 204 len: 168 time: 2.5117571 Sep 27 08:42:28.679014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:28.679553 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.679875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'router': {'name': 'tempest-snat-router-775140914', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:28.803747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.804844 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.834142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:28.857529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.900285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Deleting port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:28.900948 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.907112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57390c9-82ab-49fe-8280-f80cd27ad4b2 req-e5fb7f69-0743-4d91-a0eb-6982abaebd65 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:28.909963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57390c9-82ab-49fe-8280-f80cd27ad4b2 req-e5fb7f69-0743-4d91-a0eb-6982abaebd65 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.0927095 Sep 27 08:42:28.934421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:28.982422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57390c9-82ab-49fe-8280-f80cd27ad4b2 req-4b2b6698-3a7e-4b0d-8c3d-9b653b1d29c4 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657105 Sep 27 08:42:29.049563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:25Z', 'revision_number': 3, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:29.082173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Checking router: 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:29.082626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Updating router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 port 6d939781-b0b9-4780-bc45-144cdc892c94 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:42:29.118208 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.258974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.278637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] For port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:29.279366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.307517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Calling delete_port for 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:29.438537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Allocated IP 172.20.0.1 (489e5472-cfd5-4609-8d04-4b155445695e/fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd/ba67d797-8057-4fca-bc45-e6bb78824dae) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:29.491660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54586) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:29.684808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108476-a07e-4a0b-8563-af496969012c req-7b4b9d03-1539-4d08-a756-742792e558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:29.686621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108476-a07e-4a0b-8563-af496969012c req-7b4b9d03-1539-4d08-a756-742792e558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:29.687487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108476-a07e-4a0b-8563-af496969012c req-7b4b9d03-1539-4d08-a756-742792e558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:29.688163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108476-a07e-4a0b-8563-af496969012c req-7b4b9d03-1539-4d08-a756-742792e558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:29.688866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108476-a07e-4a0b-8563-af496969012c req-7b4b9d03-1539-4d08-a756-742792e558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:29.689495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108476-a07e-4a0b-8563-af496969012c req-7b4b9d03-1539-4d08-a756-742792e558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:29.690233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108476-a07e-4a0b-8563-af496969012c req-7b4b9d03-1539-4d08-a756-742792e558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:29.701268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf108476-a07e-4a0b-8563-af496969012c req-7b4b9d03-1539-4d08-a756-742792e558a5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6490 time: 0.2069783 Sep 27 08:42:29.750235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf108476-a07e-4a0b-8563-af496969012c req-bf4c50c8-87af-4586-9a4e-a80dfcfe4380 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476382 Sep 27 08:42:29.786087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-390e5bc8-1582-4d07-a58c-40d9e6c5530f req-f85a6504-849e-4b2f-a564-303cb9a1b20d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 210 time: 0.0322378 Sep 27 08:42:29.795577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.803011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.864721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b9c7-5646-4e74-abbf-282af1c4dbca None None] Pushing event updated for resources: {'Port': ['ID=6d939781-b0b9-4780-bc45-144cdc892c94,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:29.894094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Attempting to bind port 6d939781-b0b9-4780-bc45-144cdc892c94 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:29.894953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Attempting to bind port 6d939781-b0b9-4780-bc45-144cdc892c94 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:29.895521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Attempting to bind port 6d939781-b0b9-4780-bc45-144cdc892c94 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:29.902169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:29.902796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:29.903386 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.905356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:29.905812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Bound port: 6d939781-b0b9-4780-bc45-144cdc892c94, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:29.906861 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.944139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff5ce-66df-4ead-b5f2-abe5aafd878f req-da9f3f66-a71a-4c3e-ba61-b2e4cfd438b3 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:29.946671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afdff5ce-66df-4ead-b5f2-abe5aafd878f req-da9f3f66-a71a-4c3e-ba61-b2e4cfd438b3 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.0740638 Sep 27 08:42:29.967968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] For port 6d939781-b0b9-4780-bc45-144cdc892c94, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:29.971872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] For port 6d939781-b0b9-4780-bc45-144cdc892c94, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6d939781-b0b9-4780-bc45-144cdc892c94,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:29.976737 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.978204 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:29.980926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:30.004291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afdff5ce-66df-4ead-b5f2-abe5aafd878f req-33e766f8-cfb9-4b81-8077-ec28cab989c2 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493345 Sep 27 08:42:30.012843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23f443-6498-461b-ab6c-caedd98f0f1c req-a2fd48cc-9034-4a47-8b75-da0f8ee419f9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:30.020879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff23f443-6498-461b-ab6c-caedd98f0f1c req-a2fd48cc-9034-4a47-8b75-da0f8ee419f9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3900528 Sep 27 08:42:30.026884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:30.027721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:30.086481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b9c7-5646-4e74-abbf-282af1c4dbca None None] Pushing event updated for resources: {'Port': ['ID=6d939781-b0b9-4780-bc45-144cdc892c94,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:30.130464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e11583e7-4fc7-4955-bdf7-8b3795318b82 req-1ca77ec4-752b-4736-9542-a4e2b583a8a6 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 210 time: 0.0351992 Sep 27 08:42:30.161065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:30.163560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-1d489a40-9d94-4e1b-bc02-a2c19a3de6e6 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:30.165071 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-1d489a40-9d94-4e1b-bc02-a2c19a3de6e6 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.57 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 815 time: 0.6366422 Sep 27 08:42:30.172908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Pushing event deleted for resources: {'Port': ['ID=5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:30.191284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Request body: {'port': {'device_id': '2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6', 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'admin_state_up': True, 'tenant_id': '302408bbca8e471ea4044c2265f16c63'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:30.210346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-51a7a7be-e19f-4798-af33-b27a4deb440b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:30.212075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-51a7a7be-e19f-4798-af33-b27a4deb440b tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.57 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 805 time: 0.2553768 Sep 27 08:42:30.228868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.229222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.229563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.229899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.230231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.230585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.230920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.231244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.231565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.231886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.232209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.232553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:30.246655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Request body: {'port': {'device_id': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'admin_state_up': True, 'tenant_id': 'c63fccde548445b0b25eca42d008d5b5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:30.347650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:25Z', 'revision_number': 3, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:30.370531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] No DVR routers for this DVR port 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:42:30.380432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff23f443-6498-461b-ab6c-caedd98f0f1c req-058c893a-0394-4710-95e1-968ac6fb0499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583581 Sep 27 08:42:30.381853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c76f6-a493-4748-96c3-56b79a1fe1d5 None None] The sync data for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 is: [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:25Z', 'revision_number': 3, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:30.387539 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:30.388643 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7aecd11-eb82-4d61-aea0-85f5f73fb393 req-26ecd448-f72e-4235-9f20-c0efd6e028a7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.67 "DELETE /v2.0/ports/5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a HTTP/1.1" status: 204 len: 173 time: 1.8489943 Sep 27 08:42:30.393580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'name': 'network-vif-deleted', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:30.395857 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e80caf-a67b-45fd-bfde-26a847695240" -d '{"events": [{"server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "name": "network-vif-deleted", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:30.438670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:30.492506 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1353024-02c8-455e-91c2-23902841e6a7 x-openstack-request-id: req-a1353024-02c8-455e-91c2-23902841e6a7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:30.492506 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9220d542-dcbb-4801-a567-4c7e2c527ab0", "name": "network-vif-deleted", "tag": "5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:30.492857 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1353024-02c8-455e-91c2-23902841e6a7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:30.493181 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9220d542-dcbb-4801-a567-4c7e2c527ab0', 'name': 'network-vif-deleted', 'tag': '5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a', 'status': 'completed', 'code': 200} Sep 27 08:42:30.558493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Network 489e5472-cfd5-4609-8d04-4b155445695e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:30.580388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:30.592919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:30.602173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba67d797-8057-4fca-bc45-e6bb78824dae,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:30.742572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Made reservation on behalf of 302408bbca8e471ea4044c2265f16c63 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:30.744760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07dc29-b00b-4733-b457-f621a621ec5c req-451560df-9b54-440a-a8da-c7005b95747b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:30.746303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:30.753760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b07dc29-b00b-4733-b457-f621a621ec5c req-451560df-9b54-440a-a8da-c7005b95747b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1341124 Sep 27 08:42:30.796018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-811d0eae-bd5b-419b-a7e2-7a9c71d96601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:30.798250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-811d0eae-bd5b-419b-a7e2-7a9c71d96601 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1096 time: 0.1504445 Sep 27 08:42:30.806380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:30.820121 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:30.895267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Made reservation on behalf of c63fccde548445b0b25eca42d008d5b5 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:30.899151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:30.972258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:31.063519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-9263905e-8ee2-459b-bd29-46910e80736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:31.068862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-34675070-2535-4b70-a9ff-89cc768aba10 None None] Provisioning complete for port ba67d797-8057-4fca-bc45-e6bb78824dae triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:31.070439 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34675070-2535-4b70-a9ff-89cc768aba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:31.078247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-9263905e-8ee2-459b-bd29-46910e80736c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.2548277 Sep 27 08:42:31.166520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-34675070-2535-4b70-a9ff-89cc768aba10 None None] Port ba67d797-8057-4fca-bc45-e6bb78824dae cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:42:31.170740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-4d72cdf1-34f9-4515-954d-d67373b529be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1000 time: 0.0915413 Sep 27 08:42:31.189760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b07dc29-b00b-4733-b457-f621a621ec5c req-77a5b629-8020-4059-94bf-c40150eb671b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4347548 Sep 27 08:42:31.329434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-ab8530d3-2912-4049-8f6d-ce27bff888c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:31.331125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-ab8530d3-2912-4049-8f6d-ce27bff888c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1143472 Sep 27 08:42:31.383775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a50e8f55-f8c6-4292-bdef-f4cd7ab457a4 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:31.385389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a50e8f55-f8c6-4292-bdef-f4cd7ab457a4 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.1931868 Sep 27 08:42:31.411098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:42:31.413766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46dff-cc30-41fb-b71e-ff2d36ec4573 req-df25d685-eb67-4c59-ae68-d584c805f8dd tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:31.415361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-70b46dff-cc30-41fb-b71e-ff2d36ec4573 req-df25d685-eb67-4c59-ae68-d584c805f8dd tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 946 time: 0.1431863 Sep 27 08:42:31.457934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:42:31.458308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5bd1b5d3-2efb-40a0-8465-dcb22f9fa18a not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:42:31.472979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-1e203698-3c72-41f8-a39e-2ae90642bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:31.475212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-1e203698-3c72-41f8-a39e-2ae90642bb78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355009 Sep 27 08:42:31.505876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-946ce04a-cfa3-4b74-8885-ce0ae99e4c34 req-282066c1-1f5a-452f-937f-2714bd191935 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 210 time: 0.5470819 Sep 27 08:42:31.635795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-70b46dff-cc30-41fb-b71e-ff2d36ec4573 req-98f9ff16-5628-42ca-8091-dd6045d0701e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups?id=907176e6-c35c-4660-8648-2fb7c5ea9536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959534 Sep 27 08:42:31.639931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Deleting port 75ab6aab-6049-4332-84c1-97f6c714b0aa {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:31.640275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:31.699898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-6b8af11f-83b0-4353-bc1c-b8e8019d32a9 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084529 Sep 27 08:42:31.714837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-10daf330-d032-4fe0-9aad-93fb853f2e60 req-0039e4de-92bb-49c3-92c1-5d0a9b9ff149 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 210 time: 0.1133544 Sep 27 08:42:31.846652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] For port 75ab6aab-6049-4332-84c1-97f6c714b0aa, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=75ab6aab-6049-4332-84c1-97f6c714b0aa,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:31.847256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:31.849288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6d939781-b0b9-4780-bc45-144cdc892c94 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:31.855607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Allocated IP 172.25.2.3 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/acf06537-0964-48fc-a99f-b9cf20a45e9b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:31.920913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6d939781-b0b9-4780-bc45-144cdc892c94 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:31.921730 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:31.937569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Allocated IP 172.20.0.10 (9a996d74-93bc-43f3-bcac-abcfe8fa4667/a005fe43-8267-430b-aca7-c736a9229fba/199947bf-cf20-4d87-bd1d-e9048a1dde07) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:31.948094 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-779211a7-18dc-4151-8fa3-35e3cc1ffc5d service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368486 Sep 27 08:42:31.970955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Allocated IP 172.20.0.6 (3e51dc51-dee4-4df0-836f-63b3dd717fda/86717468-983a-4e29-8cf9-97fd0ea72f3f/7f54f2e8-ec83-48a3-be1c-edb920a624f9) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:31.979730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.038558 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.069649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 6d939781-b0b9-4780-bc45-144cdc892c94, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6d939781-b0b9-4780-bc45-144cdc892c94,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:32.078479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.140443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=6d939781-b0b9-4780-bc45-144cdc892c94,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:32.164304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.165293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.165901 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Floating IP 591c8fd3-26ec-4008-b995-bb3991632a03 disassociated. External IP: 172.25.2.78, port: 75ab6aab-6049-4332-84c1-97f6c714b0aa. Sep 27 08:42:32.166533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Calling delete_port for 75ab6aab-6049-4332-84c1-97f6c714b0aa owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:32.231047 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.381852 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.400998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98db14e-4d01-4d50-9be6-35340ff07773 req-e5c60009-af83-4393-bfdf-a7e9b3268f5d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:32.408490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b98db14e-4d01-4d50-9be6-35340ff07773 req-e5c60009-af83-4393-bfdf-a7e9b3268f5d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0883665 Sep 27 08:42:32.443940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event deleted for resources: {'Port': ['ID=75ab6aab-6049-4332-84c1-97f6c714b0aa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:32.565875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.594813 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.664830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.693065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.697424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d4e4e74e-531c-4fa1-8d88-ccb2d32b09d3 req-f5955efa-0cef-45f3-93e1-cc572d4d2aa5 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 210 time: 0.1065176 Sep 27 08:42:32.699903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:32.709665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.721867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:32.749778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:32.751804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'Port': ['ID=acf06537-0964-48fc-a99f-b9cf20a45e9b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:32.878420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a18e7a0-9b63-4da0-a740-80e9b742bbd6 req-adba1c22-8886-4c99-b9d3-aaf97e150c86 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e58ced-bcba-49b0-b2ef-e0809bc35423 HTTP/1.1" status: 200 len: 210 time: 0.0817413 Sep 27 08:42:32.879536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b98db14e-4d01-4d50-9be6-35340ff07773 req-fc94752a-9238-4086-b662-0fb1972ee3a1 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702308 Sep 27 08:42:32.891074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.893433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.905904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['915ae7ab-e542-4c89-b216-87725ba5afb5', 'c0efdc55-39ee-4abb-9117-929ec92d5141', 'e56cd6ce-6e1a-4fb9-be82-bf975b103009'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:42:32.910425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba67d797-8057-4fca-bc45-e6bb78824dae,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:32.913248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:32.956519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:42:33.047845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:33.081167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:33.097687 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] Sync routers for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:33.108178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:33.111319 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:33.112068 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:33.125177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] No DVR routers for this DVR port 75ab6aab-6049-4332-84c1-97f6c714b0aa on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:42:33.128230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:33.131110 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72ad3379-d641-4ec5-ab07-0ae0d1097589 req-a409a4af-114d-4aa6-adb9-5da845b06088 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.57 "DELETE /v2.0/ports/75ab6aab-6049-4332-84c1-97f6c714b0aa HTTP/1.1" status: 204 len: 173 time: 1.7369370 Sep 27 08:42:33.131110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'name': 'network-vif-deleted', 'tag': '75ab6aab-6049-4332-84c1-97f6c714b0aa'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:33.133544 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29faa0a3-79cc-43a7-bb97-949ebd2ef9b3" -d '{"events": [{"server_uuid": "67e58ced-bcba-49b0-b2ef-e0809bc35423", "name": "network-vif-deleted", "tag": "75ab6aab-6049-4332-84c1-97f6c714b0aa"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:33.140082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Network 3e51dc51-dee4-4df0-836f-63b3dd717fda is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:33.143188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:33.201941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:33.209231 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdc09ea-53c3-4376-ac7a-163c5d9b3ee6 x-openstack-request-id: req-cfdc09ea-53c3-4376-ac7a-163c5d9b3ee6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:33.209556 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e58ced-bcba-49b0-b2ef-e0809bc35423", "name": "network-vif-deleted", "tag": "75ab6aab-6049-4332-84c1-97f6c714b0aa", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:33.209788 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfdc09ea-53c3-4376-ac7a-163c5d9b3ee6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:33.211988 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e58ced-bcba-49b0-b2ef-e0809bc35423', 'name': 'network-vif-deleted', 'tag': '75ab6aab-6049-4332-84c1-97f6c714b0aa', 'status': 'completed', 'code': 200} Sep 27 08:42:33.219659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:33.257474 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:33.266197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Pushing event updated for resources: {'Port': ['ID=199947bf-cf20-4d87-bd1d-e9048a1dde07,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:33.342900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5c93-e486-4472-82a2-ba2a7eae4189 req-40c41d5d-0b7b-48ce-8a55-5482a11573f6 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:33.344494 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-044c5c93-e486-4472-82a2-ba2a7eae4189 req-40c41d5d-0b7b-48ce-8a55-5482a11573f6 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 932 time: 0.3255794 Sep 27 08:42:33.438913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:33.439687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:33.485118 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:15Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:33.493579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Pushing event updated for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:33.502333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:33.502983 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:33.511660 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] Checking router: 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:33.520153 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:33.520812 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:33.524208 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-3b8d47f0-953e-486e-9942-70d3f488bce8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3367732 Sep 27 08:42:33.525927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Network 489e5472-cfd5-4609-8d04-4b155445695e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:33.541722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:33.555820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Request body: {'port': {'device_id': '2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:33.563819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-9af39589-8e0b-49e7-9503-708dd1253472 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3219228 Sep 27 08:42:33.617988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Request body: {'port': {'device_id': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:33.638539 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:33.785344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-044c5c93-e486-4472-82a2-ba2a7eae4189 req-2d9cdf53-c079-47b4-9df8-f9b00d95ec77 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173962 Sep 27 08:42:33.816857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6d939781-b0b9-4780-bc45-144cdc892c94 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:33.844393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:33.883727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6d939781-b0b9-4780-bc45-144cdc892c94 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:33.884101 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:33.919409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:33.943754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:33.979700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de29ba-30b2-4808-a8a4-f12c1e4a270a req-8f9d54e0-bd7c-47a9-97f8-d1a417f52ac2 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:33.980667 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:15Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:33.982314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72de29ba-30b2-4808-a8a4-f12c1e4a270a req-8f9d54e0-bd7c-47a9-97f8-d1a417f52ac2 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 931 time: 0.0942183 Sep 27 08:42:33.988558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a85d1d5c-90c4-4e2c-9b85-3cef925a0a86 None None] Provisioning complete for port ba67d797-8057-4fca-bc45-e6bb78824dae triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:33.989761 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a85d1d5c-90c4-4e2c-9b85-3cef925a0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:34.041575 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53510dec-44b3-4067-aa68-56d3cc618985 None None] The sync data for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 is: [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:40:10Z', 'revision_number': 4, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf2fed43-72db-46fa-9ed3-6af0aef9191b', 'name': '', 'network_id': 'f05c0eb8-9796-47e6-b518-279d5c2155b3', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'mac_address': 'fa:16:3e:25:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:08Z', 'updated_at': '2021-09-27T08:40:15Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'subnets': [{'id': '7dbaa2e8-8be2-479c-bc5e-a926d0615252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:34.058007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72de29ba-30b2-4808-a8a4-f12c1e4a270a req-fe742924-e6fe-4f15-91a1-eb091d611da0 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646684 Sep 27 08:42:34.122258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a85d1d5c-90c4-4e2c-9b85-3cef925a0a86 None None] Port ba67d797-8057-4fca-bc45-e6bb78824dae cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:42:34.345096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558fcc64-c22e-4d88-bfff-25b292f39658 None None] New status for floating IP 591c8fd3-26ec-4008-b995-bb3991632a03: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:42:34.417431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 75ab6aab-6049-4332-84c1-97f6c714b0aa no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:42:34.445106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 75ab6aab-6049-4332-84c1-97f6c714b0aa {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:42:34.445556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 75ab6aab-6049-4332-84c1-97f6c714b0aa not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:42:34.580168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:42:34.719586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9dbc6-9901-4035-ba49-699aed6dcf44 req-0519368f-95e3-4fdb-bcfa-69009ba227ea tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:34.721145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ef9dbc6-9901-4035-ba49-699aed6dcf44 req-0519368f-95e3-4fdb-bcfa-69009ba227ea tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3246653 Sep 27 08:42:34.978705 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ef9dbc6-9901-4035-ba49-699aed6dcf44 req-6c26ed33-10f1-4f3d-9f49-ab034aa67220 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425127 Sep 27 08:42:34.979880 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.131025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:35.142580 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Sync routers for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:35.145580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-519290a7-5190-400b-92c0-49b68efe33a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/387ebbf6-2ab2-4c78-8be0-5fdf5c506256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7490666 Sep 27 08:42:35.162216 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:35.163362 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:35.215777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54660) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:35.260858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa04d68-8f39-4288-ba55-68b1b37e5da7 req-d8433d77-8961-4fbf-8a64-75cddb9cd3ad tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:35.262401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aa04d68-8f39-4288-ba55-68b1b37e5da7 req-d8433d77-8961-4fbf-8a64-75cddb9cd3ad tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 932 time: 0.2173333 Sep 27 08:42:35.277454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199947bf-cf20-4d87-bd1d-e9048a1dde07 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:35.295707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.359714 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Transition to ACTIVE for port object 199947bf-cf20-4d87-bd1d-e9048a1dde07 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:42:35.369434 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:42:35.379327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14148c15-20fb-49be-9696-e7b56a49c1b0 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.384095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2aa04d68-8f39-4288-ba55-68b1b37e5da7 req-612a99f4-2e07-45ea-af1a-b51819c9bc8c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012912 Sep 27 08:42:35.387554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f54f2e8-ec83-48a3-be1c-edb920a624f9 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:35.393510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.398493 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:35.402968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.426855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14148c15-20fb-49be-9696-e7b56a49c1b0 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.437274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e51e89-563c-4943-aed2-c3e9eb91a963 req-2e5d24ed-83a3-4b52-a406-bf66fe168f4a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:35.438818 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5e51e89-563c-4943-aed2-c3e9eb91a963 req-2e5d24ed-83a3-4b52-a406-bf66fe168f4a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0914702 Sep 27 08:42:35.457417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Transition to ACTIVE for port object 7f54f2e8-ec83-48a3-be1c-edb920a624f9 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:42:35.471696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Pushing event updated for resources: {'Port': ['ID=199947bf-cf20-4d87-bd1d-e9048a1dde07,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:35.477023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.490713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Router 1ffa16a8-3b94-4a18-853c-1c924f5c870c is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:42:35.548998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5e51e89-563c-4943-aed2-c3e9eb91a963 req-e60f0270-f515-4148-bf5e-bbd0dc886bc5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907254 Sep 27 08:42:35.586028 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14148c15-20fb-49be-9696-e7b56a49c1b0 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.589005 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14148c15-20fb-49be-9696-e7b56a49c1b0 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.592357 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14148c15-20fb-49be-9696-e7b56a49c1b0 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "DELETE /v2.0/security-groups/907176e6-c35c-4660-8648-2fb7c5ea9536 HTTP/1.1" status: 204 len: 168 time: 0.3734148 Sep 27 08:42:35.594988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54672) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:35.605210 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.629001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14148c15-20fb-49be-9696-e7b56a49c1b0 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907176e6-c35c-4660-8648-2fb7c5ea9536,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:35.660931 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-5aca9f6f-afcc-4920-8df2-7d2634ab7ff0 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] show failed (client error): The resource could not be found. Sep 27 08:42:35.664506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5aca9f6f-afcc-4920-8df2-7d2634ab7ff0 tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "GET /v2.0/security-groups/907176e6-c35c-4660-8648-2fb7c5ea9536 HTTP/1.1" status: 404 len: 347 time: 0.0639937 Sep 27 08:42:35.664760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54674) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:35.700464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Pushing event updated for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:35.782447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Attempting to bind port 199947bf-cf20-4d87-bd1d-e9048a1dde07 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:35.783826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Attempting to bind port 199947bf-cf20-4d87-bd1d-e9048a1dde07 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:35.784436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Attempting to bind port 199947bf-cf20-4d87-bd1d-e9048a1dde07 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:35.843933 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 2, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:35.884835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Deleting port fd8bda1a-8db9-403c-96bb-c36e4cfcd82a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:35.885171 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.894989 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Checking router: 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:35.895588 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Updating router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 port ba67d797-8057-4fca-bc45-e6bb78824dae binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:42:35.909907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Port 199947bf-cf20-4d87-bd1d-e9048a1dde07 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:35.910380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Attempting to bind port 199947bf-cf20-4d87-bd1d-e9048a1dde07 on network 9a996d74-93bc-43f3-bcac-abcfe8fa4667 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:35.932658 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.937287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:35.937623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Checking segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:35.938255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Bound using segment: {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:35.938619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Bound port: 199947bf-cf20-4d87-bd1d-e9048a1dde07, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb92c0d3-cf07-4517-9a23-f2800e369a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:35.938977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:35.954035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:35.965664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Attempting to bind port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:35.966001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Attempting to bind port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:35.966337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Attempting to bind port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 on network 3e51dc51-dee4-4df0-836f-63b3dd717fda {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:35.978827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835a34f-016b-4ae5-a26d-24265c56dd13 req-5029c58b-2e74-4a86-b9e4-a7a60fd43871 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:35.980540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1835a34f-016b-4ae5-a26d-24265c56dd13 req-5029c58b-2e74-4a86-b9e4-a7a60fd43871 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 943 time: 0.4415326 Sep 27 08:42:36.004159 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.004521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.017063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Calling delete_port for fd8bda1a-8db9-403c-96bb-c36e4cfcd82a owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:36.038436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 on network 3e51dc51-dee4-4df0-836f-63b3dd717fda not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:36.038797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Attempting to bind port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 on network 3e51dc51-dee4-4df0-836f-63b3dd717fda {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:36.064626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:36.079662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Sync routers for ids ['1ffa16a8-3b94-4a18-853c-1c924f5c870c'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:36.092554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Routers {'1ffa16a8-3b94-4a18-853c-1c924f5c870c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:36.093882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ffa16a8-3b94-4a18-853c-1c924f5c870c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:36.101255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:36.108431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Checking segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:36.109121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Bound using segment: {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:36.114444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Bound port: 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b573405e-2ad8-4991-9180-2320ce4aeb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:36.115124 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.243800 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.247887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4494a8e9-58aa-4381-bdf2-896a2c07a8cf tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.5912490 Sep 27 08:42:36.258919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54682) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:36.267665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-face9199-3506-4bbc-b436-8ed091cc265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.270676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Set router 1ffa16a8-3b94-4a18-853c-1c924f5c870c gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:36.365588 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.391831 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.406122 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.441991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Pushing event deleted for resources: {'Port': ['ID=fd8bda1a-8db9-403c-96bb-c36e4cfcd82a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:36.466851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-28ed19b9-d308-4191-8305-4729fb5088d2 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/routers/1ffa16a8-3b94-4a18-853c-1c924f5c870c HTTP/1.1" status: 200 len: 906 time: 0.2065470 Sep 27 08:42:36.474827 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-face9199-3506-4bbc-b436-8ed091cc265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.476412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] For port 199947bf-cf20-4d87-bd1d-e9048a1dde07, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:36.478978 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54686) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:36.487113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'router': {'name': 'tempest-snat-router-775140914', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': True}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:36.502691 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-face9199-3506-4bbc-b436-8ed091cc265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.568490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.571346 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.572143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1835a34f-016b-4ae5-a26d-24265c56dd13 req-4c74ff45-37d6-4353-a065-00668750d4ac tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160840 Sep 27 08:42:36.574210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a40fe2e8-d844-4d02-b72d-8a9eefd25c0e tempest-ServersTestJSON-1727888363 tempest-ServersTestJSON-1727888363-project] 10.222.0.50 "DELETE /v2.0/floatingips/591c8fd3-26ec-4008-b995-bb3991632a03 HTTP/1.1" status: 204 len: 168 time: 0.9069510 Sep 27 08:42:36.576421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54688) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:36.593220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffa16a8-3b94-4a18-853c-1c924f5c870c', 'name': 'tempest-snat-router-775140914', 'tenant_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.3'}], 'enable_snat': False}, 'gw_port_id': 'acf06537-0964-48fc-a99f-b9cf20a45e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:33Z', 'revision_number': 3, 'project_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'gw_port': {'id': 'acf06537-0964-48fc-a99f-b9cf20a45e9b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffa16a8-3b94-4a18-853c-1c924f5c870c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:31Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:36.606010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] For port 199947bf-cf20-4d87-bd1d-e9048a1dde07, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=199947bf-cf20-4d87-bd1d-e9048a1dde07,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:36.628604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Checking router: 1ffa16a8-3b94-4a18-853c-1c924f5c870c for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:36.629091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Updating router 1ffa16a8-3b94-4a18-853c-1c924f5c870c port acf06537-0964-48fc-a99f-b9cf20a45e9b binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:42:36.653767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.658156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.732574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:36.835379 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.836810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.859174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face9199-3506-4bbc-b436-8ed091cc265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a1a23f-d2a8-4fe0-b9df-01a9a5a03cbb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:36.869447 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-face9199-3506-4bbc-b436-8ed091cc265e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68ada2dcb8284b0cbb5d421e2e2a3156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9112093 Sep 27 08:42:36.877622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:36.878307 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.879801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] 10.222.0.57 "PUT /v2.0/ports/199947bf-cf20-4d87-bd1d-e9048a1dde07 HTTP/1.1" status: 200 len: 1092 time: 3.3327262 Sep 27 08:42:36.891576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:36.892731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6', 'tag': '199947bf-cf20-4d87-bd1d-e9048a1dde07'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:36.897419 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6", "tag": "199947bf-cf20-4d87-bd1d-e9048a1dde07"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:36.901656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54692) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:36.917320 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:36.919059 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Pushing event updated for resources: {'Port': ['ID=ba67d797-8057-4fca-bc45-e6bb78824dae,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:36.922253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:36.946593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3279fe1e-41b4-4925-a5f5-d2546a9f9ce2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923071831', 'description': 'tempest-description--1760567653'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:36.974327 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.975034 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.975731 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.976266 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.976893 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.977455 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.977959 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.978461 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.979023 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.979581 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.980181 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.980738 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:36.993729 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Attempting to bind port ba67d797-8057-4fca-bc45-e6bb78824dae on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:36.994349 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Attempting to bind port ba67d797-8057-4fca-bc45-e6bb78824dae by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:36.994961 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Attempting to bind port ba67d797-8057-4fca-bc45-e6bb78824dae on network 489e5472-cfd5-4609-8d04-4b155445695e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:37.000695 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:37.001432 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Checking segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:37.002085 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.002721 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Bound using segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:37.003402 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Bound port: ba67d797-8057-4fca-bc45-e6bb78824dae, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:37.004038 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.051603 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.063006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.073585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3dbcd09e-0fd6-4632-bd8d-2263cde531b0 None None] Provisioning complete for port ba67d797-8057-4fca-bc45-e6bb78824dae triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:37.073585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dbcd09e-0fd6-4632-bd8d-2263cde531b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.083677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ced50-bf5f-435e-b4a9-f614b98fde6a service neutron] Pushing event updated for resources: {'Port': ['ID=199947bf-cf20-4d87-bd1d-e9048a1dde07,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:37.089133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:37.089757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.091679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] 10.222.0.57 "PUT /v2.0/ports/7f54f2e8-ec83-48a3-be1c-edb920a624f9 HTTP/1.1" status: 200 len: 1091 time: 3.4780395 Sep 27 08:42:37.101414 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] For port ba67d797-8057-4fca-bc45-e6bb78824dae, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:37.105786 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] For port ba67d797-8057-4fca-bc45-e6bb78824dae, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ba67d797-8057-4fca-bc45-e6bb78824dae,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:37.114017 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.170775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.178886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bbdc5d3-d6fc-4a19-b1cf-d091744ebd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.184537 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f82afa-a22b-4591-b278-abf4e820d495 None None] Pushing event updated for resources: {'Port': ['ID=ba67d797-8057-4fca-bc45-e6bb78824dae,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:37.192209 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3279fe1e-41b4-4925-a5f5-d2546a9f9ce2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.208242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bbdc5d3-d6fc-4a19-b1cf-d091744ebd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.221599 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:37.223281 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:37.292026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bbdc5d3-d6fc-4a19-b1cf-d091744ebd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.295502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bbdc5d3-d6fc-4a19-b1cf-d091744ebd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.300030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1bbdc5d3-d6fc-4a19-b1cf-d091744ebd4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39a1a23f-d2a8-4fe0-b9df-01a9a5a03cbb HTTP/1.1" status: 204 len: 168 time: 0.3972833 Sep 27 08:42:37.334915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdc5d3-d6fc-4a19-b1cf-d091744ebd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a1a23f-d2a8-4fe0-b9df-01a9a5a03cbb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:37.360622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-11de29a3-1eff-4402-9074-1a39c0de9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:37.362463 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-11de29a3-1eff-4402-9074-1a39c0de9768 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 1095 time: 0.3668730 Sep 27 08:42:37.365885 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:37.377937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698d106-f7ca-4f49-9e0e-650b7fa199b7 req-1e2d1199-def9-4fe6-8490-020050730e02 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:37.379560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0698d106-f7ca-4f49-9e0e-650b7fa199b7 req-1e2d1199-def9-4fe6-8490-020050730e02 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3149886 Sep 27 08:42:37.395189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcd09e-0fd6-4632-bd8d-2263cde531b0 None None] Port ba67d797-8057-4fca-bc45-e6bb78824dae cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:42:37.427989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a87561-9b99-47b1-926a-fc7129fb3f32 service neutron] Pushing event updated for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:37.474472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0698d106-f7ca-4f49-9e0e-650b7fa199b7 req-d85ecb59-8fd2-479f-9fef-6937a4a39247 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817130 Sep 27 08:42:37.521585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd0bcc-09af-45d1-bd03-8d03f7b59605 None None] Pushing event updated for resources: {'Port': ['ID=acf06537-0964-48fc-a99f-b9cf20a45e9b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:37.539570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Attempting to bind port acf06537-0964-48fc-a99f-b9cf20a45e9b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:37.539935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Attempting to bind port acf06537-0964-48fc-a99f-b9cf20a45e9b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:37.540302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Attempting to bind port acf06537-0964-48fc-a99f-b9cf20a45e9b on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:37.560271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:37.560718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:37.561125 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.562143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:37.562650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Bound port: acf06537-0964-48fc-a99f-b9cf20a45e9b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:37.563011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.607886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-52a60379-cdd6-42ba-b482-c599c5ae9cd8 None None] Provisioning complete for port ba67d797-8057-4fca-bc45-e6bb78824dae triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:37.608246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52a60379-cdd6-42ba-b482-c599c5ae9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.642486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.720943 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:37.793737 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ee1b8-f003-4a2c-9013-5cd9178b9824 None None] The sync data for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 is: [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:37.854589 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52a60379-cdd6-42ba-b482-c599c5ae9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.871709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] For port acf06537-0964-48fc-a99f-b9cf20a45e9b, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:37.930993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] For port acf06537-0964-48fc-a99f-b9cf20a45e9b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=acf06537-0964-48fc-a99f-b9cf20a45e9b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:37.949718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c2d94-8802-4da5-b50d-a805807ed3e1 req-a943eabe-74f2-4536-ad8f-058ae3854644 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:37.957555 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:37.960362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3c2d94-8802-4da5-b50d-a805807ed3e1 req-a943eabe-74f2-4536-ad8f-058ae3854644 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 943 time: 0.1425543 Sep 27 08:42:37.970272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-52a60379-cdd6-42ba-b482-c599c5ae9cd8 None None] For port ba67d797-8057-4fca-bc45-e6bb78824dae, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ba67d797-8057-4fca-bc45-e6bb78824dae,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:38.005732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52a60379-cdd6-42ba-b482-c599c5ae9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.023129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Routers {'1ffa16a8-3b94-4a18-853c-1c924f5c870c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:38.023489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1ffa16a8-3b94-4a18-853c-1c924f5c870c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:38.075537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3c2d94-8802-4da5-b50d-a805807ed3e1 req-bc65261d-2b8b-4d0d-aca3-6016a33c7ff6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140089 Sep 27 08:42:38.114201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f731a72-c19e-482b-8846-e9e2cdbe3155 req-d69c9eb9-45f3-46f2-b614-a4563b656931 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:38.121625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f731a72-c19e-482b-8846-e9e2cdbe3155 req-d69c9eb9-45f3-46f2-b614-a4563b656931 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 944 time: 1.1300025 Sep 27 08:42:38.133485 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae86418-a2c1-4318-b83c-bb0b97e7d45c x-openstack-request-id: req-6ae86418-a2c1-4318-b83c-bb0b97e7d45c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:38.133836 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6", "tag": "199947bf-cf20-4d87-bd1d-e9048a1dde07", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:38.134248 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ae86418-a2c1-4318-b83c-bb0b97e7d45c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:38.134790 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6', 'tag': '199947bf-cf20-4d87-bd1d-e9048a1dde07', 'status': 'completed', 'code': 200} Sep 27 08:42:38.160674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] Set router 1ffa16a8-3b94-4a18-853c-1c924f5c870c gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:38.268066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Deleting port cf2fed43-72db-46fa-9ed3-6af0aef9191b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:38.268445 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.275471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-ee4c317b-f1c7-4510-96bc-dfac4c0cd7e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=199947bf-cf20-4d87-bd1d-e9048a1dde07 HTTP/1.1" status: 200 len: 217 time: 0.8293278 Sep 27 08:42:38.315785 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.366996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac6ebd-f20d-408a-9613-af6322ef545f req-0ff34b61-9ff3-4124-981a-84d3ffe6e6a8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:38.368552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-24ac6ebd-f20d-408a-9613-af6322ef545f req-0ff34b61-9ff3-4124-981a-84d3ffe6e6a8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1737697 Sep 27 08:42:38.386851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-1dfa3478-8b25-4fd7-b523-df6eaaef318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:38.388446 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-1dfa3478-8b25-4fd7-b523-df6eaaef318a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 1094 time: 1.2110620 Sep 27 08:42:38.392111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd0bcc-09af-45d1-bd03-8d03f7b59605 None None] Pushing event updated for resources: {'Port': ['ID=acf06537-0964-48fc-a99f-b9cf20a45e9b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:38.483516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f731a72-c19e-482b-8846-e9e2cdbe3155 req-d80f828a-ce3a-4d6d-86d6-14efd5d7aea8 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607192 Sep 27 08:42:38.494663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-24ac6ebd-f20d-408a-9613-af6322ef545f req-a06ca333-1e20-422c-b1ba-d20cdbcf1f48 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519829 Sep 27 08:42:38.515747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-5cac08b9-414a-4ae2-94c4-2c8bd907f12b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9 HTTP/1.1" status: 200 len: 217 time: 0.1034851 Sep 27 08:42:38.525421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3279fe1e-41b4-4925-a5f5-d2546a9f9ce2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.545449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a60379-cdd6-42ba-b482-c599c5ae9cd8 None None] Pushing event updated for resources: {'Port': ['ID=ba67d797-8057-4fca-bc45-e6bb78824dae,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:38.565969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] For port cf2fed43-72db-46fa-9ed3-6af0aef9191b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf2fed43-72db-46fa-9ed3-6af0aef9191b,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:38.566351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.569103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-78fd9b62-f0b5-4be2-9ae2-4a7fa97340ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:38.570598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-78fd9b62-f0b5-4be2-9ae2-4a7fa97340ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.2826576 Sep 27 08:42:38.582138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Calling delete_port for cf2fed43-72db-46fa-9ed3-6af0aef9191b owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:38.585206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3279fe1e-41b4-4925-a5f5-d2546a9f9ce2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.658936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffa16a8-3b94-4a18-853c-1c924f5c870c', 'name': 'tempest-snat-router-775140914', 'tenant_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.3'}], 'enable_snat': False}, 'gw_port_id': 'acf06537-0964-48fc-a99f-b9cf20a45e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:33Z', 'revision_number': 3, 'project_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'gw_port': {'id': 'acf06537-0964-48fc-a99f-b9cf20a45e9b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffa16a8-3b94-4a18-853c-1c924f5c870c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:31Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:38.674061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279fe1e-41b4-4925-a5f5-d2546a9f9ce2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:38.695776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd549e-a903-4418-ae63-a831d3357f42 None None] The sync data for ids ['1ffa16a8-3b94-4a18-853c-1c924f5c870c'] in n-d-810909-1 is: [{'id': '1ffa16a8-3b94-4a18-853c-1c924f5c870c', 'name': 'tempest-snat-router-775140914', 'tenant_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.3'}], 'enable_snat': False}, 'gw_port_id': 'acf06537-0964-48fc-a99f-b9cf20a45e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:33Z', 'revision_number': 3, 'project_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'gw_port': {'id': 'acf06537-0964-48fc-a99f-b9cf20a45e9b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffa16a8-3b94-4a18-853c-1c924f5c870c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:31Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:38.745738 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-a5276191-206c-4fbd-b0ab-0ea972ce1e87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190825 Sep 27 08:42:38.751091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3279fe1e-41b4-4925-a5f5-d2546a9f9ce2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.752673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3279fe1e-41b4-4925-a5f5-d2546a9f9ce2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8236654 Sep 27 08:42:38.755607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54730) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:38.774780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ea2bfca2-e38d-45eb-9ab4-9008461802a2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'security_group_rule': {'security_group_id': '7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:38.829890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-99b421b3-ad41-4533-94e8-61e75c0731ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:38.831931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-99b421b3-ad41-4533-94e8-61e75c0731ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 200 len: 845 time: 0.2984550 Sep 27 08:42:38.886695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea2bfca2-e38d-45eb-9ab4-9008461802a2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:38.923261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942acde6-253d-46ae-b056-e7ccf1bb1d85 req-e06da348-f04c-42b6-978c-6d1688356823 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:38.931316 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-942acde6-253d-46ae-b056-e7ccf1bb1d85 req-e06da348-f04c-42b6-978c-6d1688356823 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1249723 Sep 27 08:42:38.956444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-b8c8edc7-e565-4555-a927-1ddfc27f2665 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e51dc51-dee4-4df0-836f-63b3dd717fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991788 Sep 27 08:42:38.993097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-942acde6-253d-46ae-b056-e7ccf1bb1d85 req-ac9eec7c-e743-4325-b26e-4cf2dcea3eec tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606718 Sep 27 08:42:39.072223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.180932 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2fed43-72db-46fa-9ed3-6af0aef9191b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:39.325618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea2bfca2-e38d-45eb-9ab4-9008461802a2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.336803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-eece1674-f200-4f4f-963f-7fd03b637121 service neutron] 10.222.0.57 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368883 Sep 27 08:42:39.373511 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea2bfca2-e38d-45eb-9ab4-9008461802a2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.433674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.476754 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-e5be4f4a-9f9e-4c57-9f6c-336892c0544e service neutron] 10.222.0.57 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7164202 Sep 27 08:42:39.494831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea2bfca2-e38d-45eb-9ab4-9008461802a2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.499134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea2bfca2-e38d-45eb-9ab4-9008461802a2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7381053 Sep 27 08:42:39.499794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54746) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:39.506924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d04837da-7fa3-44a9-8a49-1030a7b50efe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'security_group_rule': {'security_group_id': '7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:39.570975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bfca2-e38d-45eb-9ab4-9008461802a2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0df4758-b7a7-4f77-b89c-e3fe0c02bc9c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:39.614118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d04837da-7fa3-44a9-8a49-1030a7b50efe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.648176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54750) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:39.790384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d04837da-7fa3-44a9-8a49-1030a7b50efe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.810471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ae7d6-4fed-4d64-b5bc-14bd6bb518ae req-b0d52e7e-ca27-4dad-b77e-3645fbc526ee tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:39.812050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-286ae7d6-4fed-4d64-b5bc-14bd6bb518ae req-b0d52e7e-ca27-4dad-b77e-3645fbc526ee tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 944 time: 0.1904683 Sep 27 08:42:39.849154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d04837da-7fa3-44a9-8a49-1030a7b50efe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.892975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.903267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04837da-7fa3-44a9-8a49-1030a7b50efe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766d6333-2174-40c1-94db-4cf80413e0fb,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:39.910570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da6bb0-0a6f-4e1e-8898-c55a5bb7c1a5 req-369cc63d-77eb-4d22-a828-4b51c41a21b8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:39.921191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d04837da-7fa3-44a9-8a49-1030a7b50efe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:39.922544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d04837da-7fa3-44a9-8a49-1030a7b50efe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197159 Sep 27 08:42:39.923091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7da6bb0-0a6f-4e1e-8898-c55a5bb7c1a5 req-369cc63d-77eb-4d22-a828-4b51c41a21b8 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 943 time: 0.5727158 Sep 27 08:42:39.934216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54754) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:39.940500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:42:39.943778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:39.969869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-286ae7d6-4fed-4d64-b5bc-14bd6bb518ae req-301acde9-b833-4986-bbd6-774461d32caf tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181192 Sep 27 08:42:39.978573 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58b1b50d-0653-4a02-b9b1-3095a1d4d4d9 req-e2a838fa-c5ef-4c63-bf82-7c58189c923d service neutron] 10.222.0.57 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105134 Sep 27 08:42:39.984552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.006523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'network': {'name': 'tempest-network-smoke--135969521', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:40.038209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ba67d797-8057-4fca-bc45-e6bb78824dae up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:40.063286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7da6bb0-0a6f-4e1e-8898-c55a5bb7c1a5 req-3250cc49-6d60-4246-abc0-3f8eab85d0bf tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371109 Sep 27 08:42:40.086187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:40.091374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.092830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.104870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ba67d797-8057-4fca-bc45-e6bb78824dae triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:40.105606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.114467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afab76d-ffca-426f-a90c-91b681f55a4d req-7c7297b5-e65c-4cfd-b1f5-4f66928990ef service neutron] 10.222.0.57 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446701 Sep 27 08:42:40.146918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.149091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:40.151844 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2842055f-52e5-4767-9bc9-7a59f09167c4" -d '{"events": [{"name": "network-changed", "server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:40.213186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device acf06537-0964-48fc-a99f-b9cf20a45e9b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:40.237387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7575f40-cfe2-44fa-baab-517b37d2a436 req-eb4a22e2-605c-452f-b1ca-d089b0721156 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:40.245414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7575f40-cfe2-44fa-baab-517b37d2a436 req-eb4a22e2-605c-452f-b1ca-d089b0721156 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1396616 Sep 27 08:42:40.272350 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee79442-9eee-432a-9643-b6d929bde29b x-openstack-request-id: req-4ee79442-9eee-432a-9643-b6d929bde29b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:40.272843 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:40.273270 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ee79442-9eee-432a-9643-b6d929bde29b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:40.273854 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'status': 'completed', 'code': 200} Sep 27 08:42:40.285656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port acf06537-0964-48fc-a99f-b9cf20a45e9b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:40.286654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.351931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-d2e4abb6-cd49-4490-8544-dbef07b04b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:40.353551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-d2e4abb6-cd49-4490-8544-dbef07b04b33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=302408bbca8e471ea4044c2265f16c63&device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 1095 time: 0.1475308 Sep 27 08:42:40.382880 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.390442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Allocated IP 172.25.2.168 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:40.404830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port acf06537-0964-48fc-a99f-b9cf20a45e9b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=acf06537-0964-48fc-a99f-b9cf20a45e9b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:40.410522 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.417517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-03beb8c5-c97d-4c06-9834-8072b633374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:40.419076 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-03beb8c5-c97d-4c06-9834-8072b633374f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63fccde548445b0b25eca42d008d5b5&device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 1094 time: 0.1406441 Sep 27 08:42:40.470738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=acf06537-0964-48fc-a99f-b9cf20a45e9b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:40.638969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:40.644852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.648576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b942f2c5-1a65-4192-9cff-04a0babf4374 admin admin] 10.222.0.50 "PUT /v2.0/routers/9c3607bf-c6b2-46ff-99cc-4b9fd143c7af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0706966 Sep 27 08:42:40.651399 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] Sync routers for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:40.653208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54760) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:40.660797 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:40.661424 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:40.669414 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.672994 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7575f40-cfe2-44fa-baab-517b37d2a436 req-eab7d450-b204-4634-96dd-006935f24042 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4266737 Sep 27 08:42:40.705615 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.727433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:42:40.729770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-7f87ff7a-f04f-4a27-a81d-59203b5a0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:40.731267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-7f87ff7a-f04f-4a27-a81d-59203b5a0a24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 200 len: 916 time: 0.3616977 Sep 27 08:42:40.789620 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:40.810611 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.810954 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Added segment 68f73a01-8016-48d7-9e0e-51c6d432cd07 of type vlan for network 54c892cd-7230-40fd-aa5b-75a2e691901b Sep 27 08:42:40.812977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-12b2c8c9-ad00-43b3-a366-8e02a65679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:40.814473 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-12b2c8c9-ad00-43b3-a366-8e02a65679ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 200 len: 906 time: 0.3759785 Sep 27 08:42:40.844038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-87af7dc1-7024-4be3-8684-2502cd6d2e37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=199947bf-cf20-4d87-bd1d-e9048a1dde07 HTTP/1.1" status: 200 len: 217 time: 0.0898919 Sep 27 08:42:40.855086 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:40.873755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06274717-bec1-4d5b-a29f-a39c628a7b01,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:40.969542 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:42:38Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:40.986039 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-619ff8fa-c43f-402b-a81d-88f32e993db8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9 HTTP/1.1" status: 200 len: 217 time: 0.1451237 Sep 27 08:42:40.996401 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] Checking router: 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:41.017228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.026572 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] Routers {'9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:41.027214 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:41.095949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.106883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-2f4fc408-6a75-412c-b916-d68340470d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:41.108669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-2f4fc408-6a75-412c-b916-d68340470d50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 200 len: 855 time: 0.2374840 Sep 27 08:42:41.123794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede68e-f344-4108-97af-d5156dacce6d req-6f70be45-9e47-4e57-8b38-7fd24f65b2b4 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:41.131227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34ede68e-f344-4108-97af-d5156dacce6d req-6f70be45-9e47-4e57-8b38-7fd24f65b2b4 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 944 time: 0.0699008 Sep 27 08:42:41.138173 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] Set router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:41.168814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34ede68e-f344-4108-97af-d5156dacce6d req-0d84e852-174d-4da5-8ece-cd5eb710ddcc tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Sep 27 08:42:41.172776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641d19f-f62d-4853-93ce-4f7fbb165019 req-c6107c01-f082-41ac-95d8-0b0429bb9397 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:41.174233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6641d19f-f62d-4853-93ce-4f7fbb165019 req-c6107c01-f082-41ac-95d8-0b0429bb9397 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3651557 Sep 27 08:42:41.206868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-386c0419-b62f-4282-b155-cd773ef7e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:41.208243 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-386c0419-b62f-4282-b155-cd773ef7e3c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 200 len: 845 time: 0.1985116 Sep 27 08:42:41.214163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-6bc41f6f-97f9-45f7-b5c1-2bf17dd7db70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a996d74-93bc-43f3-bcac-abcfe8fa4667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641310 Sep 27 08:42:41.217559 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.223332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:41.224443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.227189 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.319060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Allocated IP 172.25.2.15 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/e211ae81-dc48-4172-a05c-e9e5d8223460) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:41.348527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9818-cabd-4764-b34d-07ad13e27c31 req-5d623935-5b65-4d3c-b42f-9d8bd3355bed tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:41.350611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b74f9818-cabd-4764-b34d-07ad13e27c31 req-5d623935-5b65-4d3c-b42f-9d8bd3355bed tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 943 time: 0.0814660 Sep 27 08:42:41.356779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:42:38Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:41.397070 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76062b8a-2f9f-4773-b6ad-ade41b264341 None None] The sync data for ids ['9c3607bf-c6b2-46ff-99cc-4b9fd143c7af'] in n-d-810909-1 is: [{'id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'name': 'tempest-ServersTestJSON-306783263-router', 'tenant_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:40:03Z', 'updated_at': '2021-09-27T08:42:38Z', 'revision_number': 5, 'project_id': 'a3bf03d89cd4471eb9c7d8600a95ef15', 'gw_port': {'id': '3628df5d-7a8b-449c-8068-3920f9f8da39', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3607bf-c6b2-46ff-99cc-4b9fd143c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:40:04Z', 'updated_at': '2021-09-27T08:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:41.446914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b74f9818-cabd-4764-b34d-07ad13e27c31 req-1f80d6f8-4c56-488a-956c-40ebbd90bf79 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859573 Sep 27 08:42:41.480151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.529780 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.573679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:41.576851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:41.581081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:41.590106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'Port': ['ID=e211ae81-dc48-4172-a05c-e9e5d8223460,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:41.689438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.708173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-0e2e45c2-1657-4007-a0f8-d5680e73dfa5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e51dc51-dee4-4df0-836f-63b3dd717fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4787586 Sep 27 08:42:41.748108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.772975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6641d19f-f62d-4853-93ce-4f7fbb165019 req-8288384b-5181-47cf-98f2-eefeffbf2614 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5635047 Sep 27 08:42:41.773746 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device acf06537-0964-48fc-a99f-b9cf20a45e9b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:41.777625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1068091 Sep 27 08:42:41.777871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54770) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:41.786317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'admin_state_up': True, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:41.841576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:41.846417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port acf06537-0964-48fc-a99f-b9cf20a45e9b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:41.846848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.853422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.854521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:41.897849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:41.901137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:41.957379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf2fed43-72db-46fa-9ed3-6af0aef9191b no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:42:41.978005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: cf2fed43-72db-46fa-9ed3-6af0aef9191b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:42:41.978005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf2fed43-72db-46fa-9ed3-6af0aef9191b not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:42:41.982807 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.010051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974dab7-f1db-40ea-acf0-6b16d93a0dcf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Network': ['ID=54c892cd-7230-40fd-aa5b-75a2e691901b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:42.013251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:42.021654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 54c892cd-7230-40fd-aa5b-75a2e691901b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:42:42.077296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e23cca-3331-4757-9bb8-332d1c473145 req-3d79acdf-8b8a-4d6b-99ed-e73c5338bd21 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:42.078828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a8e23cca-3331-4757-9bb8-332d1c473145 req-3d79acdf-8b8a-4d6b-99ed-e73c5338bd21 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1862464 Sep 27 08:42:42.132751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.147363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.156616 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.172351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-d0dfe43a-9ac8-437f-a4fe-e77bd20ab459 service neutron] 10.222.0.57 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9409246 Sep 27 08:42:42.177472 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-505f827e-00ce-4cf2-97a1-170acd4c90e9 service neutron] 10.222.0.57 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339130 Sep 27 08:42:42.186176 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.279782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a8e23cca-3331-4757-9bb8-332d1c473145 req-785e4daf-5231-4d10-978a-584ed6c29c87 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536407 Sep 27 08:42:42.284052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'Port': ['ID=e211ae81-dc48-4172-a05c-e9e5d8223460,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:42.307433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.354638 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.355995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-50e744b7-47e5-497d-981f-4b64d70ca7a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4179900 Sep 27 08:42:42.400372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 199947bf-cf20-4d87-bd1d-e9048a1dde07 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:42:42.426460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cbd7c-e45a-430d-872f-ead74c49ea00 req-784c7440-347b-4802-849e-d7472ed20dbc tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:42.428120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-425cbd7c-e45a-430d-872f-ead74c49ea00 req-784c7440-347b-4802-849e-d7472ed20dbc tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0695882 Sep 27 08:42:42.480859 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2842055f-52e5-4767-9bc9-7a59f09167c4 req-9bd525cd-5e76-4aca-81bf-63d436d32258 service neutron] 10.222.0.57 "GET /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924159 Sep 27 08:42:42.507876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbd15d-0a8d-4133-a19b-4670d774b363 req-c99c3ea1-2984-4d96-aff0-97d2ba1d8782 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:42.510025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7cbd15d-0a8d-4133-a19b-4670d774b363 req-c99c3ea1-2984-4d96-aff0-97d2ba1d8782 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 944 time: 0.2498202 Sep 27 08:42:42.537343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 199947bf-cf20-4d87-bd1d-e9048a1dde07, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=199947bf-cf20-4d87-bd1d-e9048a1dde07,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:42.545534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8abd7a9-8f5b-4a26-ac05-f93d2af2596b req-a3ddcf49-20c4-4339-bea0-4a471d749b82 service neutron] 10.222.0.57 "GET /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480296 Sep 27 08:42:42.549778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '199947bf-cf20-4d87-bd1d-e9048a1dde07', 'network_id': '9a996d74-93bc-43f3-bcac-abcfe8fa4667', 'port_id': '199947bf-cf20-4d87-bd1d-e9048a1dde07', 'mac_address': 'fa:16:3e:ea:39:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005fe43-8267-430b-aca7-c736a9229fba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:42:42.567723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.569394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Deleting port 3628df5d-7a8b-449c-8068-3920f9f8da39 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:42.570245 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.572720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-425cbd7c-e45a-430d-872f-ead74c49ea00 req-64669f92-2552-4ac2-bbc7-a9343be9583a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373196 Sep 27 08:42:42.601606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.601760 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.601905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.612199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199947bf-cf20-4d87-bd1d-e9048a1dde07 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:42.626113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 199947bf-cf20-4d87-bd1d-e9048a1dde07, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=199947bf-cf20-4d87-bd1d-e9048a1dde07,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:42.631956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.635481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7f54f2e8-ec83-48a3-be1c-edb920a624f9 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:42:42.726393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7cbd15d-0a8d-4133-a19b-4670d774b363 req-e51d7d0d-7803-4b9b-8cc5-3560050d8709 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774147 Sep 27 08:42:42.764408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f809-cd94-4dfd-a3d5-89c946fe239c req-d94e1226-0b23-40b5-aa18-63c32e681d50 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:42.766567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d1f809-cd94-4dfd-a3d5-89c946fe239c req-d94e1226-0b23-40b5-aa18-63c32e681d50 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 943 time: 0.0915883 Sep 27 08:42:42.767334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.25.2.61 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/f2bdb9a3-2385-4c3a-ac07-dc125216336b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:42.770754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=199947bf-cf20-4d87-bd1d-e9048a1dde07,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:42.794915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] For port 3628df5d-7a8b-449c-8068-3920f9f8da39, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3628df5d-7a8b-449c-8068-3920f9f8da39,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:42.795283 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.815658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Calling delete_port for 3628df5d-7a8b-449c-8068-3920f9f8da39 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:42.816001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:42.826595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d1f809-cd94-4dfd-a3d5-89c946fe239c req-4a8532b4-3d10-4157-bd77-f3f6b5238710 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513020 Sep 27 08:42:42.843366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'port_id': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'mac_address': 'fa:16:3e:7d:4d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86717468-983a-4e29-8cf9-97fd0ea72f3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:42:42.891409 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.905330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f54f2e8-ec83-48a3-be1c-edb920a624f9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:42.916647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.926114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:42.931124 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.958570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-7e9d55bb-ffb1-4fcb-9fdc-805c45e5d105 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1923071831&fields=id&tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e HTTP/1.1" status: 200 len: 267 time: 0.0958612 Sep 27 08:42:42.966484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:42.984228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:43.009520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:43.012630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:43.016188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:43.045282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=f2bdb9a3-2385-4c3a-ac07-dc125216336b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:43.073450 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.193897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-818753a5-b4c6-4a69-b1cf-e86649f5fe83 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:43.195399 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-818753a5-b4c6-4a69-b1cf-e86649f5fe83 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 816 time: 0.2068768 Sep 27 08:42:43.244214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['199947bf-cf20-4d87-bd1d-e9048a1dde07'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:42:43.247500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['7f54f2e8-ec83-48a3-be1c-edb920a624f9'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:42:43.274157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-e51a3de7-cbb3-4114-bff0-134a5bccbeff tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/quotas/a6cf9b09ae014a2bbbb390ca7eeb0b6e HTTP/1.1" status: 200 len: 375 time: 0.0492799 Sep 27 08:42:43.295049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.301538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.355314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3628df5d-7a8b-449c-8068-3920f9f8da39,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:43.430731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-454f42e0-f8de-47b6-a11f-63554d932fe6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418877 Sep 27 08:42:43.481099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.512787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Router 74545cc5-92a8-423c-8b77-ff04747d6a6a is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:42:43.537375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.610490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.614049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.667502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 09918443-c3f7-45d1-865f-67dba76d200a is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:42:43.719973 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.721041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3607bf-c6b2-46ff-99cc-4b9fd143c7af {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:42:43.726259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.729832 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1089ee38-510f-4e06-bc19-a5353ae4c1a4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9c3607bf-c6b2-46ff-99cc-4b9fd143c7af HTTP/1.1" status: 204 len: 168 time: 3.0693512 Sep 27 08:42:43.731850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54794) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:43.793226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:43.804636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Sync routers for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:43.814968 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-f97c491b-a8e6-4bfa-801c-36ce08e09182 service neutron] 10.222.0.50 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674712 Sep 27 08:42:43.816048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:43.817009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:43.818691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:43.839458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.840951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1d511047-c1cb-4c74-989e-90da94a3cace tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0623484 Sep 27 08:42:43.844380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54798) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:43.870610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7e294c-5df5-4eae-9e1c-8101d57d9bfe admin admin] Deleting subnet 7dbaa2e8-8be2-479c-bc5e-a926d0615252 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:42:43.875915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.880129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-62bff896-ec73-4caa-bb94-42b6089e738a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3965302 Sep 27 08:42:43.880820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:43.883832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7e294c-5df5-4eae-9e1c-8101d57d9bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.935624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26aa15-8b9e-4dd1-8061-b2dec761b79f req-620a6d82-e6fc-40b0-859a-d0e49c3b452d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:43.939125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e26aa15-8b9e-4dd1-8061-b2dec761b79f req-620a6d82-e6fc-40b0-859a-d0e49c3b452d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 945 time: 0.0819023 Sep 27 08:42:43.962307 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7e294c-5df5-4eae-9e1c-8101d57d9bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:43.968836 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Sync routers for ids ['74545cc5-92a8-423c-8b77-ff04747d6a6a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:43.981120 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Routers {'74545cc5-92a8-423c-8b77-ff04747d6a6a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:43.981745 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['74545cc5-92a8-423c-8b77-ff04747d6a6a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:43.997882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-baf59d76-dfa8-4ad7-b904-59371702bb9a tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e0a23c7655e453d9e13ec1c8915bf61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1497936 Sep 27 08:42:44.002251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54806) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:44.026696 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.030035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:44.049856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7e294c-5df5-4eae-9e1c-8101d57d9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.125751 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Set router 74545cc5-92a8-423c-8b77-ff04747d6a6a gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:44.160056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e26aa15-8b9e-4dd1-8061-b2dec761b79f req-69977a35-135c-44da-97bf-9ed4439176fa tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047009 Sep 27 08:42:44.237310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ccf49-1998-4b3a-b229-85855c4a4100 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:44.239256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-886ccf49-1998-4b3a-b229-85855c4a4100 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2349734 Sep 27 08:42:44.242241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:44.332901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6dae30c2-1c1b-435c-a826-203d81ca33d4 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0892227 Sep 27 08:42:44.336530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54810) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:44.341300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280757723', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:44.420797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 199947bf-cf20-4d87-bd1d-e9048a1dde07 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:44.493451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 199947bf-cf20-4d87-bd1d-e9048a1dde07 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:42:44.508788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 199947bf-cf20-4d87-bd1d-e9048a1dde07 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:44.509624 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.519786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb2f19-e19c-4863-8b16-7837c0e98dad req-8f3c7dcb-7fd3-4e64-bea6-3a96888ccd45 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:44.524580 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74545cc5-92a8-423c-8b77-ff04747d6a6a', 'name': 'tempest-snat-router-775140914', 'tenant_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:36Z', 'updated_at': '2021-09-27T08:42:42Z', 'revision_number': 3, 'project_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'gw_port': {'id': 'd8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74545cc5-92a8-423c-8b77-ff04747d6a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:40Z', 'updated_at': '2021-09-27T08:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:44.529372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9eb2f19-e19c-4863-8b16-7837c0e98dad req-8f3c7dcb-7fd3-4e64-bea6-3a96888ccd45 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 944 time: 0.2508428 Sep 27 08:42:44.545029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7e294c-5df5-4eae-9e1c-8101d57d9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.547830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:44.552705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.565223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:43Z', 'revision_number': 3, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:44.572451 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Checking router: 74545cc5-92a8-423c-8b77-ff04747d6a6a for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:44.573041 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Updating router 74545cc5-92a8-423c-8b77-ff04747d6a6a port d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:42:44.603701 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.608487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Checking router: 09918443-c3f7-45d1-865f-67dba76d200a for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:44.609345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Updating router 09918443-c3f7-45d1-865f-67dba76d200a port f2bdb9a3-2385-4c3a-ac07-dc125216336b binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:42:44.613701 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7e294c-5df5-4eae-9e1c-8101d57d9bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.615641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-be7e294c-5df5-4eae-9e1c-8101d57d9bfe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7dbaa2e8-8be2-479c-bc5e-a926d0615252 HTTP/1.1" status: 204 len: 168 time: 0.8828278 Sep 27 08:42:44.618349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e294c-5df5-4eae-9e1c-8101d57d9bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbaa2e8-8be2-479c-bc5e-a926d0615252,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:44.620064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54812) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:44.632232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982b871-1e32-493e-a29f-374956e4ce36 None None] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:44.655266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.743755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-8a30f299-a37d-42b8-8e09-41be1a1c4b1e service neutron] 10.222.0.50 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9066317 Sep 27 08:42:44.757188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.761121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-948e3cc2-09c6-4b3c-a9c5-39a1f482ff1a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/routers/74545cc5-92a8-423c-8b77-ff04747d6a6a HTTP/1.1" status: 200 len: 907 time: 0.8748543 Sep 27 08:42:44.764517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:44.827945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.849917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9eb2f19-e19c-4863-8b16-7837c0e98dad req-5ef854b1-43f8-4549-9eaa-05eeda033e7d tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195121 Sep 27 08:42:44.870316 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.872722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:44.927952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Checking segment: {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:44.928584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network hostable DHCP agents. Network: 54c892cd-7230-40fd-aa5b-75a2e691901b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:42:44.988412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199947bf-cf20-4d87-bd1d-e9048a1dde07'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:44.995417 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb36f62-fbb4-400e-abe2-7430fc687ef4" -d '{"events": [{"server_uuid": "2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6", "name": "network-vif-plugged", "status": "completed", "tag": "199947bf-cf20-4d87-bd1d-e9048a1dde07"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:45.019488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87a0824a-241e-4be3-b834-0a71cd1b2535 req-96a7d499-d67e-4db0-8283-3e3abaf73216 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 210 time: 0.0319779 Sep 27 08:42:45.020844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network 54c892cd-7230-40fd-aa5b-75a2e691901b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:42:45.028025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Subnet': ['ID=d8d27848-a307-4736-bd7c-b772049ca811,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:45.037597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 54c892cd-7230-40fd-aa5b-75a2e691901b) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:45.042894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Deleting port 12289020-dcb6-4f96-a206-0272040c1da1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:45.043239 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.046519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:45.046705 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.047711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 199947bf-cf20-4d87-bd1d-e9048a1dde07, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=199947bf-cf20-4d87-bd1d-e9048a1dde07,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:45.048588 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.080138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ce5a5-8b6c-4eda-83b9-298159b87226 None None] Network 54c892cd-7230-40fd-aa5b-75a2e691901b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:45.087391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-99de3010-a9c2-4b85-9189-569fc82a2bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7501171 Sep 27 08:42:45.090480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54822) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:45.151110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] For port 12289020-dcb6-4f96-a206-0272040c1da1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=12289020-dcb6-4f96-a206-0272040c1da1,segment=NetworkSegment(b0cb2a18-d1da-4900-b44f-d936e465b8a1),segment_id=b0cb2a18-d1da-4900-b44f-d936e465b8a1)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:45.151532 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.158945 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.169116 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.169401 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02fd719-382b-4700-817b-a3a0e9d4b762 x-openstack-request-id: req-d02fd719-382b-4700-817b-a3a0e9d4b762 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:45.170027 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6", "name": "network-vif-plugged", "status": "completed", "tag": "199947bf-cf20-4d87-bd1d-e9048a1dde07", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:45.170438 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d02fd719-382b-4700-817b-a3a0e9d4b762 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:45.171983 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199947bf-cf20-4d87-bd1d-e9048a1dde07', 'code': 200} Sep 27 08:42:45.179623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Calling delete_port for 12289020-dcb6-4f96-a206-0272040c1da1 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:45.188457 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.190429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7f54f2e8-ec83-48a3-be1c-edb920a624f9 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:45.257259 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcb6ce-444d-4509-8613-a47674b9b330 None None] Pushing event updated for resources: {'Port': ['ID=d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:45.265864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Deleting port d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:45.266212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.283733 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Attempting to bind port d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:45.284247 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Attempting to bind port d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:45.284871 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Attempting to bind port d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:45.294353 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:45.294922 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:45.295736 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.296598 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:45.297176 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Bound port: d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:45.297570 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.370839 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] For port d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:45.374772 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] For port d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:45.376617 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.386918 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.398487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Calling delete_port for d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:45.434787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=199947bf-cf20-4d87-bd1d-e9048a1dde07,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:45.451199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c84907f-5f74-4068-b650-deddc6dcbfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.489833 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcb6ce-444d-4509-8613-a47674b9b330 None None] Pushing event updated for resources: {'Port': ['ID=d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:45.520909 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Routers {'74545cc5-92a8-423c-8b77-ff04747d6a6a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:45.521841 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['74545cc5-92a8-423c-8b77-ff04747d6a6a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:45.584239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] DHCP port deletion for f05c0eb8-9796-47e6-b518-279d5c2155b3 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:42:45.591259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:42:45.599452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:45.599700 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.621975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5544064-39d9-4f3e-9aa4-69be13fcbd58 req-30e02d2b-3d98-492f-ae5d-4b59103d05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:45.623370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5544064-39d9-4f3e-9aa4-69be13fcbd58 req-30e02d2b-3d98-492f-ae5d-4b59103d05b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 1097 time: 0.4604187 Sep 27 08:42:45.630784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.692348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8a8f1c1-8a86-4e8a-8c7f-cdf2ad97926c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:45.710401 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] Set router 74545cc5-92a8-423c-8b77-ff04747d6a6a gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:45.769790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5544064-39d9-4f3e-9aa4-69be13fcbd58 req-122c9ed8-cdce-45f2-b30b-6f998748e342 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294439 Sep 27 08:42:45.777235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.797552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] No DVR routers for this DVR port 12289020-dcb6-4f96-a206-0272040c1da1 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:42:45.809017 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74545cc5-92a8-423c-8b77-ff04747d6a6a', 'name': 'tempest-snat-router-775140914', 'tenant_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:36Z', 'updated_at': '2021-09-27T08:42:45Z', 'revision_number': 4, 'project_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:45.825729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Pushing event deleted for resources: {'Port': ['ID=12289020-dcb6-4f96-a206-0272040c1da1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:45.851366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.872573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3628df5d-7a8b-449c-8068-3920f9f8da39 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:42:45.888682 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af9401-ef39-46db-8681-a9451269ab8c None None] The sync data for ids ['74545cc5-92a8-423c-8b77-ff04747d6a6a'] in n-d-810909-1 is: [{'id': '74545cc5-92a8-423c-8b77-ff04747d6a6a', 'name': 'tempest-snat-router-775140914', 'tenant_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:36Z', 'updated_at': '2021-09-27T08:42:45Z', 'revision_number': 4, 'project_id': 'c3f4b8dc942b49d6a7fff66bf08594fa', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:45.953467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 3628df5d-7a8b-449c-8068-3920f9f8da39 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:42:45.953467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3628df5d-7a8b-449c-8068-3920f9f8da39 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:42:45.953467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 12289020-dcb6-4f96-a206-0272040c1da1 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:42:45.963615 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.990633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:45.993656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.021110 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.030566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-54c892cd-7230-40fd-aa5b-75a2e691901b', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:42:46.031910 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.052704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae3e56-22b1-4c62-af63-2d82d14cb8c1 req-e4055428-2822-40dc-9b02-5e6068ff1970 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:46.054350 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95ae3e56-22b1-4c62-af63-2d82d14cb8c1 req-e4055428-2822-40dc-9b02-5e6068ff1970 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 946 time: 0.2146072 Sep 27 08:42:46.055454 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.067482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] Deleting port 12289020-dcb6-4f96-a206-0272040c1da1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:46.068224 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.097802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 12289020-dcb6-4f96-a206-0272040c1da1 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:42:46.098305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 12289020-dcb6-4f96-a206-0272040c1da1 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:42:46.118838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05c0eb8-9796-47e6-b518-279d5c2155b3']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:46.138587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cb2a18-d1da-4900-b44f-d936e465b8a1') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:46.139220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cb2a18-d1da-4900-b44f-d936e465b8a1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:46.148845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.149412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74545cc5-92a8-423c-8b77-ff04747d6a6a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:42:46.155910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.159465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b64467d0-8e04-4232-b183-e5436673f9bb tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "DELETE /v2.0/routers/74545cc5-92a8-423c-8b77-ff04747d6a6a HTTP/1.1" status: 204 len: 168 time: 1.3921430 Sep 27 08:42:46.159465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.164239 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.166742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54836) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:46.176968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:46.179429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61ada0-249b-4e0a-aaec-aea3060f0717 req-6b11f224-9aba-4870-a7a7-7beed6182b64 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:46.181595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe61ada0-249b-4e0a-aaec-aea3060f0717 req-6b11f224-9aba-4870-a7a7-7beed6182b64 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 944 time: 0.1574469 Sep 27 08:42:46.188897 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.203053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:42:46.203571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:42:46.205906 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:42:46.220640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] For port 12289020-dcb6-4f96-a206-0272040c1da1, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:46.221263 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.244272 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.288558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95ae3e56-22b1-4c62-af63-2d82d14cb8c1 req-01a54fd1-dd71-4f85-a93c-2516cd0c8e8d tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475687 Sep 27 08:42:46.307568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] Calling delete_port for 12289020-dcb6-4f96-a206-0272040c1da1 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:46.317613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] Port 12289020-dcb6-4f96-a206-0272040c1da1 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:42:46.321725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe61ada0-249b-4e0a-aaec-aea3060f0717 req-f49a1064-3482-4963-912c-518d6c2110d0 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274898 Sep 27 08:42:46.323523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.340022 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.346464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f05c0eb8-9796-47e6-b518-279d5c2155b3 HTTP/1.1" status: 204 len: 168 time: 1.7209184 Sep 27 08:42:46.372720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e45116-b813-4b4c-8f81-338ab8b4ee81 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05c0eb8-9796-47e6-b518-279d5c2155b3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:46.406483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.412537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d1a66-f693-4dd1-b041-0ab281fbc91f None None] Pushing event updated for resources: {'Port': ['ID=f2bdb9a3-2385-4c3a-ac07-dc125216336b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:46.417095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] Network f05c0eb8-9796-47e6-b518-279d5c2155b3 is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:42:46.417644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] No DVR routers for this DVR port 12289020-dcb6-4f96-a206-0272040c1da1 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:42:46.445850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Attempting to bind port f2bdb9a3-2385-4c3a-ac07-dc125216336b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:46.446231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Attempting to bind port f2bdb9a3-2385-4c3a-ac07-dc125216336b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:46.446670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Attempting to bind port f2bdb9a3-2385-4c3a-ac07-dc125216336b on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:46.458631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.464935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b10d4ab0-d335-41c3-9ca6-81ee223a80b2 req-46fae150-90dd-435c-b6ad-fecb110fb736 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 210 time: 0.0669668 Sep 27 08:42:46.486978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:46.487662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:46.488192 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.488730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:46.489340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Bound port: f2bdb9a3-2385-4c3a-ac07-dc125216336b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:46.490097 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.531959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Allocated IP 172.20.0.2 (54c892cd-7230-40fd-aa5b-75a2e691901b/d8d27848-a307-4736-bd7c-b772049ca811/96415be6-6b90-4caa-8c9d-30bc02be100f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:46.552084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:46.596824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddbbe0-cda1-4578-8092-c482009acffd None None] Pushing event deleted for resources: {'Port': ['ID=12289020-dcb6-4f96-a206-0272040c1da1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:46.607084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-51e059e7-4948-45df-bedb-58e176552906 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:46.608825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-51e059e7-4948-45df-bedb-58e176552906 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 816 time: 0.1448345 Sep 27 08:42:46.643253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] For port f2bdb9a3-2385-4c3a-ac07-dc125216336b, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:46.669008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9c046f31-196a-44e2-8e8d-b9694b17d8bc tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e HTTP/1.1" status: 200 len: 380 time: 0.0487816 Sep 27 08:42:46.678801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54840) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:46.683666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'port': {'device_id': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'admin_state_up': True, 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'security_groups': ['7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:46.811106 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.818612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Made reservation on behalf of a6cf9b09ae014a2bbbb390ca7eeb0b6e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:46.819734 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b5bb54ce-4b92-490b-a6d1-a0fd661b4dbb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3bf03d89cd4471eb9c7d8600a95ef15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384456 Sep 27 08:42:46.822239 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.823672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54842) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:46.832825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.926504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] For port f2bdb9a3-2385-4c3a-ac07-dc125216336b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f2bdb9a3-2385-4c3a-ac07-dc125216336b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:46.941885 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:46.968977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Allocated IP 172.20.0.6 (489e5472-cfd5-4609-8d04-4b155445695e/fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd/ef8e5f33-d07f-4b5d-9457-d49f98418ce4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:46.971173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ac921d1-d8ed-4ce4-98eb-b2df524f0f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.007184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d1a66-f693-4dd1-b041-0ab281fbc91f None None] Pushing event updated for resources: {'Port': ['ID=f2bdb9a3-2385-4c3a-ac07-dc125216336b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:47.016453 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.025608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:47.026239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:47.030106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.054450 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ac921d1-d8ed-4ce4-98eb-b2df524f0f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.071860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Deleting port acf06537-0964-48fc-a99f-b9cf20a45e9b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:47.072153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.158323 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.158761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Network 54c892cd-7230-40fd-aa5b-75a2e691901b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:47.168852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:47.204713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:47.207270 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe86dc63-e5bb-4db2-a820-5021658f6bdf" -d '{"events": [{"server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "name": "network-vif-plugged", "status": "completed", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:47.209626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.211144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:47.264398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Pushing event updated for resources: {'Port': ['ID=96415be6-6b90-4caa-8c9d-30bc02be100f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:47.271286 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ac921d1-d8ed-4ce4-98eb-b2df524f0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.274020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ac921d1-d8ed-4ce4-98eb-b2df524f0f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.277595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0ac921d1-d8ed-4ce4-98eb-b2df524f0f50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58339bac-7c40-42e1-8050-ea9867a10fc1 HTTP/1.1" status: 204 len: 168 time: 0.4506125 Sep 27 08:42:47.277903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:47.293488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:47.308943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] For port acf06537-0964-48fc-a99f-b9cf20a45e9b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=acf06537-0964-48fc-a99f-b9cf20a45e9b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:47.309305 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.325424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac921d1-d8ed-4ce4-98eb-b2df524f0f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58339bac-7c40-42e1-8050-ea9867a10fc1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:47.343265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Calling delete_port for acf06537-0964-48fc-a99f-b9cf20a45e9b owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:47.350485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Network 489e5472-cfd5-4609-8d04-4b155445695e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:47.352868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:47.358292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:47.426145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:47.427497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.544528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.20.0.1 (54c892cd-7230-40fd-aa5b-75a2e691901b/d8d27848-a307-4736-bd7c-b772049ca811/4804bf5d-5300-4a8e-a954-3a774eab164a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:47.580691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-720a4970-6597-4021-b093-76c245274576 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027267 Sep 27 08:42:47.582113 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269d690-8c52-48aa-aa66-379be9303548 x-openstack-request-id: req-e269d690-8c52-48aa-aa66-379be9303548 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:47.583114 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "name": "network-vif-plugged", "status": "completed", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:47.583238 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e269d690-8c52-48aa-aa66-379be9303548 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:47.583738 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'code': 200} Sep 27 08:42:47.605763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c791fe-8ddf-469a-af3d-45a69ee675cc req-18928bed-e39b-412b-955d-ca42b04a8396 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:47.607439 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6c791fe-8ddf-469a-af3d-45a69ee675cc req-18928bed-e39b-412b-955d-ca42b04a8396 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 945 time: 0.1105800 Sep 27 08:42:47.609595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb020bb4-98f5-435b-b536-25135d57058e req-2f729a8a-24b6-43ea-a5cc-ab165219b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:47.611084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb020bb4-98f5-435b-b536-25135d57058e req-2f729a8a-24b6-43ea-a5cc-ab165219b6b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 1096 time: 0.1784356 Sep 27 08:42:47.616307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Request body: {'port': {'device_id': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:47.635890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Attempting to bind port 96415be6-6b90-4caa-8c9d-30bc02be100f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:47.635890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Attempting to bind port 96415be6-6b90-4caa-8c9d-30bc02be100f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:47.636089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Attempting to bind port 96415be6-6b90-4caa-8c9d-30bc02be100f on network 54c892cd-7230-40fd-aa5b-75a2e691901b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:47.645043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:47.645404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Checking segment: {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:47.645725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.646117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Bound using segment: {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:47.646586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Bound port: 96415be6-6b90-4caa-8c9d-30bc02be100f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:47.646976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.653215 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de4bed12-195e-49ea-83e4-949f15a9ca0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.673492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c356b-fb3f-466d-92c4-2ff8cd1a2cae req-3389af5a-38b2-47fb-93ea-f790e93dcc13 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:47.675642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-603c356b-fb3f-466d-92c4-2ff8cd1a2cae req-3389af5a-38b2-47fb-93ea-f790e93dcc13 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 946 time: 0.2241955 Sep 27 08:42:47.744919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:43Z', 'revision_number': 3, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:47.790986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e188612-1884-45ba-93ec-220cefd356d1 None None] The sync data for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 is: [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:43Z', 'revision_number': 3, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:47.806796 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6c791fe-8ddf-469a-af3d-45a69ee675cc req-ac0f105c-c10f-498a-a412-7ab7b0ca2ee7 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216862 Sep 27 08:42:47.811080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] For port 96415be6-6b90-4caa-8c9d-30bc02be100f, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:47.816198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] For port 96415be6-6b90-4caa-8c9d-30bc02be100f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=96415be6-6b90-4caa-8c9d-30bc02be100f,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:47.830414 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.850268 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.875211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-603c356b-fb3f-466d-92c4-2ff8cd1a2cae req-2e8364b5-e7fe-4371-b889-b16fb7cc6429 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921167 Sep 27 08:42:47.893150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9141ca9c-7643-4c3e-9697-9b9fdc3e036e None None] Provisioning complete for port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:47.894322 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9141ca9c-7643-4c3e-9697-9b9fdc3e036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.918255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:47.941983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.016833 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.024121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event deleted for resources: {'Port': ['ID=acf06537-0964-48fc-a99f-b9cf20a45e9b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:48.025548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9141ca9c-7643-4c3e-9697-9b9fdc3e036e None None] Port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:42:48.034239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Pushing event updated for resources: {'Port': ['ID=96415be6-6b90-4caa-8c9d-30bc02be100f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:48.047826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.048130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.048493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.050391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.050886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.051060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.051806 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.051806 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.052003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.052338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.053394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.053727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bce51e-2fee-4d95-8a00-710fd1048259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:42:48.092469 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.116725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb020bb4-98f5-435b-b536-25135d57058e req-4fa68ae4-ec5b-4987-8be6-d93d086fc072 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037983 Sep 27 08:42:48.141386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=4804bf5d-5300-4a8e-a954-3a774eab164a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:48.161945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.176902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network 54c892cd-7230-40fd-aa5b-75a2e691901b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:48.211478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:48.214099 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:48.369172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.376034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.400238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24f03e-1ee6-4ffa-9977-3f984cd20993 req-292d9e57-ac18-442e-b002-df6d89a908b8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:48.419687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc24f03e-1ee6-4ffa-9977-3f984cd20993 req-292d9e57-ac18-442e-b002-df6d89a908b8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 931 time: 0.3043170 Sep 27 08:42:48.449646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.528491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dc24f03e-1ee6-4ffa-9977-3f984cd20993 req-7b66df69-7a74-47d4-a781-097aaa7116bb tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034594 Sep 27 08:42:48.583870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.584696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ffa16a8-3b94-4a18-853c-1c924f5c870c {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:42:48.592256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.597853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-871e676b-ea5f-48a4-95ff-a94f3a06097a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "DELETE /v2.0/routers/1ffa16a8-3b94-4a18-853c-1c924f5c870c HTTP/1.1" status: 204 len: 168 time: 2.4269114 Sep 27 08:42:48.601076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54874) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:48.606470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1626908631', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:48.678489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8e5f33-d07f-4b5d-9457-d49f98418ce4 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:48.685746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.686800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.687841 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.705961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Transition to ACTIVE for port object ef8e5f33-d07f-4b5d-9457-d49f98418ce4 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:42:48.713456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.783785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:48.802242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.803317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.868566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:48.997264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Attempting to bind port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:48.998893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Attempting to bind port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:48.999471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Attempting to bind port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 on network 489e5472-cfd5-4609-8d04-4b155445695e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:49.005421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 on network 489e5472-cfd5-4609-8d04-4b155445695e not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:49.006111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Attempting to bind port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 on network 489e5472-cfd5-4609-8d04-4b155445695e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:49.022662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54886) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:49.026965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:49.027324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Checking segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:49.027712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Bound using segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:49.028170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Bound port: ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:49.028705 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:49.218457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:49.227472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:49.243127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:49.249709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1700150939-network', 'tenant_id': '2d88ab468140412d988096ff680cf2e9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:49.277844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:49.278868 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:49.280547 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 200 len: 1091 time: 1.6683762 Sep 27 08:42:49.281317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:49.283963 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73b91fe-81ea-4505-8655-4b2cb222434b" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:49.315588 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:49.375914 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c651a979-0b6e-4666-8b07-7808a4ba79cf x-openstack-request-id: req-c651a979-0b6e-4666-8b07-7808a4ba79cf {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:49.376202 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:49.376664 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c651a979-0b6e-4666-8b07-7808a4ba79cf {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:49.377083 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'status': 'completed', 'code': 200} Sep 27 08:42:49.389832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53b2d5-99ef-4c48-a6e3-4b6a751ecc06 req-12a681c2-a85b-4185-87aa-9e50e7cea9e9 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:49.391464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b53b2d5-99ef-4c48-a6e3-4b6a751ecc06 req-12a681c2-a85b-4185-87aa-9e50e7cea9e9 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 945 time: 0.3661902 Sep 27 08:42:49.467040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc3b06-3124-4c0b-8533-fa12259931a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:49.510826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-97c3ac6f-92d9-4105-9134-3e0e9edf248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:49.512428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-97c3ac6f-92d9-4105-9134-3e0e9edf248a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1094 time: 0.1344497 Sep 27 08:42:49.544015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Made reservation on behalf of 2d88ab468140412d988096ff680cf2e9 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:49.546312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:49.580844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-7eb1f57b-cb15-426c-9613-f3e2807c87d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 200 len: 217 time: 0.0589116 Sep 27 08:42:49.590835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:49.748177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-ebc49cc7-7818-4f9e-809f-54bff9592d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:49.760260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-ebc49cc7-7818-4f9e-809f-54bff9592d71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.1709898 Sep 27 08:42:49.868456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c9c7f-6a57-4220-9806-b5b2de468cf6 None None] Network 54c892cd-7230-40fd-aa5b-75a2e691901b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:49.928197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-4f5fe327-a45e-422b-96e4-0802cae26112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:49.929954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-4f5fe327-a45e-422b-96e4-0802cae26112 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429610 Sep 27 08:42:49.985262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d66003-0b83-4c06-b4a2-6e1963dfd2d4 req-f9b3eee8-57f9-4503-8a4e-48746216418d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:49.992956 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b1d66003-0b83-4c06-b4a2-6e1963dfd2d4 req-f9b3eee8-57f9-4503-8a4e-48746216418d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.2466514 Sep 27 08:42:50.011056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 96415be6-6b90-4caa-8c9d-30bc02be100f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:50.066551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-79fe1fe1-5def-42f3-906b-59850184be0f None None] Provisioning complete for port 96415be6-6b90-4caa-8c9d-30bc02be100f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:50.067326 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79fe1fe1-5def-42f3-906b-59850184be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.102357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b1d66003-0b83-4c06-b4a2-6e1963dfd2d4 req-56f28985-c854-4496-a96b-3e9317676d66 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055493 Sep 27 08:42:50.142311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-4bb1cc9e-a718-4d89-9f85-9fb2e60a922c service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021682 Sep 27 08:42:50.202257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 96415be6-6b90-4caa-8c9d-30bc02be100f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:50.202636 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.278930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7972bae-6024-463a-bd28-0e55733d15b5 req-a3edc6db-d0b8-427d-8f2c-0e128d441f98 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291766 Sep 27 08:42:50.287627 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79fe1fe1-5def-42f3-906b-59850184be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.297409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b53b2d5-99ef-4c48-a6e3-4b6a751ecc06 req-1c3b89d2-474a-40f2-a6ad-9624afabdbc3 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8569248 Sep 27 08:42:50.337060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-79fe1fe1-5def-42f3-906b-59850184be0f None None] For port 96415be6-6b90-4caa-8c9d-30bc02be100f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=96415be6-6b90-4caa-8c9d-30bc02be100f,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:50.386166 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79fe1fe1-5def-42f3-906b-59850184be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.395526 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.399033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-7aa3928f-be8f-4d2f-8c88-3018d952d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:50.401951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-7aa3928f-be8f-4d2f-8c88-3018d952d772 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1094 time: 0.0508993 Sep 27 08:42:50.516558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe1fe1-5def-42f3-906b-59850184be0f None None] Pushing event updated for resources: {'Port': ['ID=96415be6-6b90-4caa-8c9d-30bc02be100f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:50.538938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.545532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:42:50.547126 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:42:50.552471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-7c313c12-322f-4ce7-af96-428b20191f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:50.554578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-7c313c12-322f-4ce7-af96-428b20191f64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.1442287 Sep 27 08:42:50.608001 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-01153fff-aa8c-4ad3-b913-cf8654d9782c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 200 len: 217 time: 0.0445864 Sep 27 08:42:50.608753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c944e024-0266-4c38-b3a5-07bdea2485db None None] Provisioning complete for port 4804bf5d-5300-4a8e-a954-3a774eab164a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:50.609350 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c944e024-0266-4c38-b3a5-07bdea2485db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.625903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.651421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.668915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c944e024-0266-4c38-b3a5-07bdea2485db None None] Port 4804bf5d-5300-4a8e-a954-3a774eab164a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:42:50.679350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-990f0a04-e291-44a6-969e-fb01f6178d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:50.679489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c944e024-0266-4c38-b3a5-07bdea2485db None None] Provisioning complete for port 96415be6-6b90-4caa-8c9d-30bc02be100f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:50.679779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c944e024-0266-4c38-b3a5-07bdea2485db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.681330 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-990f0a04-e291-44a6-969e-fb01f6178d9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.0651419 Sep 27 08:42:50.725937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad222c62-1383-412d-af04-7a0655152e5c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:50.750304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.773058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:42:50.778951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.780132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.814822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-439a8908-f807-4071-909a-499d1e3c3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:50.816641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-439a8908-f807-4071-909a-499d1e3c3d17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261456 Sep 27 08:42:50.835014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.835602 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Added segment b5086235-89df-40e8-bf46-b0790978bcd0 of type vlan for network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a Sep 27 08:42:50.875957 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.947466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-92237248-512d-461e-8e28-3d3f7bea9ca3 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227529 Sep 27 08:42:50.985427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.990264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:50.991872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=4804bf5d-5300-4a8e-a954-3a774eab164a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:51.035887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-98250b6f-7191-4138-9976-4f73a29a8024 None None] Provisioning complete for port 4804bf5d-5300-4a8e-a954-3a774eab164a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:51.037159 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98250b6f-7191-4138-9976-4f73a29a8024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.054557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b91fe-81ea-4505-8655-4b2cb222434b req-12b63c8a-3ec7-4def-abfe-1411f5912c60 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982347 Sep 27 08:42:51.110812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-98250b6f-7191-4138-9976-4f73a29a8024 None None] Port 4804bf5d-5300-4a8e-a954-3a774eab164a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:42:51.113864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f2bdb9a3-2385-4c3a-ac07-dc125216336b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:51.122886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.123874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:51.124478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.173065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f2bdb9a3-2385-4c3a-ac07-dc125216336b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:51.173574 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.183902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Allocated IP 172.25.2.116 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/004d28fb-3014-4072-924d-70d121ae2491) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:51.208998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1802888 Sep 27 08:42:51.212397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54912) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:51.219852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Request body: {'subnet': {'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1700150939-subnet', 'tenant_id': '2d88ab468140412d988096ff680cf2e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:51.261383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Made reservation on behalf of 2d88ab468140412d988096ff680cf2e9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:51.264266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.295169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.304146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c866399-f03f-4472-b868-cbc5c1f6b51b admin admin] Pushing event updated for resources: {'Network': ['ID=3f7a1fd5-f5a1-46ac-a64b-da314be9102a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:51.316546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network 54c892cd-7230-40fd-aa5b-75a2e691901b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:51.317208 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:42:51.331957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:51.337689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port f2bdb9a3-2385-4c3a-ac07-dc125216336b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f2bdb9a3-2385-4c3a-ac07-dc125216336b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:51.361724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.414662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6864d-38aa-4976-8890-1a3a923a67ae req-e6ac3b52-f2d5-48d6-9c78-4b234191c498 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:51.416533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6aa6864d-38aa-4976-8890-1a3a923a67ae req-e6ac3b52-f2d5-48d6-9c78-4b234191c498 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.2178977 Sep 27 08:42:51.513032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device acf06537-0964-48fc-a99f-b9cf20a45e9b no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:42:51.543741 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=f2bdb9a3-2385-4c3a-ac07-dc125216336b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:51.547234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: acf06537-0964-48fc-a99f-b9cf20a45e9b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:42:51.547737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device acf06537-0964-48fc-a99f-b9cf20a45e9b not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:42:51.567573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b453fb8-1b0d-4eee-8e07-145b68112d9d req-712bc616-036d-4242-bc08-22ced084d116 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:51.569611 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b453fb8-1b0d-4eee-8e07-145b68112d9d req-712bc616-036d-4242-bc08-22ced084d116 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 945 time: 0.1162219 Sep 27 08:42:51.604768 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6aa6864d-38aa-4976-8890-1a3a923a67ae req-8779a6b7-751c-4837-9b3f-cae8b66c66da tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538005 Sep 27 08:42:51.607955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.629181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.629486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 09918443-c3f7-45d1-865f-67dba76d200a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:42:51.653499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b453fb8-1b0d-4eee-8e07-145b68112d9d req-427110ad-3157-4f05-8fae-d997b26191cf tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749433 Sep 27 08:42:51.709984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.736580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Checking segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:51.736580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Network hostable DHCP agents. Network: 3f7a1fd5-f5a1-46ac-a64b-da314be9102a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:42:51.741162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b702f05a-3140-4f75-914e-78ec024e6098 None None] Provisioning complete for port 4804bf5d-5300-4a8e-a954-3a774eab164a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:51.741761 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b702f05a-3140-4f75-914e-78ec024e6098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.752478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8749f0-9f47-413d-bb85-9963854e5393,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:51.772623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:51.778431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:51.781498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:51.796811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:42:51.813361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 3f7a1fd5-f5a1-46ac-a64b-da314be9102a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:51.818164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:51.819112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:51.835215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd6acc-1f83-4a4f-9744-85ca3f0f6787 None None] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:51.838223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event updated for resources: {'Port': ['ID=004d28fb-3014-4072-924d-70d121ae2491,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:51.857911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-75851e33-4715-4fd1-af1f-c6989501bca1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6436169 Sep 27 08:42:51.901864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:51.918635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 96415be6-6b90-4caa-8c9d-30bc02be100f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:51.966553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b702f05a-3140-4f75-914e-78ec024e6098 None None] Port 4804bf5d-5300-4a8e-a954-3a774eab164a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:42:52.002861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Sync routers for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:52.042464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3c43e69d-ba85-4e41-adcc-f12f5d3aa21e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "PUT /v2.0/routers/09918443-c3f7-45d1-865f-67dba76d200a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9483275 Sep 27 08:42:52.043238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54928) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:52.083388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c9646-b5f7-4cbc-97ec-37f9c2b092fb None None] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:42:52.108021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:52.109095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:52.416166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.416704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.417131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.417602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.418051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.418506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.418956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.419401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.419851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.420302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.420778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.421471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.423604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d38adddb-9d4f-4ba5-a35e-e5e435a09a9f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8464 time: 0.3791935 Sep 27 08:42:52.426399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54964) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:52.458014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 96415be6-6b90-4caa-8c9d-30bc02be100f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:52.458446 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:52.564524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.565471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.566107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.566728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.567345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.567989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.568658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.569275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.569888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.570500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.571162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.571806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.574223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b751f852-5f42-4f20-b407-0938588d012b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7734 time: 0.1469147 Sep 27 08:42:52.577965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:52.581642 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:52.618750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:52.812387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da7bd-127b-4e37-b603-8f50f831d066 req-3b70a376-f22d-4bc6-a19a-24f2f9a10931 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.820743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-3b70a376-f22d-4bc6-a19a-24f2f9a10931 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.3163807 Sep 27 08:42:52.847337 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-b5367406-bf44-437c-ae80-176eca799f89 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/quotas/2d88ab468140412d988096ff680cf2e9 HTTP/1.1" status: 200 len: 375 time: 0.0255086 Sep 27 08:42:52.858877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f2bdb9a3-2385-4c3a-ac07-dc125216336b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:52.866128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311206e2-ab60-4ed6-bfef-c211c57f9c99 req-d893f80b-7c8a-4e13-b0e1-6662ef041c97 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:52.874625 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-311206e2-ab60-4ed6-bfef-c211c57f9c99 req-d893f80b-7c8a-4e13-b0e1-6662ef041c97 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1434968 Sep 27 08:42:52.892118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-179cd8eb-5ec5-40fe-a405-a5a450dca49b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438240 Sep 27 08:42:52.940538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:48Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:50Z', 'revision_number': 2, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:52.943842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f2bdb9a3-2385-4c3a-ac07-dc125216336b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:52.944332 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:52.961548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-311206e2-ab60-4ed6-bfef-c211c57f9c99 req-58383f64-8e3b-4d1c-b4bf-d922f0d4ba9e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857158 Sep 27 08:42:52.970315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Checking router: 09918443-c3f7-45d1-865f-67dba76d200a for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:42:52.970780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Updating router 09918443-c3f7-45d1-865f-67dba76d200a port 4804bf5d-5300-4a8e-a954-3a774eab164a binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:42:53.009508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:53.039399 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:53.484521 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:53.494497 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:53.505250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-52adee24-7afa-4ad2-8440-1ba111a010ea tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.9259298 Sep 27 08:42:53.514270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-a94114a2-da86-41ca-b9d0-edceed7526c9 service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209540 Sep 27 08:42:53.539843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:42:53.597006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fba7a-c2b1-4e11-ae69-c2f04883645d None None] Pushing event updated for resources: {'Port': ['ID=4804bf5d-5300-4a8e-a954-3a774eab164a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:53.610035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5a55c-453c-47be-bbd7-9c7685fa055b req-d9983836-15c9-42b9-a1a4-7aa06b890d16 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:53.618865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ab5a55c-453c-47be-bbd7-9c7685fa055b req-d9983836-15c9-42b9-a1a4-7aa06b890d16 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 945 time: 0.5165920 Sep 27 08:42:53.657102 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f7b040e9-aa14-42b3-8c97-5f49657bedc1 service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418350 Sep 27 08:42:53.714983 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ab5a55c-453c-47be-bbd7-9c7685fa055b req-939a8dba-ca68-403b-b752-eb312fda3069 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939705 Sep 27 08:42:53.728263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Attempting to bind port 4804bf5d-5300-4a8e-a954-3a774eab164a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:53.728668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Attempting to bind port 4804bf5d-5300-4a8e-a954-3a774eab164a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:53.729036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Attempting to bind port 4804bf5d-5300-4a8e-a954-3a774eab164a on network 54c892cd-7230-40fd-aa5b-75a2e691901b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:53.746802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Router 10f737c0-ec7d-40a5-a974-a24fca1e5775 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:42:53.795099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:53.795481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Checking segment: {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:53.796109 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:53.796534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Bound using segment: {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:53.797195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Bound port: 4804bf5d-5300-4a8e-a954-3a774eab164a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:53.797825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:53.906221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:53.962811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:53.975985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c59876b8-065b-4347-a5c9-5743f5021bb5 req-1ecd353d-73c5-4b49-a92c-14df809e6993 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 210 time: 0.0569141 Sep 27 08:42:53.980779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138558c7-8456-4385-9065-e4e07f899e15 None None] Sync routers for ids ['10f737c0-ec7d-40a5-a974-a24fca1e5775'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:54.007201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'port_id': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'mac_address': 'fa:16:3e:1e:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:42:54.011756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-22bb9962-02cc-48b9-ad4a-5d737e63d61d None None] Provisioning complete for port 4804bf5d-5300-4a8e-a954-3a774eab164a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:54.012132 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22bb9962-02cc-48b9-ad4a-5d737e63d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.014570 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138558c7-8456-4385-9065-e4e07f899e15 None None] Routers {'10f737c0-ec7d-40a5-a974-a24fca1e5775'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:54.015416 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-138558c7-8456-4385-9065-e4e07f899e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['10f737c0-ec7d-40a5-a974-a24fca1e5775'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:54.042672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.045458 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-39a4c72c-9c76-4ea1-936d-2034630faa7b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4429114 Sep 27 08:42:54.048765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54996) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:54.054392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1bbd366f-7ce7-4049-91a5-cb391b75bfac tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:54.073699 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-138558c7-8456-4385-9065-e4e07f899e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:54.084931 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138558c7-8456-4385-9065-e4e07f899e15 None None] Routers {'10f737c0-ec7d-40a5-a974-a24fca1e5775'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:54.085831 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-138558c7-8456-4385-9065-e4e07f899e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['10f737c0-ec7d-40a5-a974-a24fca1e5775'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:54.112268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] For port 4804bf5d-5300-4a8e-a954-3a774eab164a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:54.126353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] For port 4804bf5d-5300-4a8e-a954-3a774eab164a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4804bf5d-5300-4a8e-a954-3a774eab164a,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:54.129878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-22bb9962-02cc-48b9-ad4a-5d737e63d61d None None] Port 4804bf5d-5300-4a8e-a954-3a774eab164a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:42:54.155874 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-138558c7-8456-4385-9065-e4e07f899e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:54.156946 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138558c7-8456-4385-9065-e4e07f899e15 None None] The sync data for ids ['10f737c0-ec7d-40a5-a974-a24fca1e5775'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:54.177279 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.220159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55002) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:54.227311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-10c49420-ab04-41b1-a624-3628f12644b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886986403', 'description': 'tempest-secgroup-smoke-886986403 description', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:54.239972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.260572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10c49420-ab04-41b1-a624-3628f12644b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.291399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:54.292034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:54.295064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8e5f33-d07f-4b5d-9457-d49f98418ce4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:54.301588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fba7a-c2b1-4e11-ae69-c2f04883645d None None] Pushing event updated for resources: {'Port': ['ID=4804bf5d-5300-4a8e-a954-3a774eab164a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:54.383436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:54.387601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c37074-5efc-49c9-9eb4-5539b3248e17 req-92bac37b-23cb-48d0-a9da-0f11113944e9 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:54.395894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1c37074-5efc-49c9-9eb4-5539b3248e17 req-92bac37b-23cb-48d0-a9da-0f11113944e9 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.2582765 Sep 27 08:42:54.402408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.431150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10c49420-ab04-41b1-a624-3628f12644b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.443090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10c49420-ab04-41b1-a624-3628f12644b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.452537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1c37074-5efc-49c9-9eb4-5539b3248e17 req-a47f9144-c2ce-4dab-8bfa-51c5110d447d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556262 Sep 27 08:42:54.492380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10c49420-ab04-41b1-a624-3628f12644b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.504174 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-10c49420-ab04-41b1-a624-3628f12644b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2793589 Sep 27 08:42:54.505080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55006) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:54.505412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c49420-ab04-41b1-a624-3628f12644b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c066516-95c9-48d1-b862-e4aee5352f7b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:54.527411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b115ca44-6867-4b21-8e71-18cb4a44f663 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6c066516-95c9-48d1-b862-e4aee5352f7b', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:54.558557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7f54f2e8-ec83-48a3-be1c-edb920a624f9 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:42:54.596110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b115ca44-6867-4b21-8e71-18cb4a44f663 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.684440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:42:54.702078 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b115ca44-6867-4b21-8e71-18cb4a44f663 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.708823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b115ca44-6867-4b21-8e71-18cb4a44f663 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.731691 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd366f-7ce7-4049-91a5-cb391b75bfac tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.738198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115ca44-6867-4b21-8e71-18cb4a44f663 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b153d9f-48eb-4596-83ac-2be986f7817c,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:54.753502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b115ca44-6867-4b21-8e71-18cb4a44f663 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.756515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b115ca44-6867-4b21-8e71-18cb4a44f663 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2320220 Sep 27 08:42:54.758308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55014) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:54.766802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f32f3b94-4dee-4c38-8ee5-a3d3669cf44c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6c066516-95c9-48d1-b862-e4aee5352f7b', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:54.779795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:54.813523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f32f3b94-4dee-4c38-8ee5-a3d3669cf44c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.907706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f32f3b94-4dee-4c38-8ee5-a3d3669cf44c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.918941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f32f3b94-4dee-4c38-8ee5-a3d3669cf44c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.932837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:54.949844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'network_id': '3e51dc51-dee4-4df0-836f-63b3dd717fda', 'port_id': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'mac_address': 'fa:16:3e:7d:4d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86717468-983a-4e29-8cf9-97fd0ea72f3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:42:54.951768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0094158-61eb-4b54-a0f1-6f69fc972014 req-d4f09324-1387-431a-9512-f6e72b122420 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:54.951915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ef8e5f33-d07f-4b5d-9457-d49f98418ce4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:42:54.953425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0094158-61eb-4b54-a0f1-6f69fc972014 req-d4f09324-1387-431a-9512-f6e72b122420 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 945 time: 0.1223562 Sep 27 08:42:54.956429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f32f3b94-4dee-4c38-8ee5-a3d3669cf44c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.957654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f32f3b94-4dee-4c38-8ee5-a3d3669cf44c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1971307 Sep 27 08:42:54.964101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55016) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:54.970185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-735006e8-4c9c-4a83-9156-a920a0f63353 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6c066516-95c9-48d1-b862-e4aee5352f7b', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:54.975930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e11ce63f-56e7-4e1b-af4a-e3b6da4afc9b None None] Provisioning complete for port 4804bf5d-5300-4a8e-a954-3a774eab164a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:54.975930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11ce63f-56e7-4e1b-af4a-e3b6da4afc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:54.991981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f3b94-4dee-4c38-8ee5-a3d3669cf44c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9162d33-aa43-4b16-9bf2-213cd5adac89,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:55.042589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0094158-61eb-4b54-a0f1-6f69fc972014 req-11051925-994a-4144-85ee-6275be0529f0 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793359 Sep 27 08:42:55.069248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-735006e8-4c9c-4a83-9156-a920a0f63353 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.133032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-735006e8-4c9c-4a83-9156-a920a0f63353 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.138908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-735006e8-4c9c-4a83-9156-a920a0f63353 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.166701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735006e8-4c9c-4a83-9156-a920a0f63353 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bd9248-3502-4359-aab6-596e2287d5cb,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:55.183200 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-735006e8-4c9c-4a83-9156-a920a0f63353 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.184770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-735006e8-4c9c-4a83-9156-a920a0f63353 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2197988 Sep 27 08:42:55.187358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55022) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:55.192219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ad04dbf4-3c1e-4cd6-b552-4e4d02bdc844 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6c066516-95c9-48d1-b862-e4aee5352f7b', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:55.234156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad04dbf4-3c1e-4cd6-b552-4e4d02bdc844 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.299149 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.333843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad04dbf4-3c1e-4cd6-b552-4e4d02bdc844 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.342726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad04dbf4-3c1e-4cd6-b552-4e4d02bdc844 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.350544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f54f2e8-ec83-48a3-be1c-edb920a624f9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:55.373646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:55.375841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04dbf4-3c1e-4cd6-b552-4e4d02bdc844 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6a2cbf-86c9-4e34-93d1-17843bdf9a24,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:55.389801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.395935 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad04dbf4-3c1e-4cd6-b552-4e4d02bdc844 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.400414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ad04dbf4-3c1e-4cd6-b552-4e4d02bdc844 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2087369 Sep 27 08:42:55.404122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55024) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:55.409342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ac6f75f6-2743-421c-a9dc-6f05fcc3a6db tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6c066516-95c9-48d1-b862-e4aee5352f7b', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:55.437978 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-ac6f75f6-2743-421c-a9dc-6f05fcc3a6db tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Project 2e0a23c7655e453d9e13ec1c8915bf61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:42:55.444473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac6f75f6-2743-421c-a9dc-6f05fcc3a6db tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.466437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd366f-7ce7-4049-91a5-cb391b75bfac tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.514463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd366f-7ce7-4049-91a5-cb391b75bfac tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.520705 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11ce63f-56e7-4e1b-af4a-e3b6da4afc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.523031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['7f54f2e8-ec83-48a3-be1c-edb920a624f9'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:42:55.548123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac6f75f6-2743-421c-a9dc-6f05fcc3a6db tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.562558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac6f75f6-2743-421c-a9dc-6f05fcc3a6db tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.588546 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5496c5d4-22e5-444f-a05c-7533047678c7 req-ee5b8884-e3db-4580-b1fd-0b172d9b57aa tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 210 time: 0.2939930 Sep 27 08:42:55.620826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f75f6-2743-421c-a9dc-6f05fcc3a6db tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99971730-6b58-4dbc-b0cd-5722dbcc2153,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:55.636682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e11ce63f-56e7-4e1b-af4a-e3b6da4afc9b None None] For port 4804bf5d-5300-4a8e-a954-3a774eab164a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4804bf5d-5300-4a8e-a954-3a774eab164a,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:55.656715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11ce63f-56e7-4e1b-af4a-e3b6da4afc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.670803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac6f75f6-2743-421c-a9dc-6f05fcc3a6db tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.671168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ac6f75f6-2743-421c-a9dc-6f05fcc3a6db tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2662678 Sep 27 08:42:55.674159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55030) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:55.679402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f655926c-0257-47e4-91b0-86508f7ca6ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6c066516-95c9-48d1-b862-e4aee5352f7b', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:55.685207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:55.702228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d7ed-a027-4ebe-aaee-9aa54f48b02e req-953a255b-e514-44e0-a8d5-9666455efc6a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:55.704227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4025d7ed-a027-4ebe-aaee-9aa54f48b02e req-953a255b-e514-44e0-a8d5-9666455efc6a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 944 time: 0.1170640 Sep 27 08:42:55.765445 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-f655926c-0257-47e4-91b0-86508f7ca6ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Project 2e0a23c7655e453d9e13ec1c8915bf61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:42:55.768936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:48Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:54Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:55.777102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4025d7ed-a027-4ebe-aaee-9aa54f48b02e req-117ac24c-e42e-45e4-8c00-f9f2d46b0c13 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662529 Sep 27 08:42:55.778794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f655926c-0257-47e4-91b0-86508f7ca6ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.809891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da7bd-127b-4e37-b603-8f50f831d066 req-15a38017-0b9f-490c-a131-71a22c47c9c2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:55.811935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-15a38017-0b9f-490c-a131-71a22c47c9c2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.3410017 Sep 27 08:42:55.814160 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0dcffc-3a74-468e-b039-2ef7cfb4545d None None] The sync data for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 is: [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:48Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:54Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:55.833060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Request body: {'port': {'device_id': 'f2a1ea67-b1c3-44cf-a96a-360419ed1fbe', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'admin_state_up': True, 'tenant_id': '2d88ab468140412d988096ff680cf2e9'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:55.912895 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f655926c-0257-47e4-91b0-86508f7ca6ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.919641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f655926c-0257-47e4-91b0-86508f7ca6ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.928841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ce63f-56e7-4e1b-af4a-e3b6da4afc9b None None] Pushing event updated for resources: {'Port': ['ID=4804bf5d-5300-4a8e-a954-3a774eab164a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:55.948178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655926c-0257-47e4-91b0-86508f7ca6ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dd2d4b-3ece-411b-9ca8-fd3f2cc61394,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:55.960992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbd366f-7ce7-4049-91a5-cb391b75bfac tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Router 10f737c0-ec7d-40a5-a974-a24fca1e5775 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:42:55.963190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f655926c-0257-47e4-91b0-86508f7ca6ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:55.964713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f655926c-0257-47e4-91b0-86508f7ca6ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2894859 Sep 27 08:42:56.090101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Made reservation on behalf of 2d88ab468140412d988096ff680cf2e9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:56.093621 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:56.272696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-aef7baba-d148-497d-b783-d7926635b6ac tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886986403&fields=id&tenant_id=2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 267 time: 0.0388501 Sep 27 08:42:56.319224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff6a9-d15d-4a54-8e98-6d1e3969c22c req-d9552349-d520-49cf-920e-eaf324be4a90 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:56.320928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5feff6a9-d15d-4a54-8e98-6d1e3969c22c req-d9552349-d520-49cf-920e-eaf324be4a90 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 944 time: 0.1946919 Sep 27 08:42:56.326226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbd366f-7ce7-4049-91a5-cb391b75bfac tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:42:56.336079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b743fda4-1272-4457-99e1-de8cc2d06e63 None None] Sync routers for ids ['10f737c0-ec7d-40a5-a974-a24fca1e5775'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:42:56.338176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbd366f-7ce7-4049-91a5-cb391b75bfac tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:56.339713 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1bbd366f-7ce7-4049-91a5-cb391b75bfac tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "PUT /v2.0/routers/10f737c0-ec7d-40a5-a974-a24fca1e5775 HTTP/1.1" status: 200 len: 926 time: 2.2897460 Sep 27 08:42:56.343912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55046) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:56.355838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743fda4-1272-4457-99e1-de8cc2d06e63 None None] Routers {'10f737c0-ec7d-40a5-a974-a24fca1e5775'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:56.356620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b743fda4-1272-4457-99e1-de8cc2d06e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['10f737c0-ec7d-40a5-a974-a24fca1e5775'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:56.408860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b743fda4-1272-4457-99e1-de8cc2d06e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:56.432749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743fda4-1272-4457-99e1-de8cc2d06e63 None None] Routers {'10f737c0-ec7d-40a5-a974-a24fca1e5775'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:42:56.433523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b743fda4-1272-4457-99e1-de8cc2d06e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['10f737c0-ec7d-40a5-a974-a24fca1e5775'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:56.446450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8302-6718-41f7-bba5-e03462c04215 req-405712f9-6b61-49bb-bd1a-59cb8ef6c6fc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:56.448284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-405712f9-6b61-49bb-bd1a-59cb8ef6c6fc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/networks?id=54c892cd-7230-40fd-aa5b-75a2e691901b HTTP/1.1" status: 200 len: 796 time: 0.1643546 Sep 27 08:42:56.466777 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-08088b80-5049-4adf-81a8-c894e2a18ac1 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/quotas/2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 375 time: 0.0109777 Sep 27 08:42:56.484444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b743fda4-1272-4457-99e1-de8cc2d06e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:42:56.485562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b743fda4-1272-4457-99e1-de8cc2d06e63 None None] The sync data for ids ['10f737c0-ec7d-40a5-a974-a24fca1e5775'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:42:56.506436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7f54f2e8-ec83-48a3-be1c-edb920a624f9 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:56.511148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Allocated IP 172.20.0.12 (3f7a1fd5-f5a1-46ac-a64b-da314be9102a/2e8749f0-9f47-413d-bb85-9963854e5393/7e39b13f-df36-4879-a2cd-836188a7564c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:56.560132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:56.560714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:56.563854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-5ed7b45f-ff2b-46b7-b664-2f14c6c55a9c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889177 Sep 27 08:42:56.688391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-2a97329b-060c-4e4b-943d-eac8e59c512f service neutron] 10.222.0.50 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232419 Sep 27 08:42:56.690158 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:56.725070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:56.727643 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a67648-f44b-4f64-9d30-b9606cc574a7" -d '{"events": [{"server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "name": "network-vif-plugged", "status": "completed", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:56.743651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:56.750340 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5feff6a9-d15d-4a54-8e98-6d1e3969c22c req-03f17ddb-3671-4ad9-974e-6815ac161561 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840080 Sep 27 08:42:56.768681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1977c538-93b8-4e9a-abaf-a22491cc32b5 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/routers/10f737c0-ec7d-40a5-a974-a24fca1e5775 HTTP/1.1" status: 200 len: 926 time: 0.4206989 Sep 27 08:42:56.774446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:56.782655 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:56.827311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-11277aea-391c-440c-9a72-aef67119810b service neutron] 10.222.0.50 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380157 Sep 27 08:42:56.909514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:56.948936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8015e5ec-22be-455f-b781-601a7257720c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:56.953340 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8015e5ec-22be-455f-b781-601a7257720c tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=10f737c0-ec7d-40a5-a974-a24fca1e5775&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1778395 Sep 27 08:42:56.953518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55060) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:56.957836 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e80167-038d-49f0-8954-75e9bea88ae1 req-2e00fa29-21ff-4b0f-bea4-39c445ecc5ee tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 210 time: 0.0459538 Sep 27 08:42:56.960796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.053815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.057470 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61822788-0970-46b7-8103-09e63ca7d47b x-openstack-request-id: req-61822788-0970-46b7-8103-09e63ca7d47b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:57.057608 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "name": "network-vif-plugged", "status": "completed", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:57.057833 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61822788-0970-46b7-8103-09e63ca7d47b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:57.058188 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'code': 200} Sep 27 08:42:57.143403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:57.204376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e2574-e280-4174-a597-6241f55b931f tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:57.217167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ba1e2574-e280-4174-a597-6241f55b931f tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 881 time: 0.2623219 Sep 27 08:42:57.220588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55066) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:57.243939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:57.267170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:57.270435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8eff633e-64ba-41f5-904f-e4393b9957d0 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=10f737c0-ec7d-40a5-a974-a24fca1e5775 HTTP/1.1" status: 200 len: 205 time: 0.0485730 Sep 27 08:42:57.271095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55070) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:57.360887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:57.361650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.389654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event updated for resources: {'Port': ['ID=7e39b13f-df36-4879-a2cd-836188a7564c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:57.394251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-12a0c08b-4a7c-48ee-a767-964c72528a16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5661154 Sep 27 08:42:57.408683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca404d-51ff-4c26-bc46-eb799e2196ff req-8d978826-8158-4343-b0ba-d270ab88ce69 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:57.410177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50ca404d-51ff-4c26-bc46-eb799e2196ff req-8d978826-8158-4343-b0ba-d270ab88ce69 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 944 time: 0.2656977 Sep 27 08:42:57.415155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Request body: {'port': {'device_id': 'f2a1ea67-b1c3-44cf-a96a-360419ed1fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:57.456415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-188e5400-e9bb-490e-97fb-f950366fda3f req-23136856-228d-4242-95d9-11b59a51a8b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 210 time: 0.1189277 Sep 27 08:42:57.510979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.544005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:57.659347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.666793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:42:57.677592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:57.678000 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.736976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Deleting port 004d28fb-3014-4072-924d-70d121ae2491 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:57.737460 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.885071 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50ca404d-51ff-4c26-bc46-eb799e2196ff req-bd4f4f37-fbd1-4858-a0da-9c30dab1ad2b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709131 Sep 27 08:42:57.890110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4804bf5d-5300-4a8e-a954-3a774eab164a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:42:57.893403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.906945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.929485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Calling delete_port for 004d28fb-3014-4072-924d-70d121ae2491 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:42:57.950713 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:57.970288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4804bf5d-5300-4a8e-a954-3a774eab164a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:42:57.970875 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.035989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:58.039610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8fad7-a7ab-42ac-aeda-a93a2044bc0f req-c37599d3-c4f6-495f-b40b-74f96a2553eb tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:58.047281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1e8fad7-a7ab-42ac-aeda-a93a2044bc0f req-c37599d3-c4f6-495f-b40b-74f96a2553eb tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 945 time: 0.1155353 Sep 27 08:42:58.053593 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.112537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1e8fad7-a7ab-42ac-aeda-a93a2044bc0f req-fe21a3d3-8225-43f2-b1fe-0a2e1e06fd1c tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642025 Sep 27 08:42:58.174749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b79dd3-26b9-4e3b-ad5c-de54698b3b4a req-4fa84e4f-a298-4691-82d9-f1be63bf4d56 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:58.176378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41b79dd3-26b9-4e3b-ad5c-de54698b3b4a req-4fa84e4f-a298-4691-82d9-f1be63bf4d56 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 932 time: 0.0807483 Sep 27 08:42:58.181212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:58.220174 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.253682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event deleted for resources: {'Port': ['ID=004d28fb-3014-4072-924d-70d121ae2491,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:58.261987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41b79dd3-26b9-4e3b-ad5c-de54698b3b4a req-aef06425-bc14-44b1-8ffa-94aa4f2f29dd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786035 Sep 27 08:42:58.311603 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.341729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e39b13f-df36-4879-a2cd-836188a7564c {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:42:58.351710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.365846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Transition to ACTIVE for port object 7e39b13f-df36-4879-a2cd-836188a7564c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:42:58.369641 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.405468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.407891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.425280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Pushing event updated for resources: {'Port': ['ID=7e39b13f-df36-4879-a2cd-836188a7564c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:58.455386 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.456054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Fanout notify agent at l3_agent the message router_deleted on router 10f737c0-ec7d-40a5-a974-a24fca1e5775 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:42:58.469336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.479028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55092) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:58.481064 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f7d98e74-29a3-49b1-91a6-ad4a570bece8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/10f737c0-ec7d-40a5-a974-a24fca1e5775 HTTP/1.1" status: 204 len: 168 time: 1.2087307 Sep 27 08:42:58.485282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3ab1f184-3c71-4a9f-a761-21417ca60678 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1125825012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:58.516732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Attempting to bind port 7e39b13f-df36-4879-a2cd-836188a7564c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:42:58.517120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Attempting to bind port 7e39b13f-df36-4879-a2cd-836188a7564c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:42:58.517487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Attempting to bind port 7e39b13f-df36-4879-a2cd-836188a7564c on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:58.523234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Port 7e39b13f-df36-4879-a2cd-836188a7564c on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:42:58.523543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Attempting to bind port 7e39b13f-df36-4879-a2cd-836188a7564c on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:42:58.527092 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f184-3c71-4a9f-a761-21417ca60678 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.528146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f184-3c71-4a9f-a761-21417ca60678 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.528607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7f54f2e8-ec83-48a3-be1c-edb920a624f9 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:42:58.536524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:42:58.536914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Checking segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:42:58.537334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Bound using segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:42:58.537784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Bound port: 7e39b13f-df36-4879-a2cd-836188a7564c, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:42:58.538219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.592407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-928c0206-3741-4f3f-8ac7-4279f42dad61 req-4f43e1d1-8d7f-4ce0-87d1-cf4e201b6458 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 210 time: 0.0716748 Sep 27 08:42:58.614497 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.644717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f184-3c71-4a9f-a761-21417ca60678 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.651270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:58.655602 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.663777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f184-3c71-4a9f-a761-21417ca60678 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.714324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:58.727828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] For port 7e39b13f-df36-4879-a2cd-836188a7564c, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:42:58.735903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f184-3c71-4a9f-a761-21417ca60678 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.737229 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3ab1f184-3c71-4a9f-a761-21417ca60678 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2571964 Sep 27 08:42:58.740183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55094) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:42:58.745203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:58.748364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] For port 7e39b13f-df36-4879-a2cd-836188a7564c, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e39b13f-df36-4879-a2cd-836188a7564c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:42:58.755282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.808220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8302-6718-41f7-bba5-e03462c04215 req-46517a57-2da5-4015-9243-26d2a09f3e41 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:58.809747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-46517a57-2da5-4015-9243-26d2a09f3e41 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.57 "GET /v2.0/networks?id=54c892cd-7230-40fd-aa5b-75a2e691901b HTTP/1.1" status: 200 len: 796 time: 0.2219543 Sep 27 08:42:58.810960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:58.811594 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.812902 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] 10.222.0.67 "PUT /v2.0/ports/7e39b13f-df36-4879-a2cd-836188a7564c HTTP/1.1" status: 200 len: 1092 time: 1.4017611 Sep 27 08:42:58.815388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a1ea67-b1c3-44cf-a96a-360419ed1fbe', 'tag': '7e39b13f-df36-4879-a2cd-836188a7564c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:58.817768 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a1ea67-b1c3-44cf-a96a-360419ed1fbe", "tag": "7e39b13f-df36-4879-a2cd-836188a7564c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:58.850769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2ad86-a1e8-4a7a-a24b-24e9c6adbe40 service neutron] Pushing event updated for resources: {'Port': ['ID=7e39b13f-df36-4879-a2cd-836188a7564c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:58.883607 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9851a5-c4c6-4564-9fc5-be50f588ebe3 x-openstack-request-id: req-6b9851a5-c4c6-4564-9fc5-be50f588ebe3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:58.883899 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a1ea67-b1c3-44cf-a96a-360419ed1fbe", "tag": "7e39b13f-df36-4879-a2cd-836188a7564c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:58.884140 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b9851a5-c4c6-4564-9fc5-be50f588ebe3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:58.884564 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a1ea67-b1c3-44cf-a96a-360419ed1fbe', 'tag': '7e39b13f-df36-4879-a2cd-836188a7564c', 'status': 'completed', 'code': 200} Sep 27 08:42:58.903967 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-6892f4ad-9781-4d3a-bc81-0f1bba04394b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 379 time: 0.0755408 Sep 27 08:42:58.914251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da7bd-127b-4e37-b603-8f50f831d066 req-96bc138b-2f60-458c-9ffb-762a4d84b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:58.915790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-96bc138b-2f60-458c-9ffb-762a4d84b49c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 1095 time: 0.0586894 Sep 27 08:42:58.921973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'port': {'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'admin_state_up': True, 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'security_groups': ['6c066516-95c9-48d1-b862-e4aee5352f7b']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:42:58.962657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:58.977511 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-38a42598-5e17-4b9e-bcd5-92e1456dfbc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e39b13f-df36-4879-a2cd-836188a7564c HTTP/1.1" status: 200 len: 217 time: 0.0515831 Sep 27 08:42:59.035710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ba047-017f-4103-bdbb-a570a971eea8 req-2df6b634-2740-467d-9fc3-57872494246f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:59.037270 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b83ba047-017f-4103-bdbb-a570a971eea8 req-2df6b634-2740-467d-9fc3-57872494246f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.0712020 Sep 27 08:42:59.059036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4'}, {'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:42:59.061370 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3676e324-1781-4ece-89fd-5e86933b1db4" -d '{"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4"}, {"server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "name": "network-vif-unplugged", "status": "completed", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:42:59.074221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da7bd-127b-4e37-b603-8f50f831d066 req-68787a0e-170d-436c-b82a-612911b96c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:59.075991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-68787a0e-170d-436c-b82a-612911b96c70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0886452 Sep 27 08:42:59.125260 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b83ba047-017f-4103-bdbb-a570a971eea8 req-67d239a1-20da-417d-b8d2-2f99976d4437 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783687 Sep 27 08:42:59.128379 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 27 Sep 2021 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97637cd3-4aaa-40af-879b-aab7662cfdbd x-openstack-request-id: req-97637cd3-4aaa-40af-879b-aab7662cfdbd {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:42:59.128913 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4", "code": 200}, {"server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "name": "network-vif-unplugged", "status": "completed", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:42:59.129176 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97637cd3-4aaa-40af-879b-aab7662cfdbd {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:42:59.129586 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'code': 200} Sep 27 08:42:59.130169 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-8ade8c43-99fa-4b79-ba5c-bde451e7cba1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442584 Sep 27 08:42:59.132574 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'code': 200} Sep 27 08:42:59.220146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:42:59.223736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:59.277198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:59.301139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:59.332591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-0211736d-4aa7-44c0-acd2-705ee390c06f service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928904 Sep 27 08:42:59.367238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b869bb-ff80-4f67-b87c-26c41a81bacf req-5740ec6c-2f33-4713-9bfb-5dc8af941c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:59.368785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5b869bb-ff80-4f67-b87c-26c41a81bacf req-5740ec6c-2f33-4713-9bfb-5dc8af941c04 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1096 time: 0.1365745 Sep 27 08:42:59.410628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cf1c0-6795-4676-b5eb-c7dc9f14f9af req-118af056-8be8-4636-b89a-79d73e18caac tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:59.412139 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a4cf1c0-6795-4676-b5eb-c7dc9f14f9af req-118af056-8be8-4636-b89a-79d73e18caac tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 943 time: 0.1956511 Sep 27 08:42:59.449368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-c51c5eda-f6b1-4c8b-8bd0-f477c21ce1f6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:59.450826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-c51c5eda-f6b1-4c8b-8bd0-f477c21ce1f6 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.57 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 943 time: 0.1720972 Sep 27 08:42:59.466217 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5b869bb-ff80-4f67-b87c-26c41a81bacf req-39330f04-bbdc-4739-b424-5abc0fc0e3ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770500 Sep 27 08:42:59.475450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Allocated IP 172.25.2.106 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/66b164d5-65b9-4be6-ab28-6b36c90f8eef) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:59.484360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43688344-bddd-43b0-864a-1b7e225bb3f0 req-ccd25a16-8f89-4b06-b2d1-54b620a5a441 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:59.485823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43688344-bddd-43b0-864a-1b7e225bb3f0 req-ccd25a16-8f89-4b06-b2d1-54b620a5a441 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 944 time: 0.1389856 Sep 27 08:42:59.580405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43688344-bddd-43b0-864a-1b7e225bb3f0 req-fc1f91d2-7022-457e-8108-77179255bcd4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852940 Sep 27 08:42:59.588832 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a4cf1c0-6795-4676-b5eb-c7dc9f14f9af req-af07374a-ff08-4215-9a7c-0f4e68ff4ce9 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/security-groups?id=082a7de5-7d44-4582-8815-bebd77600903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671107 Sep 27 08:42:59.630803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:59.637078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-522da7bd-127b-4e37-b603-8f50f831d066 req-f723afc3-850d-4a06-9320-000733e5f31d service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700486 Sep 27 08:42:59.639366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.20.0.5 (54c892cd-7230-40fd-aa5b-75a2e691901b/d8d27848-a307-4736-bd7c-b772049ca811/c5880285-70ad-402b-9aa3-04c15ef86f16) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:42:59.668092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:59.729362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-615769ad-cc11-4151-9bc5-5b9dc69c5c34 req-007e1462-fe4d-4550-a6ff-700194192e8c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 210 time: 0.0573337 Sep 27 08:42:59.737144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:42:59.743224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:42:59.745186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event updated for resources: {'Port': ['ID=66b164d5-65b9-4be6-ab28-6b36c90f8eef,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:42:59.747314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:42:59.753699 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Deleting port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:42:59.754075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:59.872780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-ec19f8e8-27c6-4e78-9526-56c1d0ef9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:42:59.874169 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-ec19f8e8-27c6-4e78-9526-56c1d0ef9a99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 1095 time: 0.1557748 Sep 27 08:42:59.950372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:42:59.958023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] For port 7f54f2e8-ec83-48a3-be1c-edb920a624f9, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7f54f2e8-ec83-48a3-be1c-edb920a624f9,segment=NetworkSegment(b573405e-2ad8-4991-9180-2320ce4aeb25),segment_id=b573405e-2ad8-4991-9180-2320ce4aeb25)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:42:59.958581 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.001100 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.005945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Calling delete_port for 7f54f2e8-ec83-48a3-be1c-edb920a624f9 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:00.077988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-c3631931-77b8-44b0-9bda-d1958861ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:00.079496 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-c3631931-77b8-44b0-9bda-d1958861ed9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 913 time: 0.1958706 Sep 27 08:43:00.135996 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-f0651f23-cbdf-43bb-9237-557cab238b35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e39b13f-df36-4879-a2cd-836188a7564c HTTP/1.1" status: 200 len: 217 time: 0.0484326 Sep 27 08:43:00.139674 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.197321 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.200811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.253659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network 54c892cd-7230-40fd-aa5b-75a2e691901b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:00.262830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:00.285567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:00.296480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=c5880285-70ad-402b-9aa3-04c15ef86f16,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:00.330800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Router bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:43:00.349544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-e8f003e1-6987-4662-a739-6d24557dd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:00.351046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-e8f003e1-6987-4662-a739-6d24557dd1f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.1975799 Sep 27 08:43:00.413157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-37ffdd0f-d9b7-4fcc-8967-83c0bea827bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438106 Sep 27 08:43:00.422976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:00.423690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.444472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:00.451312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d33e2-68f4-4c05-b87d-c3d0d9a1b6c5 req-6f933151-dacb-4583-ba11-3c2d0ff47628 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:00.451578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.452613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-800d33e2-68f4-4c05-b87d-c3d0d9a1b6c5 req-6f933151-dacb-4583-ba11-3c2d0ff47628 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.2181554 Sep 27 08:43:00.452764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-30f5d1e1-81ea-4816-b2c7-10ee14c97bc3 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "PUT /v2.0/routers/bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a HTTP/1.1" status: 200 len: 884 time: 1.7115047 Sep 27 08:43:00.455637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55114) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:00.462672 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d80fc-725b-4fe7-b53d-add9265b8f98 None None] Sync routers for ids ['bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:00.464811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.486842 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d80fc-725b-4fe7-b53d-add9265b8f98 None None] Routers {'bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:00.487889 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-247d80fc-725b-4fe7-b53d-add9265b8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:00.517625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-22a01877-0221-498e-a3e2-3913e31aa0c0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5995328 Sep 27 08:43:00.518545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Pushing event deleted for resources: {'Port': ['ID=7f54f2e8-ec83-48a3-be1c-edb920a624f9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:00.533638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fb591ffd-4368-4b9f-bdca-36f660f7585c None None] Provisioning complete for port c5880285-70ad-402b-9aa3-04c15ef86f16 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:00.534573 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb591ffd-4368-4b9f-bdca-36f660f7585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.538750 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-247d80fc-725b-4fe7-b53d-add9265b8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:00.554543 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d80fc-725b-4fe7-b53d-add9265b8f98 None None] Routers {'bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:00.555539 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-247d80fc-725b-4fe7-b53d-add9265b8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:00.563449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Request body: {'port': {'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:00.580581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fb591ffd-4368-4b9f-bdca-36f660f7585c None None] Port c5880285-70ad-402b-9aa3-04c15ef86f16 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:00.614849 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-247d80fc-725b-4fe7-b53d-add9265b8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:00.615801 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d80fc-725b-4fe7-b53d-add9265b8f98 None None] The sync data for ids ['bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:00.638821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b9d248f0-92d9-4934-b781-b742e203e3b2 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/routers/bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a HTTP/1.1" status: 200 len: 925 time: 0.1815791 Sep 27 08:43:00.641763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55120) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:00.672674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] No DVR routers for this DVR port 7f54f2e8-ec83-48a3-be1c-edb920a624f9 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:00.681586 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.683528 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ce81a11-dac3-48d4-965e-0c298b1f8f41 req-fbd73359-680c-4aa6-83c5-c8861f2f60cc tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.57 "DELETE /v2.0/ports/7f54f2e8-ec83-48a3-be1c-edb920a624f9 HTTP/1.1" status: 204 len: 173 time: 1.1938481 Sep 27 08:43:00.694037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-800d33e2-68f4-4c05-b87d-c3d0d9a1b6c5 req-64c9fc80-dafa-4b35-bd0a-3769f4c015b4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096603 Sep 27 08:43:00.706089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:00.730338 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-5b2ecda8-4cf7-4204-b6d9-319685a9ecf4 service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006265 Sep 27 08:43:00.750625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10940a17-469a-4fe6-a0e0-c681b8c75a31 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:00.755065 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-10940a17-469a-4fe6-a0e0-c681b8c75a31 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1120970 Sep 27 08:43:00.756542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55122) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:00.784836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba758821-1455-485f-a0ca-700a94d27e03 req-529b6418-9806-4960-9b24-608d61c0b164 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:00.786360 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba758821-1455-485f-a0ca-700a94d27e03 req-529b6418-9806-4960-9b24-608d61c0b164 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 944 time: 0.1098795 Sep 27 08:43:00.817084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22db16d2-4e84-4462-9452-10ca55c73915 req-cfab7ee0-6289-40a2-aa89-785619f465c3 tempest-ImagesTestJSON-2058074029 tempest-ImagesTestJSON-2058074029-project] 10.222.0.50 "GET /v2.0/ports?device_id=35ace1ba-bbb2-43cf-96af-effdbac0ee93 HTTP/1.1" status: 200 len: 210 time: 0.0409598 Sep 27 08:43:00.914101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'name': 'network-vif-deleted', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:00.917247 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b51d779-c0cf-4f54-b9b0-47e6a8d2c29e" -d '{"events": [{"server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "name": "network-vif-deleted", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:01.022576 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f12d4e6-4aba-4274-8bfe-ecb843d51fc2 req-d0673751-8bbf-4694-ba28-4c19afb12c13 service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688491 Sep 27 08:43:01.074236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f9bc6-30df-45b6-a5ad-38a28226c14a req-f4bb5f48-bc34-4750-ad94-0ea5cc6c4027 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:01.075768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5c1f9bc6-30df-45b6-a5ad-38a28226c14a req-f4bb5f48-bc34-4750-ad94-0ea5cc6c4027 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 931 time: 0.1531272 Sep 27 08:43:01.143202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5c1f9bc6-30df-45b6-a5ad-38a28226c14a req-ebc77824-faca-40f4-90a4-9fdbf4d6e596 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605028 Sep 27 08:43:01.204736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5880285-70ad-402b-9aa3-04c15ef86f16 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:01.216023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.228516 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd81b2bd-eb51-4d73-b302-def0929a1eb5 x-openstack-request-id: req-cd81b2bd-eb51-4d73-b302-def0929a1eb5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:01.228788 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ace1ba-bbb2-43cf-96af-effdbac0ee93", "name": "network-vif-deleted", "tag": "7f54f2e8-ec83-48a3-be1c-edb920a624f9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:01.229042 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd81b2bd-eb51-4d73-b302-def0929a1eb5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:01.229470 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ace1ba-bbb2-43cf-96af-effdbac0ee93', 'name': 'network-vif-deleted', 'tag': '7f54f2e8-ec83-48a3-be1c-edb920a624f9', 'status': 'completed', 'code': 200} Sep 27 08:43:01.233984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba758821-1455-485f-a0ca-700a94d27e03 req-ab96323d-bb96-4cc5-8f38-df96ba678078 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401557 Sep 27 08:43:01.234486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Transition to ACTIVE for port object c5880285-70ad-402b-9aa3-04c15ef86f16 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:43:01.240197 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.267495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09f4ce-75f0-4482-949b-2f5f2d72f73a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:01.269041 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0c09f4ce-75f0-4482-949b-2f5f2d72f73a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 881 time: 0.5114918 Sep 27 08:43:01.271940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55130) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:01.300376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4076d21c-2f67-4e16-8fe3-de78f4f8a7d7 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a HTTP/1.1" status: 200 len: 205 time: 0.0257502 Sep 27 08:43:01.301590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55132) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:01.318785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5880285-70ad-402b-9aa3-04c15ef86f16,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:01.381234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Attempting to bind port c5880285-70ad-402b-9aa3-04c15ef86f16 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:43:01.381562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Attempting to bind port c5880285-70ad-402b-9aa3-04c15ef86f16 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:43:01.381906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Attempting to bind port c5880285-70ad-402b-9aa3-04c15ef86f16 on network 54c892cd-7230-40fd-aa5b-75a2e691901b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:01.387934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Port c5880285-70ad-402b-9aa3-04c15ef86f16 on network 54c892cd-7230-40fd-aa5b-75a2e691901b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:43:01.388440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Attempting to bind port c5880285-70ad-402b-9aa3-04c15ef86f16 on network 54c892cd-7230-40fd-aa5b-75a2e691901b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:01.395049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:43:01.395408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Checking segment: {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:01.396166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Bound using segment: {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:43:01.396777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Bound port: c5880285-70ad-402b-9aa3-04c15ef86f16, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f73a01-8016-48d7-9e0e-51c6d432cd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:43:01.397287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.436054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.480935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] For port c5880285-70ad-402b-9aa3-04c15ef86f16, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:43:01.484119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] For port c5880285-70ad-402b-9aa3-04c15ef86f16, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c5880285-70ad-402b-9aa3-04c15ef86f16,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:43:01.489167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.525623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:01.526224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.527686 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/c5880285-70ad-402b-9aa3-04c15ef86f16 HTTP/1.1" status: 200 len: 1091 time: 0.9693351 Sep 27 08:43:01.545902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.562304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be3653-c729-4812-80be-053c12b0e1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5880285-70ad-402b-9aa3-04c15ef86f16,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:01.622311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Deleting port 66b164d5-65b9-4be6-ab28-6b36c90f8eef {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:01.622669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.625351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8302-6718-41f7-bba5-e03462c04215 req-d79e795d-d42c-493d-9498-1419927dfcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:01.627173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-d79e795d-d42c-493d-9498-1419927dfcb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 1094 time: 0.0533757 Sep 27 08:43:01.673035 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-a8e3f144-ceb3-4306-a49d-14a84da79c30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5880285-70ad-402b-9aa3-04c15ef86f16 HTTP/1.1" status: 200 len: 217 time: 0.0365849 Sep 27 08:43:01.708219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.720805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Calling delete_port for 66b164d5-65b9-4be6-ab28-6b36c90f8eef owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:01.730720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8302-6718-41f7-bba5-e03462c04215 req-83427b55-ddab-4cce-854b-971178e76726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:01.732383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-83427b55-ddab-4cce-854b-971178e76726 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8d27848-a307-4736-bd7c-b772049ca811 HTTP/1.1" status: 200 len: 834 time: 0.0517910 Sep 27 08:43:01.816131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8302-6718-41f7-bba5-e03462c04215 req-9aba3809-540c-49a8-a984-05acd4cd0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:01.817632 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-9aba3809-540c-49a8-a984-05acd4cd0aeb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54c892cd-7230-40fd-aa5b-75a2e691901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758519 Sep 27 08:43:01.858728 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b02381-9315-4d07-8e54-1514101caeec req-24be6205-355b-4657-bc56-c78070118e2c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:01.860359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-12b02381-9315-4d07-8e54-1514101caeec req-24be6205-355b-4657-bc56-c78070118e2c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.0887551 Sep 27 08:43:01.903607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:01.936515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event deleted for resources: {'Port': ['ID=66b164d5-65b9-4be6-ab28-6b36c90f8eef,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:02.006337 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.126652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.130762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.215114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.216004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Fanout notify agent at l3_agent the message router_deleted on router bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:43:02.230545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.232170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ef1a262b-6c7e-4e1f-a87d-3d665a33f63a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a HTTP/1.1" status: 204 len: 168 time: 0.9292285 Sep 27 08:43:02.239968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55172) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:02.247129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-756c3a3a-e857-4b77-a161-850187eefac1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-112263402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:02.323907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-756c3a3a-e857-4b77-a161-850187eefac1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.325562 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-756c3a3a-e857-4b77-a161-850187eefac1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.372034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cb96d-46bf-4245-b167-0a6a9cec3c38 req-8337c302-6ec4-495a-bde7-471faf6b7f63 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:02.374647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f37cb96d-46bf-4245-b167-0a6a9cec3c38 req-8337c302-6ec4-495a-bde7-471faf6b7f63 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 943 time: 0.1177144 Sep 27 08:43:02.425378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-12b02381-9315-4d07-8e54-1514101caeec req-2bee2698-fb0a-4ae1-b89c-4253f8351bd4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5555048 Sep 27 08:43:02.431174 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-1414b06b-b407-42a9-b7e1-8d88c68aa90b service neutron] 10.222.0.57 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049149 Sep 27 08:43:02.451203 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-756c3a3a-e857-4b77-a161-850187eefac1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.460951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-756c3a3a-e857-4b77-a161-850187eefac1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.479648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:02.485152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f37cb96d-46bf-4245-b167-0a6a9cec3c38 req-4880203f-f2fa-45e9-8432-72ee385258d3 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961106 Sep 27 08:43:02.495782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-756c3a3a-e857-4b77-a161-850187eefac1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.497222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-756c3a3a-e857-4b77-a161-850187eefac1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2558808 Sep 27 08:43:02.507512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55182) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:02.512152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': True}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:02.559924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7f54f2e8-ec83-48a3-be1c-edb920a624f9 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:43:02.580822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 7f54f2e8-ec83-48a3-be1c-edb920a624f9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:43:02.581473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7f54f2e8-ec83-48a3-be1c-edb920a624f9 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:43:02.613424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ca0f87-147c-4539-bbc8-ca1b826787e7 admin admin] Deleting subnet 86717468-983a-4e29-8cf9-97fd0ea72f3f {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:43:02.620544 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42ca0f87-147c-4539-bbc8-ca1b826787e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.623620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55fc8302-6718-41f7-bba5-e03462c04215 req-8c08e988-0bbd-4c70-87b2-aa909c2f4754 service neutron] 10.222.0.57 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804490 Sep 27 08:43:02.654511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c919a9-bdbe-47a0-88c2-29dac2e457e6 req-b9d331f9-523e-4169-980e-84e098939fd1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:02.656016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05c919a9-bdbe-47a0-88c2-29dac2e457e6 req-b9d331f9-523e-4169-980e-84e098939fd1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 944 time: 0.1142049 Sep 27 08:43:02.663508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4426e-767b-4837-bb56-a7596e34c9d1 req-507458a0-223c-4705-aadc-9a26b34f378d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:02.665006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-def4426e-767b-4837-bb56-a7596e34c9d1 req-507458a0-223c-4705-aadc-9a26b34f378d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1175070 Sep 27 08:43:02.680403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:02.686591 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42ca0f87-147c-4539-bbc8-ca1b826787e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.691041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'floatingip': {'port_id': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:02.761472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.772661 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.819318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05c919a9-bdbe-47a0-88c2-29dac2e457e6 req-1c09945d-2e32-4967-b87f-b778ddb91963 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559234 Sep 27 08:43:02.840111 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42ca0f87-147c-4539-bbc8-ca1b826787e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.964211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.970501 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42ca0f87-147c-4539-bbc8-ca1b826787e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:02.986240 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.006026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca0f87-147c-4539-bbc8-ca1b826787e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86717468-983a-4e29-8cf9-97fd0ea72f3f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:03.012975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42ca0f87-147c-4539-bbc8-ca1b826787e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.016806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-42ca0f87-147c-4539-bbc8-ca1b826787e7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/86717468-983a-4e29-8cf9-97fd0ea72f3f HTTP/1.1" status: 204 len: 168 time: 0.5361214 Sep 27 08:43:03.017449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:03.098667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Allocated IP 172.25.2.249 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/bffb6c62-2d92-4d6d-8bda-5bccebda97e7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:03.161311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.210967 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.239491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:03.242564 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba196b-e266-43df-a811-e24932f9c0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:03.267329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.302430 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b61d25-f365-4508-8fe6-202258b41cd5 x-openstack-request-id: req-15b61d25-f365-4508-8fe6-202258b41cd5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:03.302812 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:03.303067 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15b61d25-f365-4508-8fe6-202258b41cd5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:03.303462 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'status': 'completed', 'code': 200} Sep 27 08:43:03.308775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:03.312046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:03.315776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:03.324767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'Port': ['ID=bffb6c62-2d92-4d6d-8bda-5bccebda97e7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:03.372644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.436375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e51dc51-dee4-4df0-836f-63b3dd717fda']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:03.451653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b573405e-2ad8-4991-9180-2320ce4aeb25') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:03.451957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b573405e-2ad8-4991-9180-2320ce4aeb25') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:03.498418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.513449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba196b-e266-43df-a811-e24932f9c0ee req-dd9de1c3-af82-494b-83dd-eca6f62876d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:03.514918 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80ba196b-e266-43df-a811-e24932f9c0ee req-dd9de1c3-af82-494b-83dd-eca6f62876d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 1094 time: 0.1482792 Sep 27 08:43:03.530844 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.542505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.552175 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:43:03.552595 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:43:03.554289 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:43:03.567638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.590921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7e39b13f-df36-4879-a2cd-836188a7564c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:43:03.619080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.744165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7e39b13f-df36-4879-a2cd-836188a7564c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e39b13f-df36-4879-a2cd-836188a7564c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:03.744936 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.759825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '7e39b13f-df36-4879-a2cd-836188a7564c', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'port_id': '7e39b13f-df36-4879-a2cd-836188a7564c', 'mac_address': 'fa:16:3e:36:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8749f0-9f47-413d-bb85-9963854e5393', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:43:03.785361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.789957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3e51dc51-dee4-4df0-836f-63b3dd717fda HTTP/1.1" status: 204 len: 168 time: 0.7675848 Sep 27 08:43:03.800284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d53322-e6fd-427e-8afc-d591e6b3efe6 req-c6210b5c-feeb-4117-bf12-bfe1498f1f5a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:03.805748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19d53322-e6fd-427e-8afc-d591e6b3efe6 req-c6210b5c-feeb-4117-bf12-bfe1498f1f5a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 943 time: 0.1903334 Sep 27 08:43:03.811444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.826457 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Floating IP 45951723-ed29-412c-acea-bd8fc69d809e associated. External IP: 172.25.2.15, port: ef8e5f33-d07f-4b5d-9457-d49f98418ce4. Sep 27 08:43:03.829699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e39b13f-df36-4879-a2cd-836188a7564c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:03.877770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7e39b13f-df36-4879-a2cd-836188a7564c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e39b13f-df36-4879-a2cd-836188a7564c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:03.888995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba196b-e266-43df-a811-e24932f9c0ee req-cba5b666-943a-4abf-94a4-e835f36687e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:03.890507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80ba196b-e266-43df-a811-e24932f9c0ee req-cba5b666-943a-4abf-94a4-e835f36687e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54c892cd-7230-40fd-aa5b-75a2e691901b HTTP/1.1" status: 200 len: 897 time: 0.3672009 Sep 27 08:43:03.891194 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.899394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e102a5-80a7-4dc8-9c9f-6b0375e36e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e51dc51-dee4-4df0-836f-63b3dd717fda,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:03.934297 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.945511 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:03.962836 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80ba196b-e266-43df-a811-e24932f9c0ee req-2a47cdc9-a966-451a-8ef7-68c03486d1c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5880285-70ad-402b-9aa3-04c15ef86f16 HTTP/1.1" status: 200 len: 217 time: 0.0530102 Sep 27 08:43:03.973756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7e39b13f-df36-4879-a2cd-836188a7564c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:04.019045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55212) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:04.032270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19d53322-e6fd-427e-8afc-d591e6b3efe6 req-dd66dbff-5872-40db-8a38-9da42ce50cbb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893716 Sep 27 08:43:04.081457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba196b-e266-43df-a811-e24932f9c0ee req-28cd7bd7-280a-4183-a339-40be9e1b1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:04.082960 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80ba196b-e266-43df-a811-e24932f9c0ee req-28cd7bd7-280a-4183-a339-40be9e1b1e6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8d27848-a307-4736-bd7c-b772049ca811 HTTP/1.1" status: 200 len: 834 time: 0.1097183 Sep 27 08:43:04.145982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fa5d0-da1f-4170-9093-3ae577f38196 req-872fb374-1156-4ea0-be02-184290c2f83e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:04.147468 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4fa5d0-da1f-4170-9093-3ae577f38196 req-872fb374-1156-4ea0-be02-184290c2f83e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 945 time: 0.1274765 Sep 27 08:43:04.153864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b150ee89-bc39-4302-a92a-ba2b7905b9a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c63fccde548445b0b25eca42d008d5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292651 Sep 27 08:43:04.156890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55214) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:04.188633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['7e39b13f-df36-4879-a2cd-836188a7564c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:04.203087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac4fa5d0-da1f-4170-9093-3ae577f38196 req-b36a0f46-9d5b-49ea-8781-d144806ffee1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465679 Sep 27 08:43:04.229496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Router c03825c3-babe-4203-b416-8af711241605 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:43:04.263392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba196b-e266-43df-a811-e24932f9c0ee req-85a3cdfa-623a-4434-b2b9-d456c59f9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:04.265069 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80ba196b-e266-43df-a811-e24932f9c0ee req-85a3cdfa-623a-4434-b2b9-d456c59f9db0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54c892cd-7230-40fd-aa5b-75a2e691901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695240 Sep 27 08:43:04.316179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c916732-13b8-46df-ae8a-0f6c35210625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:04.335282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:04.352122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:04.356246 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:04.357520 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-254006c9-b00d-40ba-9e6f-9bbddd25dd0a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "PUT /v2.0/routers/c03825c3-babe-4203-b416-8af711241605 HTTP/1.1" status: 200 len: 918 time: 1.8489478 Sep 27 08:43:04.359440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c916732-13b8-46df-ae8a-0f6c35210625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:04.360319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55216) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:04.363547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2976497-261a-4068-8569-e5746937db1d None None] Sync routers for ids ['c03825c3-babe-4203-b416-8af711241605'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:04.373154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2976497-261a-4068-8569-e5746937db1d None None] Routers {'c03825c3-babe-4203-b416-8af711241605'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:04.374176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f2976497-261a-4068-8569-e5746937db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c03825c3-babe-4203-b416-8af711241605'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:04.411866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f2976497-261a-4068-8569-e5746937db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:04.420925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2976497-261a-4068-8569-e5746937db1d None None] Routers {'c03825c3-babe-4203-b416-8af711241605'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:04.421521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f2976497-261a-4068-8569-e5746937db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c03825c3-babe-4203-b416-8af711241605'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:04.453531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f2976497-261a-4068-8569-e5746937db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:04.454555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2976497-261a-4068-8569-e5746937db1d None None] The sync data for ids ['c03825c3-babe-4203-b416-8af711241605'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:04.481380 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b1d759a4-6f80-4e0b-a306-9df498b8fed9 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/routers/c03825c3-babe-4203-b416-8af711241605 HTTP/1.1" status: 200 len: 924 time: 0.1159334 Sep 27 08:43:04.484123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55218) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:04.495437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80ba196b-e266-43df-a811-e24932f9c0ee req-13e4e3df-db93-422f-8640-0f8d9b7cfedf service neutron] 10.222.0.57 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117233 Sep 27 08:43:04.529574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f2df0e-a11f-4a07-b175-a78a4dab502a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:04.532375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c8f2df0e-a11f-4a07-b175-a78a4dab502a tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=c03825c3-babe-4203-b416-8af711241605&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0457568 Sep 27 08:43:04.534331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55220) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:04.567917 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c916732-13b8-46df-ae8a-0f6c35210625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:04.570503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c916732-13b8-46df-ae8a-0f6c35210625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:04.571857 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3c916732-13b8-46df-ae8a-0f6c35210625 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/082a7de5-7d44-4582-8815-bebd77600903 HTTP/1.1" status: 204 len: 168 time: 0.4129882 Sep 27 08:43:04.572466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c5880285-70ad-402b-9aa3-04c15ef86f16 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:43:04.631618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c916732-13b8-46df-ae8a-0f6c35210625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a7de5-7d44-4582-8815-bebd77600903,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:04.650348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:04.667288 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] Sync routers for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:04.679135 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:04.679828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:04.681807 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:04.685520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ba0ed-9e84-4db7-b483-695a20f4c5c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:04.690187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-702ba0ed-9e84-4db7-b483-695a20f4c5c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 881 time: 0.1549613 Sep 27 08:43:04.690994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55224) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:04.723446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-656bcc9c-915e-4a03-a3a9-510ae7e02cbe tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=c03825c3-babe-4203-b416-8af711241605 HTTP/1.1" status: 200 len: 205 time: 0.0311239 Sep 27 08:43:04.725000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55226) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:04.750427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3ea9313e-5ff5-4ce2-b07b-16c6c3a647ab tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "PUT /v2.0/floatingips/45951723-ed29-412c-acea-bd8fc69d809e HTTP/1.1" status: 200 len: 990 time: 2.0675409 Sep 27 08:43:04.761564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80ba196b-e266-43df-a811-e24932f9c0ee req-f0c367da-0466-421d-87ee-a5183dfca559 service neutron] 10.222.0.57 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566290 Sep 27 08:43:04.791616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c5880285-70ad-402b-9aa3-04c15ef86f16, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c5880285-70ad-402b-9aa3-04c15ef86f16,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:04.811858 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:43:04.870899 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:43:04.887694 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:04.901935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5880285-70ad-402b-9aa3-04c15ef86f16 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:04.925412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c5880285-70ad-402b-9aa3-04c15ef86f16, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c5880285-70ad-402b-9aa3-04c15ef86f16,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:04.932490 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:05.048602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c5880285-70ad-402b-9aa3-04c15ef86f16,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:05.165114 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '45951723-ed29-412c-acea-bd8fc69d809e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'port_id': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'mac_address': 'fa:16:3e:1e:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:43:03Z', 'revision_number': 1, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:05.233812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['c5880285-70ad-402b-9aa3-04c15ef86f16'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:05.236711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a476b2-77c5-4816-b8e1-d2d1762fc5ca req-0dcf92ec-5dab-456d-8ddb-99e6d60e4f0c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:05.245044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a476b2-77c5-4816-b8e1-d2d1762fc5ca req-0dcf92ec-5dab-456d-8ddb-99e6d60e4f0c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 944 time: 0.0770781 Sep 27 08:43:05.257031 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] Checking router: 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:43:05.285023 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:05.286003 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:05.306287 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a476b2-77c5-4816-b8e1-d2d1762fc5ca req-1dd41546-0ecc-4104-a2f1-22b700de8a79 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600805 Sep 27 08:43:05.311743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:05.314740 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c294d72c-dd0a-4034-b693-8fbabfa14ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:05.393201 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9908242f-1aec-48b9-8fee-eb6d0aaacf41 x-openstack-request-id: req-9908242f-1aec-48b9-8fee-eb6d0aaacf41 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:05.393495 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:05.393765 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9908242f-1aec-48b9-8fee-eb6d0aaacf41 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:05.394147 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'status': 'completed', 'code': 200} Sep 27 08:43:05.455029 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:43:05.505405 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:05.512732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-cf882065-7d6f-4850-9fb2-0a23b01b6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:05.515294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-cf882065-7d6f-4850-9fb2-0a23b01b6e81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1096 time: 0.0851970 Sep 27 08:43:05.559391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c7c1-3b0a-4c90-9790-ea1c27f9a8b5 req-c24599c9-d340-4c14-8469-12ab9f165fd1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:05.561002 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3b3c7c1-3b0a-4c90-9790-ea1c27f9a8b5 req-c24599c9-d340-4c14-8469-12ab9f165fd1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 945 time: 0.1033804 Sep 27 08:43:05.612088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7e39b13f-df36-4879-a2cd-836188a7564c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:43:05.671533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3b3c7c1-3b0a-4c90-9790-ea1c27f9a8b5 req-75e3647a-e7db-4896-811f-f10153f2de7c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011438 Sep 27 08:43:05.692073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:05.711622 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:05.759342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-2c581ae2-40dd-487c-b521-5cbdfd4b0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:05.761018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-2c581ae2-40dd-487c-b521-5cbdfd4b0efb service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.2351642 Sep 27 08:43:05.766407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 7e39b13f-df36-4879-a2cd-836188a7564c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:43:05.788634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 7e39b13f-df36-4879-a2cd-836188a7564c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:05.789044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:05.800626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Deleting port bffb6c62-2d92-4d6d-8bda-5bccebda97e7 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:05.801125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:05.866289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-3b75038b-5d74-416f-9cb4-787f0b564944 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 200 len: 998 time: 0.0970228 Sep 27 08:43:05.917445 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:05.932961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Calling delete_port for bffb6c62-2d92-4d6d-8bda-5bccebda97e7 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:05.958143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-1ff810e9-bce6-4c58-8341-221dc3a39c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:05.960646 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-1ff810e9-bce6-4c58-8341-221dc3a39c57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.0844142 Sep 27 08:43:06.059498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-3ffee510-ba64-495d-871a-eb35df578c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:06.061086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-3ffee510-ba64-495d-871a-eb35df578c74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857496 Sep 27 08:43:06.114459 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.123819 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '45951723-ed29-412c-acea-bd8fc69d809e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'port_id': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'mac_address': 'fa:16:3e:1e:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:43:03Z', 'revision_number': 1, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:06.140009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.171022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1ea67-b1c3-44cf-a96a-360419ed1fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e39b13f-df36-4879-a2cd-836188a7564c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:06.178925 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729b3b12-b28c-41b3-a569-40187d49aec8" -d '{"events": [{"server_uuid": "f2a1ea67-b1c3-44cf-a96a-360419ed1fbe", "name": "network-vif-plugged", "status": "completed", "tag": "7e39b13f-df36-4879-a2cd-836188a7564c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:06.196035 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5f429-7bbe-4a84-8ca9-69bdf1547aa7 None None] The sync data for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 is: [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '45951723-ed29-412c-acea-bd8fc69d809e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'port_id': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'mac_address': 'fa:16:3e:1e:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:43:03Z', 'revision_number': 1, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:06.208549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event deleted for resources: {'Port': ['ID=bffb6c62-2d92-4d6d-8bda-5bccebda97e7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:06.224274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7e39b13f-df36-4879-a2cd-836188a7564c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e39b13f-df36-4879-a2cd-836188a7564c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:06.239648 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.294006 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d8df54-c807-4eaf-8766-753deb568fbe x-openstack-request-id: req-28d8df54-c807-4eaf-8766-753deb568fbe {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:06.294576 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1ea67-b1c3-44cf-a96a-360419ed1fbe", "name": "network-vif-plugged", "status": "completed", "tag": "7e39b13f-df36-4879-a2cd-836188a7564c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:06.295241 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28d8df54-c807-4eaf-8766-753deb568fbe {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:06.295735 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1ea67-b1c3-44cf-a96a-360419ed1fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e39b13f-df36-4879-a2cd-836188a7564c', 'code': 200} Sep 27 08:43:06.309930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-95382f60-400c-4699-8938-ad7bc0de9dee service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381418 Sep 27 08:43:06.323649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7e39b13f-df36-4879-a2cd-836188a7564c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:06.348157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.421563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c294d72c-dd0a-4034-b693-8fbabfa14ca1 req-0d43e4d6-efa9-408c-8ebd-d3d920d5bd9e service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019096 Sep 27 08:43:06.494185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb0a0c-3633-421f-a731-98eeb3f82617 None None] New status for floating IP 45951723-ed29-412c-acea-bd8fc69d809e: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:43:06.519281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.523130 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.585740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa7626-d707-4a0a-a8c0-e4522a57bfdd req-23ad9941-758e-4711-bce9-6f6ae77672f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:06.587564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33aa7626-d707-4a0a-a8c0-e4522a57bfdd req-23ad9941-758e-4711-bce9-6f6ae77672f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 1097 time: 0.1917100 Sep 27 08:43:06.595816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4780e-96d3-4b3f-8dce-cf98a58256e9 req-963d1bfa-915a-43d3-bef2-60602cc81f5c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:06.597389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4af4780e-96d3-4b3f-8dce-cf98a58256e9 req-963d1bfa-915a-43d3-bef2-60602cc81f5c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 944 time: 0.2027159 Sep 27 08:43:06.605287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.605787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Fanout notify agent at l3_agent the message router_deleted on router c03825c3-babe-4203-b416-8af711241605 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:43:06.613378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.614533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-976af4a3-ef60-46f3-a081-052d1a7ffd1d tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/c03825c3-babe-4203-b416-8af711241605 HTTP/1.1" status: 204 len: 168 time: 1.8879535 Sep 27 08:43:06.618720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:06.623334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b0c3b814-c9b3-4c60-b3ec-c14b37e73f54 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1258514402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:06.652548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b814-c9b3-4c60-b3ec-c14b37e73f54 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.654451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b814-c9b3-4c60-b3ec-c14b37e73f54 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.673677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33aa7626-d707-4a0a-a8c0-e4522a57bfdd req-b1f2e814-4871-435a-b542-94dd7b959b94 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747929 Sep 27 08:43:06.679426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4af4780e-96d3-4b3f-8dce-cf98a58256e9 req-e3d4e6bf-eed5-4dc4-bd0d-f9b2316a2c83 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636566 Sep 27 08:43:06.733143 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b814-c9b3-4c60-b3ec-c14b37e73f54 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.743035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b814-c9b3-4c60-b3ec-c14b37e73f54 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.773791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c3b814-c9b3-4c60-b3ec-c14b37e73f54 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:06.777689 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b0c3b814-c9b3-4c60-b3ec-c14b37e73f54 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1553192 Sep 27 08:43:06.784777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:06.789386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:06.811298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68c3a-af7d-4229-a221-4c7ba8031592 req-81e661a5-54fd-4b9f-9961-303582e3abc3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:06.814902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6bc68c3a-af7d-4229-a221-4c7ba8031592 req-81e661a5-54fd-4b9f-9961-303582e3abc3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 946 time: 0.0590794 Sep 27 08:43:06.862944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6bc68c3a-af7d-4229-a221-4c7ba8031592 req-f0390d0d-f38e-40de-b436-ba0207b7e099 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375912 Sep 27 08:43:07.004279 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:07.551665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:07.571308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:07.701879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Allocated IP 172.25.2.2 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/3101bdc7-ffba-40e2-bf99-4f7daf141884) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:07.817371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02995c9-8c47-4c44-8d3c-8a168b91d3c7 req-94b59f19-a44b-4bce-8cfe-b27f9ffe8570 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:07.828923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d02995c9-8c47-4c44-8d3c-8a168b91d3c7 req-94b59f19-a44b-4bce-8cfe-b27f9ffe8570 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 944 time: 0.0658188 Sep 27 08:43:07.836856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:07.889118 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:07.890657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d02995c9-8c47-4c44-8d3c-8a168b91d3c7 req-06f010df-2e32-4a24-ae48-cf6810ea3a5a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606568 Sep 27 08:43:07.937303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:07.943447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:07.952134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:07.994184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Pushing event updated for resources: {'Port': ['ID=3101bdc7-ffba-40e2-bf99-4f7daf141884,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:08.073647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd932fc-bad7-47ad-b45f-82db8e12af5c req-ab73c1cd-82eb-439f-a247-fd3c0e8922a7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:08.075177 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fbd932fc-bad7-47ad-b45f-82db8e12af5c req-ab73c1cd-82eb-439f-a247-fd3c0e8922a7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 946 time: 0.0906212 Sep 27 08:43:08.120545 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fbd932fc-bad7-47ad-b45f-82db8e12af5c req-8ad88db2-640c-4e7e-837f-557902916a85 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 Sep 27 08:43:08.296987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:08.518625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd44d4-f229-4014-9418-b6cffb82166e req-5bce109e-2490-4eef-b76d-594f0ff72077 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:08.520064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95cd44d4-f229-4014-9418-b6cffb82166e req-5bce109e-2490-4eef-b76d-594f0ff72077 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 946 time: 0.1030152 Sep 27 08:43:08.588590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c5880285-70ad-402b-9aa3-04c15ef86f16 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:43:08.603961 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:08.611006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:08.632199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95cd44d4-f229-4014-9418-b6cffb82166e req-99ead381-976b-46d7-bfd3-a69a35012084 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679646 Sep 27 08:43:08.659645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port c5880285-70ad-402b-9aa3-04c15ef86f16 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:43:08.665370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port c5880285-70ad-402b-9aa3-04c15ef86f16 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:08.666101 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:08.770011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:08.797730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Router 2fac8055-8251-42c5-9174-1f417c48414b is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:43:08.802608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:08.805178 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac4f4a1-27d9-4458-9cda-7405a2d1fcf0" -d '{"events": [{"server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "name": "network-vif-plugged", "status": "completed", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:08.840868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c5880285-70ad-402b-9aa3-04c15ef86f16, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c5880285-70ad-402b-9aa3-04c15ef86f16,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:08.848357 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:08.876959 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf926219-e3f2-47ad-bd4e-4fdb4da2ba3c x-openstack-request-id: req-cf926219-e3f2-47ad-bd4e-4fdb4da2ba3c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:08.877257 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "name": "network-vif-plugged", "status": "completed", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:08.877505 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf926219-e3f2-47ad-bd4e-4fdb4da2ba3c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:08.877893 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'code': 200} Sep 27 08:43:08.905282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c5880285-70ad-402b-9aa3-04c15ef86f16,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:09.002973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:09.010816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:09.012284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2e76ce4-8643-422f-b6ea-4f000b26a7c0 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "PUT /v2.0/routers/2fac8055-8251-42c5-9174-1f417c48414b HTTP/1.1" status: 200 len: 918 time: 2.2265303 Sep 27 08:43:09.013184 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab533b0b-481d-4eff-a3f4-4c5ed1efe164 None None] Sync routers for ids ['2fac8055-8251-42c5-9174-1f417c48414b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:09.015944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8aad5-64e1-4d6e-97f5-4caeda8894bf req-5a5670fe-104f-4076-82d5-0555310df74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:09.019807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5e8aad5-64e1-4d6e-97f5-4caeda8894bf req-5a5670fe-104f-4076-82d5-0555310df74c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 1096 time: 0.0716612 Sep 27 08:43:09.020053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55314) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:09.035725 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab533b0b-481d-4eff-a3f4-4c5ed1efe164 None None] Routers {'2fac8055-8251-42c5-9174-1f417c48414b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:09.036389 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ab533b0b-481d-4eff-a3f4-4c5ed1efe164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2fac8055-8251-42c5-9174-1f417c48414b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:09.073404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aff8a2-0a25-43f8-8d4b-d22f2ca26171 req-cc0d0006-b9e3-47d4-8b2e-cb65f2808721 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:09.075070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85aff8a2-0a25-43f8-8d4b-d22f2ca26171 req-cc0d0006-b9e3-47d4-8b2e-cb65f2808721 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 945 time: 0.1097271 Sep 27 08:43:09.078614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5e8aad5-64e1-4d6e-97f5-4caeda8894bf req-2f89be99-b579-4338-907d-07e1fd85eaba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482075 Sep 27 08:43:09.097872 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ab533b0b-481d-4eff-a3f4-4c5ed1efe164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:09.109385 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab533b0b-481d-4eff-a3f4-4c5ed1efe164 None None] Routers {'2fac8055-8251-42c5-9174-1f417c48414b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:09.109385 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ab533b0b-481d-4eff-a3f4-4c5ed1efe164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2fac8055-8251-42c5-9174-1f417c48414b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:09.139978 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ab533b0b-481d-4eff-a3f4-4c5ed1efe164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:09.140678 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab533b0b-481d-4eff-a3f4-4c5ed1efe164 None None] The sync data for ids ['2fac8055-8251-42c5-9174-1f417c48414b'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:09.163204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85aff8a2-0a25-43f8-8d4b-d22f2ca26171 req-9c591111-d59d-4c24-bb7d-879975fc89a2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701818 Sep 27 08:43:09.173680 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-19e2a4da-eedc-42e9-9461-3b8115fb8350 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/routers/2fac8055-8251-42c5-9174-1f417c48414b HTTP/1.1" status: 200 len: 924 time: 0.1523182 Sep 27 08:43:09.176912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55320) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:09.222544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779030eb-787f-4b70-9d0a-7910c760f8da tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:09.227017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-779030eb-787f-4b70-9d0a-7910c760f8da tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=2fac8055-8251-42c5-9174-1f417c48414b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0462921 Sep 27 08:43:09.227190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:09.321349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b5821-5a9a-4d42-a717-7719ea68dcd1 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:09.322813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b49b5821-5a9a-4d42-a717-7719ea68dcd1 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 881 time: 0.0947068 Sep 27 08:43:09.325598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:09.352624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-109a995d-0e5c-4164-a63c-32b296e15867 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fac8055-8251-42c5-9174-1f417c48414b HTTP/1.1" status: 200 len: 205 time: 0.0259213 Sep 27 08:43:09.355001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:09.481469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:09.600758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55346) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:09.621926 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:09.686395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Deleting port 3101bdc7-ffba-40e2-bf99-4f7daf141884 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:09.686748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:09.781656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:09.787101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-d09d7a60-31aa-4534-b6df-33a2b3faae79 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:09.788612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-d09d7a60-31aa-4534-b6df-33a2b3faae79 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 946 time: 0.1220455 Sep 27 08:43:09.795029 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Calling delete_port for 3101bdc7-ffba-40e2-bf99-4f7daf141884 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:09.797448 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a227de49-3813-4d1b-a90e-335f026b5c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:09.853590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda517fb-bb7b-4e1e-83b4-6d4141d40e48 req-055d4b4a-c252-4c13-80a9-612d4e5d94e9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:09.855108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eda517fb-bb7b-4e1e-83b4-6d4141d40e48 req-055d4b4a-c252-4c13-80a9-612d4e5d94e9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 946 time: 0.1207333 Sep 27 08:43:09.948115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eda517fb-bb7b-4e1e-83b4-6d4141d40e48 req-888b4901-fd80-4097-9a78-179cec163a81 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857275 Sep 27 08:43:09.967418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Deleting port 7e39b13f-df36-4879-a2cd-836188a7564c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:09.968423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:09.975012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.004249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event deleted for resources: {'Port': ['ID=3101bdc7-ffba-40e2-bf99-4f7daf141884,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:10.066023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.108294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] For port 7e39b13f-df36-4879-a2cd-836188a7564c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e39b13f-df36-4879-a2cd-836188a7564c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:10.108926 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.119529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a227de49-3813-4d1b-a90e-335f026b5c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.126228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Calling delete_port for 7e39b13f-df36-4879-a2cd-836188a7564c owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:10.128084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a227de49-3813-4d1b-a90e-335f026b5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.160755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.163562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.226385 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.231006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Fanout notify agent at l3_agent the message router_deleted on router 2fac8055-8251-42c5-9174-1f417c48414b {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:43:10.243123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a227de49-3813-4d1b-a90e-335f026b5c07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04a0b0e3721a40ae88cb61bd13144b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394782 Sep 27 08:43:10.244161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55356) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:10.254935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.256128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb06035d-664a-4103-82cc-2259608cf285 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/2fac8055-8251-42c5-9174-1f417c48414b HTTP/1.1" status: 204 len: 168 time: 0.9002225 Sep 27 08:43:10.260369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227de49-3813-4d1b-a90e-335f026b5c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5981b9b-e195-4b86-b80c-dc5119b151c9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:10.261021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55358) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:10.266465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1444172310', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:10.294673 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.295898 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.330749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e72b038f-24f1-4080-aecb-a89c1dae91bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.360713 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.364717 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e72b038f-24f1-4080-aecb-a89c1dae91bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.461666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.465679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e72b038f-24f1-4080-aecb-a89c1dae91bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.469126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e72b038f-24f1-4080-aecb-a89c1dae91bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.470640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e72b038f-24f1-4080-aecb-a89c1dae91bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5981b9b-e195-4b86-b80c-dc5119b151c9 HTTP/1.1" status: 204 len: 168 time: 0.2192748 Sep 27 08:43:10.477135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['7e39b13f-df36-4879-a2cd-836188a7564c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:10.502059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event deleted for resources: {'Port': ['ID=7e39b13f-df36-4879-a2cd-836188a7564c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:10.515042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b038f-24f1-4080-aecb-a89c1dae91bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5981b9b-e195-4b86-b80c-dc5119b151c9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:10.530022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d083fa-94f4-44ac-9d6b-ac0308be9d34 req-f56924fb-d69b-4470-abcb-95a2f342a8e4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:10.531584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40d083fa-94f4-44ac-9d6b-ac0308be9d34 req-f56924fb-d69b-4470-abcb-95a2f342a8e4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 945 time: 0.1693404 Sep 27 08:43:10.562150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] No DVR routers for this DVR port 7e39b13f-df36-4879-a2cd-836188a7564c on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:10.565041 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.567272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3bf34299-8349-4fbc-b19a-cd68bed17d80 req-ab709d3f-d687-44cb-ad4b-074eae1df0c4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "DELETE /v2.0/ports/7e39b13f-df36-4879-a2cd-836188a7564c HTTP/1.1" status: 204 len: 173 time: 0.7710400 Sep 27 08:43:10.567729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1ea67-b1c3-44cf-a96a-360419ed1fbe', 'name': 'network-vif-deleted', 'tag': '7e39b13f-df36-4879-a2cd-836188a7564c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:10.570443 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00b20c4-33ff-47da-8bae-fd1ae66a05be" -d '{"events": [{"server_uuid": "f2a1ea67-b1c3-44cf-a96a-360419ed1fbe", "name": "network-vif-deleted", "tag": "7e39b13f-df36-4879-a2cd-836188a7564c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:10.656087 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7552097-a16c-4409-9b2d-25eb8188239e x-openstack-request-id: req-d7552097-a16c-4409-9b2d-25eb8188239e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:10.656632 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1ea67-b1c3-44cf-a96a-360419ed1fbe", "name": "network-vif-deleted", "tag": "7e39b13f-df36-4879-a2cd-836188a7564c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:10.656880 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7552097-a16c-4409-9b2d-25eb8188239e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:10.657325 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1ea67-b1c3-44cf-a96a-360419ed1fbe', 'name': 'network-vif-deleted', 'tag': '7e39b13f-df36-4879-a2cd-836188a7564c', 'status': 'completed', 'code': 200} Sep 27 08:43:10.668416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.693448 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40d083fa-94f4-44ac-9d6b-ac0308be9d34 req-8193b6b0-b122-449b-99cb-3f91e4321427 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125481 Sep 27 08:43:10.895050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:10.916017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:11.045277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Allocated IP 172.25.2.50 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/3824f0a4-5c79-4534-ad78-3e96bef1534c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:11.143596 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-70f2fcee-3c93-4aac-9871-178639022bca req-d0180c94-7466-4a88-8e8b-3c71f591e0cf tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2a1ea67-b1c3-44cf-a96a-360419ed1fbe HTTP/1.1" status: 200 len: 210 time: 0.0376217 Sep 27 08:43:11.212697 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:11.249497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:11.291597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:11.295180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:11.302326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:11.305403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event updated for resources: {'Port': ['ID=3824f0a4-5c79-4534-ad78-3e96bef1534c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:11.556712 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:11.860956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2bce-3b93-47bf-bc58-583f747f4bb8 req-734de561-0a29-4f98-b650-0784cbccae48 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:11.862821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96de2bce-3b93-47bf-bc58-583f747f4bb8 req-734de561-0a29-4f98-b650-0784cbccae48 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 945 time: 0.0554621 Sep 27 08:43:11.920752 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96de2bce-3b93-47bf-bc58-583f747f4bb8 req-82fb5e75-f490-4f33-bb30-b09b3fb0e479 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479019 Sep 27 08:43:12.064800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a3574-3b8b-4d73-aedf-df8aec7fd7a5 req-99ec4da4-96ad-4ca0-ab9d-2ac4337630f3 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:12.066556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d6a3574-3b8b-4d73-aedf-df8aec7fd7a5 req-99ec4da4-96ad-4ca0-ab9d-2ac4337630f3 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Sep 27 08:43:12.128644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d6a3574-3b8b-4d73-aedf-df8aec7fd7a5 req-7d6e2473-74bc-4e47-a4c1-7676a1da9adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512972 Sep 27 08:43:12.140836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55408) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:12.189716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:12.250990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f457b05-6bfc-44ae-b818-a5ac6b95c2c4 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:12.253801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1f457b05-6bfc-44ae-b818-a5ac6b95c2c4 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 1091 time: 0.1116624 Sep 27 08:43:12.256729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55418) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:12.262808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:12.300254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:12.369122 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:43:12.436373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Router ab96de2c-4881-4cef-9846-1c8a95dc68d0 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:43:12.501312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:12.670568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.25.2.188 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/afad4a2e-cbae-4018-8c6c-04141d02556b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:12.697832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:12.710460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0afa63-6501-4ff8-9a1e-cfdecc409591 None None] Sync routers for ids ['ab96de2c-4881-4cef-9846-1c8a95dc68d0'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:12.725463 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0afa63-6501-4ff8-9a1e-cfdecc409591 None None] Routers {'ab96de2c-4881-4cef-9846-1c8a95dc68d0'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:12.726105 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-db0afa63-6501-4ff8-9a1e-cfdecc409591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ab96de2c-4881-4cef-9846-1c8a95dc68d0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:12.783504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707c8a-f39e-403d-9865-977f7196deef req-d07596b0-65b2-48ae-a0da-a39bb6a799c1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:12.785125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-d07596b0-65b2-48ae-a0da-a39bb6a799c1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.2570777 Sep 27 08:43:12.786827 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:12.793038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-17a0cbd4-929b-4f44-b5be-440659bf8e19 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5286937 Sep 27 08:43:12.796986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-db0afa63-6501-4ff8-9a1e-cfdecc409591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:12.801289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55440) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:12.811330 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-9feee4ae-6fc8-4514-a76d-4633f04d8c76 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/quotas/2d88ab468140412d988096ff680cf2e9 HTTP/1.1" status: 200 len: 375 time: 0.0130053 Sep 27 08:43:12.815787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:12.830310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0afa63-6501-4ff8-9a1e-cfdecc409591 None None] Routers {'ab96de2c-4881-4cef-9846-1c8a95dc68d0'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:12.830974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-db0afa63-6501-4ff8-9a1e-cfdecc409591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ab96de2c-4881-4cef-9846-1c8a95dc68d0'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:12.881204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-9eb3a28d-0243-4ec3-9db8-8cf49fb1da3b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620410 Sep 27 08:43:12.907603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-db0afa63-6501-4ff8-9a1e-cfdecc409591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:12.908707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0afa63-6501-4ff8-9a1e-cfdecc409591 None None] The sync data for ids ['ab96de2c-4881-4cef-9846-1c8a95dc68d0'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:12.952226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:12.991761 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-f09c290a-2890-4589-8a9f-a5332376643a service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032617 Sep 27 08:43:13.078208 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.102114 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-6d0918d3-1c72-432c-8322-22e589fdda99 service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045728 Sep 27 08:43:13.159467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:13.165493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:13.173496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:13.259164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=afad4a2e-cbae-4018-8c6c-04141d02556b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:13.440722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5276107e-ba6a-43ee-b42f-5721c1a530c0 req-39f142b8-ef08-426c-9287-84048e4453c5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 210 time: 0.0303874 Sep 27 08:43:13.546352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.568607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f5ea7-4b28-4f0e-aef4-50e96259a11b req-cf77534d-9516-4043-9db2-8bf400d8aa92 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:13.570147 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-010f5ea7-4b28-4f0e-aef4-50e96259a11b req-cf77534d-9516-4043-9db2-8bf400d8aa92 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 946 time: 0.0585103 Sep 27 08:43:13.593369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.629296 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-010f5ea7-4b28-4f0e-aef4-50e96259a11b req-fe9a3487-a873-4ebf-9d5c-2888c263f46c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510383 Sep 27 08:43:13.637994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7e39b13f-df36-4879-a2cd-836188a7564c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:43:13.675150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 7e39b13f-df36-4879-a2cd-836188a7564c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:43:13.675743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7e39b13f-df36-4879-a2cd-836188a7564c not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:43:13.824578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Deleting port 3824f0a4-5c79-4534-ad78-3e96bef1534c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:13.824946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.839976 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.961408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.963122 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.975636 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:13.981100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Calling delete_port for 3824f0a4-5c79-4534-ad78-3e96bef1534c owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:14.586147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68c654c8-bd0a-413e-8c42-dd74c78c3526 req-726559fc-cb3c-44b9-8d37-0ef6b6f83717 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 210 time: 0.0600188 Sep 27 08:43:14.715429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:14.741237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:14.803036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707c8a-f39e-403d-9865-977f7196deef req-d970f48d-167f-4bb7-b745-60ff32c52dcd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:14.804553 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-d970f48d-167f-4bb7-b745-60ff32c52dcd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.2775497 Sep 27 08:43:14.811454 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:14.833132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Request body: {'port': {'device_id': 'f16d12a9-29d6-44df-80e4-708b0b5ec78c', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'admin_state_up': True, 'tenant_id': '2d88ab468140412d988096ff680cf2e9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:14.886865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=afad4a2e-cbae-4018-8c6c-04141d02556b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:14.991578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9664cb8-0bed-4e6f-bb59-7226bada9aaa req-09db6207-9bee-4029-8ccb-e136af2087bc tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:14.993105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9664cb8-0bed-4e6f-bb59-7226bada9aaa req-09db6207-9bee-4029-8ccb-e136af2087bc tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 946 time: 0.2737625 Sep 27 08:43:14.993845 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Pushing event deleted for resources: {'Port': ['ID=3824f0a4-5c79-4534-ad78-3e96bef1534c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:15.026206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa4280a8-ea52-4bd7-9366-98cd4fe47029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.028245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.169823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.219129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9664cb8-0bed-4e6f-bb59-7226bada9aaa req-203297cb-7212-4f00-8813-a472b3884b96 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975236 Sep 27 08:43:15.268915 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Floating IP f44a11d8-7830-41aa-ac73-d5294fb182c1 associated. External IP: 172.25.2.188, port: c5880285-70ad-402b-9aa3-04c15ef86f16. Sep 27 08:43:15.272800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Made reservation on behalf of 2d88ab468140412d988096ff680cf2e9 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:15.276436 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.368583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-0d8f5834-8137-4958-807d-22f3d43fbe8c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:15.370795 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-0d8f5834-8137-4958-807d-22f3d43fbe8c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 946 time: 0.0584791 Sep 27 08:43:15.480568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Deleting port 199947bf-cf20-4d87-bd1d-e9048a1dde07 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:15.480928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.545582 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.558713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.587705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] For port 199947bf-cf20-4d87-bd1d-e9048a1dde07, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=199947bf-cf20-4d87-bd1d-e9048a1dde07,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:15.588164 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.601603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:15.607299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Calling delete_port for 199947bf-cf20-4d87-bd1d-e9048a1dde07 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:15.731490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Router ab96de2c-4881-4cef-9846-1c8a95dc68d0 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:15.753257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d60aad1f-6ec3-4ee3-8a11-e95cb4758537 req-715d66cd-a861-42af-b0bf-7fc889786144 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 210 time: 0.0650299 Sep 27 08:43:15.763867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Allocated IP 172.20.0.6 (3f7a1fd5-f5a1-46ac-a64b-da314be9102a/2e8749f0-9f47-413d-bb85-9963854e5393/aacacb82-8fd7-4207-9681-cf4fd8e11fb8) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:15.795281 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82fcedc2-b283-4d3f-a8b5-52d80a34659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.828505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.841132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['199947bf-cf20-4d87-bd1d-e9048a1dde07'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:15.843633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['915ae7ab-e542-4c89-b216-87725ba5afb5', 'c0efdc55-39ee-4abb-9117-929ec92d5141', 'e56cd6ce-6e1a-4fb9-be82-bf975b103009'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:15.877826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Pushing event deleted for resources: {'Port': ['ID=199947bf-cf20-4d87-bd1d-e9048a1dde07,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:15.910248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:15.919969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] No DVR routers for this DVR port 199947bf-cf20-4d87-bd1d-e9048a1dde07 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:15.925628 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c824d2-6dcc-4b76-9c00-dfdac8e44177 None None] Sync routers for ids ['ab96de2c-4881-4cef-9846-1c8a95dc68d0'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:15.926294 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.927804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:15.928551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67f31aab-3343-4942-b7ca-d7715ac585bb req-b7627b1c-440b-42e8-8f1a-a2d888684477 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.57 "DELETE /v2.0/ports/199947bf-cf20-4d87-bd1d-e9048a1dde07 HTTP/1.1" status: 204 len: 173 time: 0.5508990 Sep 27 08:43:15.929048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6', 'name': 'network-vif-deleted', 'tag': '199947bf-cf20-4d87-bd1d-e9048a1dde07'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:15.929166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9e3e334d-c690-486e-8589-c2868018b5d1 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "PUT /v2.0/routers/ab96de2c-4881-4cef-9846-1c8a95dc68d0 HTTP/1.1" status: 200 len: 710 time: 3.1227195 Sep 27 08:43:15.933022 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e38e11-01a9-49e5-8356-825cff28c3e2" -d '{"events": [{"server_uuid": "2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6", "name": "network-vif-deleted", "tag": "199947bf-cf20-4d87-bd1d-e9048a1dde07"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:15.937339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:15.950876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 09918443-c3f7-45d1-865f-67dba76d200a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:15.960605 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c824d2-6dcc-4b76-9c00-dfdac8e44177 None None] Routers {'ab96de2c-4881-4cef-9846-1c8a95dc68d0'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:15.961664 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32c824d2-6dcc-4b76-9c00-dfdac8e44177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ab96de2c-4881-4cef-9846-1c8a95dc68d0'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:16.013878 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6004eca3-19a8-41ff-8b5e-b4872cfc98dd x-openstack-request-id: req-6004eca3-19a8-41ff-8b5e-b4872cfc98dd {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:16.014179 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6", "name": "network-vif-deleted", "tag": "199947bf-cf20-4d87-bd1d-e9048a1dde07", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:16.014438 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6004eca3-19a8-41ff-8b5e-b4872cfc98dd {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:16.014849 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6', 'name': 'network-vif-deleted', 'tag': '199947bf-cf20-4d87-bd1d-e9048a1dde07', 'status': 'completed', 'code': 200} Sep 27 08:43:16.026246 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32c824d2-6dcc-4b76-9c00-dfdac8e44177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:16.035451 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c824d2-6dcc-4b76-9c00-dfdac8e44177 None None] Routers {'ab96de2c-4881-4cef-9846-1c8a95dc68d0'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:16.036310 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32c824d2-6dcc-4b76-9c00-dfdac8e44177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ab96de2c-4881-4cef-9846-1c8a95dc68d0'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:16.050389 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9b66ed5-445f-4380-a371-ed6bf42d3be1 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/routers/ab96de2c-4881-4cef-9846-1c8a95dc68d0 HTTP/1.1" status: 200 len: 745 time: 0.1091731 Sep 27 08:43:16.052243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55504) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:16.078311 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32c824d2-6dcc-4b76-9c00-dfdac8e44177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:16.079216 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c824d2-6dcc-4b76-9c00-dfdac8e44177 None None] The sync data for ids ['ab96de2c-4881-4cef-9846-1c8a95dc68d0'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:16.118523 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-df90fa1d-e544-4951-abd4-e7d972afa576 tempest-RoutersIpV6AdminTest-654008710 tempest-RoutersIpV6AdminTest-654008710-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=ab96de2c-4881-4cef-9846-1c8a95dc68d0 HTTP/1.1" status: 200 len: 205 time: 0.0626907 Sep 27 08:43:16.119904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55506) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:16.144903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.164744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-daec3d5a-03ec-445d-abe1-3aaf6f8cfc68 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab96de2c-4881-4cef-9846-1c8a95dc68d0 HTTP/1.1" status: 200 len: 205 time: 0.0436664 Sep 27 08:43:16.168588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:16.171581 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82fcedc2-b283-4d3f-a8b5-52d80a34659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.178811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82fcedc2-b283-4d3f-a8b5-52d80a34659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.187803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.241754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:16.263859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:16.268862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:16.276830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:16.281241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.283979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] Sync routers for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:16.300715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b516e9d-8331-4737-9c4a-25a6c6b1e1cb tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.306503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:16.307212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:16.326367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7de7fc39-4a35-4f9b-939c-ce234239e24a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0684969 Sep 27 08:43:16.327381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event updated for resources: {'Port': ['ID=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:16.333017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55514) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:16.333667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:16.337150 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62084e2c-e224-4463-88d0-d56daa458ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:16.371938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcedc2-b283-4d3f-a8b5-52d80a34659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb40b5cb-a10a-4de5-8948-53461ae3dbf6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:16.409838 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:16.410494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.437423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2b889b93-ae82-47f6-b3b5-af457b11479b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/floatingips/f44a11d8-7830-41aa-ac73-d5294fb182c1 HTTP/1.1" status: 200 len: 991 time: 0.0966632 Sep 27 08:43:16.440676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-b676a888-0394-4432-a038-d170c23adb91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6175287 Sep 27 08:43:16.449460 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a003d-e3cb-44e2-abde-c940cf3efdcb x-openstack-request-id: req-d91a003d-e3cb-44e2-abde-c940cf3efdcb {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:16.450058 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:16.450539 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d91a003d-e3cb-44e2-abde-c940cf3efdcb {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:16.451297 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'status': 'completed', 'code': 200} Sep 27 08:43:16.457736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Request body: {'port': {'device_id': 'f16d12a9-29d6-44df-80e4-708b0b5ec78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:16.514061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:43:16.514286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-82fcedc2-b283-4d3f-a8b5-52d80a34659e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1981214d6f904da0a3ee24e8312f483e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9115262 Sep 27 08:43:16.521817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.538480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55518) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:16.559653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26aaaa60-bda2-49a4-b43a-01f25227aca5 req-ef360a9d-55a6-483c-8684-6b1307f27802 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f888bf9-81d6-4b6b-a34b-fb9cba66ebb6 HTTP/1.1" status: 200 len: 210 time: 0.1867900 Sep 27 08:43:16.609579 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b516e9d-8331-4737-9c4a-25a6c6b1e1cb tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.613276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b516e9d-8331-4737-9c4a-25a6c6b1e1cb tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.659452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-76e32515-807b-4d3d-a311-9c2fa5164356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:16.661011 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-76e32515-807b-4d3d-a311-9c2fa5164356 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 1096 time: 0.1596420 Sep 27 08:43:16.665624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b516e9d-8331-4737-9c4a-25a6c6b1e1cb tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.666189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b516e9d-8331-4737-9c4a-25a6c6b1e1cb tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Fanout notify agent at l3_agent the message router_deleted on router ab96de2c-4881-4cef-9846-1c8a95dc68d0 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:43:16.680791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b516e9d-8331-4737-9c4a-25a6c6b1e1cb tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.685052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b516e9d-8331-4737-9c4a-25a6c6b1e1cb tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/ab96de2c-4881-4cef-9846-1c8a95dc68d0 HTTP/1.1" status: 204 len: 168 time: 0.5123839 Sep 27 08:43:16.685875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:16.701863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bdaee204-65ae-4a68-b575-6c9da2cd0db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.726401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8643c38f-6e35-4963-a5c7-f90690c4b1e9 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab96de2c-4881-4cef-9846-1c8a95dc68d0 HTTP/1.1" status: 200 len: 205 time: 0.0375640 Sep 27 08:43:16.729667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55522) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:16.744138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bdaee204-65ae-4a68-b575-6c9da2cd0db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:16.802771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-52faed84-0215-4095-afa8-22a9d47ac38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:16.804291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-52faed84-0215-4095-afa8-22a9d47ac38d service neutron] 10.222.0.57 "GET /v2.0/networks?id=54c892cd-7230-40fd-aa5b-75a2e691901b HTTP/1.1" status: 200 len: 897 time: 0.1359785 Sep 27 08:43:16.804899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:48Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:13Z', 'revision_number': 0, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:16.839609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] Checking router: 09918443-c3f7-45d1-865f-67dba76d200a for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:43:16.849970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:16.850594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:16.880624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-5bb62295-2400-44df-acac-7b4dade4b61d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5880285-70ad-402b-9aa3-04c15ef86f16 HTTP/1.1" status: 200 len: 999 time: 0.0678763 Sep 27 08:43:16.933082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-c0775043-6506-4116-bc33-c3b4df4424f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:16.934760 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-c0775043-6506-4116-bc33-c3b4df4424f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8d27848-a307-4736-bd7c-b772049ca811 HTTP/1.1" status: 200 len: 834 time: 0.0463541 Sep 27 08:43:16.967204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:43:16.985433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-74bf05db-e30f-464e-9727-03c9f70d4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:16.987047 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-74bf05db-e30f-464e-9727-03c9f70d4792 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54c892cd-7230-40fd-aa5b-75a2e691901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443470 Sep 27 08:43:17.093998 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-1656e8e9-b9bd-4432-b798-4a4b90bfb32f service neutron] 10.222.0.57 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954664 Sep 27 08:43:17.141972 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-805d2fde-97dd-4e95-8d67-2ef075a361de tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] delete failed (client error): The resource could not be found. Sep 27 08:43:17.143040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-805d2fde-97dd-4e95-8d67-2ef075a361de tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/ab96de2c-4881-4cef-9846-1c8a95dc68d0 HTTP/1.1" status: 404 len: 336 time: 0.4131610 Sep 27 08:43:17.157367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55526) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.207499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62084e2c-e224-4463-88d0-d56daa458ca1 req-a2186418-9c2f-42fd-acb7-8b52894a46f6 service neutron] 10.222.0.57 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053102 Sep 27 08:43:17.214886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:48Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:13Z', 'revision_number': 0, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:17.248513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0492351b-4805-46c1-8589-238392607dd8 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fac8055-8251-42c5-9174-1f417c48414b HTTP/1.1" status: 200 len: 205 time: 0.0830901 Sep 27 08:43:17.250302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce476fb3-cbce-4840-b3a5-d272c7214808 None None] The sync data for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 is: [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:42:48Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:13Z', 'revision_number': 0, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:17.252015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.290974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3764e-07db-4cf6-8e8e-d8621afb9148 req-4eedc7d4-69b8-4634-a742-1d1617c812c0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:17.292471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cae3764e-07db-4cf6-8e8e-d8621afb9148 req-4eedc7d4-69b8-4634-a742-1d1617c812c0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 931 time: 0.1535597 Sep 27 08:43:17.298433 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8e7d6805-4741-4516-b00c-3e3d95ffa8e2 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] delete failed (client error): The resource could not be found. Sep 27 08:43:17.299912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e7d6805-4741-4516-b00c-3e3d95ffa8e2 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/2fac8055-8251-42c5-9174-1f417c48414b HTTP/1.1" status: 404 len: 336 time: 0.0457280 Sep 27 08:43:17.302619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.305154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bdaee204-65ae-4a68-b575-6c9da2cd0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.307556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bdaee204-65ae-4a68-b575-6c9da2cd0db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.311129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bdaee204-65ae-4a68-b575-6c9da2cd0db5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb40b5cb-a10a-4de5-8948-53461ae3dbf6 HTTP/1.1" status: 204 len: 168 time: 0.7671912 Sep 27 08:43:17.331661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaee204-65ae-4a68-b575-6c9da2cd0db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb40b5cb-a10a-4de5-8948-53461ae3dbf6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:17.346892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55534) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.347059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f5e095c4-64d4-49bc-aa6d-306a9e9cb89b tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=c03825c3-babe-4203-b416-8af711241605 HTTP/1.1" status: 200 len: 205 time: 0.0418463 Sep 27 08:43:17.418423 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-e3263013-14e1-4ad4-a878-8ae72f6573c5 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] delete failed (client error): The resource could not be found. Sep 27 08:43:17.419488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e3263013-14e1-4ad4-a878-8ae72f6573c5 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/c03825c3-babe-4203-b416-8af711241605 HTTP/1.1" status: 404 len: 336 time: 0.0716403 Sep 27 08:43:17.423226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55538) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.434556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cae3764e-07db-4cf6-8e8e-d8621afb9148 req-03b432b7-abc0-489a-835d-72712d1fde5e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290386 Sep 27 08:43:17.440934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55540) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.460879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacacb82-8fd7-4207-9681-cf4fd8e11fb8 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:17.468713 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bed1d730-e4a0-466e-8ccc-24f1f0e551d6 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a HTTP/1.1" status: 200 len: 205 time: 0.0441883 Sep 27 08:43:17.470009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55544) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.499881 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.502517 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9dc6daad-3991-4e94-965d-d59c16ec6810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.524883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Transition to ACTIVE for port object aacacb82-8fd7-4207-9681-cf4fd8e11fb8 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:43:17.532920 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.535298 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-93be648e-14b0-4854-bf6c-d1475ee615fd tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] delete failed (client error): The resource could not be found. Sep 27 08:43:17.539138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6878eb89-4f9d-4a1b-b10f-83f0a25c22a5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/floatingips/f44a11d8-7830-41aa-ac73-d5294fb182c1 HTTP/1.1" status: 200 len: 991 time: 0.0969191 Sep 27 08:43:17.539660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-93be648e-14b0-4854-bf6c-d1475ee615fd tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/bfe0ea76-3c46-46c2-9ed0-c9bfa715b10a HTTP/1.1" status: 404 len: 336 time: 0.0672207 Sep 27 08:43:17.540238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.571531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-54dd3fdd-3224-4464-a073-b28ee12a5442 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=10f737c0-ec7d-40a5-a974-a24fca1e5775 HTTP/1.1" status: 200 len: 205 time: 0.0296860 Sep 27 08:43:17.574490 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaef70d-0ebf-4a75-9d9d-62464dabbb68 None None] New status for floating IP f44a11d8-7830-41aa-ac73-d5294fb182c1: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:43:17.577342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.616700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Pushing event updated for resources: {'Port': ['ID=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:17.636314 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-938e6722-6683-4152-872a-9221081dc3a9 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] delete failed (client error): The resource could not be found. Sep 27 08:43:17.641664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-938e6722-6683-4152-872a-9221081dc3a9 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/10f737c0-ec7d-40a5-a974-a24fca1e5775 HTTP/1.1" status: 404 len: 336 time: 0.0632801 Sep 27 08:43:17.642469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55558) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.702776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5413a4f-efe2-4a1d-95b1-d3010f35b04e tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "GET /v2.0/ports?device_id=212d41d9-ae1f-4b26-b026-3241efca05b4 HTTP/1.1" status: 200 len: 205 time: 0.0588756 Sep 27 08:43:17.703658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55562) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.718756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Attempting to bind port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:43:17.719096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Attempting to bind port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:43:17.719426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Attempting to bind port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:17.730962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:43:17.731290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Attempting to bind port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:17.741175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:43:17.741402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Checking segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:17.744652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Bound using segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:43:17.755310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Bound port: aacacb82-8fd7-4207-9681-cf4fd8e11fb8, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:43:17.756116 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.772050 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-1262037f-3703-4bf2-8e5e-700e7d1be14a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] delete failed (client error): The resource could not be found. Sep 27 08:43:17.777008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1262037f-3703-4bf2-8e5e-700e7d1be14a tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/routers/212d41d9-ae1f-4b26-b026-3241efca05b4 HTTP/1.1" status: 404 len: 336 time: 0.0720201 Sep 27 08:43:17.777806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55568) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:17.838562 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d9903b-ec22-40cc-90e8-951fb5983457 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] DELETE failed (client error): The resource could not be found. Sep 27 08:43:17.838851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d9903b-ec22-40cc-90e8-951fb5983457 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:43:17.855455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d1d9903b-ec22-40cc-90e8-951fb5983457 tempest-RoutersIpV6AdminTest-1133395278 tempest-RoutersIpV6AdminTest-1133395278-project] 10.222.0.50 "DELETE /v2.0/subnets/8ef2875d-2cad-4224-b513-9b64ab91d868 HTTP/1.1" status: 404 len: 337 time: 0.0720398 Sep 27 08:43:17.885285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] For port aacacb82-8fd7-4207-9681-cf4fd8e11fb8, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:43:17.891375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] For port aacacb82-8fd7-4207-9681-cf4fd8e11fb8, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:43:17.898765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.926412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:17.927095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.930953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] 10.222.0.67 "PUT /v2.0/ports/aacacb82-8fd7-4207-9681-cf4fd8e11fb8 HTTP/1.1" status: 200 len: 1091 time: 1.4761717 Sep 27 08:43:17.989525 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:17.990274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-8584004a-fc9c-42f0-8a6d-82b556f7f517 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1123195 Sep 27 08:43:18.065785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898cb08-de0d-46c8-851f-3afcabfa02bf service neutron] Pushing event updated for resources: {'Port': ['ID=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:18.074763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707c8a-f39e-403d-9865-977f7196deef req-a6dcf89d-1e16-4ea3-82cf-f41588b93e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.076440 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-a6dcf89d-1e16-4ea3-82cf-f41588b93e6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 1094 time: 0.0778368 Sep 27 08:43:18.129608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-024a00d3-7f61-4172-ad12-a2f8d045bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.130259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-024a00d3-7f61-4172-ad12-a2f8d045bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.130743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-024a00d3-7f61-4172-ad12-a2f8d045bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.131219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-024a00d3-7f61-4172-ad12-a2f8d045bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.131947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-024a00d3-7f61-4172-ad12-a2f8d045bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.132583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-024a00d3-7f61-4172-ad12-a2f8d045bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.133058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-024a00d3-7f61-4172-ad12-a2f8d045bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.135123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-024a00d3-7f61-4172-ad12-a2f8d045bd05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 6490 time: 0.0814743 Sep 27 08:43:18.157603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-3c74255b-9073-4173-868c-12995bf89cc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacacb82-8fd7-4207-9681-cf4fd8e11fb8 HTTP/1.1" status: 200 len: 217 time: 0.0715940 Sep 27 08:43:18.244881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707c8a-f39e-403d-9865-977f7196deef req-54812697-8149-4576-b8e2-206ca3ac03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.247506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-54812697-8149-4576-b8e2-206ca3ac03f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0817173 Sep 27 08:43:18.293098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-b8a35d5d-e4b4-4b2e-ba8e-0fa41560417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.293594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-b8a35d5d-e4b4-4b2e-ba8e-0fa41560417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.294239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-b8a35d5d-e4b4-4b2e-ba8e-0fa41560417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.296786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-b8a35d5d-e4b4-4b2e-ba8e-0fa41560417b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&id=06cebe1f-2f59-4476-80ee-24531db18e00&id=06cebe1f-2f59-4476-80ee-24531db18e00 HTTP/1.1" status: 200 len: 2293 time: 0.1314139 Sep 27 08:43:18.298929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-2b78cb17-023d-4dca-b44b-49de63822f47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437551 Sep 27 08:43:18.370200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55586) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:18.398936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-a8c08248-fc74-4e69-aa36-c476ef008130 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a HTTP/1.1" status: 200 len: 1002 time: 0.0896199 Sep 27 08:43:18.456949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16d12a9-29d6-44df-80e4-708b0b5ec78c', 'tag': 'aacacb82-8fd7-4207-9681-cf4fd8e11fb8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:18.459239 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f16d12a9-29d6-44df-80e4-708b0b5ec78c", "tag": "aacacb82-8fd7-4207-9681-cf4fd8e11fb8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:18.472081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55594) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:18.488873 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-957c10a1-0621-4364-ab9d-76e24caf0e0d service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766038 Sep 27 08:43:18.510488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-58634341-eea0-41c8-bad2-cac86a51dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.512080 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-58634341-eea0-41c8-bad2-cac86a51dde0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae HTTP/1.1" status: 200 len: 851 time: 0.1057823 Sep 27 08:43:18.567220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:18.649314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 199947bf-cf20-4d87-bd1d-e9048a1dde07 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:43:18.649820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9707c8a-f39e-403d-9865-977f7196deef req-0bbd5ae1-f29e-4916-903b-75692704a15b service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536057 Sep 27 08:43:18.653183 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f389235-41ec-4546-a4d0-6b8a90edea15 x-openstack-request-id: req-1f389235-41ec-4546-a4d0-6b8a90edea15 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:18.664264 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16d12a9-29d6-44df-80e4-708b0b5ec78c", "tag": "aacacb82-8fd7-4207-9681-cf4fd8e11fb8", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:18.664660 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f389235-41ec-4546-a4d0-6b8a90edea15 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:18.665503 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16d12a9-29d6-44df-80e4-708b0b5ec78c', 'tag': 'aacacb82-8fd7-4207-9681-cf4fd8e11fb8', 'status': 'completed', 'code': 200} Sep 27 08:43:18.691074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 199947bf-cf20-4d87-bd1d-e9048a1dde07 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:43:18.691436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 199947bf-cf20-4d87-bd1d-e9048a1dde07 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:43:18.697750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1034905180-network', 'tenant_id': 'fc0a50f42de54c7395e312c76e66fbd0'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:18.729382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2250033-d3f2-4bdf-a1dc-8c50180dea32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:18.742479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-7b6aee9b-13d6-4a3b-b885-5a5d8780c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.744152 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-7b6aee9b-13d6-4a3b-b885-5a5d8780c1e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230425 Sep 27 08:43:18.759284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bcce180-32ae-433a-8d2a-eda169d5b940 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/floatingips/f44a11d8-7830-41aa-ac73-d5294fb182c1 HTTP/1.1" status: 200 len: 993 time: 0.1876557 Sep 27 08:43:18.760141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Made reservation on behalf of fc0a50f42de54c7395e312c76e66fbd0 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:18.763047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:18.780762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:18.799577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc951ab-1d69-49e6-9bc6-41cfa3514b64 req-b20e64e0-7ba8-4fe9-a94e-2a9bb173a559 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.801375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cdc951ab-1d69-49e6-9bc6-41cfa3514b64 req-b20e64e0-7ba8-4fe9-a94e-2a9bb173a559 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 943 time: 0.2329955 Sep 27 08:43:18.822594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-eafebc62-20b8-436a-b6a4-53e84421c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.825149 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-eafebc62-20b8-436a-b6a4-53e84421c197 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 1094 time: 0.1205165 Sep 27 08:43:18.866170 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:18.959378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cdc951ab-1d69-49e6-9bc6-41cfa3514b64 req-4e96ccae-60ea-4f67-9042-1aa3691a110d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377625 Sep 27 08:43:18.982781 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-0717c089-e93d-434a-b519-bc01a95fb095 service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269549 Sep 27 08:43:18.993837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-b6d898b8-e531-4a9b-ac5f-df326494b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:18.995668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-b6d898b8-e531-4a9b-ac5f-df326494b6aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 913 time: 0.1629124 Sep 27 08:43:19.024719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d892-1c33-432c-9735-38290e682948 req-08c99538-0189-4ca5-b85e-a0503f624ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.026243 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79d4d892-1c33-432c-9735-38290e682948 req-08c99538-0189-4ca5-b85e-a0503f624ed4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1096 time: 0.1939254 Sep 27 08:43:19.060846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-bea56899-3e98-4c15-9033-675a9b346c00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacacb82-8fd7-4207-9681-cf4fd8e11fb8 HTTP/1.1" status: 200 len: 217 time: 0.0569656 Sep 27 08:43:19.105245 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2250033-d3f2-4bdf-a1dc-8c50180dea32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.114645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ba305-6a92-482a-b915-356f3b3069f6 req-8061e159-f5e0-494d-bc24-726d85cfc699 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.116348 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab0ba305-6a92-482a-b915-356f3b3069f6 req-8061e159-f5e0-494d-bc24-726d85cfc699 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1251359 Sep 27 08:43:19.118928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2250033-d3f2-4bdf-a1dc-8c50180dea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.158566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-be69c23d-0d36-4532-a95d-3e7ad4f4b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.160127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-be69c23d-0d36-4532-a95d-3e7ad4f4b15f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0907118 Sep 27 08:43:19.213617 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-957b7534-f69a-4ef2-a8ce-35a8e2fa4d0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443430 Sep 27 08:43:19.216985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2250033-d3f2-4bdf-a1dc-8c50180dea32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87099a2fbe1c42198a2917b2b6c72c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428876 Sep 27 08:43:19.216985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2250033-d3f2-4bdf-a1dc-8c50180dea32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137ab20d-d982-4240-ba96-e6aad668781e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:19.217220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55608) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:19.221091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-16d13259-36d4-45f1-994c-bb95b8dcdd1f service neutron] 10.222.0.67 "GET /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286954 Sep 27 08:43:19.235798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab0ba305-6a92-482a-b915-356f3b3069f6 req-a3a5535c-b3c1-429c-aecf-d68d0839526f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095288 Sep 27 08:43:19.274382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d892-1c33-432c-9735-38290e682948 req-5577445a-4716-4989-afed-b71a8933c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.275886 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79d4d892-1c33-432c-9735-38290e682948 req-5577445a-4716-4989-afed-b71a8933c534 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.2360079 Sep 27 08:43:19.277322 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-9312a0c9-bafe-423b-8dc8-a66f199e4b5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 200 len: 217 time: 0.0440726 Sep 27 08:43:19.377192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-4abf01be-d1d2-4fe5-a94c-39f04f01599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.378681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-4abf01be-d1d2-4fe5-a94c-39f04f01599b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0880160 Sep 27 08:43:19.380592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79d4d892-1c33-432c-9735-38290e682948 req-21055a68-9d5d-45be-8aac-6a933d1fb142 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1000 time: 0.0967510 Sep 27 08:43:19.392234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b067024-a9e1-48dd-88ed-e24d6befb247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.414127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-66e42ade-866f-47d9-9bcc-e127183eef0c service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758957 Sep 27 08:43:19.443020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.458592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b067024-a9e1-48dd-88ed-e24d6befb247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.461815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.466528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d892-1c33-432c-9735-38290e682948 req-3e6f140b-406f-4e3a-89df-01179d044303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.468112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79d4d892-1c33-432c-9735-38290e682948 req-3e6f140b-406f-4e3a-89df-01179d044303 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.0721147 Sep 27 08:43:19.472930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-14bd77f2-bf6a-4dc7-af96-469b5ceff906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.474740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-14bd77f2-bf6a-4dc7-af96-469b5ceff906 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873969 Sep 27 08:43:19.551411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:43:19.571516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e202bb37-08ad-4d7a-a878-f07476e40cd2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:19.573620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d892-1c33-432c-9735-38290e682948 req-5c44c69d-32f6-4a0a-9f35-30ea77504b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.575253 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79d4d892-1c33-432c-9735-38290e682948 req-5c44c69d-32f6-4a0a-9f35-30ea77504b4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992739 Sep 27 08:43:19.584948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.585300 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Added segment 4f7353e3-0340-4054-8ab3-e31ab292eb9e of type vlan for network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 Sep 27 08:43:19.634113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06a2fc3a-8859-4a9b-88ba-2b98127d61b2 req-7c3ffc6e-566b-48ac-94c0-8e7ef485bf52 service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081153 Sep 27 08:43:19.647115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.652342 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b067024-a9e1-48dd-88ed-e24d6befb247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.657056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8b067024-a9e1-48dd-88ed-e24d6befb247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.658944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8b067024-a9e1-48dd-88ed-e24d6befb247 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/137ab20d-d982-4240-ba96-e6aad668781e HTTP/1.1" status: 204 len: 168 time: 0.4407885 Sep 27 08:43:19.681440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b067024-a9e1-48dd-88ed-e24d6befb247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137ab20d-d982-4240-ba96-e6aad668781e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:19.709143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.710175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:19.710772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:19.757167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2839258 Sep 27 08:43:19.790803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55612) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:19.794377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0716d6c-053a-458e-9d26-2e68e703bb2d admin admin] Pushing event updated for resources: {'Network': ['ID=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:19.800477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Request body: {'subnet': {'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1034905180-subnet', 'tenant_id': 'fc0a50f42de54c7395e312c76e66fbd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:19.807185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:43:19.827234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Made reservation on behalf of fc0a50f42de54c7395e312c76e66fbd0 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:19.835664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:20.094445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-275f021c-76d2-42fa-b466-f845c9fe52b0 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099601 Sep 27 08:43:20.113117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55622) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:20.215869 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79d4d892-1c33-432c-9735-38290e682948 req-84f8318c-1e6e-40a1-8f1f-f1f8d311f58a service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260116 Sep 27 08:43:20.224194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:20.255131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-99cf8d00-de78-4482-acf4-484c73abe900 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321542 Sep 27 08:43:20.293258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6319c120-43f4-45e8-82ce-e37ce4d33933 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3f4b8dc942b49d6a7fff66bf08594fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776893 Sep 27 08:43:20.300388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55626) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:20.308242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595dd6d-dde3-43f7-9928-753eee212e85 req-53a154db-dd4d-4c53-9933-5de54b0faf2b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:20.309878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0595dd6d-dde3-43f7-9928-753eee212e85 req-53a154db-dd4d-4c53-9933-5de54b0faf2b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 943 time: 0.1958590 Sep 27 08:43:20.326899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-143af35b-ba93-4f95-a503-aee3b3e878ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 200 len: 217 time: 0.0487506 Sep 27 08:43:20.373155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=66da0342-ab85-4e3f-9b21-c5024844ea2b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:20.432281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0595dd6d-dde3-43f7-9928-753eee212e85 req-8a4a6c7b-6e6b-4b3b-93e0-113a0077998f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806885 Sep 27 08:43:20.437951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Checking segment: {'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:20.438317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Network hostable DHCP agents. Network: ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:43:20.447955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69b4cf8e-73a7-4f36-9874-91385bc40a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:20.452541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-cce75741-5fde-4c27-b5b1-5ece3d0989c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:20.454370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-cce75741-5fde-4c27-b5b1-5ece3d0989c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0979424 Sep 27 08:43:20.459723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79d4d892-1c33-432c-9735-38290e682948 req-6d85830b-2f2a-4a35-879f-a9aca7b4b2b9 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330656 Sep 27 08:43:20.476036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:43:20.484702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69b4cf8e-73a7-4f36-9874-91385bc40a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:20.494282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:20.496507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce53745-5eba-4a42-8be7-92da76c23795 req-37a55e03-3847-44bd-a947-3b4e08ce21fd tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:20.498301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ce53745-5eba-4a42-8be7-92da76c23795 req-37a55e03-3847-44bd-a947-3b4e08ce21fd tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1429591 Sep 27 08:43:20.504246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:20.505009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:20.505623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:20.523437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a9a16-82da-40c5-95d4-bc6625076291 None None] Network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:43:20.525523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-9c32b89a-2094-4b91-91ef-2145dd5204d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:20.527957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-9c32b89a-2094-4b91-91ef-2145dd5204d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654609 Sep 27 08:43:20.540205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d4cd248a-9788-4df1-b46e-292597cd1cca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7479794 Sep 27 08:43:20.558761 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69b4cf8e-73a7-4f36-9874-91385bc40a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:20.561878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69b4cf8e-73a7-4f36-9874-91385bc40a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:20.563137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-69b4cf8e-73a7-4f36-9874-91385bc40a22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d5e7684-7333-433a-9715-9f9af82624fe HTTP/1.1" status: 204 len: 168 time: 0.2522876 Sep 27 08:43:20.580220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4cf8e-73a7-4f36-9874-91385bc40a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5e7684-7333-433a-9715-9f9af82624fe,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:20.619258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ce53745-5eba-4a42-8be7-92da76c23795 req-c3d88741-d449-4802-97c9-393832ed014d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045237 Sep 27 08:43:20.726489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-27265803-d561-48d5-b26a-0e52d7def10c service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897197 Sep 27 08:43:20.791755 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ae1e4-885e-4b8f-b3a7-8804e40d8f95 None None] Network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:43:20.843605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-fdf48f46-d6da-4602-86bb-69a6c596a124 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077330 Sep 27 08:43:20.943099 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-fb542847-4048-4c71-906d-3a1168dadd09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb HTTP/1.1" status: 200 len: 217 time: 0.0920355 Sep 27 08:43:21.006753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-c5d39acf-62e8-47c3-b6f7-717af12d8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:21.010443 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-c5d39acf-62e8-47c3-b6f7-717af12d8fcd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0602512 Sep 27 08:43:21.106920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-0c6a8f78-3e17-408b-81b2-33baa743bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:21.108940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-0c6a8f78-3e17-408b-81b2-33baa743bf90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886683 Sep 27 08:43:21.180626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4cff17a3-106b-4065-a99f-4c46e0cf9634 req-cc6ef39b-4408-47d7-962f-1ae3b9433492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-337225123', 'description': 'tempest-description-471604421'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:21.220709 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4cff17a3-106b-4065-a99f-4c46e0cf9634 req-cc6ef39b-4408-47d7-962f-1ae3b9433492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.230554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-cf585153-50d6-42ac-b233-24e920a49be8 service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077979 Sep 27 08:43:21.346992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4cff17a3-106b-4065-a99f-4c46e0cf9634 req-cc6ef39b-4408-47d7-962f-1ae3b9433492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.355812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4cff17a3-106b-4065-a99f-4c46e0cf9634 req-cc6ef39b-4408-47d7-962f-1ae3b9433492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.386228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-125e19f9-0af0-447c-9030-50d366436cdc service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537786 Sep 27 08:43:21.389154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4cff17a3-106b-4065-a99f-4c46e0cf9634 req-cc6ef39b-4408-47d7-962f-1ae3b9433492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.390539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4cff17a3-106b-4065-a99f-4c46e0cf9634 req-cc6ef39b-4408-47d7-962f-1ae3b9433492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2146058 Sep 27 08:43:21.397563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ef39b-4408-47d7-962f-1ae3b9433492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b76e7-745b-470e-8226-980f3a1ba7bf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:21.438975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-64de5d0d-6bd5-4f36-b506-7cfdfef71006 req-709176db-60ea-4a05-bdba-41245b808719 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1846592839', 'description': 'tempest-description-437707128'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:21.458006 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-e5f57961-fce4-4f9e-bc24-71724b8a7ed1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64 HTTP/1.1" status: 200 len: 217 time: 0.0621703 Sep 27 08:43:21.464283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64de5d0d-6bd5-4f36-b506-7cfdfef71006 req-709176db-60ea-4a05-bdba-41245b808719 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.530950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-09be0186-ca40-40a4-98d3-68971153eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:21.532495 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-09be0186-ca40-40a4-98d3-68971153eb79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 200 len: 797 time: 0.0618951 Sep 27 08:43:21.569500 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64de5d0d-6bd5-4f36-b506-7cfdfef71006 req-709176db-60ea-4a05-bdba-41245b808719 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.575549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64de5d0d-6bd5-4f36-b506-7cfdfef71006 req-709176db-60ea-4a05-bdba-41245b808719 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.618597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056c58-ba27-4c82-a0cd-d74966774166 req-106905c0-3ab7-4b90-87b2-ac9a893e9af3 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:21.621324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88056c58-ba27-4c82-a0cd-d74966774166 req-106905c0-3ab7-4b90-87b2-ac9a893e9af3 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 945 time: 0.1613021 Sep 27 08:43:21.623681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-64de5d0d-6bd5-4f36-b506-7cfdfef71006 req-709176db-60ea-4a05-bdba-41245b808719 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.625190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64de5d0d-6bd5-4f36-b506-7cfdfef71006 req-709176db-60ea-4a05-bdba-41245b808719 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1906292 Sep 27 08:43:21.627220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709176db-60ea-4a05-bdba-41245b808719 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff12151-9c3f-4f53-b109-2b6aefa47e3e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:21.669023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55670) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:21.681430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device aacacb82-8fd7-4207-9681-cf4fd8e11fb8 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:43:21.688596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-bb6fb7f5-aec8-419e-b4a8-0561d827bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:21.690862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-bb6fb7f5-aec8-419e-b4a8-0561d827bbd9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ddfe1615-2a2c-4b2d-ade4-b5a57b450906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1422958 Sep 27 08:43:21.732956 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88056c58-ba27-4c82-a0cd-d74966774166 req-67356d13-2d19-49aa-a345-4ed6b983fef5 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823030 Sep 27 08:43:21.815619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1564691978'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:21.866291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21636a7b-f6d3-4724-8af6-6092dfcb71b0 req-1c4798cc-2d89-4ae9-a032-7ee096974751 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:21.868011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21636a7b-f6d3-4724-8af6-6092dfcb71b0 req-1c4798cc-2d89-4ae9-a032-7ee096974751 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 943 time: 0.1160347 Sep 27 08:43:21.883764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Made reservation on behalf of 332361fae38642ef93c9eada101fa885 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:21.888213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.896218 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-4908e032-0c9a-4cd8-b4d9-fec758abcf5b service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950626 Sep 27 08:43:21.896976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port aacacb82-8fd7-4207-9681-cf4fd8e11fb8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:21.908571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.909849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'aacacb82-8fd7-4207-9681-cf4fd8e11fb8', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'port_id': 'aacacb82-8fd7-4207-9681-cf4fd8e11fb8', 'mac_address': 'fa:16:3e:04:0c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8749f0-9f47-413d-bb85-9963854e5393', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:43:21.921515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2f8a-69cf-4604-89aa-0f47fd3e3665 req-d9c45d53-9c72-4b6a-b1d0-cd688b1de42a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:21.923154 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9cac2f8a-69cf-4604-89aa-0f47fd3e3665 req-d9c45d53-9c72-4b6a-b1d0-cd688b1de42a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0786958 Sep 27 08:43:21.947766 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:21.965054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacacb82-8fd7-4207-9681-cf4fd8e11fb8 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:21.969585 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21636a7b-f6d3-4724-8af6-6092dfcb71b0 req-9172d44a-eb1a-4a8b-88b3-393230872c06 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947328 Sep 27 08:43:22.003412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port aacacb82-8fd7-4207-9681-cf4fd8e11fb8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:22.008845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.033038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9cac2f8a-69cf-4604-89aa-0f47fd3e3665 req-44a37bf5-5d70-4c85-97f2-bd73b76bdf0f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996523 Sep 27 08:43:22.046304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.052260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.071429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-55b34b75-3766-40b7-b1f1-ff137b12bbcd service neutron] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666045 Sep 27 08:43:22.083350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:43:22.089137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:22.125042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-8789b181-fbd3-4e37-8cef-a486bb292d3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c HTTP/1.1" status: 200 len: 217 time: 0.0445020 Sep 27 08:43:22.131604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.132121 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Added segment 1e687133-538a-4a25-8e1f-e952748ec581 of type vlan for network 3da96a58-4bb5-4e50-9242-e10be8661a53 Sep 27 08:43:22.146454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db76766-35dd-41df-b88d-35787b93295e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:22.188428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-7cc67758-a9b8-4625-b7b5-9a634c991491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:22.190386 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-7cc67758-a9b8-4625-b7b5-9a634c991491 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.0574379 Sep 27 08:43:22.227430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.239358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-f77d1cea-7298-46fc-85f0-fabe77ff0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:22.240934 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-f77d1cea-7298-46fc-85f0-fabe77ff0a59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425301 Sep 27 08:43:22.270830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-2c84de8a-9e43-4916-a05d-97d57476531e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:22.272347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-2c84de8a-9e43-4916-a05d-97d57476531e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 813 time: 0.1956747 Sep 27 08:43:22.277977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.283495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:22.284084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.335863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-b8388755-3e93-42b9-91a0-676d07aaa433 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/quotas/fc0a50f42de54c7395e312c76e66fbd0 HTTP/1.1" status: 200 len: 375 time: 0.0479259 Sep 27 08:43:22.337268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['aacacb82-8fd7-4207-9681-cf4fd8e11fb8'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:22.339594 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-389272f4-dd81-4ff5-8a04-bbf5ad66319a service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891967 Sep 27 08:43:22.342883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6702147 Sep 27 08:43:22.343923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55688) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:22.349522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'subnet': {'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:22.379108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b596c-6dcf-491e-9093-f93f52aea2a6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Network': ['ID=3da96a58-4bb5-4e50-9242-e10be8661a53,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:22.395076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:43:22.409005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-ab0a09b6-e496-42b9-ad8e-129acca9c055 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652423 Sep 27 08:43:22.503839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-a6aad616-7223-4c92-98df-80875ec531cc service neutron] 10.222.0.50 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936065 Sep 27 08:43:22.507750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-af27b9ee-017b-4b94-a39a-d3c83d5598c4 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543479 Sep 27 08:43:22.513701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Made reservation on behalf of 332361fae38642ef93c9eada101fa885 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:22.517574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.569507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-c112a138-79d1-403e-8bf6-54ab38066d6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c021f0-8274-4df3-a940-3b32075df459 HTTP/1.1" status: 200 len: 217 time: 0.0482090 Sep 27 08:43:22.600680 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-84a50f41-a72c-4324-af1f-31b63a30c52a service neutron] 10.222.0.50 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885773 Sep 27 08:43:22.668631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-3e292a3f-c344-4c73-a9e3-b415a2d33cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:22.670108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-3e292a3f-c344-4c73-a9e3-b415a2d33cab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 200 len: 797 time: 0.0916443 Sep 27 08:43:22.793051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a91be38e-6f8f-4aa5-97ec-dfb19904bae2 req-82cffe6f-4746-43cf-8158-1a4201fe84ee tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 210 time: 0.0432343 Sep 27 08:43:22.804946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-2c62bb8a-1e41-41fd-9a26-e1c601f0e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:22.804946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-2c62bb8a-1e41-41fd-9a26-e1c601f0e1f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06cebe1f-2f59-4476-80ee-24531db18e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1239059 Sep 27 08:43:22.870472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d5786-b6ff-413f-9bee-788b1a490ab1 req-9a078b9a-c29a-4f4f-add7-ebd53d4416b2 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:22.872119 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-087d5786-b6ff-413f-9bee-788b1a490ab1 req-9a078b9a-c29a-4f4f-add7-ebd53d4416b2 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 945 time: 0.0549338 Sep 27 08:43:22.878417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:22.920000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-087d5786-b6ff-413f-9bee-788b1a490ab1 req-eaf58889-a8b1-4084-a97d-542c068f0da3 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399237 Sep 27 08:43:22.984075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Subnet': ['ID=82b43cc9-593a-44c5-b9d8-f627cec7135d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:22.993757 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-71629cb3-4cdd-4646-926b-9c8e8d21d717 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618257 Sep 27 08:43:22.997829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Checking segment: {'id': '1e687133-538a-4a25-8e1f-e952748ec581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:22.998270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Network hostable DHCP agents. Network: 3da96a58-4bb5-4e50-9242-e10be8661a53, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:43:23.043696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:43:23.045150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-7520bda7-0491-4fa2-b84c-c546a0977d47 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:23.046993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-7520bda7-0491-4fa2-b84c-c546a0977d47 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 945 time: 0.0678270 Sep 27 08:43:23.094211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 3da96a58-4bb5-4e50-9242-e10be8661a53) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:23.106812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ef107b-2927-49b7-a205-d31841942ea4 None None] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:43:23.114541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:23.115119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.147604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4adcd007-d32f-4276-9ca8-df0df07ee5be req-ed46ee96-b6f8-45e1-854f-de6f30f16749 service neutron] 10.222.0.67 "GET /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456132 Sep 27 08:43:23.152183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5284b30f-6ad5-47dd-997a-a654bf8aadca tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8048337 Sep 27 08:43:23.153261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:23.158755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53', 'name': 'tempest-AllowedAddressPairTestJSON-1313701660'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:23.170102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233444a-8fd2-4ba9-b985-0309b1ccb44a req-c7cd6d5b-6d61-4e09-9344-718c75124e42 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:23.171599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4233444a-8fd2-4ba9-b985-0309b1ccb44a req-c7cd6d5b-6d61-4e09-9344-718c75124e42 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 944 time: 0.0953228 Sep 27 08:43:23.211653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Deleting port e56cd6ce-6e1a-4fb9-be82-bf975b103009 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:23.212223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.317756 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4233444a-8fd2-4ba9-b985-0309b1ccb44a req-095477dd-5be1-4c33-bfd9-293de038ee89 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350765 Sep 27 08:43:23.340156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-3da96a58-4bb5-4e50-9242-e10be8661a53', 'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53', 'tenant_id': '332361fae38642ef93c9eada101fa885', 'fixed_ips': [{'subnet_id': '82b43cc9-593a-44c5-b9d8-f627cec7135d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:43:23.341046 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.353201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] For port e56cd6ce-6e1a-4fb9-be82-bf975b103009, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e56cd6ce-6e1a-4fb9-be82-bf975b103009,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:23.354454 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.369716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Calling delete_port for e56cd6ce-6e1a-4fb9-be82-bf975b103009 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:23.372259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Made reservation on behalf of 332361fae38642ef93c9eada101fa885 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:23.376892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.405350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] device_id is not set on port a087d5ce-31f7-4244-8636-fb1c8b5787c0 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:23.489826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Allocated IP 172.20.0.2 (3da96a58-4bb5-4e50-9242-e10be8661a53/82b43cc9-593a-44c5-b9d8-f627cec7135d/1c0ce87b-735f-41fa-ba07-5d3f836053f0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:23.528501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.557535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Pushing event deleted for resources: {'Port': ['ID=e56cd6ce-6e1a-4fb9-be82-bf975b103009,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:23.562163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['915ae7ab-e542-4c89-b216-87725ba5afb5', 'c0efdc55-39ee-4abb-9117-929ec92d5141', 'e56cd6ce-6e1a-4fb9-be82-bf975b103009'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:23.598558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] No DVR routers for this DVR port e56cd6ce-6e1a-4fb9-be82-bf975b103009 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:23.601584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.603715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf1ca35b-1b4e-47ee-987a-714c1ef0f042 req-06c3d7b0-ad88-4c1c-9324-83bc3218f7ba tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "DELETE /v2.0/ports/e56cd6ce-6e1a-4fb9-be82-bf975b103009 HTTP/1.1" status: 204 len: 173 time: 0.5503786 Sep 27 08:43:23.604167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89394e5-e98d-4289-828d-293dcbbe556f', 'name': 'network-vif-deleted', 'tag': 'e56cd6ce-6e1a-4fb9-be82-bf975b103009'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:23.606499 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0382d0-a42c-4d70-8f83-1d74018cc220" -d '{"events": [{"server_uuid": "e89394e5-e98d-4289-828d-293dcbbe556f", "name": "network-vif-deleted", "tag": "e56cd6ce-6e1a-4fb9-be82-bf975b103009"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:23.653902 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb20a055-ac76-472e-943b-53210a1a3e95 x-openstack-request-id: req-bb20a055-ac76-472e-943b-53210a1a3e95 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:23.655258 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89394e5-e98d-4289-828d-293dcbbe556f", "name": "network-vif-deleted", "tag": "e56cd6ce-6e1a-4fb9-be82-bf975b103009", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:23.655526 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb20a055-ac76-472e-943b-53210a1a3e95 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:23.655940 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89394e5-e98d-4289-828d-293dcbbe556f', 'name': 'network-vif-deleted', 'tag': 'e56cd6ce-6e1a-4fb9-be82-bf975b103009', 'status': 'completed', 'code': 200} Sep 27 08:43:23.694793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device aacacb82-8fd7-4207-9681-cf4fd8e11fb8 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:43:23.736610 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.748950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.812832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:23.814072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Allocated IP 172.20.0.8 (3da96a58-4bb5-4e50-9242-e10be8661a53/82b43cc9-593a-44c5-b9d8-f627cec7135d/a087d5ce-31f7-4244-8636-fb1c8b5787c0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:23.825180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:23.835835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:23.840455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Pushing event updated for resources: {'Port': ['ID=1c0ce87b-735f-41fa-ba07-5d3f836053f0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:23.861077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:43:23.896514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:23.896906 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:23.954388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Attempting to bind port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:43:23.954918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Attempting to bind port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1e687133-538a-4a25-8e1f-e952748ec581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:43:23.955283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Attempting to bind port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 on network 3da96a58-4bb5-4e50-9242-e10be8661a53 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:23.983811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1972e345-6f27-4ca5-9fb0-d201d84961f7 req-b8468219-fbc5-4a28-86e6-80ce5db9edf8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 210 time: 0.0684667 Sep 27 08:43:24.001037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:43:24.002193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Checking segment: {'id': '1e687133-538a-4a25-8e1f-e952748ec581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:24.002775 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.003250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Bound using segment: {'id': '1e687133-538a-4a25-8e1f-e952748ec581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:43:24.004095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Bound port: 1c0ce87b-735f-41fa-ba07-5d3f836053f0, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e687133-538a-4a25-8e1f-e952748ec581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:43:24.004611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.068928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-46bb59cc-9bbc-4cf9-8049-57ee8518aa1f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:24.070633 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-46bb59cc-9bbc-4cf9-8049-57ee8518aa1f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.57 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 813 time: 0.2376149 Sep 27 08:43:24.074228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4a72052-b19a-44d5-8773-809869a4a11f req-ccce32f9-9699-4f23-ad2d-efd3022cce28 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=e89394e5-e98d-4289-828d-293dcbbe556f HTTP/1.1" status: 200 len: 210 time: 0.0386810 Sep 27 08:43:24.106813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'port': {'device_id': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56', 'admin_state_up': True, 'tenant_id': 'fc0a50f42de54c7395e312c76e66fbd0'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:24.154175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.169349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] For port 1c0ce87b-735f-41fa-ba07-5d3f836053f0, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:43:24.202447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] For port 1c0ce87b-735f-41fa-ba07-5d3f836053f0, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1c0ce87b-735f-41fa-ba07-5d3f836053f0,segment=NetworkSegment(1e687133-538a-4a25-8e1f-e952748ec581),segment_id=1e687133-538a-4a25-8e1f-e952748ec581)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:43:24.207481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.209859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16d12a9-29d6-44df-80e4-708b0b5ec78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacacb82-8fd7-4207-9681-cf4fd8e11fb8'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:24.212120 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f432e04b-5893-44b6-87d9-bee18b621311" -d '{"events": [{"server_uuid": "f16d12a9-29d6-44df-80e4-708b0b5ec78c", "name": "network-vif-plugged", "status": "completed", "tag": "aacacb82-8fd7-4207-9681-cf4fd8e11fb8"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:24.224642 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.241498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port aacacb82-8fd7-4207-9681-cf4fd8e11fb8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:24.267916 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ff05c-f34e-4e0e-a836-27c881c59499 x-openstack-request-id: req-582ff05c-f34e-4e0e-a836-27c881c59499 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:24.268577 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16d12a9-29d6-44df-80e4-708b0b5ec78c", "name": "network-vif-plugged", "status": "completed", "tag": "aacacb82-8fd7-4207-9681-cf4fd8e11fb8", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:24.268577 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-582ff05c-f34e-4e0e-a836-27c881c59499 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:24.269001 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16d12a9-29d6-44df-80e4-708b0b5ec78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacacb82-8fd7-4207-9681-cf4fd8e11fb8', 'code': 200} Sep 27 08:43:24.272312 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.282673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Made reservation on behalf of fc0a50f42de54c7395e312c76e66fbd0 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:24.287090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.290520 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.321724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bf864-1bb8-4855-a88f-142473c606c4 None None] Pushing event updated for resources: {'Port': ['ID=1c0ce87b-735f-41fa-ba07-5d3f836053f0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:24.356639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:24.362985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:24.392046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:24.444883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:24.460478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=a087d5ce-31f7-4244-8636-fb1c8b5787c0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:24.468752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f285-5504-4f7e-ae0a-8df02c339fb2 req-f6c6b0d9-f9f3-43a0-ba6d-730bf4723fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:24.470576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad54f285-5504-4f7e-ae0a-8df02c339fb2 req-f6c6b0d9-f9f3-43a0-ba6d-730bf4723fd1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 1096 time: 0.0725889 Sep 27 08:43:24.507789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad54f285-5504-4f7e-ae0a-8df02c339fb2 req-277049dc-ed76-4587-8ff0-8bed64f46fa3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301731 Sep 27 08:43:24.523432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:24.524059 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.596443 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a874db2-d88e-4930-ada2-81fcf3ab3fd7 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4393694 Sep 27 08:43:24.596884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55720) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:24.602450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53', 'name': 'tempest-AllowedAddressPairTestJSON-1197562920', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:57:7c:90'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:24.605925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe604a-e0b1-4023-8afa-ff0eb99d0c22 req-ad8edb9b-26df-4ae0-bd64-7a0396a3ea3b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:24.607505 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29fe604a-e0b1-4023-8afa-ff0eb99d0c22 req-ad8edb9b-26df-4ae0-bd64-7a0396a3ea3b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 945 time: 0.1537991 Sep 27 08:43:24.620039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Allocated IP 172.20.0.7 (ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56/66da0342-ab85-4e3f-9b21-c5024844ea2b/b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:24.678188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29fe604a-e0b1-4023-8afa-ff0eb99d0c22 req-0c51e9f1-e922-4297-8c4d-e4b9c8007362 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623264 Sep 27 08:43:24.741776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Made reservation on behalf of 332361fae38642ef93c9eada101fa885 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:24.813618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.829720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.847450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] device_id is not set on port 8af67004-a456-41ce-b173-62cf2530eb25 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:24.853022 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.897731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:24.900815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:24.904446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:24.933286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'Port': ['ID=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:24.960994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:24.961609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:24.963597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Allocated IP 172.20.0.11 (3da96a58-4bb5-4e50-9242-e10be8661a53/82b43cc9-593a-44c5-b9d8-f627cec7135d/8af67004-a456-41ce-b173-62cf2530eb25) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:24.977034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-6a781c7e-037d-47b5-a2d4-a5474a66a8d2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8760934 Sep 27 08:43:24.992916 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Request body: {'port': {'device_id': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:25.052529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.175015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822ab6-3c4e-4b75-a61e-434873eb2ca8 req-fac1ad22-32d6-4dd9-b03f-51752f746b3f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:25.177005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-61822ab6-3c4e-4b75-a61e-434873eb2ca8 req-fac1ad22-32d6-4dd9-b03f-51752f746b3f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 931 time: 0.0925641 Sep 27 08:43:25.178622 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.230420 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-61822ab6-3c4e-4b75-a61e-434873eb2ca8 req-03dfbffd-b473-48f0-a62c-a914b732f549 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Sep 27 08:43:25.257372 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.308066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:25.312240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:25.318121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:25.352501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=8af67004-a456-41ce-b173-62cf2530eb25,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:25.380498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:25.381115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.399927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-be6496cf-be25-462a-8a75-4e423cd6ad51 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8018153 Sep 27 08:43:25.403018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55732) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:25.486125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf039c-e0e3-4793-a17b-f9f5a26e5499 None None] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:43:25.509186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd29339-8479-4981-97d2-0336e3c5d5a0 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:25.515182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd29339-8479-4981-97d2-0336e3c5d5a0 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:25.521355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd29339-8479-4981-97d2-0336e3c5d5a0 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:25.523169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7bd29339-8479-4981-97d2-0336e3c5d5a0 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1187656 Sep 27 08:43:25.527943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:25.545228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9ccd1-7c6e-4a36-aee9-0e6d998f03bc req-98e63183-43dc-42c2-b526-90ef3edb99ca tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:25.552888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4a9ccd1-7c6e-4a36-aee9-0e6d998f03bc req-98e63183-43dc-42c2-b526-90ef3edb99ca tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 946 time: 0.1144526 Sep 27 08:43:25.582795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7b2e5ce9-905d-4860-a3f9-0d34babc1e09 None None] Provisioning complete for port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:25.583174 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5ce9-905d-4860-a3f9-0d34babc1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.648374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4a9ccd1-7c6e-4a36-aee9-0e6d998f03bc req-8d477f95-abe9-44d1-840e-b35091ffe07e tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944474 Sep 27 08:43:25.690427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0194e576-9d5c-4eee-a0bf-0951ccb20b2d tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Deleting port 8af67004-a456-41ce-b173-62cf2530eb25 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:25.690919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0194e576-9d5c-4eee-a0bf-0951ccb20b2d tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.737303 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5ce9-905d-4860-a3f9-0d34babc1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.775520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7b2e5ce9-905d-4860-a3f9-0d34babc1e09 None None] For port 1c0ce87b-735f-41fa-ba07-5d3f836053f0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1c0ce87b-735f-41fa-ba07-5d3f836053f0,segment=NetworkSegment(1e687133-538a-4a25-8e1f-e952748ec581),segment_id=1e687133-538a-4a25-8e1f-e952748ec581)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:25.785905 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5ce9-905d-4860-a3f9-0d34babc1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.869617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e5ce9-905d-4860-a3f9-0d34babc1e09 None None] Pushing event updated for resources: {'Port': ['ID=1c0ce87b-735f-41fa-ba07-5d3f836053f0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:25.884134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:25.891254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0194e576-9d5c-4eee-a0bf-0951ccb20b2d tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.909931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.911737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1c0ce87b-735f-41fa-ba07-5d3f836053f0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:43:25.917868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0194e576-9d5c-4eee-a0bf-0951ccb20b2d tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Calling delete_port for 8af67004-a456-41ce-b173-62cf2530eb25 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:25.953354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Transition to ACTIVE for port object b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:43:25.967242 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:25.972126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:25.972706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.003318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-d59b195c-f60c-4a9d-b8c2-931b10b9faf1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054010 Sep 27 08:43:26.016348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf6a4-e103-43c4-a7d3-b14875d6b08b req-8ec4351d-4797-404a-94b2-1c157278049c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.018051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9aabf6a4-e103-43c4-a7d3-b14875d6b08b req-8ec4351d-4797-404a-94b2-1c157278049c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 945 time: 0.2196543 Sep 27 08:43:26.080519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:26.097993 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0194e576-9d5c-4eee-a0bf-0951ccb20b2d tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.111642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d183b1e1-ac3d-4a82-acf7-b3deb30121b5 None None] Could not find standard attr ID for object 8af67004-a456-41ce-b173-62cf2530eb25. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:43:26.121327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d183b1e1-ac3d-4a82-acf7-b3deb30121b5 None None] Provisioning complete for port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:26.121701 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d183b1e1-ac3d-4a82-acf7-b3deb30121b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.132249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194e576-9d5c-4eee-a0bf-0951ccb20b2d tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Port': ['ID=8af67004-a456-41ce-b173-62cf2530eb25,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:26.160317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9aabf6a4-e103-43c4-a7d3-b14875d6b08b req-0c913cfc-1217-4276-a37e-48fd13ddb7e0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349039 Sep 27 08:43:26.195383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-ce5e51f4-5a0c-449a-bf58-868f17995d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.197200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-ce5e51f4-5a0c-449a-bf58-868f17995d30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 1096 time: 0.1677759 Sep 27 08:43:26.237952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Attempting to bind port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:43:26.238292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Attempting to bind port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:43:26.238625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Attempting to bind port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 on network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:26.260448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d183b1e1-ac3d-4a82-acf7-b3deb30121b5 None None] Provisioning complete for port a087d5ce-31f7-4244-8636-fb1c8b5787c0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:26.260826 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d183b1e1-ac3d-4a82-acf7-b3deb30121b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.316826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d183b1e1-ac3d-4a82-acf7-b3deb30121b5 None None] Port a087d5ce-31f7-4244-8636-fb1c8b5787c0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:26.338387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-9285b12e-ac28-4b88-9abf-51a99eed65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.340156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-9285b12e-ac28-4b88-9abf-51a99eed65d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.1162863 Sep 27 08:43:26.340700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 on network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:43:26.341041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Attempting to bind port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 on network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:26.346647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:43:26.346989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Checking segment: {'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:26.347767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Bound using segment: {'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:43:26.347939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Bound port: b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:43:26.348188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.398885 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-1650cd88-011c-4ca6-8400-4a7a8565c1f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39 HTTP/1.1" status: 200 len: 217 time: 0.0471957 Sep 27 08:43:26.437561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bb73-c975-429a-8b22-f9b2aa1f123b req-e13e3a44-c09a-4533-8499-bfef9f966a8e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.439433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc95bb73-c975-429a-8b22-f9b2aa1f123b req-e13e3a44-c09a-4533-8499-bfef9f966a8e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 943 time: 0.0908647 Sep 27 08:43:26.445059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-75804b55-061f-464b-b0af-7cc2f2238d19 None None] Provisioning complete for port a087d5ce-31f7-4244-8636-fb1c8b5787c0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:26.445433 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75804b55-061f-464b-b0af-7cc2f2238d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.447753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0194e576-9d5c-4eee-a0bf-0951ccb20b2d tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.454431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0194e576-9d5c-4eee-a0bf-0951ccb20b2d tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "DELETE /v2.0/ports/8af67004-a456-41ce-b173-62cf2530eb25 HTTP/1.1" status: 204 len: 168 time: 0.9246974 Sep 27 08:43:26.460997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55742) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:26.507946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc95bb73-c975-429a-8b22-f9b2aa1f123b req-12f2038e-54ad-4260-ae8f-0c59bcdb7b2a tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525944 Sep 27 08:43:26.511740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-75804b55-061f-464b-b0af-7cc2f2238d19 None None] Port a087d5ce-31f7-4244-8636-fb1c8b5787c0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:26.516832 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adc9624-5116-4ded-9567-8a3a6efd1ea4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] GET failed (client error): The resource could not be found. Sep 27 08:43:26.522250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6adc9624-5116-4ded-9567-8a3a6efd1ea4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "GET /v2.0/ports/8af67004-a456-41ce-b173-62cf2530eb25 HTTP/1.1" status: 404 len: 333 time: 0.0601847 Sep 27 08:43:26.523483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55746) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:26.528760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53', 'name': 'tempest-AllowedAddressPairTestJSON-40637730'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:26.584542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] For port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:43:26.588660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] For port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:43:26.592533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-4386bba6-51f0-4188-9f25-911e82763b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.594504 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-4386bba6-51f0-4188-9f25-911e82763b7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1727602 Sep 27 08:43:26.604813 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.685525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Made reservation on behalf of 332361fae38642ef93c9eada101fa885 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:26.692423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.699069 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.699768 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:26.701509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-7641188d-cba6-40c4-859a-580489266a38 service neutron] 10.222.0.57 "PUT /v2.0/ports/b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 HTTP/1.1" status: 200 len: 1091 time: 1.7127457 Sep 27 08:43:26.703096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:26.713164 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a669bf-e61a-435b-85a5-fdbb6261d32c" -d '{"events": [{"name": "network-changed", "server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:26.739556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b2a5fe3d-5a9d-42a4-a700-83e1a4cc19f5 None None] Could not find standard attr ID for object 8af67004-a456-41ce-b173-62cf2530eb25. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:43:26.756542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641188d-cba6-40c4-859a-580489266a38 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:26.800865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] device_id is not set on port 946399b7-7baa-4e48-8c79-d1d52a32e641 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:26.803014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-3d008fcd-901d-4428-a876-61d02557a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.804596 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-3d008fcd-901d-4428-a876-61d02557a61f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815600 Sep 27 08:43:26.806400 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f15411-68d4-407a-815c-21e00e966a39 x-openstack-request-id: req-d2f15411-68d4-407a-815c-21e00e966a39 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:26.806687 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:26.806939 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2f15411-68d4-407a-815c-21e00e966a39 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:26.807335 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0', 'status': 'completed', 'code': 200} Sep 27 08:43:26.862378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-bf7e60a8-6226-443d-a948-263b81e74219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.863932 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-bf7e60a8-6226-443d-a948-263b81e74219 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1094 time: 0.1041505 Sep 27 08:43:26.907809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124da1b-2674-430b-8a4b-73cd5a995e27 req-21b91e2c-b092-4e95-a14a-b2d68b6148ef tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:26.909582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2124da1b-2674-430b-8a4b-73cd5a995e27 req-21b91e2c-b092-4e95-a14a-b2d68b6148ef tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 946 time: 0.1633532 Sep 27 08:43:26.936148 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-abba9991-9cf4-42cd-90a0-01c0de67b0c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 HTTP/1.1" status: 200 len: 217 time: 0.0413141 Sep 27 08:43:26.997794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2124da1b-2674-430b-8a4b-73cd5a995e27 req-918ca7ba-5e40-471b-949b-f3b830ce1e97 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778189 Sep 27 08:43:26.999644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-940db82e-69ba-4315-93fc-1055977fa607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:27.001673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-940db82e-69ba-4315-93fc-1055977fa607 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.0550802 Sep 27 08:43:27.005317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-bfe8b38e-c4ea-4653-aeff-dfbda55fbdb5 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:27.006749 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-bfe8b38e-c4ea-4653-aeff-dfbda55fbdb5 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 946 time: 0.1596134 Sep 27 08:43:27.023272 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-67787859-63fc-4d02-8223-59f9fa5849b1 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076943 Sep 27 08:43:27.044476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Allocated IP 172.20.0.9 (3da96a58-4bb5-4e50-9242-e10be8661a53/82b43cc9-593a-44c5-b9d8-f627cec7135d/946399b7-7baa-4e48-8c79-d1d52a32e641) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:27.050872 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-0ee8c345-880a-4444-9595-2e58e24550e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263467 Sep 27 08:43:27.181925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Deleting port c0efdc55-39ee-4abb-9117-929ec92d5141 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:27.182179 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:27.207485 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-068d80f5-bd58-43b8-aa29-10c73b6f328f req-9e6aee13-8527-4caa-af28-53938b7ff515 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558867 Sep 27 08:43:27.210933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-d9010c21-8ce1-4655-862e-b67deda9a2b5 service neutron] 10.222.0.57 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521823 Sep 27 08:43:27.319657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf179e54-f9b3-4e73-b9d3-f1a72b4ca550 req-fd909ff2-7b69-4c73-b47a-f924cfbe49d2 service neutron] 10.222.0.57 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972061 Sep 27 08:43:27.424758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-b4096702-67d8-4af5-a551-3cc2e4ce91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:27.426905 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-b4096702-67d8-4af5-a551-3cc2e4ce91dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1094 time: 0.0487337 Sep 27 08:43:27.531719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-c4f05951-d4ac-4a58-bdde-618be06e59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:27.533464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-c4f05951-d4ac-4a58-bdde-618be06e59b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 914 time: 0.0989296 Sep 27 08:43:27.578045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-aaa5ed3d-b708-4b01-bdf9-5f1190e83659 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 HTTP/1.1" status: 200 len: 217 time: 0.0361829 Sep 27 08:43:27.666575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:27.675774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c5933-1955-4d58-91a5-d8d2d37ead96 req-9068bb95-a267-4a2e-a6c9-0156aadcceaf tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:27.677607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b26c5933-1955-4d58-91a5-d8d2d37ead96 req-9068bb95-a267-4a2e-a6c9-0156aadcceaf tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 943 time: 0.0936732 Sep 27 08:43:27.679242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-8b62d1c5-43b2-4f00-992f-7b97edb1b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:27.681999 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-8b62d1c5-43b2-4f00-992f-7b97edb1b23e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.0892005 Sep 27 08:43:27.685816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] For port c0efdc55-39ee-4abb-9117-929ec92d5141, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c0efdc55-39ee-4abb-9117-929ec92d5141,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:27.686118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:27.701731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e56cd6ce-6e1a-4fb9-be82-bf975b103009 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:43:27.704214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Calling delete_port for c0efdc55-39ee-4abb-9117-929ec92d5141 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:27.724994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: e56cd6ce-6e1a-4fb9-be82-bf975b103009 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:43:27.725663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e56cd6ce-6e1a-4fb9-be82-bf975b103009 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:43:27.726940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-a9bd47fc-211b-4d55-8217-ecb9065e95dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327194 Sep 27 08:43:27.780567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b26c5933-1955-4d58-91a5-d8d2d37ead96 req-84558594-eabf-4064-9293-7135613fedb5 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884128 Sep 27 08:43:27.806088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:27.840054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1c0ce87b-735f-41fa-ba07-5d3f836053f0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:43:27.873143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:27.885794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:27.888217 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-8e3c94dc-06b2-457e-bbe7-cbe0c670da86 service neutron] 10.222.0.57 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526778 Sep 27 08:43:27.894608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:27.899771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=946399b7-7baa-4e48-8c79-d1d52a32e641,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:27.945421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:27.946182 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:27.994797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:27.995444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.034559 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-00a669bf-e61a-435b-85a5-fdbb6261d32c req-9cbcb082-064c-4e1d-8db7-c1841ee42c59 service neutron] 10.222.0.57 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333582 Sep 27 08:43:28.059847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.068320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-266d6311-582e-41f1-8cc5-0cf1d1b5fdcb tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5437238 Sep 27 08:43:28.071753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55770) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:28.079243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:57:7c:90'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:28.097612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['915ae7ab-e542-4c89-b216-87725ba5afb5', 'c0efdc55-39ee-4abb-9117-929ec92d5141'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:28.121612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Pushing event deleted for resources: {'Port': ['ID=c0efdc55-39ee-4abb-9117-929ec92d5141,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:28.135540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.136133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.136692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.137176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.137654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.138132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.138625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.139085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.139561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.140036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.140546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.141041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:28.170736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e45d099f-d89f-4bc5-8ae7-5668193ea395 req-ac38662e-2105-4080-b4fc-d556017e7452 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=452a7bdf-29e2-43fe-895e-8f3f1c68ff7f HTTP/1.1" status: 200 len: 210 time: 0.0590620 Sep 27 08:43:28.216092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] No DVR routers for this DVR port c0efdc55-39ee-4abb-9117-929ec92d5141 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:28.230892 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.232975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84aa1b3-bc69-4d21-924e-492816af78a2 req-c2658ffa-9b72-4eea-bec6-732d8ff84b06 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "DELETE /v2.0/ports/c0efdc55-39ee-4abb-9117-929ec92d5141 HTTP/1.1" status: 204 len: 173 time: 1.2174454 Sep 27 08:43:28.240047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452a7bdf-29e2-43fe-895e-8f3f1c68ff7f', 'name': 'network-vif-deleted', 'tag': 'c0efdc55-39ee-4abb-9117-929ec92d5141'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:28.242420 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02446824-6a51-4317-9e1a-453d85615178" -d '{"events": [{"server_uuid": "452a7bdf-29e2-43fe-895e-8f3f1c68ff7f", "name": "network-vif-deleted", "tag": "c0efdc55-39ee-4abb-9117-929ec92d5141"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:28.288276 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c24f3d4-6082-4c02-aab4-ea1f58c07ab5 x-openstack-request-id: req-8c24f3d4-6082-4c02-aab4-ea1f58c07ab5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:28.288845 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452a7bdf-29e2-43fe-895e-8f3f1c68ff7f", "name": "network-vif-deleted", "tag": "c0efdc55-39ee-4abb-9117-929ec92d5141", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:28.289309 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c24f3d4-6082-4c02-aab4-ea1f58c07ab5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:28.289898 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452a7bdf-29e2-43fe-895e-8f3f1c68ff7f', 'name': 'network-vif-deleted', 'tag': 'c0efdc55-39ee-4abb-9117-929ec92d5141', 'status': 'completed', 'code': 200} Sep 27 08:43:28.305356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ea901f09-b3b4-446c-b0c3-105be324fee2 None None] Provisioning complete for port 946399b7-7baa-4e48-8c79-d1d52a32e641 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:28.305727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea901f09-b3b4-446c-b0c3-105be324fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.398751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ea901f09-b3b4-446c-b0c3-105be324fee2 None None] Port 946399b7-7baa-4e48-8c79-d1d52a32e641 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:28.401031 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.591483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.597071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.678699 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=946399b7-7baa-4e48-8c79-d1d52a32e641,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:28.693444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] In _notify_port_updated(), no bound segment for port 946399b7-7baa-4e48-8c79-d1d52a32e641 on network 3da96a58-4bb5-4e50-9242-e10be8661a53 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:43:28.699056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:28.699875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.701103 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-074ea3e7-5a3e-4ee8-9156-98603429a59c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "PUT /v2.0/ports/946399b7-7baa-4e48-8c79-d1d52a32e641 HTTP/1.1" status: 200 len: 991 time: 0.6283047 Sep 27 08:43:28.703937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55780) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:28.813935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-57c5920c-6266-49c1-8631-6ef90f46af83 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Deleting port 946399b7-7baa-4e48-8c79-d1d52a32e641 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:28.814287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57c5920c-6266-49c1-8631-6ef90f46af83 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.935189 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57c5920c-6266-49c1-8631-6ef90f46af83 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:28.936916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cdfdb-0610-4f4c-956e-f551e0a53e62 req-8e40ed36-837d-432a-9c1e-2df754d55166 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:28.938485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-262cdfdb-0610-4f4c-956e-f551e0a53e62 req-8e40ed36-837d-432a-9c1e-2df754d55166 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 943 time: 0.0522394 Sep 27 08:43:28.948831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-57c5920c-6266-49c1-8631-6ef90f46af83 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Calling delete_port for 946399b7-7baa-4e48-8c79-d1d52a32e641 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:28.979404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-262cdfdb-0610-4f4c-956e-f551e0a53e62 req-5518127d-aefb-4233-af5e-d4e18485de00 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Sep 27 08:43:29.029170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3d260d86-77ca-45d0-8118-ff330b0b69e2 None None] Provisioning complete for port 946399b7-7baa-4e48-8c79-d1d52a32e641 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:29.029732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d260d86-77ca-45d0-8118-ff330b0b69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:29.065686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3d260d86-77ca-45d0-8118-ff330b0b69e2 None None] Port 946399b7-7baa-4e48-8c79-d1d52a32e641 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:29.091790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57c5920c-6266-49c1-8631-6ef90f46af83 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:29.147136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5920c-6266-49c1-8631-6ef90f46af83 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Port': ['ID=946399b7-7baa-4e48-8c79-d1d52a32e641,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:29.316801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57c5920c-6266-49c1-8631-6ef90f46af83 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:29.321519 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-57c5920c-6266-49c1-8631-6ef90f46af83 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "DELETE /v2.0/ports/946399b7-7baa-4e48-8c79-d1d52a32e641 HTTP/1.1" status: 204 len: 168 time: 0.6164505 Sep 27 08:43:29.324164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:29.355470 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaa3160-bf62-40f5-ace7-adfe46beb241 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] GET failed (client error): The resource could not be found. Sep 27 08:43:29.357157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fdaa3160-bf62-40f5-ace7-adfe46beb241 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "GET /v2.0/ports/946399b7-7baa-4e48-8c79-d1d52a32e641 HTTP/1.1" status: 404 len: 333 time: 0.0320055 Sep 27 08:43:29.360800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55794) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:29.366076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53', 'name': 'tempest-AllowedAddressPairTestJSON-1706918479'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:29.485880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Made reservation on behalf of 332361fae38642ef93c9eada101fa885 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:29.489338 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:29.506594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] device_id is not set on port 2295ccc7-ad41-472e-a19a-68eea75a940e yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:29.630737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Allocated IP 172.20.0.10 (3da96a58-4bb5-4e50-9242-e10be8661a53/82b43cc9-593a-44c5-b9d8-f627cec7135d/2295ccc7-ad41-472e-a19a-68eea75a940e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:29.781833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:29.820987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:29.870675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:29.874278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:29.878671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:29.911738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=2295ccc7-ad41-472e-a19a-68eea75a940e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:29.939361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:29.940017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:29.956260 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0d92dc22-3e97-41b8-a233-d7d84eb8e8c4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5943127 Sep 27 08:43:29.959248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55800) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:29.964983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:57:7c:90'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:30.131072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803739-20b2-4056-ba62-8bd3f8fa76ba req-47b640e3-80b2-4e2b-aec4-8e941e0c37df tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:30.132937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17803739-20b2-4056-ba62-8bd3f8fa76ba req-47b640e3-80b2-4e2b-aec4-8e941e0c37df tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 943 time: 0.0778849 Sep 27 08:43:30.137047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.172940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17803739-20b2-4056-ba62-8bd3f8fa76ba req-451ed966-37b8-449a-8a70-a79dc00793ca tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Sep 27 08:43:30.192631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2ae8df33-3bef-4d98-b172-70645eac988e None None] Provisioning complete for port 2295ccc7-ad41-472e-a19a-68eea75a940e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:30.193595 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ae8df33-3bef-4d98-b172-70645eac988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.239445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8df33-3bef-4d98-b172-70645eac988e None None] Port 2295ccc7-ad41-472e-a19a-68eea75a940e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:30.335567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.341150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.426521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=2295ccc7-ad41-472e-a19a-68eea75a940e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:30.442322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] In _notify_port_updated(), no bound segment for port 2295ccc7-ad41-472e-a19a-68eea75a940e on network 3da96a58-4bb5-4e50-9242-e10be8661a53 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:43:30.448005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:30.448908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.450333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d421d427-f3e7-4020-9b14-b51fca2a6114 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "PUT /v2.0/ports/2295ccc7-ad41-472e-a19a-68eea75a940e HTTP/1.1" status: 200 len: 997 time: 0.4899218 Sep 27 08:43:30.453379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:30.557661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ee823055-da6d-45fa-b526-3af9c91c3834 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Deleting port 2295ccc7-ad41-472e-a19a-68eea75a940e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:30.558164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee823055-da6d-45fa-b526-3af9c91c3834 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.651530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee823055-da6d-45fa-b526-3af9c91c3834 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.664862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ee823055-da6d-45fa-b526-3af9c91c3834 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Calling delete_port for 2295ccc7-ad41-472e-a19a-68eea75a940e owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:30.669873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bf8f75a8-3c75-4fe4-b0ab-eeca8737539e None None] Provisioning complete for port 2295ccc7-ad41-472e-a19a-68eea75a940e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:30.670525 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf8f75a8-3c75-4fe4-b0ab-eeca8737539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.693027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:43:30.718814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f75a8-3c75-4fe4-b0ab-eeca8737539e None None] Port 2295ccc7-ad41-472e-a19a-68eea75a940e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:30.803663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee823055-da6d-45fa-b526-3af9c91c3834 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.805517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:30.819129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0', 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56', 'port_id': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0', 'mac_address': 'fa:16:3e:0b:66:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66da0342-ab85-4e3f-9b21-c5024844ea2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:43:30.844000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee823055-da6d-45fa-b526-3af9c91c3834 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Port': ['ID=2295ccc7-ad41-472e-a19a-68eea75a940e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:30.879929 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.898150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:30.921845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:30.922540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee823055-da6d-45fa-b526-3af9c91c3834 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.928913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:30.929118 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ee823055-da6d-45fa-b526-3af9c91c3834 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "DELETE /v2.0/ports/2295ccc7-ad41-472e-a19a-68eea75a940e HTTP/1.1" status: 204 len: 168 time: 0.4745452 Sep 27 08:43:30.930845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:30.957469 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d078b91-73b7-487b-9a9f-2d08e0d013d6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] GET failed (client error): The resource could not be found. Sep 27 08:43:30.962642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7d078b91-73b7-487b-9a9f-2d08e0d013d6 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "GET /v2.0/ports/2295ccc7-ad41-472e-a19a-68eea75a940e HTTP/1.1" status: 404 len: 333 time: 0.0290732 Sep 27 08:43:30.962993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55816) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:30.968054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53', 'name': 'tempest-AllowedAddressPairTestJSON-66012184'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:31.015447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:31.097053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Made reservation on behalf of 332361fae38642ef93c9eada101fa885 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:31.101201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:31.120675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] device_id is not set on port e37fa8e1-f712-4e36-8b43-a25550614c25 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:31.210274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:31.244742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Allocated IP 172.20.0.6 (3da96a58-4bb5-4e50-9242-e10be8661a53/82b43cc9-593a-44c5-b9d8-f627cec7135d/e37fa8e1-f712-4e36-8b43-a25550614c25) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:31.316195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012758-8500-4811-a3ef-141c95e8cf6e req-113a4f14-59ea-4d43-8b3a-bccf06d619ec tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:31.318091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7012758-8500-4811-a3ef-141c95e8cf6e req-113a4f14-59ea-4d43-8b3a-bccf06d619ec tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 944 time: 0.0630224 Sep 27 08:43:31.358674 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7012758-8500-4811-a3ef-141c95e8cf6e req-97e67b40-ae54-4423-9a55-38603aa2b86b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Sep 27 08:43:31.434847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:31.470496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:31.513052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:31.516572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:31.519077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:31.569639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=e37fa8e1-f712-4e36-8b43-a25550614c25,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:31.593356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:31.594037 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:31.616840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b5ad3288-026c-4517-a021-f5eb3ea549d3 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6503582 Sep 27 08:43:31.617312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55824) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:31.625054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'network_id': '3da96a58-4bb5-4e50-9242-e10be8661a53', 'name': 'tempest-AllowedAddressPairTestJSON-2108505763'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:31.714599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c0efdc55-39ee-4abb-9117-929ec92d5141 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:43:31.741360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: c0efdc55-39ee-4abb-9117-929ec92d5141 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:43:31.741708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c0efdc55-39ee-4abb-9117-929ec92d5141 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:43:31.753869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-12ddbbd6-ebc5-4c38-bfa4-e0fefbcbeec2 None None] Provisioning complete for port e37fa8e1-f712-4e36-8b43-a25550614c25 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:31.754316 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12ddbbd6-ebc5-4c38-bfa4-e0fefbcbeec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:31.765318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Made reservation on behalf of 332361fae38642ef93c9eada101fa885 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:31.769951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:31.788740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] device_id is not set on port 40938eac-058a-4759-8233-3d0be13f1584 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:31.790732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-12ddbbd6-ebc5-4c38-bfa4-e0fefbcbeec2 None None] Port e37fa8e1-f712-4e36-8b43-a25550614c25 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:31.906162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Allocated IP 172.20.0.4 (3da96a58-4bb5-4e50-9242-e10be8661a53/82b43cc9-593a-44c5-b9d8-f627cec7135d/40938eac-058a-4759-8233-3d0be13f1584) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:32.072173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.107884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.152051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:32.155730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:32.160094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:32.169892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=40938eac-058a-4759-8233-3d0be13f1584,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:32.234428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:32.235186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.253758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6eb1269c-3dea-4e2d-ab01-6be533ae3f22 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6327491 Sep 27 08:43:32.256433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55828) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:32.261830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:57:7c:90'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6a:83:81'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:32.339645 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.417053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0539f07d-c08d-40b5-bb26-d2d62ed32438 None None] Provisioning complete for port 40938eac-058a-4759-8233-3d0be13f1584 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:32.418005 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0539f07d-c08d-40b5-bb26-d2d62ed32438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.457707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0539f07d-c08d-40b5-bb26-d2d62ed32438 None None] Port 40938eac-058a-4759-8233-3d0be13f1584 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:32.546734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934bbc2-1b45-4d0d-90f0-5cb5c3a945fd req-0f33e802-5ff9-4bc7-9acd-2a31bc7058df tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:32.554926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0934bbc2-1b45-4d0d-90f0-5cb5c3a945fd req-0f33e802-5ff9-4bc7-9acd-2a31bc7058df tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 944 time: 0.0815926 Sep 27 08:43:32.570229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.580931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.594495 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0934bbc2-1b45-4d0d-90f0-5cb5c3a945fd req-eabddd93-1bae-434b-94ae-6d2254a5af12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Sep 27 08:43:32.674364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event updated for resources: {'Port': ['ID=40938eac-058a-4759-8233-3d0be13f1584,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:32.684992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] In _notify_port_updated(), no bound segment for port 40938eac-058a-4759-8233-3d0be13f1584 on network 3da96a58-4bb5-4e50-9242-e10be8661a53 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:43:32.691071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:32.692083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.693626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1500c68b-b8fc-4c16-b0f0-48611accbea8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "PUT /v2.0/ports/40938eac-058a-4759-8233-3d0be13f1584 HTTP/1.1" status: 200 len: 1055 time: 0.4361413 Sep 27 08:43:32.696170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:43:32.696697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:32.776829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:43:32.787282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:32.788063 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.830660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Deleting port 40938eac-058a-4759-8233-3d0be13f1584 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:32.831006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.895213 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.933133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.935049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:32.936456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:32.939987 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1441fcf-5dd1-40dd-a08e-9a0c60f1fa75" -d '{"events": [{"server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "name": "network-vif-plugged", "status": "completed", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:32.944188 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:32.949220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Calling delete_port for 40938eac-058a-4759-8233-3d0be13f1584 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:32.995177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c1f0f7d6-9ab1-4c0c-81d8-e215048ab04e None None] Provisioning complete for port 40938eac-058a-4759-8233-3d0be13f1584 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:32.995621 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f7d6-9ab1-4c0c-81d8-e215048ab04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:33.044220 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb75b23d-908f-4ddb-af74-18ba9208a059 x-openstack-request-id: req-eb75b23d-908f-4ddb-af74-18ba9208a059 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:33.044444 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "name": "network-vif-plugged", "status": "completed", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:33.044704 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb75b23d-908f-4ddb-af74-18ba9208a059 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:33.045063 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0', 'code': 200} Sep 27 08:43:33.045840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0f7d6-9ab1-4c0c-81d8-e215048ab04e None None] Port 40938eac-058a-4759-8233-3d0be13f1584 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:43:33.080115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:33.155094 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:33.190985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb06ee-2f37-45c1-9d75-3c815fe21751 req-8b46e5c5-11e0-42bc-851f-57fedba9c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:33.192498 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-20bb06ee-2f37-45c1-9d75-3c815fe21751 req-8b46e5c5-11e0-42bc-851f-57fedba9c127 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1096 time: 0.0729196 Sep 27 08:43:33.193238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Port': ['ID=40938eac-058a-4759-8233-3d0be13f1584,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:33.218602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.223021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.223599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.224277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.224670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.225038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.225388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.225745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.226082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.226444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.226801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.227151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:33.296363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-20bb06ee-2f37-45c1-9d75-3c815fe21751 req-ff19505c-f4a9-4ec2-a70f-0407610cbd1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886683 Sep 27 08:43:33.479127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:33.481278 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9815959-74e9-48d7-b592-f20fa85c6fc8 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "DELETE /v2.0/ports/40938eac-058a-4759-8233-3d0be13f1584 HTTP/1.1" status: 204 len: 168 time: 0.7835345 Sep 27 08:43:33.484408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55842) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:33.510543 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e87a697-f67d-415b-87e5-4229cbfb938b tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] GET failed (client error): The resource could not be found. Sep 27 08:43:33.512109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5e87a697-f67d-415b-87e5-4229cbfb938b tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "GET /v2.0/ports/40938eac-058a-4759-8233-3d0be13f1584 HTTP/1.1" status: 404 len: 333 time: 0.0266383 Sep 27 08:43:33.515140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55844) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:33.606630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-db0c14fa-27d6-4c92-b3ba-0636f91d1065 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Deleting port e37fa8e1-f712-4e36-8b43-a25550614c25 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:33.607158 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db0c14fa-27d6-4c92-b3ba-0636f91d1065 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:33.726183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db0c14fa-27d6-4c92-b3ba-0636f91d1065 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:33.741303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-db0c14fa-27d6-4c92-b3ba-0636f91d1065 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Calling delete_port for e37fa8e1-f712-4e36-8b43-a25550614c25 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:33.763506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d3cb8-3779-4b34-bf00-d66ee82dcf8d req-7d51b834-62f5-45b9-a41c-61a2c66e392e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:33.766196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da6d3cb8-3779-4b34-bf00-d66ee82dcf8d req-7d51b834-62f5-45b9-a41c-61a2c66e392e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 945 time: 0.0850637 Sep 27 08:43:33.835450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da6d3cb8-3779-4b34-bf00-d66ee82dcf8d req-90ef7e2d-c210-4433-bbf9-b4145dde5d21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614574 Sep 27 08:43:33.926051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db0c14fa-27d6-4c92-b3ba-0636f91d1065 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:33.963885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e39f-5e3a-4a99-8053-086d6c5c8599 req-895b89b4-18fc-466d-b51e-128eaa924898 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:33.965538 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c1b3e39f-5e3a-4a99-8053-086d6c5c8599 req-895b89b4-18fc-466d-b51e-128eaa924898 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 945 time: 0.0871212 Sep 27 08:43:33.968914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c14fa-27d6-4c92-b3ba-0636f91d1065 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Port': ['ID=e37fa8e1-f712-4e36-8b43-a25550614c25,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:34.061154 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c1b3e39f-5e3a-4a99-8053-086d6c5c8599 req-0af3c762-4107-4212-8c31-d0229072a59c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882838 Sep 27 08:43:34.071527 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db0c14fa-27d6-4c92-b3ba-0636f91d1065 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.073603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db0c14fa-27d6-4c92-b3ba-0636f91d1065 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "DELETE /v2.0/ports/e37fa8e1-f712-4e36-8b43-a25550614c25 HTTP/1.1" status: 204 len: 168 time: 0.5572805 Sep 27 08:43:34.076372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55858) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:34.103511 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec77bbb1-2768-471d-9acf-e641959e6a7c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] GET failed (client error): The resource could not be found. Sep 27 08:43:34.105226 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ec77bbb1-2768-471d-9acf-e641959e6a7c tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "GET /v2.0/ports/e37fa8e1-f712-4e36-8b43-a25550614c25 HTTP/1.1" status: 404 len: 333 time: 0.0275075 Sep 27 08:43:34.109115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55860) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:34.211617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e7f281dd-4592-46a7-8378-37b58f8a8d2e tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Deleting port a087d5ce-31f7-4244-8636-fb1c8b5787c0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:34.212036 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7f281dd-4592-46a7-8378-37b58f8a8d2e tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.301143 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7f281dd-4592-46a7-8378-37b58f8a8d2e tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.312908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e7f281dd-4592-46a7-8378-37b58f8a8d2e tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Calling delete_port for a087d5ce-31f7-4244-8636-fb1c8b5787c0 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:34.457772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7f281dd-4592-46a7-8378-37b58f8a8d2e tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.488275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f281dd-4592-46a7-8378-37b58f8a8d2e tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Port': ['ID=a087d5ce-31f7-4244-8636-fb1c8b5787c0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:34.559361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7f281dd-4592-46a7-8378-37b58f8a8d2e tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.561583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7f281dd-4592-46a7-8378-37b58f8a8d2e tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "DELETE /v2.0/ports/a087d5ce-31f7-4244-8636-fb1c8b5787c0 HTTP/1.1" status: 204 len: 168 time: 0.4514229 Sep 27 08:43:34.564012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55864) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:34.621334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbe169c-4daa-47d3-bd08-efa8483173d4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Deleting subnet 82b43cc9-593a-44c5-b9d8-f627cec7135d {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:43:34.624960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fbe169c-4daa-47d3-bd08-efa8483173d4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.665396 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fbe169c-4daa-47d3-bd08-efa8483173d4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.752640 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fbe169c-4daa-47d3-bd08-efa8483173d4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.815365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fbe169c-4daa-47d3-bd08-efa8483173d4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.843840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe169c-4daa-47d3-bd08-efa8483173d4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Subnet': ['ID=82b43cc9-593a-44c5-b9d8-f627cec7135d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:34.847875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fbe169c-4daa-47d3-bd08-efa8483173d4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.850793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55868) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:34.852924 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8fbe169c-4daa-47d3-bd08-efa8483173d4 tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "DELETE /v2.0/subnets/82b43cc9-593a-44c5-b9d8-f627cec7135d HTTP/1.1" status: 204 len: 168 time: 0.2878137 Sep 27 08:43:34.859657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709efedc-a8b1-4a10-b748-f634a5ce2a87 None None] Network 3da96a58-4bb5-4e50-9242-e10be8661a53 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:43:34.928863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:34.962081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a355b2-3de0-4e61-85f9-bb3cb2a1bd12 req-16b02ba6-6643-4d11-a7c1-e0ae9d3186bf tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:34.963610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-36a355b2-3de0-4e61-85f9-bb3cb2a1bd12 req-16b02ba6-6643-4d11-a7c1-e0ae9d3186bf tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 945 time: 0.0565081 Sep 27 08:43:34.991997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Deleting port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:34.992494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.016991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-36a355b2-3de0-4e61-85f9-bb3cb2a1bd12 req-e6603fc1-ee4f-40bb-ad6b-410a3da5deac tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Sep 27 08:43:35.051332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] DHCP port deletion for 3da96a58-4bb5-4e50-9242-e10be8661a53 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:43:35.061204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] For port 1c0ce87b-735f-41fa-ba07-5d3f836053f0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1c0ce87b-735f-41fa-ba07-5d3f836053f0,segment=NetworkSegment(1e687133-538a-4a25-8e1f-e952748ec581),segment_id=1e687133-538a-4a25-8e1f-e952748ec581)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:35.061498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.075946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Calling delete_port for 1c0ce87b-735f-41fa-ba07-5d3f836053f0 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:35.098008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] Deleting port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:35.098517 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.156583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00974313-ca8b-4f9f-af24-83f184050e5e req-d00c9eec-288d-4c95-809f-f3e5979c2dbe tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-337225123&fields=id&tenant_id=fc0a50f42de54c7395e312c76e66fbd0 HTTP/1.1" status: 200 len: 267 time: 0.0745409 Sep 27 08:43:35.160897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] For port 1c0ce87b-735f-41fa-ba07-5d3f836053f0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1c0ce87b-735f-41fa-ba07-5d3f836053f0,segment=NetworkSegment(1e687133-538a-4a25-8e1f-e952748ec581),segment_id=1e687133-538a-4a25-8e1f-e952748ec581)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:35.161405 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.173629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] Calling delete_port for 1c0ce87b-735f-41fa-ba07-5d3f836053f0 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:35.194998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4931bed-4420-462c-9796-b6dd7a54a3d7 req-46af1c54-484e-4183-ba34-c2a14c087ff5 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:35.202751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4931bed-4420-462c-9796-b6dd7a54a3d7 req-46af1c54-484e-4183-ba34-c2a14c087ff5 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 945 time: 0.0639954 Sep 27 08:43:35.230967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00974313-ca8b-4f9f-af24-83f184050e5e req-9aacbab4-8ac8-4f2b-a0c0-ba1fa9ae7bde tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:35.230967 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00974313-ca8b-4f9f-af24-83f184050e5e req-9aacbab4-8ac8-4f2b-a0c0-ba1fa9ae7bde tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 945 time: 0.0627961 Sep 27 08:43:35.233499 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.248089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4931bed-4420-462c-9796-b6dd7a54a3d7 req-42614b45-316f-4bf2-a14f-b7e35109406e tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb6d15d-c364-4fa2-8018-39b8f1cda88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448327 Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: from cryptography.utils import int_from_bytes Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: from cryptography.utils import int_from_bytes Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.262693 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:43:35.265717 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:43:35.279256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-00974313-ca8b-4f9f-af24-83f184050e5e req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'port': {'security_groups': ['e202bb37-08ad-4d7a-a878-f07476e40cd2', 'db0b76e7-745b-470e-8226-980f3a1ba7bf']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:35.279793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.302869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Port': ['ID=1c0ce87b-735f-41fa-ba07-5d3f836053f0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:35.305119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] No DVR routers for this DVR port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:35.311878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] Pushing event deleted for resources: {'Port': ['ID=1c0ce87b-735f-41fa-ba07-5d3f836053f0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:35.321465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0de9f6-75cf-4145-9bf7-f6289afc2784 None None] No DVR routers for this DVR port 1c0ce87b-735f-41fa-ba07-5d3f836053f0 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:35.398473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00974313-ca8b-4f9f-af24-83f184050e5e req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.436379 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.486894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da96a58-4bb5-4e50-9242-e10be8661a53']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:35.515246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e687133-538a-4a25-8e1f-e952748ec581') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:35.515543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e687133-538a-4a25-8e1f-e952748ec581') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:35.534299 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.569574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.581987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:43:35.582365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:43:35.585439 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:43:35.605181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.617111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-f9ee4e8b-4277-45e4-a928-965e87cb0392 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:35.618579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-f9ee4e8b-4277-45e4-a928-965e87cb0392 tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 945 time: 0.1666083 Sep 27 08:43:35.717999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.739243 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.744162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] 10.222.0.50 "DELETE /v2.0/networks/3da96a58-4bb5-4e50-9242-e10be8661a53 HTTP/1.1" status: 204 len: 168 time: 0.8893337 Sep 27 08:43:35.785506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371652d9-0701-43e6-8a7e-caca4cfebd0a tempest-AllowedAddressPairTestJSON-703579711 tempest-AllowedAddressPairTestJSON-703579711-project] Pushing event deleted for resources: {'Network': ['ID=3da96a58-4bb5-4e50-9242-e10be8661a53,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:35.822527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1c0ce87b-735f-41fa-ba07-5d3f836053f0 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:43:35.843155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 1c0ce87b-735f-41fa-ba07-5d3f836053f0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:43:35.843649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1c0ce87b-735f-41fa-ba07-5d3f836053f0 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:43:35.854216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-00974313-ca8b-4f9f-af24-83f184050e5e req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] For port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:35.876232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Deleting port 915ae7ab-e542-4c89-b216-87725ba5afb5 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:35.876666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.921398 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00974313-ca8b-4f9f-af24-83f184050e5e req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.928205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00974313-ca8b-4f9f-af24-83f184050e5e req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:35.944242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:36.016782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00974313-ca8b-4f9f-af24-83f184050e5e req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:36.016782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-00974313-ca8b-4f9f-af24-83f184050e5e req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.016782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00974313-ca8b-4f9f-af24-83f184050e5e req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "PUT /v2.0/ports/b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 HTTP/1.1" status: 200 len: 981 time: 0.7755463 Sep 27 08:43:36.017251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55884) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:36.018160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:36.023617 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9db6886-b626-49f6-b989-228d11269eae" -d '{"events": [{"name": "network-changed", "server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:36.056907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68ad74-4942-4131-87cf-b90df278fbf6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'Port': ['ID=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:36.061122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] For port 915ae7ab-e542-4c89-b216-87725ba5afb5, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=915ae7ab-e542-4c89-b216-87725ba5afb5,segment=NetworkSegment(fb92c0d3-cf07-4517-9a23-f2800e369a9b),segment_id=fb92c0d3-cf07-4517-9a23-f2800e369a9b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:36.061501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.076047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Calling delete_port for 915ae7ab-e542-4c89-b216-87725ba5afb5 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:36.124422 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2947dea7-0d87-461c-bbff-f5d184677251 x-openstack-request-id: req-2947dea7-0d87-461c-bbff-f5d184677251 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:36.124714 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:36.125277 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2947dea7-0d87-461c-bbff-f5d184677251 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:36.125398 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0', 'status': 'completed', 'code': 200} Sep 27 08:43:36.180883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6886-b626-49f6-b989-228d11269eae req-52b444e7-5dbd-465f-8b8a-a226df13706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:36.181112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d8251c5-41da-478b-b8ca-36a10688848d req-240a9b36-31f6-4125-9cf0-55b594660b43 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1846592839&fields=id&tenant_id=fc0a50f42de54c7395e312c76e66fbd0 HTTP/1.1" status: 200 len: 267 time: 0.0582922 Sep 27 08:43:36.182714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9db6886-b626-49f6-b989-228d11269eae req-52b444e7-5dbd-465f-8b8a-a226df13706c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1135 time: 0.0551219 Sep 27 08:43:36.283663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7940fc86-9ddd-46d0-821e-6a37d2c62230 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=332361fae38642ef93c9eada101fa885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652121 Sep 27 08:43:36.284268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55894) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:36.289329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8251c5-41da-478b-b8ca-36a10688848d req-8c7a6cd6-09ee-4ccf-929a-31a7a325c88b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:36.291422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d8251c5-41da-478b-b8ca-36a10688848d req-8c7a6cd6-09ee-4ccf-929a-31a7a325c88b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 984 time: 0.1037335 Sep 27 08:43:36.311847 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:36.312067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-1d8251c5-41da-478b-b8ca-36a10688848d req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'port': {'security_groups': ['db0b76e7-745b-470e-8226-980f3a1ba7bf', 'e202bb37-08ad-4d7a-a878-f07476e40cd2', '4ff12151-9c3f-4f53-b109-2b6aefa47e3e']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:36.340563 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.343267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6886-b626-49f6-b989-228d11269eae req-d2ecfb30-729a-42ed-8ad3-13ccf3ee463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:36.345051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9db6886-b626-49f6-b989-228d11269eae req-d2ecfb30-729a-42ed-8ad3-13ccf3ee463c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 914 time: 0.1449306 Sep 27 08:43:36.366683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['915ae7ab-e542-4c89-b216-87725ba5afb5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:36.383859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Pushing event deleted for resources: {'Port': ['ID=915ae7ab-e542-4c89-b216-87725ba5afb5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:36.455872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] No DVR routers for this DVR port 915ae7ab-e542-4c89-b216-87725ba5afb5 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:36.462045 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.465031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec74adbf-4b78-482f-9770-4813766fe2a3 req-c8c31289-94ac-473e-9d8b-d3ffc29e5b4c tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.67 "DELETE /v2.0/ports/915ae7ab-e542-4c89-b216-87725ba5afb5 HTTP/1.1" status: 204 len: 173 time: 0.8333089 Sep 27 08:43:36.465701 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1d8251c5-41da-478b-b8ca-36a10688848d req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.708452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-1d8251c5-41da-478b-b8ca-36a10688848d req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] For port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:36.740554 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1d8251c5-41da-478b-b8ca-36a10688848d req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.746269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1d8251c5-41da-478b-b8ca-36a10688848d req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.759501 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77e3f8e0-6e71-420e-9a0a-f9581d10d318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.762219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9db6886-b626-49f6-b989-228d11269eae req-62497146-36b7-4a72-b229-bc0335a318cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 HTTP/1.1" status: 200 len: 217 time: 0.4068346 Sep 27 08:43:36.762923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:36.778914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a849fbee-6c67-4833-b3b3-05d608feba51 req-30afab73-b2d2-40ae-a630-e76b8484fc7b tempest-AttachVolumeNegativeTest-1022662068 tempest-AttachVolumeNegativeTest-1022662068-project] 10.222.0.50 "GET /v2.0/ports?device_id=112868c9-e5a8-4fac-b450-4bc90f1d3ba1 HTTP/1.1" status: 200 len: 210 time: 0.4150882 Sep 27 08:43:36.793661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8251c5-41da-478b-b8ca-36a10688848d req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:36.794312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1d8251c5-41da-478b-b8ca-36a10688848d req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.795725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d8251c5-41da-478b-b8ca-36a10688848d req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "PUT /v2.0/ports/b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 HTTP/1.1" status: 200 len: 1020 time: 0.4914732 Sep 27 08:43:36.828743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77e3f8e0-6e71-420e-9a0a-f9581d10d318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:36.850203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b07a59-b7a5-4679-9af0-0335678dc392 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'Port': ['ID=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:36.850476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6886-b626-49f6-b989-228d11269eae req-f760530b-da0b-45f6-9fff-f79a95c87467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:36.851943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9db6886-b626-49f6-b989-228d11269eae req-f760530b-da0b-45f6-9fff-f79a95c87467 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.0754681 Sep 27 08:43:36.905209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9db6886-b626-49f6-b989-228d11269eae req-76d9482c-46c5-4361-8b47-d06a3c234a25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441406 Sep 27 08:43:36.906205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:37.005111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abfb56-cf4b-4309-9665-b8f60d2f62ec req-af4a7a7a-332e-4535-add3-a47be3601731 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:37.012784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8abfb56-cf4b-4309-9665-b8f60d2f62ec req-af4a7a7a-332e-4535-add3-a47be3601731 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1023 time: 0.1378312 Sep 27 08:43:37.020952 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77e3f8e0-6e71-420e-9a0a-f9581d10d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.023729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77e3f8e0-6e71-420e-9a0a-f9581d10d318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.027425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-77e3f8e0-6e71-420e-9a0a-f9581d10d318 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8db76766-35dd-41df-b88d-35787b93295e HTTP/1.1" status: 204 len: 168 time: 0.7404809 Sep 27 08:43:37.056568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3f8e0-6e71-420e-9a0a-f9581d10d318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db76766-35dd-41df-b88d-35787b93295e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:37.084491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9db6886-b626-49f6-b989-228d11269eae req-739f7587-d4e5-46df-84eb-df333531e2b9 service neutron] 10.222.0.57 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648133 Sep 27 08:43:37.148496 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8abfb56-cf4b-4309-9665-b8f60d2f62ec req-16c91c82-4864-4f0f-9820-40daca4de67c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=db0b76e7-745b-470e-8226-980f3a1ba7bf&id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=4ff12151-9c3f-4f53-b109-2b6aefa47e3e HTTP/1.1" status: 200 len: 6155 time: 0.1347451 Sep 27 08:43:37.192623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-58749e8b-ff84-48d8-8ca4-a06b16fd06fe req-5162645a-35af-4726-9d90-e3bed0545b5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': ' tempest-securitygroup -247775902 ', 'description': 'tempest-description-1235275565'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:37.220771 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9db6886-b626-49f6-b989-228d11269eae req-02119f61-11e2-449a-8776-f862c6966514 service neutron] 10.222.0.57 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282830 Sep 27 08:43:37.241251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-58749e8b-ff84-48d8-8ca4-a06b16fd06fe req-5162645a-35af-4726-9d90-e3bed0545b5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.334512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-58749e8b-ff84-48d8-8ca4-a06b16fd06fe req-5162645a-35af-4726-9d90-e3bed0545b5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.340427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-58749e8b-ff84-48d8-8ca4-a06b16fd06fe req-5162645a-35af-4726-9d90-e3bed0545b5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.363818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-58749e8b-ff84-48d8-8ca4-a06b16fd06fe req-5162645a-35af-4726-9d90-e3bed0545b5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.365243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-58749e8b-ff84-48d8-8ca4-a06b16fd06fe req-5162645a-35af-4726-9d90-e3bed0545b5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.1810734 Sep 27 08:43:37.378974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162645a-35af-4726-9d90-e3bed0545b5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603375e4-d6a1-45b4-b81f-51e64726eedb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:37.432610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1f315b4-16d4-458a-8333-cd28de71f5e3 req-4dca350a-7e02-4c2c-b43e-f8277a392785 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/603375e4-d6a1-45b4-b81f-51e64726eedb HTTP/1.1" status: 200 len: 1782 time: 0.0463371 Sep 27 08:43:37.493031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be6caef5-e0a8-4eb3-adab-114aa24472c6 req-e83fb9fe-9a4f-4545-9ced-11720fc45511 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/603375e4-d6a1-45b4-b81f-51e64726eedb HTTP/1.1" status: 200 len: 1782 time: 0.0395062 Sep 27 08:43:37.554857 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-be6caef5-e0a8-4eb3-adab-114aa24472c6 req-f5c86626-9c89-406e-a369-12bed53722f6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.577556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-be6caef5-e0a8-4eb3-adab-114aa24472c6 req-f5c86626-9c89-406e-a369-12bed53722f6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.622335 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-be6caef5-e0a8-4eb3-adab-114aa24472c6 req-f5c86626-9c89-406e-a369-12bed53722f6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.624902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-be6caef5-e0a8-4eb3-adab-114aa24472c6 req-f5c86626-9c89-406e-a369-12bed53722f6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.626054 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be6caef5-e0a8-4eb3-adab-114aa24472c6 req-f5c86626-9c89-406e-a369-12bed53722f6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/603375e4-d6a1-45b4-b81f-51e64726eedb HTTP/1.1" status: 204 len: 173 time: 0.1271982 Sep 27 08:43:37.635301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c86626-9c89-406e-a369-12bed53722f6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603375e4-d6a1-45b4-b81f-51e64726eedb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:37.658984 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-5dcf6b20-2b42-44e6-b93c-6244fa64d1c6 req-07f1982a-fda0-4351-83e3-fc2db0c95e2a tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:43:37.660145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5dcf6b20-2b42-44e6-b93c-6244fa64d1c6 req-07f1982a-fda0-4351-83e3-fc2db0c95e2a tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/603375e4-d6a1-45b4-b81f-51e64726eedb HTTP/1.1" status: 404 len: 352 time: 0.0149539 Sep 27 08:43:37.687448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-52e9804e-a4e2-42eb-973e-bc85eb28186d req-7c9f28af-e216-4a36-a7bd-671299dcd84b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-839232375', 'description': 'tempest-description-958568273'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:37.710119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-52e9804e-a4e2-42eb-973e-bc85eb28186d req-7c9f28af-e216-4a36-a7bd-671299dcd84b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.794791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:37.795463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-52e9804e-a4e2-42eb-973e-bc85eb28186d req-7c9f28af-e216-4a36-a7bd-671299dcd84b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.800219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-52e9804e-a4e2-42eb-973e-bc85eb28186d req-7c9f28af-e216-4a36-a7bd-671299dcd84b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.826811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-52e9804e-a4e2-42eb-973e-bc85eb28186d req-7c9f28af-e216-4a36-a7bd-671299dcd84b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.828090 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52e9804e-a4e2-42eb-973e-bc85eb28186d req-7c9f28af-e216-4a36-a7bd-671299dcd84b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1451304 Sep 27 08:43:37.842754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55940) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:37.873329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f28af-e216-4a36-a7bd-671299dcd84b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce0b411-ad54-40ef-b83e-b29db093ae86,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:37.884181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-094d5309-9295-48cf-9137-0c34ddd3cb83 req-59ba2835-e2a4-4773-a0ae-d4b517d0966c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1244876933', 'description': 'tempest-description-1335172067'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:37.911854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74f987d-1358-4648-9b7d-805d7ba9bfe1 admin admin] Deleting subnet a005fe43-8267-430b-aca7-c736a9229fba {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:43:37.917011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74f987d-1358-4648-9b7d-805d7ba9bfe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.919385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-814381284'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:37.946167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-094d5309-9295-48cf-9137-0c34ddd3cb83 req-59ba2835-e2a4-4773-a0ae-d4b517d0966c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.958649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:37.962331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.971437 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74f987d-1358-4648-9b7d-805d7ba9bfe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:37.977474 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.015040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:43:38.015040 n-d-810909-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:43:38.015040 n-d-810909-1 neutron-server[94831]: [parameters: {'project_id_1': 'b47ae7685f284960afe36d3953398c20', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 43, 17, 988042)}] Sep 27 08:43:38.015040 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:43:38.015475 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:43:38.034352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74f987d-1358-4648-9b7d-805d7ba9bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.117092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-094d5309-9295-48cf-9137-0c34ddd3cb83 req-59ba2835-e2a4-4773-a0ae-d4b517d0966c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.118391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74f987d-1358-4648-9b7d-805d7ba9bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.127064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-094d5309-9295-48cf-9137-0c34ddd3cb83 req-59ba2835-e2a4-4773-a0ae-d4b517d0966c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.128937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112868c9-e5a8-4fac-b450-4bc90f1d3ba1', 'name': 'network-vif-deleted', 'tag': '915ae7ab-e542-4c89-b216-87725ba5afb5'}, {'name': 'network-changed', 'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:38.131177 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1393b2-bc79-4827-a8a0-fccf02604904" -d '{"events": [{"server_uuid": "112868c9-e5a8-4fac-b450-4bc90f1d3ba1", "name": "network-vif-deleted", "tag": "915ae7ab-e542-4c89-b216-87725ba5afb5"}, {"name": "network-changed", "server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:38.159507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f987d-1358-4648-9b7d-805d7ba9bfe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a005fe43-8267-430b-aca7-c736a9229fba,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:38.169118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74f987d-1358-4648-9b7d-805d7ba9bfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.171035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b74f987d-1358-4648-9b7d-805d7ba9bfe1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a005fe43-8267-430b-aca7-c736a9229fba HTTP/1.1" status: 204 len: 168 time: 0.3272707 Sep 27 08:43:38.174253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:38.179168 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693001e2-8f33-4271-80e6-9645a314735f x-openstack-request-id: req-693001e2-8f33-4271-80e6-9645a314735f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:38.179469 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112868c9-e5a8-4fac-b450-4bc90f1d3ba1", "name": "network-vif-deleted", "tag": "915ae7ab-e542-4c89-b216-87725ba5afb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:38.179723 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-693001e2-8f33-4271-80e6-9645a314735f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:38.180117 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112868c9-e5a8-4fac-b450-4bc90f1d3ba1', 'name': 'network-vif-deleted', 'tag': '915ae7ab-e542-4c89-b216-87725ba5afb5', 'status': 'completed', 'code': 200} Sep 27 08:43:38.180385 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0', 'status': 'completed', 'code': 200} Sep 27 08:43:38.187351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-094d5309-9295-48cf-9137-0c34ddd3cb83 req-59ba2835-e2a4-4773-a0ae-d4b517d0966c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.188597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-094d5309-9295-48cf-9137-0c34ddd3cb83 req-59ba2835-e2a4-4773-a0ae-d4b517d0966c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3124580 Sep 27 08:43:38.190355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba2835-e2a4-4773-a0ae-d4b517d0966c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e844f-2fcd-48f2-99f3-c8794aafd22a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:38.220598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c5f3a96a-190f-4f7e-b2ce-61042897b49c req-be9d5e3c-8d98-493a-b001-cdb4c12999d9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-286722774', 'description': 'tempest-description-1352353658'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:38.286404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.306832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c5f3a96a-190f-4f7e-b2ce-61042897b49c req-be9d5e3c-8d98-493a-b001-cdb4c12999d9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.326871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-a81336cd-2f25-4a11-8639-bd5d3c795b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:38.328355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-a81336cd-2f25-4a11-8639-bd5d3c795b90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1174 time: 0.0788529 Sep 27 08:43:38.474638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.512257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a996d74-93bc-43f3-bcac-abcfe8fa4667']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:38.521371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.532793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb92c0d3-cf07-4517-9a23-f2800e369a9b') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:38.533081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb92c0d3-cf07-4517-9a23-f2800e369a9b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:38.536087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-571375e4-3ae4-4708-a713-3c6d47497e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:38.537666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-571375e4-3ae4-4708-a713-3c6d47497e79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 914 time: 0.1876330 Sep 27 08:43:38.556951 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.612727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-ac217281-a9ef-4971-b7ed-9ffce23514d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 HTTP/1.1" status: 200 len: 217 time: 0.0633445 Sep 27 08:43:38.618501 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.637491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:43:38.637897 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:43:38.655276 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:43:38.678874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c5f3a96a-190f-4f7e-b2ce-61042897b49c req-be9d5e3c-8d98-493a-b001-cdb4c12999d9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.719143 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c5f3a96a-190f-4f7e-b2ce-61042897b49c req-be9d5e3c-8d98-493a-b001-cdb4c12999d9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.756020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.761652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-35c0cca0-f6d2-4c81-966c-a34de62d3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:38.763221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-35c0cca0-f6d2-4c81-966c-a34de62d3628 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.1423633 Sep 27 08:43:38.767566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.769528 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] 10.222.0.50 "DELETE /v2.0/networks/9a996d74-93bc-43f3-bcac-abcfe8fa4667 HTTP/1.1" status: 204 len: 168 time: 0.5932620 Sep 27 08:43:38.813417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607ad5e-3bee-4fc0-903f-fce1e27ebc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=9a996d74-93bc-43f3-bcac-abcfe8fa4667,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:38.833153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d5e3c-8d98-493a-b001-cdb4c12999d9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a4d1a-19cf-4f84-98e6-29cc39636569,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:38.839664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-4fb66967-9bda-47a4-bf39-9e7e3ef6ce9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628207 Sep 27 08:43:38.952204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55954) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:38.975171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:38.986668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.000905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c5f3a96a-190f-4f7e-b2ce-61042897b49c req-be9d5e3c-8d98-493a-b001-cdb4c12999d9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.002168 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5f3a96a-190f-4f7e-b2ce-61042897b49c req-be9d5e3c-8d98-493a-b001-cdb4c12999d9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7886164 Sep 27 08:43:39.023691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-edfd418b-ce68-4d90-a27e-cea75053797e service neutron] 10.222.0.57 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676476 Sep 27 08:43:39.031540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-798fbe62-dd1b-451a-9fa7-6eb4d97bb71b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=302408bbca8e471ea4044c2265f16c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769076 Sep 27 08:43:39.033243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:43:39.033693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55960) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:39.083538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56aea59-b770-44da-bdb3-6665a31c7250,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:39.088360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.088715 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Added segment 12950c3a-6c56-44f6-ad12-2b5ea6484bfe of type vlan for network 941db5ea-5551-44a2-a275-052ad81bcc24 Sep 27 08:43:39.101032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eab060e-7dd0-4a4d-b09d-43ecfa97206f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.124190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eab060e-7dd0-4a4d-b09d-43ecfa97206f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.179493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eab060e-7dd0-4a4d-b09d-43ecfa97206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.182175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eab060e-7dd0-4a4d-b09d-43ecfa97206f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.184449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3eab060e-7dd0-4a4d-b09d-43ecfa97206f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebb6d15d-c364-4fa2-8018-39b8f1cda88f HTTP/1.1" status: 204 len: 168 time: 0.1493917 Sep 27 08:43:39.201427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab060e-7dd0-4a4d-b09d-43ecfa97206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb6d15d-c364-4fa2-8018-39b8f1cda88f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:39.208588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.271726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a1393b2-bc79-4827-a8a0-fccf02604904 req-a2364b0d-2228-4555-9af8-ce07d8654e32 service neutron] 10.222.0.57 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262785 Sep 27 08:43:39.292421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.298058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:39.298666 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.363975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5674934 Sep 27 08:43:39.366678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55972) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:39.372053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'subnet': {'network_id': '941db5ea-5551-44a2-a275-052ad81bcc24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:39.412773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0beb4f0-c78b-4d43-be1c-dd29f07ce9ee req-7561b2f3-d386-42eb-b1fd-895b0415ebd4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc0a50f42de54c7395e312c76e66fbd0 HTTP/1.1" status: 200 len: 10908 time: 0.3812976 Sep 27 08:43:39.420488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe383e9-c687-413f-927b-730c62e2229e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Network': ['ID=941db5ea-5551-44a2-a275-052ad81bcc24,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:39.432131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 941db5ea-5551-44a2-a275-052ad81bcc24 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:43:39.466926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0beb4f0-c78b-4d43-be1c-dd29f07ce9ee req-9f8b5e62-ae01-48e5-908c-ccc5284d52c1 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/e202bb37-08ad-4d7a-a878-f07476e40cd2 HTTP/1.1" status: 200 len: 2985 time: 0.0530784 Sep 27 08:43:39.527108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0beb4f0-c78b-4d43-be1c-dd29f07ce9ee req-7b019015-e971-44a4-b00b-11a321e228e4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/e202bb37-08ad-4d7a-a878-f07476e40cd2 HTTP/1.1" status: 200 len: 2985 time: 0.0592599 Sep 27 08:43:39.537278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbcae3-11bf-4091-9c65-df3810c17e54 req-379eea0f-1f3a-4f0b-9ef7-0af7efa5c2b3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:39.539077 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03cbcae3-11bf-4091-9c65-df3810c17e54 req-379eea0f-1f3a-4f0b-9ef7-0af7efa5c2b3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 945 time: 0.0941570 Sep 27 08:43:39.540288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:39.543814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.593936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11b0ea7d-a0cf-4fee-8fea-775a26f4e4e2 req-81605766-4e90-4a61-8e38-ca4bbeb91061 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/8ce0b411-ad54-40ef-b83e-b29db093ae86 HTTP/1.1" status: 200 len: 1801 time: 0.0423558 Sep 27 08:43:39.639542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03cbcae3-11bf-4091-9c65-df3810c17e54 req-f253b6a4-85f0-4943-b80e-bdde812a6ee7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921400 Sep 27 08:43:39.680371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-11b0ea7d-a0cf-4fee-8fea-775a26f4e4e2 req-544e62fb-c024-4da2-962f-f86946408a12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.710448 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-11b0ea7d-a0cf-4fee-8fea-775a26f4e4e2 req-544e62fb-c024-4da2-962f-f86946408a12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.754442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-11b0ea7d-a0cf-4fee-8fea-775a26f4e4e2 req-544e62fb-c024-4da2-962f-f86946408a12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.757297 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-11b0ea7d-a0cf-4fee-8fea-775a26f4e4e2 req-544e62fb-c024-4da2-962f-f86946408a12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.758459 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11b0ea7d-a0cf-4fee-8fea-775a26f4e4e2 req-544e62fb-c024-4da2-962f-f86946408a12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ce0b411-ad54-40ef-b83e-b29db093ae86 HTTP/1.1" status: 204 len: 173 time: 0.1580920 Sep 27 08:43:39.767791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e62fb-c024-4da2-962f-f86946408a12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce0b411-ad54-40ef-b83e-b29db093ae86,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:39.785016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 915ae7ab-e542-4c89-b216-87725ba5afb5 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:43:39.809734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 915ae7ab-e542-4c89-b216-87725ba5afb5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:43:39.810188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 915ae7ab-e542-4c89-b216-87725ba5afb5 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:43:39.810375 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-5d238595-dd0d-4dd7-908b-4ebac520464b req-017326ea-0eb3-4fd0-a7e2-8c451ba2ecc8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:43:39.811601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d238595-dd0d-4dd7-908b-4ebac520464b req-017326ea-0eb3-4fd0-a7e2-8c451ba2ecc8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/8ce0b411-ad54-40ef-b83e-b29db093ae86 HTTP/1.1" status: 404 len: 352 time: 0.0252914 Sep 27 08:43:39.825907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.890376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ed28750-5b11-4ece-be38-9049492741a3 req-9d6ce90a-6f91-4996-8460-5e743c01c03a tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/1e6e844f-2fcd-48f2-99f3-c8794aafd22a HTTP/1.1" status: 200 len: 1803 time: 0.0503492 Sep 27 08:43:39.893911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Subnet': ['ID=db0d2624-0192-4664-92e2-0cbb418e7f09,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:39.902573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Checking segment: {'id': '12950c3a-6c56-44f6-ad12-2b5ea6484bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '941db5ea-5551-44a2-a275-052ad81bcc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:39.902941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network hostable DHCP agents. Network: 941db5ea-5551-44a2-a275-052ad81bcc24, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:43:39.921023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 941db5ea-5551-44a2-a275-052ad81bcc24 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:43:39.939020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 941db5ea-5551-44a2-a275-052ad81bcc24) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:39.939020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:39.939020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.944836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f93e8-9dc1-4993-b106-02a096bfb97c None None] Network 941db5ea-5551-44a2-a275-052ad81bcc24 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:43:39.945541 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7ed28750-5b11-4ece-be38-9049492741a3 req-3bda69a0-af09-4304-b402-46ef473589b2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:39.966220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-84edcca7-b93c-4a2c-97ab-5ae648b5c283 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5980444 Sep 27 08:43:39.968697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55998) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:39.978978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-74238861', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:39.982112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7ed28750-5b11-4ece-be38-9049492741a3 req-3bda69a0-af09-4304-b402-46ef473589b2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.007294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.008664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.039074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7ed28750-5b11-4ece-be38-9049492741a3 req-3bda69a0-af09-4304-b402-46ef473589b2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.042821 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7ed28750-5b11-4ece-be38-9049492741a3 req-3bda69a0-af09-4304-b402-46ef473589b2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.044058 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ed28750-5b11-4ece-be38-9049492741a3 req-3bda69a0-af09-4304-b402-46ef473589b2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/1e6e844f-2fcd-48f2-99f3-c8794aafd22a HTTP/1.1" status: 204 len: 173 time: 0.1528449 Sep 27 08:43:40.063176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda69a0-af09-4304-b402-46ef473589b2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e844f-2fcd-48f2-99f3-c8794aafd22a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:40.082857 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.103601 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-cf43ef15-56a7-4ab3-a49f-bf440bfcf766 req-c1fc975a-deed-4a5d-8064-742c11fbfb90 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:43:40.105772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf43ef15-56a7-4ab3-a49f-bf440bfcf766 req-c1fc975a-deed-4a5d-8064-742c11fbfb90 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/1e6e844f-2fcd-48f2-99f3-c8794aafd22a HTTP/1.1" status: 404 len: 352 time: 0.0357454 Sep 27 08:43:40.130104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa9378-b2c8-43d1-8afb-f7d379393245 None None] Network 941db5ea-5551-44a2-a275-052ad81bcc24 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:43:40.247463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66deec2-3fad-490f-ad86-cc536d843100 req-8e883d21-3183-4ee7-9d5e-51579a979f38 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/df1a4d1a-19cf-4f84-98e6-29cc39636569 HTTP/1.1" status: 200 len: 1802 time: 0.1112051 Sep 27 08:43:40.277045 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.363114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d66deec2-3fad-490f-ad86-cc536d843100 req-0bbd9369-038b-4843-b364-4fa15e3f717e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.413907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d66deec2-3fad-490f-ad86-cc536d843100 req-0bbd9369-038b-4843-b364-4fa15e3f717e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.468765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d66deec2-3fad-490f-ad86-cc536d843100 req-0bbd9369-038b-4843-b364-4fa15e3f717e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.471355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d66deec2-3fad-490f-ad86-cc536d843100 req-0bbd9369-038b-4843-b364-4fa15e3f717e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.472572 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d66deec2-3fad-490f-ad86-cc536d843100 req-0bbd9369-038b-4843-b364-4fa15e3f717e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/df1a4d1a-19cf-4f84-98e6-29cc39636569 HTTP/1.1" status: 204 len: 173 time: 0.1920099 Sep 27 08:43:40.529901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd9369-038b-4843-b364-4fa15e3f717e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a4d1a-19cf-4f84-98e6-29cc39636569,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:40.537980 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-7102bd10-151c-474b-ad67-907c97d42ef4 req-95785f8c-0132-4fb8-89d3-594ae6d18784 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:43:40.539101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7102bd10-151c-474b-ad67-907c97d42ef4 req-95785f8c-0132-4fb8-89d3-594ae6d18784 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/df1a4d1a-19cf-4f84-98e6-29cc39636569 HTTP/1.1" status: 404 len: 352 time: 0.0244062 Sep 27 08:43:40.592517 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:40.768435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14a9fd-7eaf-4c1c-8458-363eac84f005 req-47d2cfe3-0e99-45a7-831d-7620fb568438 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:40.770078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a14a9fd-7eaf-4c1c-8458-363eac84f005 req-47d2cfe3-0e99-45a7-831d-7620fb568438 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 945 time: 0.0553167 Sep 27 08:43:40.820920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a14a9fd-7eaf-4c1c-8458-363eac84f005 req-1932e9d2-9c5d-43b7-bbe3-ad4454684ff3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Sep 27 08:43:40.970118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.067478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b333c06-abc9-427e-93a2-8d6df8f6db52 req-c70ff470-0c8e-43f0-ac35-397d7bfd8731 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc0a50f42de54c7395e312c76e66fbd0 HTTP/1.1" status: 200 len: 6155 time: 0.4997511 Sep 27 08:43:41.195505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.25.2.239 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/3431e049-d67b-4321-80f9-93ab80744ac5) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:41.203917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b333c06-abc9-427e-93a2-8d6df8f6db52 req-223e8942-9de4-4f5d-871c-60df207d7a96 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/e202bb37-08ad-4d7a-a878-f07476e40cd2 HTTP/1.1" status: 200 len: 2985 time: 0.1135900 Sep 27 08:43:41.217161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-8154ade8-9f3d-4b81-b788-dd21eb0d41f6 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:41.218753 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-8154ade8-9f3d-4b81-b788-dd21eb0d41f6 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 945 time: 0.1297398 Sep 27 08:43:41.383312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b333c06-abc9-427e-93a2-8d6df8f6db52 req-7212f69a-a951-4fd5-a152-1424f0ca1578 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/e202bb37-08ad-4d7a-a878-f07476e40cd2 HTTP/1.1" status: 200 len: 2985 time: 0.1614659 Sep 27 08:43:41.412975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c8ba90e5-5d17-4b46-b13b-94a9507ce045 req-c320389b-c241-4ff1-91b1-70970954ba91 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-767206132', 'description': 'tempest-description-1129274526'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:41.418691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.437603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c8ba90e5-5d17-4b46-b13b-94a9507ce045 req-c320389b-c241-4ff1-91b1-70970954ba91 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.448028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Deleting port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:41.448307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.520625 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c8ba90e5-5d17-4b46-b13b-94a9507ce045 req-c320389b-c241-4ff1-91b1-70970954ba91 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.525068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c8ba90e5-5d17-4b46-b13b-94a9507ce045 req-c320389b-c241-4ff1-91b1-70970954ba91 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.527791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.552805 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c8ba90e5-5d17-4b46-b13b-94a9507ce045 req-c320389b-c241-4ff1-91b1-70970954ba91 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.554043 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8ba90e5-5d17-4b46-b13b-94a9507ce045 req-c320389b-c241-4ff1-91b1-70970954ba91 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1460268 Sep 27 08:43:41.563174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320389b-c241-4ff1-91b1-70970954ba91 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:41.583629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:41.593560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-dac8a9b5-482f-4cad-868b-780ddcf6358b req-60691999-8f89-4b37-aaa4-c84b423d2fb8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-181027412', 'description': 'tempest-description-274233045'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:41.603156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:41.607772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:41.612375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=3431e049-d67b-4321-80f9-93ab80744ac5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:41.617375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] For port aacacb82-8fd7-4207-9681-cf4fd8e11fb8, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:41.617743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.656972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Calling delete_port for aacacb82-8fd7-4207-9681-cf4fd8e11fb8 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:41.685117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dac8a9b5-482f-4cad-868b-780ddcf6358b req-60691999-8f89-4b37-aaa4-c84b423d2fb8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:41.988538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f3994-732a-4566-99c4-996b63962869 req-9a4ceba3-c668-4615-8698-8c36ea913ddd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:41.990785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-343f3994-732a-4566-99c4-996b63962869 req-9a4ceba3-c668-4615-8698-8c36ea913ddd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 945 time: 0.0598497 Sep 27 08:43:42.035338 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-343f3994-732a-4566-99c4-996b63962869 req-cead3b1e-00ef-4986-a7b7-42f637a64d96 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Sep 27 08:43:42.038026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.049865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['aacacb82-8fd7-4207-9681-cf4fd8e11fb8'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:42.080229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dac8a9b5-482f-4cad-868b-780ddcf6358b req-60691999-8f89-4b37-aaa4-c84b423d2fb8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.081561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event deleted for resources: {'Port': ['ID=aacacb82-8fd7-4207-9681-cf4fd8e11fb8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:42.096308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dac8a9b5-482f-4cad-868b-780ddcf6358b req-60691999-8f89-4b37-aaa4-c84b423d2fb8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.124638 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.188812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] No DVR routers for this DVR port aacacb82-8fd7-4207-9681-cf4fd8e11fb8 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:43:42.197764 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.199934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8efb461-ab75-421b-bf2d-141a2abcc30a req-a3545378-05af-4a61-ba25-894e61821083 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "DELETE /v2.0/ports/aacacb82-8fd7-4207-9681-cf4fd8e11fb8 HTTP/1.1" status: 204 len: 173 time: 0.9716249 Sep 27 08:43:42.202314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16d12a9-29d6-44df-80e4-708b0b5ec78c', 'name': 'network-vif-deleted', 'tag': 'aacacb82-8fd7-4207-9681-cf4fd8e11fb8'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:42.204679 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a841f5fc-c786-4de8-946a-d5c1c9ec1272" -d '{"events": [{"server_uuid": "f16d12a9-29d6-44df-80e4-708b0b5ec78c", "name": "network-vif-deleted", "tag": "aacacb82-8fd7-4207-9681-cf4fd8e11fb8"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:42.207557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dac8a9b5-482f-4cad-868b-780ddcf6358b req-60691999-8f89-4b37-aaa4-c84b423d2fb8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.208796 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dac8a9b5-482f-4cad-868b-780ddcf6358b req-60691999-8f89-4b37-aaa4-c84b423d2fb8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6287313 Sep 27 08:43:42.218802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60691999-8f89-4b37-aaa4-c84b423d2fb8 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d431955-342d-4294-bda5-cc28948b0c0c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:42.355860 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81788062-5ee5-4709-98b9-92919e8fb937 x-openstack-request-id: req-81788062-5ee5-4709-98b9-92919e8fb937 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:42.356189 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16d12a9-29d6-44df-80e4-708b0b5ec78c", "name": "network-vif-deleted", "tag": "aacacb82-8fd7-4207-9681-cf4fd8e11fb8", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:42.356652 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81788062-5ee5-4709-98b9-92919e8fb937 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:42.357155 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16d12a9-29d6-44df-80e4-708b0b5ec78c', 'name': 'network-vif-deleted', 'tag': 'aacacb82-8fd7-4207-9681-cf4fd8e11fb8', 'status': 'completed', 'code': 200} Sep 27 08:43:42.442261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.556667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-2d460207-6981-4af9-95c4-b2feed9579df tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:42.564836 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-2d460207-6981-4af9-95c4-b2feed9579df tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 813 time: 0.1156328 Sep 27 08:43:42.582856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-fa48eb68-4661-4e29-a0ef-7dd206392714 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/quotas/fc0a50f42de54c7395e312c76e66fbd0 HTTP/1.1" status: 200 len: 375 time: 0.0165701 Sep 27 08:43:42.583109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:43:42.644650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-492d429c-941a-426f-865d-7020734079d4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599229 Sep 27 08:43:42.710300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:42.720734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaea844-fec2-4fc6-9b28-a6691e41d889 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:42.732203 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:42.732541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaea844-fec2-4fc6-9b28-a6691e41d889 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:42.736375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-43d18867-a8e2-48b4-8312-143b533a2ae5 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7635021 Sep 27 08:43:42.736580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56076) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:42.737354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-aaaea844-fec2-4fc6-9b28-a6691e41d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:42.776139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-aaaea844-fec2-4fc6-9b28-a6691e41d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:42.786725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaea844-fec2-4fc6-9b28-a6691e41d889 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:42.788183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-aaaea844-fec2-4fc6-9b28-a6691e41d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:42.813356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-12a2f5f6-73f3-4992-9b3e-3aa5f19223cb service neutron] 10.222.0.50 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596673 Sep 27 08:43:42.831087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-aaaea844-fec2-4fc6-9b28-a6691e41d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:42.832001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaea844-fec2-4fc6-9b28-a6691e41d889 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:42.934531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c4210280-f77a-4706-b770-88fae988a3fa service neutron] 10.222.0.50 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160340 Sep 27 08:43:43.253353 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20c7340c-2702-44ef-b64e-a1ed974183e7 req-e1055a38-5c69-439f-9e72-1ace93a825e4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 210 time: 0.0630345 Sep 27 08:43:43.276933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a3619d2f-5066-43c3-901e-098f14a825c3 req-be38788d-3d69-4238-8e3f-d4a58851c62b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 210 time: 0.0646086 Sep 27 08:43:43.440575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:43.785866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.20.0.1 (941db5ea-5551-44a2-a275-052ad81bcc24/db0d2624-0192-4664-92e2-0cbb418e7f09/2a679ddd-f9f9-4cca-b095-b5505ed3cf0c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:43.911582 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:43.949607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:43.984675 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:44.021553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 941db5ea-5551-44a2-a275-052ad81bcc24 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:44.025045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:44.031593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:44.035946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=2a679ddd-f9f9-4cca-b095-b5505ed3cf0c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:44.077280 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:44.218986 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:44.435709 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93dfbcbe-29c4-4f95-a11c-f65ec08399c6 req-34fb8cda-793a-4b76-a9f2-f0b76e025836 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 210 time: 0.0579581 Sep 27 08:43:44.495643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c2d8c99-f13f-4433-9e0e-94ccfa5ae4e5 req-a153bb92-12dd-464d-815c-a1597fc68bf3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 210 time: 0.0909121 Sep 27 08:43:44.688172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-a10be9f3-dfcf-4977-bfab-98983d6e7f34 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:44.689928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-a10be9f3-dfcf-4977-bfab-98983d6e7f34 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.67 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 813 time: 0.3092873 Sep 27 08:43:44.709464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'port': {'device_id': '840d25e4-6ef7-426a-908b-a330e5742622', 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56', 'admin_state_up': True, 'tenant_id': 'fc0a50f42de54c7395e312c76e66fbd0'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:44.825983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:44.836013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:44.928842 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:44.930399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=2a679ddd-f9f9-4cca-b095-b5505ed3cf0c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:44.958754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Made reservation on behalf of fc0a50f42de54c7395e312c76e66fbd0 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:44.962234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:45.030730 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c4eca5e-6b73-4dc4-acc4-88924ab6cf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:45.124371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 941db5ea-5551-44a2-a275-052ad81bcc24 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:45.128939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:45.192971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Allocated IP 172.20.0.6 (ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56/66da0342-ab85-4e3f-9b21-c5024844ea2b/cb26a5a0-597e-4003-885f-4c2c699175bc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:45.554983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb25fbee-bf8e-4b75-8a2e-972fbc96aa39 req-e2f38eef-a539-4b1b-9afb-36f99e30ec72 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 210 time: 0.0332072 Sep 27 08:43:45.637509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10815f7b-617d-4626-aea5-7a60cb0b404f req-28cd3ff5-c260-4700-83e3-ef1dc1d0d074 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 210 time: 0.0358179 Sep 27 08:43:45.683854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:45.794650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device aacacb82-8fd7-4207-9681-cf4fd8e11fb8 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:43:45.830975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: aacacb82-8fd7-4207-9681-cf4fd8e11fb8 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:43:45.831597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device aacacb82-8fd7-4207-9681-cf4fd8e11fb8 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:43:45.863209 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:45.883740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:45.889709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-34ad6818-3e48-46bb-82d9-f663b1908903 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/routers/e03bfd13-3dfe-4f08-ac26-e1a54681eb68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1517482 Sep 27 08:43:45.892168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:45.897178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'port': {'network_id': '941db5ea-5551-44a2-a275-052ad81bcc24', 'name': 'tempest-FloatingIPTestJSON-578154698'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:45.898696 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5d42f-2630-4d3e-b22b-7316a46d35d8 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:45.914738 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5d42f-2630-4d3e-b22b-7316a46d35d8 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:45.915873 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7af5d42f-2630-4d3e-b22b-7316a46d35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:45.950678 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:45.959468 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7af5d42f-2630-4d3e-b22b-7316a46d35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:45.962968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:45.990467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:45.993894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:45.997849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:46.008145 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5d42f-2630-4d3e-b22b-7316a46d35d8 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:46.009901 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7af5d42f-2630-4d3e-b22b-7316a46d35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:46.049658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'Port': ['ID=cb26a5a0-597e-4003-885f-4c2c699175bc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:46.068707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:46.069339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.086969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-c7c338a2-2a95-40a7-a469-78306f549e21 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3825791 Sep 27 08:43:46.106378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Request body: {'port': {'device_id': '840d25e4-6ef7-426a-908b-a330e5742622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:46.120597 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7af5d42f-2630-4d3e-b22b-7316a46d35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:46.121628 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5d42f-2630-4d3e-b22b-7316a46d35d8 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:46.122104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:46.127041 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.169863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] device_id is not set on port e90bf6ac-9e88-4240-a163-048a66b2475f yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:46.180023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.312568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.20.0.14 (941db5ea-5551-44a2-a275-052ad81bcc24/db0d2624-0192-4664-92e2-0cbb418e7f09/e90bf6ac-9e88-4240-a163-048a66b2475f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:46.515007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb26a5a0-597e-4003-885f-4c2c699175bc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:46.522240 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.522980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.536706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Transition to ACTIVE for port object cb26a5a0-597e-4003-885f-4c2c699175bc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:43:46.542472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.558987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.608493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 941db5ea-5551-44a2-a275-052ad81bcc24 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:46.611790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:46.615868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:46.620134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Pushing event updated for resources: {'Port': ['ID=cb26a5a0-597e-4003-885f-4c2c699175bc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:46.677152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:46.677937 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.678630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Attempting to bind port cb26a5a0-597e-4003-885f-4c2c699175bc on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:43:46.679127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Attempting to bind port cb26a5a0-597e-4003-885f-4c2c699175bc by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:43:46.679297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Attempting to bind port cb26a5a0-597e-4003-885f-4c2c699175bc on network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:46.684176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Port cb26a5a0-597e-4003-885f-4c2c699175bc on network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:43:46.684543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Attempting to bind port cb26a5a0-597e-4003-885f-4c2c699175bc on network ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:46.689717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:43:46.690478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Checking segment: {'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:46.691009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Bound using segment: {'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:43:46.691490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Bound port: cb26a5a0-597e-4003-885f-4c2c699175bc, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7353e3-0340-4054-8ab3-e31ab292eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:43:46.692087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.705601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=e90bf6ac-9e88-4240-a163-048a66b2475f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:46.709164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fe9200df-56e3-43a7-9e9f-96a550814942 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8159428 Sep 27 08:43:46.712493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56142) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:46.749992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcc407-d348-416a-8657-65ffce2ba43b req-4bcac59b-bea5-49fa-bd11-2c0458c9832b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:46.751640 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19fcc407-d348-416a-8657-65ffce2ba43b req-4bcac59b-bea5-49fa-bd11-2c0458c9832b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 943 time: 0.0832655 Sep 27 08:43:46.752089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'port': {'network_id': '941db5ea-5551-44a2-a275-052ad81bcc24', 'name': 'tempest-FloatingIPTestJSON-1772373524'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:46.800911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19fcc407-d348-416a-8657-65ffce2ba43b req-1529d5e4-b665-4111-a536-9e2b4c1355e0 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384691 Sep 27 08:43:46.862691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6bec8404-f779-4db6-9029-7d5719d1f07a req-d154270f-0691-4daa-94b8-29e7187433bc tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=f16d12a9-29d6-44df-80e4-708b0b5ec78c HTTP/1.1" status: 200 len: 210 time: 0.0651090 Sep 27 08:43:46.863818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] For port cb26a5a0-597e-4003-885f-4c2c699175bc, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:43:46.897807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] For port cb26a5a0-597e-4003-885f-4c2c699175bc, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb26a5a0-597e-4003-885f-4c2c699175bc,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:43:46.915568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.977773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:46.978426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:46.980172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] 10.222.0.67 "PUT /v2.0/ports/cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 200 len: 1091 time: 0.8818715 Sep 27 08:43:46.985508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:46.987611 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b9b35d-9951-4935-a787-3bf947569a29" -d '{"events": [{"name": "network-changed", "server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:47.000508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405de688-91e6-48f1-81d4-f7435d440d74 service neutron] Pushing event updated for resources: {'Port': ['ID=cb26a5a0-597e-4003-885f-4c2c699175bc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:47.004108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:47.007652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:47.027366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] device_id is not set on port a26041ac-75f2-4869-9ad7-8ec1cf215a90 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:47.040736 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097edd4c-5b97-4848-b44f-b876b1c8e22b x-openstack-request-id: req-097edd4c-5b97-4848-b44f-b876b1c8e22b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:47.041035 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:47.041260 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-097edd4c-5b97-4848-b44f-b876b1c8e22b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:47.041664 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc', 'status': 'completed', 'code': 200} Sep 27 08:43:47.117703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-223d21ab-4461-44a1-a63a-abfbd3a46dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:47.119124 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-223d21ab-4461-44a1-a63a-abfbd3a46dad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1094 time: 0.0935028 Sep 27 08:43:47.183857 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-7d716fbb-50a5-4ff2-9078-fe70335c0cb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 200 len: 217 time: 0.0565917 Sep 27 08:43:47.234291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.20.0.9 (941db5ea-5551-44a2-a275-052ad81bcc24/db0d2624-0192-4664-92e2-0cbb418e7f09/a26041ac-75f2-4869-9ad7-8ec1cf215a90) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:47.258657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-0fe6b01a-87c9-40a7-bcc6-d68fcd7f8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:47.260161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-0fe6b01a-87c9-40a7-bcc6-d68fcd7f8506 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.0686865 Sep 27 08:43:47.307636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-def9b73f-3997-4668-bc4c-2a4e65956aa7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381684 Sep 27 08:43:47.479234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-7d455bd0-20c5-4534-8578-f32bc681d217 service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615167 Sep 27 08:43:47.498709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d70dc07-407b-4457-b1ad-cd311f740b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:47.512826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:47.602806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9028adb-14b2-421e-a7ad-92b7e2108ead req-73f0d742-c57c-4f85-854e-a38e1745a1fc service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159279 Sep 27 08:43:47.605226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:47.644313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 941db5ea-5551-44a2-a275-052ad81bcc24 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:47.651136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:47.655461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:47.703164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=a26041ac-75f2-4869-9ad7-8ec1cf215a90,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:47.738509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:47.739147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:47.756842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9b35d-9951-4935-a787-3bf947569a29 req-3f7dd59c-ed54-4eb1-a691-864ef3900523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:47.758347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26b9b35d-9951-4935-a787-3bf947569a29 req-3f7dd59c-ed54-4eb1-a691-864ef3900523 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1094 time: 0.0770450 Sep 27 08:43:47.763203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3a303625-d286-4b04-b86c-1772bead9f39 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0180962 Sep 27 08:43:47.763893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56154) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:47.770294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'a26041ac-75f2-4869-9ad7-8ec1cf215a90', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:47.807815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:47.863128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9b35d-9951-4935-a787-3bf947569a29 req-b300d26b-ad52-4db9-a2ee-b90700230930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:47.864905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26b9b35d-9951-4935-a787-3bf947569a29 req-b300d26b-ad52-4db9-a2ee-b90700230930 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 914 time: 0.0986612 Sep 27 08:43:47.920700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:47.930146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26b9b35d-9951-4935-a787-3bf947569a29 req-2fc394f8-0f1d-4bd3-add6-55f974f8bc2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 200 len: 217 time: 0.0557127 Sep 27 08:43:47.967790 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.028570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ab043-5040-4214-882f-42ea05dca1f0 req-c3b7d8be-686a-4014-af99-8ff62d8f6e75 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:48.030161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c7ab043-5040-4214-882f-42ea05dca1f0 req-c3b7d8be-686a-4014-af99-8ff62d8f6e75 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 943 time: 0.1475258 Sep 27 08:43:48.032205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9b35d-9951-4935-a787-3bf947569a29 req-be19ab2c-53aa-4cbc-b197-347e02db33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:48.033785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26b9b35d-9951-4935-a787-3bf947569a29 req-be19ab2c-53aa-4cbc-b197-347e02db33eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.0837002 Sep 27 08:43:48.115007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26b9b35d-9951-4935-a787-3bf947569a29 req-fb574a17-179a-40b0-ac61-122ea6c75de6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361495 Sep 27 08:43:48.123392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.25.2.197 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/c482e526-3f69-4edd-a27f-b1cc03b4e8aa) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:48.160269 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c7ab043-5040-4214-882f-42ea05dca1f0 req-7a99086d-6670-44a4-b932-79e6d4b7ad12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217041 Sep 27 08:43:48.264394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26b9b35d-9951-4935-a787-3bf947569a29 req-f3df5c3e-2b46-4016-b15c-0dbc3e164b59 service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395097 Sep 27 08:43:48.307984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.358508 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.411323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:48.414351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:48.418133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:48.421384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26b9b35d-9951-4935-a787-3bf947569a29 req-a409374b-139a-4dea-a279-2431e5c78198 service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410882 Sep 27 08:43:48.448991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=c482e526-3f69-4edd-a27f-b1cc03b4e8aa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:48.546810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56196) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:48.627094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bea9d1-98bf-48ed-9000-76cc388b1b15 req-fedc4458-1fa0-4a31-a13c-2a8cdeeba680 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:48.628631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82bea9d1-98bf-48ed-9000-76cc388b1b15 req-fedc4458-1fa0-4a31-a13c-2a8cdeeba680 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.1230192 Sep 27 08:43:48.644941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82bea9d1-98bf-48ed-9000-76cc388b1b15 req-ff1e269b-715d-44ed-8f7c-3d38b379e7fb tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/quotas/2d88ab468140412d988096ff680cf2e9 HTTP/1.1" status: 200 len: 375 time: 0.0099604 Sep 27 08:43:48.686866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82bea9d1-98bf-48ed-9000-76cc388b1b15 req-13fbc604-e65e-4e84-9a0c-d6d20c06c4b2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362041 Sep 27 08:43:48.688642 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b544c889-dc0b-4ea3-93c7-b0ff2ca71dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.817218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.817721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82bea9d1-98bf-48ed-9000-76cc388b1b15 req-6a041c0f-410a-4494-aa0b-5a61a5a4e7ce service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210809 Sep 27 08:43:48.875431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.889643 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.927927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b544c889-dc0b-4ea3-93c7-b0ff2ca71dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.934396 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b544c889-dc0b-4ea3-93c7-b0ff2ca71dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:48.969327 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82bea9d1-98bf-48ed-9000-76cc388b1b15 req-abba2ae3-14b2-4db9-8d5d-112b85c8e858 service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450050 Sep 27 08:43:48.983304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b544c889-dc0b-4ea3-93c7-b0ff2ca71dd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b2d8e1927904659bc9e5bf8237129a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354639 Sep 27 08:43:48.984276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544c889-dc0b-4ea3-93c7-b0ff2ca71dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454fd6a3-6e67-4d70-b85f-28e7449d57dd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:48.986700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56202) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:49.043007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3da1-15cc-4f90-ba83-930c9d997ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:49.047547 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:49.053050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:49.066560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3da1-15cc-4f90-ba83-930c9d997ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:49.128496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=c482e526-3f69-4edd-a27f-b1cc03b4e8aa,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:49.136978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:49.143823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3da1-15cc-4f90-ba83-930c9d997ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:49.146707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3da1-15cc-4f90-ba83-930c9d997ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:49.148400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5e7f3da1-15cc-4f90-ba83-930c9d997ab3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/454fd6a3-6e67-4d70-b85f-28e7449d57dd HTTP/1.1" status: 204 len: 168 time: 0.1607563 Sep 27 08:43:49.157124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f3da1-15cc-4f90-ba83-930c9d997ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454fd6a3-6e67-4d70-b85f-28e7449d57dd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:49.224441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-677b3ced-3a93-4711-8755-73ff2f323a45 req-2a8cb442-9781-4a1d-a2b9-b8270cd6d951 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c4827f7-43e5-47d5-bf24-1be087c4b550 HTTP/1.1" status: 200 len: 210 time: 0.0428939 Sep 27 08:43:49.330094 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 5c89d03b-0380-4be7-b94c-0b9bff80ba23 associated. External IP: 172.25.2.197, port: a26041ac-75f2-4869-9ad7-8ec1cf215a90. Sep 27 08:43:49.330302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ba9a8-a01e-48a9-bae8-28ed88fec554 req-e0325f58-86b6-4c63-aa46-330e3d6d8b7e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:49.345011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d19ba9a8-a01e-48a9-bae8-28ed88fec554 req-e0325f58-86b6-4c63-aa46-330e3d6d8b7e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 943 time: 0.0902326 Sep 27 08:43:49.369504 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:43:49.416691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d19ba9a8-a01e-48a9-bae8-28ed88fec554 req-31ca28cc-95c3-450d-86c0-e1d2fb570453 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707955 Sep 27 08:43:49.982382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:50.094028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:50.108787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22addd9-410b-4bca-987c-c2a038f4e9d7 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:50.109449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-e92d8af2-53da-403d-9d51-416437ba0962 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:50.110595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-e92d8af2-53da-403d-9d51-416437ba0962 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.1089747 Sep 27 08:43:50.114066 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:50.126534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22addd9-410b-4bca-987c-c2a038f4e9d7 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:50.127429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f22addd9-410b-4bca-987c-c2a038f4e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:50.132169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-f8eac1d9-ee5e-47f5-bd8a-af39769465c8 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/quotas/2d88ab468140412d988096ff680cf2e9 HTTP/1.1" status: 200 len: 375 time: 0.0121257 Sep 27 08:43:50.146995 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-501e2314-d7d2-44d2-bd84-ebf81bd0495e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3808310 Sep 27 08:43:50.147656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:50.158135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:50.167019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f22addd9-410b-4bca-987c-c2a038f4e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:50.177257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-b1675ad7-c908-42ba-b099-7f8e33ab7255 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386195 Sep 27 08:43:50.182758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22addd9-410b-4bca-987c-c2a038f4e9d7 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:50.183464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f22addd9-410b-4bca-987c-c2a038f4e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:50.232598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f22addd9-410b-4bca-987c-c2a038f4e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:50.233558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22addd9-410b-4bca-987c-c2a038f4e9d7 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:50.240506 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:50.318946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-cab20af4-17c4-461f-af65-67c8a4e45abc service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334031 Sep 27 08:43:50.421007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-91ecaa92-836c-481a-bc63-eeff091a75e7 service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010337 Sep 27 08:43:50.422341 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:50.428518 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:50.429060 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 5c89d03b-0380-4be7-b94c-0b9bff80ba23 disassociated. External IP: 172.25.2.197, port: a26041ac-75f2-4869-9ad7-8ec1cf215a90. Sep 27 08:43:50.516927 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:50.603439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94032d5-14ce-4e99-9ccc-15148d6a1ced req-91077fce-8294-4b11-b2e7-805ae99999a4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:50.611262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c94032d5-14ce-4e99-9ccc-15148d6a1ced req-91077fce-8294-4b11-b2e7-805ae99999a4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 943 time: 0.1104620 Sep 27 08:43:50.678936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0cd9a6e-25f3-4d2c-935f-6cd58f8b50bc req-a2348669-a07e-4c56-9e74-ce17719b09bf tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 210 time: 0.0504556 Sep 27 08:43:50.716992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c94032d5-14ce-4e99-9ccc-15148d6a1ced req-e191bc17-8a39-4268-b2c8-06f5b2dd9c16 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047287 Sep 27 08:43:50.787403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:50.908575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:50.913149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:50.921077 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf65665-5b64-4c41-bc4b-a020f6e6359d None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:50.934965 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf65665-5b64-4c41-bc4b-a020f6e6359d None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:50.935882 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eaf65665-5b64-4c41-bc4b-a020f6e6359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:50.942936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56302) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:50.951309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d1149f3-cc87-46ef-b412-3999db850d61 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/floatingips/5c89d03b-0380-4be7-b94c-0b9bff80ba23 HTTP/1.1" status: 200 len: 688 time: 0.8025331 Sep 27 08:43:50.985468 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eaf65665-5b64-4c41-bc4b-a020f6e6359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:51.004692 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf65665-5b64-4c41-bc4b-a020f6e6359d None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:51.005838 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eaf65665-5b64-4c41-bc4b-a020f6e6359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:51.053510 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eaf65665-5b64-4c41-bc4b-a020f6e6359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:51.054169 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf65665-5b64-4c41-bc4b-a020f6e6359d None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:51.125122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port c482e526-3f69-4edd-a27f-b1cc03b4e8aa {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:51.125745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:51.214578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:51.214921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:51.227973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for c482e526-3f69-4edd-a27f-b1cc03b4e8aa owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:51.366207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:51.399962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=c482e526-3f69-4edd-a27f-b1cc03b4e8aa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:51.463053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:51.465752 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:51.470257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-98d4d8ce-8b45-4d94-9039-afa668d830ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/floatingips/5c89d03b-0380-4be7-b94c-0b9bff80ba23 HTTP/1.1" status: 204 len: 168 time: 0.5229595 Sep 27 08:43:51.470494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56316) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:51.475370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'e90bf6ac-9e88-4240-a163-048a66b2475f'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:51.499113 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:51.688201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:51.707161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-4619eef3-9bb4-40bd-990a-e5aa91ddf6b9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:51.708740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-4619eef3-9bb4-40bd-990a-e5aa91ddf6b9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.1349275 Sep 27 08:43:51.754831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Request body: {'port': {'device_id': '1c8fac20-1920-47d9-ba04-9fd6275023e4', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'admin_state_up': True, 'tenant_id': '2d88ab468140412d988096ff680cf2e9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:51.788215 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8dff54b-cdc3-4826-9de9-184cce054a5b req-b21c4081-83b2-4d51-b729-d86fdb847653 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 210 time: 0.0332880 Sep 27 08:43:51.839813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cb26a5a0-597e-4003-885f-4c2c699175bc details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:43:51.941375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119f40-3e78-41f8-8dac-16add4dc587c req-48917170-bbd3-4e62-9204-363b44175368 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:51.942870 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14119f40-3e78-41f8-8dac-16add4dc587c req-48917170-bbd3-4e62-9204-363b44175368 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 943 time: 0.1020095 Sep 27 08:43:51.943566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cb26a5a0-597e-4003-885f-4c2c699175bc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb26a5a0-597e-4003-885f-4c2c699175bc,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:51.954740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:51.956643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'cb26a5a0-597e-4003-885f-4c2c699175bc', 'network_id': 'ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56', 'port_id': 'cb26a5a0-597e-4003-885f-4c2c699175bc', 'mac_address': 'fa:16:3e:41:29:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66da0342-ab85-4e3f-9b21-c5024844ea2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:43:51.999464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.25.2.196 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/24d52f8f-de76-4c45-8003-b2788510cb51) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:52.004674 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.024346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb26a5a0-597e-4003-885f-4c2c699175bc {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:52.032951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Made reservation on behalf of 2d88ab468140412d988096ff680cf2e9 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:52.038321 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.060793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8247d-3357-435c-a476-44f2e03e4dc3 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:52.061573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8247d-3357-435c-a476-44f2e03e4dc3 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:52.062206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8247d-3357-435c-a476-44f2e03e4dc3 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:52.064298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7ac8247d-3357-435c-a476-44f2e03e4dc3 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=2e0a23c7655e453d9e13ec1c8915bf61&network_id=54c892cd-7230-40fd-aa5b-75a2e691901b HTTP/1.1" status: 200 len: 2969 time: 0.1084893 Sep 27 08:43:52.070507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cb26a5a0-597e-4003-885f-4c2c699175bc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb26a5a0-597e-4003-885f-4c2c699175bc,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:52.083256 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.131147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14119f40-3e78-41f8-8dac-16add4dc587c req-05c9afeb-c870-41bc-a02e-03239ee3f565 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785715 Sep 27 08:43:52.136781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=cb26a5a0-597e-4003-885f-4c2c699175bc,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:52.145531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.146138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.146647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.147146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.147484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.147815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.148142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.148501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.148819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.149634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.150110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.150590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:43:52.265700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Allocated IP 172.20.0.5 (3f7a1fd5-f5a1-46ac-a64b-da314be9102a/2e8749f0-9f47-413d-bb85-9963854e5393/d5669957-56ed-41f9-aeea-077ccd9b7d81) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:52.272851 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.355838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cb26a5a0-597e-4003-885f-4c2c699175bc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:52.363360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.454166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56346) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:52.568151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59587df8-6a56-4797-9d5c-91d54d322952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.667092 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59587df8-6a56-4797-9d5c-91d54d322952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.671650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59587df8-6a56-4797-9d5c-91d54d322952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.709013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59587df8-6a56-4797-9d5c-91d54d322952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e5c0c-96b8-443f-b172-95b0c7eec0ac,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:52.713245 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-59587df8-6a56-4797-9d5c-91d54d322952 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=712f1eb273ed4cf684283d317050c654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575889 Sep 27 08:43:52.716038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56350) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:52.768773 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96e747a4-7de0-4077-b761-4f184371812d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.779810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:52.788110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:52.789652 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96e747a4-7de0-4077-b761-4f184371812d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.793861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:52.821009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=24d52f8f-de76-4c45-8003-b2788510cb51,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:52.851757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96e747a4-7de0-4077-b761-4f184371812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.854514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96e747a4-7de0-4077-b761-4f184371812d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.859592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-96e747a4-7de0-4077-b761-4f184371812d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de5e5c0c-96b8-443f-b172-95b0c7eec0ac HTTP/1.1" status: 204 len: 168 time: 0.1425562 Sep 27 08:43:52.860614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:52.872160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e747a4-7de0-4077-b761-4f184371812d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e5c0c-96b8-443f-b172-95b0c7eec0ac,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:52.903667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-688f8ef8-c1ec-49d7-b891-963ca93dacc4 req-0e35df2f-fe03-4dfb-af12-0fa79c6ee6e8 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 210 time: 0.0349367 Sep 27 08:43:52.997762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.058373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:53.095142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:53.098643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event updated for resources: {'Port': ['ID=d5669957-56ed-41f9-aeea-077ccd9b7d81,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:53.101625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:53.151213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:53.168596 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcb09cff-2c51-4b23-b744-d4cbf65a6afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.196062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:53.197161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.287857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336313d-f7c4-4f6c-ac8a-00e666dd7fef req-38ac0e6a-a977-4419-ab03-c9c8c144926f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:53.289417 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3336313d-f7c4-4f6c-ac8a-00e666dd7fef req-38ac0e6a-a977-4419-ab03-c9c8c144926f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 944 time: 0.0714324 Sep 27 08:43:53.313215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.344258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcb09cff-2c51-4b23-b744-d4cbf65a6afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.350416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3336313d-f7c4-4f6c-ac8a-00e666dd7fef req-1a461d0a-2d28-413a-a48b-6bb9a312313d tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532587 Sep 27 08:43:53.351447 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcb09cff-2c51-4b23-b744-d4cbf65a6afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.359520 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-45574fe4-627e-48d2-aa12-3ac4f87dfbc9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6404035 Sep 27 08:43:53.383128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Request body: {'port': {'device_id': '1c8fac20-1920-47d9-ba04-9fd6275023e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:53.390240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dcb09cff-2c51-4b23-b744-d4cbf65a6afe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02a4b0d222224fc0834fef910048ff65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376616 Sep 27 08:43:53.391096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb09cff-2c51-4b23-b744-d4cbf65a6afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7224d17-eea1-451a-95fc-74fddb6e9e24,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:53.393528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:53.409918 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.442435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99a6b3ac-4d0b-4b1c-8a7d-d3bfd6713727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.463984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99a6b3ac-4d0b-4b1c-8a7d-d3bfd6713727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.470003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.512862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99a6b3ac-4d0b-4b1c-8a7d-d3bfd6713727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.515662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99a6b3ac-4d0b-4b1c-8a7d-d3bfd6713727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.516972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-99a6b3ac-4d0b-4b1c-8a7d-d3bfd6713727 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7224d17-eea1-451a-95fc-74fddb6e9e24 HTTP/1.1" status: 204 len: 168 time: 0.1225684 Sep 27 08:43:53.524977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6b3ac-4d0b-4b1c-8a7d-d3bfd6713727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7224d17-eea1-451a-95fc-74fddb6e9e24,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:53.744292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.754530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.854742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=24d52f8f-de76-4c45-8003-b2788510cb51,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:53.857987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cb26a5a0-597e-4003-885f-4c2c699175bc up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:43:53.895931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.901369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5669957-56ed-41f9-aeea-077ccd9b7d81 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:53.910420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port cb26a5a0-597e-4003-885f-4c2c699175bc completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:43:53.914578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port cb26a5a0-597e-4003-885f-4c2c699175bc triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:53.915019 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.942938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:53.963723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Transition to ACTIVE for port object d5669957-56ed-41f9-aeea-077ccd9b7d81 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:43:53.972876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:54.019599 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:54.042330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:54.045115 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c78197-99eb-4e45-ba68-c0dadb4987e5" -d '{"events": [{"server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "name": "network-vif-plugged", "status": "completed", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:54.064470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cb26a5a0-597e-4003-885f-4c2c699175bc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb26a5a0-597e-4003-885f-4c2c699175bc,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:54.074363 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:54.093456 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP d31d1e60-d642-4164-990c-77d317b24f35 associated. External IP: 172.25.2.196, port: e90bf6ac-9e88-4240-a163-048a66b2475f. Sep 27 08:43:54.098328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5669957-56ed-41f9-aeea-077ccd9b7d81,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:54.104765 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf63733-e895-4933-971a-c04597a815a1 x-openstack-request-id: req-fcf63733-e895-4933-971a-c04597a815a1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:54.105266 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "name": "network-vif-plugged", "status": "completed", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:54.105713 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcf63733-e895-4933-971a-c04597a815a1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:54.106105 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc', 'code': 200} Sep 27 08:43:54.145220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=cb26a5a0-597e-4003-885f-4c2c699175bc,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:54.186996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e76ad-3a09-4636-a7b5-8d07273c3307 req-caa6a6e0-46d5-4b6c-813f-a914a28be2a4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:54.188621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b9e76ad-3a09-4636-a7b5-8d07273c3307 req-caa6a6e0-46d5-4b6c-813f-a914a28be2a4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 943 time: 0.1803000 Sep 27 08:43:54.242172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e3086-9af5-45e8-9e36-a952575bacb5 req-609756ff-f364-43a2-8528-def625cd8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:54.244032 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b6e3086-9af5-45e8-9e36-a952575bacb5 req-609756ff-f364-43a2-8528-def625cd8466 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1096 time: 0.0703781 Sep 27 08:43:54.285690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b6e3086-9af5-45e8-9e36-a952575bacb5 req-db64b746-44cc-4cde-aeae-b1bc7b94f87b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Sep 27 08:43:54.310605 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b9e76ad-3a09-4636-a7b5-8d07273c3307 req-e79229d7-701e-4762-9c27-41a00c2d0aef tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943007 Sep 27 08:43:54.317861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Attempting to bind port d5669957-56ed-41f9-aeea-077ccd9b7d81 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:43:54.318196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Attempting to bind port d5669957-56ed-41f9-aeea-077ccd9b7d81 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:43:54.318528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Attempting to bind port d5669957-56ed-41f9-aeea-077ccd9b7d81 on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:54.324781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Port d5669957-56ed-41f9-aeea-077ccd9b7d81 on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:43:54.325103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Attempting to bind port d5669957-56ed-41f9-aeea-077ccd9b7d81 on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:43:54.329971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:43:54.330299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Checking segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:43:54.330864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Bound using segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:43:54.331473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Bound port: d5669957-56ed-41f9-aeea-077ccd9b7d81, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:43:54.331831 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:54.483408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] For port d5669957-56ed-41f9-aeea-077ccd9b7d81, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:43:54.487067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c19b7-d32a-461c-a7de-1df7b1e13d4a req-0e3ee5f6-0f98-4b6a-96b7-5380c5235a36 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:54.487978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] For port d5669957-56ed-41f9-aeea-077ccd9b7d81, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d5669957-56ed-41f9-aeea-077ccd9b7d81,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:43:54.488962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c51c19b7-d32a-461c-a7de-1df7b1e13d4a req-0e3ee5f6-0f98-4b6a-96b7-5380c5235a36 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 945 time: 0.0635362 Sep 27 08:43:54.501594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:54.516422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:54.530050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c51c19b7-d32a-461c-a7de-1df7b1e13d4a req-b066786f-2a46-4606-87c2-d637988a4161 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Sep 27 08:43:54.543832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:54.544490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:54.545927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/d5669957-56ed-41f9-aeea-077ccd9b7d81 HTTP/1.1" status: 200 len: 1091 time: 1.1670811 Sep 27 08:43:54.546419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8fac20-1920-47d9-ba04-9fd6275023e4', 'tag': 'd5669957-56ed-41f9-aeea-077ccd9b7d81'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:54.548819 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d51dfd-e455-495c-8e2a-0cd6a4585f95" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8fac20-1920-47d9-ba04-9fd6275023e4", "tag": "d5669957-56ed-41f9-aeea-077ccd9b7d81"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:54.615581 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafc0e56-7cda-4a2e-be1f-e63316f1400a x-openstack-request-id: req-eafc0e56-7cda-4a2e-be1f-e63316f1400a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:54.615870 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8fac20-1920-47d9-ba04-9fd6275023e4", "tag": "d5669957-56ed-41f9-aeea-077ccd9b7d81", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:54.616123 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eafc0e56-7cda-4a2e-be1f-e63316f1400a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:54.616541 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8fac20-1920-47d9-ba04-9fd6275023e4', 'tag': 'd5669957-56ed-41f9-aeea-077ccd9b7d81', 'status': 'completed', 'code': 200} Sep 27 08:43:54.625760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550597e-4b8f-450b-a197-1a93ea1d69e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5669957-56ed-41f9-aeea-077ccd9b7d81,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:54.704719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-0144bd2f-3a7e-47c8-bca2-49c12ad65bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:54.706422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-0144bd2f-3a7e-47c8-bca2-49c12ad65bb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 1094 time: 0.0926213 Sep 27 08:43:54.723779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:54.736052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc90684-6e2a-4517-93c8-0c49cf6ac809 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:54.745282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc90684-6e2a-4517-93c8-0c49cf6ac809 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:54.745977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6fc90684-6e2a-4517-93c8-0c49cf6ac809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:54.758348 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-80c434f4-0a75-4a03-9bac-507aeb68e190 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5669957-56ed-41f9-aeea-077ccd9b7d81 HTTP/1.1" status: 200 len: 217 time: 0.0405529 Sep 27 08:43:54.776083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:54.780651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6fc90684-6e2a-4517-93c8-0c49cf6ac809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:54.789229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc90684-6e2a-4517-93c8-0c49cf6ac809 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:54.790020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6fc90684-6e2a-4517-93c8-0c49cf6ac809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:54.828507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6fc90684-6e2a-4517-93c8-0c49cf6ac809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:54.829183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc90684-6e2a-4517-93c8-0c49cf6ac809 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:54.833820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ff5bba1e-8f6d-46ea-abe7-4bd87186d254 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3620787 Sep 27 08:43:54.836623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56410) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:54.837651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-9a23e5f3-c4e3-4310-8292-53a36b79bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:54.839123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-9a23e5f3-c4e3-4310-8292-53a36b79bf0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0728424 Sep 27 08:43:54.875314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-847d4be0-e266-4217-8b97-1cb0bb20d37f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281928 Sep 27 08:43:54.904506 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-97f63aa5-16fc-419a-98ca-6c1021bac357 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "GET /v2.0/floatingips/d31d1e60-d642-4164-990c-77d317b24f35 HTTP/1.1" status: 200 len: 978 time: 0.0665627 Sep 27 08:43:54.906899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:54.979744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-2026227f-feaf-44a8-867d-3dfcda8fe069 service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965357 Sep 27 08:43:55.020236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6344244-06e3-4580-8539-14dacb1413dc tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1117694 Sep 27 08:43:55.022871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56418) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:55.028402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'port_id': 'a26041ac-75f2-4869-9ad7-8ec1cf215a90'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:55.080151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11dda112-baa4-482d-bf5a-bea73706b4f7 req-f4917bd7-bfd1-462f-a6dc-51d7be96ccf6 service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925097 Sep 27 08:43:55.086867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:55.188517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-1d211ab8-71fd-4e19-9f33-ae50315dff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:55.190392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-1d211ab8-71fd-4e19-9f33-ae50315dff36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 1094 time: 0.0492523 Sep 27 08:43:55.311388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-c7509e34-6055-4292-987b-9ee90c7ee4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:55.313223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-c7509e34-6055-4292-987b-9ee90c7ee4ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 913 time: 0.1141636 Sep 27 08:43:55.367794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-63229d72-cc3f-4edd-91fc-d59093052dd0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5669957-56ed-41f9-aeea-077ccd9b7d81 HTTP/1.1" status: 200 len: 217 time: 0.0450499 Sep 27 08:43:55.473828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-a4650fc8-0265-4adb-bf7a-a803c50c8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:55.475765 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-a4650fc8-0265-4adb-bf7a-a803c50c8131 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0920470 Sep 27 08:43:55.483109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b13d-5564-4c5e-bfbe-dbd150eb2f98 req-c44755e7-60c7-4854-8b94-6dc24c5af9d3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:55.484577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00b0b13d-5564-4c5e-bfbe-dbd150eb2f98 req-c44755e7-60c7-4854-8b94-6dc24c5af9d3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 943 time: 0.0623236 Sep 27 08:43:55.516959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-eeed26ca-b5b9-400e-8627-2f667c0babb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312889 Sep 27 08:43:55.563685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00b0b13d-5564-4c5e-bfbe-dbd150eb2f98 req-a52a7b3e-856e-4f54-af9e-dca1ea5af44a tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704348 Sep 27 08:43:55.645477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:55.654382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-a06c0b51-250a-4c99-bf17-151d0061665e service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269763 Sep 27 08:43:55.655885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:55.735930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13250b-075b-4f70-ae90-bae78a885da9 req-e0341a74-5944-4d8b-a3ed-17a6cd909383 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:55.737495 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d13250b-075b-4f70-ae90-bae78a885da9 req-e0341a74-5944-4d8b-a3ed-17a6cd909383 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 945 time: 0.0967457 Sep 27 08:43:55.759810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86d51dfd-e455-495c-8e2a-0cd6a4585f95 req-fa7535c2-e792-4e20-b728-adeaef5905d9 service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974691 Sep 27 08:43:55.799097 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP d31d1e60-d642-4164-990c-77d317b24f35 associated. External IP: 172.25.2.196, port: e90bf6ac-9e88-4240-a163-048a66b2475f. Sep 27 08:43:55.843857 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d13250b-075b-4f70-ae90-bae78a885da9 req-c69b73d8-2625-4a39-86d2-363a03fe2e15 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770533 Sep 27 08:43:55.955881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-b7d047f4-94b6-4bc7-88d9-1626ca326002 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-767206132&fields=id&tenant_id=fc0a50f42de54c7395e312c76e66fbd0 HTTP/1.1" status: 200 len: 267 time: 0.0369127 Sep 27 08:43:56.031218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-48133247-873a-4a96-aadb-b0d4e121411a tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:56.032795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-48133247-873a-4a96-aadb-b0d4e121411a tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 945 time: 0.0646529 Sep 27 08:43:56.043185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:56.047123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'port': {'security_groups': ['e202bb37-08ad-4d7a-a878-f07476e40cd2', '3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:56.114870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:56.353748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] For port cb26a5a0-597e-4003-885f-4c2c699175bc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb26a5a0-597e-4003-885f-4c2c699175bc,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:56.386669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:56.393542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:56.406371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cb26a5a0-597e-4003-885f-4c2c699175bc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:56.447516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:56.448187 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:56.467843 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-620fe206-214a-4a75-b658-5ca1a6ccc449 req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "PUT /v2.0/ports/cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 200 len: 981 time: 0.4142535 Sep 27 08:43:56.500412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:56.523375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a647b160-8f06-4ee8-a148-a2abb5ba7d37 req-3a1d1b94-0033-4c02-ab4f-16809a9b5c51 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa HTTP/1.1" status: 200 len: 1802 time: 0.0550628 Sep 27 08:43:56.524397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:56.536183 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c63e53-068d-4e55-baf8-c0653184c666 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:56.553436 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c63e53-068d-4e55-baf8-c0653184c666 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:56.553436 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b7c63e53-068d-4e55-baf8-c0653184c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:56.555241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab4964-8d85-4eb7-8b80-013b34f5fea6 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'Port': ['ID=cb26a5a0-597e-4003-885f-4c2c699175bc,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:56.597987 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-a647b160-8f06-4ee8-a148-a2abb5ba7d37 req-57162a56-9b7c-4cb2-97a1-e93675617dd5 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 27 08:43:56.614930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a647b160-8f06-4ee8-a148-a2abb5ba7d37 req-57162a56-9b7c-4cb2-97a1-e93675617dd5 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa HTTP/1.1" status: 409 len: 341 time: 0.0905993 Sep 27 08:43:56.617547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cb26a5a0-597e-4003-885f-4c2c699175bc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:56.618085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:43:56.622514 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cc3679-6673-40e0-afae-7c9ba93a9293" -d '{"events": [{"name": "network-changed", "server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:43:56.675391 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b7c63e53-068d-4e55-baf8-c0653184c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:56.697790 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c63e53-068d-4e55-baf8-c0653184c666 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:56.698528 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b7c63e53-068d-4e55-baf8-c0653184c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:56.741219 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b7c63e53-068d-4e55-baf8-c0653184c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:56.742216 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c63e53-068d-4e55-baf8-c0653184c666 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:56.811740 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e429e8-0c42-443d-b572-b4c0e3456e96 x-openstack-request-id: req-00e429e8-0c42-443d-b572-b4c0e3456e96 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:43:56.812229 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:43:56.812657 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00e429e8-0c42-443d-b572-b4c0e3456e96 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:43:56.813206 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc', 'status': 'completed', 'code': 200} Sep 27 08:43:56.816523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260839d-64b6-44bd-98e8-727e7f084b43 req-ff77e5e9-c6fa-4721-a14e-705f52134cf3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:56.818222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c260839d-64b6-44bd-98e8-727e7f084b43 req-ff77e5e9-c6fa-4721-a14e-705f52134cf3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 943 time: 0.1089356 Sep 27 08:43:56.859166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:56.893307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-c217dac0-18da-4167-9573-40146c98b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:56.895195 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-c217dac0-18da-4167-9573-40146c98b36c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1135 time: 0.0569971 Sep 27 08:43:56.923692 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c260839d-64b6-44bd-98e8-727e7f084b43 req-33504dab-3dea-43cf-a0f4-6b1515fcb21b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939624 Sep 27 08:43:57.029961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:57.035793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:57.047271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174071f-d9a3-4fd0-afa9-8eca99276a54 req-0041106f-223a-48d7-9555-894abd855a42 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:57.049170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0174071f-d9a3-4fd0-afa9-8eca99276a54 req-0041106f-223a-48d7-9555-894abd855a42 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 984 time: 0.1100774 Sep 27 08:43:57.070251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1d376-773f-4894-8b16-40df843f8d3e None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:57.093334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-63230079-6a0e-4621-a647-8a5f225a248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:57.095485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-63230079-6a0e-4621-a647-8a5f225a248b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 914 time: 0.1925702 Sep 27 08:43:57.114944 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b3ea0de-5c06-4416-851d-958f66c5736f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/floatingips/d31d1e60-d642-4164-990c-77d317b24f35 HTTP/1.1" status: 200 len: 978 time: 2.0897155 Sep 27 08:43:57.116309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:57.122417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:57.135262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1d376-773f-4894-8b16-40df843f8d3e None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:57.135262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5ad1d376-773f-4894-8b16-40df843f8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:57.140821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0174071f-d9a3-4fd0-afa9-8eca99276a54 req-47636176-0225-4a0a-80d2-ccf73253c5fc tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0814307 Sep 27 08:43:57.173426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5ad1d376-773f-4894-8b16-40df843f8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:57.190291 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:57.191362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-e972c2f0-cb90-4ec1-b167-40e624be95d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 200 len: 217 time: 0.0856218 Sep 27 08:43:57.230511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1d376-773f-4894-8b16-40df843f8d3e None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:57.231142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5ad1d376-773f-4894-8b16-40df843f8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:57.258458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-e9693cd4-5e2b-46f7-a728-5e0264697789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:57.260128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-e9693cd4-5e2b-46f7-a728-5e0264697789 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.0610423 Sep 27 08:43:57.280721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5ad1d376-773f-4894-8b16-40df843f8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:57.281374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1d376-773f-4894-8b16-40df843f8d3e None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:57.315527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-607a58b0-996c-486e-89d7-0f31f9ec78fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480406 Sep 27 08:43:57.358622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:57.362508 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:57.363492 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP d31d1e60-d642-4164-990c-77d317b24f35 disassociated. External IP: 172.25.2.196, port: a26041ac-75f2-4869-9ad7-8ec1cf215a90. Sep 27 08:43:57.416395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-366ad22f-bdde-43a7-a7be-9907cea2723d service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936956 Sep 27 08:43:57.523185 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15cc3679-6673-40e0-afae-7c9ba93a9293 req-48029085-9038-4fc8-aa19-8eaa132177df service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982330 Sep 27 08:43:57.582602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56490) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:57.615333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:43:57.733520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:43:57.738931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:57.749217 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ef74f-c108-4434-9eed-360489d5213b None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:43:57.768973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ef74f-c108-4434-9eed-360489d5213b None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:57.770783 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4c8ef74f-c108-4434-9eed-360489d5213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:57.771914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3ff739b-0d97-490d-a8f7-705eee9cc087 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/floatingips/d31d1e60-d642-4164-990c-77d317b24f35 HTTP/1.1" status: 200 len: 688 time: 0.6542878 Sep 27 08:43:57.774409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:57.827928 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4c8ef74f-c108-4434-9eed-360489d5213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:57.838029 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ef74f-c108-4434-9eed-360489d5213b None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:43:57.838739 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4c8ef74f-c108-4434-9eed-360489d5213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:57.872022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d5669957-56ed-41f9-aeea-077ccd9b7d81 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:43:57.883752 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4c8ef74f-c108-4434-9eed-360489d5213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:43:57.886278 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ef74f-c108-4434-9eed-360489d5213b None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:43:57.938409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port 24d52f8f-de76-4c45-8003-b2788510cb51 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:43:57.938981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:57.999751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d5669957-56ed-41f9-aeea-077ccd9b7d81, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d5669957-56ed-41f9-aeea-077ccd9b7d81,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:58.015678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'd5669957-56ed-41f9-aeea-077ccd9b7d81', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'port_id': 'd5669957-56ed-41f9-aeea-077ccd9b7d81', 'mac_address': 'fa:16:3e:0d:29:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8749f0-9f47-413d-bb85-9963854e5393', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:43:58.058343 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.058577 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.059106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.075474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5669957-56ed-41f9-aeea-077ccd9b7d81 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:43:58.080236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for 24d52f8f-de76-4c45-8003-b2788510cb51 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:43:58.099418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d5669957-56ed-41f9-aeea-077ccd9b7d81, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d5669957-56ed-41f9-aeea-077ccd9b7d81,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:43:58.104734 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.132991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-f424b5f1-b720-43b3-bb29-35d7800445fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.135007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-f424b5f1-b720-43b3-bb29-35d7800445fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1135 time: 0.5605903 Sep 27 08:43:58.142394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73431929-17e5-4d03-888f-27e18da39de2 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.144263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-73431929-17e5-4d03-888f-27e18da39de2 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 814 time: 0.5607655 Sep 27 08:43:58.167433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986c7cc-0cc2-45eb-a986-319422ff2cda req-e52e571d-6265-45f5-90fc-451e0a1bdf80 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.175566 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0986c7cc-0cc2-45eb-a986-319422ff2cda req-e52e571d-6265-45f5-90fc-451e0a1bdf80 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 943 time: 0.1201797 Sep 27 08:43:58.183476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=d5669957-56ed-41f9-aeea-077ccd9b7d81,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:58.280960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0986c7cc-0cc2-45eb-a986-319422ff2cda req-a5100417-9ea7-483f-8002-dbaf9b891f8e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042037 Sep 27 08:43:58.303429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-106b8f7b-9c1a-4033-a9e3-d41fbf19456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.305127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-106b8f7b-9c1a-4033-a9e3-d41fbf19456f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 914 time: 0.1586080 Sep 27 08:43:58.331044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c01d15-ff30-4fd7-96ab-2efd939af66b req-6e0dfdfd-395e-4d35-90cb-d4170c95bd5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.332746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1c01d15-ff30-4fd7-96ab-2efd939af66b req-6e0dfdfd-395e-4d35-90cb-d4170c95bd5f tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 984 time: 0.1068444 Sep 27 08:43:58.346168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.351155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-2465369d-b874-4347-ac41-abfe3938546d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 200 len: 217 time: 0.0378296 Sep 27 08:43:58.395868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['d5669957-56ed-41f9-aeea-077ccd9b7d81'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:43:58.410852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=24d52f8f-de76-4c45-8003-b2788510cb51,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:58.411674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-8af4b11b-0df0-4645-90cb-0b4567f3b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.416968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-8af4b11b-0df0-4645-90cb-0b4567f3b3cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.0586445 Sep 27 08:43:58.456268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1c01d15-ff30-4fd7-96ab-2efd939af66b req-59698afa-5d41-4929-9309-7b603114f521 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1172001 Sep 27 08:43:58.456505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-25029923-988b-4757-a1ba-71d721f2e1bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321999 Sep 27 08:43:58.469122 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.481290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.481290 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7e06eb3-445d-4f88-baaa-07161eee0674 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/floatingips/d31d1e60-d642-4164-990c-77d317b24f35 HTTP/1.1" status: 204 len: 168 time: 0.6988451 Sep 27 08:43:58.481290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56518) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:58.514870 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-e557f930-d043-438d-ae3b-22ca1b653251 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] delete failed (client error): The resource could not be found. Sep 27 08:43:58.519560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e557f930-d043-438d-ae3b-22ca1b653251 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/floatingips/d31d1e60-d642-4164-990c-77d317b24f35 HTTP/1.1" status: 404 len: 345 time: 0.0378368 Sep 27 08:43:58.519747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:58.567301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-d1fe09aa-4e4c-4a9b-9f6e-eb4207ecff63 service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030922 Sep 27 08:43:58.629991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8c87c-ba75-4add-bd21-19a43ea8b341 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.638598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8c87c-ba75-4add-bd21-19a43ea8b341 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.641733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8c87c-ba75-4add-bd21-19a43ea8b341 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.643415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eeb8c87c-ba75-4add-bd21-19a43ea8b341 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "GET /v2.0/ports?network_id=941db5ea-5551-44a2-a275-052ad81bcc24 HTTP/1.1" status: 200 len: 2358 time: 0.1227553 Sep 27 08:43:58.646209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56524) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:58.699303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4eb3ba2-c5f9-4a57-8b30-ea246951b2b0 req-90abaa30-e18d-444a-92d4-2d4cfac27145 service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250606 Sep 27 08:43:58.708718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254c65e-eb74-4511-99c5-e39e3c2bdcfb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:58.712402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6254c65e-eb74-4511-99c5-e39e3c2bdcfb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "GET /v2.0/subnets/db0d2624-0192-4664-92e2-0cbb418e7f09 HTTP/1.1" status: 200 len: 797 time: 0.0627482 Sep 27 08:43:58.714717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56526) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:58.719683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'port': {'network_id': '941db5ea-5551-44a2-a275-052ad81bcc24', 'name': 'tempest-FloatingIPTestJSON-758803792', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:58.831090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:58.914753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:58.932415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] device_id is not set on port dd3ab2b9-0f63-42bc-9bd2-df4fa479c076 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:43:59.249464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.20.0.13 (941db5ea-5551-44a2-a275-052ad81bcc24/db0d2624-0192-4664-92e2-0cbb418e7f09/dd3ab2b9-0f63-42bc-9bd2-df4fa479c076) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:59.256224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.20.0.12 (941db5ea-5551-44a2-a275-052ad81bcc24/db0d2624-0192-4664-92e2-0cbb418e7f09/dd3ab2b9-0f63-42bc-9bd2-df4fa479c076) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:43:59.361578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56532) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:59.366897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'network': {'name': 'tempest-network-smoke--1086662024', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:59.416979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.427216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:43:59.431135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.453794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0929c-46ee-4642-806a-c8b5e299508e req-6ceeb83d-dd64-4e31-a48e-00b9c25ad3f9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:59.455629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84c0929c-46ee-4642-806a-c8b5e299508e req-6ceeb83d-dd64-4e31-a48e-00b9c25ad3f9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 944 time: 0.0835016 Sep 27 08:43:59.459885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.489704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:43:59.507118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 941db5ea-5551-44a2-a275-052ad81bcc24 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:43:59.511115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:43:59.515963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:43:59.518718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.518718 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Added segment e8e68c20-c95d-4f4a-ab53-9d34b97fa675 of type vlan for network e0094a48-fcad-44f2-b846-48aa3228145f Sep 27 08:43:59.523254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84c0929c-46ee-4642-806a-c8b5e299508e req-8d64aa0e-02b8-4fc2-b8b3-7702ef3871db tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596735 Sep 27 08:43:59.565479 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.598656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.604835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:59.605429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.613761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=dd3ab2b9-0f63-42bc-9bd2-df4fa479c076,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:59.638338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:59.639424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.663044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2d0a6-ab13-4cd8-823e-a3d71fd2e762 req-b6b33e69-ecfb-4931-9fbe-41369e9c1492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:59.664702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2a2d0a6-ab13-4cd8-823e-a3d71fd2e762 req-b6b33e69-ecfb-4931-9fbe-41369e9c1492 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 984 time: 0.0992246 Sep 27 08:43:59.665440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3027625 Sep 27 08:43:59.669970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56548) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:59.675475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3ece9cce-61e6-485b-929c-744ae7c7083e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9597461 Sep 27 08:43:59.676298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56550) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:59.689282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'dd3ab2b9-0f63-42bc-9bd2-df4fa479c076', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:43:59.694850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa18b4-8f97-4ff1-b275-47c34e1480e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Network': ['ID=e0094a48-fcad-44f2-b846-48aa3228145f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:43:59.708474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e0094a48-fcad-44f2-b846-48aa3228145f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:43:59.793663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cef298-d0b1-4d03-a221-a9da8ed08a20 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:43:59.796810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-18cef298-d0b1-4d03-a221-a9da8ed08a20 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e0a23c7655e453d9e13ec1c8915bf61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1260078 Sep 27 08:43:59.798474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:43:59.801625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.810022 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2a2d0a6-ab13-4cd8-823e-a3d71fd2e762 req-07f87148-3d94-453a-8819-aa842780ccc7 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1261022 Sep 27 08:43:59.870338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d5669957-56ed-41f9-aeea-077ccd9b7d81 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:43:59.931986 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:43:59.949150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port d5669957-56ed-41f9-aeea-077ccd9b7d81 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:43:59.954714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port d5669957-56ed-41f9-aeea-077ccd9b7d81 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:43:59.955535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.019504 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-79482875-84d0-4b8d-90b1-60351b8e90f2 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-181027412&fields=id&tenant_id=fc0a50f42de54c7395e312c76e66fbd0 HTTP/1.1" status: 200 len: 267 time: 0.1011534 Sep 27 08:44:00.022799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00918d-06b8-4e4b-af41-b961126db810 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:00.026958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2d00918d-06b8-4e4b-af41-b961126db810 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2246377 Sep 27 08:44:00.028509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56560) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:00.059854 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.068139 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-644c461c-275f-43b5-b56c-33e9b0d1970f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356140 Sep 27 08:44:00.068400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56564) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:00.090063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8fac20-1920-47d9-ba04-9fd6275023e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5669957-56ed-41f9-aeea-077ccd9b7d81'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:00.091375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.25.2.59 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/da42b30b-56be-44f2-8925-bd37436ce46f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:00.092711 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cf3096-0eb6-49fd-a05e-2eb40b4e82a1" -d '{"events": [{"server_uuid": "1c8fac20-1920-47d9-ba04-9fd6275023e4", "name": "network-vif-plugged", "status": "completed", "tag": "d5669957-56ed-41f9-aeea-077ccd9b7d81"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:00.107804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d53f7113-f57c-4912-a159-de8fffcb323f tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e0a23c7655e453d9e13ec1c8915bf61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383680 Sep 27 08:44:00.111855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56568) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:00.124344 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-a5c15281-70a6-4188-b9d8-c9b52fc9e774 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:00.126274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d5669957-56ed-41f9-aeea-077ccd9b7d81, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d5669957-56ed-41f9-aeea-077ccd9b7d81,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:00.132073 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.132606 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-a5c15281-70a6-4188-b9d8-c9b52fc9e774 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 984 time: 0.1052980 Sep 27 08:44:00.138348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'port': {'security_groups': ['3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa', 'e202bb37-08ad-4d7a-a878-f07476e40cd2', '0d431955-342d-4294-bda5-cc28948b0c0c']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:00.172000 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d36046b-5c09-4ffe-a6e2-dd5572cf0ddb x-openstack-request-id: req-3d36046b-5c09-4ffe-a6e2-dd5572cf0ddb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:00.172681 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8fac20-1920-47d9-ba04-9fd6275023e4", "name": "network-vif-plugged", "status": "completed", "tag": "d5669957-56ed-41f9-aeea-077ccd9b7d81", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:00.173809 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d36046b-5c09-4ffe-a6e2-dd5572cf0ddb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:00.174408 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8fac20-1920-47d9-ba04-9fd6275023e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5669957-56ed-41f9-aeea-077ccd9b7d81', 'code': 200} Sep 27 08:44:00.215317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=d5669957-56ed-41f9-aeea-077ccd9b7d81,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:00.264669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.278860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89aaab-5297-4de0-844c-236cba2b1446 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:00.280421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5a89aaab-5297-4de0-844c-236cba2b1446 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1602306 Sep 27 08:44:00.283901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56574) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:00.346301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ced7606e-6fd6-4e9b-9173-859add8845f7 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598173 Sep 27 08:44:00.351860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56576) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:00.360492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1690727970', 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:00.393708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914ead1-ec34-4b62-b288-a5f9dc62a6c8 req-98724db9-021a-420f-a818-67e28b9f4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:00.395444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e914ead1-ec34-4b62-b288-a5f9dc62a6c8 req-98724db9-021a-420f-a818-67e28b9f4a5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 1096 time: 0.1714952 Sep 27 08:44:00.464047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.488656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] For port cb26a5a0-597e-4003-885f-4c2c699175bc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb26a5a0-597e-4003-885f-4c2c699175bc,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:00.503580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e914ead1-ec34-4b62-b288-a5f9dc62a6c8 req-23963b5e-b6dd-4609-a4b5-c86978b8f45d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943804 Sep 27 08:44:00.522076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.528077 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.529820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:00.534078 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.540206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cb26a5a0-597e-4003-885f-4c2c699175bc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:00.544578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:00.576422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.624960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:00.626274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:00.630515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9776bf56-e880-4d4c-8e69-f311e10a54a6 req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "PUT /v2.0/ports/cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 200 len: 1020 time: 0.4969201 Sep 27 08:44:00.631041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:00.633446 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb8601-7dea-4bd1-9d50-1c954195d75e" -d '{"events": [{"name": "network-changed", "server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:00.671982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a37c7f-718f-4556-92f2-c87007aede64 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'Port': ['ID=cb26a5a0-597e-4003-885f-4c2c699175bc,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:00.691380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:00.696042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=da42b30b-56be-44f2-8925-bd37436ce46f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:00.704654 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5233d8d7-75e6-4a76-83e3-7557d2faefa7 req-741e3faa-6bcc-4271-8e82-b0651725a447 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/0d431955-342d-4294-bda5-cc28948b0c0c HTTP/1.1" status: 200 len: 1801 time: 0.0548980 Sep 27 08:44:00.719449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:00.722185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:00.772678 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-5233d8d7-75e6-4a76-83e3-7557d2faefa7 req-bc5d70c9-3994-4bd0-bb7c-fbeef691de36 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 27 08:44:00.774534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5233d8d7-75e6-4a76-83e3-7557d2faefa7 req-bc5d70c9-3994-4bd0-bb7c-fbeef691de36 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d431955-342d-4294-bda5-cc28948b0c0c HTTP/1.1" status: 409 len: 341 time: 0.0629985 Sep 27 08:44:00.785044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cb26a5a0-597e-4003-885f-4c2c699175bc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:00.813482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc5cb3-8a1c-4808-94a1-22c256ec93b8 req-b12843ef-cb49-4372-bc94-a3b1f05470a7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:00.815037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fbc5cb3-8a1c-4808-94a1-22c256ec93b8 req-b12843ef-cb49-4372-bc94-a3b1f05470a7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 945 time: 0.1480768 Sep 27 08:44:00.834295 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4211c7d-c2e3-4bd1-8617-f3af878d94b6 x-openstack-request-id: req-f4211c7d-c2e3-4bd1-8617-f3af878d94b6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:00.834821 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:00.835081 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4211c7d-c2e3-4bd1-8617-f3af878d94b6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:00.835798 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc', 'status': 'completed', 'code': 200} Sep 27 08:44:00.894593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56592) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:01.028049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55e7745c-4ca1-4809-b329-36fca62ae08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.041067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-6d5fe7de-0424-4cca-9da8-854350f63874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:01.042864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-6d5fe7de-0424-4cca-9da8-854350f63874 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1174 time: 0.1532023 Sep 27 08:44:01.045590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fbc5cb3-8a1c-4808-94a1-22c256ec93b8 req-4837978f-2cfb-4a26-9232-e6cd8e2bfaa8 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192483 Sep 27 08:44:01.230706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.238850 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55e7745c-4ca1-4809-b329-36fca62ae08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.250656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55e7745c-4ca1-4809-b329-36fca62ae08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.286891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2822b2-7afa-4423-a2ac-ccf93e055caa req-22de5cbc-8149-45f7-8307-2138226c5e12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:01.288636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f2822b2-7afa-4423-a2ac-ccf93e055caa req-22de5cbc-8149-45f7-8307-2138226c5e12 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1023 time: 0.0867906 Sep 27 08:44:01.320380 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-55e7745c-4ca1-4809-b329-36fca62ae08c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a78caac3839a49e8b8901378709182d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219716 Sep 27 08:44:01.320380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7745c-4ca1-4809-b329-36fca62ae08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8abc1-8265-46be-aaf7-68132f958803,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:01.328194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:01.378019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-6e272279-e314-4112-b088-e334cd7477cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:01.379525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-6e272279-e314-4112-b088-e334cd7477cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 200 len: 914 time: 0.3064764 Sep 27 08:44:01.380358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Subnet': ['ID=20dc6345-016d-48c5-ba9a-45bd830a216b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:01.388970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028fab-6d3f-44b8-8a89-c717e7bf0732 req-4128299f-a961-48c1-bfdb-ca6110ab238a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:01.389448 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f2822b2-7afa-4423-a2ac-ccf93e055caa req-308f55ac-5b8a-443a-8352-7f27155c693c tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa&id=0d431955-342d-4294-bda5-cc28948b0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0846944 Sep 27 08:44:01.390442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15028fab-6d3f-44b8-8a89-c717e7bf0732 req-4128299f-a961-48c1-bfdb-ca6110ab238a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.2354033 Sep 27 08:44:01.425487 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d761bf-fca3-44fb-8daf-c592819449a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.448169 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d761bf-fca3-44fb-8daf-c592819449a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.477388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-42c90e3e-ae72-4ee5-85f2-cb491efaa70e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 200 len: 217 time: 0.0859187 Sep 27 08:44:01.485133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Checking segment: {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:01.485503 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network hostable DHCP agents. Network: e0094a48-fcad-44f2-b846-48aa3228145f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:01.523439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d761bf-fca3-44fb-8daf-c592819449a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.526296 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d761bf-fca3-44fb-8daf-c592819449a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.530501 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6d761bf-fca3-44fb-8daf-c592819449a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6a8abc1-8265-46be-aaf7-68132f958803 HTTP/1.1" status: 204 len: 168 time: 0.2009246 Sep 27 08:44:01.564603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d761bf-fca3-44fb-8daf-c592819449a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8abc1-8265-46be-aaf7-68132f958803,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:01.614920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15028fab-6d3f-44b8-8a89-c717e7bf0732 req-ec60faaf-6b7b-40af-9484-df26d9d55190 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805320 Sep 27 08:44:01.620884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network e0094a48-fcad-44f2-b846-48aa3228145f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:01.666077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-6a947b10-8eae-4020-9619-837cac960389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:01.668644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-6a947b10-8eae-4020-9619-837cac960389 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 200 len: 853 time: 0.1702914 Sep 27 08:44:01.669368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e0094a48-fcad-44f2-b846-48aa3228145f) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:01.676231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:01.679738 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.681192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6328edf-1eb8-4ef3-8add-ca7c61591242 None None] Network e0094a48-fcad-44f2-b846-48aa3228145f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:01.692585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.736486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-36ba2a5c-bd24-4029-bfd6-87722cad293f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3804452 Sep 27 08:44:01.770602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-5c70f680-5a02-4879-9716-077729447f55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672071 Sep 27 08:44:01.783513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253517-8dfb-4c5b-b3fb-fddc272582e0 req-a28e7117-7581-46ef-95ec-b15cb0ac8a40 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:01.785160 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34253517-8dfb-4c5b-b3fb-fddc272582e0 req-a28e7117-7581-46ef-95ec-b15cb0ac8a40 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0941632 Sep 27 08:44:01.834359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34253517-8dfb-4c5b-b3fb-fddc272582e0 req-c9516e84-4f0f-42fc-96db-186176370e1e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Sep 27 08:44:01.933834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e0094a48-fcad-44f2-b846-48aa3228145f', 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ips': [{'subnet_id': '20dc6345-016d-48c5-ba9a-45bd830a216b'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:44:01.935326 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.953480 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:01.993559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-eb16ef11-324f-4cd2-982e-a1c6f2756d91 service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220464 Sep 27 08:44:02.035298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:02.039656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e404c4aa-d638-4668-bd93-1943a7f177cc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027737299', 'description': 'tempest-secgroup-smoke-2027737299 description', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:02.058437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56618) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:02.079254 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6956a5-e497-4089-9382-e3ed6042d566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.157781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Allocated IP 172.20.0.18 (e0094a48-fcad-44f2-b846-48aa3228145f/20dc6345-016d-48c5-ba9a-45bd830a216b/27eae0d1-33ae-4225-843c-3dd973c8209d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:02.170527 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e404c4aa-d638-4668-bd93-1943a7f177cc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.260591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492d8e3-b8b1-42dc-89b5-0e9b0af15b9c req-2a2ee14d-2766-4b48-9745-bdc0445cb0bf tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:02.262180 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d492d8e3-b8b1-42dc-89b5-0e9b0af15b9c req-2a2ee14d-2766-4b48-9745-bdc0445cb0bf tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 945 time: 0.0954523 Sep 27 08:44:02.327798 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d492d8e3-b8b1-42dc-89b5-0e9b0af15b9c req-d52ef7ba-397a-4121-950a-5f0f0c0d0899 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585434 Sep 27 08:44:02.332832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6956a5-e497-4089-9382-e3ed6042d566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.347033 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.360764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6956a5-e497-4089-9382-e3ed6042d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.369154 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.422133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca6956a5-e497-4089-9382-e3ed6042d566 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c1d8aff5d4245598b1cb5c9ff7fed24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600521 Sep 27 08:44:02.422355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Network e0094a48-fcad-44f2-b846-48aa3228145f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:02.422909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:02.423572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6956a5-e497-4089-9382-e3ed6042d566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4603b1-25d8-4edf-9a37-05520fb96f96,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:02.425994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:02.442454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:02.488426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Pushing event updated for resources: {'Port': ['ID=27eae0d1-33ae-4225-843c-3dd973c8209d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:02.528150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Attempting to bind port 27eae0d1-33ae-4225-843c-3dd973c8209d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:02.528907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Attempting to bind port 27eae0d1-33ae-4225-843c-3dd973c8209d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:02.529497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Attempting to bind port 27eae0d1-33ae-4225-843c-3dd973c8209d on network e0094a48-fcad-44f2-b846-48aa3228145f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:02.535889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:02.536319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Checking segment: {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:02.536713 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.537109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Bound using segment: {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:02.537584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Bound port: 27eae0d1-33ae-4225-843c-3dd973c8209d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:02.538246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.543198 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e404c4aa-d638-4668-bd93-1943a7f177cc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.584558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e404c4aa-d638-4668-bd93-1943a7f177cc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.618911 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4deb8601-7dea-4bd1-9d50-1c954195d75e req-0b9756b3-e85b-4533-9647-596616f209d7 service neutron] 10.222.0.67 "GET /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097846 Sep 27 08:44:02.620351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] For port 27eae0d1-33ae-4225-843c-3dd973c8209d, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:02.624394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] For port 27eae0d1-33ae-4225-843c-3dd973c8209d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=27eae0d1-33ae-4225-843c-3dd973c8209d,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:02.634325 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.687929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e404c4aa-d638-4668-bd93-1943a7f177cc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.690243 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e404c4aa-d638-4668-bd93-1943a7f177cc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6549501 Sep 27 08:44:02.696001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f1c88-1e94-448d-ae7a-c1ea3ac20311 None None] Pushing event updated for resources: {'Port': ['ID=27eae0d1-33ae-4225-843c-3dd973c8209d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:02.696197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56638) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:02.709913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1f991dc3-743b-4c82-8803-0e4bec091217 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6ca78176-b508-4bd2-8c49-403e45d600bb', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:02.716454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2093b5ba-b7f4-48bd-9997-04c53b9caada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.718365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404c4aa-d638-4668-bd93-1943a7f177cc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca78176-b508-4bd2-8c49-403e45d600bb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:02.720282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.745573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-fa507cf2-f019-459b-8645-fd4f915caf9c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:02.747412 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-fa507cf2-f019-459b-8645-fd4f915caf9c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.2676902 Sep 27 08:44:02.748103 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.755604 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc86e61-c562-4f68-8b7c-ef7e84dd4a34 req-900d2447-dab1-4ef6-8ebd-f8d3fcf9d0f1 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:02.757700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fc86e61-c562-4f68-8b7c-ef7e84dd4a34 req-900d2447-dab1-4ef6-8ebd-f8d3fcf9d0f1 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1023 time: 0.1679418 Sep 27 08:44:02.784188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2093b5ba-b7f4-48bd-9997-04c53b9caada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.811817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-8911c9c4-8798-4450-8e03-169ffbdb5e6d tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:02.813669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-8911c9c4-8798-4450-8e03-169ffbdb5e6d tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.67 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1023 time: 0.1729918 Sep 27 08:44:02.813867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f991dc3-743b-4c82-8803-0e4bec091217 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.839002 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-6f2c83e4-037a-4737-8585-0afd4c1d447e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/quotas/3d23848dffc84609ba20127eac9bfa4a HTTP/1.1" status: 200 len: 375 time: 0.0808408 Sep 27 08:44:02.867976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fc86e61-c562-4f68-8b7c-ef7e84dd4a34 req-fbafd15d-ff7b-409e-9e5c-05c5d8201176 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa&id=0d431955-342d-4294-bda5-cc28948b0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0960059 Sep 27 08:44:02.916056 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2093b5ba-b7f4-48bd-9997-04c53b9caada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.918629 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2093b5ba-b7f4-48bd-9997-04c53b9caada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.919819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2093b5ba-b7f4-48bd-9997-04c53b9caada admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b4603b1-25d8-4edf-9a37-05520fb96f96 HTTP/1.1" status: 204 len: 168 time: 0.4901643 Sep 27 08:44:02.938308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=da42b30b-56be-44f2-8925-bd37436ce46f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:02.963350 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f991dc3-743b-4c82-8803-0e4bec091217 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.973089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093b5ba-b7f4-48bd-9997-04c53b9caada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4603b1-25d8-4edf-9a37-05520fb96f96,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:02.975752 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f991dc3-743b-4c82-8803-0e4bec091217 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:02.997038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f991dc3-743b-4c82-8803-0e4bec091217 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c00948f-78b7-4c2f-8497-c557feee9c22,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:03.001527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.018863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f991dc3-743b-4c82-8803-0e4bec091217 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.022862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f991dc3-743b-4c82-8803-0e4bec091217 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3143325 Sep 27 08:44:03.032142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56642) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:03.042706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2a858ab4-4e83-4b45-91a8-60fa4e4eb043 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6ca78176-b508-4bd2-8c49-403e45d600bb', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:03.074947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6fe85-7dfb-4aeb-ade5-6f86397082a9 req-c7616bfb-284c-4549-8383-29fdfcaee7ee tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:03.076947 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b3b6fe85-7dfb-4aeb-ade5-6f86397082a9 req-c7616bfb-284c-4549-8383-29fdfcaee7ee tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 945 time: 0.0695210 Sep 27 08:44:03.107132 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-78549059-4baf-43a1-b6f9-9d86923de588 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2529681 Sep 27 08:44:03.132982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b3b6fe85-7dfb-4aeb-ade5-6f86397082a9 req-4ae0bc79-c6ba-4588-be25-c4b09035764e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497329 Sep 27 08:44:03.256619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a858ab4-4e83-4b45-91a8-60fa4e4eb043 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.283069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Deleting port cb26a5a0-597e-4003-885f-4c2c699175bc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:03.283414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.324899 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 998d7041-92bc-4fe2-9b2b-e46d0b751c86 associated. External IP: 172.25.2.59, port: dd3ab2b9-0f63-42bc-9bd2-df4fa479c076. Sep 27 08:44:03.397817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cdb2ee4d-74c2-4afe-8ff3-fbd9a857bf44 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754483 Sep 27 08:44:03.482763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b977-5a95-4897-99e7-610fe60b0a49 req-e851888b-a61b-428e-ae7c-b71f524c20e9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:03.482763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-deb3b977-5a95-4897-99e7-610fe60b0a49 req-e851888b-a61b-428e-ae7c-b71f524c20e9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 945 time: 0.0603173 Sep 27 08:44:03.556230 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-deb3b977-5a95-4897-99e7-610fe60b0a49 req-34a1e40c-a50a-4ffe-83b1-36ea7f8005af tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Sep 27 08:44:03.557230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a858ab4-4e83-4b45-91a8-60fa4e4eb043 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.564815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] For port cb26a5a0-597e-4003-885f-4c2c699175bc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cb26a5a0-597e-4003-885f-4c2c699175bc,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:03.565146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.598770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a858ab4-4e83-4b45-91a8-60fa4e4eb043 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.619794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Calling delete_port for cb26a5a0-597e-4003-885f-4c2c699175bc owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:03.656161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a858ab4-4e83-4b45-91a8-60fa4e4eb043 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f069ee03-f06b-45bf-96cd-cd166e139e22,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:03.741512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a858ab4-4e83-4b45-91a8-60fa4e4eb043 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.742767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2a858ab4-4e83-4b45-91a8-60fa4e4eb043 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7081037 Sep 27 08:44:03.746078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56666) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:03.753241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-897de520-fe8d-4174-bcde-a94468b4d3d4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6ca78176-b508-4bd2-8c49-403e45d600bb', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:03.757922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-6f058565-62b4-451b-9387-5c258e2366b7 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262887 Sep 27 08:44:03.838373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-897de520-fe8d-4174-bcde-a94468b4d3d4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.917555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-897de520-fe8d-4174-bcde-a94468b4d3d4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.928273 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-897de520-fe8d-4174-bcde-a94468b4d3d4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:03.933374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:03.968661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 27eae0d1-33ae-4225-843c-3dd973c8209d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:03.978033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897de520-fe8d-4174-bcde-a94468b4d3d4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27339093-389a-46ee-8825-839f012843ea,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.006181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-897de520-fe8d-4174-bcde-a94468b4d3d4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.007582 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-897de520-fe8d-4174-bcde-a94468b4d3d4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601743 Sep 27 08:44:04.010602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:04.019744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8e12427f-8e55-4a68-976b-31bef420666b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6ca78176-b508-4bd2-8c49-403e45d600bb', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:04.084528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c215d4-bde5-47bb-8675-cd4e3e1928dd None None] Network e0094a48-fcad-44f2-b846-48aa3228145f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:04.091176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c549a-5b7b-43a4-82c3-e176099993e0 req-9b614b38-5f08-406d-bb88-aa14524055fe tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:04.092750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-300c549a-5b7b-43a4-82c3-e176099993e0 req-9b614b38-5f08-406d-bb88-aa14524055fe tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=840d25e4-6ef7-426a-908b-a330e5742622 HTTP/1.1" status: 200 len: 1023 time: 0.0654519 Sep 27 08:44:04.100544 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e12427f-8e55-4a68-976b-31bef420666b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.171800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f92f920-dc7a-44fe-b60b-cddc5ca6eb4d req-43aeb699-e6bf-491a-89b8-7c86b0b0fbe2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 210 time: 0.0673802 Sep 27 08:44:04.179881 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.206752 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cb26a5a0-597e-4003-885f-4c2c699175bc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:04.209470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:04.233194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 27eae0d1-33ae-4225-843c-3dd973c8209d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:04.234641 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.243366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'Port': ['ID=cb26a5a0-597e-4003-885f-4c2c699175bc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.250720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-300c549a-5b7b-43a4-82c3-e176099993e0 req-29f29f00-5985-4ecc-9491-0cad1613e23b tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa&id=0d431955-342d-4294-bda5-cc28948b0c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1459792 Sep 27 08:44:04.291558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e12427f-8e55-4a68-976b-31bef420666b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.301100 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e12427f-8e55-4a68-976b-31bef420666b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.344914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12427f-8e55-4a68-976b-31bef420666b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b03b098-de17-4fb9-b381-07142add6da3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.353450 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e12427f-8e55-4a68-976b-31bef420666b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.357623 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e12427f-8e55-4a68-976b-31bef420666b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3431101 Sep 27 08:44:04.358165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56688) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:04.369266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-77bfafa0-f07e-4063-b525-d7e9087b9bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6ca78176-b508-4bd2-8c49-403e45d600bb', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:04.390572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:04.404019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] No DVR routers for this DVR port cb26a5a0-597e-4003-885f-4c2c699175bc on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:04.407442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.410383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c46c4e63-5583-4127-ac3a-2b8470d909aa req-10260312-84f5-4d50-ae68-854091352af4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.67 "DELETE /v2.0/ports/cb26a5a0-597e-4003-885f-4c2c699175bc HTTP/1.1" status: 204 len: 173 time: 1.5748596 Sep 27 08:44:04.416863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'name': 'network-vif-deleted', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:04.419247 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1492e404-4678-40cd-bf3c-afb401eafb7e" -d '{"events": [{"server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "name": "network-vif-deleted", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:04.431215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9b520-982e-4a10-8c12-a646fcf00efd None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:04.468626 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-77bfafa0-f07e-4063-b525-d7e9087b9bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Project 2e0a23c7655e453d9e13ec1c8915bf61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:44:04.478244 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ab5400-96dc-435a-9be2-282b696de9f9 x-openstack-request-id: req-39ab5400-96dc-435a-9be2-282b696de9f9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:04.478594 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d25e4-6ef7-426a-908b-a330e5742622", "name": "network-vif-deleted", "tag": "cb26a5a0-597e-4003-885f-4c2c699175bc", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:04.478848 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39ab5400-96dc-435a-9be2-282b696de9f9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:04.479228 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d25e4-6ef7-426a-908b-a330e5742622', 'name': 'network-vif-deleted', 'tag': 'cb26a5a0-597e-4003-885f-4c2c699175bc', 'status': 'completed', 'code': 200} Sep 27 08:44:04.480313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bfafa0-f07e-4063-b525-d7e9087b9bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.499014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.523102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c6af9ece-70b1-4a1c-a2aa-0ee6bbcf3a3f None None] Provisioning complete for port 27eae0d1-33ae-4225-843c-3dd973c8209d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:04.523490 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6af9ece-70b1-4a1c-a2aa-0ee6bbcf3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.575681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9b520-982e-4a10-8c12-a646fcf00efd None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:04.576318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bbe9b520-982e-4a10-8c12-a646fcf00efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:04.588648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56702) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:04.589184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b3607f89-e4b7-4dbb-b418-e123dabf4517 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9040990 Sep 27 08:44:04.595312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-13965073-08c8-459d-ad7e-b6aad6aa4626 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'port_id': 'dd3ab2b9-0f63-42bc-9bd2-df4fa479c076', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:04.612460 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bfafa0-f07e-4063-b525-d7e9087b9bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.617820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bfafa0-f07e-4063-b525-d7e9087b9bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.646474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bbe9b520-982e-4a10-8c12-a646fcf00efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:04.647619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfafa0-f07e-4063-b525-d7e9087b9bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79472b17-9ca4-4bcc-bc78-34a93b301450,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:04.651382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bfafa0-f07e-4063-b525-d7e9087b9bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.658315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-77bfafa0-f07e-4063-b525-d7e9087b9bd8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2937534 Sep 27 08:44:04.659293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56704) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:04.665364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c213793b-bc92-426c-8e24-60ea6cb29898 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '6ca78176-b508-4bd2-8c49-403e45d600bb', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:04.706371 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-c213793b-bc92-426c-8e24-60ea6cb29898 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Project 2e0a23c7655e453d9e13ec1c8915bf61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:44:04.723672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c213793b-bc92-426c-8e24-60ea6cb29898 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.746181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13965073-08c8-459d-ad7e-b6aad6aa4626 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.751180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9b520-982e-4a10-8c12-a646fcf00efd None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:04.751881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bbe9b520-982e-4a10-8c12-a646fcf00efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:04.844862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bbe9b520-982e-4a10-8c12-a646fcf00efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:04.845491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9b520-982e-4a10-8c12-a646fcf00efd None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:04.853893 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6af9ece-70b1-4a1c-a2aa-0ee6bbcf3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.858322 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:04.858540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316381b-6a2f-4ad3-a8d7-7836cb756249 req-a0609a64-e3c2-4ec7-a7e9-fc6c755569e0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:04.864703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f316381b-6a2f-4ad3-a8d7-7836cb756249 req-a0609a64-e3c2-4ec7-a7e9-fc6c755569e0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 945 time: 0.1469672 Sep 27 08:44:04.946957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f316381b-6a2f-4ad3-a8d7-7836cb756249 req-7c7afbe4-00ea-49d8-8783-655d1ce6114c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667276 Sep 27 08:44:04.964739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-3ad91ae9-8dba-4614-98c6-0dbb05a8b74b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:04.966392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-3ad91ae9-8dba-4614-98c6-0dbb05a8b74b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 945 time: 0.2004411 Sep 27 08:44:05.041246 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c6af9ece-70b1-4a1c-a2aa-0ee6bbcf3a3f None None] For port 27eae0d1-33ae-4225-843c-3dd973c8209d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=27eae0d1-33ae-4225-843c-3dd973c8209d,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:05.048217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c213793b-bc92-426c-8e24-60ea6cb29898 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.063307 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6af9ece-70b1-4a1c-a2aa-0ee6bbcf3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.106251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c213793b-bc92-426c-8e24-60ea6cb29898 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.134600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213793b-bc92-426c-8e24-60ea6cb29898 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9bcad3-c435-4b2a-9b4e-8be849bab124,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:05.162135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c213793b-bc92-426c-8e24-60ea6cb29898 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.168997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c213793b-bc92-426c-8e24-60ea6cb29898 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5083771 Sep 27 08:44:05.193960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Deleting port d5669957-56ed-41f9-aeea-077ccd9b7d81 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:05.195107 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.270782 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:44:05.271557 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:44:05.272363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af9ece-70b1-4a1c-a2aa-0ee6bbcf3a3f None None] Pushing event updated for resources: {'Port': ['ID=27eae0d1-33ae-4225-843c-3dd973c8209d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:05.346057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] For port d5669957-56ed-41f9-aeea-077ccd9b7d81, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d5669957-56ed-41f9-aeea-077ccd9b7d81,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:05.346435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.370609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Calling delete_port for d5669957-56ed-41f9-aeea-077ccd9b7d81 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:05.387598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c16ec522-f17c-4ff4-9401-16bde18e32e9 None None] Provisioning complete for port 27eae0d1-33ae-4225-843c-3dd973c8209d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:05.388176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c16ec522-f17c-4ff4-9401-16bde18e32e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.574520 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0fc95482-be86-4e71-8ea7-25a5f2940056 req-d0b93533-332c-4368-b83c-ba8d32e12e2d tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa HTTP/1.1" status: 200 len: 1802 time: 0.0860894 Sep 27 08:44:05.616147 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.701568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0fc95482-be86-4e71-8ea7-25a5f2940056 req-264b6fa7-bd3b-460c-8ff1-fe377eb4f720 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.721040 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.726221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a07a0f0-1418-4510-b266-4c712c29caaf req-cd15cb8c-c427-486e-a867-1a9c0447deae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 210 time: 0.0510149 Sep 27 08:44:05.733621 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['d5669957-56ed-41f9-aeea-077ccd9b7d81'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:05.771987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0fc95482-be86-4e71-8ea7-25a5f2940056 req-264b6fa7-bd3b-460c-8ff1-fe377eb4f720 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.874283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event deleted for resources: {'Port': ['ID=d5669957-56ed-41f9-aeea-077ccd9b7d81,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:05.901522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] No DVR routers for this DVR port d5669957-56ed-41f9-aeea-077ccd9b7d81 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:05.903537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0fc95482-be86-4e71-8ea7-25a5f2940056 req-264b6fa7-bd3b-460c-8ff1-fe377eb4f720 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.906880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0fc95482-be86-4e71-8ea7-25a5f2940056 req-264b6fa7-bd3b-460c-8ff1-fe377eb4f720 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.911218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0fc95482-be86-4e71-8ea7-25a5f2940056 req-264b6fa7-bd3b-460c-8ff1-fe377eb4f720 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa HTTP/1.1" status: 204 len: 173 time: 0.3308225 Sep 27 08:44:05.912487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:05.924619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-f5d3104e-523b-4909-8cc9-3ba3a58d779d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027737299&fields=id&tenant_id=2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 267 time: 0.0640607 Sep 27 08:44:05.925566 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23f0a680-119f-4819-8683-2b48bd6c5da7 req-8c540281-dc25-4650-8f2e-357bfa45023d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "DELETE /v2.0/ports/d5669957-56ed-41f9-aeea-077ccd9b7d81 HTTP/1.1" status: 204 len: 173 time: 0.9511881 Sep 27 08:44:05.930944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-0a828c54-8fa2-477f-b61a-6154315dafed tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:05.932407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-0a828c54-8fa2-477f-b61a-6154315dafed tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.2562017 Sep 27 08:44:05.962228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b6fa7-bd3b-460c-8ff1-fe377eb4f720 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:05.972357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'port': {'device_id': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'admin_state_up': True, 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:06.009084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 27eae0d1-33ae-4225-843c-3dd973c8209d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:06.018367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-267dcfa0-68c5-4ee8-8761-d756e6b78ca0 req-e49ea083-74d8-4b27-9377-698cd2568539 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/0d431955-342d-4294-bda5-cc28948b0c0c HTTP/1.1" status: 200 len: 1801 time: 0.0780871 Sep 27 08:44:06.074358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 27eae0d1-33ae-4225-843c-3dd973c8209d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:06.075473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.133379 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-267dcfa0-68c5-4ee8-8761-d756e6b78ca0 req-c9347df0-297a-4dce-8684-14a5352e3376 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.162519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-267dcfa0-68c5-4ee8-8761-d756e6b78ca0 req-c9347df0-297a-4dce-8684-14a5352e3376 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.219760 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-267dcfa0-68c5-4ee8-8761-d756e6b78ca0 req-c9347df0-297a-4dce-8684-14a5352e3376 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.223081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-267dcfa0-68c5-4ee8-8761-d756e6b78ca0 req-c9347df0-297a-4dce-8684-14a5352e3376 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.228810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-267dcfa0-68c5-4ee8-8761-d756e6b78ca0 req-c9347df0-297a-4dce-8684-14a5352e3376 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d431955-342d-4294-bda5-cc28948b0c0c HTTP/1.1" status: 204 len: 173 time: 0.2046180 Sep 27 08:44:06.245107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9347df0-297a-4dce-8684-14a5352e3376 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d431955-342d-4294-bda5-cc28948b0c0c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:06.247938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-bf2dd033-dea0-41c3-9b89-b1337865c931 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:06.249509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-bf2dd033-dea0-41c3-9b89-b1337865c931 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/networks?id=e0094a48-fcad-44f2-b846-48aa3228145f HTTP/1.1" status: 200 len: 797 time: 0.2871132 Sep 27 08:44:06.276799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-62cf32bf-b1d3-47b5-8a36-b3c6998b9b29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/quotas/2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 375 time: 0.0185249 Sep 27 08:44:06.361583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Made reservation on behalf of 3d23848dffc84609ba20127eac9bfa4a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:06.365072 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.366635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8e3000b0-d1a9-45c0-b53f-2fd15b270ebc req-3d94944c-e901-4e74-b890-5d7fbfe4260f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c8fac20-1920-47d9-ba04-9fd6275023e4 HTTP/1.1" status: 200 len: 210 time: 0.0351825 Sep 27 08:44:06.401239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b4e39f5e-c69a-4b26-b7ab-2108052a2d53 req-dda138b5-4b5b-4e70-ac81-634fcecc7578 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1271659335', 'description': 'tempest-description-72054908'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:06.426455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b4e39f5e-c69a-4b26-b7ab-2108052a2d53 req-dda138b5-4b5b-4e70-ac81-634fcecc7578 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.428392 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-c3588290-57aa-47f7-bcad-67603501ba52 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1424437 Sep 27 08:44:06.462109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13965073-08c8-459d-ad7e-b6aad6aa4626 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.481546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8fac20-1920-47d9-ba04-9fd6275023e4', 'name': 'network-vif-deleted', 'tag': 'd5669957-56ed-41f9-aeea-077ccd9b7d81'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:06.483818 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0242e713-d785-45a2-8ea8-50a2afd56dcc" -d '{"events": [{"server_uuid": "1c8fac20-1920-47d9-ba04-9fd6275023e4", "name": "network-vif-deleted", "tag": "d5669957-56ed-41f9-aeea-077ccd9b7d81"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:06.501377 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13965073-08c8-459d-ad7e-b6aad6aa4626 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.539784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b4e39f5e-c69a-4b26-b7ab-2108052a2d53 req-dda138b5-4b5b-4e70-ac81-634fcecc7578 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.547475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b4e39f5e-c69a-4b26-b7ab-2108052a2d53 req-dda138b5-4b5b-4e70-ac81-634fcecc7578 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.578521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b4e39f5e-c69a-4b26-b7ab-2108052a2d53 req-dda138b5-4b5b-4e70-ac81-634fcecc7578 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.579966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4e39f5e-c69a-4b26-b7ab-2108052a2d53 req-dda138b5-4b5b-4e70-ac81-634fcecc7578 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1831989 Sep 27 08:44:06.580993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda138b5-4b5b-4e70-ac81-634fcecc7578 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c6d8ce-dced-4dd8-b2f7-9a352a4e3eef,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:06.701671 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ccd155-1b66-44a5-9d36-90c3256b3aa5 x-openstack-request-id: req-48ccd155-1b66-44a5-9d36-90c3256b3aa5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:06.702647 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8fac20-1920-47d9-ba04-9fd6275023e4", "name": "network-vif-deleted", "tag": "d5669957-56ed-41f9-aeea-077ccd9b7d81", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:06.703428 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48ccd155-1b66-44a5-9d36-90c3256b3aa5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:06.706612 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8fac20-1920-47d9-ba04-9fd6275023e4', 'name': 'network-vif-deleted', 'tag': 'd5669957-56ed-41f9-aeea-077ccd9b7d81', 'status': 'completed', 'code': 200} Sep 27 08:44:06.711633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Allocated IP 172.20.0.5 (3f6f1655-88d1-46c9-9d33-f405464245d8/85897b63-6c8b-4b77-8b93-4f12342df0f5/92a0ed9b-1db6-4dab-baa5-80953371a957) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:06.720894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-10601ac4-ec19-4e64-9c73-098ae65fc88f service neutron] 10.222.0.50 "GET /v2.0/networks/e0094a48-fcad-44f2-b846-48aa3228145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730048 Sep 27 08:44:06.764286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56764) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:06.773758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4769e30d-625c-44c7-a9e8-b9b10adabe5a req-356956e4-19d2-40f2-a538-e2b1f36f0ce9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/09c6d8ce-dced-4dd8-b2f7-9a352a4e3eef HTTP/1.1" status: 200 len: 1801 time: 0.0509992 Sep 27 08:44:06.785785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4769e30d-625c-44c7-a9e8-b9b10adabe5a req-a28bf384-1662-4ae4-9f5e-0de8daf568d3 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1994552846', 'description': 'tempest-description-hth-104077354'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:06.812929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4769e30d-625c-44c7-a9e8-b9b10adabe5a req-a28bf384-1662-4ae4-9f5e-0de8daf568d3 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.861026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4769e30d-625c-44c7-a9e8-b9b10adabe5a req-a28bf384-1662-4ae4-9f5e-0de8daf568d3 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.867218 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4769e30d-625c-44c7-a9e8-b9b10adabe5a req-a28bf384-1662-4ae4-9f5e-0de8daf568d3 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.870026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4769e30d-625c-44c7-a9e8-b9b10adabe5a req-a28bf384-1662-4ae4-9f5e-0de8daf568d3 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.871342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4769e30d-625c-44c7-a9e8-b9b10adabe5a req-a28bf384-1662-4ae4-9f5e-0de8daf568d3 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "PUT /v2.0/security-groups/09c6d8ce-dced-4dd8-b2f7-9a352a4e3eef HTTP/1.1" status: 200 len: 1776 time: 0.0909965 Sep 27 08:44:06.887726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91bc3713-e3eb-4d50-af53-64a26d8e5845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:06.926982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bf384-1662-4ae4-9f5e-0de8daf568d3 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c6d8ce-dced-4dd8-b2f7-9a352a4e3eef,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:06.963469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbe820d2-b191-489c-8785-2d68d0c4b42f req-d5cb8e9c-397b-4491-b1bd-fec97d06b296 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 210 time: 0.0374470 Sep 27 08:44:06.979208 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-8fd88037-65d0-43ca-8c74-674e411da7f5 service neutron] 10.222.0.50 "GET /v2.0/networks/e0094a48-fcad-44f2-b846-48aa3228145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493520 Sep 27 08:44:07.044952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13965073-08c8-459d-ad7e-b6aad6aa4626 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:07.049026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91bc3713-e3eb-4d50-af53-64a26d8e5845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.067000 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91bc3713-e3eb-4d50-af53-64a26d8e5845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.116460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc3713-e3eb-4d50-af53-64a26d8e5845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef225b17-9fc3-49ff-9dde-5e4b242db57d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:07.120561 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.163676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-91bc3713-e3eb-4d50-af53-64a26d8e5845 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea03d0455e714cafacfcbc434be2b2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979990 Sep 27 08:44:07.164626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56774) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:07.174906 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be34d11f-b81a-4bd2-bf63-cf505152840f req-5b8488a7-c9a9-48cb-9dd0-56ae11b8fbd0 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/09c6d8ce-dced-4dd8-b2f7-9a352a4e3eef HTTP/1.1" status: 200 len: 1776 time: 0.1243868 Sep 27 08:44:07.230387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19ec39d5-e2a1-47bd-9c49-22a124d57045 req-fe691678-869f-4f71-9416-3457f7a12f1e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 210 time: 0.0895207 Sep 27 08:44:07.252530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b2d89cd-1ff9-49f6-b5ac-97d33a5253f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.259355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13965073-08c8-459d-ad7e-b6aad6aa4626 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:07.264275 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13965073-08c8-459d-ad7e-b6aad6aa4626 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.271069 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f2e04-0fbe-4392-89fd-cafed0fd1104 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:07.282490 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f2e04-0fbe-4392-89fd-cafed0fd1104 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:07.283505 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2e04-0fbe-4392-89fd-cafed0fd1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:07.290002 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-895cff79-f46d-4db5-be8b-cd4dc4725b46 req-274800eb-25b5-4721-a79a-eb475655e486 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/09c6d8ce-dced-4dd8-b2f7-9a352a4e3eef HTTP/1.1" status: 200 len: 1776 time: 0.0832155 Sep 27 08:44:07.299124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b2d89cd-1ff9-49f6-b5ac-97d33a5253f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.308002 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.321396 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2e04-0fbe-4392-89fd-cafed0fd1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:07.324828 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'f31de135-f12e-4a78-ab5d-3bd58497edc5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:07.332066 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f2e04-0fbe-4392-89fd-cafed0fd1104 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:07.333045 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2e04-0fbe-4392-89fd-cafed0fd1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:07.386543 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2e04-0fbe-4392-89fd-cafed0fd1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:07.387238 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f2e04-0fbe-4392-89fd-cafed0fd1104 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:07.398258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-895cff79-f46d-4db5-be8b-cd4dc4725b46 req-2a9f013d-7c45-498a-8e63-d09d556e3a03 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.404173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-13965073-08c8-459d-ad7e-b6aad6aa4626 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/floatingips/998d7041-92bc-4fe2-9b2b-e46d0b751c86 HTTP/1.1" status: 200 len: 977 time: 2.8132415 Sep 27 08:44:07.410369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56784) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:07.425395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b2d89cd-1ff9-49f6-b5ac-97d33a5253f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.429271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b2d89cd-1ff9-49f6-b5ac-97d33a5253f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.433169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1b2d89cd-1ff9-49f6-b5ac-97d33a5253f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef225b17-9fc3-49ff-9dde-5e4b242db57d HTTP/1.1" status: 204 len: 168 time: 0.2645051 Sep 27 08:44:07.433345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'Port': ['ID=92a0ed9b-1db6-4dab-baa5-80953371a957,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:07.456431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:07.465365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:07.482046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:07.496687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-895cff79-f46d-4db5-be8b-cd4dc4725b46 req-2a9f013d-7c45-498a-8e63-d09d556e3a03 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.499669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d89cd-1ff9-49f6-b5ac-97d33a5253f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef225b17-9fc3-49ff-9dde-5e4b242db57d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:07.642153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-895cff79-f46d-4db5-be8b-cd4dc4725b46 req-2a9f013d-7c45-498a-8e63-d09d556e3a03 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.648047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-895cff79-f46d-4db5-be8b-cd4dc4725b46 req-2a9f013d-7c45-498a-8e63-d09d556e3a03 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.653258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-895cff79-f46d-4db5-be8b-cd4dc4725b46 req-2a9f013d-7c45-498a-8e63-d09d556e3a03 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/09c6d8ce-dced-4dd8-b2f7-9a352a4e3eef HTTP/1.1" status: 204 len: 173 time: 0.3520410 Sep 27 08:44:07.666220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:07.666928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.691235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f013d-7c45-498a-8e63-d09d556e3a03 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c6d8ce-dced-4dd8-b2f7-9a352a4e3eef,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:07.708789 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-c50b47f9-dea9-48e1-8a0c-886064923d03 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7448728 Sep 27 08:44:07.725154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Request body: {'port': {'device_id': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:07.821502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port da42b30b-56be-44f2-8925-bd37436ce46f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:07.822608 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.892950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d5669957-56ed-41f9-aeea-077ccd9b7d81 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:07.935288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: d5669957-56ed-41f9-aeea-077ccd9b7d81 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:44:07.935833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d5669957-56ed-41f9-aeea-077ccd9b7d81 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:44:07.936438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cb26a5a0-597e-4003-885f-4c2c699175bc no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:07.960126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: cb26a5a0-597e-4003-885f-4c2c699175bc {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:44:07.960761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cb26a5a0-597e-4003-885f-4c2c699175bc not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:44:07.971600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f4fad68d-6ec4-4256-97a0-eb422d7190a2 None None] Provisioning complete for port 92a0ed9b-1db6-4dab-baa5-80953371a957 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:07.972150 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f4fad68d-6ec4-4256-97a0-eb422d7190a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.977643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.978084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:07.996243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for da42b30b-56be-44f2-8925-bd37436ce46f owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:08.022035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f4fad68d-6ec4-4256-97a0-eb422d7190a2 None None] Port 92a0ed9b-1db6-4dab-baa5-80953371a957 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:08.093140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56814) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:08.124278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb9146bb-2e4c-4216-9dd2-875b857b025f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.148155 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-e9cbeb19-382a-46e3-a4b9-3d5dd6341515 req-d56d61a0-3d88-48ac-a072-01d17725cc06 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:44:08.149283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9cbeb19-382a-46e3-a4b9-3d5dd6341515 req-d56d61a0-3d88-48ac-a072-01d17725cc06 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/0d431955-342d-4294-bda5-cc28948b0c0c HTTP/1.1" status: 404 len: 352 time: 0.0571330 Sep 27 08:44:08.276894 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.333132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e67c90-ac25-4566-b700-60118c71b46f req-95d0b953-fe23-413a-87e8-9d1ea227fe7b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:08.334640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5e67c90-ac25-4566-b700-60118c71b46f req-95d0b953-fe23-413a-87e8-9d1ea227fe7b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 931 time: 0.1165307 Sep 27 08:44:08.339547 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb9146bb-2e4c-4216-9dd2-875b857b025f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.340482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21897-4868-4059-8406-8373a484c649 req-4c8a94b1-40ca-4a94-a261-d33449167384 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:08.342295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-4c8a94b1-40ca-4a94-a261-d33449167384 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.1644206 Sep 27 08:44:08.352855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb9146bb-2e4c-4216-9dd2-875b857b025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.370455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-ec9a7573-c5d1-4dd0-85f1-d186451f724e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/quotas/2d88ab468140412d988096ff680cf2e9 HTTP/1.1" status: 200 len: 375 time: 0.0147219 Sep 27 08:44:08.411602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.429730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9146bb-2e4c-4216-9dd2-875b857b025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80cd0b7-b0cc-446e-bb42-9842c63d6bd3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:08.453276 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c5e67c90-ac25-4566-b700-60118c71b46f req-3dca38f9-df12-488e-bc6d-68917ce90402 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108437 Sep 27 08:44:08.460383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eb9146bb-2e4c-4216-9dd2-875b857b025f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32211d94683841a1baf1c654ab62fcf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638299 Sep 27 08:44:08.467654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=da42b30b-56be-44f2-8925-bd37436ce46f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:08.473334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56820) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:08.555306 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-e1c5af4f-a2dc-473e-a5a7-54da2ccba6ab tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1804414 Sep 27 08:44:08.711920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-26065ae3-7dab-41cf-8119-869124878ef7 service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452003 Sep 27 08:44:08.731773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a0ed9b-1db6-4dab-baa5-80953371a957 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:08.748434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.777051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Transition to ACTIVE for port object 92a0ed9b-1db6-4dab-baa5-80953371a957 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:08.802129 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:08.884899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-4f40be1b-fae5-49c1-8196-26fb93ed942e service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662495 Sep 27 08:44:08.887870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Pushing event updated for resources: {'Port': ['ID=92a0ed9b-1db6-4dab-baa5-80953371a957,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:08.954495 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-5ed745fa-da56-4ffa-8af8-161c0ba08ec2 req-a48ca2ba-a894-4d83-9fcb-74c915350718 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:44:08.955555 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ed745fa-da56-4ffa-8af8-161c0ba08ec2 req-a48ca2ba-a894-4d83-9fcb-74c915350718 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/3f5b36dd-4d49-45a8-8c56-a1e2d1d042aa HTTP/1.1" status: 404 len: 352 time: 0.4441969 Sep 27 08:44:08.963559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Attempting to bind port 92a0ed9b-1db6-4dab-baa5-80953371a957 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:08.963952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Attempting to bind port 92a0ed9b-1db6-4dab-baa5-80953371a957 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:08.964527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Attempting to bind port 92a0ed9b-1db6-4dab-baa5-80953371a957 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:08.969922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Port 92a0ed9b-1db6-4dab-baa5-80953371a957 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:08.970419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Attempting to bind port 92a0ed9b-1db6-4dab-baa5-80953371a957 on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:08.977381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:08.977750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Checking segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:08.978206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Bound using segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:08.978720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Bound port: 92a0ed9b-1db6-4dab-baa5-80953371a957, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:08.979160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.030489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.030898 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 998d7041-92bc-4fe2-9b2b-e46d0b751c86 disassociated (deleted). External IP: 172.25.2.59, port: dd3ab2b9-0f63-42bc-9bd2-df4fa479c076. Sep 27 08:44:09.076614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] For port 92a0ed9b-1db6-4dab-baa5-80953371a957, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:09.081210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] For port 92a0ed9b-1db6-4dab-baa5-80953371a957, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92a0ed9b-1db6-4dab-baa5-80953371a957,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:09.088805 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.101810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff59f38-852f-475d-877d-d964aca5c592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.124052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-dc739dde-22bb-4a38-aff2-b1ad011576eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:09.126196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-dc739dde-22bb-4a38-aff2-b1ad011576eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "GET /v2.0/networks?id=e0094a48-fcad-44f2-b846-48aa3228145f HTTP/1.1" status: 200 len: 797 time: 0.6705115 Sep 27 08:44:09.129444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:09.130327 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.131638 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5dcda5c5-f075-4399-9820-e80b8c2ec886 req-ee0f4789-d404-4aad-945b-79efa24752e8 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 210 time: 0.0779045 Sep 27 08:44:09.132447 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] 10.222.0.57 "PUT /v2.0/ports/92a0ed9b-1db6-4dab-baa5-80953371a957 HTTP/1.1" status: 200 len: 1091 time: 1.4138885 Sep 27 08:44:09.133133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'tag': '92a0ed9b-1db6-4dab-baa5-80953371a957'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:09.135957 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "da5a4c1d-3041-4053-bc21-98c1a32eb72b", "tag": "92a0ed9b-1db6-4dab-baa5-80953371a957"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:09.165062 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd651f92-db92-4536-a2fe-655079cfe651 service neutron] Pushing event updated for resources: {'Port': ['ID=92a0ed9b-1db6-4dab-baa5-80953371a957,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:09.222590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff59f38-852f-475d-877d-d964aca5c592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.273469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c33033e-7a3b-4a94-bf1a-b0d44ad314be req-9f98397b-9ca1-4dd9-802c-015e0a4a3c45 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 210 time: 0.0364614 Sep 27 08:44:09.284457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-8bf09c37-582c-4b7b-8b01-d73a4b1d04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:09.286908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-8bf09c37-582c-4b7b-8b01-d73a4b1d04ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 1094 time: 0.0931697 Sep 27 08:44:09.318712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-f8c0c0a5-70b5-4857-b9ba-38e7f658e6e9 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 472 time: 0.1698997 Sep 27 08:44:09.327555 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-f76367af-d0e8-4899-a105-649aa187d97f req-b9e2998a-e57a-4ae7-9880-6302aff85e01 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:44:09.328936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f76367af-d0e8-4899-a105-649aa187d97f req-b9e2998a-e57a-4ae7-9880-6302aff85e01 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/df1a4d1a-19cf-4f84-98e6-29cc39636569 HTTP/1.1" status: 404 len: 352 time: 0.1110570 Sep 27 08:44:09.335737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'port': {'device_id': 'd48b558a-6d93-4c98-afbe-1e8ed198f232', 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f', 'admin_state_up': True, 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'security_groups': ['6ca78176-b508-4bd2-8c49-403e45d600bb']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:09.361437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-efa4e40d-e14a-4c32-8830-cfa2117fb207 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a0ed9b-1db6-4dab-baa5-80953371a957 HTTP/1.1" status: 200 len: 217 time: 0.0641572 Sep 27 08:44:09.364024 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b31bce-4819-4010-ba5d-97453c34f1a8 x-openstack-request-id: req-95b31bce-4819-4010-ba5d-97453c34f1a8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:09.364493 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5a4c1d-3041-4053-bc21-98c1a32eb72b", "tag": "92a0ed9b-1db6-4dab-baa5-80953371a957", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:09.364738 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95b31bce-4819-4010-ba5d-97453c34f1a8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:09.365192 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'tag': '92a0ed9b-1db6-4dab-baa5-80953371a957', 'status': 'completed', 'code': 200} Sep 27 08:44:09.418235 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-82824338-4796-468d-a8eb-5d018d04a827 req-e9d9f0bb-6df9-43af-907d-6ce3f7c08ad4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:44:09.419364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82824338-4796-468d-a8eb-5d018d04a827 req-e9d9f0bb-6df9-43af-907d-6ce3f7c08ad4 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/1e6e844f-2fcd-48f2-99f3-c8794aafd22a HTTP/1.1" status: 404 len: 352 time: 0.0402799 Sep 27 08:44:09.433261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-1f77fa13-491b-4489-84f1-fb6fcef22289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:09.434882 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-1f77fa13-491b-4489-84f1-fb6fcef22289 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.0616467 Sep 27 08:44:09.494165 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-7e0a5429-47be-4511-b6d8-fef5ac80ab2a req-6e854397-74fb-4282-9b3a-6f13cdc9dde9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:44:09.505300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e0a5429-47be-4511-b6d8-fef5ac80ab2a req-6e854397-74fb-4282-9b3a-6f13cdc9dde9 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/8ce0b411-ad54-40ef-b83e-b29db093ae86 HTTP/1.1" status: 404 len: 352 time: 0.0425863 Sep 27 08:44:09.537770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff59f38-852f-475d-877d-d964aca5c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.540444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ff59f38-852f-475d-877d-d964aca5c592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.541617 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1ff59f38-852f-475d-877d-d964aca5c592 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e80cd0b7-b0cc-446e-bb42-9842c63d6bd3 HTTP/1.1" status: 204 len: 168 time: 1.0667651 Sep 27 08:44:09.554356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-8f9329af-eb1c-4139-bf4f-ff0d7be5d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:09.555880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-8f9329af-eb1c-4139-bf4f-ff0d7be5d39f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069114 Sep 27 08:44:09.561968 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-8f0aae9a-dae9-48e5-b7ac-35ff2a5af00f req-d2596e89-a5c3-411e-8ae2-f7ec6125abac tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] show failed (client error): The resource could not be found. Sep 27 08:44:09.562975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f0aae9a-dae9-48e5-b7ac-35ff2a5af00f req-d2596e89-a5c3-411e-8ae2-f7ec6125abac tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/603375e4-d6a1-45b4-b81f-51e64726eedb HTTP/1.1" status: 404 len: 352 time: 0.0304544 Sep 27 08:44:09.618974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff59f38-852f-475d-877d-d964aca5c592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80cd0b7-b0cc-446e-bb42-9842c63d6bd3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:09.680023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:09.683666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:09.690505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:09.710256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96252344-050e-4a6e-9781-ff6fa5ad5784 req-42954742-9d69-408b-857d-39b4a533ef15 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:09.717526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96252344-050e-4a6e-9781-ff6fa5ad5784 req-42954742-9d69-408b-857d-39b4a533ef15 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 943 time: 0.1053059 Sep 27 08:44:09.723250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-43ce49ed-ccfc-460b-a486-740acf40403e service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560726 Sep 27 08:44:09.862208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96252344-050e-4a6e-9781-ff6fa5ad5784 req-5694b45f-d022-482e-a758-6f915f6bcb4d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417513 Sep 27 08:44:09.962927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e9a8abd-6111-49ae-86af-1b44dcb02fdc req-aefe49bb-6442-4944-84d6-5280dfc75d45 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279491 Sep 27 08:44:09.974886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.20.0.30 (e0094a48-fcad-44f2-b846-48aa3228145f/20dc6345-016d-48c5-ba9a-45bd830a216b/448aea33-6aab-47cf-b03c-5d4aea888c23) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:09.987250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:09.987549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c0634-82da-47d1-9601-a484caff4a85 req-2f0f93ad-3b16-4a15-b2e2-3660d7f0a393 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:09.989482 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e66c0634-82da-47d1-9601-a484caff4a85 req-2f0f93ad-3b16-4a15-b2e2-3660d7f0a393 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1023 time: 0.0910892 Sep 27 08:44:09.995876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.000430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3fef25-f7a3-41a6-ac0e-fe8d05f0a505 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:10.015912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fef25-f7a3-41a6-ac0e-fe8d05f0a505 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:10.016920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae3fef25-f7a3-41a6-ac0e-fe8d05f0a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:10.037030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dea025fe-745d-4dca-8d5f-a4c74cf3b532 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/floatingips/998d7041-92bc-4fe2-9b2b-e46d0b751c86 HTTP/1.1" status: 204 len: 168 time: 2.6252844 Sep 27 08:44:10.042619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56856) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:10.064668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae3fef25-f7a3-41a6-ac0e-fe8d05f0a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:10.076657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fef25-f7a3-41a6-ac0e-fe8d05f0a505 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:10.077612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae3fef25-f7a3-41a6-ac0e-fe8d05f0a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:10.078485 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e66c0634-82da-47d1-9601-a484caff4a85 req-bab481ec-2e16-4bd0-a297-99ac33a7e14e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=db0b76e7-745b-470e-8226-980f3a1ba7bf&id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=4ff12151-9c3f-4f53-b109-2b6aefa47e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0664513 Sep 27 08:44:10.142328 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-070b4bfa-a237-4734-ae2f-b1910602a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:10.144242 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-070b4bfa-a237-4734-ae2f-b1910602a3d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 1094 time: 0.0637815 Sep 27 08:44:10.146064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae3fef25-f7a3-41a6-ac0e-fe8d05f0a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:10.146948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3fef25-f7a3-41a6-ac0e-fe8d05f0a505 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:10.282399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-5bc63134-cb2a-4783-8ab5-6ff2c5c4cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:10.283925 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-5bc63134-cb2a-4783-8ab5-6ff2c5c4cc1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.1277180 Sep 27 08:44:10.287814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-49df3325-5ee0-47f5-8204-158d99efecbb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port dd3ab2b9-0f63-42bc-9bd2-df4fa479c076 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:10.288191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49df3325-5ee0-47f5-8204-158d99efecbb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.319400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c49bf039-3bba-4e10-adfa-e30bbb8b1eb9 req-391469b6-45cf-4b7a-890a-987b3376c20a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 210 time: 0.0605750 Sep 27 08:44:10.364743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.366093 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-a85d53b7-bfff-483c-9d31-c5685f0cda41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a0ed9b-1db6-4dab-baa5-80953371a957 HTTP/1.1" status: 200 len: 217 time: 0.0727818 Sep 27 08:44:10.458778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49df3325-5ee0-47f5-8204-158d99efecbb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.465298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b108c36-3a44-4f1b-b62d-2d7cda942858 req-baf22524-1b9b-4337-9516-ffd7fdd1d8b6 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 210 time: 0.0750890 Sep 27 08:44:10.477094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-49df3325-5ee0-47f5-8204-158d99efecbb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for dd3ab2b9-0f63-42bc-9bd2-df4fa479c076 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:10.495407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.521879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-0cd69895-81e2-408c-bb1a-29fe01c8a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:10.523478 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-0cd69895-81e2-408c-bb1a-29fe01c8a363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1468973 Sep 27 08:44:10.599736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network e0094a48-fcad-44f2-b846-48aa3228145f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:10.614941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:10.628916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:10.634042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=448aea33-6aab-47cf-b03c-5d4aea888c23,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:10.634645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-769c3e1a-0ab1-45f7-8a61-4bd0ad5326f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:10.636367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-769c3e1a-0ab1-45f7-8a61-4bd0ad5326f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012132 Sep 27 08:44:10.662854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21897-4868-4059-8406-8373a484c649 req-10ecdc29-c9a1-4e8c-bddc-e6a29482a4d3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:10.664641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-10ecdc29-c9a1-4e8c-bddc-e6a29482a4d3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.2251348 Sep 27 08:44:10.681250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Request body: {'port': {'device_id': '06180619-dc4f-43be-808f-de696d06856b', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'admin_state_up': True, 'tenant_id': '2d88ab468140412d988096ff680cf2e9'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:10.704211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:10.705185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.739017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-d1c3ec12-ac7f-475b-b8f6-5676c7ba517e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4079633 Sep 27 08:44:10.751350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Request body: {'port': {'device_id': 'd48b558a-6d93-4c98-afbe-1e8ed198f232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:10.848728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.867722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-2398a95f-654c-408d-8abe-13baaf877a20 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200098 Sep 27 08:44:10.898791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49df3325-5ee0-47f5-8204-158d99efecbb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.935080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3325-5ee0-47f5-8204-158d99efecbb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=dd3ab2b9-0f63-42bc-9bd2-df4fa479c076,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:10.944757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Made reservation on behalf of 2d88ab468140412d988096ff680cf2e9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:10.950827 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:10.968653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bf940d60-db90-47fd-9bbe-87f294317988 None None] Provisioning complete for port 448aea33-6aab-47cf-b03c-5d4aea888c23 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:10.969502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf940d60-db90-47fd-9bbe-87f294317988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.009990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bf940d60-db90-47fd-9bbe-87f294317988 None None] Port 448aea33-6aab-47cf-b03c-5d4aea888c23 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:11.128045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dfa74c4-e683-4935-9ca2-2fc56f1f1bb1 req-50a683b9-24ed-48cb-8ad0-ff9c317ba1be service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247996 Sep 27 08:44:11.151584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9c86a-aa24-4fc9-bbeb-ed7d07ec3ab9 req-50432cd4-0698-4cc2-af53-10573bb9a78f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:11.157101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Allocated IP 172.20.0.4 (3f7a1fd5-f5a1-46ac-a64b-da314be9102a/2e8749f0-9f47-413d-bb85-9963854e5393/2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:11.159302 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35f9c86a-aa24-4fc9-bbeb-ed7d07ec3ab9 req-50432cd4-0698-4cc2-af53-10573bb9a78f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 943 time: 0.2122273 Sep 27 08:44:11.195071 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49df3325-5ee0-47f5-8204-158d99efecbb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.197026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49df3325-5ee0-47f5-8204-158d99efecbb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/ports/dd3ab2b9-0f63-42bc-9bd2-df4fa479c076 HTTP/1.1" status: 204 len: 168 time: 1.1536486 Sep 27 08:44:11.201560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56894) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:11.233933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:11.285748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35f9c86a-aa24-4fc9-bbeb-ed7d07ec3ab9 req-ee0206ef-115d-4ac5-91ed-bd86d6e83663 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246555 Sep 27 08:44:11.307960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.315064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3f52-b55c-4a0a-946a-2a3231cf90d5 req-23af9321-03a2-47de-8265-88656d857de5 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:11.323631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a8f3f52-b55c-4a0a-946a-2a3231cf90d5 req-23af9321-03a2-47de-8265-88656d857de5 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1023 time: 0.1205986 Sep 27 08:44:11.457147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448aea33-6aab-47cf-b03c-5d4aea888c23 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:11.463904 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a8f3f52-b55c-4a0a-946a-2a3231cf90d5 req-fb509758-9553-4db6-b3fc-d998330c7445 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups?id=db0b76e7-745b-470e-8226-980f3a1ba7bf&id=e202bb37-08ad-4d7a-a878-f07476e40cd2&id=4ff12151-9c3f-4f53-b109-2b6aefa47e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1389623 Sep 27 08:44:11.482605 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.490393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-be2eb7ad-1de0-4508-a984-bb90abe1aa8e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:11.491928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-be2eb7ad-1de0-4508-a984-bb90abe1aa8e tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.57 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 1023 time: 0.1581156 Sep 27 08:44:11.503760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.527131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Transition to ACTIVE for port object 448aea33-6aab-47cf-b03c-5d4aea888c23 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:11.540812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.552765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416cb86-9c96-48dc-869b-6da75b820ce2 req-64ad60a1-8357-47cd-b914-a57934c9e5bb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:11.560176 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0416cb86-9c96-48dc-869b-6da75b820ce2 req-64ad60a1-8357-47cd-b914-a57934c9e5bb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 932 time: 0.0982943 Sep 27 08:44:11.623964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e656cac2-4af6-4155-9548-1a4bdcf48d87 req-7f6c2fa7-9f0b-4637-83ad-97e0483cff3f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 210 time: 0.0413754 Sep 27 08:44:11.665421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Deleting port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:11.665767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.702326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.782463 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:11.789007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:11.799367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:11.829458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event updated for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:11.844393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.862620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] For port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,segment=NetworkSegment(4f7353e3-0340-4054-8ab3-e31ab292eb9e),segment_id=4f7353e3-0340-4054-8ab3-e31ab292eb9e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:11.863003 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.882442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Calling delete_port for b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:11.889924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:11.890616 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:11.911080 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-4d9cdb31-be28-4eab-8028-3cfd51880a5b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2336359 Sep 27 08:44:11.949546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0416cb86-9c96-48dc-869b-6da75b820ce2 req-b535d321-3705-49bc-a123-78a474442628 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883371 Sep 27 08:44:11.963010 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Pushing event updated for resources: {'Port': ['ID=448aea33-6aab-47cf-b03c-5d4aea888c23,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:11.970949 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Request body: {'port': {'device_id': '06180619-dc4f-43be-808f-de696d06856b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:12.061946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.145556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.25.2.169 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/016362fb-6a48-414a-8eab-2e351a519a21) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:12.150726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Attempting to bind port 448aea33-6aab-47cf-b03c-5d4aea888c23 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:12.151238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Attempting to bind port 448aea33-6aab-47cf-b03c-5d4aea888c23 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:12.151573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Attempting to bind port 448aea33-6aab-47cf-b03c-5d4aea888c23 on network e0094a48-fcad-44f2-b846-48aa3228145f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:12.161967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Port 448aea33-6aab-47cf-b03c-5d4aea888c23 on network e0094a48-fcad-44f2-b846-48aa3228145f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:12.162651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Attempting to bind port 448aea33-6aab-47cf-b03c-5d4aea888c23 on network e0094a48-fcad-44f2-b846-48aa3228145f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:12.174563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:12.174906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Checking segment: {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:12.175296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Bound using segment: {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:12.176368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Bound port: 448aea33-6aab-47cf-b03c-5d4aea888c23, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:12.176368 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.254464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56940) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:12.311207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] For port 448aea33-6aab-47cf-b03c-5d4aea888c23, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:12.330363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.336137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] For port 448aea33-6aab-47cf-b03c-5d4aea888c23, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=448aea33-6aab-47cf-b03c-5d4aea888c23,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:12.346574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.399711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:12.400382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.401863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] 10.222.0.67 "PUT /v2.0/ports/448aea33-6aab-47cf-b03c-5d4aea888c23 HTTP/1.1" status: 200 len: 1092 time: 1.6554422 Sep 27 08:44:12.402311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48b558a-6d93-4c98-afbe-1e8ed198f232', 'tag': '448aea33-6aab-47cf-b03c-5d4aea888c23'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:12.404870 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0137be75-6bb2-468f-bf07-c13856fd3fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "d48b558a-6d93-4c98-afbe-1e8ed198f232", "tag": "448aea33-6aab-47cf-b03c-5d4aea888c23"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:12.436710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690bb3b-be98-494f-bc12-9cbc0e792af2 service neutron] Pushing event updated for resources: {'Port': ['ID=448aea33-6aab-47cf-b03c-5d4aea888c23,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:12.451055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.523256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:12.529424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:12.534561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:12.537349 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cccbed4-86e1-47a9-a1be-de1d34b4c911 x-openstack-request-id: req-3cccbed4-86e1-47a9-a1be-de1d34b4c911 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:12.537767 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48b558a-6d93-4c98-afbe-1e8ed198f232", "tag": "448aea33-6aab-47cf-b03c-5d4aea888c23", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:12.537889 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cccbed4-86e1-47a9-a1be-de1d34b4c911 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:12.544370 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48b558a-6d93-4c98-afbe-1e8ed198f232', 'tag': '448aea33-6aab-47cf-b03c-5d4aea888c23', 'status': 'completed', 'code': 200} Sep 27 08:44:12.577142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=016362fb-6a48-414a-8eab-2e351a519a21,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:12.670908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-428b71ac-6739-49f8-987f-31764c9a5d6f req-fa631e2b-20b4-43ce-837e-6fcbcf5180a3 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87ebf31-bdb9-4b6d-a9f9-35b751175030 HTTP/1.1" status: 200 len: 210 time: 0.0346510 Sep 27 08:44:12.672830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-ed987b13-5ed7-42e6-8f3c-d11287c6eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:12.674290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-ed987b13-5ed7-42e6-8f3c-d11287c6eb5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 1095 time: 0.1895270 Sep 27 08:44:12.705676 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.718791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:12.730534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-c5fe4b40-01e9-42ea-8327-baeb1fa108f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=448aea33-6aab-47cf-b03c-5d4aea888c23 HTTP/1.1" status: 200 len: 217 time: 0.0475583 Sep 27 08:44:12.790823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d93-be3c-4d84-b962-42021f517d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.791351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.798185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'Port': ['ID=b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:12.804744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 92a0ed9b-1db6-4dab-baa5-80953371a957 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:12.834073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-1a171ff6-9644-4794-bcd0-072e460b3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:12.835565 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-1a171ff6-9644-4794-bcd0-072e460b3c78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20dc6345-016d-48c5-ba9a-45bd830a216b HTTP/1.1" status: 200 len: 838 time: 0.0960290 Sep 27 08:44:12.905162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd39a7-bd65-4faf-82b2-15278a17f6cd req-e0d75618-8395-4449-a50a-ab27028064f9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:12.906749 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99cd39a7-bd65-4faf-82b2-15278a17f6cd req-e0d75618-8395-4449-a50a-ab27028064f9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 931 time: 0.1335266 Sep 27 08:44:12.918243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 92a0ed9b-1db6-4dab-baa5-80953371a957, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92a0ed9b-1db6-4dab-baa5-80953371a957,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:12.924478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.927329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] No DVR routers for this DVR port b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:12.933309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '92a0ed9b-1db6-4dab-baa5-80953371a957', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': '92a0ed9b-1db6-4dab-baa5-80953371a957', 'mac_address': 'fa:16:3e:89:e3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:12.937929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.941453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8fec05f-57a5-4e5c-a82f-58505c4de1b0 req-ded83e8d-0c00-459d-b4f4-2da79f37be86 tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.57 "DELETE /v2.0/ports/b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 HTTP/1.1" status: 204 len: 173 time: 1.4398978 Sep 27 08:44:12.941453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'name': 'network-vif-deleted', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:12.943860 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463692d8-ee4e-430d-9580-f29d70c52d27" -d '{"events": [{"server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "name": "network-vif-deleted", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:12.988801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:12.994164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8eaab9-50b5-468a-988f-0a73c925519a req-83c19ecf-684c-4bbb-8389-c470d56dfab9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:12.997631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8eaab9-50b5-468a-988f-0a73c925519a req-83c19ecf-684c-4bbb-8389-c470d56dfab9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 943 time: 0.3125184 Sep 27 08:44:13.007687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a0ed9b-1db6-4dab-baa5-80953371a957 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:13.037300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-13949c0f-d3cd-46c9-90bc-ee2e3fb5a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:13.038192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 92a0ed9b-1db6-4dab-baa5-80953371a957, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92a0ed9b-1db6-4dab-baa5-80953371a957,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:13.039685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-13949c0f-d3cd-46c9-90bc-ee2e3fb5a708 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0094a48-fcad-44f2-b846-48aa3228145f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1822622 Sep 27 08:44:13.045615 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.108962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=92a0ed9b-1db6-4dab-baa5-80953371a957,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.159363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cf8eaab9-50b5-468a-988f-0a73c925519a req-dddcfa91-018b-493a-bb66-ef9133713b68 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539414 Sep 27 08:44:13.161745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99cd39a7-bd65-4faf-82b2-15278a17f6cd req-3669a8b7-3dae-4226-89e3-ae9d3a652507 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453055 Sep 27 08:44:13.192914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:13.214603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.235203 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d93-be3c-4d84-b962-42021f517d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.237760 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276e99c4-caa9-405b-b01c-6d1d1736d054 x-openstack-request-id: req-276e99c4-caa9-405b-b01c-6d1d1736d054 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:13.238134 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87ebf31-bdb9-4b6d-a9f9-35b751175030", "name": "network-vif-deleted", "tag": "b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:13.238483 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-276e99c4-caa9-405b-b01c-6d1d1736d054 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:13.238927 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87ebf31-bdb9-4b6d-a9f9-35b751175030', 'name': 'network-vif-deleted', 'tag': 'b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0', 'status': 'completed', 'code': 200} Sep 27 08:44:13.245170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d93-be3c-4d84-b962-42021f517d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.249677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-838a0485-289f-40b0-b1b5-64538642cb03 service neutron] 10.222.0.67 "GET /v2.0/networks/e0094a48-fcad-44f2-b846-48aa3228145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913996 Sep 27 08:44:13.270031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Transition to ACTIVE for port object 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:13.278905 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6b4b3d93-be3c-4d84-b962-42021f517d12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0890bbd548fb4b46a00afe5ac1150874&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0213554 Sep 27 08:44:13.281578 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.283286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:13.318514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['92a0ed9b-1db6-4dab-baa5-80953371a957'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:13.332951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.336081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b3d93-be3c-4d84-b962-42021f517d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad834639-ebe6-41e2-98e5-e29b4d277120,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.374551 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.384369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.437661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e1e48-edca-4fb8-af4b-d882134aec22 req-da2d7898-1308-469c-b24b-8ab64dfd4db3 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:13.439335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-558e1e48-edca-4fb8-af4b-d882134aec22 req-da2d7898-1308-469c-b24b-8ab64dfd4db3 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 944 time: 0.1807213 Sep 27 08:44:13.473536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c44952-13cc-4897-aa4b-f860d63f1c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.481170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c415f638-2bcc-40a3-8b53-b8e2995f4510 req-a41e03d0-b984-4a6d-af2a-3b046192b882 service neutron] 10.222.0.67 "GET /v2.0/networks/e0094a48-fcad-44f2-b846-48aa3228145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235188 Sep 27 08:44:13.497716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c44952-13cc-4897-aa4b-f860d63f1c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.525870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=016362fb-6a48-414a-8eab-2e351a519a21,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.568820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Attempting to bind port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:13.569300 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Attempting to bind port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:13.569748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Attempting to bind port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:13.572052 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c44952-13cc-4897-aa4b-f860d63f1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.578041 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c44952-13cc-4897-aa4b-f860d63f1c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.578041 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-19c44952-13cc-4897-aa4b-f860d63f1c91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad834639-ebe6-41e2-98e5-e29b4d277120 HTTP/1.1" status: 204 len: 168 time: 0.2878418 Sep 27 08:44:13.578243 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.589067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c44952-13cc-4897-aa4b-f860d63f1c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad834639-ebe6-41e2-98e5-e29b4d277120,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.591091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:13.591248 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-558e1e48-edca-4fb8-af4b-d882134aec22 req-d485d0e6-b516-4be3-94a7-1c23ae0a2597 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420326 Sep 27 08:44:13.591393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Attempting to bind port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:13.598182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:13.598598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Checking segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:13.599417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Bound using segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:13.599923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Bound port: 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:13.600400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.659055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.660492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-825eb1b8-ad78-4a3f-b89a-416bc32c7f51 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4585526 Sep 27 08:44:13.665027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56964) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:13.670033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'port': {'network_id': '941db5ea-5551-44a2-a275-052ad81bcc24', 'name': 'tempest-FloatingIPTestJSON-2015129039'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:13.689322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:13.694902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:13.702008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.715565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-277db68d-321f-4c59-a449-0d8484e60320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:13.717141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-277db68d-321f-4c59-a449-0d8484e60320 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 1095 time: 0.1251123 Sep 27 08:44:13.751767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:13.753071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.754730 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] 10.222.0.67 "PUT /v2.0/ports/2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c HTTP/1.1" status: 200 len: 1091 time: 1.7986338 Sep 27 08:44:13.781195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07485ce-ced1-4eca-bc35-8599371afeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:13.842627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21897-4868-4059-8406-8373a484c649 req-d61f1b5d-76c2-4b02-a8fa-09796ac83eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:13.844461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-d61f1b5d-76c2-4b02-a8fa-09796ac83eed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 1094 time: 0.0423706 Sep 27 08:44:13.895791 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-f295e3e7-d771-4abe-b251-0e015445355f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c HTTP/1.1" status: 200 len: 217 time: 0.0425344 Sep 27 08:44:13.913344 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf18cb02-a3d1-4aaf-a30d-7667470c8dfe req-ae9035e6-a10c-4732-9ca9-a33f7bdc3bea tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/4ff12151-9c3f-4f53-b109-2b6aefa47e3e HTTP/1.1" status: 200 len: 1802 time: 0.1123240 Sep 27 08:44:13.936135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56972) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:13.956784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc78ab59-2f01-4fe2-87e7-d03ef1fa5989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.972293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:13.977092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee21897-4868-4059-8406-8373a484c649 req-92912adc-50cc-4d4b-99ec-00711c87f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:13.978811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-92912adc-50cc-4d4b-99ec-00711c87f9ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0743015 Sep 27 08:44:13.979084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:13.985946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-9e0fe163-e035-49ce-8ac1-bb504265a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:13.987710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-9e0fe163-e035-49ce-8ac1-bb504265a431 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e0094a48-fcad-44f2-b846-48aa3228145f HTTP/1.1" status: 200 len: 898 time: 0.2586153 Sep 27 08:44:13.993758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.018973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-9c677787-c876-4730-9e88-908a66455a9e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321691 Sep 27 08:44:14.045999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-2beb9209-b290-48ce-a4b0-8fc5d19312ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=448aea33-6aab-47cf-b03c-5d4aea888c23 HTTP/1.1" status: 200 len: 217 time: 0.0493293 Sep 27 08:44:14.050950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] device_id is not set on port 91bb0683-2e0d-4e68-8e26-413ac0d4da6a yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:44:14.136256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-cf18cb02-a3d1-4aaf-a30d-7667470c8dfe req-b26e186d-500e-4607-b461-de198794e4cb tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.145341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-5963520d-9c1e-4657-8b5e-ebda2c8b5cbc service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167831 Sep 27 08:44:14.168744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc78ab59-2f01-4fe2-87e7-d03ef1fa5989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.180005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc78ab59-2f01-4fe2-87e7-d03ef1fa5989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.214956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-cf18cb02-a3d1-4aaf-a30d-7667470c8dfe req-b26e186d-500e-4607-b461-de198794e4cb tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.218874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-c80ca051-6ea9-40aa-9f34-ac3347ffbb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:14.219984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-c80ca051-6ea9-40aa-9f34-ac3347ffbb7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20dc6345-016d-48c5-ba9a-45bd830a216b HTTP/1.1" status: 200 len: 838 time: 0.1633039 Sep 27 08:44:14.274383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78ab59-2f01-4fe2-87e7-d03ef1fa5989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2963aac2-6462-450e-a901-49196f0a20a8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.284258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc78ab59-2f01-4fe2-87e7-d03ef1fa5989 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ffa1b3fc52e4317b0bb780e2acace8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469369 Sep 27 08:44:14.288595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 56978) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.322778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.20.0.8 (941db5ea-5551-44a2-a275-052ad81bcc24/db0d2624-0192-4664-92e2-0cbb418e7f09/91bb0683-2e0d-4e68-8e26-413ac0d4da6a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:14.329610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ee21897-4868-4059-8406-8373a484c649 req-b1567c66-2de7-437c-94e6-77cef719b991 service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746633 Sep 27 08:44:14.342132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-cf18cb02-a3d1-4aaf-a30d-7667470c8dfe req-b26e186d-500e-4607-b461-de198794e4cb tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.342375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f82b8-812d-490b-b52a-bde5d5c0a311 req-d3769154-624e-473c-87a4-79ba502812d0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:14.343812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3f82b8-812d-490b-b52a-bde5d5c0a311 req-d3769154-624e-473c-87a4-79ba502812d0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 944 time: 0.0873895 Sep 27 08:44:14.345004 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-cf18cb02-a3d1-4aaf-a30d-7667470c8dfe req-b26e186d-500e-4607-b461-de198794e4cb tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.346251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf18cb02-a3d1-4aaf-a30d-7667470c8dfe req-b26e186d-500e-4607-b461-de198794e4cb tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/4ff12151-9c3f-4f53-b109-2b6aefa47e3e HTTP/1.1" status: 204 len: 173 time: 0.4197412 Sep 27 08:44:14.373571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-489f2d53-0918-4919-9912-5b8942a9fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:14.375175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-489f2d53-0918-4919-9912-5b8942a9fa65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0094a48-fcad-44f2-b846-48aa3228145f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463439 Sep 27 08:44:14.379665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e186d-500e-4607-b461-de198794e4cb tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff12151-9c3f-4f53-b109-2b6aefa47e3e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.396808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3f82b8-812d-490b-b52a-bde5d5c0a311 req-488c9102-31e9-4931-afbc-4792484d0d96 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394533 Sep 27 08:44:14.458661 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b23db600-11cf-4e8d-9b63-7cb546c453a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.464422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc9758f-4a5f-4d44-9bda-76879e8317ff req-d1cbf39b-d16f-43aa-a8e5-fe9971a457bc tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "GET /v2.0/security-groups/db0b76e7-745b-470e-8226-980f3a1ba7bf HTTP/1.1" status: 200 len: 1801 time: 0.0412948 Sep 27 08:44:14.523165 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7dc9758f-4a5f-4d44-9bda-76879e8317ff req-333a7ac4-73c1-4be7-9639-fddcc23ee2de tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.547604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7dc9758f-4a5f-4d44-9bda-76879e8317ff req-333a7ac4-73c1-4be7-9639-fddcc23ee2de tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.573349 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b23db600-11cf-4e8d-9b63-7cb546c453a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.593523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7dc9758f-4a5f-4d44-9bda-76879e8317ff req-333a7ac4-73c1-4be7-9639-fddcc23ee2de tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.596780 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7dc9758f-4a5f-4d44-9bda-76879e8317ff req-333a7ac4-73c1-4be7-9639-fddcc23ee2de tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.598087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc9758f-4a5f-4d44-9bda-76879e8317ff req-333a7ac4-73c1-4be7-9639-fddcc23ee2de tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] 10.222.0.50 "DELETE /v2.0/security-groups/db0b76e7-745b-470e-8226-980f3a1ba7bf HTTP/1.1" status: 204 len: 173 time: 0.1270590 Sep 27 08:44:14.607185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.615862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a7ac4-73c1-4be7-9639-fddcc23ee2de tempest-SecurityGroupsTestJSON-429306418 tempest-SecurityGroupsTestJSON-429306418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b76e7-745b-470e-8226-980f3a1ba7bf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.646191 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-be9af0ad-c340-4448-8a12-da56661d9e07 service neutron] 10.222.0.67 "GET /v2.0/networks/e0094a48-fcad-44f2-b846-48aa3228145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567983 Sep 27 08:44:14.661972 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.697192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce77ee8b-6707-4245-b5cc-06eea871f30d admin admin] Deleting subnet 66da0342-ab85-4e3f-9b21-c5024844ea2b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:44:14.700707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce77ee8b-6707-4245-b5cc-06eea871f30d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.741354 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce77ee8b-6707-4245-b5cc-06eea871f30d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.741963 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b23db600-11cf-4e8d-9b63-7cb546c453a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.744547 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b23db600-11cf-4e8d-9b63-7cb546c453a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.749143 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b23db600-11cf-4e8d-9b63-7cb546c453a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2963aac2-6462-450e-a901-49196f0a20a8 HTTP/1.1" status: 204 len: 168 time: 0.4587560 Sep 27 08:44:14.800437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 92a0ed9b-1db6-4dab-baa5-80953371a957 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:14.810373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce77ee8b-6707-4245-b5cc-06eea871f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.856250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625c705-1cbe-425a-99c0-ee6ef4c444b6 req-ed8c403b-22e1-457d-83cb-6804a5eddd4b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:14.858361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b625c705-1cbe-425a-99c0-ee6ef4c444b6 req-ed8c403b-22e1-457d-83cb-6804a5eddd4b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 944 time: 0.0917790 Sep 27 08:44:14.867479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 92a0ed9b-1db6-4dab-baa5-80953371a957 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:14.873752 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 92a0ed9b-1db6-4dab-baa5-80953371a957 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:14.874347 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.914200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b625c705-1cbe-425a-99c0-ee6ef4c444b6 req-2a58bbb1-ab5b-4ca0-bbb1-2c17ce718cff tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453026 Sep 27 08:44:14.925340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce77ee8b-6707-4245-b5cc-06eea871f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.961411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77ee8b-6707-4245-b5cc-06eea871f30d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66da0342-ab85-4e3f-9b21-c5024844ea2b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:14.968598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce77ee8b-6707-4245-b5cc-06eea871f30d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:14.974540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce77ee8b-6707-4245-b5cc-06eea871f30d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/66da0342-ab85-4e3f-9b21-c5024844ea2b HTTP/1.1" status: 204 len: 168 time: 0.3629301 Sep 27 08:44:14.974980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 56992) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:14.982554 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.012626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a0ed9b-1db6-4dab-baa5-80953371a957'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:15.015129 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188a2734-e2a3-4c07-8066-bdd7601ecc13" -d '{"events": [{"server_uuid": "da5a4c1d-3041-4053-bc21-98c1a32eb72b", "name": "network-vif-plugged", "status": "completed", "tag": "92a0ed9b-1db6-4dab-baa5-80953371a957"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:15.040550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 92a0ed9b-1db6-4dab-baa5-80953371a957, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92a0ed9b-1db6-4dab-baa5-80953371a957,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:15.049740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.050826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:15.057853 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-348a4081-200c-4121-9265-97aa06a54f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.073224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.109859 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dd5e9c-a56f-4a08-b5f2-3f7a2aa9d2f2 x-openstack-request-id: req-a2dd5e9c-a56f-4a08-b5f2-3f7a2aa9d2f2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:15.110954 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5a4c1d-3041-4053-bc21-98c1a32eb72b", "name": "network-vif-plugged", "status": "completed", "tag": "92a0ed9b-1db6-4dab-baa5-80953371a957", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:15.111600 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2dd5e9c-a56f-4a08-b5f2-3f7a2aa9d2f2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:15.112964 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a0ed9b-1db6-4dab-baa5-80953371a957', 'code': 200} Sep 27 08:44:15.116666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:44:15.117268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b0aaec27-9da1-420b-bfdf-3f8e85a5a7a0 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:44:15.119441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0137be75-6bb2-468f-bf07-c13856fd3fe9 req-2b134e5d-4b4c-418b-acad-59e10378fcf1 service neutron] 10.222.0.67 "GET /v2.0/networks/e0094a48-fcad-44f2-b846-48aa3228145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626582 Sep 27 08:44:15.146402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23db600-11cf-4e8d-9b63-7cb546c453a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2963aac2-6462-450e-a901-49196f0a20a8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.152965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=92a0ed9b-1db6-4dab-baa5-80953371a957,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.168952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf883f-2dde-4045-aaf8-0a1c156d1ab9 req-609a916f-c1b2-4a62-a77a-47fe9fa8e3e3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.170678 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7bf883f-2dde-4045-aaf8-0a1c156d1ab9 req-609a916f-c1b2-4a62-a77a-47fe9fa8e3e3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 943 time: 0.7504966 Sep 27 08:44:15.181385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.241246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 941db5ea-5551-44a2-a275-052ad81bcc24 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:15.244856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.248254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:15.249979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:15.250828 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a688e-9373-42fe-b1e6-396b32a4bd89" -d '{"events": [{"name": "network-changed", "server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:15.263979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:15.273648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=91bb0683-2e0d-4e68-8e26-413ac0d4da6a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.283270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.298599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7bf883f-2dde-4045-aaf8-0a1c156d1ab9 req-02e1c32c-acae-4b29-aef1-4d9ce8f5fa96 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113100 Sep 27 08:44:15.302839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7353e3-0340-4054-8ab3-e31ab292eb9e') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.303450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7353e3-0340-4054-8ab3-e31ab292eb9e') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:15.317317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f5f17-d401-4dc6-9ef7-ed271037f5db req-68e81c10-f1d4-4895-9312-4b65f098f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.318782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997f5f17-d401-4dc6-9ef7-ed271037f5db req-68e81c10-f1d4-4895-9312-4b65f098f489 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 1096 time: 0.1618114 Sep 27 08:44:15.326602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.329937 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd898885-b61c-466c-8e81-e9ad020955b6 x-openstack-request-id: req-fd898885-b61c-466c-8e81-e9ad020955b6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:15.330231 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:15.330481 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd898885-b61c-466c-8e81-e9ad020955b6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:15.330872 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'status': 'completed', 'code': 200} Sep 27 08:44:15.338060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.338697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.354275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-73f0b178-d8f8-48bb-a466-e9c2515f015a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6881580 Sep 27 08:44:15.361739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.369792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'port_id': '91bb0683-2e0d-4e68-8e26-413ac0d4da6a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:15.374628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.400286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-58ce3b0a-3e83-4728-a340-e83451d16f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.401909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-58ce3b0a-3e83-4728-a340-e83451d16f6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 1094 time: 0.0466011 Sep 27 08:44:15.420142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:44:15.420586 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:44:15.424089 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:44:15.436536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.473090 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997f5f17-d401-4dc6-9ef7-ed271037f5db req-6c00fd4c-7682-4413-b248-f942db0bf109 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413255 Sep 27 08:44:15.564171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750559e-65f5-4005-bf9a-05811b9be458 req-9655efd2-603c-478c-a5e6-56553fa93f04 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.565769 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5750559e-65f5-4005-bf9a-05811b9be458 req-9655efd2-603c-478c-a5e6-56553fa93f04 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 945 time: 0.0764687 Sep 27 08:44:15.567644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-a81b190c-47a1-4a2a-b84f-1f35f4a6b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.569013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-a81b190c-47a1-4a2a-b84f-1f35f4a6b818 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 913 time: 0.1592612 Sep 27 08:44:15.581317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.585918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:15.587991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] 10.222.0.50 "DELETE /v2.0/networks/ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56 HTTP/1.1" status: 204 len: 168 time: 0.6117382 Sep 27 08:44:15.610707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af757cd9-70e5-441b-9248-0560494a96fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4d1d99-09bf-4640-a5fe-a1ddca6e8c56,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:15.628715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-e0bc24f2-7bd2-441a-a0b8-92445eb137c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c HTTP/1.1" status: 200 len: 217 time: 0.0485711 Sep 27 08:44:15.672354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5750559e-65f5-4005-bf9a-05811b9be458 req-6bb25a0c-9c9e-458b-9ac5-f6e4c9dda5ce tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988514 Sep 27 08:44:15.695398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-0f727b89-90c6-4716-bb4c-d60b8b3ad25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:15.697033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-0f727b89-90c6-4716-bb4c-d60b8b3ad25b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0573156 Sep 27 08:44:15.754506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-cb0238c8-a38d-4cfc-8406-0de1b51a61f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472620 Sep 27 08:44:15.760868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57024) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.864556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8ab6a4b0-0672-475a-953f-edbfcde6440d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc0a50f42de54c7395e312c76e66fbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022968 Sep 27 08:44:15.868618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57032) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:15.893547 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-335d7b03-d626-4c4c-939e-1a4e5d4c915f service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303041 Sep 27 08:44:15.932397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 448aea33-6aab-47cf-b03c-5d4aea888c23 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:16.026150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.031929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.051939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 448aea33-6aab-47cf-b03c-5d4aea888c23, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=448aea33-6aab-47cf-b03c-5d4aea888c23,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:16.062390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-220a4db5-28b4-4744-9e91-9b79cff2d6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.068295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '448aea33-6aab-47cf-b03c-5d4aea888c23', 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f', 'port_id': '448aea33-6aab-47cf-b03c-5d4aea888c23', 'mac_address': 'fa:16:3e:19:6e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20dc6345-016d-48c5-ba9a-45bd830a216b', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:16.088887 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-220a4db5-28b4-4744-9e91-9b79cff2d6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.112488 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.127827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448aea33-6aab-47cf-b03c-5d4aea888c23 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:16.153576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 448aea33-6aab-47cf-b03c-5d4aea888c23, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=448aea33-6aab-47cf-b03c-5d4aea888c23,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:16.158227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-090a688e-9373-42fe-b1e6-396b32a4bd89 req-3a754e90-b280-4fec-88aa-4d3ff4dd1eab service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571995 Sep 27 08:44:16.160831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.169861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5342b3-6d9d-464f-a8f9-2027f88efcb9 req-ace08152-58da-4d97-b265-05f974340a3f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:16.171474 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2d5342b3-6d9d-464f-a8f9-2027f88efcb9 req-ace08152-58da-4d97-b265-05f974340a3f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 944 time: 0.1561375 Sep 27 08:44:16.182236 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 4c7bca1d-7f72-4de2-a706-e54454f24ea1 associated. External IP: 172.25.2.169, port: 91bb0683-2e0d-4e68-8e26-413ac0d4da6a. Sep 27 08:44:16.221053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-220a4db5-28b4-4744-9e91-9b79cff2d6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.223793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-220a4db5-28b4-4744-9e91-9b79cff2d6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.237537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-220a4db5-28b4-4744-9e91-9b79cff2d6df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e202bb37-08ad-4d7a-a878-f07476e40cd2 HTTP/1.1" status: 204 len: 168 time: 0.3652124 Sep 27 08:44:16.241998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=448aea33-6aab-47cf-b03c-5d4aea888c23,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.281926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2d5342b3-6d9d-464f-a8f9-2027f88efcb9 req-c68f7d96-a3a3-447b-97d1-5834b7a79e65 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001711 Sep 27 08:44:16.284459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a4db5-28b4-4744-9e91-9b79cff2d6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202bb37-08ad-4d7a-a878-f07476e40cd2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:16.429612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['448aea33-6aab-47cf-b03c-5d4aea888c23'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:16.452752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:16.610071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:16.614810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.622240 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0a8f9-4506-4d80-9874-18b3abb81a14 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:16.625745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57070) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:16.644185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b3d2f25-2776-4e58-ac8d-aa4ad457b829 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/floatingips/4c7bca1d-7f72-4de2-a706-e54454f24ea1 HTTP/1.1" status: 200 len: 978 time: 1.2796690 Sep 27 08:44:16.645319 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0a8f9-4506-4d80-9874-18b3abb81a14 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:16.646499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57074) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:16.647982 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3d0a8f9-4506-4d80-9874-18b3abb81a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:16.717724 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3d0a8f9-4506-4d80-9874-18b3abb81a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:16.729463 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0a8f9-4506-4d80-9874-18b3abb81a14 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:16.730500 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3d0a8f9-4506-4d80-9874-18b3abb81a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:43:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:16.770252 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3d0a8f9-4506-4d80-9874-18b3abb81a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:16.771648 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0a8f9-4506-4d80-9874-18b3abb81a14 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:16.800610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bc14843-3187-4fb1-94e8-eb9e0ae417c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:16.857245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d731d5a-ee50-4602-8249-767f506d9467 req-d7f99426-f1ec-4f04-8457-a14e322a5d6c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:16.865553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d731d5a-ee50-4602-8249-767f506d9467 req-d7f99426-f1ec-4f04-8457-a14e322a5d6c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 943 time: 0.4836831 Sep 27 08:44:16.900630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cb88-c02e-45d0-a134-d0181c122097 req-c3b8a528-4fdf-402d-8be0-1798658a57b5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:16.900909 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d731d5a-ee50-4602-8249-767f506d9467 req-69e62919-b910-4406-83b1-c6851371ddc3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Sep 27 08:44:16.902127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6fb1cb88-c02e-45d0-a134-d0181c122097 req-c3b8a528-4fdf-402d-8be0-1798658a57b5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 945 time: 0.0927637 Sep 27 08:44:16.913910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port 91bb0683-2e0d-4e68-8e26-413ac0d4da6a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:16.914254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.044190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6fb1cb88-c02e-45d0-a134-d0181c122097 req-b4682a97-f906-4db0-9f81-e488421b5d0b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223667 Sep 27 08:44:17.082590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.093426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bc14843-3187-4fb1-94e8-eb9e0ae417c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.103932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4bc14843-3187-4fb1-94e8-eb9e0ae417c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.157492 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-2eca89c8-8947-46c9-bd98-d656a7f98d72 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3d23848dffc84609ba20127eac9bfa4a HTTP/1.1" status: 200 len: 267 time: 0.0432179 Sep 27 08:44:17.219848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-08068025-04ec-4ee1-a673-5ba137b7d19f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:17.221301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-08068025-04ec-4ee1-a673-5ba137b7d19f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 945 time: 0.0565786 Sep 27 08:44:17.240054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'port': {'security_groups': []}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:17.248545 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4bc14843-3187-4fb1-94e8-eb9e0ae417c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78207c5c4b674cc7bce8d8e2ca0fa1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6196628 Sep 27 08:44:17.252991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc14843-3187-4fb1-94e8-eb9e0ae417c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe1bfd4-46e7-4351-b5ba-f4e4fc7a2d2c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:17.261887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57100) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.314349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.410696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-579aac4a-50c1-4177-af1e-9186296d87f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.431965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.432702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.433201 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 4c7bca1d-7f72-4de2-a706-e54454f24ea1 disassociated. External IP: 172.25.2.169, port: 91bb0683-2e0d-4e68-8e26-413ac0d4da6a. Sep 27 08:44:17.433732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for 91bb0683-2e0d-4e68-8e26-413ac0d4da6a owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:17.464034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-579aac4a-50c1-4177-af1e-9186296d87f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.498463 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-341870d0-873f-4536-aa60-5a52cbb2dcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.585096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1a8dc-9678-4a72-b59e-dff7d124ec3b req-92bb1803-cf8c-4a9a-afcc-8773418b8ccb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:17.586671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc1a8dc-9678-4a72-b59e-dff7d124ec3b req-92bb1803-cf8c-4a9a-afcc-8773418b8ccb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 945 time: 0.1410642 Sep 27 08:44:17.617715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-579aac4a-50c1-4177-af1e-9186296d87f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.620535 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-579aac4a-50c1-4177-af1e-9186296d87f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.621695 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-579aac4a-50c1-4177-af1e-9186296d87f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fe1bfd4-46e7-4351-b5ba-f4e4fc7a2d2c HTTP/1.1" status: 204 len: 168 time: 0.3588493 Sep 27 08:44:17.645037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579aac4a-50c1-4177-af1e-9186296d87f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe1bfd4-46e7-4351-b5ba-f4e4fc7a2d2c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:17.690701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc1a8dc-9678-4a72-b59e-dff7d124ec3b req-0591171b-3aca-4c5c-bb80-7ab0506b4c13 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937464 Sep 27 08:44:17.724750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.758163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=91bb0683-2e0d-4e68-8e26-413ac0d4da6a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:17.765146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] For port 92a0ed9b-1db6-4dab-baa5-80953371a957, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92a0ed9b-1db6-4dab-baa5-80953371a957,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:17.782008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57112) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:17.808196 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.816889 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.830406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'f31de135-f12e-4a78-ab5d-3bd58497edc5', '92a0ed9b-1db6-4dab-baa5-80953371a957'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:17.869600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:17.870336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:17.876028 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-37f4acb9-13f7-4cfa-bb1e-f2161fa9fc4e req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "PUT /v2.0/ports/92a0ed9b-1db6-4dab-baa5-80953371a957 HTTP/1.1" status: 200 len: 904 time: 0.6472399 Sep 27 08:44:17.876627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'tag': '92a0ed9b-1db6-4dab-baa5-80953371a957'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:17.887686 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "da5a4c1d-3041-4053-bc21-98c1a32eb72b", "tag": "92a0ed9b-1db6-4dab-baa5-80953371a957"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:17.909266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:17.967657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:17.976133 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f60b6d5-4b5a-4294-b298-f590bbe52119 x-openstack-request-id: req-6f60b6d5-4b5a-4294-b298-f590bbe52119 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:17.976462 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5a4c1d-3041-4053-bc21-98c1a32eb72b", "tag": "92a0ed9b-1db6-4dab-baa5-80953371a957", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:17.976719 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f60b6d5-4b5a-4294-b298-f590bbe52119 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:17.977201 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'tag': '92a0ed9b-1db6-4dab-baa5-80953371a957', 'status': 'completed', 'code': 200} Sep 27 08:44:17.979914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 448aea33-6aab-47cf-b03c-5d4aea888c23 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:17.987124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['92a0ed9b-1db6-4dab-baa5-80953371a957'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:18.019784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074cec4-1e5d-49a7-a9e9-c89bb20297a5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'Port': ['ID=92a0ed9b-1db6-4dab-baa5-80953371a957,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:18.115212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-784ef4e8-fe6a-4c02-876d-d240e5b6495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.116783 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-784ef4e8-fe6a-4c02-876d-d240e5b6495d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 1058 time: 0.1205375 Sep 27 08:44:18.175967 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.178554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db625e-6a59-46a7-8d67-0c5aad80e94c req-ef050f59-0acc-4ee3-a2c7-1624b86faaca tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.180073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16db625e-6a59-46a7-8d67-0c5aad80e94c req-ef050f59-0acc-4ee3-a2c7-1624b86faaca tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 907 time: 0.1628537 Sep 27 08:44:18.217003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c1a07-eee8-45a4-b0b4-75d260437489 req-2e4a8d2a-c85f-4828-a2a9-b2b28c98f4ef tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.219343 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-636c1a07-eee8-45a4-b0b4-75d260437489 req-2e4a8d2a-c85f-4828-a2a9-b2b28c98f4ef tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 943 time: 0.1343830 Sep 27 08:44:18.266410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:18.330888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-5cee9526-55cd-49d5-a170-e831365841cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.332358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-5cee9526-55cd-49d5-a170-e831365841cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.2074730 Sep 27 08:44:18.345876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.350878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a3d2d4fb-9910-4a0a-8e15-57486c00b7cb tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/ports/91bb0683-2e0d-4e68-8e26-413ac0d4da6a HTTP/1.1" status: 204 len: 168 time: 1.7006004 Sep 27 08:44:18.351220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57136) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:18.359368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28dd2fe-ebde-4a67-9712-af3f1b753b43 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:18.366700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a021fe7-124e-428d-8918-99dacaca0731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.419634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b5579b5f-0501-4627-9eae-a7949e074186 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "GET /v2.0/floatingips/4c7bca1d-7f72-4de2-a706-e54454f24ea1 HTTP/1.1" status: 200 len: 688 time: 0.0648460 Sep 27 08:44:18.422985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57138) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:18.425225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-2311e445-2642-4f00-a611-e4ca027831c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a0ed9b-1db6-4dab-baa5-80953371a957 HTTP/1.1" status: 200 len: 217 time: 0.0788217 Sep 27 08:44:18.463673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddffae-9ff5-4ab1-a26e-82fb7af1ca30 req-de6aecd6-86bd-461b-9aee-c0fe77c4d230 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.466028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6ddffae-9ff5-4ab1-a26e-82fb7af1ca30 req-de6aecd6-86bd-461b-9aee-c0fe77c4d230 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0705972 Sep 27 08:44:18.474871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-10305c61-94ff-444b-8507-98c96f7cbaa8 None None] Provisioning complete for port 92a0ed9b-1db6-4dab-baa5-80953371a957 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:18.475614 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10305c61-94ff-444b-8507-98c96f7cbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.521853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6ddffae-9ff5-4ab1-a26e-82fb7af1ca30 req-92b0e417-a917-4c4a-808f-586650f9dbbe tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486393 Sep 27 08:44:18.533467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-636c1a07-eee8-45a4-b0b4-75d260437489 req-cc4d0be7-ea2c-4fdd-99aa-3d4f6b4c6370 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100606 Sep 27 08:44:18.550854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28dd2fe-ebde-4a67-9712-af3f1b753b43 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:18.552060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d28dd2fe-ebde-4a67-9712-af3f1b753b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:18.592671 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d28dd2fe-ebde-4a67-9712-af3f1b753b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:18.594795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 448aea33-6aab-47cf-b03c-5d4aea888c23 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:18.634036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 448aea33-6aab-47cf-b03c-5d4aea888c23 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:18.634564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.650320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:18.654570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-87da0bac-6987-495c-85c4-f61848b85bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.656063 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-87da0bac-6987-495c-85c4-f61848b85bcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1732042 Sep 27 08:44:18.689074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28dd2fe-ebde-4a67-9712-af3f1b753b43 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:18.689074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d28dd2fe-ebde-4a67-9712-af3f1b753b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:18.700602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3580bd-f310-4142-baac-a7f610da96e8 req-fac03c45-8b44-4ee3-ac58-5a7d2d9f8037 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.708536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc3580bd-f310-4142-baac-a7f610da96e8 req-fac03c45-8b44-4ee3-ac58-5a7d2d9f8037 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0741479 Sep 27 08:44:18.733673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d28dd2fe-ebde-4a67-9712-af3f1b753b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:18.736059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port 016362fb-6a48-414a-8eab-2e351a519a21 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:18.736290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.744357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28dd2fe-ebde-4a67-9712-af3f1b753b43 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:18.764261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc3580bd-f310-4142-baac-a7f610da96e8 req-5eeb84ad-91ed-4bfd-b805-d351b1de2226 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547206 Sep 27 08:44:18.785155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'port_id': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'mac_address': 'fa:16:3e:eb:19:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8749f0-9f47-413d-bb85-9963854e5393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:18.798059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-9c18162f-2704-46dd-a132-4bc770e6d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:18.800360 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-9c18162f-2704-46dd-a132-4bc770e6d9d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299465 Sep 27 08:44:18.815701 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a021fe7-124e-428d-8918-99dacaca0731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.854276 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.877940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a021fe7-124e-428d-8918-99dacaca0731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:18.898483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:18.925520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:18.962181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.004462 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a021fe7-124e-428d-8918-99dacaca0731 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b71a6ab7de98460ea9c3b28ba9f4fb27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2187467 Sep 27 08:44:19.007623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57168) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:19.009659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.010115 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.031629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for 016362fb-6a48-414a-8eab-2e351a519a21 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:19.040234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a021fe7-124e-428d-8918-99dacaca0731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39170d69-c965-45c0-a008-3302d37a5109,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.049204 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.074497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1e1ea-f6db-42b8-bd0d-df3fd7575654 req-832810b0-c742-4f1c-866d-3b1b43bf55eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:19.076421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7d1e1ea-f6db-42b8-bd0d-df3fd7575654 req-832810b0-c742-4f1c-866d-3b1b43bf55eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 945 time: 0.2679906 Sep 27 08:44:19.121039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-1a3eb472-935f-4934-a8ce-75f7c2b6d3e6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:19.129053 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-1a3eb472-935f-4934-a8ce-75f7c2b6d3e6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.1607189 Sep 27 08:44:19.146084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c615702-855b-4672-a3e0-51e114c69112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.152081 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-1c470ef6-b8d5-424a-bc26-1dde0fbad35d service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349268 Sep 27 08:44:19.156594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-c9794095-c72c-450d-a8e2-60c5c85bdba4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/quotas/3d23848dffc84609ba20127eac9bfa4a HTTP/1.1" status: 200 len: 375 time: 0.0259631 Sep 27 08:44:19.164788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.167543 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.199646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48b558a-6d93-4c98-afbe-1e8ed198f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448aea33-6aab-47cf-b03c-5d4aea888c23'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:19.202233 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea6edcb-ae0b-40ba-91f8-76198579163e" -d '{"events": [{"server_uuid": "d48b558a-6d93-4c98-afbe-1e8ed198f232", "name": "network-vif-plugged", "status": "completed", "tag": "448aea33-6aab-47cf-b03c-5d4aea888c23"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:19.217676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 448aea33-6aab-47cf-b03c-5d4aea888c23, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=448aea33-6aab-47cf-b03c-5d4aea888c23,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:19.219245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c615702-855b-4672-a3e0-51e114c69112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.226680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.247413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7d1e1ea-f6db-42b8-bd0d-df3fd7575654 req-8daa4b50-51c9-49ba-8c9d-a80690ce83f2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620820 Sep 27 08:44:19.260413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:19.280918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-cdb05a9a-6848-4e17-9aec-1ef6ed4c5861 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1223543 Sep 27 08:44:19.334442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=448aea33-6aab-47cf-b03c-5d4aea888c23,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.368895 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7f2d7a5-a672-4182-9d6a-ad19e3054eeb req-0a63e623-b729-4b7d-bc68-057660a3e72a service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045114 Sep 27 08:44:19.399857 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a2750-ceab-4a59-bc80-9ba6ed840350 x-openstack-request-id: req-4a6a2750-ceab-4a59-bc80-9ba6ed840350 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:19.400112 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48b558a-6d93-4c98-afbe-1e8ed198f232", "name": "network-vif-plugged", "status": "completed", "tag": "448aea33-6aab-47cf-b03c-5d4aea888c23", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:19.400361 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a6a2750-ceab-4a59-bc80-9ba6ed840350 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:19.400754 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48b558a-6d93-4c98-afbe-1e8ed198f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448aea33-6aab-47cf-b03c-5d4aea888c23', 'code': 200} Sep 27 08:44:19.407774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.461029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c615702-855b-4672-a3e0-51e114c69112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.463589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c615702-855b-4672-a3e0-51e114c69112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.464771 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9c615702-855b-4672-a3e0-51e114c69112 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39170d69-c965-45c0-a008-3302d37a5109 HTTP/1.1" status: 204 len: 168 time: 0.4561954 Sep 27 08:44:19.478151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=016362fb-6a48-414a-8eab-2e351a519a21,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.513828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e6ec1f30-d108-4e5f-9042-f3f648e2b447 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289388 Sep 27 08:44:19.546952 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.550203 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.551494 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-97524af6-deaf-43ad-9ca2-607e433b8288 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/floatingips/4c7bca1d-7f72-4de2-a706-e54454f24ea1 HTTP/1.1" status: 204 len: 168 time: 1.1252775 Sep 27 08:44:19.554975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:19.560442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'a26041ac-75f2-4869-9ad7-8ec1cf215a90'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:19.612494 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.640828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c615702-855b-4672-a3e0-51e114c69112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39170d69-c965-45c0-a008-3302d37a5109,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:19.649018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e64e7f40-19fa-4e21-ab31-923247c3ffc0 service neutron] 10.222.0.50 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083486 Sep 27 08:44:19.658715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99333f5e-1cbf-48b2-8f19-79da9dfb691f req-976c1398-294a-4da0-80a6-a84863c10772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:19.659846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99333f5e-1cbf-48b2-8f19-79da9dfb691f req-976c1398-294a-4da0-80a6-a84863c10772 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 1097 time: 0.1628523 Sep 27 08:44:19.711943 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99333f5e-1cbf-48b2-8f19-79da9dfb691f req-4084f80a-5513-4aae-a68b-6a6ddcc29469 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Sep 27 08:44:19.781294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cea2a-360d-490a-99d4-de97d819f1e9 req-0081c17e-2dd3-4480-aef5-2d6630f39645 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:19.783250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-706cea2a-360d-490a-99d4-de97d819f1e9 req-0081c17e-2dd3-4480-aef5-2d6630f39645 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 944 time: 0.1550531 Sep 27 08:44:19.851802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-706cea2a-360d-490a-99d4-de97d819f1e9 req-ababc141-caa9-4e14-869f-5fedd4091768 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616257 Sep 27 08:44:19.886054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:19.947314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79e4f5cb-942f-4cda-a316-8b5f12211865 req-b21d9e6f-ed43-40ea-9fc9-9d72053d89c6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 210 time: 0.0685332 Sep 27 08:44:20.088520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.25.2.191 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/c284ef03-7eef-4383-b5d4-b6ead9157863) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:20.143474 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-6c847ead-285e-48b4-b60a-8756ee729209 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516324 Sep 27 08:44:20.239689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-57a920c7-9b4d-4f66-8f32-91fdcb49baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:20.243033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-57a920c7-9b4d-4f66-8f32-91fdcb49baf8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1096 time: 0.0748005 Sep 27 08:44:20.265972 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.316906 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.401451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-b8fc7341-d0a4-4f62-9c49-42f0e768bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:20.403553 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-b8fc7341-d0a4-4f62-9c49-42f0e768bec2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.1337619 Sep 27 08:44:20.438763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:20.449329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:20.459457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57226) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:20.465596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:20.477419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=c284ef03-7eef-4383-b5d4-b6ead9157863,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:20.537575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.538723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-d6a1d4f5-102f-45a0-bba8-ca2e77332163 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 200 len: 1000 time: 0.1256704 Sep 27 08:44:20.633247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fd394-5969-40ca-b978-f6d59dbc5f4b req-c9f3f5aa-756e-4d2a-b5df-d21c000166b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:20.638756 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d6fd394-5969-40ca-b978-f6d59dbc5f4b req-c9f3f5aa-756e-4d2a-b5df-d21c000166b5 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 946 time: 0.2554200 Sep 27 08:44:20.653267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-5dc15a41-aac7-4217-9302-915cac3158ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:20.668082 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-5dc15a41-aac7-4217-9302-915cac3158ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.1115115 Sep 27 08:44:20.724880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:20.735362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-aef0fd38-aa4a-4f2b-95da-b04c6595b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:20.737160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57238) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:20.737933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-aef0fd38-aa4a-4f2b-95da-b04c6595b36a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509152 Sep 27 08:44:20.755178 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d6fd394-5969-40ca-b978-f6d59dbc5f4b req-9fb084ba-132a-4d6f-9066-a253c69451dd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114054 Sep 27 08:44:20.787347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:20.866660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-7dc53f1a-cf22-4216-a100-13422c82ca6a service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200399 Sep 27 08:44:20.914499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-866644081-network', 'tenant_id': '5a0c347e489545df9c712542181a6097'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:20.992495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Made reservation on behalf of 5a0c347e489545df9c712542181a6097 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:20.994798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.019718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff0e4e18-b009-4e7c-a02f-bbdf6120ed83 req-e4573245-8f5b-47ba-a375-70c41647681f service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409822 Sep 27 08:44:21.033172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826ead6-e0eb-4a10-908d-2aa8c92be7ef req-6cf8b917-d9f8-4316-8144-96cdf1c74a15 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:21.034664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7826ead6-e0eb-4a10-908d-2aa8c92be7ef req-6cf8b917-d9f8-4316-8144-96cdf1c74a15 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 944 time: 0.0760746 Sep 27 08:44:21.064816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.071474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d3248b1d-29bf-4619-888b-77124270a8f2 req-491974d7-4b9a-48b7-ab55-f4bd0b613fe4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 210 time: 0.0370219 Sep 27 08:44:21.079113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7826ead6-e0eb-4a10-908d-2aa8c92be7ef req-1dd2d8b3-c102-4ac7-91f2-34a6a091f879 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349166 Sep 27 08:44:21.126382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.187966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.638279 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.652447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Allocated IP 172.25.2.153 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/f77e81af-466c-4078-b5f2-12710f95b1a0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:21.699859 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.715837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.767881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-b48a1a2b-ca38-4521-8123-6b75887338f6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:21.769358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-b48a1a2b-ca38-4521-8123-6b75887338f6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 812 time: 0.5471792 Sep 27 08:44:21.785206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:21.836209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Request body: {'port': {'device_id': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'admin_state_up': True, 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:21.854055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a034b9f-7a9d-477e-afd4-e5214efa99d8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:21.872298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:21.872593 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Added segment 644e414d-754f-48b0-a585-0fdeaa90e73d of type vlan for network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 Sep 27 08:44:21.879247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbf49b-6c9a-4e7f-b7e2-4a4ee67e195d req-ace0ef15-d8ae-4f85-9a11-2270b0a737e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:21.880841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-acbbf49b-6c9a-4e7f-b7e2-4a4ee67e195d req-ace0ef15-d8ae-4f85-9a11-2270b0a737e0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 946 time: 0.0562179 Sep 27 08:44:21.922652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-acbbf49b-6c9a-4e7f-b7e2-4a4ee67e195d req-07690a30-bd20-4881-a327-37bd8302a391 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Sep 27 08:44:21.980935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:22.021819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.034161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:22.034417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.036084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:22.036536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.121549 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.152252 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.153235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:22.153833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.159356 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.159601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:22.160887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:22.164271 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f164be-1b39-444c-8cf6-285f34f57eb2" -d '{"events": [{"server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "name": "network-vif-plugged", "status": "completed", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:22.173348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.195136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b034ca5-28d6-44f2-bc56-e16c9911c3d7 req-1e6aec86-37d7-4e53-afb9-39baf5d69747 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 210 time: 0.0406516 Sep 27 08:44:22.202876 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.212654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083facf-3ce8-4af3-8085-ff06e3f2100f req-c9cece4b-13c3-4f10-a22d-3754afce7929 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:22.220064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d083facf-3ce8-4af3-8085-ff06e3f2100f req-c9cece4b-13c3-4f10-a22d-3754afce7929 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 946 time: 0.2230184 Sep 27 08:44:22.240182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:22.302429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.322995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee5727-524c-4fed-b1c8-f741501dc55d req-81c23957-da73-4e5a-ba43-a53322c6ab3a tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:22.324808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12ee5727-524c-4fed-b1c8-f741501dc55d req-81c23957-da73-4e5a-ba43-a53322c6ab3a tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.0581207 Sep 27 08:44:22.364361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12ee5727-524c-4fed-b1c8-f741501dc55d req-e21714bc-2189-4ca3-b20c-fa92c6edcfae tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Sep 27 08:44:22.384991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Made reservation on behalf of 3d23848dffc84609ba20127eac9bfa4a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:22.386209 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.405090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:22.411741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cf60c233-f84b-4fc8-b124-130a620ed458 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6666780 Sep 27 08:44:22.411867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57258) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:22.416639 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bf837e-a97b-48b2-b606-2540b4be8d3e x-openstack-request-id: req-22bf837e-a97b-48b2-b606-2540b4be8d3e {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:22.417085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Request body: {'subnet': {'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-866644081-subnet', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:22.417464 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "name": "network-vif-plugged", "status": "completed", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:22.418168 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22bf837e-a97b-48b2-b606-2540b4be8d3e {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:22.419105 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'code': 200} Sep 27 08:44:22.421856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:22.427422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:22.433768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=c284ef03-7eef-4383-b5d4-b6ead9157863,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:22.439565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:22.443820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d083facf-3ce8-4af3-8085-ff06e3f2100f req-84a3189a-2762-46e2-9833-a2afe746d429 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229166 Sep 27 08:44:22.446324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Made reservation on behalf of 5a0c347e489545df9c712542181a6097 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:22.446491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:22.452600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.516314 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.580903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51f7a1-287f-4af1-a9df-3747f65977c7 req-ad9e8cb5-7bbe-4132-970c-935e7942be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:22.582426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b51f7a1-287f-4af1-a9df-3747f65977c7 req-ad9e8cb5-7bbe-4132-970c-935e7942be60 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 1096 time: 0.0601737 Sep 27 08:44:22.609250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'Port': ['ID=f77e81af-466c-4078-b5f2-12710f95b1a0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:22.652459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b51f7a1-287f-4af1-a9df-3747f65977c7 req-19f44aa2-f761-45d7-b9b7-aa8dcf5406d5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Sep 27 08:44:22.742716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.763301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Allocated IP 172.20.0.10 (3f6f1655-88d1-46c9-9d33-f405464245d8/85897b63-6c8b-4b77-8b93-4f12342df0f5/05e3453b-05df-4ac3-aa29-a0c5c708096e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:22.799446 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 0b03e075-a5b6-41b4-9b84-c224877fbda5 associated. External IP: 172.25.2.191, port: a26041ac-75f2-4869-9ad7-8ec1cf215a90. Sep 27 08:44:22.862462 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:22.948364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.006507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ac23d0-7211-44ef-85f5-14abb4f7304c,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:23.016688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Checking segment: {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:23.017060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Network hostable DHCP agents. Network: 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:23.034499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:23.043889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:23.049354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:23.050367 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.054049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8acb5-dbf8-46fc-9e83-e4a29f329f3e None None] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:23.069831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c6f35661-01f8-4520-9cbe-2b10c0fffa23 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6544535 Sep 27 08:44:23.070068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57266) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:23.074550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:23.096303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.097465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.154109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.236270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:44:23.240972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.308502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.434322 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aee02f6a-01e6-4944-af70-e16adfd48265 req-3669569c-0a70-4371-b4e1-7a6dcc31e260 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 210 time: 0.0761435 Sep 27 08:44:23.451057 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.553479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Allocated IP 172.20.0.2 (5e8e1c33-a394-49c4-9b1b-cb1420fa15c4/49ac23d0-7211-44ef-85f5-14abb4f7304c/854e32ae-d5ff-44a9-89f8-e6b506d992e6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:23.562931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:23.571637 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.579550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.589638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.591093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40e45-3fd9-40da-bb39-9308b051540d req-1dfd2ef8-3337-4d68-9430-94704be14cbc tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:23.596836 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dec40e45-3fd9-40da-bb39-9308b051540d req-1dfd2ef8-3337-4d68-9430-94704be14cbc tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1246266 Sep 27 08:44:23.602236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'f31de135-f12e-4a78-ab5d-3bd58497edc5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:23.604275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.636038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.705930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dec40e45-3fd9-40da-bb39-9308b051540d req-64a6771e-5113-411c-8ea3-42eeb925464b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029291 Sep 27 08:44:23.726217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:23.730211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'Port': ['ID=f77e81af-466c-4078-b5f2-12710f95b1a0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:23.744368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:23.791366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Allocated IP 172.25.2.21 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/7869aaa1-991e-462a-9738-985b67127dfc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:23.801179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:23.840390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.914759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.920364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event updated for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:23.939970 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.942965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:23.960478 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa63e1d-4957-48b3-8216-aa2f83cd9505 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:23.971465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.973372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c12924af-45bf-4325-b6b1-05f840b20705 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5128102 Sep 27 08:44:23.973716 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa63e1d-4957-48b3-8216-aa2f83cd9505 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:23.977088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:23.977263 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bfa63e1d-4957-48b3-8216-aa2f83cd9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:23.985293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1154701591'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:23.991148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:23.992723 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.004642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.005384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.036756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:24.040600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:24.049154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:24.049510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.059066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:24.071794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Pushing event updated for resources: {'Port': ['ID=854e32ae-d5ff-44a9-89f8-e6b506d992e6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.113356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90c1b7ed-b67e-4704-9b99-999bc5ec8d6f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5571773 Sep 27 08:44:24.116163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:24.123717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1234359234'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:24.133326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Made reservation on behalf of b1f0029288da41c99b1c68efeccd32f6 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:24.136976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.154704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-94cb5bcf-9a47-4741-a583-fda8311846c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3553612 Sep 27 08:44:24.155496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.158103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Attempting to bind port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:24.158469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Attempting to bind port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:24.158826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Attempting to bind port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 on network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:24.163834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:24.165255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Pushing event updated for resources: {'Port': ['ID=7869aaa1-991e-462a-9738-985b67127dfc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.168169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:24.168568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Checking segment: {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:24.168972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.169360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Bound using segment: {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:24.171889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:24.176765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Bound port: 854e32ae-d5ff-44a9-89f8-e6b506d992e6, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:24.176765 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.179073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:24.180008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f7bdeb31-0827-4b48-bd76-d5e2976800eb None None] Provisioning complete for port 05e3453b-05df-4ac3-aa29-a0c5c708096e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:24.180509 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7bdeb31-0827-4b48-bd76-d5e2976800eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.183112 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bfa63e1d-4957-48b3-8216-aa2f83cd9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:24.194329 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa63e1d-4957-48b3-8216-aa2f83cd9505 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:24.195385 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bfa63e1d-4957-48b3-8216-aa2f83cd9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:24.233098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:24.240833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.248681 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bfa63e1d-4957-48b3-8216-aa2f83cd9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:24.249572 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa63e1d-4957-48b3-8216-aa2f83cd9505 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:24.249937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f7bdeb31-0827-4b48-bd76-d5e2976800eb None None] Port 05e3453b-05df-4ac3-aa29-a0c5c708096e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:24.278210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] For port 854e32ae-d5ff-44a9-89f8-e6b506d992e6, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:24.282066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] For port 854e32ae-d5ff-44a9-89f8-e6b506d992e6, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=854e32ae-d5ff-44a9-89f8-e6b506d992e6,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:24.285076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Request body: {'port': {'device_id': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:24.287143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.345830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3736cd-f71e-4583-a89d-8f1f1f54f2c2 None None] Pushing event updated for resources: {'Port': ['ID=854e32ae-d5ff-44a9-89f8-e6b506d992e6,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.351067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:24.421205 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.421585 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Added segment 6a00cd1f-9f37-432c-9dd4-ce386f8a8e94 of type vlan for network fd80df6e-514b-46b2-88ff-2ca9a200f978 Sep 27 08:44:24.476434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.503748 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.529813 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.661297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87ac38-5db6-42f8-abf4-01e95caae3ef req-816d67f5-eb0d-426e-830d-649c79328cb6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.663057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6e87ac38-5db6-42f8-abf4-01e95caae3ef req-816d67f5-eb0d-426e-830d-649c79328cb6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 932 time: 0.1220336 Sep 27 08:44:24.708401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.717570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.723503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:24.724513 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.733050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.761939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6e87ac38-5db6-42f8-abf4-01e95caae3ef req-1285c0e7-8a3f-45fe-876e-58562808c26e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921872 Sep 27 08:44:24.819245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:24.851993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:44:24.883055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7630501 Sep 27 08:44:24.896053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:24.936465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'subnet': {'network_id': 'fd80df6e-514b-46b2-88ff-2ca9a200f978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:24.950168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:44:24.953142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d166-1435-485d-a566-d5a085d63a4d tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Network': ['ID=fd80df6e-514b-46b2-88ff-2ca9a200f978,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:24.968660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:24.987942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a47a03-c722-4b2c-b01b-9d70bee24092,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:25.030174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.030622 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Added segment ccd9fb06-24dd-4330-aec7-f61e430a20ef of type vlan for network 9c81c186-c20c-4cde-889e-c913e66a53db Sep 27 08:44:25.089080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:25.106134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Sync routers for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:25.111832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.113909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-23738d2a-fdfb-4fe9-9d96-25d0dd140617 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0428119 Sep 27 08:44:25.116770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57290) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:25.118437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:25.119127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:25.164461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afa5c5-ff76-497a-a549-3e8a33334755 req-86dc6c44-2694-4a76-a527-6509b907f8de tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:25.166548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53afa5c5-ff76-497a-a549-3e8a33334755 req-86dc6c44-2694-4a76-a527-6509b907f8de tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.3644471 Sep 27 08:44:25.225834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.259539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:25.324372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53afa5c5-ff76-497a-a549-3e8a33334755 req-ad9c9c0d-e866-4116-9bed-78fb111eab18 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441705 Sep 27 08:44:25.373583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:25.379630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.404359 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.410395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:25.410946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.563428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 3, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:25.594164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Checking router: 30b7c194-bc3f-4b2e-81ed-960bbfae64fc for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:25.594519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Updating router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc port 7869aaa1-991e-462a-9738-985b67127dfc binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:25.625225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aae41b-a375-421d-9e1b-a9ccb1d984b2 None None] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:25.655634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.681307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.920480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-04e5137c-1a22-483f-b343-cf96198aadba None None] Provisioning complete for port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:25.921081 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04e5137c-1a22-483f-b343-cf96198aadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:25.990522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Allocated IP 172.20.0.1 (5e8e1c33-a394-49c4-9b1b-cb1420fa15c4/49ac23d0-7211-44ef-85f5-14abb4f7304c/46e9f73c-d870-4456-a208-873ba1426554) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:26.015920 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.026941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f403f74-c2ae-45c5-ae6c-4d700bc74cf9 req-577a6739-4f23-41d4-b254-05b3053d2086 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:26.028916 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f403f74-c2ae-45c5-ae6c-4d700bc74cf9 req-577a6739-4f23-41d4-b254-05b3053d2086 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 932 time: 0.0980663 Sep 27 08:44:26.047794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 854e32ae-d5ff-44a9-89f8-e6b506d992e6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:26.067568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0865467 Sep 27 08:44:26.068928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57308) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:26.075475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Request body: {'subnet': {'network_id': '9c81c186-c20c-4cde-889e-c913e66a53db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:26.126993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e3453b-05df-4ac3-aa29-a0c5c708096e {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:26.155892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.162216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca9ff8-1af3-40b7-a614-89786af1de0a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'Network': ['ID=9c81c186-c20c-4cde-889e-c913e66a53db,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.185237 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04e5137c-1a22-483f-b343-cf96198aadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.218358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Transition to ACTIVE for port object 05e3453b-05df-4ac3-aa29-a0c5c708096e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:44:26.223918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 9c81c186-c20c-4cde-889e-c913e66a53db details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:44:26.228370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e692-240e-4df2-88e4-7af671e780e1 req-6b8eb08b-ee35-4932-84a5-41bf34700f05 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:26.230118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2327e692-240e-4df2-88e4-7af671e780e1 req-6b8eb08b-ee35-4932-84a5-41bf34700f05 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2746327 Sep 27 08:44:26.252048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Subnet': ['ID=c2a3f210-2011-4b30-9cd5-6305f25adb46,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.259209 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.322889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:26.323273 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.363211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Checking segment: {'id': '6a00cd1f-9f37-432c-9dd4-ce386f8a8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fd80df6e-514b-46b2-88ff-2ca9a200f978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:26.363727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network hostable DHCP agents. Network: fd80df6e-514b-46b2-88ff-2ca9a200f978, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:26.369895 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:44:26.382996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.392620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-04e5137c-1a22-483f-b343-cf96198aadba None None] For port 854e32ae-d5ff-44a9-89f8-e6b506d992e6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=854e32ae-d5ff-44a9-89f8-e6b506d992e6,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:26.422491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Pushing event updated for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.441179 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.458250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2327e692-240e-4df2-88e4-7af671e780e1 req-116e4a4a-817f-4c8e-a26f-e5883d867d03 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019405 Sep 27 08:44:26.514846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04e5137c-1a22-483f-b343-cf96198aadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.528738 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.529548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f403f74-c2ae-45c5-ae6c-4d700bc74cf9 req-7a0a2bf4-dc0e-4dd4-8e77-68f3e76622ad tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752307 Sep 27 08:44:26.558626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:26.591475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Made reservation on behalf of b1f0029288da41c99b1c68efeccd32f6 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:26.601623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.605105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, fd80df6e-514b-46b2-88ff-2ca9a200f978) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:26.627279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed979d2-7587-4e5d-9e5a-db03f41ecbf0 None None] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:26.635261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:26.644819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.650578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.708179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Attempting to bind port 7869aaa1-991e-462a-9738-985b67127dfc on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:26.708503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Attempting to bind port 7869aaa1-991e-462a-9738-985b67127dfc by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:26.708920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Attempting to bind port 7869aaa1-991e-462a-9738-985b67127dfc on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:26.712291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-47c7444c-8ccf-41b5-8290-8fe9f6ed17fe tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7813659 Sep 27 08:44:26.716275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57310) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:26.721359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Attempting to bind port 05e3453b-05df-4ac3-aa29-a0c5c708096e on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:26.721766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Attempting to bind port 05e3453b-05df-4ac3-aa29-a0c5c708096e by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:26.722590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Attempting to bind port 05e3453b-05df-4ac3-aa29-a0c5c708096e on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:26.727167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-345483925', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:26.727346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5137c-1a22-483f-b343-cf96198aadba None None] Pushing event updated for resources: {'Port': ['ID=854e32ae-d5ff-44a9-89f8-e6b506d992e6,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.737171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Port 05e3453b-05df-4ac3-aa29-a0c5c708096e on network 3f6f1655-88d1-46c9-9d33-f405464245d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:44:26.737488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Attempting to bind port 05e3453b-05df-4ac3-aa29-a0c5c708096e on network 3f6f1655-88d1-46c9-9d33-f405464245d8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:26.749314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:26.749573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Checking segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:26.749986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Bound using segment: {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:26.750665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Bound port: 05e3453b-05df-4ac3-aa29-a0c5c708096e, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46654bf-3cf9-4655-98e8-cc22134c8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:26.750912 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.764161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:26.764576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:26.765060 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.765410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:26.766013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Bound port: 7869aaa1-991e-462a-9738-985b67127dfc, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:26.766400 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.782143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.783165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.807965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.845640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1e0ce977-2723-4720-b311-c9b99efd2cdd None None] Provisioning complete for port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:26.846015 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce977-2723-4720-b311-c9b99efd2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.888388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:26.892170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7753265-400d-4810-ae4b-7a6c47ef1135 None None] Pushing event updated for resources: {'Port': ['ID=7869aaa1-991e-462a-9738-985b67127dfc,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:26.900093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:26.902505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:26.919328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] For port 7869aaa1-991e-462a-9738-985b67127dfc, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:26.924679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] For port 7869aaa1-991e-462a-9738-985b67127dfc, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7869aaa1-991e-462a-9738-985b67127dfc,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:26.951374 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.991915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:26.996984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Pushing event updated for resources: {'Port': ['ID=46e9f73c-d870-4456-a208-873ba1426554,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:27.063688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:27.070005 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.081802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.093321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:27.123191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-b41eedbb-0484-4f97-847c-7e183c5229da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2333198 Sep 27 08:44:27.128434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.247354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.247903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.249437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] 10.222.0.57 "PUT /v2.0/ports/05e3453b-05df-4ac3-aa29-a0c5c708096e HTTP/1.1" status: 200 len: 1092 time: 3.0631185 Sep 27 08:44:27.256927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:27.259291 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bcb325-f043-40cd-b31e-da79a23ec117" -d '{"events": [{"name": "network-changed", "server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:27.292274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7753265-400d-4810-ae4b-7a6c47ef1135 None None] Pushing event updated for resources: {'Port': ['ID=7869aaa1-991e-462a-9738-985b67127dfc,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:27.292908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-297a1bea-30dc-4895-bcfa-305e1893f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.294624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-297a1bea-30dc-4895-bcfa-305e1893f7a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1096 time: 0.1132791 Sep 27 08:44:27.298121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.20.0.17 (e0094a48-fcad-44f2-b846-48aa3228145f/20dc6345-016d-48c5-ba9a-45bd830a216b/43fdc005-2e6d-4b48-a6ff-f35376646569) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:27.342299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-fd80df6e-514b-46b2-88ff-2ca9a200f978', 'network_id': 'fd80df6e-514b-46b2-88ff-2ca9a200f978', 'tenant_id': 'b47ae7685f284960afe36d3953398c20', 'fixed_ips': [{'subnet_id': 'c2a3f210-2011-4b30-9cd5-6305f25adb46'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:44:27.343299 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.361891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:27.362709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:27.363804 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81bdab0-76ca-4c6e-88cd-e834263e2f49 x-openstack-request-id: req-f81bdab0-76ca-4c6e-88cd-e834263e2f49 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:27.364282 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:27.364719 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f81bdab0-76ca-4c6e-88cd-e834263e2f49 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:27.365297 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'status': 'completed', 'code': 200} Sep 27 08:44:27.382329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.385860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'Subnet': ['ID=7dc452ee-5201-4c53-ba5d-f3771a2282a2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:27.386044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b12662-60ba-4d91-8464-33797a13722b service neutron] Pushing event updated for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:27.438809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Checking segment: {'id': 'ccd9fb06-24dd-4330-aec7-f61e430a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c81c186-c20c-4cde-889e-c913e66a53db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:27.439185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Network hostable DHCP agents. Network: 9c81c186-c20c-4cde-889e-c913e66a53db, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:44:27.495229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-244e2065-19e8-4bb5-bffa-288957c73c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.499220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-244e2065-19e8-4bb5-bffa-288957c73c63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 1095 time: 0.1889088 Sep 27 08:44:27.518657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Network 9c81c186-c20c-4cde-889e-c913e66a53db is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:44:27.532922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.579817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 9c81c186-c20c-4cde-889e-c913e66a53db) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:27.584184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-01cd6d07-2ca7-4b8d-ac93-192317760639 None None] Provisioning complete for port 46e9f73c-d870-4456-a208-873ba1426554 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:27.584702 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01cd6d07-2ca7-4b8d-ac93-192317760639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.586150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.586753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.610743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616cb96f-6ee6-404e-a53c-1dffab285c7a None None] Network 9c81c186-c20c-4cde-889e-c913e66a53db requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:27.627734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-8b979fe1-526d-44fd-976c-17aa9f9e3715 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e HTTP/1.1" status: 200 len: 217 time: 0.1021845 Sep 27 08:44:27.650105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-d5d39827-bf96-4ea6-8bb8-bad3c003c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.651635 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-d5d39827-bf96-4ea6-8bb8-bad3c003c041 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.3192868 Sep 27 08:44:27.679674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:27.685692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c08e20a4-051c-443a-99eb-f8c9041c9cfc tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6141062 Sep 27 08:44:27.690327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57320) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:27.707854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1547429190', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:27.741634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-01cd6d07-2ca7-4b8d-ac93-192317760639 None None] Port 46e9f73c-d870-4456-a208-873ba1426554 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:27.781923 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.785519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.786574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:27.790454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f2fa9-2861-4060-aa43-bf1473b56ac9 req-869800fd-e1c1-4965-a2a5-9f71bd9f67b3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.792026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-be8f2fa9-2861-4060-aa43-bf1473b56ac9 req-869800fd-e1c1-4965-a2a5-9f71bd9f67b3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1819420 Sep 27 08:44:27.796701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Allocated IP 172.20.0.2 (fd80df6e-514b-46b2-88ff-2ca9a200f978/c2a3f210-2011-4b30-9cd5-6305f25adb46/2918c018-15a0-4f9e-9733-5776f09374f8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:27.796953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-39175eed-5b9a-4037-8c5c-8c6afb38dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.798652 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-39175eed-5b9a-4037-8c5c-8c6afb38dc9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1502159 Sep 27 08:44:27.824410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9fc7d-f940-4185-b850-2f654509d1d9 req-71ac5918-c93a-40c7-8ff6-0e5a09d0c143 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.827688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-0b7d2eef-dbd5-4626-816a-a53438038e1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1000 time: 0.1564796 Sep 27 08:44:27.828910 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eaf9fc7d-f940-4185-b850-2f654509d1d9 req-71ac5918-c93a-40c7-8ff6-0e5a09d0c143 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 944 time: 0.1934516 Sep 27 08:44:27.950742 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-be8f2fa9-2861-4060-aa43-bf1473b56ac9 req-7a9125c6-aafd-4802-ae91-05dfd42c2e68 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419611 Sep 27 08:44:27.958929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-2ba54c72-f55f-437c-bbd2-abeabeac49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.960087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-2ba54c72-f55f-437c-bbd2-abeabeac49aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504259 Sep 27 08:44:27.961711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-106969ec-4756-4644-b7e2-1fc0138ed98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:27.963617 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-106969ec-4756-4644-b7e2-1fc0138ed98a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1100168 Sep 27 08:44:27.964887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.009945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.042267 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.044905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eaf9fc7d-f940-4185-b850-2f654509d1d9 req-b1953aee-6909-4f24-9844-36bc69ff8592 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069504 Sep 27 08:44:28.081343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-9c81c186-c20c-4cde-889e-c913e66a53db', 'network_id': '9c81c186-c20c-4cde-889e-c913e66a53db', 'tenant_id': 'b1f0029288da41c99b1c68efeccd32f6', 'fixed_ips': [{'subnet_id': '7dc452ee-5201-4c53-ba5d-f3771a2282a2'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:44:28.082403 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.084315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network e0094a48-fcad-44f2-b846-48aa3228145f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:28.098746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:28.102382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:28.109712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.193596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 854e32ae-d5ff-44a9-89f8-e6b506d992e6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:28.218641 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.266216 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.284509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.313085 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 3, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:28.333223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.336524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.368236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ea109-74bd-484d-808a-b36ee5dc9b70 None None] The sync data for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 is: [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:24Z', 'revision_number': 3, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:28.472055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Allocated IP 172.20.0.2 (9c81c186-c20c-4cde-889e-c913e66a53db/7dc452ee-5201-4c53-ba5d-f3771a2282a2/be35d2fe-bdfe-429c-89f6-92ec3dbb1775) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:28.490358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.25.2.122 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/6ec0f5ff-ffd2-4bf7-8f0f-d61d0e2e1e54) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:28.578128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=43fdc005-2e6d-4b48-a6ff-f35376646569,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:28.617420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-e04f345f-95be-4f62-a224-f601738f6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:28.619186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-e04f345f-95be-4f62-a224-f601738f6873 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6257229 Sep 27 08:44:28.635525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.649353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:28.654340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:28.659105 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.664841 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.667350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:28.705582 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.707647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Pushing event updated for resources: {'Port': ['ID=46e9f73c-d870-4456-a208-873ba1426554,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:28.713479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Pushing event updated for resources: {'Port': ['ID=2918c018-15a0-4f9e-9733-5776f09374f8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:28.722655 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.745010 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-fd018959-8b44-4737-9ae3-8742e78094bc service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404411 Sep 27 08:44:28.764436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.764436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.765378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.767378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.767745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.768117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.768762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.768882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.769147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.769464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.770410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.770410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:28.800422 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f2b3e996-7810-4b61-946e-ba90379ba43b None None] Provisioning complete for port 43fdc005-2e6d-4b48-a6ff-f35376646569 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:28.800809 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e996-7810-4b61-946e-ba90379ba43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.805037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Network 9c81c186-c20c-4cde-889e-c913e66a53db is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:28.837837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:28.840574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:28.842951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:28.843335 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.888783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Attempting to bind port 2918c018-15a0-4f9e-9733-5776f09374f8 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:28.889162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Attempting to bind port 2918c018-15a0-4f9e-9733-5776f09374f8 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '6a00cd1f-9f37-432c-9dd4-ce386f8a8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fd80df6e-514b-46b2-88ff-2ca9a200f978'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:28.889524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Attempting to bind port 2918c018-15a0-4f9e-9733-5776f09374f8 on network fd80df6e-514b-46b2-88ff-2ca9a200f978 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:28.920853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Pushing event updated for resources: {'Port': ['ID=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:28.932369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f2b3e996-7810-4b61-946e-ba90379ba43b None None] Port 43fdc005-2e6d-4b48-a6ff-f35376646569 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:28.941012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.953803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:28.954265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Checking segment: {'id': '6a00cd1f-9f37-432c-9dd4-ce386f8a8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fd80df6e-514b-46b2-88ff-2ca9a200f978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:28.954583 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.954993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Bound using segment: {'id': '6a00cd1f-9f37-432c-9dd4-ce386f8a8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fd80df6e-514b-46b2-88ff-2ca9a200f978'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:28.955894 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Bound port: 2918c018-15a0-4f9e-9733-5776f09374f8, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a00cd1f-9f37-432c-9dd4-ce386f8a8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fd80df6e-514b-46b2-88ff-2ca9a200f978'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:28.955894 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:28.993013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Attempting to bind port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:28.993392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Attempting to bind port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ccd9fb06-24dd-4330-aec7-f61e430a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c81c186-c20c-4cde-889e-c913e66a53db'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:28.993761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Attempting to bind port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 on network 9c81c186-c20c-4cde-889e-c913e66a53db {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:29.022930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-ad0a375d-d819-4520-912d-4cb50a28ffc9 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878860 Sep 27 08:44:29.046005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:29.057720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Checking segment: {'id': 'ccd9fb06-24dd-4330-aec7-f61e430a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c81c186-c20c-4cde-889e-c913e66a53db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:29.058148 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.058561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Bound using segment: {'id': 'ccd9fb06-24dd-4330-aec7-f61e430a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c81c186-c20c-4cde-889e-c913e66a53db'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:29.059091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Bound port: be35d2fe-bdfe-429c-89f6-92ec3dbb1775, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd9fb06-24dd-4330-aec7-f61e430a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9c81c186-c20c-4cde-889e-c913e66a53db'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:29.059489 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.179407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] For port 2918c018-15a0-4f9e-9733-5776f09374f8, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:29.202357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] For port 2918c018-15a0-4f9e-9733-5776f09374f8, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2918c018-15a0-4f9e-9733-5776f09374f8,segment=NetworkSegment(6a00cd1f-9f37-432c-9dd4-ce386f8a8e94),segment_id=6a00cd1f-9f37-432c-9dd4-ce386f8a8e94)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:29.206144 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.218576 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.221951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8d56770-6097-4b3c-9858-4791d45d1d02 req-a846b17e-1b4e-4e77-862f-7b1bbed3bcbc service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881296 Sep 27 08:44:29.306031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395e395-0fb8-4b08-a6cb-d1ae5872c72e None None] Pushing event updated for resources: {'Port': ['ID=2918c018-15a0-4f9e-9733-5776f09374f8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:29.341381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] For port be35d2fe-bdfe-429c-89f6-92ec3dbb1775, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:29.354625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:29.359503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] For port be35d2fe-bdfe-429c-89f6-92ec3dbb1775, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,segment=NetworkSegment(ccd9fb06-24dd-4330-aec7-f61e430a20ef),segment_id=ccd9fb06-24dd-4330-aec7-f61e430a20ef)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:29.369026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:29.376048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:29.382919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:29.466317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=6ec0f5ff-ffd2-4bf7-8f0f-d61d0e2e1e54,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:29.487024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:29.496651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:29.531155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecabf73-0040-40ed-837e-a38c69f1d351 req-e12e5efe-73f7-40d6-91f1-158d9e03f267 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:29.539081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ecabf73-0040-40ed-837e-a38c69f1d351 req-e12e5efe-73f7-40d6-91f1-158d9e03f267 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1888549 Sep 27 08:44:29.565687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e5f5-66f4-45c1-b5f1-a2793aae8ee2 req-502c8472-7b24-4822-ab70-ec194c2932e3 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:29.569534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03a5e5f5-66f4-45c1-b5f1-a2793aae8ee2 req-502c8472-7b24-4822-ab70-ec194c2932e3 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 944 time: 0.3436737 Sep 27 08:44:29.636548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-bf473b69-5bd0-4e9d-ad64-311c012feb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:29.638045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-bf473b69-5bd0-4e9d-ad64-311c012feb93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 1095 time: 0.2712588 Sep 27 08:44:29.674070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f215b9bb-bd4d-4da2-8577-884f6ee551bd req-aca9ae08-51a9-436d-b277-a1d07cfc567e service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378398 Sep 27 08:44:29.804888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50080831-2224-499f-98e5-e2601d5ce634 None None] Pushing event updated for resources: {'Port': ['ID=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:29.830297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03a5e5f5-66f4-45c1-b5f1-a2793aae8ee2 req-108759b0-27c4-4c98-b41f-4e069deba699 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386734 Sep 27 08:44:29.916637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-39d4f6da-48c6-4467-b912-d8d9a66cb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:29.918149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-39d4f6da-48c6-4467-b912-d8d9a66cb6a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.2676597 Sep 27 08:44:29.924484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ecabf73-0040-40ed-837e-a38c69f1d351 req-6b7dd226-0606-48dd-bf23-03c9221c0969 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841002 Sep 27 08:44:29.970925 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-bfc05c53-0128-4221-83c6-64c32fbd651f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e HTTP/1.1" status: 200 len: 217 time: 0.0382838 Sep 27 08:44:29.992586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c7628ddb-70c2-4a95-8e0e-ea17cf2ecae1 None None] Provisioning complete for port 46e9f73c-d870-4456-a208-873ba1426554 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:29.993797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7628ddb-70c2-4a95-8e0e-ea17cf2ecae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.007519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.076987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c7628ddb-70c2-4a95-8e0e-ea17cf2ecae1 None None] Port 46e9f73c-d870-4456-a208-873ba1426554 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:30.113184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:30.114495 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.128800 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.132297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-dea52947-cc8b-4cc7-a56e-3cb9f14a8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:30.135697 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-dea52947-cc8b-4cc7-a56e-3cb9f14a8b32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1517293 Sep 27 08:44:30.137427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.182990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2918c018-15a0-4f9e-9733-5776f09374f8 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:30.252849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2918c018-15a0-4f9e-9733-5776f09374f8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:30.253312 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.276596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=43fdc005-2e6d-4b48-a6ff-f35376646569,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:30.295590 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.311424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-e6d579fa-dd8c-4989-9ec1-a0884ba92e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:30.313189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-e6d579fa-dd8c-4989-9ec1-a0884ba92e94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923705 Sep 27 08:44:30.348049 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.393696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 2918c018-15a0-4f9e-9733-5776f09374f8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2918c018-15a0-4f9e-9733-5776f09374f8,segment=NetworkSegment(6a00cd1f-9f37-432c-9dd4-ce386f8a8e94),segment_id=6a00cd1f-9f37-432c-9dd4-ce386f8a8e94)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:30.400712 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.402412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7869aaa1-991e-462a-9738-985b67127dfc up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:30.408197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.462921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Allocated IP 172.25.2.118 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/bfbf3f82-3f09-40d9-b21b-04431f20cfa3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:30.477140 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-c9b5b651-3b6f-491e-83bd-a63d4421e8f5 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535211 Sep 27 08:44:30.482498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network e0094a48-fcad-44f2-b846-48aa3228145f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:30.484927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:30.487722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=2918c018-15a0-4f9e-9733-5776f09374f8,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:30.489798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:30.498481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e38dd443-a984-4732-bad1-c3945d4c0193 admin admin] 10.222.0.50 "PUT /v2.0/routers/30b7c194-bc3f-4b2e-81ed-960bbfae64fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3805091 Sep 27 08:44:30.514500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7869aaa1-991e-462a-9738-985b67127dfc triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:30.514692 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.622221 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.660116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 7869aaa1-991e-462a-9738-985b67127dfc, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7869aaa1-991e-462a-9738-985b67127dfc,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:30.670442 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.676303 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6bcb325-f043-40cd-b31e-da79a23ec117 req-736e52f7-1b05-4d58-b42b-db558e445ce4 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884880 Sep 27 08:44:30.708082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 09918443-c3f7-45d1-865f-67dba76d200a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:30.747460 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.779127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=7869aaa1-991e-462a-9738-985b67127dfc,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:30.836232 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.908971 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:30.913406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:30.913790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 05e3453b-05df-4ac3-aa29-a0c5c708096e details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:30.919034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c3cf149-3ce1-4f4d-823f-f8406834744e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "PUT /v2.0/routers/09918443-c3f7-45d1-865f-67dba76d200a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8808079 Sep 27 08:44:30.929957 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Sync routers for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:30.942157 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:30.943264 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:30.958185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-39b5515b-649a-4252-82c7-7f78a40fd1e5 None None] Provisioning complete for port 43fdc005-2e6d-4b48-a6ff-f35376646569 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:30.958660 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39b5515b-649a-4252-82c7-7f78a40fd1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.053891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-39b5515b-649a-4252-82c7-7f78a40fd1e5 None None] Port 43fdc005-2e6d-4b48-a6ff-f35376646569 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:31.054654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:31.070681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:31.078012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:31.088565 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:31.126276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448cacb-bf55-4236-be3b-a91be658bc5d req-c53f08dd-64ca-4889-8846-e53cc20d2254 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:31.132287 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5448cacb-bf55-4236-be3b-a91be658bc5d req-c53f08dd-64ca-4889-8846-e53cc20d2254 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 944 time: 0.1238515 Sep 27 08:44:31.177025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:31.190397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'mac_address': 'fa:16:3e:c1:5d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:31.204491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'Port': ['ID=bfbf3f82-3f09-40d9-b21b-04431f20cfa3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:31.207220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5448cacb-bf55-4236-be3b-a91be658bc5d req-4e05e5d2-2a03-4afe-bb12-c9d1e82b717d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686998 Sep 27 08:44:31.332038 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.386456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e3453b-05df-4ac3-aa29-a0c5c708096e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:31.439243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:31.454575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.491534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6211a10-8de1-4249-a901-972e889e12cf req-ac45d628-fb55-4d2b-b558-9e1e170346d7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:31.508758 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6211a10-8de1-4249-a901-972e889e12cf req-ac45d628-fb55-4d2b-b558-9e1e170346d7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1313367 Sep 27 08:44:31.535510 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:28Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:17Z', 'revision_number': 1, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fdc005-2e6d-4b48-a6ff-f35376646569', 'name': '', 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:08:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '20dc6345-016d-48c5-ba9a-45bd830a216b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:26Z', 'updated_at': '2021-09-27T08:44:29Z', 'revision_number': 2, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '20dc6345-016d-48c5-ba9a-45bd830a216b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:31.565359 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Checking router: 09918443-c3f7-45d1-865f-67dba76d200a for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:31.565981 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Updating router 09918443-c3f7-45d1-865f-67dba76d200a port 43fdc005-2e6d-4b48-a6ff-f35376646569 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:31.598094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:31.599947 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6211a10-8de1-4249-a901-972e889e12cf req-b27c11f2-b308-4db1-b5db-f0fdd56b0b9b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810254 Sep 27 08:44:31.621665 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:31.662255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Sync routers for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:31.682900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router 420902e4-124f-48ec-b38f-f438bfb7a249 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:44:31.697470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:31.698387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:31.774563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f928c9-bb23-4417-9920-4672f7767f11 None None] Network 9c81c186-c20c-4cde-889e-c913e66a53db requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:31.777019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['05e3453b-05df-4ac3-aa29-a0c5c708096e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:31.930913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:32.022798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:32.031460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-499ef9f0-82a4-4f36-a8b3-ccbe70364c59 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225288913', 'description': 'tempest-description--866670784'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:32.037030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d35fb7-6b90-455a-8566-4723d5bdd4d9 None None] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:32.061079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:32.078430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-363a814e-9d11-4478-8d76-b2cd8d780bfc None None] Provisioning complete for port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:32.078807 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-363a814e-9d11-4478-8d76-b2cd8d780bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.083647 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec8c9d-5d59-4fd4-97ff-a2845502b73f None None] Sync routers for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:32.105236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-499ef9f0-82a4-4f36-a8b3-ccbe70364c59 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.124142 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.130881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a1231a12-3b79-45f2-b89f-0497b32aadca tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4085181 Sep 27 08:44:32.135598 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec8c9d-5d59-4fd4-97ff-a2845502b73f None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:32.136536 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-97ec8c9d-5d59-4fd4-97ff-a2845502b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:32.140931 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.150477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57350) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:32.152752 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.192391 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.205641 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-97ec8c9d-5d59-4fd4-97ff-a2845502b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:32.286754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-499ef9f0-82a4-4f36-a8b3-ccbe70364c59 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.293665 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec8c9d-5d59-4fd4-97ff-a2845502b73f None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:32.296204 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-97ec8c9d-5d59-4fd4-97ff-a2845502b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:32.299428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-499ef9f0-82a4-4f36-a8b3-ccbe70364c59 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.333732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-499ef9f0-82a4-4f36-a8b3-ccbe70364c59 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.336162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-499ef9f0-82a4-4f36-a8b3-ccbe70364c59 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3116868 Sep 27 08:44:32.342775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57358) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:32.348550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2918c018-15a0-4f9e-9733-5776f09374f8 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:32.351466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8aa712fe-dca3-4b24-bd33-f740deaf3511 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Request body: {'security_group_rule': {'security_group_id': '21366212-a1e5-4ab4-879f-316fe274383d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:32.357774 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-97ec8c9d-5d59-4fd4-97ff-a2845502b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:32.359730 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec8c9d-5d59-4fd4-97ff-a2845502b73f None None] The sync data for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:32.383764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ef9f0-82a4-4f36-a8b3-ccbe70364c59 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21366212-a1e5-4ab4-879f-316fe274383d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:32.426316 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Pushing event updated for resources: {'Port': ['ID=43fdc005-2e6d-4b48-a6ff-f35376646569,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:32.453102 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.453561 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.453903 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.454237 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.454568 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.455031 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.455541 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.456022 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.456527 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.457024 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.457559 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.458073 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:32.471852 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Attempting to bind port 43fdc005-2e6d-4b48-a6ff-f35376646569 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:32.474722 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Attempting to bind port 43fdc005-2e6d-4b48-a6ff-f35376646569 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:32.474722 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Attempting to bind port 43fdc005-2e6d-4b48-a6ff-f35376646569 on network e0094a48-fcad-44f2-b846-48aa3228145f {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:32.478772 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:32.479384 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Checking segment: {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:32.479948 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.480153 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa712fe-dca3-4b24-bd33-f740deaf3511 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.480706 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Bound using segment: {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:32.481336 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Bound port: 43fdc005-2e6d-4b48-a6ff-f35376646569, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:32.481883 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.496064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-2df4433d-4bc1-434a-b393-06310408e4bf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.505673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-2df4433d-4bc1-434a-b393-06310408e4bf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.513074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-2df4433d-4bc1-434a-b393-06310408e4bf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.519680 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-2df4433d-4bc1-434a-b393-06310408e4bf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.529478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-2df4433d-4bc1-434a-b393-06310408e4bf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.538517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-2df4433d-4bc1-434a-b393-06310408e4bf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.548134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-2df4433d-4bc1-434a-b393-06310408e4bf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.550390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-2df4433d-4bc1-434a-b393-06310408e4bf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.1403558 Sep 27 08:44:32.565710 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] For port 43fdc005-2e6d-4b48-a6ff-f35376646569, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:32.570175 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] For port 43fdc005-2e6d-4b48-a6ff-f35376646569, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=43fdc005-2e6d-4b48-a6ff-f35376646569,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:32.583879 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.611555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d60fab87-0f2b-4de4-8e12-43d3f7879a0f req-efd20e8d-e4d5-47c9-b1e0-ad0dcaa8639c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453384 Sep 27 08:44:32.696457 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa712fe-dca3-4b24-bd33-f740deaf3511 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.706273 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:32.707006 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:32.743488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa712fe-dca3-4b24-bd33-f740deaf3511 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.773369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa712fe-dca3-4b24-bd33-f740deaf3511 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a948a14f-3956-4c5b-8bd6-16343d74495b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:32.795722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e4ec9-06f4-4964-8ed8-f9996b5b6d1c req-fcd80fd4-0154-4cc9-8272-c3d8416b16f3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.797490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d3e4ec9-06f4-4964-8ed8-f9996b5b6d1c req-fcd80fd4-0154-4cc9-8272-c3d8416b16f3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.0988624 Sep 27 08:44:32.799491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa712fe-dca3-4b24-bd33-f740deaf3511 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.800722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8aa712fe-dca3-4b24-bd33-f740deaf3511 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4561789 Sep 27 08:44:32.803354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:32.805641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952a9f-1286-4eca-8b6e-089b0ba1f365 req-0f829af9-513a-4839-9a03-14b5023ecf9c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:32.807281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-42952a9f-1286-4eca-8b6e-089b0ba1f365 req-0f829af9-513a-4839-9a03-14b5023ecf9c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 945 time: 0.2656517 Sep 27 08:44:32.808775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4deb54f1-8a3d-45c8-a9ae-daadd74e621f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Request body: {'security_group_rule': {'security_group_id': '21366212-a1e5-4ab4-879f-316fe274383d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:32.818674 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362e05-e9f1-4be1-aea8-469042bc16c3 None None] Pushing event updated for resources: {'Port': ['ID=43fdc005-2e6d-4b48-a6ff-f35376646569,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:32.881697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2918c018-15a0-4f9e-9733-5776f09374f8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:32.882397 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.895831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d3e4ec9-06f4-4964-8ed8-f9996b5b6d1c req-d79744ed-8d07-4f6e-9a7e-42f4f3b4cb80 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534587 Sep 27 08:44:32.911265 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4deb54f1-8a3d-45c8-a9ae-daadd74e621f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.946629 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:32.962882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:32.989583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-42952a9f-1286-4eca-8b6e-089b0ba1f365 req-7175c9a9-19a7-46e4-80c6-01c6eff620f0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561031 Sep 27 08:44:33.000930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4deb54f1-8a3d-45c8-a9ae-daadd74e621f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.008398 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4deb54f1-8a3d-45c8-a9ae-daadd74e621f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.011404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-363a814e-9d11-4478-8d76-b2cd8d780bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.028051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb54f1-8a3d-45c8-a9ae-daadd74e621f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3511d94-c2a7-45a9-8d1c-ebb366051c13,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:33.051360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4deb54f1-8a3d-45c8-a9ae-daadd74e621f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.056142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4deb54f1-8a3d-45c8-a9ae-daadd74e621f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2483654 Sep 27 08:44:33.057882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57366) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:33.066043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:33.102588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 2, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:33.135662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.292285 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:28Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:17Z', 'revision_number': 1, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fdc005-2e6d-4b48-a6ff-f35376646569', 'name': '', 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:08:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '20dc6345-016d-48c5-ba9a-45bd830a216b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:26Z', 'updated_at': '2021-09-27T08:44:32Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '20dc6345-016d-48c5-ba9a-45bd830a216b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:33.333920 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954e97c-7bbb-45b0-9f3f-6cd464f33673 None None] The sync data for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 is: [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:28Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:17Z', 'revision_number': 1, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fdc005-2e6d-4b48-a6ff-f35376646569', 'name': '', 'network_id': 'e0094a48-fcad-44f2-b846-48aa3228145f', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:08:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '20dc6345-016d-48c5-ba9a-45bd830a216b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:26Z', 'updated_at': '2021-09-27T08:44:32Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '20dc6345-016d-48c5-ba9a-45bd830a216b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:33.334319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.451041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-363a814e-9d11-4478-8d76-b2cd8d780bfc None None] For port be35d2fe-bdfe-429c-89f6-92ec3dbb1775, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,segment=NetworkSegment(ccd9fb06-24dd-4330-aec7-f61e430a20ef),segment_id=ccd9fb06-24dd-4330-aec7-f61e430a20ef)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:33.457851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Checking router: 30b7c194-bc3f-4b2e-81ed-960bbfae64fc for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:33.458065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Updating router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc port 46e9f73c-d870-4456-a208-873ba1426554 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:44:33.488053 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-363a814e-9d11-4478-8d76-b2cd8d780bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.536125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Router 0d4ff3fa-7e69-48ba-abff-6738451c8f90 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:44:33.549240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Allocated IP 172.25.2.245 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/1bbdfdee-b22e-4f5e-a22a-6722f7d6ab49) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:33.552167 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.581238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device be35d2fe-bdfe-429c-89f6-92ec3dbb1775 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:33.605947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-425a182f-02c1-495b-89b7-1a60bfb674cf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.612168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-425a182f-02c1-495b-89b7-1a60bfb674cf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.618219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-425a182f-02c1-495b-89b7-1a60bfb674cf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.624095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-425a182f-02c1-495b-89b7-1a60bfb674cf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.630155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-425a182f-02c1-495b-89b7-1a60bfb674cf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.636380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-425a182f-02c1-495b-89b7-1a60bfb674cf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.642432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-425a182f-02c1-495b-89b7-1a60bfb674cf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.644537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-425a182f-02c1-495b-89b7-1a60bfb674cf tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.2470002 Sep 27 08:44:33.669364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a814e-9d11-4478-8d76-b2cd8d780bfc None None] Pushing event updated for resources: {'Port': ['ID=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:33.698652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Provisioning complete for port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:33.698932 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.718157 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.770295 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.816175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:33.816175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:33.824278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-1b66dddc-fd5e-4244-89b6-12e5ab26ed48 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:33.825823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-1b66dddc-fd5e-4244-89b6-12e5ab26ed48 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "GET /v2.0/ports/8d230614-ad2b-4d12-9d93-1737c74f7d62?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1716547 Sep 27 08:44:33.847669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:33.852985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:33.857211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:33.894441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event updated for resources: {'Port': ['ID=1bbdfdee-b22e-4f5e-a22a-6722f7d6ab49,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:33.914775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.914775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.914775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.915237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.915599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.916243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.916653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.917323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.917540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.917804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.918188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.918682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:33.997773 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.062961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13b94c-5c3d-439d-afb6-787862d1e4ca req-8eb2429e-f559-4d4d-ac7c-d1a7ae621d6f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.064735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e13b94c-5c3d-439d-afb6-787862d1e4ca req-8eb2429e-f559-4d4d-ac7c-d1a7ae621d6f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.0842700 Sep 27 08:44:34.079036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7869aaa1-991e-462a-9738-985b67127dfc up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:34.090231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.113395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Provisioning complete for port 43fdc005-2e6d-4b48-a6ff-f35376646569 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:34.113771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.167395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e13b94c-5c3d-439d-afb6-787862d1e4ca req-a14c8f83-1271-4868-a4ac-77ecb6aced18 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932968 Sep 27 08:44:34.236115 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.244115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7869aaa1-991e-462a-9738-985b67127dfc triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:34.244541 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.293473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-d6c59afa-f978-431b-8d14-bc473217e835 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.295910 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.302258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-d6c59afa-f978-431b-8d14-bc473217e835 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.306059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-d6c59afa-f978-431b-8d14-bc473217e835 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.312230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-d6c59afa-f978-431b-8d14-bc473217e835 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.318208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-d6c59afa-f978-431b-8d14-bc473217e835 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.324123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-d6c59afa-f978-431b-8d14-bc473217e835 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.330363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-d6c59afa-f978-431b-8d14-bc473217e835 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.338681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-d6c59afa-f978-431b-8d14-bc473217e835 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 5433 time: 0.5898750 Sep 27 08:44:34.361070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182be96a-ff80-40a1-88b2-31e4bc829b19 None None] Pushing event updated for resources: {'Port': ['ID=46e9f73c-d870-4456-a208-873ba1426554,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:34.381077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1f8e6-e0e4-4150-9586-6485a48e1624 req-0a93b14c-fd90-4ad2-b799-696c2bfb9684 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:34.389927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34f1f8e6-e0e4-4150-9586-6485a48e1624 req-0a93b14c-fd90-4ad2-b799-696c2bfb9684 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 945 time: 0.1008222 Sep 27 08:44:34.408790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:34.417712 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.433098 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.461280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0730d1-ae0e-487b-80ac-babd49f3b103 None None] Sync routers for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:34.463596 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd89794c-f472-4c5d-9b59-2fdc6a7cbc43 req-a921c57c-6e02-48f4-98d9-d070249a40b9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239145 Sep 27 08:44:34.470726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34f1f8e6-e0e4-4150-9586-6485a48e1624 req-d5fb400a-0216-4de8-9c87-25157270d061 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795102 Sep 27 08:44:34.482468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0730d1-ae0e-487b-80ac-babd49f3b103 None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:34.483111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e0730d1-ae0e-487b-80ac-babd49f3b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:34.498114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.510115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.513894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ace8212f-2f4a-488b-91ec-2eb128b134f9 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.8116288 Sep 27 08:44:34.516180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57378) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:34.519129 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.549040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e0730d1-ae0e-487b-80ac-babd49f3b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:34.597459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-c487336d-4a03-4cd0-8c46-61dd3abf544c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "GET /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7566714 Sep 27 08:44:34.609143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Attempting to bind port 46e9f73c-d870-4456-a208-873ba1426554 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:44:34.609719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Attempting to bind port 46e9f73c-d870-4456-a208-873ba1426554 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:44:34.609974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Attempting to bind port 46e9f73c-d870-4456-a208-873ba1426554 on network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:44:34.615628 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] For port 43fdc005-2e6d-4b48-a6ff-f35376646569, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=43fdc005-2e6d-4b48-a6ff-f35376646569,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:34.622603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:44:34.623138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Checking segment: {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:44:34.623673 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.624054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Bound using segment: {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:44:34.624651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Bound port: 46e9f73c-d870-4456-a208-873ba1426554, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:44:34.625164 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.629208 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0730d1-ae0e-487b-80ac-babd49f3b103 None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:34.629902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e0730d1-ae0e-487b-80ac-babd49f3b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:34.631879 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.718878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event updated for resources: {'Port': ['ID=1bbdfdee-b22e-4f5e-a22a-6722f7d6ab49,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:34.726253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.746541 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.747106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e0730d1-ae0e-487b-80ac-babd49f3b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:34.747754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0730d1-ae0e-487b-80ac-babd49f3b103 None None] The sync data for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:34.748899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-08f5602d-3b59-4ec3-93c6-4c02beb657bf tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6892967 Sep 27 08:44:34.773240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Provisioning complete for port 2918c018-15a0-4f9e-9733-5776f09374f8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:34.773618 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:34.778558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:34.845274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eac74-eec9-4414-bb1a-661461c24634 None None] Pushing event updated for resources: {'Port': ['ID=43fdc005-2e6d-4b48-a6ff-f35376646569,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:34.879953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device be35d2fe-bdfe-429c-89f6-92ec3dbb1775 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:34.921462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] For port 46e9f73c-d870-4456-a208-873ba1426554, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:34.965363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] For port 46e9f73c-d870-4456-a208-873ba1426554, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=46e9f73c-d870-4456-a208-873ba1426554,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:44:34.971004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 05e3453b-05df-4ac3-aa29-a0c5c708096e up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:35.004401 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.004966 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.093934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:35.094539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.107065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:35.108138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:35.134295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182be96a-ff80-40a1-88b2-31e4bc829b19 None None] Pushing event updated for resources: {'Port': ['ID=46e9f73c-d870-4456-a208-873ba1426554,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:35.306709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 05e3453b-05df-4ac3-aa29-a0c5c708096e completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:44:35.320870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 05e3453b-05df-4ac3-aa29-a0c5c708096e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:35.321499 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.362960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3ccac111-e06b-4a75-945a-0d6493a3bfae None None] Provisioning complete for port 46e9f73c-d870-4456-a208-873ba1426554 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:35.363370 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ccac111-e06b-4a75-945a-0d6493a3bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.398024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.20.0.1 (fd80df6e-514b-46b2-88ff-2ca9a200f978/c2a3f210-2011-4b30-9cd5-6305f25adb46/fd615e9e-e8a4-4a73-862e-c37f9f99a93a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:35.403972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:35.457996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] For port 8d230614-ad2b-4d12-9d93-1737c74f7d62, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8d230614-ad2b-4d12-9d93-1737c74f7d62,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:35.558489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95330c0-c539-4ed3-8df2-38117d398093 req-fbabed10-ce84-4227-81c6-19742aa7ebc5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:35.560103 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a95330c0-c539-4ed3-8df2-38117d398093 req-fbabed10-ce84-4227-81c6-19742aa7ebc5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2777104 Sep 27 08:44:35.583544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] For port 8d230614-ad2b-4d12-9d93-1737c74f7d62, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:35.634267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284300c0-f4b3-4a42-bf4f-b82da21e8b73 req-b1d2f615-e47f-4dda-8376-6993a8fd3be9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:35.643170 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-284300c0-f4b3-4a42-bf4f-b82da21e8b73 req-b1d2f615-e47f-4dda-8376-6993a8fd3be9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 945 time: 0.0835695 Sep 27 08:44:35.687984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-284300c0-f4b3-4a42-bf4f-b82da21e8b73 req-846e2e35-0a45-4e0b-9b58-11f1f2c66f64 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Sep 27 08:44:35.733906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] device_id is not set on port 8d230614-ad2b-4d12-9d93-1737c74f7d62 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:44:35.768992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a95330c0-c539-4ed3-8df2-38117d398093 req-c1f99006-b280-4434-b9a4-6bc5a43689f5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941934 Sep 27 08:44:35.787829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.810222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 43fdc005-2e6d-4b48-a6ff-f35376646569 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:35.824485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.841189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.884806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.919071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d230614-ad2b-4d12-9d93-1737c74f7d62,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:35.952916 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ccac111-e06b-4a75-945a-0d6493a3bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:35.970741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] No DVR routers for this DVR port 8d230614-ad2b-4d12-9d93-1737c74f7d62 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:35.992912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.045865 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.050959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:36.056177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:36.058898 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d400ad6-445e-4c56-97c5-a30c5477fad5" -d '{"events": [{"server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "name": "network-vif-plugged", "status": "completed", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:36.073325 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.088197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] In _notify_port_updated(), no bound segment for port 8d230614-ad2b-4d12-9d93-1737c74f7d62 on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:44:36.088669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.089398 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.090886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e15298e0-7759-4c9e-b380-c732370339a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 200 len: 1028 time: 1.4694967 Sep 27 08:44:36.114614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3ccac111-e06b-4a75-945a-0d6493a3bfae None None] For port 46e9f73c-d870-4456-a208-873ba1426554, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=46e9f73c-d870-4456-a208-873ba1426554,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:36.126470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:34Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:36.138012 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ccac111-e06b-4a75-945a-0d6493a3bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.156667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.185030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 43fdc005-2e6d-4b48-a6ff-f35376646569 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:36.185444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.190538 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b059f27f-0556-4289-b808-e3158e4e8936 x-openstack-request-id: req-b059f27f-0556-4289-b808-e3158e4e8936 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:36.191052 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "name": "network-vif-plugged", "status": "completed", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:36.191052 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b059f27f-0556-4289-b808-e3158e4e8936 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:36.191448 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'code': 200} Sep 27 08:44:36.195557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9667d6f-4263-49a3-8620-1bd770495f97 None None] The sync data for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 is: [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:34Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:36.317756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:36.318022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:36.325881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-192b25bb-6c71-4338-9b30-1510337ec654 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.327513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-192b25bb-6c71-4338-9b30-1510337ec654 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "GET /v2.0/ports/d3a54a6b-f761-4ba2-bddf-b1aa45709f8b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2248449 Sep 27 08:44:36.334820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:36.414583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960d19-26c9-423f-b062-b0011258d388 req-b7d4a862-fd7f-422c-90d2-e2c2bf53fd0e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.420609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960d19-26c9-423f-b062-b0011258d388 req-b7d4a862-fd7f-422c-90d2-e2c2bf53fd0e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.428692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960d19-26c9-423f-b062-b0011258d388 req-b7d4a862-fd7f-422c-90d2-e2c2bf53fd0e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.434696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960d19-26c9-423f-b062-b0011258d388 req-b7d4a862-fd7f-422c-90d2-e2c2bf53fd0e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.440757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960d19-26c9-423f-b062-b0011258d388 req-b7d4a862-fd7f-422c-90d2-e2c2bf53fd0e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.447018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960d19-26c9-423f-b062-b0011258d388 req-b7d4a862-fd7f-422c-90d2-e2c2bf53fd0e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.457108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90960d19-26c9-423f-b062-b0011258d388 req-b7d4a862-fd7f-422c-90d2-e2c2bf53fd0e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 4658 time: 0.6344326 Sep 27 08:44:36.457666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccac111-e06b-4a75-945a-0d6493a3bfae None None] Pushing event updated for resources: {'Port': ['ID=46e9f73c-d870-4456-a208-873ba1426554,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:36.483136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bac6be44-2957-47f4-88b0-e0d6842d3b63 None None] Provisioning complete for port 46e9f73c-d870-4456-a208-873ba1426554 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:36.483514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bac6be44-2957-47f4-88b0-e0d6842d3b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.513848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9663-5645-45ba-8cd7-5ad71a0b4afe req-d9eca27e-f49f-42a0-9b91-a7dd4432c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.515976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a6d9663-5645-45ba-8cd7-5ad71a0b4afe req-d9eca27e-f49f-42a0-9b91-a7dd4432c7b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 1097 time: 0.1627493 Sep 27 08:44:36.553005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:36.561030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:36.603436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90960d19-26c9-423f-b062-b0011258d388 req-7db88a26-e07c-41a6-a8de-e4c53666c03b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448352 Sep 27 08:44:36.639475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a6d9663-5645-45ba-8cd7-5ad71a0b4afe req-642ae25f-d62e-4161-b336-847cb5fdcd27 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105499 Sep 27 08:44:36.700190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bac6be44-2957-47f4-88b0-e0d6842d3b63 None None] Provisioning complete for port 8d230614-ad2b-4d12-9d93-1737c74f7d62 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:36.700604 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bac6be44-2957-47f4-88b0-e0d6842d3b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.761234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bac6be44-2957-47f4-88b0-e0d6842d3b63 None None] Port 8d230614-ad2b-4d12-9d93-1737c74f7d62 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:36.889647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ef1ff107-cb3a-400c-8c26-ca51f17551c3 None None] Provisioning complete for port fd615e9e-e8a4-4a73-862e-c37f9f99a93a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:36.890495 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff107-cb3a-400c-8c26-ca51f17551c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:36.938642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 46e9f73c-d870-4456-a208-873ba1426554 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:36.967975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee250-37c7-4e08-b952-3e0cdab1b1a4 req-110a2acf-204f-47a9-8586-875afce04b13 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:36.970121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce6ee250-37c7-4e08-b952-3e0cdab1b1a4 req-110a2acf-204f-47a9-8586-875afce04b13 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.0838466 Sep 27 08:44:36.991804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ff107-cb3a-400c-8c26-ca51f17551c3 None None] Port fd615e9e-e8a4-4a73-862e-c37f9f99a93a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:37.017347 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce6ee250-37c7-4e08-b952-3e0cdab1b1a4 req-4d81b5cb-286d-4352-ac5d-589d4d745904 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Sep 27 08:44:37.034647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 46e9f73c-d870-4456-a208-873ba1426554 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:37.035028 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.082366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=fd615e9e-e8a4-4a73-862e-c37f9f99a93a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:37.177414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 43fdc005-2e6d-4b48-a6ff-f35376646569 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:37.201675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.248134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 43fdc005-2e6d-4b48-a6ff-f35376646569 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:37.248546 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.262320 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.320470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c11ecb-7354-4107-9030-0f12a1267dd8 req-2835a7ef-ee2c-47ed-8ce9-3bbd987d260d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.322142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1c11ecb-7354-4107-9030-0f12a1267dd8 req-2835a7ef-ee2c-47ed-8ce9-3bbd987d260d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.2560680 Sep 27 08:44:37.386586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Allocated IP 172.20.0.1 (9c81c186-c20c-4cde-889e-c913e66a53db/7dc452ee-5201-4c53-ba5d-f3771a2282a2/70f11d83-6b60-4abd-9469-4211291229e2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:37.462750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1c11ecb-7354-4107-9030-0f12a1267dd8 req-4469c62c-be28-463e-9550-91600b273b37 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250775 Sep 27 08:44:37.633952 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.672468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] For port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:37.715513 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.771006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916ade3-f3c9-4724-865b-baf616794149 req-cf51fc0f-da91-4964-b7ae-e9bd1d31fd13 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.777441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916ade3-f3c9-4724-865b-baf616794149 req-cf51fc0f-da91-4964-b7ae-e9bd1d31fd13 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.783984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916ade3-f3c9-4724-865b-baf616794149 req-cf51fc0f-da91-4964-b7ae-e9bd1d31fd13 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.790649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916ade3-f3c9-4724-865b-baf616794149 req-cf51fc0f-da91-4964-b7ae-e9bd1d31fd13 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.797202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916ade3-f3c9-4724-865b-baf616794149 req-cf51fc0f-da91-4964-b7ae-e9bd1d31fd13 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.799249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] For port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:44:37.803653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916ade3-f3c9-4724-865b-baf616794149 req-cf51fc0f-da91-4964-b7ae-e9bd1d31fd13 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:37.805878 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2916ade3-f3c9-4724-865b-baf616794149 req-cf51fc0f-da91-4964-b7ae-e9bd1d31fd13 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 4658 time: 0.1055403 Sep 27 08:44:37.851412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] device_id is not set on port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:44:37.861546 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2916ade3-f3c9-4724-865b-baf616794149 req-f80b9091-964b-4561-8614-7ba6be9dcc7e tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a9cbd1-73ad-4d96-9ccd-fbaee810818b&id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455391 Sep 27 08:44:37.894835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.904421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.913314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:37.984720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Network 9c81c186-c20c-4cde-889e-c913e66a53db is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:38.005843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:38.011240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:38.013823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'Port': ['ID=70f11d83-6b60-4abd-9469-4211291229e2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:38.082557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 8d230614-ad2b-4d12-9d93-1737c74f7d62 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:38.141389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:38.163943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] No DVR routers for this DVR port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:38.190478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 8d230614-ad2b-4d12-9d93-1737c74f7d62 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:44:38.195438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 903e20ee-f479-4ca5-a353-9f4b6e765a64 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:38.325777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.342657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.347741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] In _notify_port_updated(), no bound segment for port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b on network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:44:38.348659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.349636 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.351199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-b277a056-ae4b-4de4-bb0a-62665d822234 service neutron] 10.222.0.67 "PUT /v2.0/ports/d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 200 len: 1027 time: 2.0032322 Sep 27 08:44:38.360795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903e20ee-f479-4ca5-a353-9f4b6e765a64'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:38.363240 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9cb3a1-a808-44cf-bfd8-96b5d0b563cc" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "903e20ee-f479-4ca5-a353-9f4b6e765a64"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:38.377211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 903e20ee-f479-4ca5-a353-9f4b6e765a64, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:38.385970 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.387251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d3a54a6b-f761-4ba2-bddf-b1aa45709f8b no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:38.455850 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370df786-227e-462d-8ce0-86e25336d3b3 x-openstack-request-id: req-370df786-227e-462d-8ce0-86e25336d3b3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:38.456120 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "903e20ee-f479-4ca5-a353-9f4b6e765a64", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:38.456401 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-370df786-227e-462d-8ce0-86e25336d3b3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:38.456786 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903e20ee-f479-4ca5-a353-9f4b6e765a64', 'code': 200} Sep 27 08:44:38.460016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f059cdf-f9f7-4094-bf91-7e474f16a9fc req-d3818720-372d-41b9-bda3-97ab021b816d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.461684 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9f059cdf-f9f7-4094-bf91-7e474f16a9fc req-d3818720-372d-41b9-bda3-97ab021b816d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2068796 Sep 27 08:44:38.487824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1601cec8-9041-41be-915b-2dc113370abd None None] Provisioning complete for port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:38.488198 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1601cec8-9041-41be-915b-2dc113370abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.497114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=903e20ee-f479-4ca5-a353-9f4b6e765a64,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:38.522416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d3a54a6b-f761-4ba2-bddf-b1aa45709f8b not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:44:38.523169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00c021f0-8274-4df3-a940-3b32075df459 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:38.573662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1601cec8-9041-41be-915b-2dc113370abd None None] Port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:38.598302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1601cec8-9041-41be-915b-2dc113370abd None None] Provisioning complete for port 70f11d83-6b60-4abd-9469-4211291229e2 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:38.599376 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1601cec8-9041-41be-915b-2dc113370abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.612838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e160150-f9b9-42fc-a7d2-192588051888 req-a9d007b4-5fca-407d-861e-30f4d22efa67 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:38.619777 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.621555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e160150-f9b9-42fc-a7d2-192588051888 req-a9d007b4-5fca-407d-861e-30f4d22efa67 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.0662341 Sep 27 08:44:38.636955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9f059cdf-f9f7-4094-bf91-7e474f16a9fc req-49351a8e-19d6-409f-b6be-a045fe17995b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625586 Sep 27 08:44:38.637857 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.689898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1601cec8-9041-41be-915b-2dc113370abd None None] Port 70f11d83-6b60-4abd-9469-4211291229e2 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:38.701110 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.723438 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e160150-f9b9-42fc-a7d2-192588051888 req-cce6f4ba-b257-4881-8db4-344a8d32b801 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003034 Sep 27 08:44:38.745034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00c021f0-8274-4df3-a940-3b32075df459, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00c021f0-8274-4df3-a940-3b32075df459,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:38.751989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.753395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6c72afd2-3a08-4486-ae77-cd3ead668b8c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:38.826716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting port 6c72afd2-3a08-4486-ae77-cd3ead668b8c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:38.827356 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.873864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00c021f0-8274-4df3-a940-3b32075df459,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:38.939026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.954036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] For port 6c72afd2-3a08-4486-ae77-cd3ead668b8c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:38.954441 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.959135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.972362 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:38.996342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7feefc-b6ae-4ce1-b519-504d4eeb59dc req-c208d230-2083-4bb1-8488-4d1ececcfc18 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.005544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d7feefc-b6ae-4ce1-b519-504d4eeb59dc req-c208d230-2083-4bb1-8488-4d1ececcfc18 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.0637953 Sep 27 08:44:39.026988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6c72afd2-3a08-4486-ae77-cd3ead668b8c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6c72afd2-3a08-4486-ae77-cd3ead668b8c,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:39.036048 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.042520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device d628f0e8-732a-47bb-bb8a-15abb2f58d9a no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:39.044222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=fd615e9e-e8a4-4a73-862e-c37f9f99a93a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.053497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Calling delete_port for 6c72afd2-3a08-4486-ae77-cd3ead668b8c owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:39.058819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d7feefc-b6ae-4ce1-b519-504d4eeb59dc req-7b725067-1704-42f2-843e-cf5fe4a814b0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471442 Sep 27 08:44:39.131597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6c72afd2-3a08-4486-ae77-cd3ead668b8c,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.174812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.230821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port d628f0e8-732a-47bb-bb8a-15abb2f58d9a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:39.240660 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.241411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device eb8d32a7-77bb-4b43-996f-3fefec214cbb no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:39.330418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.374458 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.412231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port eb8d32a7-77bb-4b43-996f-3fefec214cbb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:39.419520 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.472961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=eb8d32a7-77bb-4b43-996f-3fefec214cbb,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:39.505582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac081960-6d82-471a-9135-59a7980e0c91 req-b0658e07-018b-4daa-bae3-5ff949be45ae tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.511363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac081960-6d82-471a-9135-59a7980e0c91 req-b0658e07-018b-4daa-bae3-5ff949be45ae tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.517220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac081960-6d82-471a-9135-59a7980e0c91 req-b0658e07-018b-4daa-bae3-5ff949be45ae tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.522977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac081960-6d82-471a-9135-59a7980e0c91 req-b0658e07-018b-4daa-bae3-5ff949be45ae tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.528786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac081960-6d82-471a-9135-59a7980e0c91 req-b0658e07-018b-4daa-bae3-5ff949be45ae tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.530642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac081960-6d82-471a-9135-59a7980e0c91 req-b0658e07-018b-4daa-bae3-5ff949be45ae tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 3880 time: 0.5370915 Sep 27 08:44:39.702921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac081960-6d82-471a-9135-59a7980e0c91 req-f893c598-a4c3-42e9-a251-aa021e9f8a8c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628268 Sep 27 08:44:39.752239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:39.763039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:39.836591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7185de-85a6-422b-ac8b-5bf4460239c1 req-3ecffee7-d5de-46da-b69c-f3dbdc11cf42 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:39.844881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb7185de-85a6-422b-ac8b-5bf4460239c1 req-3ecffee7-d5de-46da-b69c-f3dbdc11cf42 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.0761802 Sep 27 08:44:39.886031 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb7185de-85a6-422b-ac8b-5bf4460239c1 req-0c9ef6ac-bc97-402d-bf97-5f3189d462dc tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 Sep 27 08:44:39.894831 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:39.946637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Port': ['ID=6c72afd2-3a08-4486-ae77-cd3ead668b8c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:40.018346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7628cda3-bf49-4a3f-a5d6-6fbc8080ddb0 None None] Provisioning complete for port fd615e9e-e8a4-4a73-862e-c37f9f99a93a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:40.018723 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7628cda3-bf49-4a3f-a5d6-6fbc8080ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.039337 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.047107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] No DVR routers for this DVR port 6c72afd2-3a08-4486-ae77-cd3ead668b8c on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:40.052189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.054169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-3f362fa7-aca2-4ca2-b382-515a1d2fc1f1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "DELETE /v2.0/ports/6c72afd2-3a08-4486-ae77-cd3ead668b8c HTTP/1.1" status: 204 len: 173 time: 1.6940618 Sep 27 08:44:40.055698 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.057037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7628cda3-bf49-4a3f-a5d6-6fbc8080ddb0 None None] Port fd615e9e-e8a4-4a73-862e-c37f9f99a93a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:40.058099 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': '6c72afd2-3a08-4486-ae77-cd3ead668b8c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:40.060404 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80266c42-7062-40e3-b419-e95288315b5b" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "6c72afd2-3a08-4486-ae77-cd3ead668b8c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:40.094601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router 420902e4-124f-48ec-b38f-f438bfb7a249 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:40.147262 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e6f7f7-a153-4799-99d1-cd10f7ddfc08 x-openstack-request-id: req-89e6f7f7-a153-4799-99d1-cd10f7ddfc08 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:40.147262 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "6c72afd2-3a08-4486-ae77-cd3ead668b8c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:40.147262 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89e6f7f7-a153-4799-99d1-cd10f7ddfc08 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:40.147658 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': '6c72afd2-3a08-4486-ae77-cd3ead668b8c', 'status': 'completed', 'code': 200} Sep 27 08:44:40.184393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423150d9-aa4c-4774-adc1-1aa485362c6b req-0618db77-8c61-45bb-bd59-590ccee4a9c2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:40.186108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-423150d9-aa4c-4774-adc1-1aa485362c6b req-0618db77-8c61-45bb-bd59-590ccee4a9c2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.0610878 Sep 27 08:44:40.212544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'Port': ['ID=70f11d83-6b60-4abd-9469-4211291229e2,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:40.215108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.240583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-423150d9-aa4c-4774-adc1-1aa485362c6b req-2f99d79d-e385-47a5-8587-c0b06bcb4fb4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466070 Sep 27 08:44:40.392151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:40.404921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9d5125da-87aa-4834-8b74-23c891ebebd2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/routers/420902e4-124f-48ec-b38f-f438bfb7a249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2453067 Sep 27 08:44:40.405414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting port 00c021f0-8274-4df3-a940-3b32075df459 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:40.405513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:40.405633 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.416545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'port': {'network_id': 'fd80df6e-514b-46b2-88ff-2ca9a200f978', 'name': 'tempest-FloatingIPTestJSON-278482194'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:40.420292 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c4359-d921-4a55-9aa4-2955a765fe86 None None] Sync routers for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:40.439277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c4359-d921-4a55-9aa4-2955a765fe86 None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:40.439903 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c3c4359-d921-4a55-9aa4-2955a765fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:40.457945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c021f0-8274-4df3-a940-3b32075df459'}, {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c72afd2-3a08-4486-ae77-cd3ead668b8c'}, {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a'}, {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:40.460693 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0510d809-7c62-4656-af65-486166bdac0d" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "00c021f0-8274-4df3-a940-3b32075df459"}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "6c72afd2-3a08-4486-ae77-cd3ead668b8c"}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a"}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8d32a7-77bb-4b43-996f-3fefec214cbb"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:40.505662 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c3c4359-d921-4a55-9aa4-2955a765fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:40.519892 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c4359-d921-4a55-9aa4-2955a765fe86 None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:40.521047 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c3c4359-d921-4a55-9aa4-2955a765fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:40.542085 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb305db-d536-469f-9b2c-94640a465dba x-openstack-request-id: req-dbb305db-d536-469f-9b2c-94640a465dba {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:40.543118 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "00c021f0-8274-4df3-a940-3b32075df459", "code": 200}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "6c72afd2-3a08-4486-ae77-cd3ead668b8c", "code": 200}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a", "code": 200}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8d32a7-77bb-4b43-996f-3fefec214cbb", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:40.543556 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbb305db-d536-469f-9b2c-94640a465dba {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:40.544120 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c021f0-8274-4df3-a940-3b32075df459', 'code': 200} Sep 27 08:44:40.544569 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c72afd2-3a08-4486-ae77-cd3ead668b8c', 'code': 200} Sep 27 08:44:40.545077 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'code': 200} Sep 27 08:44:40.545721 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb', 'code': 200} Sep 27 08:44:40.554021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Network 9c81c186-c20c-4cde-889e-c913e66a53db is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:40.575867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:40.588011 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c3c4359-d921-4a55-9aa4-2955a765fe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:40.589393 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c4359-d921-4a55-9aa4-2955a765fe86 None None] The sync data for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:40.683390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] For port 00c021f0-8274-4df3-a940-3b32075df459, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00c021f0-8274-4df3-a940-3b32075df459,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:40.683873 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.700648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Made reservation on behalf of b47ae7685f284960afe36d3953398c20 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:40.705235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:40.706978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Calling delete_port for 00c021f0-8274-4df3-a940-3b32075df459 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:40.733742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] device_id is not set on port 5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:44:40.912566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Allocated IP 172.20.0.9 (fd80df6e-514b-46b2-88ff-2ca9a200f978/c2a3f210-2011-4b30-9cd5-6305f25adb46/5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:40.949221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Router 0d4ff3fa-7e69-48ba-abff-6738451c8f90 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:41.011455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a66ce-b8d6-4862-a500-e50f8b92f965 req-dde51c91-6db3-4bf7-8ac4-7b2531ce7225 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.014038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d1d62648-341a-48ae-9437-969184dfef50 None None] Provisioning complete for port 70f11d83-6b60-4abd-9469-4211291229e2 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:41.014993 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1d62648-341a-48ae-9437-969184dfef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.017631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a66ce-b8d6-4862-a500-e50f8b92f965 req-dde51c91-6db3-4bf7-8ac4-7b2531ce7225 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.023613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a66ce-b8d6-4862-a500-e50f8b92f965 req-dde51c91-6db3-4bf7-8ac4-7b2531ce7225 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.029892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a66ce-b8d6-4862-a500-e50f8b92f965 req-dde51c91-6db3-4bf7-8ac4-7b2531ce7225 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.037673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b48a66ce-b8d6-4862-a500-e50f8b92f965 req-dde51c91-6db3-4bf7-8ac4-7b2531ce7225 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 3141 time: 0.1101089 Sep 27 08:44:41.052154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6142c-b8bb-4465-b23c-f221aaf0d9fc req-36f621eb-2298-4990-9b75-0207838dba55 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.053817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47b6142c-b8bb-4465-b23c-f221aaf0d9fc req-36f621eb-2298-4990-9b75-0207838dba55 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.1393278 Sep 27 08:44:41.081200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d1d62648-341a-48ae-9437-969184dfef50 None None] Port 70f11d83-6b60-4abd-9469-4211291229e2 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:41.125752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b48a66ce-b8d6-4862-a500-e50f8b92f965 req-6f3cd7fb-5adc-47f3-a760-49e587355db0 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862956 Sep 27 08:44:41.152869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47b6142c-b8bb-4465-b23c-f221aaf0d9fc req-4c9f9520-915b-447a-9d57-c8c8396209b0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914557 Sep 27 08:44:41.155143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.219675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Port': ['ID=00c021f0-8274-4df3-a940-3b32075df459,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:41.227809 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.241720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:41.256378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-87306666-d916-429b-a1e2-2fa8e4831ff7 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "PUT /v2.0/routers/0d4ff3fa-7e69-48ba-abff-6738451c8f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7359912 Sep 27 08:44:41.256826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd1646-13f8-4132-935e-46b6b89c017f None None] Sync routers for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:41.270810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd1646-13f8-4132-935e-46b6b89c017f None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:41.271438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6abd1646-13f8-4132-935e-46b6b89c017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:41.272548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57530) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:41.281369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Request body: {'port': {'network_id': '9c81c186-c20c-4cde-889e-c913e66a53db', 'name': 'tempest-FloatingIPAdminTestJSON-1125928121'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:41.302786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] No DVR routers for this DVR port 00c021f0-8274-4df3-a940-3b32075df459 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:41.314951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.317029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-457a1ee6-9889-4c4e-823e-b32106907a9d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "DELETE /v2.0/ports/00c021f0-8274-4df3-a940-3b32075df459 HTTP/1.1" status: 204 len: 173 time: 1.2536902 Sep 27 08:44:41.325335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6abd1646-13f8-4132-935e-46b6b89c017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:41.340103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55e8ea-9ff6-422c-8cb9-af0211cb3253 req-b8b78894-dda0-471a-9313-6f92437ad99f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.342808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bc55e8ea-9ff6-422c-8cb9-af0211cb3253 req-b8b78894-dda0-471a-9313-6f92437ad99f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1125960 Sep 27 08:44:41.345308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.350519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd1646-13f8-4132-935e-46b6b89c017f None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:41.352657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6abd1646-13f8-4132-935e-46b6b89c017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:41.401350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6abd1646-13f8-4132-935e-46b6b89c017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:41.403269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd1646-13f8-4132-935e-46b6b89c017f None None] The sync data for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:41.444360 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bc55e8ea-9ff6-422c-8cb9-af0211cb3253 req-c9db53b5-0892-4aa1-9bbc-e95b15edfd62 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864360 Sep 27 08:44:41.471896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:41.474697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event updated for resources: {'Port': ['ID=5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:41.484588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:41.487252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:41.488014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Made reservation on behalf of b1f0029288da41c99b1c68efeccd32f6 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:44:41.492169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.511955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting port eb8d32a7-77bb-4b43-996f-3fefec214cbb {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:41.512355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.533404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] device_id is not set on port eb59c841-37b5-44f7-9e2b-d9814c5f114b yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:44:41.558650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:41.559317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.580013 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c4b326a-d94e-417a-8faa-e0c71402b6a8 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1731124 Sep 27 08:44:41.582808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57534) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:41.588416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Request body: {'floatingip': {'port_id': '5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:41.680158 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.729580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] For port eb8d32a7-77bb-4b43-996f-3fefec214cbb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=eb8d32a7-77bb-4b43-996f-3fefec214cbb,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:41.730162 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.752136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Calling delete_port for eb8d32a7-77bb-4b43-996f-3fefec214cbb owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:41.789372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Allocated IP 172.20.0.11 (9c81c186-c20c-4cde-889e-c913e66a53db/7dc452ee-5201-4c53-ba5d-f3771a2282a2/eb59c841-37b5-44f7-9e2b-d9814c5f114b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:41.814575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-19b9b27f-8192-4bab-8b00-f185b5090b46 None None] Provisioning complete for port 5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:41.815556 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19b9b27f-8192-4bab-8b00-f185b5090b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:41.864499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-19b9b27f-8192-4bab-8b00-f185b5090b46 None None] Port 5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:42.075008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.120187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Port': ['ID=eb8d32a7-77bb-4b43-996f-3fefec214cbb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:42.125698 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.151404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': '00c021f0-8274-4df3-a940-3b32075df459'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:42.153857 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6510ec19-14e0-4471-95ac-e2cf237f02f5" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "00c021f0-8274-4df3-a940-3b32075df459"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:42.177445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] No DVR routers for this DVR port eb8d32a7-77bb-4b43-996f-3fefec214cbb on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:42.180245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.182738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-fac9edce-4ccc-42eb-9f91-daf67e6b09d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "DELETE /v2.0/ports/eb8d32a7-77bb-4b43-996f-3fefec214cbb HTTP/1.1" status: 204 len: 173 time: 0.8529153 Sep 27 08:44:42.243930 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974141b8-7e10-4d37-be2a-9ac622d08ee9 x-openstack-request-id: req-974141b8-7e10-4d37-be2a-9ac622d08ee9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:42.244227 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "00c021f0-8274-4df3-a940-3b32075df459", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:42.244510 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-974141b8-7e10-4d37-be2a-9ac622d08ee9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:42.244928 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': '00c021f0-8274-4df3-a940-3b32075df459', 'status': 'completed', 'code': 200} Sep 27 08:44:42.327354 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.342362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a23086-2836-4bae-a705-cc764987b538 req-10bbb1db-d855-492b-a27c-9eed31e37986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.351840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a23086-2836-4bae-a705-cc764987b538 req-10bbb1db-d855-492b-a27c-9eed31e37986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.355253 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4a23086-2836-4bae-a705-cc764987b538 req-10bbb1db-d855-492b-a27c-9eed31e37986 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 1676 time: 0.1081758 Sep 27 08:44:42.357565 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.364301 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.436569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7ff8-1ac2-4374-b959-e3e35b30dbd1 req-7546b1ad-da9e-454e-a977-d1de705211fb tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.438266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-555a7ff8-1ac2-4374-b959-e3e35b30dbd1 req-7546b1ad-da9e-454e-a977-d1de705211fb tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.1332619 Sep 27 08:44:42.446419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Network 9c81c186-c20c-4cde-889e-c913e66a53db is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:42.455975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4a23086-2836-4bae-a705-cc764987b538 req-63fa5345-60da-43e2-bdf8-850082a6fef1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514107 Sep 27 08:44:42.459805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:42.471986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:42.520426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event updated for resources: {'Port': ['ID=eb59c841-37b5-44f7-9e2b-d9814c5f114b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:42.533863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting port 903e20ee-f479-4ca5-a353-9f4b6e765a64 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:42.534589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.596524 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 0b03e075-a5b6-41b4-9b84-c224877fbda5 associated. External IP: 172.25.2.191, port: a26041ac-75f2-4869-9ad7-8ec1cf215a90. Sep 27 08:44:42.703858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350de53-0e6b-4eec-9659-8dad6673b57b req-ccb649f3-c66c-4597-b3c6-80493d26f819 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:42.705585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a350de53-0e6b-4eec-9659-8dad6673b57b req-ccb649f3-c66c-4597-b3c6-80493d26f819 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1597185 Sep 27 08:44:42.818430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a350de53-0e6b-4eec-9659-8dad6673b57b req-c2696503-f7f0-4fa0-8a33-26415fd0837f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894239 Sep 27 08:44:42.915095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c354f325-b825-4740-85ee-75ed1149e424 None None] Provisioning complete for port eb59c841-37b5-44f7-9e2b-d9814c5f114b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:42.915665 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c354f325-b825-4740-85ee-75ed1149e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:42.971957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 05e3453b-05df-4ac3-aa29-a0c5c708096e details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:43.014288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] For port 903e20ee-f479-4ca5-a353-9f4b6e765a64, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=903e20ee-f479-4ca5-a353-9f4b6e765a64,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:43.014802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.043358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Calling delete_port for 903e20ee-f479-4ca5-a353-9f4b6e765a64 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:43.056992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:43.151399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c354f325-b825-4740-85ee-75ed1149e424 None None] Port eb59c841-37b5-44f7-9e2b-d9814c5f114b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:44:43.216264 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-555a7ff8-1ac2-4374-b959-e3e35b30dbd1 req-076cd94e-b871-455f-87e4-d39a41c62adc tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7663238 Sep 27 08:44:43.221227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:43.229216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.230161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.247450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'port_id': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'mac_address': 'fa:16:3e:c1:5d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:43.265887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57564) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:43.268246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32605727-3ac1-42cf-a87e-e2a5b7d7366a tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9922233 Sep 27 08:44:43.308490 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.309396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:43.316502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.326640 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f15b4b-ea61-4ca2-a816-3679129c6441 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:43.341062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05e3453b-05df-4ac3-aa29-a0c5c708096e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:43.344784 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f15b4b-ea61-4ca2-a816-3679129c6441 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:43.346680 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-36f15b4b-ea61-4ca2-a816-3679129c6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:43.366340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:43.378914 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.393881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Port': ['ID=903e20ee-f479-4ca5-a353-9f4b6e765a64,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.470614 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-36f15b4b-ea61-4ca2-a816-3679129c6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:43.491770 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f15b4b-ea61-4ca2-a816-3679129c6441 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:43.494059 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-36f15b4b-ea61-4ca2-a816-3679129c6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:43.579789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] No DVR routers for this DVR port 903e20ee-f479-4ca5-a353-9f4b6e765a64 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:43.583609 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.585773 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-e4d60d53-54a6-41ad-a9cc-59137d51e356 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "DELETE /v2.0/ports/903e20ee-f479-4ca5-a353-9f4b6e765a64 HTTP/1.1" status: 204 len: 173 time: 1.3959420 Sep 27 08:44:43.590328 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-36f15b4b-ea61-4ca2-a816-3679129c6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:43.592225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['05e3453b-05df-4ac3-aa29-a0c5c708096e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:43.594807 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f15b4b-ea61-4ca2-a816-3679129c6441 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:43.625391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'project_id': 'b1f0029288da41c99b1c68efeccd32f6', 'port_id': 'eb59c841-37b5-44f7-9e2b-d9814c5f114b'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:43.668247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:43.683127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.769039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61a45-918d-468f-ab17-2558448ee019 req-d8dbf853-0bb8-4632-b643-3d91ec49ba68 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:43.770188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54d61a45-918d-468f-ab17-2558448ee019 req-d8dbf853-0bb8-4632-b643-3d91ec49ba68 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 944 time: 0.1549594 Sep 27 08:44:43.811238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting port d628f0e8-732a-47bb-bb8a-15abb2f58d9a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:43.812395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:43.975556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54d61a45-918d-468f-ab17-2558448ee019 req-6db7886b-b822-4f11-b52b-61f64a02c209 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb7230f2-0c6d-4711-a3d9-406e8741c4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913095 Sep 27 08:44:44.002147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router 420902e4-124f-48ec-b38f-f438bfb7a249 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:44.023585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.109389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] For port d628f0e8-732a-47bb-bb8a-15abb2f58d9a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:44.111679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.143446 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.150041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b7d9f-cec3-4c7b-8bed-f86e5790c597 req-d7f3c0e8-d5fc-4cca-b35b-3e37806c1870 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:44.152147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-174b7d9f-cec3-4c7b-8bed-f86e5790c597 req-d7f3c0e8-d5fc-4cca-b35b-3e37806c1870 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2010472 Sep 27 08:44:44.246563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb'}, {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': '903e20ee-f479-4ca5-a353-9f4b6e765a64'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:44.249822 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc084336-cae8-49b7-9132-970c3c335363" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "eb8d32a7-77bb-4b43-996f-3fefec214cbb"}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "903e20ee-f479-4ca5-a353-9f4b6e765a64"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:44.273210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-174b7d9f-cec3-4c7b-8bed-f86e5790c597 req-39852b50-d139-4109-8329-f26d6efc34c7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086161 Sep 27 08:44:44.357143 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b7b82c-fccc-43bf-85bc-4e731633d707 x-openstack-request-id: req-a1b7b82c-fccc-43bf-85bc-4e731633d707 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:44.357681 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "eb8d32a7-77bb-4b43-996f-3fefec214cbb", "status": "completed", "code": 200}, {"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "903e20ee-f479-4ca5-a353-9f4b6e765a64", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:44.358143 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1b7b82c-fccc-43bf-85bc-4e731633d707 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:44.358760 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': 'eb8d32a7-77bb-4b43-996f-3fefec214cbb', 'status': 'completed', 'code': 200} Sep 27 08:44:44.359244 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': '903e20ee-f479-4ca5-a353-9f4b6e765a64', 'status': 'completed', 'code': 200} Sep 27 08:44:44.519371 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.519744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.520070 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Floating IP bb494065-2276-4faf-bac6-bb30d4d0ff9b disassociated. External IP: 172.25.2.246, port: d628f0e8-732a-47bb-bb8a-15abb2f58d9a. Sep 27 08:44:44.520455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Calling delete_port for d628f0e8-732a-47bb-bb8a-15abb2f58d9a owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:44.823030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:44.867789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Port': ['ID=d628f0e8-732a-47bb-bb8a-15abb2f58d9a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:44.873238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Allocated IP 172.25.2.82 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/41722150-86e0-4ba0-b42e-7cd2f6feba51) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:44.987976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 05e3453b-05df-4ac3-aa29-a0c5c708096e up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:45.062707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.078686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 05e3453b-05df-4ac3-aa29-a0c5c708096e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:45.079725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.083302 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac848b48-1028-4c49-bd86-df15ef9ed0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.113628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:45.122029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.125713 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.131240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8145-7f19-422e-be37-aa2cfc2280d7 None None] Sync routers for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:45.162799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e8145-7f19-422e-be37-aa2cfc2280d7 None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:45.164513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f64e8145-7f19-422e-be37-aa2cfc2280d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:45.184276 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e4302ccd-b2cf-4e3e-9c01-ce3915c177e4 req-6fd546cc-0ae7-468e-ad92-0009d0f4d3f9 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0427504 Sep 27 08:44:45.218161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:45.228055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:45.236984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Pushing event updated for resources: {'Port': ['ID=41722150-86e0-4ba0-b42e-7cd2f6feba51,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:45.241560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:45.256013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:45.329345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f64e8145-7f19-422e-be37-aa2cfc2280d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:45.351721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654cb15-6717-400b-abbd-51adc9a6567a req-3fe22cb7-904a-40b7-9cca-4557935acd60 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.358276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4654cb15-6717-400b-abbd-51adc9a6567a req-3fe22cb7-904a-40b7-9cca-4557935acd60 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 945 time: 0.6580291 Sep 27 08:44:45.430866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e8145-7f19-422e-be37-aa2cfc2280d7 None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:45.431502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f64e8145-7f19-422e-be37-aa2cfc2280d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:45.498726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f64e8145-7f19-422e-be37-aa2cfc2280d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:45.499409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8145-7f19-422e-be37-aa2cfc2280d7 None None] The sync data for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:45.508965 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.562409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:45.565102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:45.572863 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c28760-0db5-4cd9-946c-7dee726f7577" -d '{"events": [{"server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "name": "network-vif-plugged", "status": "completed", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:45.589743 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.609186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:45.618407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bd178-0954-40ee-8d74-198f0bb42ae1 req-246a021b-fc50-4030-a2fa-bf806a929965 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:45.619966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-712bd178-0954-40ee-8d74-198f0bb42ae1 req-246a021b-fc50-4030-a2fa-bf806a929965 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1706715 Sep 27 08:44:45.620596 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] Sync routers for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:45.638682 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:45.639591 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:45.679372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] No DVR routers for this DVR port d628f0e8-732a-47bb-bb8a-15abb2f58d9a on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:45.683685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:45.686167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89c841de-edf0-46fc-9c6c-d54722df73d2 req-d3161e46-9fab-42a1-ab3d-0f95453dbe96 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.67 "DELETE /v2.0/ports/d628f0e8-732a-47bb-bb8a-15abb2f58d9a HTTP/1.1" status: 204 len: 173 time: 2.0925605 Sep 27 08:44:45.707932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-712bd178-0954-40ee-8d74-198f0bb42ae1 req-66cedb3c-3d7b-4b14-92a5-c90ccfbd222a tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784802 Sep 27 08:44:45.749712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:45.827221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0bd3d9e0-997a-4e9e-863a-51da8e19821e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/floatingips/0b03e075-a5b6-41b4-9b84-c224877fbda5 HTTP/1.1" status: 200 len: 977 time: 4.2431247 Sep 27 08:44:45.828086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57618) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:45.833781 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc4766-7598-499f-a850-fe99dc75719d x-openstack-request-id: req-19dc4766-7598-499f-a850-fe99dc75719d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:45.834392 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "name": "network-vif-plugged", "status": "completed", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:45.834855 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19dc4766-7598-499f-a850-fe99dc75719d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:45.835610 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'code': 200} Sep 27 08:44:45.849991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4654cb15-6717-400b-abbd-51adc9a6567a req-15eeeabd-584a-4246-9a00-9044e9f2cda2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243534 Sep 27 08:44:45.987280 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:45.992436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port 5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:45.992809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.122939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.386871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:46.389223 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e40fd0-5a25-4b60-81f4-f45913c88684" -d '{"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:46.396440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.466902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ac52a17-314e-4cff-8b1e-225338cd5e27 req-0f0b2f03-35c9-40a0-88fc-29e25bb771a1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.1400607 Sep 27 08:44:46.498778 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a016f36-28ee-435e-9952-908af52645ad x-openstack-request-id: req-5a016f36-28ee-435e-9952-908af52645ad {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:46.505137 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f133241-c0b6-4b5b-a75b-fed308107531", "name": "network-vif-deleted", "tag": "d628f0e8-732a-47bb-bb8a-15abb2f58d9a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:46.505679 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a016f36-28ee-435e-9952-908af52645ad {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:46.506352 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f133241-c0b6-4b5b-a75b-fed308107531', 'name': 'network-vif-deleted', 'tag': 'd628f0e8-732a-47bb-bb8a-15abb2f58d9a', 'status': 'completed', 'code': 200} Sep 27 08:44:46.591681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.664889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.669028 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.669028 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Floating IP 0b03e075-a5b6-41b4-9b84-c224877fbda5 disassociated. External IP: 172.25.2.191, port: 5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7. Sep 27 08:44:46.669028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for 5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:46.721752 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:10Z', 'revision_number': 5, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:46.763257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] Checking router: 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:46.780440 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:46.782613 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:46.978758 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:46.988629 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:47.005115 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:47.036983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:47.100600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:47.155790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:47.222910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc799f9e-aac5-412e-b86c-b2d5db5201c0 req-6320a1d6-b408-46cf-b8fa-74734a1c6bf4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.235218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc799f9e-aac5-412e-b86c-b2d5db5201c0 req-6320a1d6-b408-46cf-b8fa-74734a1c6bf4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.3847153 Sep 27 08:44:47.307174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Pushing event updated for resources: {'Port': ['ID=41722150-86e0-4ba0-b42e-7cd2f6feba51,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:47.384110 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:47.402715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc799f9e-aac5-412e-b86c-b2d5db5201c0 req-8b140bca-a546-4be4-b70d-ed215c9fba1c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661737 Sep 27 08:44:47.524155 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e799ce47-314b-4717-9f01-a9a753847be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:47.622255 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:10Z', 'revision_number': 5, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:47.678539 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e384b-4807-4aac-8915-c97a839fba1d None None] The sync data for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 is: [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:34:01Z', 'revision_number': 4, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cf7d4ccd-4855-4798-b963-a6632b636dd0', 'name': '', 'network_id': 'a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'mac_address': 'fa:16:3e:aa:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:34:00Z', 'updated_at': '2021-09-27T08:34:10Z', 'revision_number': 5, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'subnets': [{'id': 'a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:47.683508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router 420902e4-124f-48ec-b38f-f438bfb7a249 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:47.802433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0ba46-13cf-4b83-b339-d163f6839376 req-99bd473d-5270-4977-824d-c457f6240b2c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:47.814784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-baf0ba46-13cf-4b83-b339-d163f6839376 req-99bd473d-5270-4977-824d-c457f6240b2c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.1871412 Sep 27 08:44:47.833413 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Floating IP ffe9a774-9311-4402-bcbe-597f528ec687 associated. External IP: 172.25.2.82, port: eb59c841-37b5-44f7-9e2b-d9814c5f114b. Sep 27 08:44:47.955379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-baf0ba46-13cf-4b83-b339-d163f6839376 req-60b726f7-bb89-4e31-8750-f0ff82551b24 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395123 Sep 27 08:44:47.961347 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:48.113947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:48.129049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e188715-aaf4-4e4a-898e-2927e6f7cf4e None None] Sync routers for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:48.157139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e188715-aaf4-4e4a-898e-2927e6f7cf4e None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:48.159294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3e188715-aaf4-4e4a-898e-2927e6f7cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:48.176205 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568596a4-d648-446f-98b9-0c02a2a8c26b None None] New status for floating IP bb494065-2276-4faf-bac6-bb30d4d0ff9b: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:44:48.381663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7681ff9e-b2e3-4038-a067-26cdbb53e93c req-fb5c6dfa-2a0d-453f-8d45-086b48000ac7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.1705809 Sep 27 08:44:48.478703 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:48.487973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57650) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:48.488787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-30392c4d-bc87-4820-a0e7-544ddc5cd6e2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/ports/5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7 HTTP/1.1" status: 204 len: 168 time: 2.6593721 Sep 27 08:44:48.718392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06aa7b-1313-4b1e-8cbf-6f44f57d0a24 req-4b740786-4adf-42f1-a465-5bba224a5eb9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:48.723237 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c06aa7b-1313-4b1e-8cbf-6f44f57d0a24 req-4b740786-4adf-42f1-a465-5bba224a5eb9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1419723 Sep 27 08:44:48.799087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3e188715-aaf4-4e4a-898e-2927e6f7cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:48.821192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e188715-aaf4-4e4a-898e-2927e6f7cf4e None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:48.830003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c06aa7b-1313-4b1e-8cbf-6f44f57d0a24 req-022f0a84-0051-4283-b66a-18e6496d56b9 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973117 Sep 27 08:44:48.842013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3e188715-aaf4-4e4a-898e-2927e6f7cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:48.843109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Router 0d4ff3fa-7e69-48ba-abff-6738451c8f90 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:48.950433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3e188715-aaf4-4e4a-898e-2927e6f7cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:48.951519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e188715-aaf4-4e4a-898e-2927e6f7cf4e None None] The sync data for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:48.975359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:49.154942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e8e9d-2e0f-4b73-9955-2e66ec4eba10 req-a61930a3-bb1c-479e-83ae-e36930712dd0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:49.163251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c32e8e9d-2e0f-4b73-9955-2e66ec4eba10 req-a61930a3-bb1c-479e-83ae-e36930712dd0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.1076174 Sep 27 08:44:49.260201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c32e8e9d-2e0f-4b73-9955-2e66ec4eba10 req-856b9fad-7c20-44b4-b74c-b0a20b3b0f74 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908184 Sep 27 08:44:49.515410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:49.524571 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8c86a-f7fd-4def-8172-8bd67ef37171 None None] Sync routers for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:49.541819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8c86a-f7fd-4def-8172-8bd67ef37171 None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:49.542892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bfd8c86a-f7fd-4def-8172-8bd67ef37171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:49.548540 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:49.621673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bfd8c86a-f7fd-4def-8172-8bd67ef37171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:49.633351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8c86a-f7fd-4def-8172-8bd67ef37171 None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:49.634316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bfd8c86a-f7fd-4def-8172-8bd67ef37171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:49.719334 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2ee857b-09e3-45df-93ac-40d722126584 req-726962cb-c595-411c-be34-f36de87671d4 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.1380875 Sep 27 08:44:49.721446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bfd8c86a-f7fd-4def-8172-8bd67ef37171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:49.722634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8c86a-f7fd-4def-8172-8bd67ef37171 None None] The sync data for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:49.775754 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f278044-6466-45e4-a287-cd6650362ddc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.5001564 Sep 27 08:44:49.778138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57658) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:49.821053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:50.023107 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4bf9db7e-cf4a-4f99-9de4-4afa10af4698 tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] 10.222.0.50 "GET /v2.0/floatingips/ffe9a774-9311-4402-bcbe-597f528ec687 HTTP/1.1" status: 200 len: 983 time: 0.2435093 Sep 27 08:44:50.023700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57664) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:50.505933 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:50.645959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0935b-162b-4b68-9feb-8b6a10062982 req-2cca4670-e4de-41d6-9b3f-450f4acd0f16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:50.685870 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60e0935b-162b-4b68-9feb-8b6a10062982 req-2cca4670-e4de-41d6-9b3f-450f4acd0f16 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.6830661 Sep 27 08:44:50.756766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port 43fdc005-2e6d-4b48-a6ff-f35376646569 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:50.757384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:50.776351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:50.778138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2a33ae2d-537e-407f-a00d-51c5e31a7b0e tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5260 time: 0.7380288 Sep 27 08:44:50.778741 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:50.855253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60e0935b-162b-4b68-9feb-8b6a10062982 req-2f144f63-7ea5-4c02-bd5e-bd991ad333fe tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661141 Sep 27 08:44:51.162501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port 43fdc005-2e6d-4b48-a6ff-f35376646569, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=43fdc005-2e6d-4b48-a6ff-f35376646569,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:51.163155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.166669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3889a75-c6e3-46d4-9855-98f1a9b77374 req-77aa704d-6817-460f-b035-b76f02157151 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:51.168449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3889a75-c6e3-46d4-9855-98f1a9b77374 req-77aa704d-6817-460f-b035-b76f02157151 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.1899245 Sep 27 08:44:51.183956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for 43fdc005-2e6d-4b48-a6ff-f35376646569 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:51.305382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3889a75-c6e3-46d4-9855-98f1a9b77374 req-ddf5c699-a091-4c46-8915-0d951245d985 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295142 Sep 27 08:44:51.418771 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-57de4155-7615-41d1-a4c4-6f3771b8f021 req-5b96e41f-f906-4021-bee4-ab65d2f98300 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0427926 Sep 27 08:44:51.510061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Deleting port 41722150-86e0-4ba0-b42e-7cd2f6feba51 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:51.510061 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.529055 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:51.594935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=43fdc005-2e6d-4b48-a6ff-f35376646569,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:52.038944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929770-cf92-4dab-8598-a8b4c076cd2d req-c02ad8c4-b450-4ff1-a320-c26642d27618 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.050490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f929770-cf92-4dab-8598-a8b4c076cd2d req-c02ad8c4-b450-4ff1-a320-c26642d27618 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.0884616 Sep 27 08:44:52.129436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.130035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.156982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f929770-cf92-4dab-8598-a8b4c076cd2d req-de3b9bdf-6c24-44d6-ba53-3dc8a0b52a69 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055017 Sep 27 08:44:52.277548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Calling delete_port for 41722150-86e0-4ba0-b42e-7cd2f6feba51 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:52.507854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port fd615e9e-e8a4-4a73-862e-c37f9f99a93a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:52.508435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.576848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b2690-d773-4ea9-908e-0906b12797b8 req-83d758df-f309-43ea-9a2f-b77269f8f2d6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.582816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f57b2690-d773-4ea9-908e-0906b12797b8 req-83d758df-f309-43ea-9a2f-b77269f8f2d6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.1479859 Sep 27 08:44:52.659630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.691352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.715890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for fd615e9e-e8a4-4a73-862e-c37f9f99a93a owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:52.726809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f57b2690-d773-4ea9-908e-0906b12797b8 req-d27be5a9-7ac7-4eab-85ce-c17bf247b9be tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230698 Sep 27 08:44:52.728155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:52.893515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event deleted for resources: {'Port': ['ID=41722150-86e0-4ba0-b42e-7cd2f6feba51,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:52.917183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ad4caf43-5eb0-4717-b04d-a22b94846113 req-1c7d6356-ca94-4dd2-b6b5-d756cb53c487 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.1103089 Sep 27 08:44:52.965391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339f5d-d425-4caf-8df5-4ae73258b601 req-fbab33c2-beb3-4150-9ad1-70d1c075ac11 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:52.967029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04339f5d-d425-4caf-8df5-4ae73258b601 req-fbab33c2-beb3-4150-9ad1-70d1c075ac11 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1400812 Sep 27 08:44:53.044534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04339f5d-d425-4caf-8df5-4ae73258b601 req-a64fdb99-604d-4864-a3c6-497d2c45e29b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706918 Sep 27 08:44:53.104356 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.104695 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Floating IP ffe9a774-9311-4402-bcbe-597f528ec687 disassociated (deleted). External IP: 172.25.2.82, port: eb59c841-37b5-44f7-9e2b-d9814c5f114b. Sep 27 08:44:53.425034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 09918443-c3f7-45d1-865f-67dba76d200a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:53.476172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c95dd-15b6-4711-af77-f12dcbd9d1b5 req-bc5e0b53-a196-44e3-8f3e-c0824efd5ae3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:53.497109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-692c95dd-15b6-4711-af77-f12dcbd9d1b5 req-bc5e0b53-a196-44e3-8f3e-c0824efd5ae3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2268753 Sep 27 08:44:53.578284 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:53.729415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:53.743602 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] Sync routers for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:53.749020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-692c95dd-15b6-4711-af77-f12dcbd9d1b5 req-34cf5197-9526-4599-91d1-60dbbb3f603c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487617 Sep 27 08:44:53.772109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-10cec9e4-7262-4cd5-a354-67af44422b8e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "PUT /v2.0/routers/09918443-c3f7-45d1-865f-67dba76d200a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6688402 Sep 27 08:44:53.773413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=fd615e9e-e8a4-4a73-862e-c37f9f99a93a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:53.791103 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:53.793201 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:54.027320 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:54.103737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:44:54.115986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40a8d0-380d-41ec-b620-be73e5fd322c req-d55afc03-417e-4ac7-ad0f-1217f1e99465 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:54.133752 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d40a8d0-380d-41ec-b620-be73e5fd322c req-d55afc03-417e-4ac7-ad0f-1217f1e99465 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.2026730 Sep 27 08:44:54.324799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d40a8d0-380d-41ec-b620-be73e5fd322c req-3ef24f84-06c1-4987-9ef7-d064421a1360 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782110 Sep 27 08:44:54.546169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:54.602665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'port_id': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'mac_address': 'fa:16:3e:eb:19:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8749f0-9f47-413d-bb85-9963854e5393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:44:54.630845 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 6, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:17Z', 'revision_number': 1, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:54.655214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee906-b982-4dba-b70b-5225d82fb675 req-de5a2f0e-c1f5-495e-b28a-93fe05ebe375 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:54.675602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b8ee906-b982-4dba-b70b-5225d82fb675 req-de5a2f0e-c1f5-495e-b28a-93fe05ebe375 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1598921 Sep 27 08:44:54.716255 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] Checking router: 09918443-c3f7-45d1-865f-67dba76d200a for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:44:54.751591 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:54.753248 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:54.772442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.808940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.810982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Router 0d4ff3fa-7e69-48ba-abff-6738451c8f90 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:54.832218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b8ee906-b982-4dba-b70b-5225d82fb675 req-56c8d5f0-c84f-4631-8d87-c7224ed4c172 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557190 Sep 27 08:44:54.847410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:44:54.898924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:54.911386 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:54.977008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c386b000-1ab9-404b-81a4-a3a883916302 req-5a5ec022-b591-4329-93cc-91d9502caa3b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.2273355 Sep 27 08:44:55.012680 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:44:55.037285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:55.059471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.060070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.060560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.061240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.061672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.062209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.062642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.063070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.063497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.063921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.064361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.064815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:44:55.111918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:44:55.159605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8463f3e-2943-440c-8f32-a1d65060bb3b req-909350a6-f493-49c5-aee4-efb6bc590fab tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.172859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8463f3e-2943-440c-8f32-a1d65060bb3b req-909350a6-f493-49c5-aee4-efb6bc590fab tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 946 time: 0.0903330 Sep 27 08:44:55.261829 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8463f3e-2943-440c-8f32-a1d65060bb3b req-10c51790-2620-40ea-8e1c-4c6921f3a019 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842264 Sep 27 08:44:55.542182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad59d4f-1314-4e7f-8897-07b96cf40446 req-ea759ce4-69fb-4593-9072-2e4bfa5b7893 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.550371 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ad59d4f-1314-4e7f-8897-07b96cf40446 req-ea759ce4-69fb-4593-9072-2e4bfa5b7893 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.0820799 Sep 27 08:44:55.599623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ad59d4f-1314-4e7f-8897-07b96cf40446 req-d0d986d1-59d3-4e13-8539-941bd349b08b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Sep 27 08:44:55.661597 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 6, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:17Z', 'revision_number': 1, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:55.828506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b620586-be2c-400d-911d-cd0be799ab2c req-1f96ce4f-6543-4fc1-9d05-8321b586246b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:55.829970 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b620586-be2c-400d-911d-cd0be799ab2c req-1f96ce4f-6543-4fc1-9d05-8321b586246b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 946 time: 0.1393845 Sep 27 08:44:56.107269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:44:56.138061 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92f2a2-b575-4af1-b387-dd009d08afa7 None None] The sync data for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 is: [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 6, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f44a11d8-7830-41aa-ac73-d5294fb182c1', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'port_id': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'mac_address': 'fa:16:3e:fe:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:43:13Z', 'updated_at': '2021-09-27T08:43:17Z', 'revision_number': 1, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:56.204663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:44:56.206340 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.322134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1c7c9-a846-41d3-aedb-7991e585941a req-322e1a7f-c875-490c-bedf-3409a5824032 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:56.323912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ac1c7c9-a846-41d3-aedb-7991e585941a req-322e1a7f-c875-490c-bedf-3409a5824032 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1949627 Sep 27 08:44:56.338686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port 448aea33-6aab-47cf-b03c-5d4aea888c23 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:56.339036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.436520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca401-edfb-4f23-9067-c1ae7433d963 req-d93c912b-0429-44ff-9194-8d1ab228f87c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:56.450760 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9bca401-edfb-4f23-9067-c1ae7433d963 req-d93c912b-0429-44ff-9194-8d1ab228f87c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 944 time: 1.3098340 Sep 27 08:44:56.466431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.509420 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ac1c7c9-a846-41d3-aedb-7991e585941a req-3304cddd-64a5-4851-ae5d-4eefde2e4a6d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738369 Sep 27 08:44:56.519904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:56.522833 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6fa1c2-50e7-4c50-9ca4-47267b2b9cec" -d '{"events": [{"server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "name": "network-vif-plugged", "status": "completed", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:56.572633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:56.579703 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.603294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:56.633739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:56.682322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ef409-d4a0-4008-b600-103580c3969e None None] Sync routers for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:56.732043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 43fdc005-2e6d-4b48-a6ff-f35376646569 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:44:56.771305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9bca401-edfb-4f23-9067-c1ae7433d963 req-127e09d8-cec0-4dd2-bdfc-99874e61eea8 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189495 Sep 27 08:44:56.817190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 43fdc005-2e6d-4b48-a6ff-f35376646569 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:44:56.823059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 43fdc005-2e6d-4b48-a6ff-f35376646569 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:44:56.874798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ef409-d4a0-4008-b600-103580c3969e None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:56.875544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b95ef409-d4a0-4008-b600-103580c3969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:56.932187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b95ef409-d4a0-4008-b600-103580c3969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:56.936181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:56.945842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ef409-d4a0-4008-b600-103580c3969e None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:56.946515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b95ef409-d4a0-4008-b600-103580c3969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:56.948153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38216598-c187-4fb6-9c06-2de9f527c7a3 req-eb2e896d-029d-4488-936a-7f8afa36a7e1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.1692591 Sep 27 08:44:56.962831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port 448aea33-6aab-47cf-b03c-5d4aea888c23, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=448aea33-6aab-47cf-b03c-5d4aea888c23,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:44:56.963393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.012111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for 448aea33-6aab-47cf-b03c-5d4aea888c23 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:57.043927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b95ef409-d4a0-4008-b600-103580c3969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:57.044749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ef409-d4a0-4008-b600-103580c3969e None None] The sync data for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:57.104018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e4a0af0-93b4-4d83-8af7-75c0c1a072a6 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "DELETE /v2.0/floatingips/ffe9a774-9311-4402-bcbe-597f528ec687 HTTP/1.1" status: 204 len: 168 time: 6.3194652 Sep 27 08:44:57.106332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57762) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:57.109008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router 420902e4-124f-48ec-b38f-f438bfb7a249 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:44:57.114180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:44:57.162090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916db26-bcd0-4c44-9689-4e46faa320c9 req-777e9f73-d972-438b-beff-3cb8899fa897 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:57.163780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b916db26-bcd0-4c44-9689-4e46faa320c9 req-777e9f73-d972-438b-beff-3cb8899fa897 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=d48b558a-6d93-4c98-afbe-1e8ed198f232 HTTP/1.1" status: 200 len: 946 time: 0.2407579 Sep 27 08:44:57.183630 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eb7c48-d9e6-4353-91c6-57cbfd3e0601 x-openstack-request-id: req-27eb7c48-d9e6-4353-91c6-57cbfd3e0601 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:57.184011 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "name": "network-vif-plugged", "status": "completed", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:57.184365 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27eb7c48-d9e6-4353-91c6-57cbfd3e0601 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:57.184850 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'code': 200} Sep 27 08:44:57.297075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.362616 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b916db26-bcd0-4c44-9689-4e46faa320c9 req-4ba91c41-c81e-4a2b-9a75-78730bfa73f4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca78176-b508-4bd2-8c49-403e45d600bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766431 Sep 27 08:44:57.368671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.443370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=448aea33-6aab-47cf-b03c-5d4aea888c23,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:57.506545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] No DVR routers for this DVR port 448aea33-6aab-47cf-b03c-5d4aea888c23 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:44:57.516733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:57.521895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b620586-be2c-400d-911d-cd0be799ab2c req-6b19abb4-f9e1-4618-b020-67fb6442c283 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "DELETE /v2.0/ports/448aea33-6aab-47cf-b03c-5d4aea888c23 HTTP/1.1" status: 204 len: 173 time: 1.6835294 Sep 27 08:44:57.523158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48b558a-6d93-4c98-afbe-1e8ed198f232', 'name': 'network-vif-deleted', 'tag': '448aea33-6aab-47cf-b03c-5d4aea888c23'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:44:57.533102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:44:57.538854 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34525c18-2eb8-4be8-9e39-7d70e4a4a131" -d '{"events": [{"server_uuid": "d48b558a-6d93-4c98-afbe-1e8ed198f232", "name": "network-vif-deleted", "tag": "448aea33-6aab-47cf-b03c-5d4aea888c23"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:44:57.543587 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d335c98e-20d9-4d60-b851-73ab877b0d99 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/routers/420902e4-124f-48ec-b38f-f438bfb7a249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0506051 Sep 27 08:44:57.547067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57770) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:57.548197 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0b34d-38ee-4f5f-b7cf-29e241d2b392 None None] Sync routers for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:44:57.567156 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0b34d-38ee-4f5f-b7cf-29e241d2b392 None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:57.568470 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d1c0b34d-38ee-4f5f-b7cf-29e241d2b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:57.589642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84182a-e42f-4a50-9579-e4eb7ddc8a33 req-b79b69a9-351c-438a-a848-ea7fd95c931c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:57.620355 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d1c0b34d-38ee-4f5f-b7cf-29e241d2b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:57.627922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec84182a-e42f-4a50-9579-e4eb7ddc8a33 req-b79b69a9-351c-438a-a848-ea7fd95c931c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.2742095 Sep 27 08:44:57.634244 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0b34d-38ee-4f5f-b7cf-29e241d2b392 None None] Routers {'420902e4-124f-48ec-b38f-f438bfb7a249'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:44:57.634909 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d1c0b34d-38ee-4f5f-b7cf-29e241d2b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['420902e4-124f-48ec-b38f-f438bfb7a249'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:57.677880 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d1c0b34d-38ee-4f5f-b7cf-29e241d2b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:44:57.678519 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0b34d-38ee-4f5f-b7cf-29e241d2b392 None None] The sync data for ids ['420902e4-124f-48ec-b38f-f438bfb7a249'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:44:57.753644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec84182a-e42f-4a50-9579-e4eb7ddc8a33 req-46dd348d-701c-4635-9fd4-3ecd9ab1e3e8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173615 Sep 27 08:44:57.886982 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe61fec-b732-4b01-ad80-324f581b539b x-openstack-request-id: req-7fe61fec-b732-4b01-ad80-324f581b539b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:44:57.887328 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48b558a-6d93-4c98-afbe-1e8ed198f232", "name": "network-vif-deleted", "tag": "448aea33-6aab-47cf-b03c-5d4aea888c23", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:44:57.887560 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fe61fec-b732-4b01-ad80-324f581b539b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:44:57.888047 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48b558a-6d93-4c98-afbe-1e8ed198f232', 'name': 'network-vif-deleted', 'tag': '448aea33-6aab-47cf-b03c-5d4aea888c23', 'status': 'completed', 'code': 200} Sep 27 08:44:57.966807 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.143136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3130dbe-9b63-4952-a2ac-1d1756390532 req-0fd1112a-44a7-43e9-957d-1f32ed797561 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:58.162756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3130dbe-9b63-4952-a2ac-1d1756390532 req-0fd1112a-44a7-43e9-957d-1f32ed797561 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1682744 Sep 27 08:44:58.248806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82300d81-61c7-49bc-9785-75eb8fa5a2a9 req-7ae4e516-697a-4c90-a4f0-613ac53a98f3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:58.271485 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-82300d81-61c7-49bc-9785-75eb8fa5a2a9 req-7ae4e516-697a-4c90-a4f0-613ac53a98f3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.5449326 Sep 27 08:44:58.285621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Allocated IP 172.25.2.125 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/1877510d-efae-4140-8d6c-e6aadee89e03) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:44:58.304509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3130dbe-9b63-4952-a2ac-1d1756390532 req-7ab97eae-ec04-4edc-8421-a9ab7b581343 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383471 Sep 27 08:44:58.309272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.440265 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8674013a-22ce-43b7-950f-1e8d90e66ce0 req-9b242d32-f7c1-46d2-ab6a-b122a70c7743 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0601966 Sep 27 08:44:58.490034 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.497573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57782) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:58.607841 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.624750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.662548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-82300d81-61c7-49bc-9785-75eb8fa5a2a9 req-341628ad-2317-4731-aa33-2d68e1a3f5b7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3901739 Sep 27 08:44:58.686068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68a084b7-6151-4c80-b052-b743c703f0e4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.696613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:44:58.721318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:44:58.724992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:44:58.729963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Pushing event updated for resources: {'Port': ['ID=1877510d-efae-4140-8d6c-e6aadee89e03,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:58.753920 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68a084b7-6151-4c80-b052-b743c703f0e4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.799043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port 6ec0f5ff-ffd2-4bf7-8f0f-d61d0e2e1e54 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:44:58.799530 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.912163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:58.999573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.018593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for 6ec0f5ff-ffd2-4bf7-8f0f-d61d0e2e1e54 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:44:59.020412 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.026252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68a084b7-6151-4c80-b052-b743c703f0e4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.036555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-68a084b7-6151-4c80-b052-b743c703f0e4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.040778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-68a084b7-6151-4c80-b052-b743c703f0e4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/security-groups/6ca78176-b508-4bd2-8c49-403e45d600bb HTTP/1.1" status: 204 len: 168 time: 0.5417483 Sep 27 08:44:59.087816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a084b7-6151-4c80-b052-b743c703f0e4 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca78176-b508-4bd2-8c49-403e45d600bb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:59.111691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57790) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:59.133356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26885c-4127-4c4a-a75a-d5a6319582b8 req-6a6153fb-a687-46bd-b752-de89bee9a2fb tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:59.143536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d26885c-4127-4c4a-a75a-d5a6319582b8 req-6a6153fb-a687-46bd-b752-de89bee9a2fb tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.1912749 Sep 27 08:44:59.280048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3073026-df00-45ee-9b45-d89a65b84c30 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting subnet 20dc6345-016d-48c5-ba9a-45bd830a216b {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:44:59.299389 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3073026-df00-45ee-9b45-d89a65b84c30 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.417660 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3073026-df00-45ee-9b45-d89a65b84c30 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.516062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.546219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3073026-df00-45ee-9b45-d89a65b84c30 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.564871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.601611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d26885c-4127-4c4a-a75a-d5a6319582b8 req-a9f4ad96-f5f5-4d5d-a80a-cbe8c270806d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535253 Sep 27 08:44:59.673848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3073026-df00-45ee-9b45-d89a65b84c30 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.804694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3073026-df00-45ee-9b45-d89a65b84c30 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Subnet': ['ID=20dc6345-016d-48c5-ba9a-45bd830a216b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:59.824885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-518cc1e0-f763-4631-9a01-7892ee72d622 req-49498448-cb9f-4ce0-a0ea-ef29f8f49b13 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0694261 Sep 27 08:44:59.857248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3073026-df00-45ee-9b45-d89a65b84c30 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.859157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c3073026-df00-45ee-9b45-d89a65b84c30 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/subnets/20dc6345-016d-48c5-ba9a-45bd830a216b HTTP/1.1" status: 204 len: 168 time: 0.6645257 Sep 27 08:44:59.861987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57798) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:44:59.864709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Pushing event updated for resources: {'Port': ['ID=1877510d-efae-4140-8d6c-e6aadee89e03,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:44:59.870573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0557df2-532d-4b07-bdbd-0205a5d895fe None None] Network e0094a48-fcad-44f2-b846-48aa3228145f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:44:59.884591 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:44:59.939198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d043fd-95b2-44ae-8875-6fa3cb527039 req-b53cf972-dbc1-467b-946a-c86ecd933bf4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:44:59.940759 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14d043fd-95b2-44ae-8875-6fa3cb527039 req-b53cf972-dbc1-467b-946a-c86ecd933bf4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.4181654 Sep 27 08:45:00.001587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=6ec0f5ff-ffd2-4bf7-8f0f-d61d0e2e1e54,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:00.031232 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.119358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 448aea33-6aab-47cf-b03c-5d4aea888c23 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:00.144993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 448aea33-6aab-47cf-b03c-5d4aea888c23 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:00.145608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 448aea33-6aab-47cf-b03c-5d4aea888c23 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:00.158576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.166194 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.177566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-46a2a82d-71e1-465c-8428-fbe5fa71eabc tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0646267 Sep 27 08:45:00.190900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57802) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:00.210018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755e3db-a5a4-479f-a4b0-28d6e28f5267 req-3c653081-bee5-41dd-b008-75533aad035c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:00.220049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14d043fd-95b2-44ae-8875-6fa3cb527039 req-971f9498-df3b-4a6f-991d-0e9f16da6091 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284796 Sep 27 08:45:00.221055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0755e3db-a5a4-479f-a4b0-28d6e28f5267 req-3c653081-bee5-41dd-b008-75533aad035c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.2300873 Sep 27 08:45:00.289793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.297092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] DHCP port deletion for e0094a48-fcad-44f2-b846-48aa3228145f request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:45:00.370381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0755e3db-a5a4-479f-a4b0-28d6e28f5267 req-87728026-d5f6-4a2d-bcd6-5eda9824f9a5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482506 Sep 27 08:45:00.477176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] Deleting port 27eae0d1-33ae-4225-843c-3dd973c8209d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:00.479517 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.490163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:00.535375 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.537855 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.554830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port 27eae0d1-33ae-4225-843c-3dd973c8209d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:00.556112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.645552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] For port 27eae0d1-33ae-4225-843c-3dd973c8209d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=27eae0d1-33ae-4225-843c-3dd973c8209d,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:00.649237 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.700626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] Calling delete_port for 27eae0d1-33ae-4225-843c-3dd973c8209d owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:00.737491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.739684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Fanout notify agent at l3_agent the message router_deleted on router 420902e4-124f-48ec-b38f-f438bfb7a249 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:45:00.753797 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.762112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f32e0938-afb5-4824-bc21-088859598a6b tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/routers/420902e4-124f-48ec-b38f-f438bfb7a249 HTTP/1.1" status: 204 len: 168 time: 3.2112217 Sep 27 08:45:00.763737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57810) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:00.782103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port 27eae0d1-33ae-4225-843c-3dd973c8209d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=27eae0d1-33ae-4225-843c-3dd973c8209d,segment=NetworkSegment(e8e68c20-c95d-4f4a-ab53-9d34b97fa675),segment_id=e8e68c20-c95d-4f4a-ab53-9d34b97fa675)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:00.782528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.814684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for 27eae0d1-33ae-4225-843c-3dd973c8209d owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:00.818115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 27eae0d1-33ae-4225-843c-3dd973c8209d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:00.868690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-43416d25-a0b2-43a8-b839-06f08a933fb2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting subnet c2a3f210-2011-4b30-9cd5-6305f25adb46 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:45:00.876254 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43416d25-a0b2-43a8-b839-06f08a933fb2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:00.932569 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43416d25-a0b2-43a8-b839-06f08a933fb2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.083409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43416d25-a0b2-43a8-b839-06f08a933fb2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.108315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3064af71-4e04-4914-8789-cfa0af2d60e8 req-fb94477c-6fcf-4ca5-9373-1c877d8ee746 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0889199 Sep 27 08:45:01.115378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.130005 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.152236 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.240520 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.268683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] Pushing event deleted for resources: {'Port': ['ID=27eae0d1-33ae-4225-843c-3dd973c8209d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:01.271016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405a62d-2436-4bd8-9395-e4f42832f4ff None None] No DVR routers for this DVR port 27eae0d1-33ae-4225-843c-3dd973c8209d on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:01.299406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=27eae0d1-33ae-4225-843c-3dd973c8209d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:01.310440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] No DVR routers for this DVR port 27eae0d1-33ae-4225-843c-3dd973c8209d on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:01.383255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff3ce5-11fc-4a73-a8fa-3574990990e5 req-903bdeb3-d2dc-4932-8498-c92f5b666698 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:01.394569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19ff3ce5-11fc-4a73-a8fa-3574990990e5 req-903bdeb3-d2dc-4932-8498-c92f5b666698 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.2515450 Sep 27 08:45:01.404066 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43416d25-a0b2-43a8-b839-06f08a933fb2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.447788 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43416d25-a0b2-43a8-b839-06f08a933fb2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.456458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca4880-1dbf-4c67-9684-2d2a029b3544 None None] Network fd80df6e-514b-46b2-88ff-2ca9a200f978 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:01.457246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-43416d25-a0b2-43a8-b839-06f08a933fb2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/subnets/c2a3f210-2011-4b30-9cd5-6305f25adb46 HTTP/1.1" status: 204 len: 168 time: 0.6921787 Sep 27 08:45:01.458279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57824) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:01.466304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416d25-a0b2-43a8-b839-06f08a933fb2 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a3f210-2011-4b30-9cd5-6305f25adb46,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:01.548191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19ff3ce5-11fc-4a73-a8fa-3574990990e5 req-27e84e4f-5fe9-4711-832a-6944bc53869f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519673 Sep 27 08:45:01.677858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.688795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.761241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71978e6f-7c43-4286-a22c-6ff062f7cb47 req-d1aa5b4d-2e56-44fa-8d14-558b6418d544 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:01.762900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71978e6f-7c43-4286-a22c-6ff062f7cb47 req-d1aa5b4d-2e56-44fa-8d14-558b6418d544 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.3584611 Sep 27 08:45:01.818153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0094a48-fcad-44f2-b846-48aa3228145f']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:01.862078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:01.862078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e68c20-c95d-4f4a-ab53-9d34b97fa675') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:01.886325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9550ab-8380-4e77-bdf7-08d1b825095c req-aba1a794-79bc-41f2-8f76-cd2c5416c1a5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:01.887742 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f9550ab-8380-4e77-bdf7-08d1b825095c req-aba1a794-79bc-41f2-8f76-cd2c5416c1a5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.2054698 Sep 27 08:45:01.910321 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.960308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f9550ab-8380-4e77-bdf7-08d1b825095c req-18b1eb46-e609-43e4-9bba-77b5ff06a98b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569627 Sep 27 08:45:01.961128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.970714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:01.971069 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:01.987710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] DHCP port deletion for fd80df6e-514b-46b2-88ff-2ca9a200f978 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:45:02.024677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port 2918c018-15a0-4f9e-9733-5776f09374f8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:02.024940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:02.056870 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:02.069395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.098057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.098352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] Deleting port 2918c018-15a0-4f9e-9733-5776f09374f8 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:02.098677 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.101743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/networks/e0094a48-fcad-44f2-b846-48aa3228145f HTTP/1.1" status: 204 len: 168 time: 2.2385976 Sep 27 08:45:02.105023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3e2f4-7cb0-48fd-bffa-0ea1d27b8d77 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Network': ['ID=e0094a48-fcad-44f2-b846-48aa3228145f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:02.107691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57826) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:02.203240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] For port 2918c018-15a0-4f9e-9733-5776f09374f8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2918c018-15a0-4f9e-9733-5776f09374f8,segment=NetworkSegment(6a00cd1f-9f37-432c-9dd4-ce386f8a8e94),segment_id=6a00cd1f-9f37-432c-9dd4-ce386f8a8e94)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:02.203853 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.255561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for 2918c018-15a0-4f9e-9733-5776f09374f8 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:02.282349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] For port 2918c018-15a0-4f9e-9733-5776f09374f8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2918c018-15a0-4f9e-9733-5776f09374f8,segment=NetworkSegment(6a00cd1f-9f37-432c-9dd4-ce386f8a8e94),segment_id=6a00cd1f-9f37-432c-9dd4-ce386f8a8e94)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:02.283689 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.315708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] Calling delete_port for 2918c018-15a0-4f9e-9733-5776f09374f8 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:02.386202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71978e6f-7c43-4286-a22c-6ff062f7cb47 req-c3aca715-ffdf-4798-9c1a-6e4939ab1332 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268204 Sep 27 08:45:02.424154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.434741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1fb6d1d2-6ca1-438e-825d-bfffd8151dc5 req-936c1236-ec5d-4f13-b3d6-3b9f8f1f82b8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0859146 Sep 27 08:45:02.517626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.538739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] No DVR routers for this DVR port 2918c018-15a0-4f9e-9733-5776f09374f8 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:02.560491 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.641509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] No DVR routers for this DVR port 2918c018-15a0-4f9e-9733-5776f09374f8 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:02.650442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=2918c018-15a0-4f9e-9733-5776f09374f8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:02.659945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d759e-a1fb-47a8-91ef-a7967613e355 None None] Pushing event deleted for resources: {'Port': ['ID=2918c018-15a0-4f9e-9733-5776f09374f8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:02.678516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Allocated IP 172.25.2.68 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/361528c7-8c88-4d5d-ab62-c09406a6ca3d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:02.804518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.814272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.853131 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.854561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd80df6e-514b-46b2-88ff-2ca9a200f978']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:02.865658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a00cd1f-9f37-432c-9dd4-ce386f8a8e94') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:02.865658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a00cd1f-9f37-432c-9dd4-ce386f8a8e94') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:02.876357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.882505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2918c018-15a0-4f9e-9733-5776f09374f8 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:02.889569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:02.894537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:02.899042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:02.922201 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.939367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 2918c018-15a0-4f9e-9733-5776f09374f8 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:02.940853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:02.941269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:02.941782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2918c018-15a0-4f9e-9733-5776f09374f8 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:03.005259 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:03.027949 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:03.031869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.047104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.056528 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/networks/fd80df6e-514b-46b2-88ff-2ca9a200f978 HTTP/1.1" status: 204 len: 168 time: 1.5797837 Sep 27 08:45:03.057279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:03.108757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.184968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad24571-4da3-42fe-92a5-9574a41cb1c9 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Network': ['ID=fd80df6e-514b-46b2-88ff-2ca9a200f978,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:03.298156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40e288-fa20-42f3-a618-845c92cc7fe9 req-b146ef39-b2b0-466b-90bd-325c0eb28cd6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:03.305989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d40e288-fa20-42f3-a618-845c92cc7fe9 req-b146ef39-b2b0-466b-90bd-325c0eb28cd6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1182139 Sep 27 08:45:03.369028 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:45:03.460595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d40e288-fa20-42f3-a618-845c92cc7fe9 req-bd02ad41-bebe-4f84-8b96-9eb1ebe1b6e8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533742 Sep 27 08:45:03.482675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.495457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port c284ef03-7eef-4383-b5d4-b6ead9157863 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:03.495896 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.524761 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.536085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Pushing event updated for resources: {'Port': ['ID=361528c7-8c88-4d5d-ab62-c09406a6ca3d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:03.764680 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae9e63-9282-414e-9054-2167c10292cb req-3a25db83-d56b-4132-b681-8127ad2e2118 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:03.766575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-caae9e63-9282-414e-9054-2167c10292cb req-3a25db83-d56b-4132-b681-8127ad2e2118 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.9285319 Sep 27 08:45:03.767287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Pushing event updated for resources: {'Port': ['ID=361528c7-8c88-4d5d-ab62-c09406a6ca3d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:03.773885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.775649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.793111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98269d8-9cb0-4aae-aa52-18a2a98c7714 req-648b1f7a-cb39-449f-bdaf-5fc5d6c6eef0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:03.794721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d98269d8-9cb0-4aae-aa52-18a2a98c7714 req-648b1f7a-cb39-449f-bdaf-5fc5d6c6eef0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1090691 Sep 27 08:45:03.819607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for c284ef03-7eef-4383-b5d4-b6ead9157863 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:03.848034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port afad4a2e-cbae-4018-8c6c-04141d02556b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:03.848715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.876018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.899667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-caae9e63-9282-414e-9054-2167c10292cb req-ba441ad5-8ed4-43f2-9a3f-85655a7509ed tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949659 Sep 27 08:45:03.906887 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:03.910597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5831e511-9bcd-4d1b-8d55-b7287912ebc8 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6577096 Sep 27 08:45:03.911215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57848) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:04.000991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d98269d8-9cb0-4aae-aa52-18a2a98c7714 req-20244d41-7dcb-4c16-92b4-d25b74404abd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917298 Sep 27 08:45:04.219179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:04.257174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=c284ef03-7eef-4383-b5d4-b6ead9157863,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:04.379559 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:04.390149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:04.411155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-53541cd5-4711-4947-a263-721a44150b38 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/floatingips/0b03e075-a5b6-41b4-9b84-c224877fbda5 HTTP/1.1" status: 204 len: 168 time: 1.3494706 Sep 27 08:45:04.412196 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:04.472117 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dafd00-8afd-4bdb-8233-221b6702ff95 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] DELETE failed (client error): The resource could not be found. Sep 27 08:45:04.483224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dafd00-8afd-4bdb-8233-221b6702ff95 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:45:04.487250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b5dafd00-8afd-4bdb-8233-221b6702ff95 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/ports/5bf825fb-7448-4d99-b0d0-dcf6c4afcdd7 HTTP/1.1" status: 404 len: 333 time: 0.0731525 Sep 27 08:45:04.487782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:04.488120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:04.490265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57854) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:04.522656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for afad4a2e-cbae-4018-8c6c-04141d02556b owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:04.558368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c39b380-8e17-4df3-8d5d-376e9c38def0 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "GET /v2.0/ports?device_id=420902e4-124f-48ec-b38f-f438bfb7a249 HTTP/1.1" status: 200 len: 205 time: 0.0668082 Sep 27 08:45:04.566429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:04.837128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a7d208c4-fb79-4f15-a101-84d2c76789a3 tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5444 time: 0.9174857 Sep 27 08:45:04.839412 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ed688b6-c9d0-4617-a772-d6fa8eab890f req-fd2082f1-c1e5-4798-b16b-13b75ce8905a tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0346456 Sep 27 08:45:04.841966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:04.928855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-55e0e758-8942-46cf-9a2d-f5fd7a9786b5 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0856543 Sep 27 08:45:04.929586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57870) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:05.079568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:05.159743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=afad4a2e-cbae-4018-8c6c-04141d02556b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:05.245966 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-3dff6c82-c567-4d91-b7a6-33422a8bfa7a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] delete failed (client error): The resource could not be found. Sep 27 08:45:05.252466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:05.252806 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Floating IP f44a11d8-7830-41aa-ac73-d5294fb182c1 disassociated (deleted). External IP: 172.25.2.188, port: c5880285-70ad-402b-9aa3-04c15ef86f16. Sep 27 08:45:05.253040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3dff6c82-c567-4d91-b7a6-33422a8bfa7a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/routers/420902e4-124f-48ec-b38f-f438bfb7a249 HTTP/1.1" status: 404 len: 336 time: 0.6851029 Sep 27 08:45:05.255454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57882) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:05.288978 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-57983b56-8251-4d93-938f-9954aa7dbe50 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] DELETE failed (client error): The resource could not be found. Sep 27 08:45:05.289796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57983b56-8251-4d93-938f-9954aa7dbe50 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:45:05.294876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-57983b56-8251-4d93-938f-9954aa7dbe50 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/subnets/c2a3f210-2011-4b30-9cd5-6305f25adb46 HTTP/1.1" status: 404 len: 337 time: 0.0383599 Sep 27 08:45:05.295708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57884) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:05.334419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981b9c9-a672-4806-acfb-2a1b9c04fc47 req-e6cb6628-d9ac-448b-9176-84fadbc72c0c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:05.338078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8981b9c9-a672-4806-acfb-2a1b9c04fc47 req-e6cb6628-d9ac-448b-9176-84fadbc72c0c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.2832649 Sep 27 08:45:05.447772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a77a2-598e-4445-a0f6-5efe7567329d req-fbbc9316-fd0e-486b-8ac3-b619800f7e87 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:05.455975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-061a77a2-598e-4445-a0f6-5efe7567329d req-fbbc9316-fd0e-486b-8ac3-b619800f7e87 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.2008734 Sep 27 08:45:05.503009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-57f1375b-847e-403d-a68e-2757548203ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port a26041ac-75f2-4869-9ad7-8ec1cf215a90 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:05.503358 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f1375b-847e-403d-a68e-2757548203ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:05.611302 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f1375b-847e-403d-a68e-2757548203ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:05.642085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-57f1375b-847e-403d-a68e-2757548203ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for a26041ac-75f2-4869-9ad7-8ec1cf215a90 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:05.644431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:05.667402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-061a77a2-598e-4445-a0f6-5efe7567329d req-c449ee43-f7c4-4fde-a916-2bcf179ae431 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103953 Sep 27 08:45:05.710158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Deleting port 361528c7-8c88-4d5d-ab62-c09406a6ca3d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:05.710990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:05.841254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8981b9c9-a672-4806-acfb-2a1b9c04fc47 req-8c846a23-ff7a-4a84-b504-eccc9f987dc2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836109 Sep 27 08:45:05.986990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f34392-acbd-4891-a226-760374198be3 req-1892354d-f603-4880-ae6e-7f5c82a962ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:05.988604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21f34392-acbd-4891-a226-760374198be3 req-1892354d-f603-4880-ae6e-7f5c82a962ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 1097 time: 0.2542725 Sep 27 08:45:06.066401 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-098f2477-7990-4b16-b26b-d85683ac8108 req-f397e059-f293-482a-b896-c933044310c1 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0630338 Sep 27 08:45:06.101514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.101965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.115973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f34392-acbd-4891-a226-760374198be3 req-770440c2-eafd-49ef-94f3-38ddc027036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:06.117942 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21f34392-acbd-4891-a226-760374198be3 req-770440c2-eafd-49ef-94f3-38ddc027036f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.1206300 Sep 27 08:45:06.121647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 09918443-c3f7-45d1-865f-67dba76d200a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:06.130152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Calling delete_port for 361528c7-8c88-4d5d-ab62-c09406a6ca3d owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:06.132913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350810-5e9d-4c83-af1f-2365e5dac8c2 req-5fa99c65-d7ff-420b-a989-9d8577cc4c0b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:06.135329 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d350810-5e9d-4c83-af1f-2365e5dac8c2 req-5fa99c65-d7ff-420b-a989-9d8577cc4c0b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2912824 Sep 27 08:45:06.146087 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f1375b-847e-403d-a68e-2757548203ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.220004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21f34392-acbd-4891-a226-760374198be3 req-8560e722-7053-480d-87db-f0589bc494b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e HTTP/1.1" status: 200 len: 217 time: 0.0824490 Sep 27 08:45:06.291412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1375b-847e-403d-a68e-2757548203ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=a26041ac-75f2-4869-9ad7-8ec1cf215a90,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:06.306191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:06.314580 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.318243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] Sync routers for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:06.335404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:06.341783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:06.355560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ee52d245-9ddd-415f-9660-46b4380bc1b2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/floatingips/f44a11d8-7830-41aa-ac73-d5294fb182c1 HTTP/1.1" status: 204 len: 168 time: 4.2448814 Sep 27 08:45:06.356668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:06.374023 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246" -d '{"events": [{"name": "network-changed", "server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:06.388888 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d350810-5e9d-4c83-af1f-2365e5dac8c2 req-aca2b17e-b8f7-4d7c-9c21-886dacb04aa4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048259 Sep 27 08:45:06.406992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f34392-acbd-4891-a226-760374198be3 req-9c2a40f0-9599-441c-9c55-4a53eaf8a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:06.408984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21f34392-acbd-4891-a226-760374198be3 req-9c2a40f0-9599-441c-9c55-4a53eaf8a41e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1300061 Sep 27 08:45:06.410221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f1375b-847e-403d-a68e-2757548203ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.412194 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-57f1375b-847e-403d-a68e-2757548203ee tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/ports/a26041ac-75f2-4869-9ad7-8ec1cf215a90 HTTP/1.1" status: 204 len: 168 time: 1.0886748 Sep 27 08:45:06.431983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57894) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:06.484432 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c9e1dd-8e83-4d8c-8973-69e0f4057084 x-openstack-request-id: req-a2c9e1dd-8e83-4d8c-8973-69e0f4057084 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:06.484721 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:06.484996 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2c9e1dd-8e83-4d8c-8973-69e0f4057084 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:06.485450 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'status': 'completed', 'code': 200} Sep 27 08:45:06.525880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.569902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:06.596194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Pushing event deleted for resources: {'Port': ['ID=361528c7-8c88-4d5d-ab62-c09406a6ca3d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:06.833648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.840851 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:06.846524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3d83c855-431c-4e97-b1a4-1acbc0e793f6 tempest-FloatingIPAdminTestJSON-553275144 tempest-FloatingIPAdminTestJSON-553275144-project] 10.222.0.50 "DELETE /v2.0/floatingips/03aa4682-6e55-4634-a9d1-ea81a604eb97 HTTP/1.1" status: 204 len: 168 time: 1.9123664 Sep 27 08:45:06.854498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57902) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:06.877061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f34392-acbd-4891-a226-760374198be3 req-9fb3429c-5b57-4c44-bea7-787e5d7c7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:06.878661 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21f34392-acbd-4891-a226-760374198be3 req-9fb3429c-5b57-4c44-bea7-787e5d7c7cfd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4614787 Sep 27 08:45:06.907980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-d04e8e55-1dcd-421c-980c-2dc8695dfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:06.909913 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-d04e8e55-1dcd-421c-980c-2dc8695dfe0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 1096 time: 0.3872595 Sep 27 08:45:07.034178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 6, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:07.045567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888330-9ec9-403b-b722-ba411b580dba req-c697748b-739b-47ee-a6f6-fedef5fa8178 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:07.047308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7888330-9ec9-403b-b722-ba411b580dba req-c697748b-739b-47ee-a6f6-fedef5fa8178 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 945 time: 0.2154224 Sep 27 08:45:07.072165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] Checking router: 09918443-c3f7-45d1-865f-67dba76d200a for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:07.089573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:07.090337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:07.163842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7888330-9ec9-403b-b722-ba411b580dba req-5064d4e3-5ca6-4f39-8998-e65b38b6c866 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694356 Sep 27 08:45:07.176353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d23b7-d7c5-4390-b6d4-89b75ddc1f61 req-997c79b9-15e1-438a-9e86-7718f91c07f8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:07.182824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be9d23b7-d7c5-4390-b6d4-89b75ddc1f61 req-997c79b9-15e1-438a-9e86-7718f91c07f8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.3576469 Sep 27 08:45:07.226581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab206c-69ad-4dd5-8555-82973e1d8e94 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port e90bf6ac-9e88-4240-a163-048a66b2475f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:07.226954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5ab206c-69ad-4dd5-8555-82973e1d8e94 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.267629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Deleting port 1877510d-efae-4140-8d6c-e6aadee89e03 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:07.268036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.322925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:07.361068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be9d23b7-d7c5-4390-b6d4-89b75ddc1f61 req-6f41a830-591f-46f6-aade-0f9065100b2f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772647 Sep 27 08:45:07.512652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aee6d5f7-6d6c-4fe4-a2a0-dcc1d7c8b4f9 req-d65bc188-9747-46e3-83ea-9d95621e4a4c tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0355246 Sep 27 08:45:07.542552 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.545310 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.575912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Calling delete_port for 1877510d-efae-4140-8d6c-e6aadee89e03 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:07.669437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda5eda-0377-4c76-a2fe-7995d04bcd64 req-3a29e295-c3bb-4148-a8e8-6acc2da7fa60 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:07.671822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbda5eda-0377-4c76-a2fe-7995d04bcd64 req-3a29e295-c3bb-4148-a8e8-6acc2da7fa60 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 946 time: 0.3251116 Sep 27 08:45:07.694645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21f34392-acbd-4891-a226-760374198be3 req-6f57c2a2-2d62-4d18-8c10-e43e44d6b9bf service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7965577 Sep 27 08:45:07.707470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f377c3-52a1-46b7-989d-7d66d56a8812 req-f7804d14-21e5-41ea-9225-7650c1940c4d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:07.729053 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39f377c3-52a1-46b7-989d-7d66d56a8812 req-f7804d14-21e5-41ea-9225-7650c1940c4d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.0871964 Sep 27 08:45:07.807613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39f377c3-52a1-46b7-989d-7d66d56a8812 req-228cdddd-fc66-401a-a667-8e42d5815116 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775185 Sep 27 08:45:07.827106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 6, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:07.957553 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5ab206c-69ad-4dd5-8555-82973e1d8e94 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.981402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:07.982755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab206c-69ad-4dd5-8555-82973e1d8e94 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for e90bf6ac-9e88-4240-a163-048a66b2475f owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:08.015720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-daba3c4a-1898-486c-bae1-0237a47b0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.020852 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-daba3c4a-1898-486c-bae1-0237a47b0b97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54c892cd-7230-40fd-aa5b-75a2e691901b HTTP/1.1" status: 200 len: 897 time: 1.0903113 Sep 27 08:45:08.074596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Pushing event deleted for resources: {'Port': ['ID=1877510d-efae-4140-8d6c-e6aadee89e03,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.095970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21f34392-acbd-4891-a226-760374198be3 req-c7115054-8d9a-432a-b238-d7428c0a6e96 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740897 Sep 27 08:45:08.197360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.200781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.207116 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1f9e94b6-bd4c-456f-a9a9-5f80dd5ab73b tempest-FloatingIPAdminTestJSON-2139679179 tempest-FloatingIPAdminTestJSON-2139679179-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/01a4fe04-8488-4a1f-8894-eac1e222d4cc HTTP/1.1" status: 204 len: 168 time: 1.3475850 Sep 27 08:45:08.208533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57926) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:08.217885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-70f6427e-3d5e-437e-a8f0-76230ea3f12b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.220135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-70f6427e-3d5e-437e-a8f0-76230ea3f12b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.57 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 945 time: 0.1672969 Sep 27 08:45:08.299110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-817c04b0-6e78-487d-9e6f-b05bdab7c8e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5880285-70ad-402b-9aa3-04c15ef86f16 HTTP/1.1" status: 200 len: 217 time: 0.1841161 Sep 27 08:45:08.313344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbda5eda-0377-4c76-a2fe-7995d04bcd64 req-bebfa7f5-9c7f-4894-b1c7-4ae331285ca4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148605 Sep 27 08:45:08.343947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81540b9f-e995-4f1d-84b7-79917d90d53e None None] The sync data for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 is: [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:44:51Z', 'revision_number': 6, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '4804bf5d-5300-4a8e-a954-3a774eab164a', 'name': '', 'network_id': '54c892cd-7230-40fd-aa5b-75a2e691901b', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:9b:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:47Z', 'updated_at': '2021-09-27T08:42:55Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': 'd8d27848-a307-4736-bd7c-b772049ca811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:08.410207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-da9d2706-15cf-48ee-b69e-bf4bb46fa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.412621 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-da9d2706-15cf-48ee-b69e-bf4bb46fa97f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8d27848-a307-4736-bd7c-b772049ca811 HTTP/1.1" status: 200 len: 834 time: 0.0971026 Sep 27 08:45:08.625858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0818-6480-4f06-b12f-fd939b2c4108 req-863669bb-a1f3-4af7-84d7-f635846c0d27 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.629578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66bd0818-6480-4f06-b12f-fd939b2c4108 req-863669bb-a1f3-4af7-84d7-f635846c0d27 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 945 time: 0.2953265 Sep 27 08:45:08.654833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5ab206c-69ad-4dd5-8555-82973e1d8e94 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.661204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-e6723dbf-fc59-4223-8b37-2a0624d7c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.663302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-e6723dbf-fc59-4223-8b37-2a0624d7c6d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54c892cd-7230-40fd-aa5b-75a2e691901b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2413340 Sep 27 08:45:08.700961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5c897-a9c8-41b7-b733-106d03b4e2f6 req-32862d8c-d4d2-4827-ab77-4aff9d03ca1d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:08.703681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ed5c897-a9c8-41b7-b733-106d03b4e2f6 req-32862d8c-d4d2-4827-ab77-4aff9d03ca1d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1807532 Sep 27 08:45:08.709188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc249451-3726-44f9-a16f-280a4839e872 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Deleting port eb59c841-37b5-44f7-9e2b-d9814c5f114b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:08.710154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc249451-3726-44f9-a16f-280a4839e872 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.773400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66bd0818-6480-4f06-b12f-fd939b2c4108 req-da0d1bc6-130f-40c4-a862-497ca9926972 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273613 Sep 27 08:45:08.775753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port c5880285-70ad-402b-9aa3-04c15ef86f16 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:08.776092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:08.889220 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ceff5-c7e2-4608-8123-9cf2b15d64f9 None None] New status for floating IP f44a11d8-7830-41aa-ac73-d5294fb182c1: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:45:08.952147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab206c-69ad-4dd5-8555-82973e1d8e94 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=e90bf6ac-9e88-4240-a163-048a66b2475f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:08.963475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc249451-3726-44f9-a16f-280a4839e872 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.032180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc249451-3726-44f9-a16f-280a4839e872 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Calling delete_port for eb59c841-37b5-44f7-9e2b-d9814c5f114b owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:09.054771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 05e3453b-05df-4ac3-aa29-a0c5c708096e no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:09.105627 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1618a7dc-090f-4126-ac68-69ef3e7c624b req-82074cd9-2e71-449c-ae9c-6a2d06ef5e7f tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0875952 Sep 27 08:45:09.253384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-e447c708-dd26-42f4-9670-973e441343f1 service neutron] 10.222.0.57 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451474 Sep 27 08:45:09.268805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.343355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:09.349812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:09.353515 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f00c60b-0416-44ac-93de-135f9d4ff232" -d '{"events": [{"server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "name": "network-vif-unplugged", "status": "completed", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:09.360891 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ed5c897-a9c8-41b7-b733-106d03b4e2f6 req-c08dc9c6-8a23-459d-b12d-3c20a432ad1e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6194115 Sep 27 08:45:09.371265 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.430833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:09.557394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5ab206c-69ad-4dd5-8555-82973e1d8e94 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.559328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5ab206c-69ad-4dd5-8555-82973e1d8e94 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/ports/e90bf6ac-9e88-4240-a163-048a66b2475f HTTP/1.1" status: 204 len: 168 time: 3.1211662 Sep 27 08:45:09.565022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57940) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:09.623563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86daf3-8dcd-475e-9e05-175fbe12f6e6 req-3f090951-b431-4a32-8677-fdd931d2f241 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:09.631509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e86daf3-8dcd-475e-9e05-175fbe12f6e6 req-3f090951-b431-4a32-8677-fdd931d2f241 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 944 time: 0.1009259 Sep 27 08:45:09.685452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e70a8ff-5ba3-41ba-bc1e-1dd44c29c246 req-06030baf-1480-4c78-9736-1c1a19c89efa service neutron] 10.222.0.57 "GET /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091227 Sep 27 08:45:09.693294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port c5880285-70ad-402b-9aa3-04c15ef86f16, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c5880285-70ad-402b-9aa3-04c15ef86f16,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:09.697241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:09.710565 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e86daf3-8dcd-475e-9e05-175fbe12f6e6 req-edf65fb0-5c2c-4c1e-ab0d-dd08d5beb793 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780284 Sep 27 08:45:09.752567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for c5880285-70ad-402b-9aa3-04c15ef86f16 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:09.770186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfcbd4-4420-45fc-b1d2-c5107cdffd0c tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:09.772944 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aedfcbd4-4420-45fc-b1d2-c5107cdffd0c tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "GET /v2.0/ports?device_id=e03bfd13-3dfe-4f08-ac26-e1a54681eb68 HTTP/1.1" status: 200 len: 913 time: 0.2063124 Sep 27 08:45:09.777544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57942) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:09.809453 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23709e61-87e5-4196-9af1-5773e615b362 x-openstack-request-id: req-23709e61-87e5-4196-9af1-5773e615b362 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:09.809821 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "name": "network-vif-unplugged", "status": "completed", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:09.810144 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23709e61-87e5-4196-9af1-5773e615b362 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:09.810614 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'code': 200} Sep 27 08:45:09.893296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad7cd4-b98c-4b84-b83d-8b2e09fafdd8 req-a4c15ebb-f145-4782-b7fc-05a5e80791b3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:09.894743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6dad7cd4-b98c-4b84-b83d-8b2e09fafdd8 req-a4c15ebb-f145-4782-b7fc-05a5e80791b3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2412663 Sep 27 08:45:10.009547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cb4fd-1832-4251-91f2-d82daa9d2204 req-a7131eec-2289-42c2-ab69-94f3d0613ef7 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:10.011204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f7cb4fd-1832-4251-91f2-d82daa9d2204 req-a7131eec-2289-42c2-ab69-94f3d0613ef7 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 945 time: 0.0910404 Sep 27 08:45:10.081975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f7cb4fd-1832-4251-91f2-d82daa9d2204 req-bd4815d2-a1e3-4f45-9901-2f5c2e9f43d7 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c066516-95c9-48d1-b862-e4aee5352f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632851 Sep 27 08:45:10.184756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:45:10.279704 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6dad7cd4-b98c-4b84-b83d-8b2e09fafdd8 req-419f66ce-a1d3-4147-854d-0e428a258f33 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604805 Sep 27 08:45:10.312575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc249451-3726-44f9-a16f-280a4839e872 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.336540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81eedbf2-1f47-460f-952d-9b34fd06e4b2 req-cfe7ef67-131e-4dec-9a70-64bfb83ea1bc tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f133241-c0b6-4b5b-a75b-fed308107531 HTTP/1.1" status: 200 len: 210 time: 0.0390840 Sep 27 08:45:10.408625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:10.415815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.427469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'port_id': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'mac_address': 'fa:16:3e:1e:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:45:10.432257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc249451-3726-44f9-a16f-280a4839e872 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event deleted for resources: {'Port': ['ID=eb59c841-37b5-44f7-9e2b-d9814c5f114b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:10.510335 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.539124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef8e5f33-d07f-4b5d-9457-d49f98418ce4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:10.574743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:10.583968 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.625080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=c5880285-70ad-402b-9aa3-04c15ef86f16,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:10.734078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ef8e5f33-d07f-4b5d-9457-d49f98418ce4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:10.807944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] No DVR routers for this DVR port c5880285-70ad-402b-9aa3-04c15ef86f16 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:10.825020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.827541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0c70393-5cdc-4135-99fe-4a308078bcc7 req-5a623b11-9302-42b6-a336-8c4600b639cd tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.57 "DELETE /v2.0/ports/c5880285-70ad-402b-9aa3-04c15ef86f16 HTTP/1.1" status: 204 len: 173 time: 2.5603948 Sep 27 08:45:10.876437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'name': 'network-vif-deleted', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:10.879424 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de26d409-0656-4230-b905-f38668629fb3" -d '{"events": [{"server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "name": "network-vif-deleted", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:10.895892 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc249451-3726-44f9-a16f-280a4839e872 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:10.901010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc249451-3726-44f9-a16f-280a4839e872 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "DELETE /v2.0/ports/eb59c841-37b5-44f7-9e2b-d9814c5f114b HTTP/1.1" status: 204 len: 168 time: 2.6795869 Sep 27 08:45:10.916582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 57964) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:10.944947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:11.015574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0a05e-215d-495b-8fd7-d8d8ca5866c4 req-6d9ef481-6537-44e5-8ce3-6036e44d84d4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:11.017709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ae0a05e-215d-495b-8fd7-d8d8ca5866c4 req-6d9ef481-6537-44e5-8ce3-6036e44d84d4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 944 time: 0.4670432 Sep 27 08:45:11.063358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0deb-062c-47a0-a48d-b2aba9e96c4e req-2288298d-150d-47ca-b8c8-fcf8c2a72f9f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:11.076973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cce0deb-062c-47a0-a48d-b2aba9e96c4e req-2288298d-150d-47ca-b8c8-fcf8c2a72f9f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 944 time: 0.2156696 Sep 27 08:45:11.083544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c5880285-70ad-402b-9aa3-04c15ef86f16 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:11.199580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: c5880285-70ad-402b-9aa3-04c15ef86f16 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:11.202433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c5880285-70ad-402b-9aa3-04c15ef86f16 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:11.205232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 05e3453b-05df-4ac3-aa29-a0c5c708096e no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:11.211650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cce0deb-062c-47a0-a48d-b2aba9e96c4e req-1a553535-186d-49d5-aad7-31ad1cbd14c0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334994 Sep 27 08:45:11.335784 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfedee66-c8ba-42f5-9832-30e1aaaf5747 x-openstack-request-id: req-cfedee66-c8ba-42f5-9832-30e1aaaf5747 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:11.336059 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c666acd4-2ec9-4205-9812-4d8f4adf46e4", "name": "network-vif-deleted", "tag": "c5880285-70ad-402b-9aa3-04c15ef86f16", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:11.336733 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfedee66-c8ba-42f5-9832-30e1aaaf5747 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:11.337150 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c666acd4-2ec9-4205-9812-4d8f4adf46e4', 'name': 'network-vif-deleted', 'tag': 'c5880285-70ad-402b-9aa3-04c15ef86f16', 'status': 'completed', 'code': 200} Sep 27 08:45:11.376981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2026b1d9-f27f-4503-a846-cb632405c6ab tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:11.381540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57980) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:11.389588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2026b1d9-f27f-4503-a846-cb632405c6ab tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d4ff3fa-7e69-48ba-abff-6738451c8f90 HTTP/1.1" status: 200 len: 913 time: 0.4688199 Sep 27 08:45:11.417707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ae0a05e-215d-495b-8fd7-d8d8ca5866c4 req-fe863425-1cd0-408c-9f3e-bbf370cbf6ce tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376915 Sep 27 08:45:11.593507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1aca5ed2-3527-452a-95a2-50556a422109 req-b82330c3-43a2-4109-a0e0-3ffcf1635132 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=c666acd4-2ec9-4205-9812-4d8f4adf46e4 HTTP/1.1" status: 200 len: 210 time: 0.0980957 Sep 27 08:45:11.890830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866103cf-e24c-4537-8095-1a0b158a7e12 req-cd0d1bcc-c237-4af0-a4a9-979a05b7d56b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:11.893073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-866103cf-e24c-4537-8095-1a0b158a7e12 req-cd0d1bcc-c237-4af0-a4a9-979a05b7d56b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.2896371 Sep 27 08:45:11.946555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:11.984569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf0333-cfc1-4b99-b837-03eca8bb557a req-5b850771-0a6b-4e23-828e-895b8d3d27e5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:11.991951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cfcf0333-cfc1-4b99-b837-03eca8bb557a req-5b850771-0a6b-4e23-828e-895b8d3d27e5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2458436 Sep 27 08:45:12.084736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cfcf0333-cfc1-4b99-b837-03eca8bb557a req-035bb5e6-945c-4aff-8b8e-29cf9a46eb83 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752537 Sep 27 08:45:12.111153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-866103cf-e24c-4537-8095-1a0b158a7e12 req-520049a1-f07a-464f-ae28-1ef2cb1aea4e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108734 Sep 27 08:45:12.180718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:12.325948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 57998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:12.356786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:12.362308 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.559006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.654915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:12.659434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:12.667109 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134923e6-f56b-41cd-b940-7feaad7bb2a5" -d '{"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:12.683436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:12.725580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569326e-7db8-4d95-b69b-b240906fa682 req-ab9c664c-3a84-44ac-9148-a01341741211 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:12.733412 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a569326e-7db8-4d95-b69b-b240906fa682 req-ab9c664c-3a84-44ac-9148-a01341741211 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3856771 Sep 27 08:45:12.781559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:12.882660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a569326e-7db8-4d95-b69b-b240906fa682 req-1304f31c-10c5-42bb-8a6e-f8045ac193e2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478932 Sep 27 08:45:12.977706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58008) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:13.058031 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7930d-bc06-4c25-8014-65c34672e095 x-openstack-request-id: req-81d7930d-bc06-4c25-8014-65c34672e095 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:13.058610 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:13.059091 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81d7930d-bc06-4c25-8014-65c34672e095 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:13.059711 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'code': 200} Sep 27 08:45:13.213481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-024be046-a766-4100-90e1-c81479bddb9e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:13.309013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port 2a679ddd-f9f9-4cca-b095-b5505ed3cf0c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:13.309430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:13.425829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf55aee-fa05-4116-8a95-ac1a32f25928 req-b4c87808-a73e-47fd-9148-9a55a747956d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:13.433226 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ecf55aee-fa05-4116-8a95-ac1a32f25928 req-b4c87808-a73e-47fd-9148-9a55a747956d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.2186501 Sep 27 08:45:13.525399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:13.540471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for 2a679ddd-f9f9-4cca-b095-b5505ed3cf0c owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:13.553757 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ecf55aee-fa05-4116-8a95-ac1a32f25928 req-afc4ef23-a129-4c87-a8bc-9daa718789b6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195178 Sep 27 08:45:13.568418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f1c43bd-84e0-4b32-9587-77cd47870b70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:13.750190 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f1c43bd-84e0-4b32-9587-77cd47870b70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:13.838064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-024be046-a766-4100-90e1-c81479bddb9e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:13.844934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688af1a-ff37-459d-95f8-902686e9f1f1 req-46ae5dfa-235c-4187-8c10-481e1d444d90 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:13.853536 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9688af1a-ff37-459d-95f8-902686e9f1f1 req-46ae5dfa-235c-4187-8c10-481e1d444d90 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1234379 Sep 27 08:45:13.893593 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:13.976087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9688af1a-ff37-459d-95f8-902686e9f1f1 req-848949c0-3d46-499d-a67f-b6bfab4d9585 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212471 Sep 27 08:45:14.025492 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f1c43bd-84e0-4b32-9587-77cd47870b70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.032894 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.034501 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f1c43bd-84e0-4b32-9587-77cd47870b70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.041049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f1c43bd-84e0-4b32-9587-77cd47870b70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "DELETE /v2.0/security-groups/bb7230f2-0c6d-4711-a3d9-406e8741c4a7 HTTP/1.1" status: 204 len: 168 time: 1.7061782 Sep 27 08:45:14.044590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:14.080257 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-15b393f7-0b01-401e-84d1-df57b49f4360 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] show failed (client error): The resource could not be found. Sep 27 08:45:14.085777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-15b393f7-0b01-401e-84d1-df57b49f4360 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "GET /v2.0/security-groups/bb7230f2-0c6d-4711-a3d9-406e8741c4a7 HTTP/1.1" status: 404 len: 347 time: 0.0271816 Sep 27 08:45:14.095132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58022) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:14.103833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220794c7-7018-48f9-8cbd-936b36e9d7c5 req-c3a439a3-de3d-466b-bca8-0b584bad8b90 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:14.125802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-220794c7-7018-48f9-8cbd-936b36e9d7c5 req-c3a439a3-de3d-466b-bca8-0b584bad8b90 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.2811491 Sep 27 08:45:14.136706 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c43bd-84e0-4b32-9587-77cd47870b70 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7230f2-0c6d-4711-a3d9-406e8741c4a7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:14.301227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-cc392327-6547-479d-b520-ac10bdd16656 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1225288913&fields=id&tenant_id=5a0c347e489545df9c712542181a6097 HTTP/1.1" status: 200 len: 267 time: 0.0568118 Sep 27 08:45:14.391805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.478464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=2a679ddd-f9f9-4cca-b095-b5505ed3cf0c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:14.509037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-220794c7-7018-48f9-8cbd-936b36e9d7c5 req-e9964fe2-b845-4138-8c59-751388974a57 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821640 Sep 27 08:45:14.596847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-25f09d63-8d9c-40bf-9887-9ae02dce58bc tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:14.608696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-25f09d63-8d9c-40bf-9887-9ae02dce58bc tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/networks?id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 HTTP/1.1" status: 200 len: 815 time: 0.3062782 Sep 27 08:45:14.636239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-41f0be24-1c84-4bc6-851f-48b43e979f5e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/quotas/5a0c347e489545df9c712542181a6097 HTTP/1.1" status: 200 len: 375 time: 0.0264988 Sep 27 08:45:14.664407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting port c12452b4-507b-4b74-8e31-fe04fb1444a2 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:14.664814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.827053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-024be046-a766-4100-90e1-c81479bddb9e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.830884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-024be046-a766-4100-90e1-c81479bddb9e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.833426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-024be046-a766-4100-90e1-c81479bddb9e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/security-groups/6c066516-95c9-48d1-b862-e4aee5352f7b HTTP/1.1" status: 204 len: 168 time: 1.8531199 Sep 27 08:45:14.861355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Deleting port 70f11d83-6b60-4abd-9469-4211291229e2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:14.861785 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:14.869395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874242-e936-4564-8056-77e9c0423e2c req-048036cf-9e24-40e1-9510-dba335cb6827 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:14.875833 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf874242-e936-4564-8056-77e9c0423e2c req-048036cf-9e24-40e1-9510-dba335cb6827 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1815286 Sep 27 08:45:14.886239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024be046-a766-4100-90e1-c81479bddb9e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c066516-95c9-48d1-b862-e4aee5352f7b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:14.943534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-5e02a575-9b4f-4de6-a3d0-5b9a43b211ce tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a0c347e489545df9c712542181a6097&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3061800 Sep 27 08:45:15.044899 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d8ea33e-3108-4afd-b473-1dd1b1791b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.110770 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.129566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Calling delete_port for 70f11d83-6b60-4abd-9469-4211291229e2 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:15.156411 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-76fce22f-39f3-4e82-8ab2-2c9ec6530f0e service neutron] 10.222.0.50 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632018 Sep 27 08:45:15.356003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-d790eb94-d750-4f67-81f7-d92c215b1ea9 service neutron] 10.222.0.50 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712465 Sep 27 08:45:15.529714 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.531275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.564463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf874242-e936-4564-8056-77e9c0423e2c req-faff0df6-a807-4b98-8547-ebbdc503f89f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6876471 Sep 27 08:45:15.594301 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.613868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Calling delete_port for c12452b4-507b-4b74-8e31-fe04fb1444a2 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:15.657949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58038) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:15.696017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:15.712571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event deleted for resources: {'Port': ['ID=70f11d83-6b60-4abd-9469-4211291229e2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:16.121010 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:16.181242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a678489-51ee-4435-b605-e882b436bd71 req-e0251678-de66-4919-a15a-043aecbcfb26 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:16.182760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8a678489-51ee-4435-b605-e882b436bd71 req-e0251678-de66-4919-a15a-043aecbcfb26 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3644943 Sep 27 08:45:16.284458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d994e46-0507-4898-8fdf-921f21c1782e req-c56ac68c-fbd4-4690-87fb-deae6b0e6c72 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:16.295853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d994e46-0507-4898-8fdf-921f21c1782e req-c56ac68c-fbd4-4690-87fb-deae6b0e6c72 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.0898793 Sep 27 08:45:16.317792 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8a678489-51ee-4435-b605-e882b436bd71 req-f51bf00d-7d02-462e-ac3f-9d13b2dc21fe tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141915 Sep 27 08:45:16.439738 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d994e46-0507-4898-8fdf-921f21c1782e req-67ba4680-47fd-4337-beb3-50548590283e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427679 Sep 27 08:45:16.553355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:16.567330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8eac1b8-5d50-4e46-a589-f7505d3e044d req-fe07cfd5-f248-4ed3-abb6-f3a6bde581cc tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.1628170 Sep 27 08:45:16.625735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Port': ['ID=c12452b4-507b-4b74-8e31-fe04fb1444a2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:16.652460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Router 0d4ff3fa-7e69-48ba-abff-6738451c8f90 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:16.777122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:16.782093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:16.782093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c9d9f10f-0be6-4492-a682-d46e8627d3f8 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "DELETE /v2.0/floatingips/bb494065-2276-4faf-bac6-bb30d4d0ff9b HTTP/1.1" status: 204 len: 168 time: 2.6407020 Sep 27 08:45:16.804317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58066) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:16.818025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:16.905917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241d4d3-0edf-40c6-a7ad-66331cb78feb req-91cd942e-517b-47ff-9b2d-ed56f5e19c71 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:16.907914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c241d4d3-0edf-40c6-a7ad-66331cb78feb req-91cd942e-517b-47ff-9b2d-ed56f5e19c71 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1423016 Sep 27 08:45:17.017789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-97c00828-fd95-43ca-8c56-9fd3e1c6b1d7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting port 8d230614-ad2b-4d12-9d93-1737c74f7d62 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:17.018165 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97c00828-fd95-43ca-8c56-9fd3e1c6b1d7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.066589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:17.073244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c241d4d3-0edf-40c6-a7ad-66331cb78feb req-0ea75f5d-48c1-49c3-802f-6daa73f6a354 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467192 Sep 27 08:45:17.083626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3d9681cd-cb09-45e2-b23f-418f936530ea tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "PUT /v2.0/routers/0d4ff3fa-7e69-48ba-abff-6738451c8f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7004850 Sep 27 08:45:17.084313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58070) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:17.098036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee6e98-cd2b-4297-b11a-5039ec09e9ad None None] Sync routers for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:17.108754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:17.118502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee6e98-cd2b-4297-b11a-5039ec09e9ad None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:17.119583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-feee6e98-cd2b-4297-b11a-5039ec09e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:17.120653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c8dd869b-ccb6-4339-8dac-2d6e2655545f tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "PUT /v2.0/routers/e03bfd13-3dfe-4f08-ac26-e1a54681eb68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3370299 Sep 27 08:45:17.129258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-eba42e8d-1d19-4a93-a612-c6a484546e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:17.130463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-eba42e8d-1d19-4a93-a612-c6a484546e1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 1096 time: 0.1899784 Sep 27 08:45:17.140783 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3142a-01c3-494f-a00d-397ecbb4ccb3 None None] Sync routers for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:17.164124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58072) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:17.172485 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3142a-01c3-494f-a00d-397ecbb4ccb3 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:17.173677 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-20e3142a-01c3-494f-a00d-397ecbb4ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:17.233968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-feee6e98-cd2b-4297-b11a-5039ec09e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:17.258911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee6e98-cd2b-4297-b11a-5039ec09e9ad None None] Routers {'0d4ff3fa-7e69-48ba-abff-6738451c8f90'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:17.262486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-feee6e98-cd2b-4297-b11a-5039ec09e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:17.293800 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-20e3142a-01c3-494f-a00d-397ecbb4ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:17.305548 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3142a-01c3-494f-a00d-397ecbb4ccb3 None None] Routers {'e03bfd13-3dfe-4f08-ac26-e1a54681eb68'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:17.306655 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-20e3142a-01c3-494f-a00d-397ecbb4ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:44:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:17.349675 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-20e3142a-01c3-494f-a00d-397ecbb4ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:17.350314 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e3142a-01c3-494f-a00d-397ecbb4ccb3 None None] The sync data for ids ['e03bfd13-3dfe-4f08-ac26-e1a54681eb68'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:17.350434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-feee6e98-cd2b-4297-b11a-5039ec09e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:17.350995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee6e98-cd2b-4297-b11a-5039ec09e9ad None None] The sync data for ids ['0d4ff3fa-7e69-48ba-abff-6738451c8f90'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:17.367349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97c00828-fd95-43ca-8c56-9fd3e1c6b1d7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.433494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-97c00828-fd95-43ca-8c56-9fd3e1c6b1d7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Calling delete_port for 8d230614-ad2b-4d12-9d93-1737c74f7d62 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:17.456779 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.457035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.511849 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c11ecd6-117c-48ad-a123-1646ced93e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.586199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.651465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.699114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.712923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02951e-2bd7-43e3-89da-3a1a4485fcf1 req-d572cdcb-8f55-48cd-a860-d412436ee322 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:17.714782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c02951e-2bd7-43e3-89da-3a1a4485fcf1 req-d572cdcb-8f55-48cd-a860-d412436ee322 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.1091022 Sep 27 08:45:17.757308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919e838-5748-4653-b8b5-edd62d70b3e8 req-7ba8782e-65cf-422f-b4fb-d0623ec114e7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:17.758848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d919e838-5748-4653-b8b5-edd62d70b3e8 req-7ba8782e-65cf-422f-b4fb-d0623ec114e7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1945405 Sep 27 08:45:17.762900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-62de19ba-ef5b-409d-a1af-daea4aa30f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:17.764479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-62de19ba-ef5b-409d-a1af-daea4aa30f85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 913 time: 0.6167436 Sep 27 08:45:17.795611 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c02951e-2bd7-43e3-89da-3a1a4485fcf1 req-736277c7-8a5b-49ec-b33a-dc1f259149b0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684509 Sep 27 08:45:17.798896 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97c00828-fd95-43ca-8c56-9fd3e1c6b1d7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.877734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c00828-fd95-43ca-8c56-9fd3e1c6b1d7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Port': ['ID=8d230614-ad2b-4d12-9d93-1737c74f7d62,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:17.974474 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:17.988200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Deleting port bfbf3f82-3f09-40d9-b21b-04431f20cfa3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:17.988784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.074407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.088563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Calling delete_port for bfbf3f82-3f09-40d9-b21b-04431f20cfa3 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:18.206837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7568cc19-e65e-41af-9ed4-a205c336fc2c req-0613ffda-721f-4ad5-8d6c-ad93471edc41 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.2256610 Sep 27 08:45:18.231127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-3c8907da-cb05-4b36-9fe2-1474f17e9baa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c HTTP/1.1" status: 200 len: 217 time: 0.4496822 Sep 27 08:45:18.237507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting port 3431e049-d67b-4321-80f9-93ab80744ac5 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:18.237507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.279695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97c00828-fd95-43ca-8c56-9fd3e1c6b1d7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.282432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-97c00828-fd95-43ca-8c56-9fd3e1c6b1d7 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "DELETE /v2.0/ports/8d230614-ad2b-4d12-9d93-1737c74f7d62 HTTP/1.1" status: 204 len: 168 time: 1.4702234 Sep 27 08:45:18.310110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58086) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:18.406308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d919e838-5748-4653-b8b5-edd62d70b3e8 req-849d2a08-9bc5-4217-8ec3-79ad6baec9ac tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6190364 Sep 27 08:45:18.476107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-1cec4f4c-24cc-45f3-9c5b-5472e09c2db0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:18.477556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-1cec4f4c-24cc-45f3-9c5b-5472e09c2db0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.67 "GET /v2.0/networks?id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 HTTP/1.1" status: 200 len: 815 time: 0.3230257 Sep 27 08:45:18.489214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3d947-e10e-4e02-a367-d2ee576e50d7 req-be868587-c5dc-4f52-aaca-6d554066c8d0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:18.490772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2a3d947-e10e-4e02-a367-d2ee576e50d7 req-be868587-c5dc-4f52-aaca-6d554066c8d0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1647213 Sep 27 08:45:18.520761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-4d96b6f0-6129-4019-9f4e-94b13cdb2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:18.523515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-4d96b6f0-6129-4019-9f4e-94b13cdb2663 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.2825747 Sep 27 08:45:18.638471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-d7308bee-04fc-415b-bd7a-6e5d8ce907e0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a0c347e489545df9c712542181a6097 HTTP/1.1" status: 200 len: 380 time: 0.1305735 Sep 27 08:45:18.646158 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2a3d947-e10e-4e02-a367-d2ee576e50d7 req-bc56001c-8252-4089-a3a2-51e51ecdae24 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348128 Sep 27 08:45:18.647870 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.648815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-817ae567-d179-4465-a73c-ca37796458a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792217 Sep 27 08:45:18.665621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Request body: {'port': {'device_id': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'admin_state_up': True, 'tenant_id': '5a0c347e489545df9c712542181a6097', 'security_groups': ['21366212-a1e5-4ab4-879f-316fe274383d']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:18.667030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:18.705962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Calling delete_port for 3431e049-d67b-4321-80f9-93ab80744ac5 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:18.877511 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.041290 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.074892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event deleted for resources: {'Port': ['ID=bfbf3f82-3f09-40d9-b21b-04431f20cfa3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:19.130255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Port': ['ID=3431e049-d67b-4321-80f9-93ab80744ac5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:19.189010 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.241420 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.313046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.315721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.379195 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.386680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.426809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.427720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Fanout notify agent at l3_agent the message router_deleted on router e03bfd13-3dfe-4f08-ac26-e1a54681eb68 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:45:19.471822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2ef1abb-3c07-44e7-9d5e-f8705c9b67ba req-c99c009c-7005-4c31-84ce-004e4c1af2d3 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.0900321 Sep 27 08:45:19.480808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-211fd206-46d9-45ea-bfe5-fcb8fe586da6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting port d3a54a6b-f761-4ba2-bddf-b1aa45709f8b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:19.481384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-211fd206-46d9-45ea-bfe5-fcb8fe586da6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.482305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Made reservation on behalf of 5a0c347e489545df9c712542181a6097 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:19.490385 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.511271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.511799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Fanout notify agent at l3_agent the message router_deleted on router 0d4ff3fa-7e69-48ba-abff-6738451c8f90 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:45:19.522303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.526342 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7e7d7cf9-ebec-420d-817f-24c40b91b52c tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "DELETE /v2.0/routers/0d4ff3fa-7e69-48ba-abff-6738451c8f90 HTTP/1.1" status: 204 len: 168 time: 2.4340954 Sep 27 08:45:19.532644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:19.540564 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.544060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-592a016b-0bbb-4e06-9f8e-191761e4ef4e tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/routers/e03bfd13-3dfe-4f08-ac26-e1a54681eb68 HTTP/1.1" status: 204 len: 168 time: 2.3776059 Sep 27 08:45:19.549086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:19.599440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93db245-c4c6-414e-85a6-ea97445d101e req-5fedc5d1-f88f-4f71-ab65-9e769fc7f212 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:19.601461 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f93db245-c4c6-414e-85a6-ea97445d101e req-5fedc5d1-f88f-4f71-ab65-9e769fc7f212 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 945 time: 0.5934458 Sep 27 08:45:19.760660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ef5b96-fda0-4347-9c97-0a8df074c007 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Deleting subnet 7dc452ee-5201-4c53-ba5d-f3771a2282a2 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:45:19.771237 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b96-fda0-4347-9c97-0a8df074c007 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.780953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-cf19f327-6aaa-4931-8b87-b7fcfa46536d service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9131148 Sep 27 08:45:19.799076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f93db245-c4c6-414e-85a6-ea97445d101e req-e95b2169-2364-4762-8c62-4495a690a075 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825919 Sep 27 08:45:19.853603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a0ed0e-6f5b-47d5-8a4a-425335a8dac1 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Deleting subnet db0d2624-0192-4664-92e2-0cbb418e7f09 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:45:19.873006 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-211fd206-46d9-45ea-bfe5-fcb8fe586da6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.903909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-211fd206-46d9-45ea-bfe5-fcb8fe586da6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Calling delete_port for d3a54a6b-f761-4ba2-bddf-b1aa45709f8b owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:19.926375 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89a0ed0e-6f5b-47d5-8a4a-425335a8dac1 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.961509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port 4804bf5d-5300-4a8e-a954-3a774eab164a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:19.961971 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:19.971902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7f9e8-00e0-438f-9748-0e03976792ef req-270df009-eb7f-4bc5-924a-9d5a8161f95a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:19.973561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccb7f9e8-00e0-438f-9748-0e03976792ef req-270df009-eb7f-4bc5-924a-9d5a8161f95a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3205981 Sep 27 08:45:20.063427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b96-fda0-4347-9c97-0a8df074c007 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.107895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port 4804bf5d-5300-4a8e-a954-3a774eab164a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4804bf5d-5300-4a8e-a954-3a774eab164a,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:20.108891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.126274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for 4804bf5d-5300-4a8e-a954-3a774eab164a owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:20.160883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Allocated IP 172.20.0.11 (5e8e1c33-a394-49c4-9b1b-cb1420fa15c4/49ac23d0-7211-44ef-85f5-14abb4f7304c/83391a2a-cb01-4a97-af9a-3c165b76c989) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:20.190500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89a0ed0e-6f5b-47d5-8a4a-425335a8dac1 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.211665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:20.235020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccb7f9e8-00e0-438f-9748-0e03976792ef req-8f8f70fb-ed05-4b9b-84fe-d2fd295ddad2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665628 Sep 27 08:45:20.280566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-a4716a1e-c43d-402d-9978-108b9aeaa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:20.282144 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-a4716a1e-c43d-402d-9978-108b9aeaa3e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1096 time: 0.2517917 Sep 27 08:45:20.332594 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89a0ed0e-6f5b-47d5-8a4a-425335a8dac1 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.369897 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b96-fda0-4347-9c97-0a8df074c007 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.395326 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.455546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:20.460658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:20.466435 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e4958f-604f-4839-95c9-37b52b1cb026" -d '{"events": [{"server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:20.484033 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.534020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daa43780-3d20-41a8-b2c5-253fa195d5c8 req-44a06737-cfe5-4961-bc0a-b24d16655332 service neutron] 10.222.0.67 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304640 Sep 27 08:45:20.549838 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac33d7a-7563-45a2-9451-610f63a6e209 x-openstack-request-id: req-6ac33d7a-7563-45a2-9451-610f63a6e209 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:20.553948 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:20.554944 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ac33d7a-7563-45a2-9451-610f63a6e209 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:20.556769 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'code': 200} Sep 27 08:45:20.562758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.622852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526665af-cbad-4095-9b1f-480bacf95ca8 req-e1e9fe3a-9034-4196-a5f8-b2641254e823 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:20.626401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:20.628425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-526665af-cbad-4095-9b1f-480bacf95ca8 req-e1e9fe3a-9034-4196-a5f8-b2641254e823 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.6360853 Sep 27 08:45:20.632970 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89a0ed0e-6f5b-47d5-8a4a-425335a8dac1 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.703845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89a0ed0e-6f5b-47d5-8a4a-425335a8dac1 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.710383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58104) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:20.711428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-89a0ed0e-6f5b-47d5-8a4a-425335a8dac1 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/subnets/db0d2624-0192-4664-92e2-0cbb418e7f09 HTTP/1.1" status: 204 len: 168 time: 1.1247599 Sep 27 08:45:20.717967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0ed0e-6f5b-47d5-8a4a-425335a8dac1 tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Subnet': ['ID=db0d2624-0192-4664-92e2-0cbb418e7f09,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:20.722804 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b96-fda0-4347-9c97-0a8df074c007 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.827966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-526665af-cbad-4095-9b1f-480bacf95ca8 req-742cd008-8d70-4f41-a642-c56666edae8e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791737 Sep 27 08:45:20.848866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef5b96-fda0-4347-9c97-0a8df074c007 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc452ee-5201-4c53-ba5d-f3771a2282a2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:20.866940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c082e02c-9848-4dc5-96ef-ce66c2967168 req-0ded7183-14fa-4cdd-bae8-97899c92246d tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.1487255 Sep 27 08:45:20.883941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c2b81-10a2-4359-a2b6-c15dac816072 None None] Network 9c81c186-c20c-4cde-889e-c913e66a53db requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:20.896063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.898965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.903113 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ef5b96-fda0-4347-9c97-0a8df074c007 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.908128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-211fd206-46d9-45ea-bfe5-fcb8fe586da6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:20.914025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-74ef5b96-fda0-4347-9c97-0a8df074c007 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "DELETE /v2.0/subnets/7dc452ee-5201-4c53-ba5d-f3771a2282a2 HTTP/1.1" status: 204 len: 168 time: 1.3802211 Sep 27 08:45:20.916845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:20.967060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=4804bf5d-5300-4a8e-a954-3a774eab164a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:21.009564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-886a2147-e70c-4370-b480-b1cddc7cd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:21.011104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-886a2147-e70c-4370-b480-b1cddc7cd6e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.6984699 Sep 27 08:45:21.166577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fd206-46d9-45ea-bfe5-fcb8fe586da6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Port': ['ID=d3a54a6b-f761-4ba2-bddf-b1aa45709f8b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:21.191935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.210682 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.271227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] DHCP port deletion for 9c81c186-c20c-4cde-889e-c913e66a53db request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:45:21.310178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-211fd206-46d9-45ea-bfe5-fcb8fe586da6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.314591 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-211fd206-46d9-45ea-bfe5-fcb8fe586da6 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "DELETE /v2.0/ports/d3a54a6b-f761-4ba2-bddf-b1aa45709f8b HTTP/1.1" status: 204 len: 168 time: 2.9974139 Sep 27 08:45:21.318435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58112) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:21.319806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-2d6ef610-8406-48d7-a19a-2f4ea2a52767 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 200 len: 1000 time: 0.2954466 Sep 27 08:45:21.361152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] Deleting port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:21.364952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.409905 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.563664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-3d67a45f-4aef-48bb-8913-ce71ad9c7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:21.565671 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-3d67a45f-4aef-48bb-8913-ce71ad9c7a0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.2109313 Sep 27 08:45:21.573256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.639075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] For port be35d2fe-bdfe-429c-89f6-92ec3dbb1775, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,segment=NetworkSegment(ccd9fb06-24dd-4330-aec7-f61e430a20ef),segment_id=ccd9fb06-24dd-4330-aec7-f61e430a20ef)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:21.640068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.672040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] Calling delete_port for be35d2fe-bdfe-429c-89f6-92ec3dbb1775 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:21.741363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36147ea-b88d-4f20-a01f-a0dc4ca708a7 req-db3eb280-fcc4-4f37-9ff6-8f1c8279fa78 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:21.749794 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e36147ea-b88d-4f20-a01f-a0dc4ca708a7 req-db3eb280-fcc4-4f37-9ff6-8f1c8279fa78 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3611615 Sep 27 08:45:21.798908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:21.800928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Deleting port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:21.801277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:21.829995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:21.838448 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:21.843235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event updated for resources: {'Port': ['ID=83391a2a-cb01-4a97-af9a-3c165b76c989,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:21.920023 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e36147ea-b88d-4f20-a01f-a0dc4ca708a7 req-7ca2334d-c0ff-4524-9bb1-441f498b1a8e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692395 Sep 27 08:45:21.954129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-c98656c7-ae19-43ea-a483-9560fbb37a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:21.957003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-c98656c7-ae19-43ea-a483-9560fbb37a34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3811235 Sep 27 08:45:21.990503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.063601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] Pushing event deleted for resources: {'Port': ['ID=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.070147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21645a92-4a50-453a-80dc-38498a0bb5c4 None None] No DVR routers for this DVR port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:22.135544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941db5ea-5551-44a2-a275-052ad81bcc24']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:22.148197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12950c3a-6c56-44f6-ad12-2b5ea6484bfe') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:22.149313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12950c3a-6c56-44f6-ad12-2b5ea6484bfe') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:22.161736 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.205128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.222127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:22.222580 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.270123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] For port be35d2fe-bdfe-429c-89f6-92ec3dbb1775, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,segment=NetworkSegment(ccd9fb06-24dd-4330-aec7-f61e430a20ef),segment_id=ccd9fb06-24dd-4330-aec7-f61e430a20ef)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:22.293352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.307970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4aced46c-aa6a-46df-81d3-3efb1258fa86 None None] Provisioning complete for port 83391a2a-cb01-4a97-af9a-3c165b76c989 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:22.308602 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4aced46c-aa6a-46df-81d3-3efb1258fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.321074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64928e8b-0151-4826-9acd-e1ab0e339b00 req-fe3a7eab-6941-4140-980e-7d74e0a4a28f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.322890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64928e8b-0151-4826-9acd-e1ab0e339b00 req-fe3a7eab-6941-4140-980e-7d74e0a4a28f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 943 time: 1.2851937 Sep 27 08:45:22.332338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-84177cec-c522-4777-ba45-5e37f8efa762 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting subnet caf2b750-bbd7-4a48-b682-ddfae227b485 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:45:22.339841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84177cec-c522-4777-ba45-5e37f8efa762 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:22.347215 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:22.354277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.354986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.383016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4aced46c-aa6a-46df-81d3-3efb1258fa86 None None] Port 83391a2a-cb01-4a97-af9a-3c165b76c989 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:22.394886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.411762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Calling delete_port for be35d2fe-bdfe-429c-89f6-92ec3dbb1775 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:22.427371 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.429774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] 10.222.0.50 "DELETE /v2.0/networks/941db5ea-5551-44a2-a275-052ad81bcc24 HTTP/1.1" status: 204 len: 168 time: 1.7095118 Sep 27 08:45:22.485402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-82601a84-2f2b-4dab-ba49-a1c2fbc3c9fe tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8272190 Sep 27 08:45:22.491358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde8ddf-297b-48eb-bfc2-6675f89a887a tempest-FloatingIPTestJSON-1692115199 tempest-FloatingIPTestJSON-1692115199-project] Pushing event deleted for resources: {'Network': ['ID=941db5ea-5551-44a2-a275-052ad81bcc24,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:22.502619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb424c-7ede-4ebe-9ed4-4a77999002e4 req-1787fa3c-8dac-4089-9a34-53fb5b7d888e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:22.504233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56cb424c-7ede-4ebe-9ed4-4a77999002e4 req-1787fa3c-8dac-4089-9a34-53fb5b7d888e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.4183390 Sep 27 08:45:22.520700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Request body: {'port': {'device_id': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:22.554474 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64928e8b-0151-4826-9acd-e1ab0e339b00 req-f1d0416a-7de8-49cf-b711-a517b8fb2dea tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967201 Sep 27 08:45:22.560023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84177cec-c522-4777-ba45-5e37f8efa762 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.588178 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-ebb54c18-e263-4036-bfe7-a8a0e16298b2 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260704 Sep 27 08:45:22.679560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56cb424c-7ede-4ebe-9ed4-4a77999002e4 req-beadd24e-32c2-4794-ac30-20c9aaed8a95 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549065 Sep 27 08:45:22.682802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.688978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:22.965368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device be35d2fe-bdfe-429c-89f6-92ec3dbb1775 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:23.001271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: be35d2fe-bdfe-429c-89f6-92ec3dbb1775 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:23.002022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device be35d2fe-bdfe-429c-89f6-92ec3dbb1775 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:23.030951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58124) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:23.102323 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 09918443-c3f7-45d1-865f-67dba76d200a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:23.118895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfa376-f1ad-4eda-a42f-ed4b4391bfd6 req-db085519-ca57-4d39-9a78-d70800120bcb tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:23.120670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2cfa376-f1ad-4eda-a42f-ed4b4391bfd6 req-db085519-ca57-4d39-9a78-d70800120bcb tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 932 time: 0.2938571 Sep 27 08:45:23.278452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84177cec-c522-4777-ba45-5e37f8efa762 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.456012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2cfa376-f1ad-4eda-a42f-ed4b4391bfd6 req-64334e0c-d424-47e3-a337-144af6ed0512 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107142 Sep 27 08:45:23.480120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-92da9df6-94b9-4a2f-bd34-d4e9f55c9faf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b47ae7685f284960afe36d3953398c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216077 Sep 27 08:45:23.489424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58128) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:23.518994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:23.530198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] Sync routers for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:23.535865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2bdcf197-870f-4595-9dcd-af2419c824ca tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "PUT /v2.0/routers/09918443-c3f7-45d1-865f-67dba76d200a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8751485 Sep 27 08:45:23.543949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58130) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:23.546649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:23.548123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:23.604073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84177cec-c522-4777-ba45-5e37f8efa762 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.715246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84177cec-c522-4777-ba45-5e37f8efa762 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Subnet': ['ID=caf2b750-bbd7-4a48-b682-ddfae227b485,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:23.716082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83391a2a-cb01-4a97-af9a-3c165b76c989 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:23.731351 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.737184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84177cec-c522-4777-ba45-5e37f8efa762 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.739199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-84177cec-c522-4777-ba45-5e37f8efa762 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "DELETE /v2.0/subnets/caf2b750-bbd7-4a48-b682-ddfae227b485 HTTP/1.1" status: 204 len: 168 time: 2.4147537 Sep 27 08:45:23.743132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58134) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:23.750782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Transition to ACTIVE for port object 83391a2a-cb01-4a97-af9a-3c165b76c989 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:45:23.752203 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.764140 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e5c9e-2b71-4176-974f-6d20569edbf1 None None] Network 06cebe1f-2f59-4476-80ee-24531db18e00 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:23.815584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ea5a26-8e96-4861-8518-153e87c3f5c9 req-423b184e-e9b7-4f72-86a2-0a1a12ad52c2 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2137995 Sep 27 08:45:23.816972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c8472b-9f3b-4f75-bb9b-4917efe97755 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting subnet d8d27848-a307-4736-bd7c-b772049ca811 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:45:23.835323 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a46bf8a5-c922-405b-a583-0a1bbd40c724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.851188 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98c8472b-9f3b-4f75-bb9b-4917efe97755 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.854646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.870602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event deleted for resources: {'Port': ['ID=be35d2fe-bdfe-429c-89f6-92ec3dbb1775,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:23.932646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] No DVR routers for this DVR port be35d2fe-bdfe-429c-89f6-92ec3dbb1775 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:23.933805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2110a1f-8aef-4310-a2db-c7d9f73b774b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Deleting subnet fda852ee-fa38-4fe6-9f8d-e491448111a3 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:45:23.936456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=83391a2a-cb01-4a97-af9a-3c165b76c989,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:23.941736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:23.963999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2110a1f-8aef-4310-a2db-c7d9f73b774b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:23.989842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7cc2a-ac7c-4cfa-a1a6-aa885e617c27 req-a47149ee-3213-420f-975a-fd9ee22d414f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:23.992208 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95e7cc2a-ac7c-4cfa-a1a6-aa885e617c27 req-a47149ee-3213-420f-975a-fd9ee22d414f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.2075381 Sep 27 08:45:24.055115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98c8472b-9f3b-4f75-bb9b-4917efe97755 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.152102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac1a22-7cc7-4af7-86a1-a6014a1f8206 req-aaacf7e7-0d7f-4e58-8313-46632314748e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:24.164599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-acac1a22-7cc7-4af7-86a1-a6014a1f8206 req-aaacf7e7-0d7f-4e58-8313-46632314748e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 943 time: 0.4534965 Sep 27 08:45:24.168288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Attempting to bind port 83391a2a-cb01-4a97-af9a-3c165b76c989 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:24.169202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Attempting to bind port 83391a2a-cb01-4a97-af9a-3c165b76c989 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:24.169897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Attempting to bind port 83391a2a-cb01-4a97-af9a-3c165b76c989 on network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:24.185914 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a46bf8a5-c922-405b-a583-0a1bbd40c724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.192736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95e7cc2a-ac7c-4cfa-a1a6-aa885e617c27 req-1eeb2ba0-1434-441d-9fa4-3918b0a0c2e4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795652 Sep 27 08:45:24.259909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.284155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Port 83391a2a-cb01-4a97-af9a-3c165b76c989 on network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:45:24.284959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Attempting to bind port 83391a2a-cb01-4a97-af9a-3c165b76c989 on network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:24.288897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:45:20Z', 'revision_number': 7, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:24.293964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:24.294886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Checking segment: {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:24.295856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Bound using segment: {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:24.296735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Bound port: 83391a2a-cb01-4a97-af9a-3c165b76c989, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644e414d-754f-48b0-a585-0fdeaa90e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:24.297369 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.316977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2110a1f-8aef-4310-a2db-c7d9f73b774b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.343459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c81c186-c20c-4cde-889e-c913e66a53db']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:24.367359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] Checking router: 09918443-c3f7-45d1-865f-67dba76d200a for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:24.376978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] DHCP port deletion for 06cebe1f-2f59-4476-80ee-24531db18e00 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:45:24.452649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] Routers {'09918443-c3f7-45d1-865f-67dba76d200a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:24.455402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09918443-c3f7-45d1-865f-67dba76d200a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:24.459500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd9fb06-24dd-4330-aec7-f61e430a20ef') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:24.459711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd9fb06-24dd-4330-aec7-f61e430a20ef') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:24.476307 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.515088 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.552715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50647d7c-296c-4873-b7b6-408835bd8a44 req-d4d48586-783c-4714-9c74-02516b6eccea tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:24.553332 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50647d7c-296c-4873-b7b6-408835bd8a44 req-d4d48586-783c-4714-9c74-02516b6eccea tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.2126441 Sep 27 08:45:24.556773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:24.558491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.558648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2110a1f-8aef-4310-a2db-c7d9f73b774b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:24.563711 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:24.600920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] For port 83391a2a-cb01-4a97-af9a-3c165b76c989, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:24.623073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] For port 83391a2a-cb01-4a97-af9a-3c165b76c989, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=83391a2a-cb01-4a97-af9a-3c165b76c989,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:24.657927 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.715745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50647d7c-296c-4873-b7b6-408835bd8a44 req-38a5d44f-99df-4ee1-92ca-81f918190ee3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406679 Sep 27 08:45:24.746670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.751158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] Set router 09918443-c3f7-45d1-865f-67dba76d200a gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:24.752289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=83391a2a-cb01-4a97-af9a-3c165b76c989,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:24.779308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-acac1a22-7cc7-4af7-86a1-a6014a1f8206 req-e3480c2b-7a07-411b-ab27-348f3564d911 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137850 Sep 27 08:45:24.789257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:24.789904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.791355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-2a9cec4f-33bb-467d-8426-20b300f2b4ec service neutron] 10.222.0.67 "PUT /v2.0/ports/83391a2a-cb01-4a97-af9a-3c165b76c989 HTTP/1.1" status: 200 len: 1092 time: 2.2762785 Sep 27 08:45:24.794208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'tag': '83391a2a-cb01-4a97-af9a-3c165b76c989'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:24.800705 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e6b66-c7c8-45be-b810-dec4dfa52f38" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe22a20-1149-4571-86c1-7415aa4a55d4", "tag": "83391a2a-cb01-4a97-af9a-3c165b76c989"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:24.819770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98c8472b-9f3b-4f75-bb9b-4917efe97755 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.825975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.837984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2110a1f-8aef-4310-a2db-c7d9f73b774b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:24.842136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58144) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:24.842426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "DELETE /v2.0/networks/9c81c186-c20c-4cde-889e-c913e66a53db HTTP/1.1" status: 204 len: 168 time: 3.9210570 Sep 27 08:45:24.844024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5b59a-6cce-450c-9135-121459e31753 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event deleted for resources: {'Network': ['ID=9c81c186-c20c-4cde-889e-c913e66a53db,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:24.945295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-dd4fdeb0-058a-47ce-bbb5-a45906431a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:24.948179 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-dd4fdeb0-058a-47ce-bbb5-a45906431a56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0c347e489545df9c712542181a6097&device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 1095 time: 0.0831552 Sep 27 08:45:25.029419 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-26c251f4-6d95-42af-8812-c6d7431e1ae2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83391a2a-cb01-4a97-af9a-3c165b76c989 HTTP/1.1" status: 200 len: 217 time: 0.0717990 Sep 27 08:45:25.164511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f1860663-5b6e-476d-ab6d-d174060de13a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:25.234069 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18339c6-17ab-409f-aa01-70ad05283caf req-54b48868-aca5-415a-9544-bf570812c1a9 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:25.235914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f18339c6-17ab-409f-aa01-70ad05283caf req-54b48868-aca5-415a-9544-bf570812c1a9 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 944 time: 0.2053504 Sep 27 08:45:25.284208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-76e9ed8c-7165-4332-83fd-a12b9a65eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:25.290946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-76e9ed8c-7165-4332-83fd-a12b9a65eb5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49ac23d0-7211-44ef-85f5-14abb4f7304c HTTP/1.1" status: 200 len: 854 time: 0.2477593 Sep 27 08:45:25.320996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2110a1f-8aef-4310-a2db-c7d9f73b774b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Subnet': ['ID=fda852ee-fa38-4fe6-9f8d-e491448111a3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:25.328953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98c8472b-9f3b-4f75-bb9b-4917efe97755 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.344553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2110a1f-8aef-4310-a2db-c7d9f73b774b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.346923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c2110a1f-8aef-4310-a2db-c7d9f73b774b tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "DELETE /v2.0/subnets/fda852ee-fa38-4fe6-9f8d-e491448111a3 HTTP/1.1" status: 204 len: 168 time: 1.5981812 Sep 27 08:45:25.351160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58164) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:25.385102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] Deleting port f1860663-5b6e-476d-ab6d-d174060de13a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:25.385480 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.394170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8472b-9f3b-4f75-bb9b-4917efe97755 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d27848-a307-4736-bd7c-b772049ca811,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:25.404548 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98c8472b-9f3b-4f75-bb9b-4917efe97755 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.408159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-98c8472b-9f3b-4f75-bb9b-4917efe97755 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/subnets/d8d27848-a307-4736-bd7c-b772049ca811 HTTP/1.1" status: 204 len: 168 time: 1.8627248 Sep 27 08:45:25.409455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a46bf8a5-c922-405b-a583-0a1bbd40c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.413054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a46bf8a5-c922-405b-a583-0a1bbd40c724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.414686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a46bf8a5-c922-405b-a583-0a1bbd40c724 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a56aea59-b770-44da-bdb3-6665a31c7250 HTTP/1.1" status: 204 len: 168 time: 1.9202967 Sep 27 08:45:25.417484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58166) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:25.474496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] For port f1860663-5b6e-476d-ab6d-d174060de13a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f1860663-5b6e-476d-ab6d-d174060de13a,segment=NetworkSegment(e0022ea3-eda6-4997-8aa3-2f95eff10c4e),segment_id=e0022ea3-eda6-4997-8aa3-2f95eff10c4e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:25.474895 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.491677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] Calling delete_port for f1860663-5b6e-476d-ab6d-d174060de13a owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:25.590296 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f18339c6-17ab-409f-aa01-70ad05283caf req-281f9c40-2ba2-4b82-8e9a-09109dad5c7c tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473618 Sep 27 08:45:25.600013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b384a-90e1-484d-a1e4-4d4d1767424e None None] Network ddfe1615-2a2c-4b2d-ade4-b5a57b450906 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:25.718957 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.734212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448753e-744d-4c84-a03b-13b007da1be4 None None] Network 54c892cd-7230-40fd-aa5b-75a2e691901b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:25.737199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.748162 n-d-810909-1 neutron-server[94832]: INFO neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No ports have port_id starting with f1860663-5b6e-476d-ab6d-d174060de13a Sep 27 08:45:25.827282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-447ec95f-fa5f-4b7e-becd-470641cb71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:25.827772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] No DVR routers for this DVR port f1860663-5b6e-476d-ab6d-d174060de13a on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:25.835951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-447ec95f-fa5f-4b7e-becd-470641cb71d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5180247 Sep 27 08:45:25.849550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:25.869245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6b4fa-2912-41f4-aa5c-9eb4d6aec10c None None] Pushing event deleted for resources: {'Port': ['ID=f1860663-5b6e-476d-ab6d-d174060de13a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:26.035200 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.046265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bf8a5-c922-405b-a583-0a1bbd40c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56aea59-b770-44da-bdb3-6665a31c7250,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:26.113967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] DHCP port deletion for ddfe1615-2a2c-4b2d-ade4-b5a57b450906 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:45:26.127469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Deleting port f77e81af-466c-4078-b5f2-12710f95b1a0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:26.128002 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.191553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:45:20Z', 'revision_number': 7, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:26.219426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port f2bdb9a3-2385-4c3a-ac07-dc125216336b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:26.219966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.277395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548892e-7b66-4a06-983f-481ed7d96d6b None None] The sync data for ids ['09918443-c3f7-45d1-865f-67dba76d200a'] in n-d-810909-1 is: [{'id': '09918443-c3f7-45d1-865f-67dba76d200a', 'name': 'tempest-TestNetworkBasicOps-router-1669207858', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:41Z', 'updated_at': '2021-09-27T08:45:20Z', 'revision_number': 7, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': 'f2bdb9a3-2385-4c3a-ac07-dc125216336b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09918443-c3f7-45d1-865f-67dba76d200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:42Z', 'updated_at': '2021-09-27T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:26.296586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:26.399100 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.401932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] Deleting port 1461a6f0-1310-44c2-aeea-803c71cf5892 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:26.402501 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.425057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.426094 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.426912 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9bb203-589a-4f44-9eb9-05c3449d19be x-openstack-request-id: req-ae9bb203-589a-4f44-9eb9-05c3449d19be {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:26.427288 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe22a20-1149-4571-86c1-7415aa4a55d4", "tag": "83391a2a-cb01-4a97-af9a-3c165b76c989", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:26.427551 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae9bb203-589a-4f44-9eb9-05c3449d19be {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:26.429577 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'tag': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'status': 'completed', 'code': 200} Sep 27 08:45:26.435356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-dde85d4a-dcd6-484a-892d-a59a2135b4bb service neutron] 10.222.0.67 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794151 Sep 27 08:45:26.473603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] For port 1461a6f0-1310-44c2-aeea-803c71cf5892, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1461a6f0-1310-44c2-aeea-803c71cf5892,segment=NetworkSegment(0e888502-d23e-443b-a1ef-0e609c59572d),segment_id=0e888502-d23e-443b-a1ef-0e609c59572d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:26.474574 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.489421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] Calling delete_port for 1461a6f0-1310-44c2-aeea-803c71cf5892 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:26.492898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Calling delete_port for f77e81af-466c-4078-b5f2-12710f95b1a0 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:26.526829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port f2bdb9a3-2385-4c3a-ac07-dc125216336b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f2bdb9a3-2385-4c3a-ac07-dc125216336b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:26.527693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.538617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-9ab62da9-dfb9-4da0-a63b-4d43827a760c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:26.548045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-9ab62da9-dfb9-4da0-a63b-4d43827a760c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=06180619-dc4f-43be-808f-de696d06856b HTTP/1.1" status: 200 len: 943 time: 0.0999374 Sep 27 08:45:26.558902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cebe1f-2f59-4476-80ee-24531db18e00']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:26.601106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.645005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] No DVR routers for this DVR port 1461a6f0-1310-44c2-aeea-803c71cf5892 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:26.654102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acd8b4-ce77-4c16-8813-9b0fad8963c5 None None] Pushing event deleted for resources: {'Port': ['ID=1461a6f0-1310-44c2-aeea-803c71cf5892,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:26.690794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:26.690794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0022ea3-eda6-4997-8aa3-2f95eff10c4e') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:26.770312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for f2bdb9a3-2385-4c3a-ac07-dc125216336b owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:26.771486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] DHCP port deletion for 54c892cd-7230-40fd-aa5b-75a2e691901b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:45:26.850584 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.890147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Deleting port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:26.890510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.895426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1461a6f0-1310-44c2-aeea-803c71cf5892 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:26.900806 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.933979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6ad3d-ebb0-4153-8a86-769e86c1bf56 req-74bc7c82-8c67-48d5-b453-9e39faaa62f9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:26.944236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bca6ad3d-ebb0-4153-8a86-769e86c1bf56 req-74bc7c82-8c67-48d5-b453-9e39faaa62f9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.4094138 Sep 27 08:45:26.967348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 1461a6f0-1310-44c2-aeea-803c71cf5892 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:26.967823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1461a6f0-1310-44c2-aeea-803c71cf5892 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:26.968229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4804bf5d-5300-4a8e-a954-3a774eab164a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:26.979369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:26.979782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:26.993993 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:27.011959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4804bf5d-5300-4a8e-a954-3a774eab164a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:27.014509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4804bf5d-5300-4a8e-a954-3a774eab164a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:27.040866 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a28cbb4-bf3d-496d-aff3-6f3d9f87c2f6 req-e3e5250e-63c5-435a-a7c6-ccc520aa7462 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959313 Sep 27 08:45:27.048210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] Deleting port 96415be6-6b90-4caa-8c9d-30bc02be100f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:27.049727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.182733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bca6ad3d-ebb0-4153-8a86-769e86c1bf56 req-b11f0068-b7b4-4130-a188-3105b6546404 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374582 Sep 27 08:45:27.210530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58222) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:27.216519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] For port 96415be6-6b90-4caa-8c9d-30bc02be100f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=96415be6-6b90-4caa-8c9d-30bc02be100f,segment=NetworkSegment(68f73a01-8016-48d7-9e0e-51c6d432cd07),segment_id=68f73a01-8016-48d7-9e0e-51c6d432cd07)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:27.216691 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.239018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] Calling delete_port for 96415be6-6b90-4caa-8c9d-30bc02be100f owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:27.273083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.309364 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.313780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "DELETE /v2.0/networks/06cebe1f-2f59-4476-80ee-24531db18e00 HTTP/1.1" status: 204 len: 168 time: 1.8948293 Sep 27 08:45:27.341976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58226) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:27.394776 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.427191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-8dddd03c-c338-4282-a234-81ad7e62e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:27.432041 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-8dddd03c-c338-4282-a234-81ad7e62e4fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0c347e489545df9c712542181a6097&device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 1095 time: 0.2712545 Sep 27 08:45:27.433904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12f6ae-fb10-41ce-a176-323020f76f80 tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Network': ['ID=06cebe1f-2f59-4476-80ee-24531db18e00,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:27.443640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] Pushing event deleted for resources: {'Port': ['ID=96415be6-6b90-4caa-8c9d-30bc02be100f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:27.459024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fdaadb-d63e-4a67-be45-d85d5daba449 None None] No DVR routers for this DVR port 96415be6-6b90-4caa-8c9d-30bc02be100f on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:27.497287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-66765834-448c-4b37-ab7b-02bf6bfcd384 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-928485893', 'prefixes': ['172.20.0.0/16']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:27.558650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] For port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:27.558650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.594593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Calling delete_port for 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:27.605066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd432a-c0d1-4f6f-8720-1e2cb5dac3da req-1fd726fa-0ef5-41a8-b3ab-5eb0d6dbfc17 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:27.606945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e1dd432a-c0d1-4f6f-8720-1e2cb5dac3da req-1fd726fa-0ef5-41a8-b3ab-5eb0d6dbfc17 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.3187604 Sep 27 08:45:27.661251 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.684630 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.717669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-8eab60c3-f3bd-4622-9abe-236baf61ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:27.719199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-8eab60c3-f3bd-4622-9abe-236baf61ecf5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 HTTP/1.1" status: 200 len: 916 time: 0.2429228 Sep 27 08:45:27.724457 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e1dd432a-c0d1-4f6f-8720-1e2cb5dac3da req-c0286867-44a2-4b07-b5f2-a98955073808 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834365 Sep 27 08:45:27.728472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Pushing event deleted for resources: {'Port': ['ID=f77e81af-466c-4078-b5f2-12710f95b1a0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:27.742009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.825035 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-4e5fc899-d345-4dd8-811b-f2bfad69f005 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83391a2a-cb01-4a97-af9a-3c165b76c989 HTTP/1.1" status: 200 len: 217 time: 0.0732813 Sep 27 08:45:27.836472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=f2bdb9a3-2385-4c3a-ac07-dc125216336b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:27.884958 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.938140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.941238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:27.942631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e236ae6-9061-425f-b352-da2fe0624113 tempest-FloatingIPAdminTestJSON-818376238 tempest-FloatingIPAdminTestJSON-818376238-project] 10.222.0.50 "DELETE /v2.0/floatingips/753ca192-805b-4f2f-ab6f-a85e1bacf459 HTTP/1.1" status: 204 len: 168 time: 2.9962282 Sep 27 08:45:27.980010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfe1615-2a2c-4b2d-ade4-b5a57b450906']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:27.988488 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.001984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e888502-d23e-443b-a1ef-0e609c59572d') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:28.002258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e888502-d23e-443b-a1ef-0e609c59572d') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:28.004146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66765834-448c-4b37-ab7b-02bf6bfcd384 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] Notify callbacks [] for subnetpool, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.008445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-66765834-448c-4b37-ab7b-02bf6bfcd384 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7943914 Sep 27 08:45:28.015354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58230) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:28.021127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.030712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-030b9adc-f587-43a9-bff0-e91d831d4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:28.032255 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-030b9adc-f587-43a9-bff0-e91d831d4ddc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49ac23d0-7211-44ef-85f5-14abb4f7304c HTTP/1.1" status: 200 len: 854 time: 0.1956103 Sep 27 08:45:28.094430 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.110082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e5033-5a1b-4122-87c0-d13b1bfb676d req-fd7ac4b9-9e7d-421b-83b7-e5408d510312 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:28.111920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a82e5033-5a1b-4122-87c0-d13b1bfb676d req-fd7ac4b9-9e7d-421b-83b7-e5408d510312 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 944 time: 0.2573853 Sep 27 08:45:28.122351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-77d5eff5-ed72-4f44-935b-29a8b7c84b64 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] 10.222.0.50 "GET /v2.0/subnetpools/2052eb1e-9de2-41a9-be79-f0f2172927b7 HTTP/1.1" status: 200 len: 731 time: 0.0998135 Sep 27 08:45:28.122589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.122747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:28.122747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.122958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58232) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:28.125792 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:28.128395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.132750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-aa4d737c-12f5-4c64-b4e5-9990af57f479 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-528390317'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:28.140960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.208926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-522639c6-4715-4341-a32f-b8a3d6f46d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:28.210776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-522639c6-4715-4341-a32f-b8a3d6f46d71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568022 Sep 27 08:45:28.250277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.252708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event deleted for resources: {'Port': ['ID=2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:28.257707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.260539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] 10.222.0.50 "DELETE /v2.0/networks/ddfe1615-2a2c-4b2d-ade4-b5a57b450906 HTTP/1.1" status: 204 len: 168 time: 0.9175782 Sep 27 08:45:28.273906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a82e5033-5a1b-4122-87c0-d13b1bfb676d req-4252557c-2266-4ebd-ae28-d1fd22bde5b2 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369925 Sep 27 08:45:28.305929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.306643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Fanout notify agent at l3_agent the message router_deleted on router 09918443-c3f7-45d1-865f-67dba76d200a {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:45:28.333821 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.340460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f8ca1163-295f-443d-9270-caa84c5720a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/routers/09918443-c3f7-45d1-865f-67dba76d200a HTTP/1.1" status: 204 len: 168 time: 2.9193268 Sep 27 08:45:28.341681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] No DVR routers for this DVR port 2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:28.346985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:28.352835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.362136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf2c7ea0-95aa-4c85-be32-682d37b5ba48 req-45b1e521-7267-4fde-8cab-ef9557fc7416 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "DELETE /v2.0/ports/2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c HTTP/1.1" status: 204 len: 173 time: 1.8127937 Sep 27 08:45:28.363304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'name': 'network-vif-deleted', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:28.365934 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef82f722-4549-4bd8-a731-830f3a6b86fb" -d '{"events": [{"server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "name": "network-vif-deleted", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:28.392111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cf3ea-e376-4ef9-ab1e-6ebc7c1cd50d tempest-TaggedBootDevicesTest-1794586248 tempest-TaggedBootDevicesTest-1794586248-project] Pushing event deleted for resources: {'Network': ['ID=ddfe1615-2a2c-4b2d-ade4-b5a57b450906,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:28.542269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa4d737c-12f5-4c64-b4e5-9990af57f479 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] Notify callbacks [] for subnetpool, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.543934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa4d737c-12f5-4c64-b4e5-9990af57f479 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] 10.222.0.50 "PUT /v2.0/subnetpools/2052eb1e-9de2-41a9-be79-f0f2172927b7 HTTP/1.1" status: 200 len: 683 time: 0.4199548 Sep 27 08:45:28.547375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58246) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:28.577409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.581858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-6db11844-b708-44a0-905a-f407b4d6bbb6 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577557 Sep 27 08:45:28.729021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ad88-5732-44ee-b6ff-e5717a759794 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] Notify callbacks [] for subnetpool, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.732384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c1b3ad88-5732-44ee-b6ff-e5717a759794 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2052eb1e-9de2-41a9-be79-f0f2172927b7 HTTP/1.1" status: 204 len: 168 time: 0.1808028 Sep 27 08:45:28.746384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58252) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:28.747175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58258) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:28.750168 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194802fa-1023-448f-b8c2-676dc8fff01a x-openstack-request-id: req-194802fa-1023-448f-b8c2-676dc8fff01a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:28.750640 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06180619-dc4f-43be-808f-de696d06856b", "name": "network-vif-deleted", "tag": "2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c", "status": "failed", "code": 422}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:28.751110 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-194802fa-1023-448f-b8c2-676dc8fff01a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:28.751848 n-d-810909-1 neutron-server[94830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06180619-dc4f-43be-808f-de696d06856b', 'name': 'network-vif-deleted', 'tag': '2ba0dab3-0229-4f24-ae66-e9fafa5b1a1c', 'status': 'failed', 'code': 422} returned with failed status Sep 27 08:45:28.814322 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:28.815875 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-0a803600-ef56-4a3a-bc85-6857893ed444 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] show failed (client error): The resource could not be found. Sep 27 08:45:28.821283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0a803600-ef56-4a3a-bc85-6857893ed444 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] 10.222.0.50 "GET /v2.0/subnetpools/2052eb1e-9de2-41a9-be79-f0f2172927b7 HTTP/1.1" status: 404 len: 346 time: 0.0681224 Sep 27 08:45:28.826063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58264) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:28.853750 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-5d9f9e1c-c3fa-4171-9ce9-60d94c0280b9 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] delete failed (client error): The resource could not be found. Sep 27 08:45:28.858647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5d9f9e1c-c3fa-4171-9ce9-60d94c0280b9 tempest-SubnetPoolsTestJSON-1930374012 tempest-SubnetPoolsTestJSON-1930374012-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2052eb1e-9de2-41a9-be79-f0f2172927b7 HTTP/1.1" status: 404 len: 346 time: 0.0257494 Sep 27 08:45:28.876467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-36ba1c8d-3d10-459c-8ecd-546406c94da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:28.880183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-36ba1c8d-3d10-459c-8ecd-546406c94da7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1096 time: 0.0984664 Sep 27 08:45:28.884754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c892cd-7230-40fd-aa5b-75a2e691901b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:29.039882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-c0fd110d-0529-4ffb-9d8b-5026cbadcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:29.045331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-c0fd110d-0529-4ffb-9d8b-5026cbadcbaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.1575949 Sep 27 08:45:29.062121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f73a01-8016-48d7-9e0e-51c6d432cd07') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:29.062121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f73a01-8016-48d7-9e0e-51c6d432cd07') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:29.150559 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.193000 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.208411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 96415be6-6b90-4caa-8c9d-30bc02be100f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:29.215360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:29.216042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:29.221129 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:29.226213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-056e6b66-c7c8-45be-b810-dec4dfa52f38 req-bc374045-7203-4e30-82e2-02e7158404a6 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320512 Sep 27 08:45:29.262856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-77bbdd10-3940-443d-b7f6-14adb5eff674 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1000 time: 0.2046971 Sep 27 08:45:29.265811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9189b7c6-7e5a-4852-9313-a2b7066a7eb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1f0029288da41c99b1c68efeccd32f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927490 Sep 27 08:45:29.273032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58274) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:29.277866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 96415be6-6b90-4caa-8c9d-30bc02be100f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:29.281609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 96415be6-6b90-4caa-8c9d-30bc02be100f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:29.282313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f2bdb9a3-2385-4c3a-ac07-dc125216336b no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:29.298613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caf373-050e-4c72-8f39-ce698f96ad00 req-94c78238-8d7b-4662-b51c-75308e9fbbf7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:29.308678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40caf373-050e-4c72-8f39-ce698f96ad00 req-94c78238-8d7b-4662-b51c-75308e9fbbf7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3491127 Sep 27 08:45:29.322413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-ecfe1845-5f9b-444d-b052-cb394490ee40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4349496 Sep 27 08:45:29.346676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: f2bdb9a3-2385-4c3a-ac07-dc125216336b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:29.353527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f2bdb9a3-2385-4c3a-ac07-dc125216336b not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:29.356439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58278) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:29.443121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-6fd86369-477e-4bee-a077-d605081c9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:29.445204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-6fd86369-477e-4bee-a077-d605081c9737 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1731129 Sep 27 08:45:29.520621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8bbf9-2938-499e-aa7c-f3f1c9e30008 req-fef4d2fd-fd9b-4076-a018-97af255a03de tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:29.530413 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-77d8bbf9-2938-499e-aa7c-f3f1c9e30008 req-fef4d2fd-fd9b-4076-a018-97af255a03de tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.2281761 Sep 27 08:45:29.546058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.588422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5633954-6c27-425b-b34e-4e1d11bc25ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.629085 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.635626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-98b044db-5c6d-4968-ab9b-376dbdc44f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:29.637197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-98b044db-5c6d-4968-ab9b-376dbdc44f8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822159 Sep 27 08:45:29.652896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-77d8bbf9-2938-499e-aa7c-f3f1c9e30008 req-33859f7b-be61-4216-b6a5-ae581d781cc9 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209819 Sep 27 08:45:29.725827 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.754919 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:29.760064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/networks/54c892cd-7230-40fd-aa5b-75a2e691901b HTTP/1.1" status: 204 len: 168 time: 1.3991694 Sep 27 08:45:29.760380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e41c-dfa2-4614-9ac8-5a05760cc453 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Network': ['ID=54c892cd-7230-40fd-aa5b-75a2e691901b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:29.778383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40caf373-050e-4c72-8f39-ce698f96ad00 req-6e177c48-f7c2-4b3d-b4ad-690e9837d069 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4684322 Sep 27 08:45:29.778924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:29.795777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'network': {'name': 'tempest-network-smoke--362209034', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:29.811191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-eae5b49a-3bec-4f40-82c1-6779513a0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:29.811191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-eae5b49a-3bec-4f40-82c1-6779513a0060 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 1096 time: 0.1351516 Sep 27 08:45:29.941957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-81e57441-e609-4b73-8d01-98db393c42e1 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860641 Sep 27 08:45:30.013498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.017213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.018977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17a47a03-c722-4b2c-b01b-9d70bee24092 HTTP/1.1" status: 204 len: 168 time: 0.7448103 Sep 27 08:45:30.117119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a47a03-c722-4b2c-b01b-9d70bee24092,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:30.141195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b35b4-ece2-4ca1-b1b1-725abbc3778e req-fdf4f147-69bc-4916-950c-068985995432 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.141977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.142217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.142561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.142993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.143336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.143925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.144319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.144672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.145048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.145377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.145723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.146047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae005f6-2f6c-4a6d-9c4f-c9cd527d795e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:30.159809 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0c8b35b4-ece2-4ca1-b1b1-725abbc3778e req-fdf4f147-69bc-4916-950c-068985995432 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 944 time: 0.2366076 Sep 27 08:45:30.248219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5633954-6c27-425b-b34e-4e1d11bc25ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.253892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd362a2-a486-456b-8ebd-d3b7f8fb881b req-c2e68a3d-c887-4478-9276-889e260ef1aa service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997260 Sep 27 08:45:30.283049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5633954-6c27-425b-b34e-4e1d11bc25ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.325578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0c8b35b4-ece2-4ca1-b1b1-725abbc3778e req-5b695256-8bcd-423d-995e-21dac0dde70d tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571248 Sep 27 08:45:30.347569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:30.355384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.387430 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d5633954-6c27-425b-b34e-4e1d11bc25ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c0efdfbee8c42fcb9fc579079c85fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0283656 Sep 27 08:45:30.390620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58304) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.399364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5633954-6c27-425b-b34e-4e1d11bc25ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a56507-9ff6-4cfb-bab7-453518226178,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:30.400157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-764a3418-2e87-4a24-b1da-16e2bbc02ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.401923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-764a3418-2e87-4a24-b1da-16e2bbc02ed0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.5335591 Sep 27 08:45:30.460559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-5ba75416-1e7d-492a-9852-3614e5aebf41 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.462534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-5ba75416-1e7d-492a-9852-3614e5aebf41 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.2526522 Sep 27 08:45:30.468282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:45:30.471854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-f32389d1-7c9f-4d88-ba42-22596ded4de6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39 HTTP/1.1" status: 200 len: 217 time: 0.0596855 Sep 27 08:45:30.480996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.482105 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Added segment 18a4a125-5804-4738-96c0-2f3413cd9d35 of type vlan for network e9c54e73-03f4-4d70-b600-5230fdcebd86 Sep 27 08:45:30.575364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-c95f6086-9ad3-43d6-97bd-dd1f20c4b9aa tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/quotas/2d88ab468140412d988096ff680cf2e9 HTTP/1.1" status: 200 len: 375 time: 0.1031263 Sep 27 08:45:30.578960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b23f-d9b9-4952-8190-a4a90642ea04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.599846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.612539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-88f79755-f61e-4908-961e-7b9c2e9167dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.614210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-88f79755-f61e-4908-961e-7b9c2e9167dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1220889 Sep 27 08:45:30.640497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:30.643835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b23f-d9b9-4952-8190-a4a90642ea04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.694191 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b4e5-2d9d-4c27-992f-e2b780fde32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.708441 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.724437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.729825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.773737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-42388c09-5638-4128-a171-e224a701d796 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463412 Sep 27 08:45:30.781440 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b23f-d9b9-4952-8190-a4a90642ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.784433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b23f-d9b9-4952-8190-a4a90642ea04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:30.801694 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7ce4b23f-d9b9-4952-8190-a4a90642ea04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61a56507-9ff6-4cfb-bab7-453518226178 HTTP/1.1" status: 204 len: 168 time: 0.3966482 Sep 27 08:45:30.822781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-9aa7cffa-21ad-45c7-b182-97bcd72bb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:30.828939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-9aa7cffa-21ad-45c7-b182-97bcd72bb611 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956689 Sep 27 08:45:30.858441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4b23f-d9b9-4952-8190-a4a90642ea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a56507-9ff6-4cfb-bab7-453518226178,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.120847 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b4e5-2d9d-4c27-992f-e2b780fde32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.167490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b4e5-2d9d-4c27-992f-e2b780fde32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.243369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5b4b4e5-2d9d-4c27-992f-e2b780fde32c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46bd8520101c4096a28fffff3cdf04d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967739 Sep 27 08:45:31.247332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-96d1d677-1cb4-4ab1-a4c0-377a56890f7b service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726164 Sep 27 08:45:31.252446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:31.253301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Network': ['ID=e9c54e73-03f4-4d70-b600-5230fdcebd86,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.265657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:45:31.282509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec378450-d29a-48c5-99e2-612a738ff871 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5006752 Sep 27 08:45:31.355021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58324) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:31.375639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4b4e5-2d9d-4c27-992f-e2b780fde32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792e2449-375d-4b1c-b8b8-a9d3585ed5aa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:31.376235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-44f50d97-203c-4bba-93d7-c70d79cd134a service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264982 Sep 27 08:45:31.388723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'admin_state_up': True, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:31.446457 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.447653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.494134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80b15-26e2-4d7e-bac5-9d1cf9dae901 req-707bc48a-d687-4938-a066-d8f9c6d69da8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:31.503021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac80b15-26e2-4d7e-bac5-9d1cf9dae901 req-707bc48a-d687-4938-a066-d8f9c6d69da8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.7011099 Sep 27 08:45:31.523050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-1ad40191-eb85-4c55-9d11-0b49df16a5b5 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791179 Sep 27 08:45:31.571301 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.623321 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b153ecb7-43b5-4983-a684-de8a5a59159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.752132 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ac80b15-26e2-4d7e-bac5-9d1cf9dae901 req-ff5ce7e5-f635-4c43-b8f9-a403694b5590 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482774 Sep 27 08:45:31.799427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b153ecb7-43b5-4983-a684-de8a5a59159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.799702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.859492 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a19c2f7-93fb-4225-a765-7cad00fffd75 req-bdeec53d-322a-45e3-b991-2def61bbb88c service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221812 Sep 27 08:45:31.878412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca483-e7b1-4b4e-b0a8-e1ddc27c4be2 req-af6e08b3-e432-4a21-aa33-284ec5e4cb8f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:31.885784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-255ca483-e7b1-4b4e-b0a8-e1ddc27c4be2 req-af6e08b3-e432-4a21-aa33-284ec5e4cb8f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1660261 Sep 27 08:45:31.902276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b153ecb7-43b5-4983-a684-de8a5a59159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.905864 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b153ecb7-43b5-4983-a684-de8a5a59159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:31.911530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b153ecb7-43b5-4983-a684-de8a5a59159b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/792e2449-375d-4b1c-b8b8-a9d3585ed5aa HTTP/1.1" status: 204 len: 168 time: 0.6337101 Sep 27 08:45:31.934163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153ecb7-43b5-4983-a684-de8a5a59159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e2449-375d-4b1c-b8b8-a9d3585ed5aa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:32.019318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-255ca483-e7b1-4b4e-b0a8-e1ddc27c4be2 req-b4f185b0-afa2-451b-bc2d-d3dd3c3887e5 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325591 Sep 27 08:45:32.123450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852ea6-468f-47a1-ba61-fddf5f764bd3 req-b4d5e9a9-dd8d-47db-a06f-2864514263cb tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:32.140465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d852ea6-468f-47a1-ba61-fddf5f764bd3 req-b4d5e9a9-dd8d-47db-a06f-2864514263cb tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 944 time: 0.1503804 Sep 27 08:45:32.265727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d852ea6-468f-47a1-ba61-fddf5f764bd3 req-0f79c817-ce7c-484d-b58f-f03defa04f8b tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165276 Sep 27 08:45:32.310778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da5340f6-d556-48c2-b8a4-59237208f041 req-6b1b30cc-9680-41a6-b105-c3688abc15b7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 210 time: 0.1688440 Sep 27 08:45:32.497090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af0764-e72a-483d-aa80-392814e68ff9 req-cedc11db-30e7-44fb-83b9-ae1afe9225e2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:32.500555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9af0764-e72a-483d-aa80-392814e68ff9 req-cedc11db-30e7-44fb-83b9-ae1afe9225e2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1408648 Sep 27 08:45:32.615155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9af0764-e72a-483d-aa80-392814e68ff9 req-39bb5e53-3a23-46b3-968a-d9a4f8158dbd tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075056 Sep 27 08:45:32.619570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58374) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:32.663522 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d516f890-0fd7-4c6a-843c-e55886efc8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.708995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.802027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.948141 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d516f890-0fd7-4c6a-843c-e55886efc8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:32.957939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d516f890-0fd7-4c6a-843c-e55886efc8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.026438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.25.2.98 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/218389a5-06d3-447b-80d6-3d11452f761d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:33.085464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d516f890-0fd7-4c6a-843c-e55886efc8dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa4c8628e52d41faaf4af702e23e7bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647343 Sep 27 08:45:33.093362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:33.094100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516f890-0fd7-4c6a-843c-e55886efc8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357eadb3-a4af-4df7-8c08-86e110df52ea,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:33.161120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35216931-2e50-47f3-8a27-f49ad0dcd720 req-43a75aa0-499a-439f-8216-c6a5f71b926f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.168974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35216931-2e50-47f3-8a27-f49ad0dcd720 req-43a75aa0-499a-439f-8216-c6a5f71b926f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.2149611 Sep 27 08:45:33.195074 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.253859 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35216931-2e50-47f3-8a27-f49ad0dcd720 req-7ee0aaab-7bd4-4aeb-a22e-0355336f03ae tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781083 Sep 27 08:45:33.260887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9da0c41f-9268-41be-9ee9-7f97ed655888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.276143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.329098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9da0c41f-9268-41be-9ee9-7f97ed655888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.426473 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9da0c41f-9268-41be-9ee9-7f97ed655888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.430952 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9da0c41f-9268-41be-9ee9-7f97ed655888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:33.432447 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9da0c41f-9268-41be-9ee9-7f97ed655888 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/357eadb3-a4af-4df7-8c08-86e110df52ea HTTP/1.1" status: 204 len: 168 time: 0.3249485 Sep 27 08:45:33.445422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:33.477738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:33.487918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:33.504157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c73c8-e951-4840-a757-d8a8a33c8b94 req-c48a25c3-7007-4011-a494-b1b949fef716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.518138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c28c73c8-e951-4840-a757-d8a8a33c8b94 req-c48a25c3-7007-4011-a494-b1b949fef716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.7459507 Sep 27 08:45:33.536490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=218389a5-06d3-447b-80d6-3d11452f761d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:33.629183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0c41f-9268-41be-9ee9-7f97ed655888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357eadb3-a4af-4df7-8c08-86e110df52ea,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:33.691093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c28c73c8-e951-4840-a757-d8a8a33c8b94 req-1425a706-0b07-4342-9085-ab8ae5b0302f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575954 Sep 27 08:45:33.871063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c9a-a86d-446d-9ec7-4aefc4e92bb3 req-792e35f0-5142-418d-a46f-fefa6bc2e217 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.879338 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-76ef0c9a-a86d-446d-9ec7-4aefc4e92bb3 req-792e35f0-5142-418d-a46f-fefa6bc2e217 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 944 time: 0.3932877 Sep 27 08:45:33.928820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-76b9ee8e-7d33-4fa1-bca0-dbf1a00d54a3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:33.932415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-76b9ee8e-7d33-4fa1-bca0-dbf1a00d54a3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.57 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.4958560 Sep 27 08:45:33.964264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Request body: {'port': {'device_id': '64d40559-ea74-474f-92e5-d9e125a734ce', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'admin_state_up': True, 'tenant_id': '2d88ab468140412d988096ff680cf2e9'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:34.011870 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65a154bf-61d6-4be9-9780-4dbb8c7e3c7f req-c6b3c913-9be9-4d5c-969d-abba9a058f54 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 210 time: 0.2072411 Sep 27 08:45:34.045062 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-76ef0c9a-a86d-446d-9ec7-4aefc4e92bb3 req-9cba257c-366a-48e1-856a-bd11210c519f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648328 Sep 27 08:45:34.200772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Made reservation on behalf of 2d88ab468140412d988096ff680cf2e9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:34.211231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.330716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 83391a2a-cb01-4a97-af9a-3c165b76c989 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:45:34.726390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f45409-94db-4df9-91ff-756f763649fe req-b60524e3-40c2-4f78-8fd2-f854c35a263a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:34.727821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61f45409-94db-4df9-91ff-756f763649fe req-b60524e3-40c2-4f78-8fd2-f854c35a263a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3352623 Sep 27 08:45:34.746264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Allocated IP 172.20.0.10 (3f7a1fd5-f5a1-46ac-a64b-da314be9102a/2e8749f0-9f47-413d-bb85-9963854e5393/a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:34.757751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 83391a2a-cb01-4a97-af9a-3c165b76c989, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=83391a2a-cb01-4a97-af9a-3c165b76c989,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:34.760135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.771885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'port_id': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'mac_address': 'fa:16:3e:7b:04:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:45:34.814479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.830811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83391a2a-cb01-4a97-af9a-3c165b76c989 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:34.858134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 83391a2a-cb01-4a97-af9a-3c165b76c989, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=83391a2a-cb01-4a97-af9a-3c165b76c989,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:34.866050 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.937957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=83391a2a-cb01-4a97-af9a-3c165b76c989,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:34.986889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60bbe9-6aad-42bd-a570-b6c779bf6dd5 req-f14a989b-65f5-4314-bee7-f16320ac8957 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:34.993362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:34.997233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb60bbe9-6aad-42bd-a570-b6c779bf6dd5 req-f14a989b-65f5-4314-bee7-f16320ac8957 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.3116608 Sep 27 08:45:35.078883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.093523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['83391a2a-cb01-4a97-af9a-3c165b76c989'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:35.158428 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb60bbe9-6aad-42bd-a570-b6c779bf6dd5 req-6fc2072b-dc26-48ad-93e4-2b09588b4500 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584151 Sep 27 08:45:35.241410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:35.277130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:35.285650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:35.305111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61f45409-94db-4df9-91ff-756f763649fe req-2930c5f7-30f8-47a4-a79d-201851a72374 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581568 Sep 27 08:45:35.317670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-61d9e442-79df-43d0-afd4-b10d1bd0bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.326382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-61d9e442-79df-43d0-afd4-b10d1bd0bc60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1096 time: 0.3004823 Sep 27 08:45:35.433866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event updated for resources: {'Port': ['ID=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:35.468252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c78d5-61ce-4f49-a000-da27d43317bf req-4dfaf007-e7fa-4f43-b955-6b43695b34b5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.469811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a8c78d5-61ce-4f49-a000-da27d43317bf req-4dfaf007-e7fa-4f43-b955-6b43695b34b5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 932 time: 0.1632650 Sep 27 08:45:35.482486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.492369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.493041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.493583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.494149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.494687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.495217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.495741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.496274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.496839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.497370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.497944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.498486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:35.531273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.532214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.606971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7c59cc61-ff43-4994-804d-045cd5ff9248 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6633070 Sep 27 08:45:35.625988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Request body: {'port': {'device_id': '64d40559-ea74-474f-92e5-d9e125a734ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:35.655481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcde07a-4332-4989-ab91-1ee36b320d2e req-28a099cf-d4b3-4028-8d0e-c952403995ab tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.657615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dcde07a-4332-4989-ab91-1ee36b320d2e req-28a099cf-d4b3-4028-8d0e-c952403995ab tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 945 time: 0.2248435 Sep 27 08:45:35.657815 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.664172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-01347cba-bd9a-4062-bcd0-f89c51783bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.666077 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-01347cba-bd9a-4062-bcd0-f89c51783bde service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.2872872 Sep 27 08:45:35.784431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:35.794726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a8c78d5-61ce-4f49-a000-da27d43317bf req-e3ccd348-bed0-4efa-a015-3af2e0699958 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142972 Sep 27 08:45:35.810142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dcde07a-4332-4989-ab91-1ee36b320d2e req-d30712d0-6b7b-4aae-8a46-e38926cf1008 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425467 Sep 27 08:45:35.820344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-5dedb999-0966-4f25-a7b1-b30f1e42b9ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 200 len: 1000 time: 0.1387191 Sep 27 08:45:35.855183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 76095861-4f56-452c-89ae-f3d3d7ca75d5 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:45:35.969903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-fae98e21-8b26-4c29-91b7-566fa9ca1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:35.971526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-fae98e21-8b26-4c29-91b7-566fa9ca1671 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.1192138 Sep 27 08:45:36.003973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:36.019270 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Sync routers for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:36.039040 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:36.039694 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:36.065207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.069432 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-15652956-9d92-43cf-bc40-197f1e5745ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6873462 Sep 27 08:45:36.070609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58476) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:36.072165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-34503e0f-cb97-4902-8abc-f77d2327279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:36.073813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-34503e0f-cb97-4902-8abc-f77d2327279c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923827 Sep 27 08:45:36.141317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a7255633-6b04-40e6-9de3-76ec2a9c6e77 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e0a23c7655e453d9e13ec1c8915bf61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694532 Sep 27 08:45:36.141568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:36.294458 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:36.341307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 83391a2a-cb01-4a97-af9a-3c165b76c989 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:36.406545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57207f-6a1f-4a89-b86e-4b0f4965d637 req-b3d48b6b-9753-48ff-b71f-3744f8703b9f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:36.411591 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a57207f-6a1f-4a89-b86e-4b0f4965d637 req-b3d48b6b-9753-48ff-b71f-3744f8703b9f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 945 time: 0.1242020 Sep 27 08:45:36.458172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 83391a2a-cb01-4a97-af9a-3c165b76c989 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:45:36.463165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 83391a2a-cb01-4a97-af9a-3c165b76c989 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:36.463536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.485970 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a57207f-6a1f-4a89-b86e-4b0f4965d637 req-efd6bec4-4a0e-4a82-b8de-4643a08358d7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623062 Sep 27 08:45:36.641474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58498) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:36.693091 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:34Z', 'revision_number': 3, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:36.728905 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.745242 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Checking router: 76095861-4f56-452c-89ae-f3d3d7ca75d5 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:36.745968 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Updating router 76095861-4f56-452c-89ae-f3d3d7ca75d5 port 218389a5-06d3-447b-80d6-3d11452f761d binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:45:36.774174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83391a2a-cb01-4a97-af9a-3c165b76c989'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:36.778076 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0f03a3-1658-4e4d-846b-40aae4bf43e4" -d '{"events": [{"server_uuid": "4fe22a20-1149-4571-86c1-7415aa4a55d4", "name": "network-vif-plugged", "status": "completed", "tag": "83391a2a-cb01-4a97-af9a-3c165b76c989"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:36.800900 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.833660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 83391a2a-cb01-4a97-af9a-3c165b76c989, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=83391a2a-cb01-4a97-af9a-3c165b76c989,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:36.844177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-898dd38e-997c-4913-b2e1-120eca6f9fac tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:36.847520 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.848767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:36.891161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-898dd38e-997c-4913-b2e1-120eca6f9fac tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] 10.222.0.50 "PUT /v2.0/quotas/20a677395a894db5870bf4bdbcd41790 HTTP/1.1" status: 200 len: 368 time: 0.2500179 Sep 27 08:45:36.891969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58516) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:36.899727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Request body: {'network': {'project_id': '20a677395a894db5870bf4bdbcd41790'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:36.943508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Made reservation on behalf of 20a677395a894db5870bf4bdbcd41790 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:36.947079 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:36.957014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.009255 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f43cdd-0cc7-4788-b2f3-ae28a48bfe8b x-openstack-request-id: req-d8f43cdd-0cc7-4788-b2f3-ae28a48bfe8b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:37.009255 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe22a20-1149-4571-86c1-7415aa4a55d4", "name": "network-vif-plugged", "status": "completed", "tag": "83391a2a-cb01-4a97-af9a-3c165b76c989", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:37.009255 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8f43cdd-0cc7-4788-b2f3-ae28a48bfe8b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:37.009255 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'code': 200} Sep 27 08:45:37.046682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=83391a2a-cb01-4a97-af9a-3c165b76c989,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.105663 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.148070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d07c9-8baf-4660-a49a-5983377bc976 req-3585eba6-e636-4c94-81e7-68fb3ec35071 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.158637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f8d07c9-8baf-4660-a49a-5983377bc976 req-3585eba6-e636-4c94-81e7-68fb3ec35071 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 932 time: 0.1525030 Sep 27 08:45:37.235341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c7fa7-1bdb-45e8-846e-e9b22157e523 req-70f2a95d-114c-4e4a-88f8-6a28c7b046ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.249191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f56c7fa7-1bdb-45e8-846e-e9b22157e523 req-70f2a95d-114c-4e4a-88f8-6a28c7b046ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 1097 time: 0.2338288 Sep 27 08:45:37.296663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f8d07c9-8baf-4660-a49a-5983377bc976 req-e4b3a102-2fda-4c77-9532-c8792cf511dd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101289 Sep 27 08:45:37.304909 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.316030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-acbe6da5-6160-493c-887c-78b338c7d5fc service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2116992 Sep 27 08:45:37.319117 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.320975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.337610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.357048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:45:37.367921 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Attempting to bind port 218389a5-06d3-447b-80d6-3d11452f761d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:37.368290 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Attempting to bind port 218389a5-06d3-447b-80d6-3d11452f761d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:37.370880 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Attempting to bind port 218389a5-06d3-447b-80d6-3d11452f761d on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:37.383895 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.386902 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Added segment f0e35ed7-caba-40d8-b5d4-e37eb9b40324 of type vlan for network 659ff23d-ef17-456a-a705-05a1ac3501e9 Sep 27 08:45:37.424708 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:37.426953 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:37.427535 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.428231 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:37.428962 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Bound port: 218389a5-06d3-447b-80d6-3d11452f761d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:37.429868 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.446953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:37.461624 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.485177 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.492901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b982ac1-8ebd-4a9c-90ee-2c0ecf772af4 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.501794 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8b982ac1-8ebd-4a9c-90ee-2c0ecf772af4 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3535283 Sep 27 08:45:37.506356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58518) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:37.522858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8146d5cb-f0dc-4b0e-ad62-083ca4478e54 req-e41ebbf7-e2e4-43e0-ba31-f59ac499ad6a service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003825 Sep 27 08:45:37.548665 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-755bd5e2-348b-43af-859e-9f7f85d828e8 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405879 Sep 27 08:45:37.552493 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] For port 218389a5-06d3-447b-80d6-3d11452f761d, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:37.557459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58522) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:37.562795 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] For port 218389a5-06d3-447b-80d6-3d11452f761d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=218389a5-06d3-447b-80d6-3d11452f761d,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:37.564085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1422716236', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:37.573596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a921490-6077-4daa-89cb-d7516900ce99,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.579324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.582403 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.583769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:37.595213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843dc17-fafe-4aec-a88f-679907211ffa req-2b4e333b-65fa-4c78-8f47-156c0c429711 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.603343 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c843dc17-fafe-4aec-a88f-679907211ffa req-2b4e333b-65fa-4c78-8f47-156c0c429711 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.6093786 Sep 27 08:45:37.639508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc28f4-d9d6-47cd-9e5b-13e65d1dc6a2 req-b44d1ced-f791-4813-8c15-a6a9b35b5939 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.643600 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Pushing event updated for resources: {'Port': ['ID=218389a5-06d3-447b-80d6-3d11452f761d,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.646271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.651477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79fc28f4-d9d6-47cd-9e5b-13e65d1dc6a2 req-b44d1ced-f791-4813-8c15-a6a9b35b5939 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 946 time: 0.1883833 Sep 27 08:45:37.665232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f56c7fa7-1bdb-45e8-846e-e9b22157e523 req-21274fc7-d626-4c67-9d97-05c2343208e4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053652 Sep 27 08:45:37.672307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.673638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.674549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.675605 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.682315 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.682820 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.683648 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.683995 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.684336 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.684667 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.685148 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.685480 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.685797 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.692749 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.693865 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:37.705964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c843dc17-fafe-4aec-a88f-679907211ffa req-871dfb48-6f8f-4cc1-ac4c-0933770d5bc1 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014891 Sep 27 08:45:37.724668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Transition to ACTIVE for port object a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:45:37.790336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:37.840081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Pushing event updated for resources: {'Network': ['ID=659ff23d-ef17-456a-a705-05a1ac3501e9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.851397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 659ff23d-ef17-456a-a705-05a1ac3501e9 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:45:37.861779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:37.863053 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79fc28f4-d9d6-47cd-9e5b-13e65d1dc6a2 req-67d6aaf1-d464-4959-bd34-210a75e1e0fa tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055643 Sep 27 08:45:37.880511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2195a116-8efc-425b-8847-7651ba2e3caa tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9872460 Sep 27 08:45:37.882488 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:37.882716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58528) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:37.893326 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a62ae-d2fc-43fb-9270-320e2d67cfa6 None None] Pushing event updated for resources: {'Port': ['ID=218389a5-06d3-447b-80d6-3d11452f761d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.895511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Request body: {'network': {'project_id': '20a677395a894db5870bf4bdbcd41790'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:37.930824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:45:37.930824 n-d-810909-1 neutron-server[94830]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:45:37.930824 n-d-810909-1 neutron-server[94830]: [parameters: {'project_id_1': '20a677395a894db5870bf4bdbcd41790', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 45, 17, 904022)}] Sep 27 08:45:37.930824 n-d-810909-1 neutron-server[94830]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:45:37.931659 n-d-810909-1 neutron-server[94830]: DEBUG oslo_db.api [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:45:37.961901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:37.980231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363094e-f075-4fef-be5f-823342eafd60 req-c4917c72-54d8-4370-ae1e-805ab1d60350 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:37.981982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5363094e-f075-4fef-be5f-823342eafd60 req-c4917c72-54d8-4370-ae1e-805ab1d60350 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1871645 Sep 27 08:45:37.988270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:37.992566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.144689 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:38.188869 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5363094e-f075-4fef-be5f-823342eafd60 req-b5a0c45e-1aac-42da-b4d0-7e60bcbec653 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614444 Sep 27 08:45:38.222104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Attempting to bind port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:38.222447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Attempting to bind port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:38.222783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Attempting to bind port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:38.244458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:45:38.245086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Attempting to bind port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:38.262630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b300eb-daf0-49d8-aa09-28da6fd8348c req-129c60f3-97d6-45c0-8677-e0aa48983c0a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.264267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2b300eb-daf0-49d8-aa09-28da6fd8348c req-129c60f3-97d6-45c0-8677-e0aa48983c0a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1231179 Sep 27 08:45:38.271910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:38.272532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Checking segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:38.273091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Bound using segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:38.273730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Bound port: a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:38.274282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.348390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-2a7c99fb-a377-44ba-83be-c612988ae7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.355144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-2a7c99fb-a377-44ba-83be-c612988ae7ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d23848dffc84609ba20127eac9bfa4a&device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 1096 time: 0.1808190 Sep 27 08:45:38.376045 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:34Z', 'revision_number': 3, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:38.396713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2b300eb-daf0-49d8-aa09-28da6fd8348c req-5789c1a7-4cc0-49d5-89f9-47a4c75a7d7a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214757 Sep 27 08:45:38.397726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] For port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:38.401422 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.406223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] For port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:38.420973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846b3d-aee9-4f09-ad1e-f25957ae7963 None None] The sync data for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 is: [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:34Z', 'revision_number': 3, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:38.437673 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.548943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Made reservation on behalf of 20a677395a894db5870bf4bdbcd41790 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:38.550483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.551117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.552553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.552890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae HTTP/1.1" status: 200 len: 1092 time: 2.9360242 Sep 27 08:45:38.557794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d40559-ea74-474f-92e5-d9e125a734ce', 'tag': 'a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:38.560312 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f61403-5cb7-4c1a-b0b7-388f867f2df0" -d '{"events": [{"name": "network-changed", "server_uuid": "64d40559-ea74-474f-92e5-d9e125a734ce", "tag": "a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:38.563206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Subnet': ['ID=88b3f07f-9eaa-4063-b539-8f7ac44c67c4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:38.573895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-7200eb40-0356-4a8d-b53c-f8d1f88e2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.575693 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-7200eb40-0356-4a8d-b53c-f8d1f88e2ab5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 200 len: 913 time: 0.2071071 Sep 27 08:45:38.588218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Checking segment: {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:38.588643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network hostable DHCP agents. Network: e9c54e73-03f4-4d70-b600-5230fdcebd86, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:45:38.615043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb19bc5-5c83-4300-b50c-1225a5553d2e req-e9da75eb-f25b-402a-bc05-a98a658b30d7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.616736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cb19bc5-5c83-4300-b50c-1225a5553d2e req-e9da75eb-f25b-402a-bc05-a98a658b30d7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 944 time: 0.1817665 Sep 27 08:45:38.620138 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0737e293-6d24-494e-be80-7b40708fa592 x-openstack-request-id: req-0737e293-6d24-494e-be80-7b40708fa592 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:38.620463 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d40559-ea74-474f-92e5-d9e125a734ce", "tag": "a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:38.620720 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0737e293-6d24-494e-be80-7b40708fa592 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:38.621112 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d40559-ea74-474f-92e5-d9e125a734ce', 'tag': 'a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae', 'status': 'completed', 'code': 200} Sep 27 08:45:38.622728 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca10bd6-5c67-4444-970e-b178de2499d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:38.659358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:45:38.678629 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.678965 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Added segment dd3cdf87-7bf1-4c44-b4d6-6366b4f0bca3 of type vlan for network 0b1a370c-66f2-4ce0-b8a3-3288d2b64b69 Sep 27 08:45:38.683246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:45:38.688114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-9adbc53b-995c-41ea-beba-035c9f45444b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 200 len: 1000 time: 0.0977554 Sep 27 08:45:38.707957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e9c54e73-03f4-4d70-b600-5230fdcebd86) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:38.713142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4cb19bc5-5c83-4300-b50c-1225a5553d2e req-bede6abb-edfa-4e4b-a4a4-e847795880d0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872407 Sep 27 08:45:38.716904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.717551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.721471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-40457c1a-5122-416c-ba47-4b0cea5991b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.723046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-40457c1a-5122-416c-ba47-4b0cea5991b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 1095 time: 0.0938003 Sep 27 08:45:38.725515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc6523-d0eb-44e1-bd44-1658087bbc05 None None] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:38.839895 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-18282d80-f50c-46f9-a3ad-8e56e4157c0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae HTTP/1.1" status: 200 len: 217 time: 0.1000731 Sep 27 08:45:38.841334 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-076a7cf0-a0b4-405a-aadb-5d0471f2ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2828896 Sep 27 08:45:38.844204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58540) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:38.874024 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:38.893418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-4be0c833-e53a-4a36-b652-fba86d4fde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:38.896301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-4be0c833-e53a-4a36-b652-fba86d4fde3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 200 len: 851 time: 0.1637871 Sep 27 08:45:39.005330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:39.010762 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62baaabc-9103-4d9d-9250-b99b65e38f38" -d '{"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-unplugged", "status": "completed", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:39.013845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.022911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.023560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.054608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e9c54e73-03f4-4d70-b600-5230fdcebd86', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:45:39.056392 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:39.091415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-aa3408c9-bbd4-4805-a1e9-0e6a58d76e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.093440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-aa3408c9-bbd4-4805-a1e9-0e6a58d76e6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.2376060 Sep 27 08:45:39.102358 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06b529b-1761-46b4-8565-dc232763893c x-openstack-request-id: req-b06b529b-1761-46b4-8565-dc232763893c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:39.102652 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-unplugged", "status": "completed", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:39.102905 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b06b529b-1761-46b4-8565-dc232763893c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:39.103331 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'code': 200} Sep 27 08:45:39.234152 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-6647ea7c-d810-4150-ade2-14a070acb73b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759571 Sep 27 08:45:39.267331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Pushing event updated for resources: {'Network': ['ID=0b1a370c-66f2-4ce0-b8a3-3288d2b64b69,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:39.287781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 0b1a370c-66f2-4ce0-b8a3-3288d2b64b69 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:45:39.291345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-b7b0d53f-77b3-4322-a7dd-a214d2895de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.293305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-b7b0d53f-77b3-4322-a7dd-a214d2895de3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f6f1655-88d1-46c9-9d33-f405464245d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3882108 Sep 27 08:45:39.390522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb716e8-bbe4-4905-90e7-c03ef1195357 req-189e6824-0aec-4e3b-a110-a23e20dda5ec tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.400730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7eb716e8-bbe4-4905-90e7-c03ef1195357 req-189e6824-0aec-4e3b-a110-a23e20dda5ec tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 946 time: 0.4174235 Sep 27 08:45:39.403858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-83c7fd17-9122-46e4-a1a2-f77c259efcf2 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5200288 Sep 27 08:45:39.408445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58560) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:39.432423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-eb29255a-9f70-4b06-9f0d-725580b72e54 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Request body: {'network': {'project_id': '20a677395a894db5870bf4bdbcd41790'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:39.482819 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb29255a-9f70-4b06-9f0d-725580b72e54 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 27 08:45:39.484392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb29255a-9f70-4b06-9f0d-725580b72e54 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:45:39.485903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eb29255a-9f70-4b06-9f0d-725580b72e54 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0609653 Sep 27 08:45:39.495787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58564) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:39.594365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7eb716e8-bbe4-4905-90e7-c03ef1195357 req-11067d97-c8ac-4bd5-8903-e80aa29a1db6 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923227 Sep 27 08:45:39.668249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Allocated IP 172.20.0.2 (e9c54e73-03f4-4d70-b600-5230fdcebd86/88b3f07f-9eaa-4063-b539-8f7ac44c67c4/632aa55a-61f9-4b6a-84b6-356a2a060e4a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:39.709489 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3fa86709-8b76-4530-8964-2603a44fbe04 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20a677395a894db5870bf4bdbcd41790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092679 Sep 27 08:45:39.712225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58568) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:39.807567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-30b6052c-b221-4951-8f48-85f4925a4137 service neutron] 10.222.0.57 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639942 Sep 27 08:45:39.838862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-5144344b-ef0e-4d3f-bf08-e11f144bd0e5 service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125732 Sep 27 08:45:39.869451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e13c1-65c5-48a3-a705-de3403a10dce req-bf2bdd75-a558-43e9-8ecb-0fc7d19f5261 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:39.874972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec8e13c1-65c5-48a3-a705-de3403a10dce req-bf2bdd75-a558-43e9-8ecb-0fc7d19f5261 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.4284999 Sep 27 08:45:39.980745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec8e13c1-65c5-48a3-a705-de3403a10dce req-32032ea0-a108-4441-93c8-20a0b6fc7227 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991457 Sep 27 08:45:40.081758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.103573 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.106496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e26a7606-6661-4787-8313-74e6997c6c6c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.130893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef264924-6aed-4029-94b0-8de0f08ec208 req-8b1d005d-05fe-40d3-be34-8c47e745ef41 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.138477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef264924-6aed-4029-94b0-8de0f08ec208 req-8b1d005d-05fe-40d3-be34-8c47e745ef41 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3787084 Sep 27 08:45:40.236666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:40.246171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:40.247785 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e26a7606-6661-4787-8313-74e6997c6c6c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.254489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:40.268263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702ae6-9e06-43f5-9830-f03dbdc2e816 req-46b4115e-dacd-4afe-a913-159a1a6fd794 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:40.270818 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b1702ae6-9e06-43f5-9830-f03dbdc2e816 req-46b4115e-dacd-4afe-a913-159a1a6fd794 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 946 time: 0.1325099 Sep 27 08:45:40.286232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:40.290908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Pushing event updated for resources: {'Port': ['ID=632aa55a-61f9-4b6a-84b6-356a2a060e4a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:40.293345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Request body: {'floatingip': {'port_id': '83391a2a-cb01-4a97-af9a-3c165b76c989'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:40.342308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98363af-08b1-4ee0-b043-29bf56c3685a req-2faaf0f4-9c5e-4480-8bae-d4e5fe1498ce service neutron] 10.222.0.57 "GET /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382794 Sep 27 08:45:40.364273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef264924-6aed-4029-94b0-8de0f08ec208 req-199e8fd6-0b4e-4595-a48a-742d6e6127b7 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247047 Sep 27 08:45:40.368202 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:45:40.382471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.424601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Attempting to bind port 632aa55a-61f9-4b6a-84b6-356a2a060e4a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:40.425679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Attempting to bind port 632aa55a-61f9-4b6a-84b6-356a2a060e4a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:40.426261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Attempting to bind port 632aa55a-61f9-4b6a-84b6-356a2a060e4a on network e9c54e73-03f4-4d70-b600-5230fdcebd86 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:40.434585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:40.435419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Checking segment: {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:40.436110 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.436787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Bound using segment: {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:40.437569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Bound port: 632aa55a-61f9-4b6a-84b6-356a2a060e4a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:40.438197 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.449835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e26a7606-6661-4787-8313-74e6997c6c6c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.452833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e26a7606-6661-4787-8313-74e6997c6c6c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.457403 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e26a7606-6661-4787-8313-74e6997c6c6c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a921490-6077-4daa-89cb-d7516900ce99 HTTP/1.1" status: 204 len: 168 time: 0.7331929 Sep 27 08:45:40.458176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58590) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:40.487107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a7606-6661-4787-8313-74e6997c6c6c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a921490-6077-4daa-89cb-d7516900ce99,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:40.600780 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.603678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] For port 632aa55a-61f9-4b6a-84b6-356a2a060e4a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:40.607036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] For port 632aa55a-61f9-4b6a-84b6-356a2a060e4a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=632aa55a-61f9-4b6a-84b6-356a2a060e4a,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:40.614736 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.665527 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-472a17ec-2a81-458d-b0cd-b2ffca34fc07 req-e2508332-c07b-4c86-a9e9-cd0e503177fc service neutron] 10.222.0.57 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345439 Sep 27 08:45:40.786087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7211-7781-4eec-8dbd-c0a3b3be1ed4 None None] Pushing event updated for resources: {'Port': ['ID=632aa55a-61f9-4b6a-84b6-356a2a060e4a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:40.840928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.880372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1a370c-66f2-4ce0-b8a3-3288d2b64b69']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:40.897806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3cdf87-7bf1-4c44-b4d6-6366b4f0bca3') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:40.898375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3cdf87-7bf1-4c44-b4d6-6366b4f0bca3') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:40.912530 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 218389a5-06d3-447b-80d6-3d11452f761d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:40.918709 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.938787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.955358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:40.956147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:40.958563 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:41.105502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 218389a5-06d3-447b-80d6-3d11452f761d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:41.114108 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.257631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.296003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.298427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] 10.222.0.50 "DELETE /v2.0/networks/0b1a370c-66f2-4ce0-b8a3-3288d2b64b69 HTTP/1.1" status: 204 len: 168 time: 0.8251162 Sep 27 08:45:41.299788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f84fb-93e9-42e1-ae7b-021014b3ccd6 tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b1a370c-66f2-4ce0-b8a3-3288d2b64b69,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:41.308295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58594) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:41.313961 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.335686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 218389a5-06d3-447b-80d6-3d11452f761d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=218389a5-06d3-447b-80d6-3d11452f761d,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:41.345148 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.422118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=218389a5-06d3-447b-80d6-3d11452f761d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:41.446666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009f046-b79a-446f-b398-9b65429031b8 req-c1719f0c-cd9a-47b0-a0f8-e0bf0c86cee7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:41.454835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b009f046-b79a-446f-b398-9b65429031b8 req-c1719f0c-cd9a-47b0-a0f8-e0bf0c86cee7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.3111641 Sep 27 08:45:41.486830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.494023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecb564-4c6b-4f12-b78d-370bf0df3f0c req-32cea264-6be5-48ca-a7f4-fd9689040f68 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:41.495768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fecb564-4c6b-4f12-b78d-370bf0df3f0c req-32cea264-6be5-48ca-a7f4-fd9689040f68 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 944 time: 0.9519513 Sep 27 08:45:41.514684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-605deba9-f42b-4283-b9a8-e1cc53d03eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:41.516610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-605deba9-f42b-4283-b9a8-e1cc53d03eb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 1095 time: 0.7212250 Sep 27 08:45:41.518903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b009f046-b79a-446f-b398-9b65429031b8 req-409a5921-bd73-44c1-849b-0ed68547b57e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631001 Sep 27 08:45:41.570831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.648266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.694124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659ff23d-ef17-456a-a705-05a1ac3501e9']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:41.710852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e35ed7-caba-40d8-b5d4-e37eb9b40324') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:41.711569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e35ed7-caba-40d8-b5d4-e37eb9b40324') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:41.729718 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.738761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9455ee-53ae-4fda-9e30-5b0fdd1d32ed req-975bde41-2823-4715-98c1-da24fc9b4af0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:41.746327 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da9455ee-53ae-4fda-9e30-5b0fdd1d32ed req-975bde41-2823-4715-98c1-da24fc9b4af0 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.0948830 Sep 27 08:45:41.803183 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.817010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da9455ee-53ae-4fda-9e30-5b0fdd1d32ed req-91350a63-3ff2-4f2d-93b6-a3174d6c52af tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695977 Sep 27 08:45:41.818437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:41.819237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:41.891454 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:41.898016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.958941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:41.962518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] 10.222.0.50 "DELETE /v2.0/networks/659ff23d-ef17-456a-a705-05a1ac3501e9 HTTP/1.1" status: 204 len: 168 time: 0.6500106 Sep 27 08:45:41.963989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26d87d-c80e-4962-adbf-912555b4c10c tempest-QuotasNegativeTest-264181713 tempest-QuotasNegativeTest-264181713-project-admin] Pushing event deleted for resources: {'Network': ['ID=659ff23d-ef17-456a-a705-05a1ac3501e9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:42.009510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fecb564-4c6b-4f12-b78d-370bf0df3f0c req-cfefa5e4-258f-4eb0-a5f8-c8b67525ec10 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005417 Sep 27 08:45:42.233203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-ba8efc47-d041-4067-9cb9-5b1e9d680fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:42.234407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-ba8efc47-d041-4067-9cb9-5b1e9d680fe0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 913 time: 0.6723032 Sep 27 08:45:42.332503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-769a4a3d-f99f-4e8b-99d5-4b9418311a94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae HTTP/1.1" status: 200 len: 217 time: 0.0875328 Sep 27 08:45:42.479736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b06b8-8e6a-4ffe-96a8-e2fc20495f82 req-78f4fbb6-f7a4-4ff6-9543-0ebeaf4f3f14 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:42.488000 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-097b06b8-8e6a-4ffe-96a8-e2fc20495f82 req-78f4fbb6-f7a4-4ff6-9543-0ebeaf4f3f14 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.3237724 Sep 27 08:45:42.510467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-91abfca9-a29a-4440-946d-914c680e67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:42.513191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-91abfca9-a29a-4440-946d-914c680e67d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.1718266 Sep 27 08:45:42.628852 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-5ac5246a-7d8d-4fd8-882c-5ef68dbc8c8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599492 Sep 27 08:45:42.679913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b909b016-971f-43d2-9c48-c49b507ef724 None None] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:42.751908 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:45:42.763996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-cad9fda2-d435-4b54-83b3-5530bd3f5728 req-73f26251-5217-4505-aa3d-89deff4cef4a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:45:42.765179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cad9fda2-d435-4b54-83b3-5530bd3f5728 req-73f26251-5217-4505-aa3d-89deff4cef4a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063405 Sep 27 08:45:42.801413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1782a131-9354-452f-b79e-ff1692521ca2 None None] Provisioning complete for port 632aa55a-61f9-4b6a-84b6-356a2a060e4a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:42.801413 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1782a131-9354-452f-b79e-ff1692521ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.859314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58634) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:42.923037 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:42.984823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-097b06b8-8e6a-4ffe-96a8-e2fc20495f82 req-81bffb74-70d7-4472-8ea9-5ef32a8a93c6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4921031 Sep 27 08:45:43.096172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 632aa55a-61f9-4b6a-84b6-356a2a060e4a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:43.139255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee48d588-bf9b-44b7-89c3-afcaf4e39eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.160815 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-79b443f8-a30a-44c9-9219-9805911eb5ab service neutron] 10.222.0.57 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072234 Sep 27 08:45:43.272800 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1782a131-9354-452f-b79e-ff1692521ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.303470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657b6c7-3caf-4c44-b8f7-9bf72231dadb req-fcfa0370-4bbe-4ab3-b059-0f35f8e6caf3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:43.305450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2657b6c7-3caf-4c44-b8f7-9bf72231dadb req-fcfa0370-4bbe-4ab3-b059-0f35f8e6caf3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1264794 Sep 27 08:45:43.324635 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.328235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 632aa55a-61f9-4b6a-84b6-356a2a060e4a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:43.330693 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.430918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2657b6c7-3caf-4c44-b8f7-9bf72231dadb req-43c3d6c2-04b0-4e4b-bf37-653e43a79d99 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089547 Sep 27 08:45:43.514689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1782a131-9354-452f-b79e-ff1692521ca2 None None] For port 632aa55a-61f9-4b6a-84b6-356a2a060e4a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=632aa55a-61f9-4b6a-84b6-356a2a060e4a,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:43.532003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1782a131-9354-452f-b79e-ff1692521ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.535450 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee48d588-bf9b-44b7-89c3-afcaf4e39eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.552947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee48d588-bf9b-44b7-89c3-afcaf4e39eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.599554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.20.0.1 (e9c54e73-03f4-4d70-b600-5230fdcebd86/88b3f07f-9eaa-4063-b539-8f7ac44c67c4/56468431-c105-4c3f-b4f0-cd9cc523ab64) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:45:43.741263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 218389a5-06d3-447b-80d6-3d11452f761d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:43.759933 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Floating IP 68b3d4c0-67bf-4d70-9453-01430f582b9b associated. External IP: 172.25.2.245, port: 83391a2a-cb01-4a97-af9a-3c165b76c989. Sep 27 08:45:43.762385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:43.775113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782a131-9354-452f-b79e-ff1692521ca2 None None] Pushing event updated for resources: {'Port': ['ID=632aa55a-61f9-4b6a-84b6-356a2a060e4a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:43.796154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d588-bf9b-44b7-89c3-afcaf4e39eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7d792-5efb-40b5-b7df-ec26d139947d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:43.870431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6d07f617-abb6-481c-9a58-cc109c4619cd None None] Provisioning complete for port 632aa55a-61f9-4b6a-84b6-356a2a060e4a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:43.871816 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d07f617-abb6-481c-9a58-cc109c4619cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:43.893184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ee48d588-bf9b-44b7-89c3-afcaf4e39eb5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56ea1f7720744c7ea5cd0b5408cfbe72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0306087 Sep 27 08:45:43.893898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58684) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:43.915668 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02f61403-5cb7-4c1a-b0b7-388f867f2df0 req-a3b54e39-a5dc-48b2-893d-5d9a2d106953 service neutron] 10.222.0.57 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841970 Sep 27 08:45:43.977698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 218389a5-06d3-447b-80d6-3d11452f761d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:43.978324 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.042998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b618577-8a66-4322-a2c2-6e28ef54cd25 req-4331d00b-0849-4a6d-8143-e858a2a256f1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.052727 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9b618577-8a66-4322-a2c2-6e28ef54cd25 req-4331d00b-0849-4a6d-8143-e858a2a256f1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 944 time: 0.4349866 Sep 27 08:45:44.060646 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.086421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-142a1890-b773-4ac0-a79e-a665dd3c4014 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4220834 Sep 27 08:45:44.120277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-56f074a5-e594-4ec7-9b73-b1a9b7b43746 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:45:44.121315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-56f074a5-e594-4ec7-9b73-b1a9b7b43746 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124385 Sep 27 08:45:44.160298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2ba0-f663-43c7-a1f8-79c8cb6f6175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.218483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9b618577-8a66-4322-a2c2-6e28ef54cd25 req-b48d60af-8e10-478e-8f7d-a89cb6065684 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647673 Sep 27 08:45:44.253930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2ba0-f663-43c7-a1f8-79c8cb6f6175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.320092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2ba0-f663-43c7-a1f8-79c8cb6f6175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.323368 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2ba0-f663-43c7-a1f8-79c8cb6f6175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.325036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2bbc2ba0-f663-43c7-a1f8-79c8cb6f6175 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82a7d792-5efb-40b5-b7df-ec26d139947d HTTP/1.1" status: 204 len: 168 time: 0.4300003 Sep 27 08:45:44.356920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc2ba0-f663-43c7-a1f8-79c8cb6f6175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7d792-5efb-40b5-b7df-ec26d139947d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:44.367030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:44.546307 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.666576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:44.694262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1f527-15b2-4490-8f88-e5a43b225b48 req-429b7f7b-94b0-456e-b552-3067a821990a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:44.721436 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47b1f527-15b2-4490-8f88-e5a43b225b48 req-429b7f7b-94b0-456e-b552-3067a821990a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1451309 Sep 27 08:45:44.835083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:44.851574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47b1f527-15b2-4490-8f88-e5a43b225b48 req-f853b206-5daf-434b-b688-ca8020a545d7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210692 Sep 27 08:45:44.897440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 632aa55a-61f9-4b6a-84b6-356a2a060e4a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:45.004555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58720) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:45.011457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 632aa55a-61f9-4b6a-84b6-356a2a060e4a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:45.011826 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.031645 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8de0bc5e-19d1-4c05-a673-ef6513a12efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.114731 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f7937b-5e4a-4e6e-8cfa-676d6b3ee906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.205838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:45:45.231546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8de0bc5e-19d1-4c05-a673-ef6513a12efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.237619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8de0bc5e-19d1-4c05-a673-ef6513a12efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.300902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-6c4e84e5-10ec-47c8-a920-c7e079bbc150 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:45.304388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-6c4e84e5-10ec-47c8-a920-c7e079bbc150 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=937e5b6f-c3cd-4b8a-a5d8-90f6586ead80 HTTP/1.1" status: 200 len: 944 time: 0.7018881 Sep 27 08:45:45.305581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:45.309198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:45:45.316475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=56468431-c105-4c3f-b4f0-cd9cc523ab64,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:45.376096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8de0bc5e-19d1-4c05-a673-ef6513a12efb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5f40d0757e94cabaaff4ab3bf47a8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654647 Sep 27 08:45:45.384955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:45.395021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58726) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:45.402813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'port_id': 'a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae', 'mac_address': 'fa:16:3e:77:d5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8749f0-9f47-413d-bb85-9963854e5393', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:45:45.450686 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.466156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:45:45.494774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:45.501116 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.562961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:45.596073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.601428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0bc5e-19d1-4c05-a673-ef6513a12efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5305e1c-9406-4f89-8c77-44689169d6ea,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:45.631627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1afa759-bcbb-447d-92fd-65853ace7e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.660364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1afa759-bcbb-447d-92fd-65853ace7e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.669504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fff04-c4b4-4695-a5e0-9102fb6ccd6a req-ae076caf-1ec6-47a0-822d-4398428f7b58 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:45.671309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-695fff04-c4b4-4695-a5e0-9102fb6ccd6a req-ae076caf-1ec6-47a0-822d-4398428f7b58 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 945 time: 0.1555583 Sep 27 08:45:45.727766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:45.743420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1afa759-bcbb-447d-92fd-65853ace7e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.746826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1afa759-bcbb-447d-92fd-65853ace7e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.747722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a1afa759-bcbb-447d-92fd-65853ace7e1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5305e1c-9406-4f89-8c77-44689169d6ea HTTP/1.1" status: 204 len: 168 time: 0.3516450 Sep 27 08:45:45.758227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Deleting port 05e3453b-05df-4ac3-aa29-a0c5c708096e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:45.758583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:45.766231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afa759-bcbb-447d-92fd-65853ace7e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5305e1c-9406-4f89-8c77-44689169d6ea,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:45.806253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-695fff04-c4b4-4695-a5e0-9102fb6ccd6a req-a46c4fa6-e55d-417f-842f-0bf491597dcb tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819490 Sep 27 08:45:45.808871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:45.899457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-68ab5b07-0700-4f6b-a058-8b9702d260d7 None None] Provisioning complete for port 56468431-c105-4c3f-b4f0-cd9cc523ab64 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:45.900073 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68ab5b07-0700-4f6b-a058-8b9702d260d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.073770 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.091741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5b26-7b4a-4e53-ab96-1cb055eb185c req-5bd63f46-dd92-4b93-99b6-01316e09392f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:46.096613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b59e5b26-7b4a-4e53-ab96-1cb055eb185c req-5bd63f46-dd92-4b93-99b6-01316e09392f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1323907 Sep 27 08:45:46.106875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-68ab5b07-0700-4f6b-a058-8b9702d260d7 None None] Port 56468431-c105-4c3f-b4f0-cd9cc523ab64 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:46.188864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] For port 05e3453b-05df-4ac3-aa29-a0c5c708096e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=05e3453b-05df-4ac3-aa29-a0c5c708096e,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:46.189224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.206581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Calling delete_port for 05e3453b-05df-4ac3-aa29-a0c5c708096e owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:46.212603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b59e5b26-7b4a-4e53-ab96-1cb055eb185c req-6fd7c143-94b9-4c58-a299-ab6e72351a08 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082537 Sep 27 08:45:46.317393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.394557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:46.399745 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.405853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] Sync routers for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:46.425433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:46.426349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:46.509009 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6d637115-7f0b-46b4-adbe-d890d118bee7 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "PUT /v2.0/floatingips/68b3d4c0-67bf-4d70-9453-01430f582b9b HTTP/1.1" status: 200 len: 992 time: 6.2213061 Sep 27 08:45:46.529645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'tag': '83391a2a-cb01-4a97-af9a-3c165b76c989'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:46.532119 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4f093-62a5-46df-850d-cf7a317a2fff" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe22a20-1149-4571-86c1-7415aa4a55d4", "tag": "83391a2a-cb01-4a97-af9a-3c165b76c989"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:46.675103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:46.762916 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aa00ff-3358-4751-bcad-e7b076dd8462 x-openstack-request-id: req-e3aa00ff-3358-4751-bcad-e7b076dd8462 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:46.763320 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe22a20-1149-4571-86c1-7415aa4a55d4", "tag": "83391a2a-cb01-4a97-af9a-3c165b76c989", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:46.763320 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3aa00ff-3358-4751-bcad-e7b076dd8462 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:46.764191 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'tag': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'status': 'completed', 'code': 200} Sep 27 08:45:46.853153 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:46.986247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event deleted for resources: {'Port': ['ID=05e3453b-05df-4ac3-aa29-a0c5c708096e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:47.023321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'f31de135-f12e-4a78-ab5d-3bd58497edc5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:47.060016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437edb9-9c59-43a1-8352-4ce23e3b2b29 req-7deb04f9-698d-4b68-9ced-9541438f1faf tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.067273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] No DVR routers for this DVR port 05e3453b-05df-4ac3-aa29-a0c5c708096e on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:47.074206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-ba328c2e-1dab-4c91-a3ca-d5c2842d7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.074384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f437edb9-9c59-43a1-8352-4ce23e3b2b29 req-7deb04f9-698d-4b68-9ced-9541438f1faf tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 945 time: 0.1346629 Sep 27 08:45:47.076185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-ba328c2e-1dab-4c91-a3ca-d5c2842d7a89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0c347e489545df9c712542181a6097&device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 1097 time: 0.3177066 Sep 27 08:45:47.081789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.084370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-63b8de65-dbd0-4c4c-949c-1aa898a88751 req-4743794f-22fb-466f-b41b-318e248f6499 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "DELETE /v2.0/ports/05e3453b-05df-4ac3-aa29-a0c5c708096e HTTP/1.1" status: 204 len: 173 time: 1.7491608 Sep 27 08:45:47.236488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f437edb9-9c59-43a1-8352-4ce23e3b2b29 req-b7d93658-9c07-4c41-a75b-9af591bf601e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607392 Sep 27 08:45:47.384795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-4efa6072-2dfb-46aa-8bd3-82f93f732fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.387606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:47.398350 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-4efa6072-2dfb-46aa-8bd3-82f93f732fa6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 HTTP/1.1" status: 200 len: 916 time: 0.3046834 Sep 27 08:45:47.474774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc19c9d-c3dd-464f-89ff-fc3de1d26701 req-551719f4-386e-442e-afe8-8eee809ff8b5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.483370 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9cc19c9d-c3dd-464f-89ff-fc3de1d26701 req-551719f4-386e-442e-afe8-8eee809ff8b5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.0954099 Sep 27 08:45:47.554905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9cc19c9d-c3dd-464f-89ff-fc3de1d26701 req-90d40590-e96e-4e64-b915-71e2dbda579a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651875 Sep 27 08:45:47.566564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Deleting port cf7d4ccd-4855-4798-b963-a6632b636dd0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:47.566949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.629257 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:47.645664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-2766524d-b43c-46da-beca-ac265ea33bd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83391a2a-cb01-4a97-af9a-3c165b76c989 HTTP/1.1" status: 200 len: 1000 time: 0.2273195 Sep 27 08:45:47.791312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-d6a7f0cb-6ec9-4a81-b89f-6731e2b4633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:47.806584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-d6a7f0cb-6ec9-4a81-b89f-6731e2b4633a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49ac23d0-7211-44ef-85f5-14abb4f7304c HTTP/1.1" status: 200 len: 854 time: 0.1491041 Sep 27 08:45:47.850498 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:48.079950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] For port cf7d4ccd-4855-4798-b963-a6632b636dd0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf7d4ccd-4855-4798-b963-a6632b636dd0,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:48.080367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:48.095773 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:48.101480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Calling delete_port for cf7d4ccd-4855-4798-b963-a6632b636dd0 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:48.116788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=56468431-c105-4c3f-b4f0-cd9cc523ab64,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:48.140542 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0391046d-2a7f-4097-a1b3-d7071a669134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:48.319196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:45:48.346426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:48.350020 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:48.467390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92f01a-85de-4a9a-abf8-21fa519c910c req-5ceaad8f-2a8f-4f01-854e-74fb2e604b43 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.486996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b92f01a-85de-4a9a-abf8-21fa519c910c req-5ceaad8f-2a8f-4f01-854e-74fb2e604b43 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 945 time: 0.1171715 Sep 27 08:45:48.577417 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b92f01a-85de-4a9a-abf8-21fa519c910c req-774f47c9-6b4d-44d2-8267-cd1e7e974e99 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886743 Sep 27 08:45:48.582096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '68b3d4c0-67bf-4d70-9453-01430f582b9b', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'port_id': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'mac_address': 'fa:16:3e:7b:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:33Z', 'updated_at': '2021-09-27T08:45:42Z', 'revision_number': 1, 'project_id': '5a0c347e489545df9c712542181a6097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:36Z', 'revision_number': 5, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:48.743367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:48.768755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'name': 'network-vif-deleted', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:48.769528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] Checking router: 30b7c194-bc3f-4b2e-81ed-960bbfae64fc for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:48.771059 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bd2d76-e92d-4335-8bb2-af903afb6280" -d '{"events": [{"server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "name": "network-vif-deleted", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:48.781005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-3e0273de-b7e9-4807-8cc7-ebd49a116f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.782568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-3e0273de-b7e9-4807-8cc7-ebd49a116f29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8281260 Sep 27 08:45:48.833920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:48.840269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:48.907930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215c2c-3c72-4c8a-a79f-4464743c89ba req-c7e01b62-5898-42b8-aea8-ea881c2cfc8d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.911650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66215c2c-3c72-4c8a-a79f-4464743c89ba req-c7e01b62-5898-42b8-aea8-ea881c2cfc8d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.0906250 Sep 27 08:45:48.926877 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4fc95-9aad-40cd-a72b-d9253c99b612 req-fec8828e-3831-49b0-a5dd-b1e006bb9367 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:48.935341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2f4fc95-9aad-40cd-a72b-d9253c99b612 req-fec8828e-3831-49b0-a5dd-b1e006bb9367 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 907 time: 0.8101535 Sep 27 08:45:49.007655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66215c2c-3c72-4c8a-a79f-4464743c89ba req-3c931d38-bf2d-4e32-872a-df9f07395c6b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864441 Sep 27 08:45:49.087670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:45:49.092209 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86795e1-e096-4029-9f3c-4a14b2810949 x-openstack-request-id: req-f86795e1-e096-4029-9f3c-4a14b2810949 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:49.092771 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937e5b6f-c3cd-4b8a-a5d8-90f6586ead80", "name": "network-vif-deleted", "tag": "05e3453b-05df-4ac3-aa29-a0c5c708096e", "status": "failed", "code": 422}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:49.093184 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f86795e1-e096-4029-9f3c-4a14b2810949 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:49.093779 n-d-810909-1 neutron-server[94831]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '937e5b6f-c3cd-4b8a-a5d8-90f6586ead80', 'name': 'network-vif-deleted', 'tag': '05e3453b-05df-4ac3-aa29-a0c5c708096e', 'status': 'failed', 'code': 422} returned with failed status Sep 27 08:45:49.097128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:45:49.128148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.256964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-7a401a9d-7a8c-43a0-a143-98149dac27a9 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165697 Sep 27 08:45:49.279345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.284739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8f730e91-3398-49ef-a360-8d22538ab60a tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:49.361322 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8f730e91-3398-49ef-a360-8d22538ab60a tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "PUT /v2.0/quotas/7d6d61466f9544ab87497acdfb7a13ee HTTP/1.1" status: 200 len: 366 time: 0.2230828 Sep 27 08:45:49.363354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58812) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.386189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.398757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c723442d-28b5-440d-a11c-52a4128de734 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0339892 Sep 27 08:45:49.404740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58814) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.429584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0096f9f5-8e58-4ff2-ae96-efb5ea6ad837 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "GET /v2.0/quotas/7d6d61466f9544ab87497acdfb7a13ee HTTP/1.1" status: 200 len: 366 time: 0.0233307 Sep 27 08:45:49.432265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58816) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.465062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-572f015f-d429-4008-ac2c-ba22041c179a tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/7d6d61466f9544ab87497acdfb7a13ee HTTP/1.1" status: 204 len: 168 time: 0.0307803 Sep 27 08:45:49.467353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58818) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.487677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-79dcf1ff-62ce-4e66-8907-d87c81eb912f tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0190892 Sep 27 08:45:49.490374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58820) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.513572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.514417 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-816f5d5f-41b4-42e8-a97a-a17abe0b375d tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "GET /v2.0/quotas/7d6d61466f9544ab87497acdfb7a13ee HTTP/1.1" status: 200 len: 370 time: 0.0143409 Sep 27 08:45:49.531670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:49.589443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d40559-ea74-474f-92e5-d9e125a734ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:49.607138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58826) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:49.609570 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd61f6d4-2e5b-408c-9977-56b8ed47cd67" -d '{"events": [{"server_uuid": "64d40559-ea74-474f-92e5-d9e125a734ce", "name": "network-vif-plugged", "status": "completed", "tag": "a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:49.609981 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-77ea2bef-7f3c-48f7-a764-7a6ff47f4086 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "GET /v2.0/quotas/7d6d61466f9544ab87497acdfb7a13ee/default HTTP/1.1" status: 200 len: 370 time: 0.0172820 Sep 27 08:45:49.628907 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-04583f38-c5d0-466d-b5a9-668667a69ab5 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] delete failed (client error): The resource could not be found. Sep 27 08:45:49.631856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-04583f38-c5d0-466d-b5a9-668667a69ab5 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/7d6d61466f9544ab87497acdfb7a13ee HTTP/1.1" status: 404 len: 348 time: 0.0163646 Sep 27 08:45:49.636593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:49.673366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.751605 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663cbf89-370b-49ce-87c2-5359cc3e2aa6 x-openstack-request-id: req-663cbf89-370b-49ce-87c2-5359cc3e2aa6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:49.752115 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d40559-ea74-474f-92e5-d9e125a734ce", "name": "network-vif-plugged", "status": "completed", "tag": "a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:49.753275 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-663cbf89-370b-49ce-87c2-5359cc3e2aa6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:49.753733 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d40559-ea74-474f-92e5-d9e125a734ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae', 'code': 200} Sep 27 08:45:49.765957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.786843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7d4ccd-4855-4798-b963-a6632b636dd0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:49.817339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-16798875-9bec-498b-83aa-43667c6a469a None None] Provisioning complete for port 56468431-c105-4c3f-b4f0-cd9cc523ab64 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:49.817782 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16798875-9bec-498b-83aa-43667c6a469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:49.858712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 76095861-4f56-452c-89ae-f3d3d7ca75d5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:49.897562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-16798875-9bec-498b-83aa-43667c6a469a None None] Port 56468431-c105-4c3f-b4f0-cd9cc523ab64 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:45:49.913181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:49.955244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-9a631229-f5aa-4dac-9c20-59bd92dbe09a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:49.968734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-9a631229-f5aa-4dac-9c20-59bd92dbe09a tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 907 time: 0.5960014 Sep 27 08:45:50.027776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7e423-f00a-43b6-af3b-cdc4d879a0e5 req-7d6b45e0-f369-4eb2-87cc-fef7a992ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:50.034867 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bb7e423-f00a-43b6-af3b-cdc4d879a0e5 req-7d6b45e0-f369-4eb2-87cc-fef7a992ede0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 1097 time: 0.1861284 Sep 27 08:45:50.059928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5c4f093-62a5-46df-850d-cf7a317a2fff req-74420e00-7a75-437f-8b92-391de3244088 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7927999 Sep 27 08:45:50.090357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58840) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:50.174147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bb7e423-f00a-43b6-af3b-cdc4d879a0e5 req-2fafde6a-019b-4e26-934b-2ce3510ad5b8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312687 Sep 27 08:45:50.177264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '68b3d4c0-67bf-4d70-9453-01430f582b9b', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'port_id': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'mac_address': 'fa:16:3e:7b:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:33Z', 'updated_at': '2021-09-27T08:45:42Z', 'revision_number': 1, 'project_id': '5a0c347e489545df9c712542181a6097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:36Z', 'revision_number': 5, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:50.236888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd123a0-b25c-416c-aace-9f69b49744ec None None] The sync data for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 is: [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '68b3d4c0-67bf-4d70-9453-01430f582b9b', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'port_id': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'mac_address': 'fa:16:3e:7b:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:44:33Z', 'updated_at': '2021-09-27T08:45:42Z', 'revision_number': 1, 'project_id': '5a0c347e489545df9c712542181a6097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:36Z', 'revision_number': 5, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:50.307920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d94ed4-bcb5-4918-9d4e-b9de73e1904e req-542eeeb0-3dc5-4598-a28e-fcdda77abf39 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:50.309636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9d94ed4-bcb5-4918-9d4e-b9de73e1904e req-542eeeb0-3dc5-4598-a28e-fcdda77abf39 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 907 time: 0.2132924 Sep 27 08:45:50.311867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Usage tracker for resource:network and tenant:6c0084db21404ae08416a3c6223accab is out of sync, need to count used quota {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 27 08:45:50.318398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 27 08:45:50.326136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Usage tracker for resource:subnet and tenant:6c0084db21404ae08416a3c6223accab is out of sync, need to count used quota {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 27 08:45:50.331787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 27 08:45:50.350865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Usage tracker for resource:subnetpool and tenant:6c0084db21404ae08416a3c6223accab is out of sync, need to count used quota {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 27 08:45:50.356607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 27 08:45:50.364850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Usage tracker for resource:port and tenant:6c0084db21404ae08416a3c6223accab is out of sync, need to count used quota {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 27 08:45:50.368160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9c98f-50b2-462b-bc63-5c4cb543db5d req-8caa26f8-b413-4459-87b7-6efee75dc736 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:50.370494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 27 08:45:50.377792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Usage tracker for resource:router and tenant:6c0084db21404ae08416a3c6223accab is out of sync, need to count used quota {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 27 08:45:50.380400 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14d9c98f-50b2-462b-bc63-5c4cb543db5d req-8caa26f8-b413-4459-87b7-6efee75dc736 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.5685174 Sep 27 08:45:50.383512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 27 08:45:50.390277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Usage tracker for resource:floatingip and tenant:6c0084db21404ae08416a3c6223accab is out of sync, need to count used quota {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 27 08:45:50.395947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 27 08:45:50.524213 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.548697 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14d9c98f-50b2-462b-bc63-5c4cb543db5d req-c0fa2114-924d-4d86-84bc-0725b83e4929 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576757 Sep 27 08:45:50.568924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3c369-a717-4a2d-9e5d-7984781fc264 req-cc09c481-9da5-44b3-9121-2b360d641868 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:50.568924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d3c369-a717-4a2d-9e5d-7984781fc264 req-cc09c481-9da5-44b3-9121-2b360d641868 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1489093 Sep 27 08:45:50.573230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Usage tracker for resource:security_group and tenant:6c0084db21404ae08416a3c6223accab is out of sync, need to count used quota {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 27 08:45:50.612257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 27 08:45:50.658658 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bcd830-37b7-467d-9b14-bb42abbb32f1 None None] New status for floating IP 68b3d4c0-67bf-4d70-9453-01430f582b9b: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:45:50.662551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Usage tracker for resource:security_group_rule and tenant:6c0084db21404ae08416a3c6223accab is out of sync, need to count used quota {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 27 08:45:50.706521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d3c369-a717-4a2d-9e5d-7984781fc264 req-42583bd1-2622-4ea7-9690-cf202641c8c8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198533 Sep 27 08:45:50.713467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.quota.resource [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94830) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 27 08:45:50.733871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e12fcd21-04b6-4777-879c-947195d9c795 tempest-QuotasTest-1451610917 tempest-QuotasTest-1451610917-project-admin] 10.222.0.50 "GET /v2.0/quotas/6c0084db21404ae08416a3c6223accab/details.json HTTP/1.1" status: 200 len: 703 time: 0.5944080 Sep 27 08:45:50.859038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Deleting port 92a0ed9b-1db6-4dab-baa5-80953371a957 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:50.859763 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:50.904367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:50.922405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Sync routers for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:50.931426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58850) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:50.945984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ace340d1-581f-49cb-be95-6a995b62946d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "PUT /v2.0/routers/76095861-4f56-452c-89ae-f3d3d7ca75d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0995173 Sep 27 08:45:50.949972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:50.950787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:50.959394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:51.095005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] For port 92a0ed9b-1db6-4dab-baa5-80953371a957, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92a0ed9b-1db6-4dab-baa5-80953371a957,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:51.095656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:51.125603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:51.147182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Calling delete_port for 92a0ed9b-1db6-4dab-baa5-80953371a957 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:51.665000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:46Z', 'revision_number': 2, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:51.717396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:51.733553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Checking router: 76095861-4f56-452c-89ae-f3d3d7ca75d5 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:51.734199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Updating router 76095861-4f56-452c-89ae-f3d3d7ca75d5 port 56468431-c105-4c3f-b4f0-cd9cc523ab64 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:45:51.776134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.028896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be39d3-624a-4a25-a157-bb5526bd6496 req-2736311e-0dcc-4de7-a0f0-b5cb8ca968e3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.036981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.044281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0be39d3-624a-4a25-a157-bb5526bd6496 req-2736311e-0dcc-4de7-a0f0-b5cb8ca968e3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.0969768 Sep 27 08:45:52.058990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:45:52.063923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.064434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.064894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.065335 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.065795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.066228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.066671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.067130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.067574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.072187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3969f0bc-df2b-4f63-a7a2-271e103f5c4b tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6392 time: 1.1372607 Sep 27 08:45:52.073707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58870) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:52.085144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042706a-2596-4be6-a251-14b3129562ce req-6e08c458-445f-40e6-aa19-5e878f00eaf9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.090115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c042706a-2596-4be6-a251-14b3129562ce req-6e08c458-445f-40e6-aa19-5e878f00eaf9 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 829 time: 0.6030967 Sep 27 08:45:52.146650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0be39d3-624a-4a25-a157-bb5526bd6496 req-b4f2d1d0-0341-49ed-b8b4-5c82f0003a99 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013589 Sep 27 08:45:52.217589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event deleted for resources: {'Port': ['ID=92a0ed9b-1db6-4dab-baa5-80953371a957,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:52.363838 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.376956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.384998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d473-6805-4236-8895-a40edb1c1e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.400185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.401105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.401105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.402350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.402350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.402350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.402609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.403127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.403602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.405867 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1a8f7c3f-d529-4420-a369-6ad95778497c tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5931 time: 0.3310118 Sep 27 08:45:52.406201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] No DVR routers for this DVR port 92a0ed9b-1db6-4dab-baa5-80953371a957 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:52.409224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58874) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:52.427141 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.432846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adb44c6f-704d-49b4-8d6d-c05991fdc917 req-f4fe3a51-7801-4d07-afde-402b604da615 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "DELETE /v2.0/ports/92a0ed9b-1db6-4dab-baa5-80953371a957 HTTP/1.1" status: 204 len: 173 time: 2.3681066 Sep 27 08:45:52.435459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'name': 'network-vif-deleted', 'tag': '92a0ed9b-1db6-4dab-baa5-80953371a957'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:52.438994 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfd33f0-7e49-49fd-9f06-edfa8d5ec54c" -d '{"events": [{"server_uuid": "da5a4c1d-3041-4053-bc21-98c1a32eb72b", "name": "network-vif-deleted", "tag": "92a0ed9b-1db6-4dab-baa5-80953371a957"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:52.531054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647988f-37f4-4289-8e70-c05092cc64c3 req-3f3793b8-f3b9-4557-ac8d-0f2a53e606ce tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:52.532751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9647988f-37f4-4289-8e70-c05092cc64c3 req-3f3793b8-f3b9-4557-ac8d-0f2a53e606ce tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.2349217 Sep 27 08:45:52.588677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c519e2-820d-4aaf-8728-8dac4c01f2c2 None None] Pushing event updated for resources: {'Port': ['ID=56468431-c105-4c3f-b4f0-cd9cc523ab64,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:52.679670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d473-6805-4236-8895-a40edb1c1e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.743265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Attempting to bind port 56468431-c105-4c3f-b4f0-cd9cc523ab64 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:45:52.743723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Attempting to bind port 56468431-c105-4c3f-b4f0-cd9cc523ab64 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:45:52.744048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Attempting to bind port 56468431-c105-4c3f-b4f0-cd9cc523ab64 on network e9c54e73-03f4-4d70-b600-5230fdcebd86 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:45:52.755327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:45:52.763432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Checking segment: {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:45:52.768259 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.768725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Bound using segment: {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:45:52.769247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Bound port: 56468431-c105-4c3f-b4f0-cd9cc523ab64, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:45:52.769646 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.770814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9647988f-37f4-4289-8e70-c05092cc64c3 req-b871f0aa-9a86-46bc-85b5-c0ee22f91410 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202723 Sep 27 08:45:52.828204 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e6da5-3023-4c2e-b39a-40cf6a8004bb x-openstack-request-id: req-9d1e6da5-3023-4c2e-b39a-40cf6a8004bb {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:52.832407 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5a4c1d-3041-4053-bc21-98c1a32eb72b", "name": "network-vif-deleted", "tag": "92a0ed9b-1db6-4dab-baa5-80953371a957", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:52.832622 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d1e6da5-3023-4c2e-b39a-40cf6a8004bb {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:52.833108 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5a4c1d-3041-4053-bc21-98c1a32eb72b', 'name': 'network-vif-deleted', 'tag': '92a0ed9b-1db6-4dab-baa5-80953371a957', 'status': 'completed', 'code': 200} Sep 27 08:45:52.833833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d473-6805-4236-8895-a40edb1c1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:52.872171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] For port 56468431-c105-4c3f-b4f0-cd9cc523ab64, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:45:52.875581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] For port 56468431-c105-4c3f-b4f0-cd9cc523ab64, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=56468431-c105-4c3f-b4f0-cd9cc523ab64,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:45:52.881851 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3b3d473-6805-4236-8895-a40edb1c1e8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7afdb82d735740ac96451b59d4c6f49a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1402297 Sep 27 08:45:52.895131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58880) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:52.895359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.150504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-115723e4-44c8-40ce-8aee-8dec6669fc2e tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.7397666 Sep 27 08:45:53.217878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c519e2-820d-4aaf-8728-8dac4c01f2c2 None None] Pushing event updated for resources: {'Port': ['ID=56468431-c105-4c3f-b4f0-cd9cc523ab64,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:53.269224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 92a0ed9b-1db6-4dab-baa5-80953371a957 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:53.307148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:53.310017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:53.349542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-268005f8-5191-4155-bbc5-0df2555c9d6a req-53521de9-2e5d-4c30-a08d-5dc1d826972b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5a4c1d-3041-4053-bc21-98c1a32eb72b HTTP/1.1" status: 200 len: 210 time: 0.0316522 Sep 27 08:45:53.447425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 92a0ed9b-1db6-4dab-baa5-80953371a957 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:53.447789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 92a0ed9b-1db6-4dab-baa5-80953371a957 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:53.451880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-45088688-f949-4bf6-b0ca-335494595859 None None] Provisioning complete for port 56468431-c105-4c3f-b4f0-cd9cc523ab64 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:53.452267 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45088688-f949-4bf6-b0ca-335494595859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.530494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3d473-6805-4236-8895-a40edb1c1e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903d1c59-03f1-47e7-bc78-de1c2137895a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:53.582057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5664c-c1e3-42f2-ab44-848dacbd4ede req-36d42ea0-3d95-4abc-bfba-9e064b381ced tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:53.592638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-31a5664c-c1e3-42f2-ab44-848dacbd4ede req-36d42ea0-3d95-4abc-bfba-9e064b381ced tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.7684684 Sep 27 08:45:53.624171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f6ab-6c72-44f1-9e3e-093741579e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.633217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:45:53.639719 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0c2de967-0bba-4fc2-baf6-122dec4a0556 admin admin] 10.222.0.50 "PUT /v2.0/routers/2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8700156 Sep 27 08:45:53.642498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58892) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:53.643166 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] Sync routers for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:45:53.657154 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:53.658418 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:53.759237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-31a5664c-c1e3-42f2-ab44-848dacbd4ede req-31d33375-84eb-48c6-8f9c-5d71e2e80076 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652613 Sep 27 08:45:53.762336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f6ab-6c72-44f1-9e3e-093741579e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.861665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f6ab-6c72-44f1-9e3e-093741579e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.865201 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f6ab-6c72-44f1-9e3e-093741579e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.868804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d9a2f6ab-6c72-44f1-9e3e-093741579e50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/903d1c59-03f1-47e7-bc78-de1c2137895a HTTP/1.1" status: 204 len: 168 time: 0.9713314 Sep 27 08:45:53.872928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.879594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2f6ab-6c72-44f1-9e3e-093741579e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903d1c59-03f1-47e7-bc78-de1c2137895a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:53.888140 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45088688-f949-4bf6-b0ca-335494595859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:53.940682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:53.979436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-45088688-f949-4bf6-b0ca-335494595859 None None] For port 56468431-c105-4c3f-b4f0-cd9cc523ab64, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=56468431-c105-4c3f-b4f0-cd9cc523ab64,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:53.989152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45088688-f949-4bf6-b0ca-335494595859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.024317 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:54.055102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45088688-f949-4bf6-b0ca-335494595859 None None] Pushing event updated for resources: {'Port': ['ID=56468431-c105-4c3f-b4f0-cd9cc523ab64,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:54.148038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.148726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-89e9fdd7-a57c-435f-8481-699d05143692 None None] Provisioning complete for port 56468431-c105-4c3f-b4f0-cd9cc523ab64 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:54.149399 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89e9fdd7-a57c-435f-8481-699d05143692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.284981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d57e7-5a41-40bf-b04f-ee3525d58469 req-29b4e58e-72b4-449a-8821-8bce5aaa7d8d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.287567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4e3d57e7-5a41-40bf-b04f-ee3525d58469 req-29b4e58e-72b4-449a-8821-8bce5aaa7d8d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1305039 Sep 27 08:45:54.297241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Deleting port 353d926f-4b9c-4b75-9ce5-45ca33c92e70 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:54.298899 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.365771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58904) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:54.377663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e14a68c0-1ef7-4c39-895a-294bf1f8e266 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520321675', 'description': 'tempest-secgroup-smoke-1520321675 description', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:54.489532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:54.517501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14a68c0-1ef7-4c39-895a-294bf1f8e266 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.531131 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db37f781-961a-4037-aee8-23ad583cb517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.534230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df91c-c817-429b-8543-dec1ff11be2f req-b49058ab-779a-4d13-b564-9bd3308b62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.535911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-b49058ab-779a-4d13-b564-9bd3308b62c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636&tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e HTTP/1.1" status: 200 len: 1094 time: 0.2463434 Sep 27 08:45:54.554126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4e3d57e7-5a41-40bf-b04f-ee3525d58469 req-e05714c7-27b3-43ed-9323-5a689a74b218 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927674 Sep 27 08:45:54.561472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:52Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:54.583699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] For port 353d926f-4b9c-4b75-9ce5-45ca33c92e70, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=353d926f-4b9c-4b75-9ce5-45ca33c92e70,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:54.584475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:54.608126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922c41b-5aa9-4dcc-b54a-46c620640070 None None] The sync data for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 is: [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:52Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:54.613311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Calling delete_port for 353d926f-4b9c-4b75-9ce5-45ca33c92e70 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:54.671948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df91c-c817-429b-8543-dec1ff11be2f req-d1ac76ae-a15f-49de-b44e-d53535619a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:54.673810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-d1ac76ae-a15f-49de-b44e-d53535619a46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1094 time: 0.1056132 Sep 27 08:45:54.716705 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:45:49Z', 'revision_number': 5, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port': {'id': '353d926f-4b9c-4b75-9ce5-45ca33c92e70', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:33:57Z', 'updated_at': '2021-09-27T08:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:54.824006 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] Checking router: 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:45:54.844093 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] Routers {'2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:45:54.845285 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:54.937823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 56468431-c105-4c3f-b4f0-cd9cc523ab64 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:45:55.006375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16b5e-a7ad-4f14-ad7f-9ae4ae0c449f req-a2fb5a19-d3c4-446a-a6a5-a0bbea76e88c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.008379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bd16b5e-a7ad-4f14-ad7f-9ae4ae0c449f req-a2fb5a19-d3c4-446a-a6a5-a0bbea76e88c tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 945 time: 0.1117086 Sep 27 08:45:55.024317 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] Set router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:45:55.035970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 56468431-c105-4c3f-b4f0-cd9cc523ab64 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:45:55.039106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.122074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bd16b5e-a7ad-4f14-ad7f-9ae4ae0c449f req-c38d396e-7430-4c67-9cf9-0a597c544c6f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838013 Sep 27 08:45:55.122991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df91c-c817-429b-8543-dec1ff11be2f req-6ce3a3e1-457d-42f3-a276-c309181de487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.123648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.125206 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-6ce3a3e1-457d-42f3-a276-c309181de487 service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.4242780 Sep 27 08:45:55.143926 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db37f781-961a-4037-aee8-23ad583cb517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.170735 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:45:54Z', 'revision_number': 6, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:55.207517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=353d926f-4b9c-4b75-9ce5-45ca33c92e70,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:55.243167 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0393fd-91c7-4f96-a773-7932c470c76b None None] The sync data for ids ['2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9'] in n-d-810909-1 is: [{'id': '2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9', 'name': 'tempest-TaggedBootDevicesTest-1522374882-router', 'tenant_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:33:56Z', 'updated_at': '2021-09-27T08:45:54Z', 'revision_number': 6, 'project_id': '95dbba194fdb453aa1b6490fcaaa11d0', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:45:55.284593 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db37f781-961a-4037-aee8-23ad583cb517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.301922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2b0ec-7a4a-45ec-8fbc-cfd2bebaf542 req-1ff13562-7c0f-494b-ade4-794c1e9983a6 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.309693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ef2b0ec-7a4a-45ec-8fbc-cfd2bebaf542 req-1ff13562-7c0f-494b-ade4-794c1e9983a6 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.3674374 Sep 27 08:45:55.371059 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.389165 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db37f781-961a-4037-aee8-23ad583cb517 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c0084db21404ae08416a3c6223accab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8905861 Sep 27 08:45:55.393398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:55.457826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14a68c0-1ef7-4c39-895a-294bf1f8e266 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.471667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37f781-961a-4037-aee8-23ad583cb517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944b5f0f-85ae-41b7-9393-dda463157b3b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:55.481990 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-fb04437b-7376-42d2-96c8-de80863c9d10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 200 len: 998 time: 0.3344357 Sep 27 08:45:55.490941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.495123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.497271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14a68c0-1ef7-4c39-895a-294bf1f8e266 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.547293 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3ef2b0ec-7a4a-45ec-8fbc-cfd2bebaf542 req-3bb069e7-181c-4c28-87a9-f1f1994ee81a tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261679 Sep 27 08:45:55.555687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd08b832-9e4f-44ab-91a1-1c33f513466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.578454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df91c-c817-429b-8543-dec1ff11be2f req-7bae4e54-60e1-4396-bb45-28765a9532f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.580268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-7bae4e54-60e1-4396-bb45-28765a9532f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.0868046 Sep 27 08:45:55.589993 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e14a68c0-1ef7-4c39-895a-294bf1f8e266 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.595526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e14a68c0-1ef7-4c39-895a-294bf1f8e266 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2262170 Sep 27 08:45:55.595526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a68c0-1ef7-4c39-895a-294bf1f8e266 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53de265b-4fe2-4abe-8fa1-c016e6a16c0c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:55.598695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58930) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:55.609594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-85aedb0c-7988-405f-9d77-de73858d2149 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '53de265b-4fe2-4abe-8fa1-c016e6a16c0c', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:55.615985 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.617258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:45:55.621726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.623001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a7df025f-6ed2-48bc-9f99-427b09278f8c admin admin] 10.222.0.50 "DELETE /v2.0/routers/2e7fb822-12e9-4b9c-ae58-0d2c4d1839c9 HTTP/1.1" status: 204 len: 168 time: 1.9786952 Sep 27 08:45:55.626442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58932) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:55.626776 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd08b832-9e4f-44ab-91a1-1c33f513466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.696380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-9173bc16-057d-47b5-a22f-769abd4c6965 admin admin] Deleting subnet a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:45:55.711814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85aedb0c-7988-405f-9d77-de73858d2149 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.714637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9173bc16-057d-47b5-a22f-769abd4c6965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.740544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df91c-c817-429b-8543-dec1ff11be2f req-359a1cb2-71aa-4505-9593-a53b698a1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.742309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-359a1cb2-71aa-4505-9593-a53b698a1e77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510704 Sep 27 08:45:55.806724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd08b832-9e4f-44ab-91a1-1c33f513466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.809333 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd08b832-9e4f-44ab-91a1-1c33f513466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.812468 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fd08b832-9e4f-44ab-91a1-1c33f513466e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/944b5f0f-85ae-41b7-9393-dda463157b3b HTTP/1.1" status: 204 len: 168 time: 0.4175348 Sep 27 08:45:55.817872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9173bc16-057d-47b5-a22f-769abd4c6965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.857273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230ed95-9d78-4316-81b6-7fea365e517d req-beda3acd-ce83-480a-ac10-4b53f0d2a4c0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:55.859349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a230ed95-9d78-4316-81b6-7fea365e517d req-beda3acd-ce83-480a-ac10-4b53f0d2a4c0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1598420 Sep 27 08:45:55.865555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08b832-9e4f-44ab-91a1-1c33f513466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944b5f0f-85ae-41b7-9393-dda463157b3b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:55.902355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85aedb0c-7988-405f-9d77-de73858d2149 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.922453 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85aedb0c-7988-405f-9d77-de73858d2149 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:55.925699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-be860a3d-9788-45a1-ad25-7f6749867c12 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739895 Sep 27 08:45:55.971112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aedb0c-7988-405f-9d77-de73858d2149 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5535f92-46da-4029-b5bb-47560e3247b9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:56.014337 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a230ed95-9d78-4316-81b6-7fea365e517d req-63862bd6-0bec-477a-9e74-469a60f7e796 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417565 Sep 27 08:45:56.018778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85aedb0c-7988-405f-9d77-de73858d2149 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.021104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-85aedb0c-7988-405f-9d77-de73858d2149 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4208963 Sep 27 08:45:56.024432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58946) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:56.035518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c7d77276-ad08-4ebd-a8d1-e61710dca91a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '53de265b-4fe2-4abe-8fa1-c016e6a16c0c', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:56.075459 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9173bc16-057d-47b5-a22f-769abd4c6965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.107313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-eaab111f-dd00-4497-97f9-216b72cfa0b0 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720996 Sep 27 08:45:56.202591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7d77276-ad08-4ebd-a8d1-e61710dca91a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.336909 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9173bc16-057d-47b5-a22f-769abd4c6965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.346409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334114b1-4e22-4c66-9d22-a7b731c993f6 req-439415e5-683e-4dd8-895a-02ae060a1b53 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.357337 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-334114b1-4e22-4c66-9d22-a7b731c993f6 req-439415e5-683e-4dd8-895a-02ae060a1b53 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 945 time: 0.1478386 Sep 27 08:45:56.414665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4744edce-3a7a-42f0-8f52-1895e77e1bb8 None None] Network a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:45:56.422344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9173bc16-057d-47b5-a22f-769abd4c6965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.432009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9173bc16-057d-47b5-a22f-769abd4c6965 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae HTTP/1.1" status: 204 len: 168 time: 0.8042059 Sep 27 08:45:56.439442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:56.452194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68ca7a28-b2a5-47f7-b1a4-f2d4fc83bffa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.458245 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68ca7a28-b2a5-47f7-b1a4-f2d4fc83bffa tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 945 time: 0.1749597 Sep 27 08:45:56.481277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173bc16-057d-47b5-a22f-769abd4c6965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31ef2e0-5ec0-424f-b1de-6ecfa4fdd2ae,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:56.536434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7d77276-ad08-4ebd-a8d1-e61710dca91a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.544363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7d77276-ad08-4ebd-a8d1-e61710dca91a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.572734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7d77276-ad08-4ebd-a8d1-e61710dca91a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.577841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c7d77276-ad08-4ebd-a8d1-e61710dca91a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5498044 Sep 27 08:45:56.578741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 58974) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:56.584434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3a740aea-3fbc-44f8-b447-84c78fcd5b9a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '53de265b-4fe2-4abe-8fa1-c016e6a16c0c', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:56.625072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d77276-ad08-4ebd-a8d1-e61710dca91a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecf1b25-10c0-457b-bcea-49e5b7485eb6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:56.637085 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a740aea-3fbc-44f8-b447-84c78fcd5b9a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.665564 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.674209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-334114b1-4e22-4c66-9d22-a7b731c993f6 req-2eea0e00-0e73-4b3d-afd7-751c988f322b tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157935 Sep 27 08:45:56.715686 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a740aea-3fbc-44f8-b447-84c78fcd5b9a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.755225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a740aea-3fbc-44f8-b447-84c78fcd5b9a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.805831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a740aea-3fbc-44f8-b447-84c78fcd5b9a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b822da-750d-4efa-9e13-a370b731881a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:56.816377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a740aea-3fbc-44f8-b447-84c78fcd5b9a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:56.821395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3a740aea-3fbc-44f8-b447-84c78fcd5b9a tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2414155 Sep 27 08:45:56.827825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 58978) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:56.868864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e96087d4-a23f-4ec6-9f33-85570a059b4d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '53de265b-4fe2-4abe-8fa1-c016e6a16c0c', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:56.869175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de9fb0-d915-49d5-aba5-736784c02a9a req-c9ef03c3-d88f-4c19-a10c-a22c35d7e8d4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:56.873922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27de9fb0-d915-49d5-aba5-736784c02a9a req-c9ef03c3-d88f-4c19-a10c-a22c35d7e8d4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1556468 Sep 27 08:45:56.889147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] DHCP port deletion for a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:45:56.969462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27de9fb0-d915-49d5-aba5-736784c02a9a req-5c3b9d48-48f3-4217-89ea-a38959d4352c tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888076 Sep 27 08:45:56.972102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 353d926f-4b9c-4b75-9ce5-45ca33c92e70 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:56.982176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e96087d4-a23f-4ec6-9f33-85570a059b4d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.033696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 353d926f-4b9c-4b75-9ce5-45ca33c92e70 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:57.034161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 353d926f-4b9c-4b75-9ce5-45ca33c92e70 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:57.034554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf7d4ccd-4855-4798-b963-a6632b636dd0 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:57.110014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: cf7d4ccd-4855-4798-b963-a6632b636dd0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:57.110540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf7d4ccd-4855-4798-b963-a6632b636dd0 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:57.154196 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e96087d4-a23f-4ec6-9f33-85570a059b4d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.167614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e96087d4-a23f-4ec6-9f33-85570a059b4d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.206707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Deleting port 814da414-17ad-427e-9b1e-8464b07da153 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:57.207172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.211075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Deleting port f31de135-f12e-4a78-ab5d-3bd58497edc5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:57.211521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.255821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Deleting port 814da414-17ad-427e-9b1e-8464b07da153 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:45:57.256189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.375658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] For port 814da414-17ad-427e-9b1e-8464b07da153, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=814da414-17ad-427e-9b1e-8464b07da153,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:57.376773 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.435895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Calling delete_port for 814da414-17ad-427e-9b1e-8464b07da153 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:57.444653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96087d4-a23f-4ec6-9f33-85570a059b4d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a966f8-b3bb-4527-aa3b-251bf33ecf54,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:57.586740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.589538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] For port f31de135-f12e-4a78-ab5d-3bd58497edc5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f31de135-f12e-4a78-ab5d-3bd58497edc5,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:57.590464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.625170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Calling delete_port for f31de135-f12e-4a78-ab5d-3bd58497edc5 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:57.630924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Pushing event deleted for resources: {'Port': ['ID=814da414-17ad-427e-9b1e-8464b07da153,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:57.643892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.644597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.645123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.646212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.646785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.647345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.647906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.648691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.649282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.650060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.650582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.651442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:45:57.670972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60797a-4617-43f9-9bd5-a71ddb71b00d None None] No DVR routers for this DVR port 814da414-17ad-427e-9b1e-8464b07da153 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:57.702256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59002) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:57.712007 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e96087d4-a23f-4ec6-9f33-85570a059b4d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.714324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e96087d4-a23f-4ec6-9f33-85570a059b4d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8812621 Sep 27 08:45:57.717440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59008) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:57.722275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f6b4d7cb-4830-4eba-93f0-0fcdd3429e29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '53de265b-4fe2-4abe-8fa1-c016e6a16c0c', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:57.791975 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-f6b4d7cb-4830-4eba-93f0-0fcdd3429e29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Project 2e0a23c7655e453d9e13ec1c8915bf61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:45:57.804289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d7cb-4830-4eba-93f0-0fcdd3429e29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.825362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] For port 814da414-17ad-427e-9b1e-8464b07da153, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=814da414-17ad-427e-9b1e-8464b07da153,segment=NetworkSegment(9b78817e-1fa6-4e06-9ddc-bd03865a98bd),segment_id=9b78817e-1fa6-4e06-9ddc-bd03865a98bd)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:45:57.825362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:57.852822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2330-db84-4f00-b674-c7786890a9eb req-0d3d2044-dbc3-4b50-8d0d-dcfeb214a821 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:57.861430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd8b2330-db84-4f00-b674-c7786890a9eb req-0d3d2044-dbc3-4b50-8d0d-dcfeb214a821 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.4843960 Sep 27 08:45:57.864659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Calling delete_port for 814da414-17ad-427e-9b1e-8464b07da153 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:45:57.933871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-220606616'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:57.943239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd8b2330-db84-4f00-b674-c7786890a9eb req-cbec7d1c-a11e-4993-a060-093ded726005 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808263 Sep 27 08:45:58.042540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Made reservation on behalf of b5b3fa0e582d4a7b956f46049d3bfb6f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:58.060245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.081696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d7cb-4830-4eba-93f0-0fcdd3429e29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.096074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1cff6-9088-4541-95c1-d2f780a24fb7 req-d1bbec8a-fa3d-4d87-bebb-aa56f0947236 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.116972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7af1cff6-9088-4541-95c1-d2f780a24fb7 req-d1bbec8a-fa3d-4d87-bebb-aa56f0947236 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 945 time: 0.2438397 Sep 27 08:45:58.136250 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.140603 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d7cb-4830-4eba-93f0-0fcdd3429e29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.208412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4d7cb-4830-4eba-93f0-0fcdd3429e29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2035f56-e355-410f-bc1f-01bb354691c3,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:58.293722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6215-a432-42c6-bc29-49015dba5abf req-af2f779a-abae-4d59-95dd-a91824193db2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.306325 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7af1cff6-9088-4541-95c1-d2f780a24fb7 req-0e51a443-676e-4335-b728-d91c4398ff7e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869895 Sep 27 08:45:58.312134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e96c6215-a432-42c6-bc29-49015dba5abf req-af2f779a-abae-4d59-95dd-a91824193db2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1891863 Sep 27 08:45:58.319478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.337146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'f31de135-f12e-4a78-ab5d-3bd58497edc5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:45:58.358012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.463878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event deleted for resources: {'Port': ['ID=f31de135-f12e-4a78-ab5d-3bd58497edc5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:58.482451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.494746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.518115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d7cb-4830-4eba-93f0-0fcdd3429e29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.522662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f6b4d7cb-4830-4eba-93f0-0fcdd3429e29 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8009305 Sep 27 08:45:58.531594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59016) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:58.540800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] No DVR routers for this DVR port 814da414-17ad-427e-9b1e-8464b07da153 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:58.558190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-605c886c-7b07-4deb-b727-b859e579154c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'security_group_rule': {'security_group_id': '53de265b-4fe2-4abe-8fa1-c016e6a16c0c', 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:58.582482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:45:58.586876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Pushing event deleted for resources: {'Port': ['ID=814da414-17ad-427e-9b1e-8464b07da153,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:58.636730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8cf3d-2893-4e1e-a684-74617a6bf17c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:58.641948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.642302 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Added segment a56ac5d6-8c6e-4b4c-a27f-3d6040e75698 of type vlan for network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b Sep 27 08:45:58.653926 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-605c886c-7b07-4deb-b727-b859e579154c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Project 2e0a23c7655e453d9e13ec1c8915bf61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:45:58.683754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-605c886c-7b07-4deb-b727-b859e579154c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.716169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.762242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] No DVR routers for this DVR port f31de135-f12e-4a78-ab5d-3bd58497edc5 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:45:58.767060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.770188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f18c191d-b8a7-4553-bcca-76a1b47072af req-68738ebb-7b74-4ef8-88ba-5600ba5bdfa8 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "DELETE /v2.0/ports/f31de135-f12e-4a78-ab5d-3bd58497edc5 HTTP/1.1" status: 204 len: 173 time: 2.0905797 Sep 27 08:45:58.801658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.812480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:58.813211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.855431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa31178f-ebe6-4fdf-b8ed-6fb9b286e396', 'name': 'network-vif-deleted', 'tag': 'f31de135-f12e-4a78-ab5d-3bd58497edc5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:45:58.873583 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fedad2-362d-4e33-a9ea-b9c83e688188" -d '{"events": [{"server_uuid": "fa31178f-ebe6-4fdf-b8ed-6fb9b286e396", "name": "network-vif-deleted", "tag": "f31de135-f12e-4a78-ab5d-3bd58497edc5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:45:58.894730 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-605c886c-7b07-4deb-b727-b859e579154c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.915915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e96c6215-a432-42c6-bc29-49015dba5abf req-aa5334cf-57d3-4839-a65d-8f4a04868d50 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026731 Sep 27 08:45:58.942642 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-605c886c-7b07-4deb-b727-b859e579154c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.943241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 814da414-17ad-427e-9b1e-8464b07da153 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:45:58.988507 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:58.999540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2958715 Sep 27 08:45:59.000222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59024) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:59.018112 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a5de5-6082-4a69-9b24-4e3000813762 x-openstack-request-id: req-ed8a5de5-6082-4a69-9b24-4e3000813762 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:45:59.018460 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa31178f-ebe6-4fdf-b8ed-6fb9b286e396", "name": "network-vif-deleted", "tag": "f31de135-f12e-4a78-ab5d-3bd58497edc5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:45:59.018650 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed8a5de5-6082-4a69-9b24-4e3000813762 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:45:59.019053 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa31178f-ebe6-4fdf-b8ed-6fb9b286e396', 'name': 'network-vif-deleted', 'tag': 'f31de135-f12e-4a78-ab5d-3bd58497edc5', 'status': 'completed', 'code': 200} Sep 27 08:45:59.045052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Request body: {'subnet': {'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:45:59.049648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 814da414-17ad-427e-9b1e-8464b07da153 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:45:59.050028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 814da414-17ad-427e-9b1e-8464b07da153 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:45:59.056693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:59.110595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b78817e-1fa6-4e06-9ddc-bd03865a98bd') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:59.110979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b78817e-1fa6-4e06-9ddc-bd03865a98bd') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:45:59.134002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c886c-7b07-4deb-b727-b859e579154c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89db274f-85f7-4f37-abac-96336c0c09fe,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:59.136021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81274b-a08d-42f1-a8d1-2935cef096d4 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event updated for resources: {'Network': ['ID=34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:59.140844 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.151354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-605c886c-7b07-4deb-b727-b859e579154c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.161352 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-605c886c-7b07-4deb-b727-b859e579154c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6110981 Sep 27 08:45:59.181536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.190882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:45:59.258790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:45:59.269752 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:45:59.272673 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:45:59.324312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Made reservation on behalf of b5b3fa0e582d4a7b956f46049d3bfb6f for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:45:59.331591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.388741 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.416815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:45:59.424299 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2 HTTP/1.1" status: 204 len: 168 time: 2.9640577 Sep 27 08:45:59.448646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1ab35-4419-4957-98d0-476133899af7 req-4891a5e7-9bdd-423f-a6f4-842bf0175d3b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:45:59.450853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7f1ab35-4419-4957-98d0-476133899af7 req-4891a5e7-9bdd-423f-a6f4-842bf0175d3b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.2739837 Sep 27 08:45:59.452778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7567ef-e01f-404f-8bb5-e99b6f3b8405 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4940304-bf6d-44d8-9cc0-eacf7eb9e5d2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:45:59.514164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7f1ab35-4419-4957-98d0-476133899af7 req-0697b872-7eba-479e-89a5-c346bddfd60f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529091 Sep 27 08:45:59.740760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-414e752d-4859-457c-8150-5019508c48df req-224a436f-5d31-4c96-b075-3446775e1927 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa31178f-ebe6-4fdf-b8ed-6fb9b286e396 HTTP/1.1" status: 200 len: 210 time: 0.1540201 Sep 27 08:45:59.787499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59048) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:45:59.865063 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-b45c20fe-62fa-4790-ad54-b02093e5554c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520321675&fields=id&tenant_id=2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 267 time: 0.1274199 Sep 27 08:45:59.937210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c0b7441b-bd2c-4537-858d-b4749ff543f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95dbba194fdb453aa1b6490fcaaa11d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474142 Sep 27 08:45:59.937886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:00.059277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.098250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-241482bc-7a15-49dd-a8e0-8e0356d00033 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:00.100335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-241482bc-7a15-49dd-a8e0-8e0356d00033 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/networks?id=e9c54e73-03f4-4d70-b600-5230fdcebd86 HTTP/1.1" status: 200 len: 796 time: 0.2248833 Sep 27 08:46:00.137121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-f72fa88f-ad37-48f0-958e-251ab6a9e609 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/quotas/2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 375 time: 0.0301249 Sep 27 08:46:00.222497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-690157b3-e9b7-424d-be24-f47672e22853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.233956 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-05b8eac3-eb1e-4338-b84a-d1391d6179ae tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880265 Sep 27 08:46:00.276214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event updated for resources: {'Subnet': ['ID=7c0de0d2-1da3-45b4-8c02-af62313124fb,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:00.290054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-690157b3-e9b7-424d-be24-f47672e22853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.358162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-690157b3-e9b7-424d-be24-f47672e22853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.361401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-690157b3-e9b7-424d-be24-f47672e22853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.362899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-690157b3-e9b7-424d-be24-f47672e22853 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70a9cbd1-73ad-4d96-9ccd-fbaee810818b HTTP/1.1" status: 204 len: 168 time: 0.2774358 Sep 27 08:46:00.370743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad5c0-8141-4246-a8ff-cdf1a25cc2b5 req-15492861-37fc-4d0d-8792-6d8879471d38 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:00.372543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e2ad5c0-8141-4246-a8ff-cdf1a25cc2b5 req-15492861-37fc-4d0d-8792-6d8879471d38 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.3075001 Sep 27 08:46:00.375865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Checking segment: {'id': 'a56ac5d6-8c6e-4b4c-a27f-3d6040e75698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:00.376227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Network hostable DHCP agents. Network: 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:00.394960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690157b3-e9b7-424d-be24-f47672e22853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a9cbd1-73ad-4d96-9ccd-fbaee810818b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:00.444420 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e2ad5c0-8141-4246-a8ff-cdf1a25cc2b5 req-d5c73e55-de12-450d-a93b-909c88a2b50e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640631 Sep 27 08:46:00.458737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:00.485516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:00.497834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:00.499285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c2a7c3-23a1-423e-8dc6-89e29ca0a39a None None] Network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:00.502328 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:00.541596 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4e2b397f-973a-44ae-9288-3b7815f090f6 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5193233 Sep 27 08:46:00.544835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:00.551476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Request body: {'port': {'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1189099098'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:00.843982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf60d-ed0b-4c0d-8fe5-28fb3d2528d8 req-7da83ac2-4b69-4f89-8e3d-206a6c44ef5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:00.855233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1ccf60d-ed0b-4c0d-8fe5-28fb3d2528d8 req-7da83ac2-4b69-4f89-8e3d-206a6c44ef5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1283584 Sep 27 08:46:01.000694 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1ccf60d-ed0b-4c0d-8fe5-28fb3d2528d8 req-4e25e6d4-07d4-47b1-b1f4-e2dc89649910 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418366 Sep 27 08:46:01.098859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b', 'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b', 'tenant_id': 'b5b3fa0e582d4a7b956f46049d3bfb6f', 'fixed_ips': [{'subnet_id': '7c0de0d2-1da3-45b4-8c02-af62313124fb'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:46:01.109158 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.145987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-1b587b4b-74c2-4f75-a9de-ec175cf3d49f service neutron] 10.222.0.50 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8746243 Sep 27 08:46:01.282725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-6fc98b5a-0afa-49e0-b16c-4760972c1ef8 service neutron] 10.222.0.50 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260383 Sep 27 08:46:01.291340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Made reservation on behalf of b5b3fa0e582d4a7b956f46049d3bfb6f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:01.295718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:01.314774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] device_id is not set on port 47511637-4250-464d-8b29-7284d6ba6204 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:46:01.509810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f31de135-f12e-4a78-ab5d-3bd58497edc5 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:01.538780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Allocated IP 2001:db8::1bf (34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b/7c0de0d2-1da3-45b4-8c02-af62313124fb/47511637-4250-464d-8b29-7284d6ba6204) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:01.577888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f31de135-f12e-4a78-ab5d-3bd58497edc5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:01.578243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f31de135-f12e-4a78-ab5d-3bd58497edc5 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:01.940235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a47af429-5502-4c24-a3b8-90b3ed828244 req-31f3b715-8937-4cfb-b17a-bb0f418990b9 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 210 time: 0.0703700 Sep 27 08:46:02.172083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d9d44-64fc-4f61-bffa-acea37256086 req-2577fe41-2b41-4f84-b710-52a50b2c1553 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.174887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe135-327f-4f6d-9e60-5b8bc01652b5 req-9273a601-7116-405a-9700-60c88af81160 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.176955 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a7fe135-327f-4f6d-9e60-5b8bc01652b5 req-9273a601-7116-405a-9700-60c88af81160 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.3945522 Sep 27 08:46:02.184897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8e9d9d44-64fc-4f61-bffa-acea37256086 req-2577fe41-2b41-4f84-b710-52a50b2c1553 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 0.1328313 Sep 27 08:46:02.305536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.314340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8e9d9d44-64fc-4f61-bffa-acea37256086 req-51414826-a27d-46ee-904a-b0e8cbddd254 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074574 Sep 27 08:46:02.405796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59120) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:02.446568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a7fe135-327f-4f6d-9e60-5b8bc01652b5 req-aa338927-8519-4ee3-9b4a-f59570919ef8 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174711 Sep 27 08:46:02.488824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d83d8-feb1-461a-ba01-d082dd20f9c4 req-a6bbd36a-f991-4d63-84e2-d3b711301059 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.501635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-344d83d8-feb1-461a-ba01-d082dd20f9c4 req-a6bbd36a-f991-4d63-84e2-d3b711301059 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.0811241 Sep 27 08:46:02.528962 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.579132 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-344d83d8-feb1-461a-ba01-d082dd20f9c4 req-d433110c-b192-4159-896a-22101cd50d7d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683804 Sep 27 08:46:02.639973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:02.651317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:02.664883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:02.671854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Allocated IP 2001:db8::2 (34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b/7c0de0d2-1da3-45b4-8c02-af62313124fb/6e465dbe-e7cc-4655-9c0e-f0764900890e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:02.702035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:02.703364 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.744106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event updated for resources: {'Port': ['ID=47511637-4250-464d-8b29-7284d6ba6204,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:02.747030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-117883770-network', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:02.795266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:02.800646 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-021f76bc-b6f0-4484-a8e0-e3ba6fa96a01 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2544234 Sep 27 08:46:02.802050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.803838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:02.810099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Request body: {'port': {'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-130955705', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:02.811059 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] bootfile-name is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:46:02.811858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] tftp-server is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:46:02.812731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] server-ip-address is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:46:02.816530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.936368 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:02.949003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.048018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.059905 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.088663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Made reservation on behalf of b5b3fa0e582d4a7b956f46049d3bfb6f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:03.095523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.125777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] device_id is not set on port e84b189e-75d7-4870-ad28-6b4a9a6e44b3 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:46:03.126071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:03.134001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:03.152020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:03.163951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:46:03.164741 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Pushing event updated for resources: {'Port': ['ID=6e465dbe-e7cc-4655-9c0e-f0764900890e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.222189 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aef72890-2818-44ca-ab19-159baf71d552 req-fad0e410-fe81-4bdc-9e70-7d60b5e8ebd2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 210 time: 0.1034105 Sep 27 08:46:03.237699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe61be-1c06-4106-bbde-4089f8b79b57,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.251841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.252222 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Added segment ca65fe9e-d4e8-4573-9f99-914f57f9bc77 of type vlan for network cddacd25-acb1-4995-aad0-ea39e6c07e9f Sep 27 08:46:03.314123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Attempting to bind port 6e465dbe-e7cc-4655-9c0e-f0764900890e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:03.314407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Attempting to bind port 6e465dbe-e7cc-4655-9c0e-f0764900890e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'a56ac5d6-8c6e-4b4c-a27f-3d6040e75698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:03.314917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Attempting to bind port 6e465dbe-e7cc-4655-9c0e-f0764900890e on network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:03.329647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.340406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:03.340978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Checking segment: {'id': 'a56ac5d6-8c6e-4b4c-a27f-3d6040e75698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:03.342834 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.343308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Bound using segment: {'id': 'a56ac5d6-8c6e-4b4c-a27f-3d6040e75698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:03.344518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Bound port: 6e465dbe-e7cc-4655-9c0e-f0764900890e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56ac5d6-8c6e-4b4c-a27f-3d6040e75698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:03.345735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.429222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.431112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:03.431892 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.441396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] For port 6e465dbe-e7cc-4655-9c0e-f0764900890e, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:03.447440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] For port 6e465dbe-e7cc-4655-9c0e-f0764900890e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6e465dbe-e7cc-4655-9c0e-f0764900890e,segment=NetworkSegment(a56ac5d6-8c6e-4b4c-a27f-3d6040e75698),segment_id=a56ac5d6-8c6e-4b4c-a27f-3d6040e75698)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:03.452568 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:03.518848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1089151 Sep 27 08:46:03.526859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59136) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:03.540744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Request body: {'subnet': {'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-subnet', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:03.569438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158bfa0-04ed-41f4-9031-27c7ec26800e None None] Pushing event updated for resources: {'Port': ['ID=6e465dbe-e7cc-4655-9c0e-f0764900890e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.588217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Allocated IP 2001:db8::23 (34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b/7c0de0d2-1da3-45b4-8c02-af62313124fb/e84b189e-75d7-4870-ad28-6b4a9a6e44b3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:03.726363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b90ec1-abe4-4300-8024-391a3a750648 admin admin] Pushing event updated for resources: {'Network': ['ID=cddacd25-acb1-4995-aad0-ea39e6c07e9f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:03.741341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:46:03.880366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:03.893803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.134239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce020d1c-4f3f-4cfe-9786-e3f26bdbf6b6 req-0d13ecb8-ac78-4fc6-adfe-42501ea552c5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.141741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce020d1c-4f3f-4cfe-9786-e3f26bdbf6b6 req-0d13ecb8-ac78-4fc6-adfe-42501ea552c5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.4655905 Sep 27 08:46:04.288659 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce020d1c-4f3f-4cfe-9786-e3f26bdbf6b6 req-61ba711d-6671-4755-9030-943357b07fc1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454167 Sep 27 08:46:04.515403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.573364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aee85a-9f0d-4396-aa3f-c4afe95e9069 req-08fb08fc-696a-4e42-a447-5328288f44b2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.582888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34aee85a-9f0d-4396-aa3f-c4afe95e9069 req-08fb08fc-696a-4e42-a447-5328288f44b2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1752679 Sep 27 08:46:04.702825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443c3c2f-0333-4543-b944-4d2e3fec61a9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:04.744452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34aee85a-9f0d-4396-aa3f-c4afe95e9069 req-85b22470-3142-450f-bc92-c5113392dbcd tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582615 Sep 27 08:46:04.747168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Checking segment: {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:04.747429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Network hostable DHCP agents. Network: cddacd25-acb1-4995-aad0-ea39e6c07e9f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:04.811641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:04.825809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, cddacd25-acb1-4995-aad0-ea39e6c07e9f) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:04.838502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa372921-2c20-47b7-b700-07d7b5bb6be0 None None] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:04.842565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:04.843264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.879020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-155664ee-7a0e-493e-acc4-84f3c8cc0be6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3481882 Sep 27 08:46:04.879423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59148) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:04.890435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:04.960586 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.961936 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:04.963201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.059861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6e465dbe-e7cc-4655-9c0e-f0764900890e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:05.123449 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.253101 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.336312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c937742-be72-4205-b8e6-f5ba1847c9a2 req-75a139d7-de35-4608-a3ab-97c16d343e43 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 210 time: 0.0791857 Sep 27 08:46:05.398078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee7b97-fad9-44b1-86e4-bc076f92f800 None None] Network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:05.459726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-6f172682-d647-4785-9b31-8cbc43e23b61 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:05.462516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-6f172682-d647-4785-9b31-8cbc43e23b61 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 2.1745460 Sep 27 08:46:05.493441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:05.513071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6e465dbe-e7cc-4655-9c0e-f0764900890e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:05.513540 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.527667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:05.607049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:05.631598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:05.634317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.680980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-81380cb8-5d1f-4059-bce2-93a7c57ce15b None None] Provisioning complete for port 6e465dbe-e7cc-4655-9c0e-f0764900890e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:05.681368 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81380cb8-5d1f-4059-bce2-93a7c57ce15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:05.726700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.9213727 Sep 27 08:46:05.748368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:05.961138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c672b-0f58-459d-a167-57349b9db94d req-6b7cebc2-c0bf-41c0-8282-0692a5d41fae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:05.972550 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7c672b-0f58-459d-a167-57349b9db94d req-6b7cebc2-c0bf-41c0-8282-0692a5d41fae tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 945 time: 2.5133991 Sep 27 08:46:06.037672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:06.137709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:46:06.138761 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.149759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.266027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e0d74-070d-4afb-b64a-1c2aa8503bef tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event updated for resources: {'Port': ['ID=e84b189e-75d7-4870-ad28-6b4a9a6e44b3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:06.313419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-031d67aa-21fb-48b2-9442-16653eda21e7 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:06.318915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-031d67aa-21fb-48b2-9442-16653eda21e7 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "GET /v2.0/networks?id=e9c54e73-03f4-4d70-b600-5230fdcebd86 HTTP/1.1" status: 200 len: 796 time: 1.2438071 Sep 27 08:46:06.399067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae5a98-f900-48f3-a500-2a23096f9467 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:06.413599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae5a98-f900-48f3-a500-2a23096f9467 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:06.420615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae5a98-f900-48f3-a500-2a23096f9467 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:06.422956 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6bae5a98-f900-48f3-a500-2a23096f9467 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.6442420 Sep 27 08:46:06.462457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59182) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:06.484217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102f378-be24-4cfc-a5be-cc374736a655 req-153da3f0-aacb-4b42-89e6-62eda3868574 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:06.492581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f102f378-be24-4cfc-a5be-cc374736a655 req-153da3f0-aacb-4b42-89e6-62eda3868574 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.9998009 Sep 27 08:46:06.515823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.523140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.561143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81380cb8-5d1f-4059-bce2-93a7c57ce15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.564625 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50f1b7df-41dc-4866-b829-d060d7f76dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.610443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f102f378-be24-4cfc-a5be-cc374736a655 req-4121057c-8853-45d8-9d8e-f5a9d3aa93b7 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128411 Sep 27 08:46:06.623541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Deleting port bbac9331-ea3e-41d7-a98f-9ad22c019a39 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:06.624215 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.630679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-81380cb8-5d1f-4059-bce2-93a7c57ce15b None None] For port 6e465dbe-e7cc-4655-9c0e-f0764900890e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6e465dbe-e7cc-4655-9c0e-f0764900890e,segment=NetworkSegment(a56ac5d6-8c6e-4b4c-a27f-3d6040e75698),segment_id=a56ac5d6-8c6e-4b4c-a27f-3d6040e75698)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:06.646591 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81380cb8-5d1f-4059-bce2-93a7c57ce15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:06.653435 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7c672b-0f58-459d-a167-57349b9db94d req-9bb117c0-75f3-4aab-a5b3-c3a6c54b73f2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=916843b8-addf-4e8b-87a2-a93f7f8c10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788995 Sep 27 08:46:06.758952 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-715065c1-ee83-4433-9104-e78d5d6a57a3 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e0a23c7655e453d9e13ec1c8915bf61 HTTP/1.1" status: 200 len: 380 time: 0.3812907 Sep 27 08:46:06.768466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81380cb8-5d1f-4059-bce2-93a7c57ce15b None None] Pushing event updated for resources: {'Port': ['ID=6e465dbe-e7cc-4655-9c0e-f0764900890e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:06.829163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'port': {'device_id': '976813bd-4768-477d-a1b0-e975a01bebcc', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'admin_state_up': True, 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'security_groups': ['53de265b-4fe2-4abe-8fa1-c016e6a16c0c']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:06.876586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d56ad-d42d-41d9-b5ec-26809dff0a19 req-56c03493-af60-4fcb-abda-1e6de8478a5d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:06.888852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af2d56ad-d42d-41d9-b5ec-26809dff0a19 req-56c03493-af60-4fcb-abda-1e6de8478a5d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1528113 Sep 27 08:46:06.910506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:46:06.910940 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:46:06.913101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Allocated IP 172.20.0.2 (cddacd25-acb1-4995-aad0-ea39e6c07e9f/443c3c2f-0333-4543-b944-4d2e3fec61a9/d490f084-da33-42c2-a7c4-657d52ccfd47) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:07.000219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.064095 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af2d56ad-d42d-41d9-b5ec-26809dff0a19 req-b80947db-ad6d-43c3-9b41-3110c35586e2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676414 Sep 27 08:46:07.066340 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.245062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a20b6aa2-4d40-41b2-b2f0-faaa53e0f848 None None] Provisioning complete for port e84b189e-75d7-4870-ad28-6b4a9a6e44b3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:07.245714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a20b6aa2-4d40-41b2-b2f0-faaa53e0f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.266084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-49cb394f-096e-471d-a312-f7c2c0c6b10b tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Deleting port e84b189e-75d7-4870-ad28-6b4a9a6e44b3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:07.266715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49cb394f-096e-471d-a312-f7c2c0c6b10b tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.284889 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5918c6a-94ba-4bf5-a91b-a5ae19cf0571 req-e9dfa3b3-f9b5-4a6d-ae96-3f6c5e3760bc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 210 time: 0.3471923 Sep 27 08:46:07.318395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bbac9331-ea3e-41d7-a98f-9ad22c019a39 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:07.332543 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.398505 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.426082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Allocated IP 172.25.2.143 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/1f7c0739-ecfa-4f0d-96da-5a14c80cccf4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:07.626690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a20b6aa2-4d40-41b2-b2f0-faaa53e0f848 None None] Port e84b189e-75d7-4870-ad28-6b4a9a6e44b3 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:07.641554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] For port bbac9331-ea3e-41d7-a98f-9ad22c019a39, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bbac9331-ea3e-41d7-a98f-9ad22c019a39,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:07.642025 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.646960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:07.663911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:07.683106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:07.785510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.796308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Calling delete_port for bbac9331-ea3e-41d7-a98f-9ad22c019a39 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:07.819556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6e465dbe-e7cc-4655-9c0e-f0764900890e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:07.821087 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50f1b7df-41dc-4866-b829-d060d7f76dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.871113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587380e-7238-4f77-9857-e0c426ed0b3e req-66b13cd0-e11e-494b-b872-f306987e93b4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:07.884960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7587380e-7238-4f77-9857-e0c426ed0b3e req-66b13cd0-e11e-494b-b872-f306987e93b4 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1342759 Sep 27 08:46:07.896971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Pushing event updated for resources: {'Port': ['ID=d490f084-da33-42c2-a7c4-657d52ccfd47,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:07.934397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:07.945661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a20b6aa2-4d40-41b2-b2f0-faaa53e0f848 None None] Provisioning complete for port 6e465dbe-e7cc-4655-9c0e-f0764900890e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:07.945970 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a20b6aa2-4d40-41b2-b2f0-faaa53e0f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.036965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Attempting to bind port d490f084-da33-42c2-a7c4-657d52ccfd47 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:08.037369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Attempting to bind port d490f084-da33-42c2-a7c4-657d52ccfd47 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:08.037714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Attempting to bind port d490f084-da33-42c2-a7c4-657d52ccfd47 on network cddacd25-acb1-4995-aad0-ea39e6c07e9f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:08.069516 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.070093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:08.070219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Checking segment: {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:08.070622 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.071022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Bound using segment: {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:08.071513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Bound port: d490f084-da33-42c2-a7c4-657d52ccfd47, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:08.071912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.090191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7c0739-ecfa-4f0d-96da-5a14c80cccf4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.124162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7587380e-7238-4f77-9857-e0c426ed0b3e req-764300dd-ed43-46fa-ba60-adc4af1ce453 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282126 Sep 27 08:46:08.146610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:08.147220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50f1b7df-41dc-4866-b829-d060d7f76dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.149501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:08.161502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:08.208150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60b68904-8744-4673-9070-12ab104ccda0 req-75ee38c0-fc91-458f-a323-7ff92a7f714e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 210 time: 0.4099247 Sep 27 08:46:08.209341 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.225969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] For port d490f084-da33-42c2-a7c4-657d52ccfd47, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:08.229556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] For port d490f084-da33-42c2-a7c4-657d52ccfd47, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d490f084-da33-42c2-a7c4-657d52ccfd47,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:08.237779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.353700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49cb394f-096e-471d-a312-f7c2c0c6b10b tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.425370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6e465dbe-e7cc-4655-9c0e-f0764900890e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:08.426632 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.480130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef573d54-15b1-4077-a67d-e352b967b2a9 None None] Pushing event updated for resources: {'Port': ['ID=d490f084-da33-42c2-a7c4-657d52ccfd47,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.525756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-49cb394f-096e-471d-a312-f7c2c0c6b10b tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Calling delete_port for e84b189e-75d7-4870-ad28-6b4a9a6e44b3 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:08.531884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a20b6aa2-4d40-41b2-b2f0-faaa53e0f848 None None] Provisioning complete for port 47511637-4250-464d-8b29-7284d6ba6204 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:08.532265 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a20b6aa2-4d40-41b2-b2f0-faaa53e0f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.572812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event deleted for resources: {'Port': ['ID=bbac9331-ea3e-41d7-a98f-9ad22c019a39,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.685968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a20b6aa2-4d40-41b2-b2f0-faaa53e0f848 None None] Port 47511637-4250-464d-8b29-7284d6ba6204 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:08.781576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1b7df-41dc-4866-b829-d060d7f76dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698b9d08-bad8-430a-9df4-2214fffdef3b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:08.788141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Made reservation on behalf of 2e0a23c7655e453d9e13ec1c8915bf61 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:08.798442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.834620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-69305ce6-9430-4c29-82ec-08bd8155db1d req-75730c96-0975-4cc1-9f52-a26ca193a55c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 210 time: 0.3760858 Sep 27 08:46:08.835203 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.856254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-50f1b7df-41dc-4866-b829-d060d7f76dc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddf715b4c225413bb3f396bbd864a4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8000178 Sep 27 08:46:08.864550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-327aa519-00da-4ce9-8050-07e1cefb4d1f None None] Provisioning complete for port e84b189e-75d7-4870-ad28-6b4a9a6e44b3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:08.877088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-327aa519-00da-4ce9-8050-07e1cefb4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:08.878793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] No DVR routers for this DVR port bbac9331-ea3e-41d7-a98f-9ad22c019a39 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:08.916951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59194) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:08.967542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-327aa519-00da-4ce9-8050-07e1cefb4d1f None None] Port e84b189e-75d7-4870-ad28-6b4a9a6e44b3 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:09.002365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-327aa519-00da-4ce9-8050-07e1cefb4d1f None None] Provisioning complete for port 47511637-4250-464d-8b29-7284d6ba6204 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:09.004777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-327aa519-00da-4ce9-8050-07e1cefb4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.008946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.013335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ba7d87e-d5df-41d6-82ae-4db7af278fd3 req-b75204ba-ba77-4412-afca-b6cea828a05f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "DELETE /v2.0/ports/bbac9331-ea3e-41d7-a98f-9ad22c019a39 HTTP/1.1" status: 204 len: 173 time: 3.5146711 Sep 27 08:46:09.031254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a3a1d-837f-4ca2-90bb-77328d5839b5', 'name': 'network-vif-deleted', 'tag': 'bbac9331-ea3e-41d7-a98f-9ad22c019a39'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:09.042325 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa6940-1bde-494d-9e26-3428cc506dad" -d '{"events": [{"server_uuid": "577a3a1d-837f-4ca2-90bb-77328d5839b5", "name": "network-vif-deleted", "tag": "bbac9331-ea3e-41d7-a98f-9ad22c019a39"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:09.074279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7ec90cb-0687-49ce-970a-ed32453e737b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.177727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-327aa519-00da-4ce9-8050-07e1cefb4d1f None None] Port 47511637-4250-464d-8b29-7284d6ba6204 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:09.207858 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7ec90cb-0687-49ce-970a-ed32453e737b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.269524 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0d8722-a3b1-401f-8d7d-36d165916e92 x-openstack-request-id: req-6b0d8722-a3b1-401f-8d7d-36d165916e92 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:09.269924 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577a3a1d-837f-4ca2-90bb-77328d5839b5", "name": "network-vif-deleted", "tag": "bbac9331-ea3e-41d7-a98f-9ad22c019a39", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:09.270186 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b0d8722-a3b1-401f-8d7d-36d165916e92 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:09.271897 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577a3a1d-837f-4ca2-90bb-77328d5839b5', 'name': 'network-vif-deleted', 'tag': 'bbac9331-ea3e-41d7-a98f-9ad22c019a39', 'status': 'completed', 'code': 200} Sep 27 08:46:09.321949 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27869e-f928-41ae-9d12-beecd1bdb553 req-4f4f1eb2-7b3e-4d6d-87d3-1978e9a4fe02 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:09.325045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f27869e-f928-41ae-9d12-beecd1bdb553 req-4f4f1eb2-7b3e-4d6d-87d3-1978e9a4fe02 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.8141677 Sep 27 08:46:09.326913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49cb394f-096e-471d-a312-f7c2c0c6b10b tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.377748 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.426686 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7ec90cb-0687-49ce-970a-ed32453e737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.429866 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a7ec90cb-0687-49ce-970a-ed32453e737b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:09.431364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a7ec90cb-0687-49ce-970a-ed32453e737b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/698b9d08-bad8-430a-9df4-2214fffdef3b HTTP/1.1" status: 204 len: 168 time: 0.5134542 Sep 27 08:46:09.485193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d79420-70e9-4943-9773-a5c5d04d4662 req-649a96cc-ed59-4e43-b19c-04c12a044eda tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:09.497037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5d79420-70e9-4943-9773-a5c5d04d4662 req-649a96cc-ed59-4e43-b19c-04c12a044eda tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.2079873 Sep 27 08:46:09.528747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec90cb-0687-49ce-970a-ed32453e737b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698b9d08-bad8-430a-9df4-2214fffdef3b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:09.581781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.20.0.5 (e9c54e73-03f4-4d70-b600-5230fdcebd86/88b3f07f-9eaa-4063-b539-8f7ac44c67c4/4a688665-853e-4e15-80a7-caad63eab26f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:09.803408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5d79420-70e9-4943-9773-a5c5d04d4662 req-41bcff77-30e3-45f4-abaf-c31bceb9cc8a tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052588 Sep 27 08:46:09.949575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Router 9085f35c-d545-4686-aea9-47a2e1d59377 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:46:09.952619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d490f084-da33-42c2-a7c4-657d52ccfd47 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:10.049675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1900a6d7-b588-41ec-8725-539445f09d74 req-4ff51c3c-81b4-4dab-aa0c-d8bc9f720075 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=577a3a1d-837f-4ca2-90bb-77328d5839b5 HTTP/1.1" status: 200 len: 210 time: 0.0737813 Sep 27 08:46:10.079732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.153148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port d490f084-da33-42c2-a7c4-657d52ccfd47 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:10.154913 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.250916 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.286751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b522ea-2af0-4fd2-b813-79be0aa43874 None None] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:10.316897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:10.347823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb394f-096e-471d-a312-f7c2c0c6b10b tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event deleted for resources: {'Port': ['ID=e84b189e-75d7-4870-ad28-6b4a9a6e44b3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:10.352683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59212) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:10.412952 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd911cde-6748-4d05-be74-c10a90a3d09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.448067 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.455278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa46d75b-8ba7-4b1d-a0bd-0684f87c5df6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5706129 Sep 27 08:46:10.456015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59214) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:10.493763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=4a688665-853e-4e15-80a7-caad63eab26f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:10.520187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49cb394f-096e-471d-a312-f7c2c0c6b10b tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.530829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49cb394f-096e-471d-a312-f7c2c0c6b10b tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "DELETE /v2.0/ports/e84b189e-75d7-4870-ad28-6b4a9a6e44b3 HTTP/1.1" status: 204 len: 168 time: 4.0565314 Sep 27 08:46:10.536933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59216) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:10.552031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:10.559640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Request body: {'port': {'name': 'tempest-new-port-name-1475435119', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:10.560130 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] bootfile-name is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:46:10.560593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] tftp-server is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:46:10.560886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] server-ip-address is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:46:10.574283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Sync routers for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:10.582323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:10.597054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:10.733134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:10.733954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:10.745014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f27869e-f928-41ae-9d12-beecd1bdb553 req-668a9948-9c61-4dd0-a088-2fd3f5f9543c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5759890 Sep 27 08:46:10.774983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d886f7-a729-40ee-b715-010944be72ee req-4ef131e6-cf0c-4822-8e46-b289619b3f19 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:10.782578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71d886f7-a729-40ee-b715-010944be72ee req-4ef131e6-cf0c-4822-8e46-b289619b3f19 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 931 time: 0.2855513 Sep 27 08:46:10.784680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.852250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:10.858663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.909762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-832cd354-fd81-480b-926e-a5c2b479af0a None None] Provisioning complete for port d490f084-da33-42c2-a7c4-657d52ccfd47 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:10.910348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-832cd354-fd81-480b-926e-a5c2b479af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:10.971001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71d886f7-a729-40ee-b715-010944be72ee req-3365c48c-b4c7-4a60-9b47-7dcccff71d36 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872797 Sep 27 08:46:11.007593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd911cde-6748-4d05-be74-c10a90a3d09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.043933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-052a8c4c-6d87-420b-84df-05992fc0b0eb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2392466 Sep 27 08:46:11.051147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd911cde-6748-4d05-be74-c10a90a3d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.057701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e970-efe8-4ac8-916a-aadd1c97f783 req-056caf4a-bf03-4e98-b9fd-da8dc9be6012 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.065440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-68f8e970-efe8-4ac8-916a-aadd1c97f783 req-056caf4a-bf03-4e98-b9fd-da8dc9be6012 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1140263 Sep 27 08:46:11.078764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Request body: {'port': {'device_id': '976813bd-4768-477d-a1b0-e975a01bebcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:11.142110 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fd911cde-6748-4d05-be74-c10a90a3d09c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5283ff6a4264419f9f3d2eb37e954882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814624 Sep 27 08:46:11.150590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-68f8e970-efe8-4ac8-916a-aadd1c97f783 req-6e67b47f-5659-44ec-9e42-7dd156047aab tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842159 Sep 27 08:46:11.154510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59222) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:11.202254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd911cde-6748-4d05-be74-c10a90a3d09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b676ba-785d-4f35-b84e-e3310edb555b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.229134 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.297072 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.299015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-188eaf01-6286-48ab-b16a-471c2b588684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.370246 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:11.389693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.424364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.432626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-188eaf01-6286-48ab-b16a-471c2b588684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.487011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] In _notify_port_updated(), no bound segment for port 47511637-4250-464d-8b29-7284d6ba6204 on network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:46:11.493248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.494050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.498226 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "PUT /v2.0/ports/47511637-4250-464d-8b29-7284d6ba6204 HTTP/1.1" status: 200 len: 1130 time: 0.9573886 Sep 27 08:46:11.503503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59230) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:11.562454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9de15d-fec6-49cd-b58b-b68373c34d47 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event updated for resources: {'Port': ['ID=47511637-4250-464d-8b29-7284d6ba6204,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.584167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.594737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dd3a7-a0ac-492a-af34-9e89f9002184 req-6dac8d33-4e33-4cc0-85db-18aa55e8829d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.596637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-490dd3a7-a0ac-492a-af34-9e89f9002184 req-6dac8d33-4e33-4cc0-85db-18aa55e8829d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1315508 Sep 27 08:46:11.612365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb22019e-c7dc-469c-9e0d-6c1fee4bb432 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:11.615185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eb22019e-c7dc-469c-9e0d-6c1fee4bb432 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "GET /v2.0/ports/47511637-4250-464d-8b29-7284d6ba6204 HTTP/1.1" status: 200 len: 1130 time: 0.1083288 Sep 27 08:46:11.619717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59232) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:11.627117 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-832cd354-fd81-480b-926e-a5c2b479af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.646180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port d490f084-da33-42c2-a7c4-657d52ccfd47, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d490f084-da33-42c2-a7c4-657d52ccfd47,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:11.667522 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.667744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-490dd3a7-a0ac-492a-af34-9e89f9002184 req-574e5887-5482-4236-a0e5-101b0dbcaf5f tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597782 Sep 27 08:46:11.716740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-188eaf01-6286-48ab-b16a-471c2b588684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.720031 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-188eaf01-6286-48ab-b16a-471c2b588684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.725328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-188eaf01-6286-48ab-b16a-471c2b588684 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81b676ba-785d-4f35-b84e-e3310edb555b HTTP/1.1" status: 204 len: 168 time: 0.5692856 Sep 27 08:46:11.851118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188eaf01-6286-48ab-b16a-471c2b588684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b676ba-785d-4f35-b84e-e3310edb555b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.934971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-19a60ee9-12d0-4b64-9fd0-d040a3925e50 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Deleting port 47511637-4250-464d-8b29-7284d6ba6204 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:11.935722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19a60ee9-12d0-4b64-9fd0-d040a3925e50 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:11.948251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=d490f084-da33-42c2-a7c4-657d52ccfd47,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:11.988038 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-832cd354-fd81-480b-926e-a5c2b479af0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:46:11.988738 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-832cd354-fd81-480b-926e-a5c2b479af0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:46:12.125173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 3, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:12.162058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19a60ee9-12d0-4b64-9fd0-d040a3925e50 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.177639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-19a60ee9-12d0-4b64-9fd0-d040a3925e50 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Calling delete_port for 47511637-4250-464d-8b29-7284d6ba6204 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:12.191543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Checking router: 9085f35c-d545-4686-aea9-47a2e1d59377 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:12.191902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Updating router 9085f35c-d545-4686-aea9-47a2e1d59377 port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:12.255253 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.383284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f32d1-010b-4035-a89c-8ca81a580e38 req-6fb26a78-8f9f-496d-82d1-e147244f7367 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:12.386262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b7f32d1-010b-4035-a89c-8ca81a580e38 req-6fb26a78-8f9f-496d-82d1-e147244f7367 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.4533906 Sep 27 08:46:12.401076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a688665-853e-4e15-80a7-caad63eab26f {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:12.442655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.466432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19a60ee9-12d0-4b64-9fd0-d040a3925e50 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.474773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Allocated IP 172.20.0.1 (cddacd25-acb1-4995-aad0-ea39e6c07e9f/443c3c2f-0333-4543-b944-4d2e3fec61a9/bc8ddb41-33d6-4de0-9ad0-4337593f4adb) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:12.508611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Transition to ACTIVE for port object 4a688665-853e-4e15-80a7-caad63eab26f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:46:12.518329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a60ee9-12d0-4b64-9fd0-d040a3925e50 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event deleted for resources: {'Port': ['ID=47511637-4250-464d-8b29-7284d6ba6204,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:12.526858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.595425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b7f32d1-010b-4035-a89c-8ca81a580e38 req-924cfe07-fe36-4f8a-9e09-216908246bc4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973879 Sep 27 08:46:12.615918 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.661128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.708372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19a60ee9-12d0-4b64-9fd0-d040a3925e50 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.710407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-19a60ee9-12d0-4b64-9fd0-d040a3925e50 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "DELETE /v2.0/ports/47511637-4250-464d-8b29-7284d6ba6204 HTTP/1.1" status: 204 len: 168 time: 1.0905726 Sep 27 08:46:12.721992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:12.743543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:12.760880 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.766594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d308d-09cb-4e6b-ac8a-1d013eb22aa6 req-52c8481c-ef09-42be-8458-cb08fece5d37 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:12.769295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f0d308d-09cb-4e6b-ac8a-1d013eb22aa6 req-52c8481c-ef09-42be-8458-cb08fece5d37 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 931 time: 0.4708545 Sep 27 08:46:12.769548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:12.778177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:12.822559 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.862542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Pushing event updated for resources: {'Port': ['ID=4a688665-853e-4e15-80a7-caad63eab26f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:12.868041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:12.904039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5354589-e611-4a66-8b8b-60cdb99ed168 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Deleting subnet 7c0de0d2-1da3-45b4-8c02-af62313124fb {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:46:12.923979 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5354589-e611-4a66-8b8b-60cdb99ed168 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:12.972538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04063d84-fcf5-46ad-97f3-658ea6434f8e req-e456a15f-ded6-457e-8f58-35775924e1f2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:12.977576 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04063d84-fcf5-46ad-97f3-658ea6434f8e req-e456a15f-ded6-457e-8f58-35775924e1f2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.2529058 Sep 27 08:46:13.006480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7327a18-4c13-4d7f-ade7-6a49ed03774e None None] Pushing event updated for resources: {'Port': ['ID=1f7c0739-ecfa-4f0d-96da-5a14c80cccf4,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:13.039271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f0d308d-09cb-4e6b-ac8a-1d013eb22aa6 req-f4c41d25-2c38-489f-a8d8-8708c9cacb25 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460260 Sep 27 08:46:13.041161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.063703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Attempting to bind port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:13.064549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Attempting to bind port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:13.065155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Attempting to bind port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:13.082366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:13.082850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:13.083370 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.084776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:13.085429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Bound port: 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:13.086379 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.192839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-68198add-9bb3-4f5b-8acc-1a5d1016515a None None] Could not find standard attr ID for object 47511637-4250-464d-8b29-7284d6ba6204. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:46:13.221552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] For port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:13.227224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] For port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f7c0739-ecfa-4f0d-96da-5a14c80cccf4,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:13.246851 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.308135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-68198add-9bb3-4f5b-8acc-1a5d1016515a None None] Provisioning complete for port d490f084-da33-42c2-a7c4-657d52ccfd47 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:13.308706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68198add-9bb3-4f5b-8acc-1a5d1016515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.354117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:13.354935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:13.462260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c0307-5af8-4945-aae4-9dea783efb19 req-2f30d9ff-e0a8-4d1f-9ff3-46a99a8e5185 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:13.463880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c3c0307-5af8-4945-aae4-9dea783efb19 req-2f30d9ff-e0a8-4d1f-9ff3-46a99a8e5185 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.1312277 Sep 27 08:46:13.467246 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.487845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:13.557844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7327a18-4c13-4d7f-ade7-6a49ed03774e None None] Pushing event updated for resources: {'Port': ['ID=1f7c0739-ecfa-4f0d-96da-5a14c80cccf4,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:13.558250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c3c0307-5af8-4945-aae4-9dea783efb19 req-bf920aa1-34dc-4549-ad3d-a8e27f26ca72 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758288 Sep 27 08:46:13.740098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5354589-e611-4a66-8b8b-60cdb99ed168 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.768305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 3, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:13.821950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Attempting to bind port 4a688665-853e-4e15-80a7-caad63eab26f on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:13.825014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6cc252-b2a6-4cc7-9d06-3e21a2f62385 None None] The sync data for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 is: [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:08Z', 'revision_number': 3, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:13.825655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Attempting to bind port 4a688665-853e-4e15-80a7-caad63eab26f by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:13.825966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.831713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Attempting to bind port 4a688665-853e-4e15-80a7-caad63eab26f on network e9c54e73-03f4-4d70-b600-5230fdcebd86 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:13.839528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47c0e1-7d3f-4a35-bd9a-d9f6dd153065 req-e786c47a-b600-42a1-8343-69eeca93fca8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:13.841134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a47c0e1-7d3f-4a35-bd9a-d9f6dd153065 req-e786c47a-b600-42a1-8343-69eeca93fca8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1373997 Sep 27 08:46:13.842925 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.855310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04063d84-fcf5-46ad-97f3-658ea6434f8e req-8780ef26-fb36-49da-920c-b0d5c9c62ebc tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8333809 Sep 27 08:46:13.856849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d490f084-da33-42c2-a7c4-657d52ccfd47 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:13.877197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-703545ab-94dd-4b6c-af67-64893633579e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:13.880719 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-703545ab-94dd-4b6c-af67-64893633579e tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.7962794 Sep 27 08:46:13.881184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Port 4a688665-853e-4e15-80a7-caad63eab26f on network e9c54e73-03f4-4d70-b600-5230fdcebd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:46:13.881505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Attempting to bind port 4a688665-853e-4e15-80a7-caad63eab26f on network e9c54e73-03f4-4d70-b600-5230fdcebd86 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:13.885408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bde735a0-7fd2-4768-a346-bcac319d81b8 None None] Provisioning complete for port bc8ddb41-33d6-4de0-9ad0-4337593f4adb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:13.886132 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde735a0-7fd2-4768-a346-bcac319d81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.937945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bde735a0-7fd2-4768-a346-bcac319d81b8 None None] Port bc8ddb41-33d6-4de0-9ad0-4337593f4adb cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:13.952559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port d490f084-da33-42c2-a7c4-657d52ccfd47 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:13.952929 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.982269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:13.986871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:14.021036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:14.021499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Checking segment: {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:14.021982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Bound using segment: {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:14.022535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Bound port: 4a688665-853e-4e15-80a7-caad63eab26f, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a4a125-5804-4738-96c0-2f3413cd9d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:14.023188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.041262 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.065041 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5354589-e611-4a66-8b8b-60cdb99ed168 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.117005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a47c0e1-7d3f-4a35-bd9a-d9f6dd153065 req-cb18d459-8762-4d15-9803-66604bff1f3a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671077 Sep 27 08:46:14.154569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:14.156214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:14.230300 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Deleting port f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:14.230646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.338125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Router 9085f35c-d545-4686-aea9-47a2e1d59377 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:14.433154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] For port 4a688665-853e-4e15-80a7-caad63eab26f, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:14.449399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] For port 4a688665-853e-4e15-80a7-caad63eab26f, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4a688665-853e-4e15-80a7-caad63eab26f,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:14.461785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ee13-f6f2-4144-93c8-8a795cdc0861 req-fddcba0a-aa91-476e-a6a1-4d96198b15d7 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:14.463440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbd8ee13-f6f2-4144-93c8-8a795cdc0861 req-fddcba0a-aa91-476e-a6a1-4d96198b15d7 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 943 time: 0.3364861 Sep 27 08:46:14.479188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5354589-e611-4a66-8b8b-60cdb99ed168 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.500457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:14.515824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-af682632-5f9d-42f9-87ca-d9ead8219823 admin admin] 10.222.0.50 "PUT /v2.0/routers/9085f35c-d545-4686-aea9-47a2e1d59377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0586383 Sep 27 08:46:14.523669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5354589-e611-4a66-8b8b-60cdb99ed168 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0de0d2-1da3-45b4-8c02-af62313124fb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:14.532849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.566601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-92e9ea16-b1ed-4026-88a0-1afbc15ce117 None None] Provisioning complete for port bc8ddb41-33d6-4de0-9ad0-4337593f4adb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:14.566972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92e9ea16-b1ed-4026-88a0-1afbc15ce117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.638715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-92e9ea16-b1ed-4026-88a0-1afbc15ce117 None None] Port bc8ddb41-33d6-4de0-9ad0-4337593f4adb cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:14.653680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd97626-c201-419d-a7af-b81a5115a83a None None] Network 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:14.667739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5354589-e611-4a66-8b8b-60cdb99ed168 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.672093 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e5354589-e611-4a66-8b8b-60cdb99ed168 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "DELETE /v2.0/subnets/7c0de0d2-1da3-45b4-8c02-af62313124fb HTTP/1.1" status: 204 len: 168 time: 1.9467211 Sep 27 08:46:14.675419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:14.676027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] For port f037381c-318c-4cb5-b7e2-35bf99e90169, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f037381c-318c-4cb5-b7e2-35bf99e90169,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:14.676440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.693399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:14.694034 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:14.695508 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] 10.222.0.67 "PUT /v2.0/ports/4a688665-853e-4e15-80a7-caad63eab26f HTTP/1.1" status: 200 len: 1091 time: 3.6230347 Sep 27 08:46:14.696140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:14.698908 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd67b93-b438-411c-addc-6d79bb227e15" -d '{"events": [{"name": "network-changed", "server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "tag": "4a688665-853e-4e15-80a7-caad63eab26f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:14.735344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbd8ee13-f6f2-4144-93c8-8a795cdc0861 req-f1f6382e-f18f-4e06-a93b-5b2e00d68fdf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545626 Sep 27 08:46:14.849586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bcc09-ee04-4775-b9cf-03523372be4e service neutron] Pushing event updated for resources: {'Port': ['ID=4a688665-853e-4e15-80a7-caad63eab26f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:14.937984 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7693850-a3b6-43a9-81c0-4d0f8febd162 x-openstack-request-id: req-b7693850-a3b6-43a9-81c0-4d0f8febd162 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:14.938288 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "tag": "4a688665-853e-4e15-80a7-caad63eab26f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:14.938636 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7693850-a3b6-43a9-81c0-4d0f8febd162 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:14.938947 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f', 'status': 'completed', 'code': 200} Sep 27 08:46:14.948229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.021617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-3007ff18-9382-4207-85c9-62d04c1c0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.023713 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-3007ff18-9382-4207-85c9-62d04c1c0441 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 1094 time: 0.2593038 Sep 27 08:46:15.064713 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a83d01e-89c8-4b6f-b13c-6ba157f38e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.125040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-fd96b95b-b72f-43ea-96d7-f81c586349ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a688665-853e-4e15-80a7-caad63eab26f HTTP/1.1" status: 200 len: 217 time: 0.0806251 Sep 27 08:46:15.149693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] DHCP port deletion for 34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:46:15.185081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b6e62-cbd3-4602-b394-9a92b97ab785 req-2a387d46-4513-49a1-96f8-72b75ab24815 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.196735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1b6e62-cbd3-4602-b394-9a92b97ab785 req-2a387d46-4513-49a1-96f8-72b75ab24815 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 945 time: 0.4131889 Sep 27 08:46:15.255925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] Deleting port 6e465dbe-e7cc-4655-9c0e-f0764900890e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:15.255925 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.296747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Deleting port 6e465dbe-e7cc-4655-9c0e-f0764900890e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:15.300066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.342811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] For port 6e465dbe-e7cc-4655-9c0e-f0764900890e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6e465dbe-e7cc-4655-9c0e-f0764900890e,segment=NetworkSegment(a56ac5d6-8c6e-4b4c-a27f-3d6040e75698),segment_id=a56ac5d6-8c6e-4b4c-a27f-3d6040e75698)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:15.343319 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.365680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] Calling delete_port for 6e465dbe-e7cc-4655-9c0e-f0764900890e owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:15.429724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1b6e62-cbd3-4602-b394-9a92b97ab785 req-797947bd-8e2c-4030-9ff6-8094168dce6d tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6162738-1e17-4ba7-bc52-ca22bb66cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312288 Sep 27 08:46:15.449065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03c3fc-2973-46b0-8d43-f7ed4809f309 req-0f565bc1-48ff-4da4-a34c-272615f1e1a8 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.450635 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb03c3fc-2973-46b0-8d43-f7ed4809f309 req-0f565bc1-48ff-4da4-a34c-272615f1e1a8 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.4049375 Sep 27 08:46:15.457929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-d19344df-3abd-4ff6-86e3-9dec7bbd94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.459513 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-d19344df-3abd-4ff6-86e3-9dec7bbd94f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88b3f07f-9eaa-4063-b539-8f7ac44c67c4 HTTP/1.1" status: 200 len: 835 time: 0.2128382 Sep 27 08:46:15.477116 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.511311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb03c3fc-2973-46b0-8d43-f7ed4809f309 req-3e2e3e66-7e5d-47e1-8e57-d1a8f943fb88 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508130 Sep 27 08:46:15.556875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] Pushing event deleted for resources: {'Port': ['ID=6e465dbe-e7cc-4655-9c0e-f0764900890e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:15.563683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c059c-d95d-481a-b4b2-23fe904a6c4e None None] No DVR routers for this DVR port 6e465dbe-e7cc-4655-9c0e-f0764900890e on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:15.592708 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.593126 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.593486 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Floating IP def7ee4c-1943-4a30-b86d-8c860df4d0d3 disassociated. External IP: 172.25.2.234, port: f037381c-318c-4cb5-b7e2-35bf99e90169. Sep 27 08:46:15.593832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Calling delete_port for f037381c-318c-4cb5-b7e2-35bf99e90169 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:15.647536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-10ba94f2-4a67-4668-a840-0e4a9ee2caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.649497 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-10ba94f2-4a67-4668-a840-0e4a9ee2caef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9c54e73-03f4-4d70-b600-5230fdcebd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435955 Sep 27 08:46:15.672782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] For port 6e465dbe-e7cc-4655-9c0e-f0764900890e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6e465dbe-e7cc-4655-9c0e-f0764900890e,segment=NetworkSegment(a56ac5d6-8c6e-4b4c-a27f-3d6040e75698),segment_id=a56ac5d6-8c6e-4b4c-a27f-3d6040e75698)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:15.673177 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.709355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d836608-9df9-4133-afb3-c3cbb426a9e7 req-b95a0301-e0d9-4934-b596-acc8542c911a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:15.710517 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d836608-9df9-4133-afb3-c3cbb426a9e7 req-b95a0301-e0d9-4934-b596-acc8542c911a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1412191 Sep 27 08:46:15.711529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Calling delete_port for 6e465dbe-e7cc-4655-9c0e-f0764900890e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:15.813521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d836608-9df9-4133-afb3-c3cbb426a9e7 req-9b76b098-c87f-4068-9313-cc9c0f538ae3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907323 Sep 27 08:46:15.828837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:15.866686 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-a8bf4260-90e7-4a5d-aed7-f98e8433b861 service neutron] 10.222.0.67 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965425 Sep 27 08:46:15.893020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.927459 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.928961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:15.929715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:15.943260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event deleted for resources: {'Port': ['ID=6e465dbe-e7cc-4655-9c0e-f0764900890e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:15.947400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] No DVR routers for this DVR port 6e465dbe-e7cc-4655-9c0e-f0764900890e on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:15.993897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event deleted for resources: {'Port': ['ID=f037381c-318c-4cb5-b7e2-35bf99e90169,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:16.040117 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.067360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41b296-c768-400b-869d-084e98d903e7 req-91e27f67-bccd-48cd-88e2-ec15984276fa tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:16.067600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f7c0739-ecfa-4f0d-96da-5a14c80cccf4,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:16.072874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e41b296-c768-400b-869d-084e98d903e7 req-91e27f67-bccd-48cd-88e2-ec15984276fa tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 943 time: 0.2090771 Sep 27 08:46:16.074938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.098336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.128267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:16.145254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56ac5d6-8c6e-4b4c-a27f-3d6040e75698') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:16.145254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56ac5d6-8c6e-4b4c-a27f-3d6040e75698') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:16.156977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.171722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.178399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6e465dbe-e7cc-4655-9c0e-f0764900890e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:16.181857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:46:16.182643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:46:16.186959 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:46:16.190279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=1f7c0739-ecfa-4f0d-96da-5a14c80cccf4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:16.215804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb102cd5-7bcf-45b1-91eb-0a5da4a0f5a9 req-703af8d9-3b05-46ca-a3d7-a47c8a877783 service neutron] 10.222.0.67 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311632 Sep 27 08:46:16.248373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6e465dbe-e7cc-4655-9c0e-f0764900890e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:16.249842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6e465dbe-e7cc-4655-9c0e-f0764900890e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:16.276841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.284456 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.286734 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] 10.222.0.50 "DELETE /v2.0/networks/34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b HTTP/1.1" status: 204 len: 168 time: 1.6098700 Sep 27 08:46:16.307142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc635a-dc4f-4f97-baf9-b7e3ac0c497e tempest-ExtraDHCPOptionsIpV6TestJSON-286234040 tempest-ExtraDHCPOptionsIpV6TestJSON-286234040-project] Pushing event deleted for resources: {'Network': ['ID=34f8be6f-f7e8-48f7-90e6-6a1e5da2af7b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:16.307573 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e41b296-c768-400b-869d-084e98d903e7 req-11283bac-3498-4565-bdfa-0c91072c759f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369019 Sep 27 08:46:16.406624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-ed15dd93-f5bf-44f0-b333-04e593359248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:16.408529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-ed15dd93-f5bf-44f0-b333-04e593359248 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 1094 time: 0.1225173 Sep 27 08:46:16.484428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Router 9d7a12bd-12ff-4020-8106-2249fde5db3b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:16.648351 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af1a6f55-e7e2-4a5d-afba-5c71867e066f req-ad3b7ad8-6a8e-4c59-a5ea-5381b5f58723 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/ports?device_id=730929f8-4a2a-4e30-bf83-b33edf37fc6f HTTP/1.1" status: 200 len: 210 time: 0.0883560 Sep 27 08:46:16.773329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:16.784930 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] Sync routers for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:16.795726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59402) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:16.810969 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:16.811621 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:16.839498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Sync routers for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:16.851851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:16.864429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:16.887142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] No DVR routers for this DVR port f037381c-318c-4cb5-b7e2-35bf99e90169 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:16.893149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:16.896205 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9787857-4b55-4b14-a9f6-9f27cfecfabd req-485b6a2c-79d2-400b-a962-11a2dc006716 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.57 "DELETE /v2.0/ports/f037381c-318c-4cb5-b7e2-35bf99e90169 HTTP/1.1" status: 204 len: 173 time: 3.0062132 Sep 27 08:46:16.911885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-d5be7383-7e4c-4cb4-9076-3c5a4c187606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:16.913952 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-d5be7383-7e4c-4cb4-9076-3c5a4c187606 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9c54e73-03f4-4d70-b600-5230fdcebd86 HTTP/1.1" status: 200 len: 897 time: 0.4945695 Sep 27 08:46:16.927842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b397343-b27e-4354-a0cc-9d6a53da0527 req-146887fd-3d25-489f-b7d8-61e7d07b242b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:16.930034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b397343-b27e-4354-a0cc-9d6a53da0527 req-146887fd-3d25-489f-b7d8-61e7d07b242b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1624351 Sep 27 08:46:16.957384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-deleted', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:16.964876 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bce00b1-fea4-40fd-8b39-fadf0e91ffde" -d '{"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-deleted", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:17.004361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-be30af19-ea48-446b-90a4-2e38c776fb14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a688665-853e-4e15-80a7-caad63eab26f HTTP/1.1" status: 200 len: 217 time: 0.0730100 Sep 27 08:46:17.064588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b397343-b27e-4354-a0cc-9d6a53da0527 req-89c4811b-3c79-41fc-b8f2-8f8fb4035950 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247482 Sep 27 08:46:17.096201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-80272163-f3f1-4f3b-a4ef-9d858ec4c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:17.097848 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-80272163-f3f1-4f3b-a4ef-9d858ec4c895 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88b3f07f-9eaa-4063-b539-8f7ac44c67c4 HTTP/1.1" status: 200 len: 835 time: 0.0845006 Sep 27 08:46:17.156952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f36a-3b3f-4c11-9856-4c94f9593345 req-f69cd212-9650-470d-b194-b08a937380de tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:17.158597 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:17.161845 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6938f36a-3b3f-4c11-9856-4c94f9593345 req-f69cd212-9650-470d-b194-b08a937380de tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1991539 Sep 27 08:46:17.197557 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838245ae-ecfe-4fa0-aa61-c77196387691 x-openstack-request-id: req-838245ae-ecfe-4fa0-aa61-c77196387691 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:17.197831 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730929f8-4a2a-4e30-bf83-b33edf37fc6f", "name": "network-vif-deleted", "tag": "f037381c-318c-4cb5-b7e2-35bf99e90169", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:17.198083 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-838245ae-ecfe-4fa0-aa61-c77196387691 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:17.198485 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730929f8-4a2a-4e30-bf83-b33edf37fc6f', 'name': 'network-vif-deleted', 'tag': 'f037381c-318c-4cb5-b7e2-35bf99e90169', 'status': 'completed', 'code': 200} Sep 27 08:46:17.258583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-68090413-2777-405e-b527-33f08448230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:17.260109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-68090413-2777-405e-b527-33f08448230e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9c54e73-03f4-4d70-b600-5230fdcebd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529000 Sep 27 08:46:17.374032 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6938f36a-3b3f-4c11-9856-4c94f9593345 req-028be475-7e85-4c28-8682-be54d7db2080 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931574 Sep 27 08:46:17.389128 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:46:17.396916 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bd81a92e-c14f-4833-9773-948af634d201 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5b3fa0e582d4a7b956f46049d3bfb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998878 Sep 27 08:46:17.397610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59418) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:17.465187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-ff67aeb1-6731-4209-8d37-eb54b2387939 service neutron] 10.222.0.67 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942234 Sep 27 08:46:17.475595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:17.509039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f037381c-318c-4cb5-b7e2-35bf99e90169 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:17.509487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f037381c-318c-4cb5-b7e2-35bf99e90169 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:17.518700 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:05Z', 'revision_number': 5, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:17.545552 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7cb13a8-bfdf-4ffb-b6be-498781a65b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.548714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:17.554715 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] Checking router: 9d7a12bd-12ff-4020-8106-2249fde5db3b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:17.565556 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:17.566495 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:17.569159 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1602da2-edf1-435a-b193-be8b1f577f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.635570 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1602da2-edf1-435a-b193-be8b1f577f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.711308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd67b93-b438-411c-addc-6d79bb227e15 req-33829e44-5a1a-4c8f-bcb5-f68e6c71670d service neutron] 10.222.0.67 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104223 Sep 27 08:46:17.741507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1602da2-edf1-435a-b193-be8b1f577f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.744875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1602da2-edf1-435a-b193-be8b1f577f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:17.748946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1602da2-edf1-435a-b193-be8b1f577f64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6a8cf3d-2893-4e1e-a684-74617a6bf17c HTTP/1.1" status: 204 len: 168 time: 0.3503156 Sep 27 08:46:17.767009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1602da2-edf1-435a-b193-be8b1f577f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8cf3d-2893-4e1e-a684-74617a6bf17c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:17.788783 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:17.837055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbc09a-a71b-4397-9d64-3ab8fd7f8659 req-cdaedfd9-9242-42b1-bf3e-708b75f14d42 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:17.838665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70fbc09a-a71b-4397-9d64-3ab8fd7f8659 req-cdaedfd9-9242-42b1-bf3e-708b75f14d42 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 943 time: 0.3725390 Sep 27 08:46:17.892259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59434) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:17.930225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70fbc09a-a71b-4397-9d64-3ab8fd7f8659 req-b4307ca8-f485-43bc-abfd-98f336ec7feb tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837138 Sep 27 08:46:17.944317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:17.977345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2750439f-8432-49a0-8087-a97476ebe0e4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.039992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2750439f-8432-49a0-8087-a97476ebe0e4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.063619 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.128286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:18.128842 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.169341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 2, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:18.176625 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:05Z', 'revision_number': 5, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:18.178429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2750439f-8432-49a0-8087-a97476ebe0e4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.182351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2750439f-8432-49a0-8087-a97476ebe0e4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.182351 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2750439f-8432-49a0-8087-a97476ebe0e4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "DELETE /v2.0/security-groups/d6162738-1e17-4ba7-bc52-ca22bb66cbf7 HTTP/1.1" status: 204 len: 168 time: 0.2887447 Sep 27 08:46:18.185530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59444) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:18.200595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750439f-8432-49a0-8087-a97476ebe0e4 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6162738-1e17-4ba7-bc52-ca22bb66cbf7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:18.203366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Checking router: 9085f35c-d545-4686-aea9-47a2e1d59377 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:18.203832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Updating router 9085f35c-d545-4686-aea9-47a2e1d59377 port bc8ddb41-33d6-4de0-9ad0-4337593f4adb binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:46:18.235633 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e6d4a-c515-4142-bcf2-3799f8ce1d0f None None] The sync data for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 is: [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:37:00Z', 'revision_number': 4, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'be2c4c76-6db9-4910-8cc5-6b2437b1112f', 'name': '', 'network_id': '3f6f1655-88d1-46c9-9d33-f405464245d8', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'mac_address': 'fa:16:3e:6d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:57Z', 'updated_at': '2021-09-27T08:37:05Z', 'revision_number': 5, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'subnets': [{'id': '85897b63-6c8b-4b77-8b93-4f12342df0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:18.242726 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-3aa5fb01-ea59-4a48-b0c1-f584be3108c2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] show failed (client error): The resource could not be found. Sep 27 08:46:18.244714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3aa5fb01-ea59-4a48-b0c1-f584be3108c2 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "GET /v2.0/security-groups/d6162738-1e17-4ba7-bc52-ca22bb66cbf7 HTTP/1.1" status: 404 len: 347 time: 0.0577068 Sep 27 08:46:18.248338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59446) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:18.275730 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.341483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137415-f465-4c45-869d-9363c25bbfcd req-097b102c-55f4-466f-8274-015f83619f23 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:18.351514 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-27137415-f465-4c45-869d-9363c25bbfcd req-097b102c-55f4-466f-8274-015f83619f23 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1522200 Sep 27 08:46:18.411719 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-27137415-f465-4c45-869d-9363c25bbfcd req-06b0f49b-b0a1-4122-9198-1c5ea6f529fb tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487370 Sep 27 08:46:18.454376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Deleting port 063a0a0b-b9e5-45d4-a6d3-35169f693c6e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:18.454614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.615838 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219256-fdca-4873-83ee-f0847efd6f05 req-2ea0cbe9-4669-4c62-9958-81bc83a32cae tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:18.617892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-53219256-fdca-4873-83ee-f0847efd6f05 req-2ea0cbe9-4669-4c62-9958-81bc83a32cae tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 943 time: 0.1405292 Sep 27 08:46:18.632306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:18.643522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.644784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:18.712036 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e69102-52ba-40d9-955d-5372b1f6133d None None] New status for floating IP def7ee4c-1943-4a30-b86d-8c860df4d0d3: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:46:18.742730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-53219256-fdca-4873-83ee-f0847efd6f05 req-292c6f42-ef89-4637-96b9-435419cfc3b2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914164 Sep 27 08:46:18.744452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Calling delete_port for 063a0a0b-b9e5-45d4-a6d3-35169f693c6e owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:18.825642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:18.940842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'port_id': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'mac_address': 'fa:16:3e:1e:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:19.003401 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.016006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.069062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8e5f33-d07f-4b5d-9457-d49f98418ce4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:19.083317 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.113618 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.152568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:19.163264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea7e96-91ac-4cfa-827d-414dcc794dda req-4afa930b-78c0-4874-863d-fde25850da0d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:19.166714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a6ea7e96-91ac-4cfa-827d-414dcc794dda req-4afa930b-78c0-4874-863d-fde25850da0d tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 943 time: 0.0997910 Sep 27 08:46:19.172632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.198381 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.202234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4a688665-853e-4e15-80a7-caad63eab26f details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:19.202853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Pushing event deleted for resources: {'Port': ['ID=063a0a0b-b9e5-45d4-a6d3-35169f693c6e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:19.281133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a6ea7e96-91ac-4cfa-827d-414dcc794dda req-82808533-da84-4ba5-a6ff-2ebd409ba59f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018326 Sep 27 08:46:19.304658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.307197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.308796 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cbc93eb9-d37d-4e18-8a4f-bafb4575a7a6 tempest-ServerActionsTestJSON-1009238435 tempest-ServerActionsTestJSON-1009238435-project] 10.222.0.50 "DELETE /v2.0/floatingips/def7ee4c-1943-4a30-b86d-8c860df4d0d3 HTTP/1.1" status: 204 len: 168 time: 1.0581682 Sep 27 08:46:19.311860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:19.358405 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:46:19.379763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:19.416282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d21041-9c8f-4815-9bed-08d6d772ac1d None None] Pushing event updated for resources: {'Port': ['ID=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:19.540732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Attempting to bind port bc8ddb41-33d6-4de0-9ad0-4337593f4adb on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:19.542368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Attempting to bind port bc8ddb41-33d6-4de0-9ad0-4337593f4adb by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:19.542550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Attempting to bind port bc8ddb41-33d6-4de0-9ad0-4337593f4adb on network cddacd25-acb1-4995-aad0-ea39e6c07e9f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:19.559291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:19.559666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Checking segment: {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:19.560188 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.560613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Bound using segment: {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:19.563127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Bound port: bc8ddb41-33d6-4de0-9ad0-4337593f4adb, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:19.565239 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.650324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1fcad3a0-3b92-4a03-82f7-7a60fda4f3af tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] Request body: {'port': {'network_id': '018558df-6c54-4e90-b125-9ba7f16febdc', 'name': 'tempest-NetworksNegativeTestJSON-416345860'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:19.677019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9efd6-6e4a-4c4e-8142-b3d772c26a59 req-2695da66-fe19-46cd-991c-f0de0bf8869b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:19.683213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:19.687147 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcad3a0-3b92-4a03-82f7-7a60fda4f3af tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] POST failed (client error): The resource could not be found. Sep 27 08:46:19.688056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fcad3a0-3b92-4a03-82f7-7a60fda4f3af tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:46:19.690349 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1fcad3a0-3b92-4a03-82f7-7a60fda4f3af tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3093336 Sep 27 08:46:19.698707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62c9efd6-6e4a-4c4e-8142-b3d772c26a59 req-2695da66-fe19-46cd-991c-f0de0bf8869b tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1462357 Sep 27 08:46:19.699208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59500) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:19.722697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4a688665-853e-4e15-80a7-caad63eab26f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4a688665-853e-4e15-80a7-caad63eab26f,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:19.742869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '4a688665-853e-4e15-80a7-caad63eab26f', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'port_id': '4a688665-853e-4e15-80a7-caad63eab26f', 'mac_address': 'fa:16:3e:c2:0c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:19.753065 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a04db4-ff52-49b5-8f05-ec6910d785ac tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] DELETE failed (client error): The resource could not be found. Sep 27 08:46:19.754000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a04db4-ff52-49b5-8f05-ec6910d785ac tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:46:19.760586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e1a04db4-ff52-49b5-8f05-ec6910d785ac tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "DELETE /v2.0/networks/54883c57-2e05-4679-848c-a103deb635d0 HTTP/1.1" status: 404 len: 339 time: 0.0603218 Sep 27 08:46:19.761452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59504) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:19.808376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] For port bc8ddb41-33d6-4de0-9ad0-4337593f4adb, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:19.815392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] For port bc8ddb41-33d6-4de0-9ad0-4337593f4adb, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:19.825923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62c9efd6-6e4a-4c4e-8142-b3d772c26a59 req-70468598-be30-47c0-9c66-1798a6a8e23f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041911 Sep 27 08:46:19.826337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-08ebdcf2-77ae-4310-ad2f-5c146c95fb3e None None] Provisioning complete for port bc8ddb41-33d6-4de0-9ad0-4337593f4adb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:19.826708 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08ebdcf2-77ae-4310-ad2f-5c146c95fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.830711 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ca46fa-cd46-4c9a-a056-9e583f5ac192 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] DELETE failed (client error): The resource could not be found. Sep 27 08:46:19.831821 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.833280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ca46fa-cd46-4c9a-a056-9e583f5ac192 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:46:19.841900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:19.842616 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-79ca46fa-cd46-4c9a-a056-9e583f5ac192 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "DELETE /v2.0/ports/8116ac19-32f1-45a7-9bb1-a6c0782ab5db HTTP/1.1" status: 404 len: 333 time: 0.0748901 Sep 27 08:46:19.865764 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:19.931950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a688665-853e-4e15-80a7-caad63eab26f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:19.986460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:19.988784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:20.041863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4a688665-853e-4e15-80a7-caad63eab26f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4a688665-853e-4e15-80a7-caad63eab26f,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:20.050651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d21041-9c8f-4815-9bed-08d6d772ac1d None None] Pushing event updated for resources: {'Port': ['ID=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:20.070825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.251685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59520) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:20.304147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:20.375574 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08ebdcf2-77ae-4310-ad2f-5c146c95fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.386954 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d32777-f4c4-43b9-84fc-6ed0727ffce0 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] DELETE failed (client error): The resource could not be found. Sep 27 08:46:20.387587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d32777-f4c4-43b9-84fc-6ed0727ffce0 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:46:20.392753 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6d32777-f4c4-43b9-84fc-6ed0727ffce0 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "DELETE /v2.0/subnets/dcd6af97-b7b2-4844-b9a8-9f1a9095e097 HTTP/1.1" status: 404 len: 337 time: 0.5464616 Sep 27 08:46:20.393909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59526) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:20.417430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['4a688665-853e-4e15-80a7-caad63eab26f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:20.453272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ef8e5f33-d07f-4b5d-9457-d49f98418ce4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:20.469865 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91610e3-1bc3-4014-b45d-ed4381bc0f3e tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] GET failed (client error): The resource could not be found. Sep 27 08:46:20.476671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:20.477585 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d91610e3-1bc3-4014-b45d-ed4381bc0f3e tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "GET /v2.0/networks/87987cd0-c998-4751-b71b-604afe907993 HTTP/1.1" status: 404 len: 339 time: 0.0823336 Sep 27 08:46:20.489796 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74c92f1-0b8e-4264-a56f-eeecc577f71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.516797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6a0a4-cc09-4a09-8ca6-85f25be2e5b2 req-0b6d511b-ce32-4e72-8040-6734aecd6f84 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:20.524844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d6a0a4-cc09-4a09-8ca6-85f25be2e5b2 req-0b6d511b-ce32-4e72-8040-6734aecd6f84 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 944 time: 0.1730564 Sep 27 08:46:20.528424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99155880-0570-40f7-a9c5-c47aa42027e8 req-fa7ab48c-9f92-4842-a063-cd5fbffc179b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:20.537294 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99155880-0570-40f7-a9c5-c47aa42027e8 req-fa7ab48c-9f92-4842-a063-cd5fbffc179b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 944 time: 0.1255231 Sep 27 08:46:20.549280 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9aa204e-e7cf-46c2-9573-431933f4b6bd tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] GET failed (client error): The resource could not be found. Sep 27 08:46:20.550928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9aa204e-e7cf-46c2-9573-431933f4b6bd tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "GET /v2.0/ports/ed2f6bfe-3d00-4966-9b92-c0f11f9969d1 HTTP/1.1" status: 404 len: 333 time: 0.0732226 Sep 27 08:46:20.555440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59530) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:20.562771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-08ebdcf2-77ae-4310-ad2f-5c146c95fb3e None None] For port bc8ddb41-33d6-4de0-9ad0-4337593f4adb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:20.570770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=4a688665-853e-4e15-80a7-caad63eab26f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:20.579571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91d6a0a4-cc09-4a09-8ca6-85f25be2e5b2 req-65f5e1ad-4011-4485-a6e0-ac0e6b59b62e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537705 Sep 27 08:46:20.616739 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9fc594-d2ad-4471-9f0a-7d203951b839 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] GET failed (client error): The resource could not be found. Sep 27 08:46:20.622629 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7d9fc594-d2ad-4471-9f0a-7d203951b839 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "GET /v2.0/subnets/7718b3f0-a4f0-464a-afbd-77cad69ce242 HTTP/1.1" status: 404 len: 337 time: 0.0566676 Sep 27 08:46:20.630612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59532) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:20.641477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8daa31f4-6bee-4097-a40b-3bd119ade0ba tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:20.664908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99155880-0570-40f7-a9c5-c47aa42027e8 req-391b45c7-ec4e-45fd-9758-354ff7bc847b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258013 Sep 27 08:46:20.698105 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daa31f4-6bee-4097-a40b-3bd119ade0ba tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] PUT failed (client error): The resource could not be found. Sep 27 08:46:20.698966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daa31f4-6bee-4097-a40b-3bd119ade0ba tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:46:20.704028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8daa31f4-6bee-4097-a40b-3bd119ade0ba tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "PUT /v2.0/networks/b634c69f-4bf5-45df-bd53-6344c1a9e690 HTTP/1.1" status: 404 len: 339 time: 0.0686195 Sep 27 08:46:20.705210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59534) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:20.710199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e16c81c5-4d27-4a55-982e-d27df5d59a22 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:20.739846 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16c81c5-4d27-4a55-982e-d27df5d59a22 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] PUT failed (client error): The resource could not be found. Sep 27 08:46:20.740655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16c81c5-4d27-4a55-982e-d27df5d59a22 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:46:20.741863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e16c81c5-4d27-4a55-982e-d27df5d59a22 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "PUT /v2.0/ports/f80165a6-be15-4820-987b-956b0be922f0 HTTP/1.1" status: 404 len: 333 time: 0.0365257 Sep 27 08:46:20.775931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59536) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:20.783979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ae9c509f-2f8e-432f-b490-8b5dab262020 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:20.792940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74c92f1-0b8e-4264-a56f-eeecc577f71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.799393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74c92f1-0b8e-4264-a56f-eeecc577f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.807557 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9c509f-2f8e-432f-b490-8b5dab262020 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] PUT failed (client error): The resource could not be found. Sep 27 08:46:20.808109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9c509f-2f8e-432f-b490-8b5dab262020 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:46:20.819021 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08ebdcf2-77ae-4310-ad2f-5c146c95fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.823381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae9c509f-2f8e-432f-b490-8b5dab262020 tempest-NetworksNegativeTestJSON-1464349822 tempest-NetworksNegativeTestJSON-1464349822-project] 10.222.0.50 "PUT /v2.0/subnets/41fd93cd-8fbf-47aa-99ce-b2581dffa890 HTTP/1.1" status: 404 len: 337 time: 0.0352285 Sep 27 08:46:20.860750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c92f1-0b8e-4264-a56f-eeecc577f71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3a085-5027-4dbc-b6ba-0009778889d7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:20.865381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b74c92f1-0b8e-4264-a56f-eeecc577f71e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b75c8cd0c2b4ad6939d9a6cee71b57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119945 Sep 27 08:46:20.868088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:20.963870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc4c1f52-2196-4b39-b486-0ae73b54dbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:20.994987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc4c1f52-2196-4b39-b486-0ae73b54dbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.048562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.058625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799b5c2-0680-493f-92cb-9987801b1889 req-883ddeac-3d02-46cc-b29c-cad589e0d5dd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:21.060545 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8799b5c2-0680-493f-92cb-9987801b1889 req-883ddeac-3d02-46cc-b29c-cad589e0d5dd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.0941892 Sep 27 08:46:21.100800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc4c1f52-2196-4b39-b486-0ae73b54dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.104593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc4c1f52-2196-4b39-b486-0ae73b54dbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.108864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc4c1f52-2196-4b39-b486-0ae73b54dbda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aba3a085-5027-4dbc-b6ba-0009778889d7 HTTP/1.1" status: 204 len: 168 time: 0.2367523 Sep 27 08:46:21.120816 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.133483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c1f52-2196-4b39-b486-0ae73b54dbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3a085-5027-4dbc-b6ba-0009778889d7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:21.153789 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8799b5c2-0680-493f-92cb-9987801b1889 req-fc735519-1ad6-41f4-8473-6ac00b625a0f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564532 Sep 27 08:46:21.259814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59550) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:21.370572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3896424c-d3f4-4e68-a6d5-159ecc2defd5 None None] Provisioning complete for port bc8ddb41-33d6-4de0-9ad0-4337593f4adb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:21.371210 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3896424c-d3f4-4e68-a6d5-159ecc2defd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.401068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebdcf2-77ae-4310-ad2f-5c146c95fb3e None None] Pushing event updated for resources: {'Port': ['ID=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:21.505507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:19Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:21.538621 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe7cdb-eecf-4345-b28b-ba8b72c7d0da None None] The sync data for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 is: [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:19Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:21.557411 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8b91f85-e3a0-4bc9-b3bb-00ca74b0aa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.570323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Deleting port be2c4c76-6db9-4910-8cc5-6b2437b1112f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:21.570932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.842497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] For port be2c4c76-6db9-4910-8cc5-6b2437b1112f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=be2c4c76-6db9-4910-8cc5-6b2437b1112f,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:21.842881 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.864990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59562) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:21.945617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bc8ddb41-33d6-4de0-9ad0-4337593f4adb up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:21.983976 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cea5c6f7-9694-4622-85c4-f792d3bdd95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:21.991890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Calling delete_port for be2c4c76-6db9-4910-8cc5-6b2437b1112f owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:22.018186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bc8ddb41-33d6-4de0-9ad0-4337593f4adb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:22.018564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.036585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8b91f85-e3a0-4bc9-b3bb-00ca74b0aa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.052499 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8b91f85-e3a0-4bc9-b3bb-00ca74b0aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.067308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e728161-3f83-4464-88e3-9c9c38de0927 req-82546625-071e-43a8-b4fc-1a9694a61e08 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:22.068893 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e728161-3f83-4464-88e3-9c9c38de0927 req-82546625-071e-43a8-b4fc-1a9694a61e08 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 944 time: 0.2515550 Sep 27 08:46:22.119634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a8b91f85-e3a0-4bc9-b3bb-00ca74b0aa4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7620108df1c145dd9da5d392284577b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8586378 Sep 27 08:46:22.120177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59564) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:22.124596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b91f85-e3a0-4bc9-b3bb-00ca74b0aa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2437462-6c68-415f-ad2c-d58113794827,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:22.168082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523fea2-d0de-4ee4-b47e-f9f5bda63998 req-535acd4d-2352-4227-96cb-d14547cda7fe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:22.174373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d523fea2-d0de-4ee4-b47e-f9f5bda63998 req-535acd4d-2352-4227-96cb-d14547cda7fe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 944 time: 0.2284453 Sep 27 08:46:22.241710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e728161-3f83-4464-88e3-9c9c38de0927 req-bf3b267a-273f-42c5-93ae-c2691f6ca022 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581526 Sep 27 08:46:22.253509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d523fea2-d0de-4ee4-b47e-f9f5bda63998 req-343ad720-c83f-4fcd-b87f-b291d823db48 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677390 Sep 27 08:46:22.279289 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8071f41b-fe33-4cd9-9ac3-90590f718f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.294430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cea5c6f7-9694-4622-85c4-f792d3bdd95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.301597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cea5c6f7-9694-4622-85c4-f792d3bdd95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.342099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8071f41b-fe33-4cd9-9ac3-90590f718f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.407890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cea5c6f7-9694-4622-85c4-f792d3bdd95c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c146d93c16a4b8aa8f7cb8426c93c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312717 Sep 27 08:46:22.420783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59572) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:22.493652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c970fd-f914-42e5-8fd7-33fa911d9762 req-ed3fb9b6-0739-4c5d-9ad1-b10a3cee5657 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:22.493969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5c6f7-9694-4622-85c4-f792d3bdd95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c9f4c-4cdc-46d4-b5a3-ec86768a7bef,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:22.495259 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-37c970fd-f914-42e5-8fd7-33fa911d9762 req-ed3fb9b6-0739-4c5d-9ad1-b10a3cee5657 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.0831859 Sep 27 08:46:22.533016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8071f41b-fe33-4cd9-9ac3-90590f718f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.535668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8071f41b-fe33-4cd9-9ac3-90590f718f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.537084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8071f41b-fe33-4cd9-9ac3-90590f718f1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2437462-6c68-415f-ad2c-d58113794827 HTTP/1.1" status: 204 len: 168 time: 0.4157825 Sep 27 08:46:22.571475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-07fddf31-dadd-4514-88dd-665bb0d06fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.574024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071f41b-fe33-4cd9-9ac3-90590f718f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2437462-6c68-415f-ad2c-d58113794827,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:22.600207 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.611662 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-37c970fd-f914-42e5-8fd7-33fa911d9762 req-2c0f440b-ef62-4f15-a793-8c903877ca6f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862155 Sep 27 08:46:22.623832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-07fddf31-dadd-4514-88dd-665bb0d06fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.623977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:22.660182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2c4c76-6db9-4910-8cc5-6b2437b1112f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:22.734287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-07fddf31-dadd-4514-88dd-665bb0d06fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.737922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-07fddf31-dadd-4514-88dd-665bb0d06fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.739372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-07fddf31-dadd-4514-88dd-665bb0d06fba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc5c9f4c-4cdc-46d4-b5a3-ec86768a7bef HTTP/1.1" status: 204 len: 168 time: 0.3165393 Sep 27 08:46:22.750438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:22.750806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.755392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fddf31-dadd-4514-88dd-665bb0d06fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c9f4c-4cdc-46d4-b5a3-ec86768a7bef,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:22.951226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:22.967697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.049220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:23.052187 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e3881-bc03-4745-9078-828b43c476bd" -d '{"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:23.082759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:23.092560 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.094781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4a688665-853e-4e15-80a7-caad63eab26f up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:23.249407 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e75a73-c0d3-47c9-9919-f2ed48edf5b3 x-openstack-request-id: req-05e75a73-c0d3-47c9-9919-f2ed48edf5b3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:23.249689 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:23.250013 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05e75a73-c0d3-47c9-9919-f2ed48edf5b3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:23.250344 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'code': 200} Sep 27 08:46:23.271568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:23.324884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 4a688665-853e-4e15-80a7-caad63eab26f completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:46:23.346796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 4a688665-853e-4e15-80a7-caad63eab26f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:23.347322 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.576777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23319-0be0-4693-9c07-7d5522d781c4 req-679fb374-6bb5-4ba5-bb89-d0c70f4e988c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.578122 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.584887 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-efe23319-0be0-4693-9c07-7d5522d781c4 req-679fb374-6bb5-4ba5-bb89-d0c70f4e988c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 944 time: 0.1306262 Sep 27 08:46:23.604726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Router 9d7a12bd-12ff-4020-8106-2249fde5db3b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:23.627099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fce3db-c869-420a-9650-c7e3d1d28eb9 req-a76ed7fc-41dd-45c0-bf6c-2942e8d90fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.628914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-74fce3db-c869-420a-9650-c7e3d1d28eb9 req-a76ed7fc-41dd-45c0-bf6c-2942e8d90fec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 1097 time: 0.1616499 Sep 27 08:46:23.666954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4a688665-853e-4e15-80a7-caad63eab26f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4a688665-853e-4e15-80a7-caad63eab26f,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:23.667091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80d2a-5cdd-4a4f-9685-ddbfc4fa1ec3 req-b3a38090-e3dc-468c-9275-95b9b158eb51 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:23.670268 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:23.671155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-efe23319-0be0-4693-9c07-7d5522d781c4 req-783eb876-b511-41d0-acab-4fde2690f0d0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849175 Sep 27 08:46:23.687187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84b80d2a-5cdd-4a4f-9685-ddbfc4fa1ec3 req-b3a38090-e3dc-468c-9275-95b9b158eb51 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 946 time: 0.1746802 Sep 27 08:46:23.741266 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-74fce3db-c869-420a-9650-c7e3d1d28eb9 req-8a12716a-554e-46eb-8cf2-38b36bf83fa0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039429 Sep 27 08:46:23.802151 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84b80d2a-5cdd-4a4f-9685-ddbfc4fa1ec3 req-d7f4be5e-6cc3-43e3-80eb-1aa990e83dfa tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136076 Sep 27 08:46:23.823478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=4a688665-853e-4e15-80a7-caad63eab26f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:23.915013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:23.924231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] Sync routers for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:23.938523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59620) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:23.938732 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-adc0dc12-3640-4131-bded-662928f20953 admin admin] 10.222.0.50 "PUT /v2.0/routers/9d7a12bd-12ff-4020-8106-2249fde5db3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6228876 Sep 27 08:46:23.960107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:23.961115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:24.063522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d75660-be06-439c-add0-bf7de70b310c req-e39a5de9-302d-4308-b24f-c65c292ce33a tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:24.068002 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2d75660-be06-439c-add0-bf7de70b310c req-e39a5de9-302d-4308-b24f-c65c292ce33a tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1275334 Sep 27 08:46:24.097764 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:24.132640 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2d75660-be06-439c-add0-bf7de70b310c req-eb92062b-8026-4ac8-9958-d8f152d5d8b6 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548232 Sep 27 08:46:24.200245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:24.304427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:24.396135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Deleting port 4d9fedef-4047-48b7-a018-7fdafb146984 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:24.396831 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:24.429583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59634) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:24.496116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230246ff-2ba9-4372-b479-a30c629561ce req-ca3c26e6-1e11-4510-a69e-8cbe8cc36b25 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:24.504268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-230246ff-2ba9-4372-b479-a30c629561ce req-ca3c26e6-1e11-4510-a69e-8cbe8cc36b25 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.0946391 Sep 27 08:46:24.511554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:46:22Z', 'revision_number': 5, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port': {'id': '4d9fedef-4047-48b7-a018-7fdafb146984', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:36:51Z', 'updated_at': '2021-09-27T08:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:24.550255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] For port 4d9fedef-4047-48b7-a018-7fdafb146984, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4d9fedef-4047-48b7-a018-7fdafb146984,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:24.550925 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:24.566741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Calling delete_port for 4d9fedef-4047-48b7-a018-7fdafb146984 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:24.571908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-230246ff-2ba9-4372-b479-a30c629561ce req-b89dce26-2ced-4628-97ff-7b044fc71a79 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666316 Sep 27 08:46:24.582707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] Checking router: 9d7a12bd-12ff-4020-8106-2249fde5db3b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:24.595781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] Routers {'9d7a12bd-12ff-4020-8106-2249fde5db3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:24.596460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9d7a12bd-12ff-4020-8106-2249fde5db3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:24.768354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] Set router 9d7a12bd-12ff-4020-8106-2249fde5db3b gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:24.871008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3090-49e7-40c7-9e90-2c3d9d9a26dc req-b8145f7c-3cc6-4652-86e1-97400436b6a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:24.878953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a62d3090-49e7-40c7-9e90-2c3d9d9a26dc req-b8145f7c-3cc6-4652-86e1-97400436b6a6 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 945 time: 0.1262419 Sep 27 08:46:24.913240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-14f456c6-29b8-40fb-b309-a9b1bca1738d tempest-DvrRoutersNegativeTest-2119184740 tempest-DvrRoutersNegativeTest-2119184740-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-274443236', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:24.917037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.policy [None req-14f456c6-29b8-40fb-b309-a9b1bca1738d tempest-DvrRoutersNegativeTest-2119184740 tempest-DvrRoutersNegativeTest-2119184740-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94830) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 27 08:46:24.917685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.policy [None req-14f456c6-29b8-40fb-b309-a9b1bca1738d tempest-DvrRoutersNegativeTest-2119184740 tempest-DvrRoutersNegativeTest-2119184740-project] Failed policy check for 'create_router' {{(pid=94830) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 27 08:46:24.918733 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-14f456c6-29b8-40fb-b309-a9b1bca1738d tempest-DvrRoutersNegativeTest-2119184740 tempest-DvrRoutersNegativeTest-2119184740-project] create failed (client error): Access was denied to this resource. Sep 27 08:46:24.919957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14f456c6-29b8-40fb-b309-a9b1bca1738d tempest-DvrRoutersNegativeTest-2119184740 tempest-DvrRoutersNegativeTest-2119184740-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4894385 Sep 27 08:46:24.926713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:46:24Z', 'revision_number': 6, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:24.961349 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.004152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7c1ee-e1ff-4e84-96a6-e769af1e1eab None None] The sync data for ids ['9d7a12bd-12ff-4020-8106-2249fde5db3b'] in n-d-810909-1 is: [{'id': '9d7a12bd-12ff-4020-8106-2249fde5db3b', 'name': 'tempest-ServerActionsTestJSON-1072234946-router', 'tenant_id': '3d23848dffc84609ba20127eac9bfa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:36:49Z', 'updated_at': '2021-09-27T08:46:24Z', 'revision_number': 6, 'project_id': '3d23848dffc84609ba20127eac9bfa4a', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:25.006556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a62d3090-49e7-40c7-9e90-2c3d9d9a26dc req-1f04c01b-24c7-4ccb-bacd-df1e7be3497c tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266503 Sep 27 08:46:25.039922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4883f-c2e0-48b5-b877-3e4507352038 req-de9eb515-c5fc-46e5-b0d3-4fcfe17abee4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.044030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e4883f-c2e0-48b5-b877-3e4507352038 req-de9eb515-c5fc-46e5-b0d3-4fcfe17abee4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 946 time: 0.1131501 Sep 27 08:46:25.046372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9fedef-4047-48b7-a018-7fdafb146984,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:25.111753 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e4883f-c2e0-48b5-b877-3e4507352038 req-0e7ace5d-1056-4dba-80b6-66854d48534d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591633 Sep 27 08:46:25.156029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.252069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:25.254995 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e52d1ba-f722-4c1e-b5b1-e88ca7f34bd2" -d '{"events": [{"server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "name": "network-vif-plugged", "status": "completed", "tag": "4a688665-853e-4e15-80a7-caad63eab26f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:25.284974 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.287637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.319590 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d001b956-0e23-4d33-8b01-aad60083bade x-openstack-request-id: req-d001b956-0e23-4d33-8b01-aad60083bade {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:25.319833 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "name": "network-vif-plugged", "status": "completed", "tag": "4a688665-853e-4e15-80a7-caad63eab26f", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:25.320080 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d001b956-0e23-4d33-8b01-aad60083bade {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:25.320501 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f', 'code': 200} Sep 27 08:46:25.354515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:25.368041 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.369373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d7a12bd-12ff-4020-8106-2249fde5db3b {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:46:25.377450 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.379227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae765089-090c-4614-a35e-01269f48367a admin admin] 10.222.0.50 "DELETE /v2.0/routers/9d7a12bd-12ff-4020-8106-2249fde5db3b HTTP/1.1" status: 204 len: 168 time: 1.4392340 Sep 27 08:46:25.383308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:25.522362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636ff0b-f9f7-4ebc-a89d-ab1997d46dc6 req-6f5c34ee-9507-4403-a406-2c67f5941148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.524155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b636ff0b-f9f7-4ebc-a89d-ab1997d46dc6 req-6f5c34ee-9507-4403-a406-2c67f5941148 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 1096 time: 0.1386955 Sep 27 08:46:25.528840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47dff98-94b5-4609-9d65-8305f97a9185 admin admin] Deleting subnet 85897b63-6c8b-4b77-8b93-4f12342df0f5 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:46:25.535642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f47dff98-94b5-4609-9d65-8305f97a9185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.612556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f47dff98-94b5-4609-9d65-8305f97a9185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.648801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b636ff0b-f9f7-4ebc-a89d-ab1997d46dc6 req-ab54deef-e7f0-43b2-961f-ceb5ee701940 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144266 Sep 27 08:46:25.718382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-9103ccf8-8e39-44bb-ba4e-7606ff590edb tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.720775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-9103ccf8-8e39-44bb-ba4e-7606ff590edb tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.57 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.1063030 Sep 27 08:46:25.804048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c412d0-ffd2-4492-99e6-c665783055ca req-6b947149-b3e0-4aca-b1ad-cc3767f6c3f5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:25.805738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95c412d0-ffd2-4492-99e6-c665783055ca req-6b947149-b3e0-4aca-b1ad-cc3767f6c3f5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 946 time: 0.0871704 Sep 27 08:46:25.806224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-901f1bfe-8599-4894-8da3-910edf6f34d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:25.889540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95c412d0-ffd2-4492-99e6-c665783055ca req-48daf34b-a875-4764-8ebe-a098bdcd7bb8 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774066 Sep 27 08:46:25.896657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f47dff98-94b5-4609-9d65-8305f97a9185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.016633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device be2c4c76-6db9-4910-8cc5-6b2437b1112f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:26.064104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: be2c4c76-6db9-4910-8cc5-6b2437b1112f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:26.066042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device be2c4c76-6db9-4910-8cc5-6b2437b1112f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:26.066489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4d9fedef-4047-48b7-a018-7fdafb146984 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:26.077770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Deleting port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:26.079080 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.115122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4d9fedef-4047-48b7-a018-7fdafb146984 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:26.115723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4d9fedef-4047-48b7-a018-7fdafb146984 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:26.252212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f47dff98-94b5-4609-9d65-8305f97a9185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.315060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52643ed9-6425-48f6-9d65-74d6c1c781c4 req-143c34ee-1d58-4659-a641-c3278ad23d90 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:26.320766 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52643ed9-6425-48f6-9d65-74d6c1c781c4 req-143c34ee-1d58-4659-a641-c3278ad23d90 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 946 time: 0.0867627 Sep 27 08:46:26.321149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f47dff98-94b5-4609-9d65-8305f97a9185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.323123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f47dff98-94b5-4609-9d65-8305f97a9185 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/85897b63-6c8b-4b77-8b93-4f12342df0f5 HTTP/1.1" status: 204 len: 168 time: 0.9387820 Sep 27 08:46:26.325966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59728) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:26.328984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc465c8e-2864-48f2-8bf0-4d36c097ccb5 None None] Network 3f6f1655-88d1-46c9-9d33-f405464245d8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:26.343014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dff98-94b5-4609-9d65-8305f97a9185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85897b63-6c8b-4b77-8b93-4f12342df0f5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:26.416054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36111bc-72a0-4aa3-b0eb-c1f218c7bee8 req-0cb3498f-9c8e-4d00-af78-a24c6ed5a6bc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:26.417847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c36111bc-72a0-4aa3-b0eb-c1f218c7bee8 req-0cb3498f-9c8e-4d00-af78-a24c6ed5a6bc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 945 time: 0.2763820 Sep 27 08:46:26.430595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52643ed9-6425-48f6-9d65-74d6c1c781c4 req-d8c0ba32-58fc-4f3d-ba75-44636624a367 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034253 Sep 27 08:46:26.478368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-901f1bfe-8599-4894-8da3-910edf6f34d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.481004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] For port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:26.481547 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.533562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c36111bc-72a0-4aa3-b0eb-c1f218c7bee8 req-86985a3a-adf4-40dc-b512-f6f742ce0d19 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025362 Sep 27 08:46:26.534249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-901f1bfe-8599-4894-8da3-910edf6f34d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.539282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.609662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Deleting port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:26.610119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.612967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Calling delete_port for a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:26.633428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-901f1bfe-8599-4894-8da3-910edf6f34d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81d89361df574ce39310e9d528b2b35a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2763186 Sep 27 08:46:26.642417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:26.668593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f1bfe-8599-4894-8da3-910edf6f34d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3d702e-bdf4-4390-8bbf-90e2f6022da4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:26.726857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] DHCP port deletion for 3f6f1655-88d1-46c9-9d33-f405464245d8 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:46:26.750110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] For port 298311c5-1b48-49b1-ad6e-2802b91ca1b1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=298311c5-1b48-49b1-ad6e-2802b91ca1b1,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:26.750490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.775359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Calling delete_port for 298311c5-1b48-49b1-ad6e-2802b91ca1b1 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:26.777620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5032bd36-89bc-4160-9b56-79839c84803f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.816750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] Deleting port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:26.817162 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.844137 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5032bd36-89bc-4160-9b56-79839c84803f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.946878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.950647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:26.966325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:26.993442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Pushing event deleted for resources: {'Port': ['ID=298311c5-1b48-49b1-ad6e-2802b91ca1b1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:27.015349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] No DVR routers for this DVR port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:27.024049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5032bd36-89bc-4160-9b56-79839c84803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.027406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5032bd36-89bc-4160-9b56-79839c84803f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.029104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5032bd36-89bc-4160-9b56-79839c84803f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d3d702e-bdf4-4390-8bbf-90e2f6022da4 HTTP/1.1" status: 204 len: 168 time: 0.3777351 Sep 27 08:46:27.061058 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event deleted for resources: {'Port': ['ID=a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:27.074315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] For port 298311c5-1b48-49b1-ad6e-2802b91ca1b1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=298311c5-1b48-49b1-ad6e-2802b91ca1b1,segment=NetworkSegment(d46654bf-3cf9-4655-98e8-cc22134c8b1f),segment_id=d46654bf-3cf9-4655-98e8-cc22134c8b1f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:27.077630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.091373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] No DVR routers for this DVR port a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:27.102139 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22922bf7-4e7f-41cd-94e7-0e667a8a4b74 req-2bad11a7-9f93-457a-927a-d8d0f2a8fbe0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d40559-ea74-474f-92e5-d9e125a734ce HTTP/1.1" status: 200 len: 210 time: 0.0578480 Sep 27 08:46:27.103357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.111982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9e0d11e-8f19-4ea2-b298-4e5534aaa3a6 req-09e747fe-66dc-4568-b697-e09e394cb12d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.57 "DELETE /v2.0/ports/a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae HTTP/1.1" status: 204 len: 173 time: 1.3374598 Sep 27 08:46:27.112745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d40559-ea74-474f-92e5-d9e125a734ce', 'name': 'network-vif-deleted', 'tag': 'a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:27.121276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] Calling delete_port for 298311c5-1b48-49b1-ad6e-2802b91ca1b1 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:27.123486 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52bc56d-8de9-4ba6-bb57-69c7b797c09d" -d '{"events": [{"server_uuid": "64d40559-ea74-474f-92e5-d9e125a734ce", "name": "network-vif-deleted", "tag": "a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:27.137041 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.164118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6f1655-88d1-46c9-9d33-f405464245d8']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:27.178146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46654bf-3cf9-4655-98e8-cc22134c8b1f') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:27.179455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46654bf-3cf9-4655-98e8-cc22134c8b1f') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:27.194513 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.209608 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3020510e-7ac7-4990-89e0-63065ac1a249 x-openstack-request-id: req-3020510e-7ac7-4990-89e0-63065ac1a249 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:27.210529 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d40559-ea74-474f-92e5-d9e125a734ce", "name": "network-vif-deleted", "tag": "a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:27.210989 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3020510e-7ac7-4990-89e0-63065ac1a249 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:27.211612 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d40559-ea74-474f-92e5-d9e125a734ce', 'name': 'network-vif-deleted', 'tag': 'a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae', 'status': 'completed', 'code': 200} Sep 27 08:46:27.212300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.224885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:46:27.225312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:46:27.238959 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:46:27.241858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032bd36-89bc-4160-9b56-79839c84803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3d702e-bdf4-4390-8bbf-90e2f6022da4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:27.330917 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.366528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] Pushing event deleted for resources: {'Port': ['ID=298311c5-1b48-49b1-ad6e-2802b91ca1b1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:27.379751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f737f-ff30-4305-b60f-71de3f348430 None None] No DVR routers for this DVR port 298311c5-1b48-49b1-ad6e-2802b91ca1b1 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:27.725329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570c2e-82b0-4e32-93d9-0c545d482346 req-07912db4-b2ec-4361-ad01-b454a99789e0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:27.727255 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-07570c2e-82b0-4e32-93d9-0c545d482346 req-07912db4-b2ec-4361-ad01-b454a99789e0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 946 time: 0.1085093 Sep 27 08:46:27.792022 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.798579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:27.801073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f6f1655-88d1-46c9-9d33-f405464245d8 HTTP/1.1" status: 204 len: 168 time: 1.4729114 Sep 27 08:46:27.821990 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-07570c2e-82b0-4e32-93d9-0c545d482346 req-36d9f92b-7bb9-4774-b233-53246539b118 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865624 Sep 27 08:46:27.834201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a73bad-5f94-4f11-8638-bf886a21d541 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6f1655-88d1-46c9-9d33-f405464245d8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:27.850853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 298311c5-1b48-49b1-ad6e-2802b91ca1b1 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:27.867589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff63f-e8ff-4502-8cc8-7dcb781ec10a req-e44ad1cd-6dba-4b5e-b7bc-d74e71a6fe5f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:27.869466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-464ff63f-e8ff-4502-8cc8-7dcb781ec10a req-e44ad1cd-6dba-4b5e-b7bc-d74e71a6fe5f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 945 time: 0.0920420 Sep 27 08:46:27.944979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 298311c5-1b48-49b1-ad6e-2802b91ca1b1 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:27.945807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 298311c5-1b48-49b1-ad6e-2802b91ca1b1 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:27.973115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-464ff63f-e8ff-4502-8cc8-7dcb781ec10a req-557b136a-ad3a-4b9b-9a22-85e60dcfb8da tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933776 Sep 27 08:46:28.030274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59788) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:28.127485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-347ba907-9d60-479d-868f-b75431edaa66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d23848dffc84609ba20127eac9bfa4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955632 Sep 27 08:46:28.130119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:28.144815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848ffd-42ba-4e47-9a24-619d83652246 req-19560ab6-4fcf-4cac-b047-99f4ec8b847b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:28.147424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0b848ffd-42ba-4e47-9a24-619d83652246 req-19560ab6-4fcf-4cac-b047-99f4ec8b847b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 945 time: 0.0748432 Sep 27 08:46:28.213206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0b848ffd-42ba-4e47-9a24-619d83652246 req-42114311-0b76-43b8-8d82-1f83d99f3a84 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515373 Sep 27 08:46:28.245687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59798) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:28.262135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca145ab8-11e1-4c17-969d-8783ab3edda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.300836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c543cce-1636-4e30-9d2a-7c0eb58e6427 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:28.303075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7c543cce-1636-4e30-9d2a-7c0eb58e6427 tempest-TestNetworkBasicOps-1517223797 tempest-TestNetworkBasicOps-1517223797-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 1091 time: 0.0562298 Sep 27 08:46:28.307402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59802) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:28.312294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '4a688665-853e-4e15-80a7-caad63eab26f', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:28.319562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca145ab8-11e1-4c17-969d-8783ab3edda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.366939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.406044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca145ab8-11e1-4c17-969d-8783ab3edda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.410511 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca145ab8-11e1-4c17-969d-8783ab3edda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.418523 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca145ab8-11e1-4c17-969d-8783ab3edda6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/916843b8-addf-4e8b-87a2-a93f7f8c10e4 HTTP/1.1" status: 204 len: 168 time: 0.2872727 Sep 27 08:46:28.435638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca145ab8-11e1-4c17-969d-8783ab3edda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916843b8-addf-4e8b-87a2-a93f7f8c10e4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:28.551427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:28.618144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-fc3ecd74-df2e-4bf4-9ada-748e9afa1bb3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:28.625829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-fc3ecd74-df2e-4bf4-9ada-748e9afa1bb3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.1394429 Sep 27 08:46:28.637542 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-68192880-ece8-42ec-89b2-3cc10c052f48 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/quotas/2d88ab468140412d988096ff680cf2e9 HTTP/1.1" status: 200 len: 375 time: 0.0105696 Sep 27 08:46:28.709662 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-f9f52c36-f3f1-4eba-9726-ec8a66f37bfa tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556622 Sep 27 08:46:28.736997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Allocated IP 172.25.2.91 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/71a6f31e-29ec-434c-9794-cb853d1f9e7f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:28.811452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-d746df2a-8182-4e39-9b48-c124b27c3a00 service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004074 Sep 27 08:46:28.943239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-ea2c27cc-47d0-4df5-883c-8ffda2ce8a42 service neutron] 10.222.0.50 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304324 Sep 27 08:46:29.022241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.134001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:29.237241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d3a615fc-9108-4a34-8a0e-7256b611150d req-56d4055b-67c2-4e63-a76f-1127fc3a800d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 210 time: 0.0459409 Sep 27 08:46:29.264579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:29.267745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:29.281021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=71a6f31e-29ec-434c-9794-cb853d1f9e7f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:29.290496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:29.475959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:29.530234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:29.531071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device a52a0ed8-69ad-4e24-a99a-a5a15d2d09ae not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:29.810690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59870) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:29.920439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.024351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.095668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-650052446-network', 'tenant_id': '8974da7c9743482a97f679002968dabd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:30.149162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Made reservation on behalf of 8974da7c9743482a97f679002968dabd for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:30.152777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.169449 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.273845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.280377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.376317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event updated for resources: {'Port': ['ID=71a6f31e-29ec-434c-9794-cb853d1f9e7f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:30.378592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee46ee2b-2f06-4814-82ec-87c416344fdc req-21a92562-2325-468e-be72-72f87e14d327 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 210 time: 0.0490026 Sep 27 08:46:30.380710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.386656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.396142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.396550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.396902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.397242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.397583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.397923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.398474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.398818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.399150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.399480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.399811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.400144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:30.408401 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.427230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:46:30.456259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f270e267-ae20-4edc-ba1d-ed9580302c84,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:30.460293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.462646 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Added segment c42f6d52-5176-46ea-8b99-695f495a414e of type vlan for network 42096c09-3c69-413b-a822-31ceee2f4fc7 Sep 27 08:46:30.539782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.605751 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Floating IP d08b3ed8-785e-4ed4-9212-a26ef5fc2dba associated. External IP: 172.25.2.91, port: 4a688665-853e-4e15-80a7-caad63eab26f. Sep 27 08:46:30.651431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.652670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:30.665363 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:30.937986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 76095861-4f56-452c-89ae-f3d3d7ca75d5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:46:31.093761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:46:31.109862 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] Sync routers for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:46:31.114853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3030670 Sep 27 08:46:31.122131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59908) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:31.127385 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:31.128280 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:31.133874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Request body: {'subnet': {'network_id': '42096c09-3c69-413b-a822-31ceee2f4fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-650052446-subnet', 'tenant_id': '8974da7c9743482a97f679002968dabd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:31.145569 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:31.155231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b3f69-5ac8-4451-9841-01330f55f38d admin admin] Pushing event updated for resources: {'Network': ['ID=42096c09-3c69-413b-a822-31ceee2f4fc7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:31.163688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-ff0325a9-84cd-4de9-9a58-bf45dac5be72 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:31.166909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 42096c09-3c69-413b-a822-31ceee2f4fc7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:46:31.171983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-ff0325a9-84cd-4de9-9a58-bf45dac5be72 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.57 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 812 time: 0.6483095 Sep 27 08:46:31.186508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Request body: {'port': {'device_id': '8192a514-615b-4ab8-921f-b830d826179c', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'admin_state_up': True, 'tenant_id': '2d88ab468140412d988096ff680cf2e9'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:31.195754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-54586ee4-f614-4abb-80f1-916d5b269239 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8869529 Sep 27 08:46:31.201171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:31.203973 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e6659-5b13-45c1-bd47-0d16d60fc043" -d '{"events": [{"name": "network-changed", "server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "tag": "4a688665-853e-4e15-80a7-caad63eab26f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:31.210819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Made reservation on behalf of 8974da7c9743482a97f679002968dabd for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:31.214151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:31.216033 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:31.447133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea78bb73-0344-41cc-8e82-3a724abd4dc2 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/floatingips/d08b3ed8-785e-4ed4-9212-a26ef5fc2dba HTTP/1.1" status: 200 len: 990 time: 0.2275476 Sep 27 08:46:31.453686 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:31.495702 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266de054-ebe0-4f05-aec9-997d457f80d9 x-openstack-request-id: req-266de054-ebe0-4f05-aec9-997d457f80d9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:31.496237 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "tag": "4a688665-853e-4e15-80a7-caad63eab26f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:31.498090 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-266de054-ebe0-4f05-aec9-997d457f80d9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:31.498589 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f', 'status': 'completed', 'code': 200} Sep 27 08:46:31.576534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Made reservation on behalf of 2d88ab468140412d988096ff680cf2e9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:31.580831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:31.600741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-31bd7054-eeae-490e-9d86-4cf368bb507f req-21d32913-3cd0-4759-8ee9-d92f723f6b2d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 210 time: 0.0578206 Sep 27 08:46:31.643507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-5a252a6a-5432-4b64-9773-e264c7b4e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:31.645087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-5a252a6a-5432-4b64-9773-e264c7b4e67a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 1096 time: 0.1316309 Sep 27 08:46:31.652978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:31.729613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1ff3d8-5d72-40da-8d1f-eebab91238bb,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:31.769588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Checking segment: {'id': 'c42f6d52-5176-46ea-8b99-695f495a414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '42096c09-3c69-413b-a822-31ceee2f4fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:31.770094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Network hostable DHCP agents. Network: 42096c09-3c69-413b-a822-31ceee2f4fc7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:31.796017 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'd08b3ed8-785e-4ed4-9212-a26ef5fc2dba', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'port_id': '4a688665-853e-4e15-80a7-caad63eab26f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'mac_address': 'fa:16:3e:c2:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976813bd-4768-477d-a1b0-e975a01bebcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:46:29Z', 'updated_at': '2021-09-27T08:46:29Z', 'revision_number': 0, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:53Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:31.812290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Network 42096c09-3c69-413b-a822-31ceee2f4fc7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:31.825817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 42096c09-3c69-413b-a822-31ceee2f4fc7) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:31.833726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:31.834325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:31.842246 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dab1ef6-4e72-46a4-9dd4-640474d47568 None None] Network 42096c09-3c69-413b-a822-31ceee2f4fc7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:31.857475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-02d2f729-ffe5-493b-b391-1a6f73c05e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:31.867702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d282fa45-ec6e-440c-8040-06edb530bf43 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7442086 Sep 27 08:46:31.870052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-02d2f729-ffe5-493b-b391-1a6f73c05e22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9c54e73-03f4-4d70-b600-5230fdcebd86 HTTP/1.1" status: 200 len: 897 time: 0.1915612 Sep 27 08:46:31.872721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Allocated IP 172.20.0.3 (3f7a1fd5-f5a1-46ac-a64b-da314be9102a/2e8749f0-9f47-413d-bb85-9963854e5393/8d827817-9d20-47a3-9751-48bc72d5b3ad) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:31.919671 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] Checking router: 76095861-4f56-452c-89ae-f3d3d7ca75d5 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:46:31.942608 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:46:31.943670 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:32.045162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-45b53b2c-4580-47a7-860e-1ddc1ca882fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a688665-853e-4e15-80a7-caad63eab26f HTTP/1.1" status: 200 len: 998 time: 0.1673799 Sep 27 08:46:32.088792 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:46:32.133037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c1272-b25c-4f18-b9b1-cea6f265dd3f None None] Network 42096c09-3c69-413b-a822-31ceee2f4fc7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:32.327378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-f05b2a7f-333c-45b7-95af-3a2e35cad2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:32.332476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-f05b2a7f-333c-45b7-95af-3a2e35cad2b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88b3f07f-9eaa-4063-b539-8f7ac44c67c4 HTTP/1.1" status: 200 len: 835 time: 0.2481132 Sep 27 08:46:32.404682 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'd08b3ed8-785e-4ed4-9212-a26ef5fc2dba', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'port_id': '4a688665-853e-4e15-80a7-caad63eab26f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'mac_address': 'fa:16:3e:c2:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976813bd-4768-477d-a1b0-e975a01bebcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:46:29Z', 'updated_at': '2021-09-27T08:46:29Z', 'revision_number': 0, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:53Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:32.435247 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:32.445552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-d029d2a9-46bc-4276-9500-7f41fd476580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:32.450210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59938) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:32.454067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-d029d2a9-46bc-4276-9500-7f41fd476580 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9c54e73-03f4-4d70-b600-5230fdcebd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132011 Sep 27 08:46:32.493371 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6bc90-b9d3-479f-aa00-89358efed67b None None] The sync data for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 is: [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'd08b3ed8-785e-4ed4-9212-a26ef5fc2dba', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'port_id': '4a688665-853e-4e15-80a7-caad63eab26f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'mac_address': 'fa:16:3e:c2:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976813bd-4768-477d-a1b0-e975a01bebcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:46:29Z', 'updated_at': '2021-09-27T08:46:29Z', 'revision_number': 0, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:53Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:46:32.623490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:32.714745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:32.722437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:32.734975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-02e11093-a60c-448f-a673-03ac66139a0e service neutron] 10.222.0.67 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717156 Sep 27 08:46:32.742544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:32.778036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event updated for resources: {'Port': ['ID=8d827817-9d20-47a3-9751-48bc72d5b3ad,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:32.842798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c18e27f9-3bbd-4f55-94b7-5c30ba137adc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/floatingips/d08b3ed8-785e-4ed4-9212-a26ef5fc2dba HTTP/1.1" status: 200 len: 990 time: 0.3912976 Sep 27 08:46:32.927490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-915c112b-70fa-4b9c-a8ac-54edbb985639 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:32.938583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-915c112b-70fa-4b9c-a8ac-54edbb985639 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/networks?id=42096c09-3c69-413b-a822-31ceee2f4fc7 HTTP/1.1" status: 200 len: 812 time: 0.3727081 Sep 27 08:46:32.960065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89615d-f3c4-4e62-8eb8-f108e2bce917 None None] New status for floating IP d08b3ed8-785e-4ed4-9212-a26ef5fc2dba: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:46:32.967023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-358e0cbd-b297-4d2d-8084-2935aeb75db5 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/quotas/8974da7c9743482a97f679002968dabd HTTP/1.1" status: 200 len: 375 time: 0.0274582 Sep 27 08:46:33.018203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-ab94174f-12da-40da-b120-971525260c9f tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8974da7c9743482a97f679002968dabd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497911 Sep 27 08:46:33.021609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:33.022535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:33.052125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-575547fd-1004-4719-80b0-0d879020b42f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8708143 Sep 27 08:46:33.066485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd2009-0146-4047-8bfc-73bee701e85b req-7286d7d6-522f-47d5-8fce-f630b8bf4d8d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:33.074362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41fd2009-0146-4047-8bfc-73bee701e85b req-7286d7d6-522f-47d5-8fce-f630b8bf4d8d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 931 time: 0.2705212 Sep 27 08:46:33.083823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Request body: {'port': {'device_id': '8192a514-615b-4ab8-921f-b830d826179c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:33.153785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f9e6659-5b13-45c1-bd47-0d16d60fc043 req-38c93baa-5bee-49b2-9604-2cd798767d86 service neutron] 10.222.0.67 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041169 Sep 27 08:46:33.198821 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:33.229765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41fd2009-0146-4047-8bfc-73bee701e85b req-4dd23840-55ad-44bc-927a-96cd8ff45361 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534262 Sep 27 08:46:33.292687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-6f023cda-9c3d-4a24-abd9-53f01cb9765f service neutron] 10.222.0.50 "GET /v2.0/networks/42096c09-3c69-413b-a822-31ceee2f4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668357 Sep 27 08:46:33.455271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-2881eff9-385e-41c5-9480-d91b6376a2b2 service neutron] 10.222.0.50 "GET /v2.0/networks/42096c09-3c69-413b-a822-31ceee2f4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504838 Sep 27 08:46:33.700499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df8efd88-6ffb-45ba-a1c5-c278da15f2b1 req-17d6e3f8-189d-4274-88c2-19cfdae16f67 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 210 time: 0.0711799 Sep 27 08:46:33.848585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59976) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:33.850955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d827817-9d20-47a3-9751-48bc72d5b3ad {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:33.892247 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:33.910597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Transition to ACTIVE for port object 8d827817-9d20-47a3-9751-48bc72d5b3ad will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:46:33.917637 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:34.027387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-662e5976-5e70-489a-a3ea-604055bd73ba tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/floatingips/d08b3ed8-785e-4ed4-9212-a26ef5fc2dba HTTP/1.1" status: 200 len: 992 time: 0.1757488 Sep 27 08:46:34.049629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Pushing event updated for resources: {'Port': ['ID=8d827817-9d20-47a3-9751-48bc72d5b3ad,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:34.181506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Attempting to bind port 8d827817-9d20-47a3-9751-48bc72d5b3ad on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:34.182358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Attempting to bind port 8d827817-9d20-47a3-9751-48bc72d5b3ad by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:34.182817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Attempting to bind port 8d827817-9d20-47a3-9751-48bc72d5b3ad on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:34.190514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Port 8d827817-9d20-47a3-9751-48bc72d5b3ad on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:46:34.190934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Attempting to bind port 8d827817-9d20-47a3-9751-48bc72d5b3ad on network 3f7a1fd5-f5a1-46ac-a64b-da314be9102a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:34.197976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:34.198479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Checking segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:34.199110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Bound using segment: {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:34.199567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Bound port: 8d827817-9d20-47a3-9751-48bc72d5b3ad, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086235-89df-40e8-bf46-b0790978bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:34.200027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:34.324390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] For port 8d827817-9d20-47a3-9751-48bc72d5b3ad, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:34.335028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] For port 8d827817-9d20-47a3-9751-48bc72d5b3ad, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d827817-9d20-47a3-9751-48bc72d5b3ad,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:34.342043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:34.428642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:34.429299 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:34.430739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] 10.222.0.57 "PUT /v2.0/ports/8d827817-9d20-47a3-9751-48bc72d5b3ad HTTP/1.1" status: 200 len: 1091 time: 1.3508465 Sep 27 08:46:34.431322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8192a514-615b-4ab8-921f-b830d826179c', 'tag': '8d827817-9d20-47a3-9751-48bc72d5b3ad'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:34.433714 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f4d54b-9ee8-4b81-b08e-422dc8124c12" -d '{"events": [{"name": "network-changed", "server_uuid": "8192a514-615b-4ab8-921f-b830d826179c", "tag": "8d827817-9d20-47a3-9751-48bc72d5b3ad"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:34.525345 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74afff30-94cd-4930-b505-d8b97c7a77c4 x-openstack-request-id: req-74afff30-94cd-4930-b505-d8b97c7a77c4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:34.525833 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8192a514-615b-4ab8-921f-b830d826179c", "tag": "8d827817-9d20-47a3-9751-48bc72d5b3ad", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:34.526285 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74afff30-94cd-4930-b505-d8b97c7a77c4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:34.526887 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8192a514-615b-4ab8-921f-b830d826179c', 'tag': '8d827817-9d20-47a3-9751-48bc72d5b3ad', 'status': 'completed', 'code': 200} Sep 27 08:46:34.561985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc427a13-b2cb-40b3-9937-b89f2c7dc83b service neutron] Pushing event updated for resources: {'Port': ['ID=8d827817-9d20-47a3-9751-48bc72d5b3ad,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:34.577078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98658-c919-4641-a5d4-0358b7bb130a req-80351a61-c993-48de-b88b-e8d596f6cc95 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:34.584666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49a98658-c919-4641-a5d4-0358b7bb130a req-80351a61-c993-48de-b88b-e8d596f6cc95 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 943 time: 0.1710505 Sep 27 08:46:34.610091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-f652c7de-39ae-42dd-86eb-69030b028a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:34.611660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-f652c7de-39ae-42dd-86eb-69030b028a65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 1094 time: 0.1101646 Sep 27 08:46:34.672677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49a98658-c919-4641-a5d4-0358b7bb130a req-53b8b1cd-8a68-4304-a6f5-f0f76b334179 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869820 Sep 27 08:46:34.674777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-24145ad5-74a8-4077-9d04-572677bd5dba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d827817-9d20-47a3-9751-48bc72d5b3ad HTTP/1.1" status: 200 len: 217 time: 0.0515542 Sep 27 08:46:34.735923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-c388cf9f-6afd-4cf9-8bb5-7f95a2c39e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:34.737469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-c388cf9f-6afd-4cf9-8bb5-7f95a2c39e7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0524087 Sep 27 08:46:34.811856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-4e282824-f3a7-49f8-8599-fb85b91e2c14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643048 Sep 27 08:46:34.841272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14f9a90c-70cb-4a53-9298-f1f5b3743d6b req-bd4a589f-930b-4c76-994b-da62faeacfb3 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 210 time: 0.0415885 Sep 27 08:46:34.926416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-980dde5e-e3a6-46e6-80e9-01d1c2613d33 service neutron] 10.222.0.57 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068461 Sep 27 08:46:35.049124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a09524d-499d-4853-bfe7-afae0cc6d07a req-d8f440a5-8124-4a39-a346-50b463760eb1 service neutron] 10.222.0.57 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153142 Sep 27 08:46:35.177011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-9480dcbe-0650-44bc-b332-43579656a3e1 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:35.180141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-9480dcbe-0650-44bc-b332-43579656a3e1 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.57 "GET /v2.0/networks?id=42096c09-3c69-413b-a822-31ceee2f4fc7 HTTP/1.1" status: 200 len: 812 time: 0.1860554 Sep 27 08:46:35.184726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-8345374d-0047-43cc-91ea-b873b944cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:35.186234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-8345374d-0047-43cc-91ea-b873b944cd01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d88ab468140412d988096ff680cf2e9&device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 1094 time: 0.0782566 Sep 27 08:46:35.207350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Request body: {'port': {'device_id': '7218e169-59be-4789-8a7d-8fb5b48a350c', 'network_id': '42096c09-3c69-413b-a822-31ceee2f4fc7', 'admin_state_up': True, 'tenant_id': '8974da7c9743482a97f679002968dabd'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:35.322837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-2c18ab61-6b6e-49f4-be71-0f4e3820e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:35.325064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-2c18ab61-6b6e-49f4-be71-0f4e3820e2e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 200 len: 913 time: 0.1275332 Sep 27 08:46:35.389654 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-a577074d-6260-4618-9317-618511b20f9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d827817-9d20-47a3-9751-48bc72d5b3ad HTTP/1.1" status: 200 len: 217 time: 0.0530930 Sep 27 08:46:35.389975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Made reservation on behalf of 8974da7c9743482a97f679002968dabd for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:35.394668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:35.470186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-dacf0072-0453-43ef-9cac-3267e577d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:35.471989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-dacf0072-0453-43ef-9cac-3267e577d09e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 200 len: 852 time: 0.0747862 Sep 27 08:46:35.519639 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-24035522-ff80-4a40-b202-a6770e63d5a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f7a1fd5-f5a1-46ac-a64b-da314be9102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394719 Sep 27 08:46:35.564644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Allocated IP 172.20.0.10 (42096c09-3c69-413b-a822-31ceee2f4fc7/cb1ff3d8-5d72-40da-8d1f-eebab91238bb/f751f5da-aa0e-4580-a674-fabc21b0ff77) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:35.637008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-80b8a53e-516b-48d4-8c33-c49e5defbd44 service neutron] 10.222.0.57 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096690 Sep 27 08:46:35.669408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:35.771235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93f4d54b-9ee8-4b81-b08e-422dc8124c12 req-fc5c03fe-ddfa-4c71-9223-66ea6ca91bfe service neutron] 10.222.0.57 "GET /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234639 Sep 27 08:46:35.829760 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:35.881853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:35.940544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Network 42096c09-3c69-413b-a822-31ceee2f4fc7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:35.944258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:35.949151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:36.007900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Pushing event updated for resources: {'Port': ['ID=f751f5da-aa0e-4580-a674-fabc21b0ff77,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:36.034769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:36.035686 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:36.089927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-05b42aae-72ab-478c-8425-b7876628c329 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8923383 Sep 27 08:46:36.090148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556e48-7c6a-4ff1-b589-760be34526b5 req-555c68ca-ceac-421e-978f-7bd067d11919 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:36.103324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6556e48-7c6a-4ff1-b589-760be34526b5 req-555c68ca-ceac-421e-978f-7bd067d11919 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 943 time: 0.3073416 Sep 27 08:46:36.112784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Request body: {'port': {'device_id': '7218e169-59be-4789-8a7d-8fb5b48a350c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:36.168205 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6556e48-7c6a-4ff1-b589-760be34526b5 req-828df2cf-78b2-480e-bba9-c1702c2b8a91 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510721 Sep 27 08:46:36.198072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d67b1-fa6f-48fd-af85-58624a8e1980 req-cbeb05cb-0e2a-4d6d-adf2-5ee6cda82a75 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:36.206478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-860d67b1-fa6f-48fd-af85-58624a8e1980 req-cbeb05cb-0e2a-4d6d-adf2-5ee6cda82a75 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 932 time: 0.1368363 Sep 27 08:46:36.230692 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:36.266166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-860d67b1-fa6f-48fd-af85-58624a8e1980 req-1c86ce26-4e70-4b6d-8332-491f2f3da1dd tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574808 Sep 27 08:46:36.596523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f751f5da-aa0e-4580-a674-fabc21b0ff77 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:36.604966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:36.618438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Transition to ACTIVE for port object f751f5da-aa0e-4580-a674-fabc21b0ff77 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:46:36.623186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:36.692705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Pushing event updated for resources: {'Port': ['ID=f751f5da-aa0e-4580-a674-fabc21b0ff77,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:36.780021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Attempting to bind port f751f5da-aa0e-4580-a674-fabc21b0ff77 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:36.780456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Attempting to bind port f751f5da-aa0e-4580-a674-fabc21b0ff77 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'c42f6d52-5176-46ea-8b99-695f495a414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '42096c09-3c69-413b-a822-31ceee2f4fc7'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:36.780788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Attempting to bind port f751f5da-aa0e-4580-a674-fabc21b0ff77 on network 42096c09-3c69-413b-a822-31ceee2f4fc7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:36.786545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Port f751f5da-aa0e-4580-a674-fabc21b0ff77 on network 42096c09-3c69-413b-a822-31ceee2f4fc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:46:36.787015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Attempting to bind port f751f5da-aa0e-4580-a674-fabc21b0ff77 on network 42096c09-3c69-413b-a822-31ceee2f4fc7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:36.792313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:36.792728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Checking segment: {'id': 'c42f6d52-5176-46ea-8b99-695f495a414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '42096c09-3c69-413b-a822-31ceee2f4fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:36.793113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Bound using segment: {'id': 'c42f6d52-5176-46ea-8b99-695f495a414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '42096c09-3c69-413b-a822-31ceee2f4fc7'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:36.793539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Bound port: f751f5da-aa0e-4580-a674-fabc21b0ff77, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42f6d52-5176-46ea-8b99-695f495a414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '42096c09-3c69-413b-a822-31ceee2f4fc7'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:36.793891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:36.952040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] For port f751f5da-aa0e-4580-a674-fabc21b0ff77, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:36.958146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] For port f751f5da-aa0e-4580-a674-fabc21b0ff77, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f751f5da-aa0e-4580-a674-fabc21b0ff77,segment=NetworkSegment(c42f6d52-5176-46ea-8b99-695f495a414e),segment_id=c42f6d52-5176-46ea-8b99-695f495a414e)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:36.963922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:37.031040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.031670 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:37.033257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] 10.222.0.57 "PUT /v2.0/ports/f751f5da-aa0e-4580-a674-fabc21b0ff77 HTTP/1.1" status: 200 len: 1092 time: 0.9256473 Sep 27 08:46:37.033725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7218e169-59be-4789-8a7d-8fb5b48a350c', 'tag': 'f751f5da-aa0e-4580-a674-fabc21b0ff77'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:37.036374 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5e074-9ecb-4b38-828b-ceb1018b1976" -d '{"events": [{"name": "network-changed", "server_uuid": "7218e169-59be-4789-8a7d-8fb5b48a350c", "tag": "f751f5da-aa0e-4580-a674-fabc21b0ff77"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:37.061751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281c9af-9256-47f9-827d-a2ba5e351641 service neutron] Pushing event updated for resources: {'Port': ['ID=f751f5da-aa0e-4580-a674-fabc21b0ff77,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:37.139246 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925ed601-fe97-4ca5-9d42-ca128b584153 x-openstack-request-id: req-925ed601-fe97-4ca5-9d42-ca128b584153 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:37.139544 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7218e169-59be-4789-8a7d-8fb5b48a350c", "tag": "f751f5da-aa0e-4580-a674-fabc21b0ff77", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:37.139794 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-925ed601-fe97-4ca5-9d42-ca128b584153 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:37.140188 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7218e169-59be-4789-8a7d-8fb5b48a350c', 'tag': 'f751f5da-aa0e-4580-a674-fabc21b0ff77', 'status': 'completed', 'code': 200} Sep 27 08:46:37.145876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-39f03256-2f0a-402d-9f1d-d6046b525044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.147382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-39f03256-2f0a-402d-9f1d-d6046b525044 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8974da7c9743482a97f679002968dabd&device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 1095 time: 0.0615728 Sep 27 08:46:37.209898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-ce090652-b97d-4794-a0c5-4b40d5a298d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f751f5da-aa0e-4580-a674-fabc21b0ff77 HTTP/1.1" status: 200 len: 217 time: 0.0546432 Sep 27 08:46:37.271532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-dc78bdb4-921a-4a9f-b58c-548cc6365683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.273277 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-dc78bdb4-921a-4a9f-b58c-548cc6365683 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb1ff3d8-5d72-40da-8d1f-eebab91238bb HTTP/1.1" status: 200 len: 852 time: 0.0561295 Sep 27 08:46:37.312723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-88b65009-904a-4472-acd8-c93397368965 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=42096c09-3c69-413b-a822-31ceee2f4fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284553 Sep 27 08:46:37.359971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7dea1-b403-4439-bbb7-80347db38085 req-430870cf-a30c-41ae-8892-74426b1341b5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.367931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54c7dea1-b403-4439-bbb7-80347db38085 req-430870cf-a30c-41ae-8892-74426b1341b5 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 943 time: 0.0931947 Sep 27 08:46:37.415751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54c7dea1-b403-4439-bbb7-80347db38085 req-558812b2-8735-41c3-acd3-c43da80f93dd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Sep 27 08:46:37.456035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47a060-40e8-4d49-bee7-c2bb4a0d0d44 req-12d8f371-95cd-4d4f-ae52-356dedb1af01 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.457746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b47a060-40e8-4d49-bee7-c2bb4a0d0d44 req-12d8f371-95cd-4d4f-ae52-356dedb1af01 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 944 time: 0.1068161 Sep 27 08:46:37.493929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-758b31eb-6845-4a55-b065-e6b9c00a04e1 service neutron] 10.222.0.57 "GET /v2.0/networks/42096c09-3c69-413b-a822-31ceee2f4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736617 Sep 27 08:46:37.522241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b47a060-40e8-4d49-bee7-c2bb4a0d0d44 req-28f0d841-8d3a-424a-9120-3c6a23196eea tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565751 Sep 27 08:46:37.613659 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ea9b1e-eb67-4c90-88d5-2c7c47ac8bbe req-b2b9543b-9dd8-4071-83d3-e7cfd87d0d58 service neutron] 10.222.0.57 "GET /v2.0/networks/42096c09-3c69-413b-a822-31ceee2f4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054642 Sep 27 08:46:37.717327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-455c3b31-7f4f-4513-aa95-2bf1a050995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.718962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-455c3b31-7f4f-4513-aa95-2bf1a050995b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8974da7c9743482a97f679002968dabd&device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 1095 time: 0.0573928 Sep 27 08:46:37.818473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-b24d070a-7104-4262-af30-a416ae4ba03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.820049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-b24d070a-7104-4262-af30-a416ae4ba03d service neutron] 10.222.0.57 "GET /v2.0/networks?id=42096c09-3c69-413b-a822-31ceee2f4fc7 HTTP/1.1" status: 200 len: 913 time: 0.0941641 Sep 27 08:46:37.875856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-ccd097a9-3dd3-427c-9aa8-124dab70f9d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f751f5da-aa0e-4580-a674-fabc21b0ff77 HTTP/1.1" status: 200 len: 217 time: 0.0476873 Sep 27 08:46:37.953560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-acc114f3-63e3-43c0-8517-4e906b982e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:37.955847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-acc114f3-63e3-43c0-8517-4e906b982e09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb1ff3d8-5d72-40da-8d1f-eebab91238bb HTTP/1.1" status: 200 len: 852 time: 0.0723844 Sep 27 08:46:38.003205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-3f75e42b-cbad-4878-98d7-78fce515f27d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=42096c09-3c69-413b-a822-31ceee2f4fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393174 Sep 27 08:46:38.149636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-d1b90934-0cf1-46c7-9018-21143c78a258 service neutron] 10.222.0.57 "GET /v2.0/networks/42096c09-3c69-413b-a822-31ceee2f4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363475 Sep 27 08:46:38.259973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfb5e074-9ecb-4b38-828b-ceb1018b1976 req-c8111e4d-4ee9-4d20-878a-5c16f3b27e95 service neutron] 10.222.0.57 "GET /v2.0/networks/42096c09-3c69-413b-a822-31ceee2f4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023710 Sep 27 08:46:38.561159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358299c6-e01d-4436-bbda-ae45608bfc97 req-4990f05f-1b3a-4640-8dab-7c94ee68c8db tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.562724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-358299c6-e01d-4436-bbda-ae45608bfc97 req-4990f05f-1b3a-4640-8dab-7c94ee68c8db tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 943 time: 0.0678387 Sep 27 08:46:38.636437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-358299c6-e01d-4436-bbda-ae45608bfc97 req-8635b6ee-d4ce-4734-9875-6dcabd964c63 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654974 Sep 27 08:46:38.678542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ef3a3-053f-4e53-a6d7-a7f205f7cc29 req-e01ee8d6-9c96-45a4-a8f1-a3ab3a429d91 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:38.680556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab3ef3a3-053f-4e53-a6d7-a7f205f7cc29 req-e01ee8d6-9c96-45a4-a8f1-a3ab3a429d91 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 944 time: 0.0608962 Sep 27 08:46:38.735010 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab3ef3a3-053f-4e53-a6d7-a7f205f7cc29 req-69f92cb4-8d3e-4698-93ab-505796a3cfe0 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Sep 27 08:46:39.489063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8d827817-9d20-47a3-9751-48bc72d5b3ad details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:39.787543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b3ff5-5493-448f-9817-158b60f89d1f req-695df283-b935-4fc1-a220-357ce8316ef2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.795879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-501b3ff5-5493-448f-9817-158b60f89d1f req-695df283-b935-4fc1-a220-357ce8316ef2 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 943 time: 0.0658338 Sep 27 08:46:39.853155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-501b3ff5-5493-448f-9817-158b60f89d1f req-0eaf3447-66d1-445a-88e4-45422198c600 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559788 Sep 27 08:46:39.908556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8d827817-9d20-47a3-9751-48bc72d5b3ad, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d827817-9d20-47a3-9751-48bc72d5b3ad,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:39.922851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '8d827817-9d20-47a3-9751-48bc72d5b3ad', 'network_id': '3f7a1fd5-f5a1-46ac-a64b-da314be9102a', 'port_id': '8d827817-9d20-47a3-9751-48bc72d5b3ad', 'mac_address': 'fa:16:3e:c1:9e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8749f0-9f47-413d-bb85-9963854e5393', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:39.975793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:39.978116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea28faf-bf24-4a55-9e45-1388694e9735 req-b2f9ab60-9430-4dfc-8b4d-7a1e2895773b tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:39.979679 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ea28faf-bf24-4a55-9e45-1388694e9735 req-b2f9ab60-9430-4dfc-8b4d-7a1e2895773b tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 944 time: 0.1010592 Sep 27 08:46:39.993198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d827817-9d20-47a3-9751-48bc72d5b3ad {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:40.025769 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ea28faf-bf24-4a55-9e45-1388694e9735 req-ecf9bd7f-4378-43d5-9fd1-b329acf4bc59 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386286 Sep 27 08:46:40.031889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8d827817-9d20-47a3-9751-48bc72d5b3ad, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d827817-9d20-47a3-9751-48bc72d5b3ad,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:40.039829 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:40.058477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60144) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:40.096244 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=8d827817-9d20-47a3-9751-48bc72d5b3ad,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:40.220151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:40.245638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['8d827817-9d20-47a3-9751-48bc72d5b3ad'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:40.388228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:40.401188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:40.464244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60152) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:40.465451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26742f8af43444e78ee299cea9b4b71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056602 Sep 27 08:46:40.476730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a669ca70-78ea-4e17-aee4-f3febde59a42,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:40.486417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.486756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.487096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.487445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.487779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.488182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.488606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.488948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.489404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.489654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.489875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.490177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8c71f-be31-4975-bacb-4bfe5318b1d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:46:40.548846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5028-dc56-4635-9f65-3d5030015821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:40.579252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5028-dc56-4635-9f65-3d5030015821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:40.647252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5028-dc56-4635-9f65-3d5030015821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:40.650669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5028-dc56-4635-9f65-3d5030015821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:40.655333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1fa5028-dc56-4635-9f65-3d5030015821 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a669ca70-78ea-4e17-aee4-f3febde59a42 HTTP/1.1" status: 204 len: 168 time: 0.1895583 Sep 27 08:46:40.664706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa5028-dc56-4635-9f65-3d5030015821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a669ca70-78ea-4e17-aee4-f3febde59a42,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:41.040436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7d20-de75-4e40-8883-5e2a4724a7b5 req-de6c46fb-ba34-427a-ad38-adfb65366c65 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:41.043509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60164) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:41.054344 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d62b7d20-de75-4e40-8883-5e2a4724a7b5 req-de6c46fb-ba34-427a-ad38-adfb65366c65 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 944 time: 0.1097000 Sep 27 08:46:41.078231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5245ed42-d1a8-4f6f-b2d1-85c977d3a3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.129066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d62b7d20-de75-4e40-8883-5e2a4724a7b5 req-b344a598-2835-4366-9960-aa0c44892da1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Sep 27 08:46:41.238097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406faa9-ae64-44af-91a1-60e6baee0bf0 req-1648cd2e-3006-464c-b37b-04506505cb97 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:41.239716 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a406faa9-ae64-44af-91a1-60e6baee0bf0 req-1648cd2e-3006-464c-b37b-04506505cb97 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 944 time: 0.1040180 Sep 27 08:46:41.323665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a406faa9-ae64-44af-91a1-60e6baee0bf0 req-afb5ffd3-e213-47f0-8721-5536d1e89d34 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653443 Sep 27 08:46:41.354918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5245ed42-d1a8-4f6f-b2d1-85c977d3a3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.360451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5245ed42-d1a8-4f6f-b2d1-85c977d3a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.405602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245ed42-d1a8-4f6f-b2d1-85c977d3a3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190b89a-3469-4aa8-94c5-5ab4a99b9dab,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:41.424051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5245ed42-d1a8-4f6f-b2d1-85c977d3a3b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b5e3668d8a841779c116e20d3d679db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769529 Sep 27 08:46:41.424960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60172) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:41.493715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4ee87fd-ac5c-4442-855b-3b839f9fa606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.518113 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4ee87fd-ac5c-4442-855b-3b839f9fa606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.520095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f751f5da-aa0e-4580-a674-fabc21b0ff77 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:46:41.524996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8d827817-9d20-47a3-9751-48bc72d5b3ad up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:41.612470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4ee87fd-ac5c-4442-855b-3b839f9fa606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.622146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b4ee87fd-ac5c-4442-855b-3b839f9fa606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.639908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b4ee87fd-ac5c-4442-855b-3b839f9fa606 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1190b89a-3469-4aa8-94c5-5ab4a99b9dab HTTP/1.1" status: 204 len: 168 time: 0.2058206 Sep 27 08:46:41.649806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee87fd-ac5c-4442-855b-3b839f9fa606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190b89a-3469-4aa8-94c5-5ab4a99b9dab,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:41.651767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 8d827817-9d20-47a3-9751-48bc72d5b3ad completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:46:41.675879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 8d827817-9d20-47a3-9751-48bc72d5b3ad triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:41.676460 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.684791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f751f5da-aa0e-4580-a674-fabc21b0ff77, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f751f5da-aa0e-4580-a674-fabc21b0ff77,segment=NetworkSegment(c42f6d52-5176-46ea-8b99-695f495a414e),segment_id=c42f6d52-5176-46ea-8b99-695f495a414e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:41.716804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f751f5da-aa0e-4580-a674-fabc21b0ff77', 'network_id': '42096c09-3c69-413b-a822-31ceee2f4fc7', 'port_id': 'f751f5da-aa0e-4580-a674-fabc21b0ff77', 'mac_address': 'fa:16:3e:fa:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1ff3d8-5d72-40da-8d1f-eebab91238bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:46:41.771348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.788723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f751f5da-aa0e-4580-a674-fabc21b0ff77 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:46:41.826813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f751f5da-aa0e-4580-a674-fabc21b0ff77, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f751f5da-aa0e-4580-a674-fabc21b0ff77,segment=NetworkSegment(c42f6d52-5176-46ea-8b99-695f495a414e),segment_id=c42f6d52-5176-46ea-8b99-695f495a414e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:41.833963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.844025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.892502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8192a514-615b-4ab8-921f-b830d826179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d827817-9d20-47a3-9751-48bc72d5b3ad'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:41.893827 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584031f1-dfbc-4fbe-8679-286f3fa6c317" -d '{"events": [{"server_uuid": "8192a514-615b-4ab8-921f-b830d826179c", "name": "network-vif-plugged", "status": "completed", "tag": "8d827817-9d20-47a3-9751-48bc72d5b3ad"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:41.905731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8d827817-9d20-47a3-9751-48bc72d5b3ad, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d827817-9d20-47a3-9751-48bc72d5b3ad,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:41.916950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:41.923287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f751f5da-aa0e-4580-a674-fabc21b0ff77,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:41.958922 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a24dd2-2229-47ee-b8a1-6dafbe0d12be x-openstack-request-id: req-84a24dd2-2229-47ee-b8a1-6dafbe0d12be {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:41.959450 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8192a514-615b-4ab8-921f-b830d826179c", "name": "network-vif-plugged", "status": "completed", "tag": "8d827817-9d20-47a3-9751-48bc72d5b3ad", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:41.959860 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84a24dd2-2229-47ee-b8a1-6dafbe0d12be {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:41.960417 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8192a514-615b-4ab8-921f-b830d826179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d827817-9d20-47a3-9751-48bc72d5b3ad', 'code': 200} Sep 27 08:46:41.991407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=8d827817-9d20-47a3-9751-48bc72d5b3ad,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:42.051151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f751f5da-aa0e-4580-a674-fabc21b0ff77'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:42.082726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13da58b-68d4-456c-8051-d77c6315ac05 req-7c2c306f-55df-40aa-bd52-7503f9b6bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.084388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13da58b-68d4-456c-8051-d77c6315ac05 req-7c2c306f-55df-40aa-bd52-7503f9b6bda7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 1096 time: 0.0579379 Sep 27 08:46:42.125232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13da58b-68d4-456c-8051-d77c6315ac05 req-cf39b402-388e-4427-ac05-23fe95c080e5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Sep 27 08:46:42.199973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:42.231946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7213cf14-b61a-430a-9827-c414da66f734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.319235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f2918-1b14-4ce8-8790-3c0eac2b4811 req-a56cdae5-67d4-441e-bff2-cbfebf9b3429 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.327945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad6f2918-1b14-4ce8-8790-3c0eac2b4811 req-a56cdae5-67d4-441e-bff2-cbfebf9b3429 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 945 time: 0.0852983 Sep 27 08:46:42.396990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad6f2918-1b14-4ce8-8790-3c0eac2b4811 req-a5fc5672-93a6-4c8a-8b61-9b9b6cd2e4dd tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613718 Sep 27 08:46:42.398040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7213cf14-b61a-430a-9827-c414da66f734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.407440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7213cf14-b61a-430a-9827-c414da66f734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.449407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7213cf14-b61a-430a-9827-c414da66f734 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47e5d55432fd44c6af13d90934442e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476275 Sep 27 08:46:42.450392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213cf14-b61a-430a-9827-c414da66f734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe7ca0e-fc52-4176-9bd0-30f03cd358eb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:42.452180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60194) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:42.534388 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-373da514-92b1-4d56-8f4c-49f8a0927fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.538062 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878f009-e4e8-440b-998d-21a8d2d6716b req-8ec642f6-11b4-46f5-9998-3589c74257c9 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:42.539689 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9878f009-e4e8-440b-998d-21a8d2d6716b req-8ec642f6-11b4-46f5-9998-3589c74257c9 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 945 time: 0.0602269 Sep 27 08:46:42.570601 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-373da514-92b1-4d56-8f4c-49f8a0927fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.598765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9878f009-e4e8-440b-998d-21a8d2d6716b req-e905d862-1679-4cb3-b7f7-5472a0737ae6 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520725 Sep 27 08:46:42.630743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-373da514-92b1-4d56-8f4c-49f8a0927fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.633662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-373da514-92b1-4d56-8f4c-49f8a0927fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:42.637747 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-373da514-92b1-4d56-8f4c-49f8a0927fb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4fe7ca0e-fc52-4176-9bd0-30f03cd358eb HTTP/1.1" status: 204 len: 168 time: 0.1813107 Sep 27 08:46:42.642789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373da514-92b1-4d56-8f4c-49f8a0927fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe7ca0e-fc52-4176-9bd0-30f03cd358eb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:43.534477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3510c49-a7b5-4398-8e2b-fd3f698de161 req-a9eebef4-5ce6-40e3-ae9c-254ab8854d7f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:43.545230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f751f5da-aa0e-4580-a674-fabc21b0ff77 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:43.553094 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3510c49-a7b5-4398-8e2b-fd3f698de161 req-a9eebef4-5ce6-40e3-ae9c-254ab8854d7f tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 945 time: 0.0776122 Sep 27 08:46:43.623430 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3510c49-a7b5-4398-8e2b-fd3f698de161 req-f5c4993c-4d34-482f-b16c-e238bc08b694 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653300 Sep 27 08:46:43.668493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f751f5da-aa0e-4580-a674-fabc21b0ff77 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:46:43.676074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f751f5da-aa0e-4580-a674-fabc21b0ff77 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:43.676715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.825367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587ab6-7c59-42e7-9ee4-d4bb777cf741 req-870b8584-1f2d-400c-a90e-01184878f89b tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:43.827521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78587ab6-7c59-42e7-9ee4-d4bb777cf741 req-870b8584-1f2d-400c-a90e-01184878f89b tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 945 time: 0.0907302 Sep 27 08:46:43.835937 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.897594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78587ab6-7c59-42e7-9ee4-d4bb777cf741 req-d68a0e64-522c-46b5-8e86-05ce5cb5cd21 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600162 Sep 27 08:46:43.913511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f751f5da-aa0e-4580-a674-fabc21b0ff77, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f751f5da-aa0e-4580-a674-fabc21b0ff77,segment=NetworkSegment(c42f6d52-5176-46ea-8b99-695f495a414e),segment_id=c42f6d52-5176-46ea-8b99-695f495a414e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:43.933030 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:43.981572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218e169-59be-4789-8a7d-8fb5b48a350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f751f5da-aa0e-4580-a674-fabc21b0ff77'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:43.985429 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52886f5-623a-4cc9-8011-e12862e6bbfe" -d '{"events": [{"server_uuid": "7218e169-59be-4789-8a7d-8fb5b48a350c", "name": "network-vif-plugged", "status": "completed", "tag": "f751f5da-aa0e-4580-a674-fabc21b0ff77"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:44.068600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04149f-74eb-449d-838d-46b87cd75839 req-b3d6f3f2-0623-4bfa-a9c5-e8f28762abfc tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.077691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9d04149f-74eb-449d-838d-46b87cd75839 req-b3d6f3f2-0623-4bfa-a9c5-e8f28762abfc tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 945 time: 0.0915389 Sep 27 08:46:44.104388 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994481b1-d31a-44b9-bab0-a0242ee07f28 x-openstack-request-id: req-994481b1-d31a-44b9-bab0-a0242ee07f28 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:44.104971 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7218e169-59be-4789-8a7d-8fb5b48a350c", "name": "network-vif-plugged", "status": "completed", "tag": "f751f5da-aa0e-4580-a674-fabc21b0ff77", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:44.105457 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-994481b1-d31a-44b9-bab0-a0242ee07f28 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:44.106145 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218e169-59be-4789-8a7d-8fb5b48a350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f751f5da-aa0e-4580-a674-fabc21b0ff77', 'code': 200} Sep 27 08:46:44.112732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:44.118347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f751f5da-aa0e-4580-a674-fabc21b0ff77,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:44.138353 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9d04149f-74eb-449d-838d-46b87cd75839 req-74e7c43e-4476-4a7f-9aca-026a46afbeb0 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586846 Sep 27 08:46:44.269410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4fb0d-de93-4d9e-bea7-65a8ece39c7e req-1d7b5e71-49cc-44eb-9d64-d19b5ed01b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:44.270950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cc4fb0d-de93-4d9e-bea7-65a8ece39c7e req-1d7b5e71-49cc-44eb-9d64-d19b5ed01b94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 1097 time: 0.0855260 Sep 27 08:46:44.323080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cc4fb0d-de93-4d9e-bea7-65a8ece39c7e req-3eccb251-0510-4c88-9c56-6cdf3d2b9c8d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Sep 27 08:46:45.047351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da20425-5188-4747-80bd-92547be959ef req-643b539d-b868-476c-b304-ea47f3d51d24 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.049951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0da20425-5188-4747-80bd-92547be959ef req-643b539d-b868-476c-b304-ea47f3d51d24 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 946 time: 0.0723388 Sep 27 08:46:45.057940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bde5953-7153-4394-9b1a-6eba84afa5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.147019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0da20425-5188-4747-80bd-92547be959ef req-59533450-729b-44fe-9aaa-02b693c66a7c tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895131 Sep 27 08:46:45.309839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf31ae-188d-43ac-a550-0e39975120c0 req-a0e5bade-4ed0-4f93-8339-572fe503336e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.317833 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6dbf31ae-188d-43ac-a550-0e39975120c0 req-a0e5bade-4ed0-4f93-8339-572fe503336e tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 945 time: 0.0573826 Sep 27 08:46:45.355038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6dbf31ae-188d-43ac-a550-0e39975120c0 req-cac26c52-020f-407f-b68f-14c90eefe145 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Sep 27 08:46:45.480372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60300) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:45.485624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1669730034'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:45.496374 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:45.523587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:45.533646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.595462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:46:45.611819 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.612165 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Added segment 875c43d4-6d86-458c-9ea0-3c810eecb089 of type vlan for network 6723603d-3951-44b2-90bc-329d6a2ef3d7 Sep 27 08:46:45.691121 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41e044b0-5e4e-4c32-b370-25896f60be46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.693012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.729199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba37e6-160a-4984-82e4-df7281253b90 req-e83cabe5-eafc-4bd5-ae98-cc42c1bebe26 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.731345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0ba37e6-160a-4984-82e4-df7281253b90 req-e83cabe5-eafc-4bd5-ae98-cc42c1bebe26 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 945 time: 0.0794034 Sep 27 08:46:45.755845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.761658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:45.762257 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.819570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41e044b0-5e4e-4c32-b370-25896f60be46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.825446 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41e044b0-5e4e-4c32-b370-25896f60be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.852856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3713319 Sep 27 08:46:45.857800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60310) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:45.860779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e044b0-5e4e-4c32-b370-25896f60be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bdcb95-f165-4c9c-9d3c-c5ceabc9df64,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:45.901005 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-41e044b0-5e4e-4c32-b370-25896f60be46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0951e028a8648b1a34f93c44e21b720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033952 Sep 27 08:46:45.903635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60312) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:45.961312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7851da2-9e4c-466a-9e1e-e1be62db443c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:45.998934 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7851da2-9e4c-466a-9e1e-e1be62db443c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.063316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7851da2-9e4c-466a-9e1e-e1be62db443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.066883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7851da2-9e4c-466a-9e1e-e1be62db443c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.071318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7851da2-9e4c-466a-9e1e-e1be62db443c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1bdcb95-f165-4c9c-9d3c-c5ceabc9df64 HTTP/1.1" status: 204 len: 168 time: 0.1663685 Sep 27 08:46:46.080860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7851da2-9e4c-466a-9e1e-e1be62db443c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bdcb95-f165-4c9c-9d3c-c5ceabc9df64,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:46.324619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1097795774'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:46.335385 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0ba37e6-160a-4984-82e4-df7281253b90 req-a3061b30-fc19-4b7c-be95-53b9504aa6d3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964088 Sep 27 08:46:46.335967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af57845-c6e1-4b92-86d9-edbfe47ea103 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Network': ['ID=6723603d-3951-44b2-90bc-329d6a2ef3d7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:46.338623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa94b5-15e6-4572-965e-8537366d2115 req-d84a88a1-a86c-4f6c-8672-0d2179526959 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:46.343328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7daa94b5-15e6-4572-965e-8537366d2115 req-d84a88a1-a86c-4f6c-8672-0d2179526959 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 946 time: 0.1059384 Sep 27 08:46:46.348689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:46:46.371850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:46.376013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.407765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:46:46.419024 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.419509 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Added segment 82c77483-2255-4d13-b0bb-7f08fdc9c3fe of type vlan for network 1effa066-6393-41bc-8fe3-538d4fd8b46f Sep 27 08:46:46.445556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7daa94b5-15e6-4572-965e-8537366d2115 req-4c48c0e4-8061-4691-84e6-b07027463780 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901251 Sep 27 08:46:46.466359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.499571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.508960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:46.509829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.549187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6903143 Sep 27 08:46:46.552259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:46.557856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'subnet': {'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:46.565662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:46.593040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63540479-3f69-4d71-835a-ddd79d793138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.646403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405d4f8-a6c8-48d2-8957-e9a0a559befb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Network': ['ID=1effa066-6393-41bc-8fe3-538d4fd8b46f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:46.662339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1effa066-6393-41bc-8fe3-538d4fd8b46f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:46:46.781423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63540479-3f69-4d71-835a-ddd79d793138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.804878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63540479-3f69-4d71-835a-ddd79d793138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.822369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:46.826311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.855953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63540479-3f69-4d71-835a-ddd79d793138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03678dc7-efa3-4d52-b054-ee024f0b8483,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:46.873532 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-63540479-3f69-4d71-835a-ddd79d793138 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=943ad15556934845b48089938cf8feff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068433 Sep 27 08:46:46.876683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60350) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:46.939725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ac102c9-7f1f-478d-8399-22f9d16d6f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:46.966184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ac102c9-7f1f-478d-8399-22f9d16d6f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.013942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb5358-0249-4a4f-b2da-86e6644d209b req-a7c62145-7e89-4592-a3b3-85308cfbd37d tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:47.016870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-15fb5358-0249-4a4f-b2da-86e6644d209b req-a7c62145-7e89-4592-a3b3-85308cfbd37d tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 946 time: 0.1421921 Sep 27 08:46:47.024590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ac102c9-7f1f-478d-8399-22f9d16d6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.027562 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8ac102c9-7f1f-478d-8399-22f9d16d6f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.029965 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8ac102c9-7f1f-478d-8399-22f9d16d6f9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03678dc7-efa3-4d52-b054-ee024f0b8483 HTTP/1.1" status: 204 len: 168 time: 0.1521025 Sep 27 08:46:47.040509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac102c9-7f1f-478d-8399-22f9d16d6f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03678dc7-efa3-4d52-b054-ee024f0b8483,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:47.095588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-15fb5358-0249-4a4f-b2da-86e6644d209b req-c3df2b4b-c5bf-45cd-8e01-7677184f07fa tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702841 Sep 27 08:46:47.174012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.250471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Subnet': ['ID=c8228953-8273-41cf-982a-be34a862826f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:47.260499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Checking segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:47.260882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network hostable DHCP agents. Network: 6723603d-3951-44b2-90bc-329d6a2ef3d7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:47.266654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cd982-d23f-4c20-a856-a4242c847451 req-9b0db744-033c-47b5-bee5-b49e928e9db3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:47.268303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-255cd982-d23f-4c20-a856-a4242c847451 req-9b0db744-033c-47b5-bee5-b49e928e9db3 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.57 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 945 time: 0.0563312 Sep 27 08:46:47.282125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:47.292952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 6723603d-3951-44b2-90bc-329d6a2ef3d7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:47.297512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:47.298292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.304006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80ebc1-2fc1-458c-816f-5726efa3e079 None None] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:47.317946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cceae9ac-3714-4a06-8533-affcc3e0495a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7642853 Sep 27 08:46:47.320522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60358) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:47.327247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'subnet': {'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:47.427079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Deleting port 8d827817-9d20-47a3-9751-48bc72d5b3ad {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:47.427991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.437142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:47.441310 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.498226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec59e726-678a-4117-98a2-40302c4ed9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.551681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-6723603d-3951-44b2-90bc-329d6a2ef3d7', 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'fixed_ips': [{'subnet_id': 'c8228953-8273-41cf-982a-be34a862826f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:46:47.553241 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.604483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a7c7-c235-4625-9903-60be1aaf0b9b req-3d9c0553-5174-4eca-988f-bac40f999fc1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:47.606663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d651a7c7-c235-4625-9903-60be1aaf0b9b req-3d9c0553-5174-4eca-988f-bac40f999fc1 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/ports?device_id=8192a514-615b-4ab8-921f-b830d826179c HTTP/1.1" status: 200 len: 945 time: 0.1590300 Sep 27 08:46:47.656609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] For port 8d827817-9d20-47a3-9751-48bc72d5b3ad, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8d827817-9d20-47a3-9751-48bc72d5b3ad,segment=NetworkSegment(b5086235-89df-40e8-bf46-b0790978bcd0),segment_id=b5086235-89df-40e8-bf46-b0790978bcd0)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:47.656992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.692993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d651a7c7-c235-4625-9903-60be1aaf0b9b req-2a2dda0d-f2a3-4be0-9a6b-be7721c460e6 tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad222c62-1383-412d-af04-7a0655152e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761526 Sep 27 08:46:47.705632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Calling delete_port for 8d827817-9d20-47a3-9751-48bc72d5b3ad owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:47.741580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Allocated IP 10.1.1.2 (6723603d-3951-44b2-90bc-329d6a2ef3d7/c8228953-8273-41cf-982a-be34a862826f/f37f05b2-0f53-4f63-9d84-56a9029ae2c4) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:47.761831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.887311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Subnet': ['ID=be998061-9d62-4b7b-97dc-8675c07ed90a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:47.899280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Checking segment: {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:47.899616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network hostable DHCP agents. Network: 1effa066-6393-41bc-8fe3-538d4fd8b46f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:47.926225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:47.944923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['8d827817-9d20-47a3-9751-48bc72d5b3ad'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:47.950294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 1effa066-6393-41bc-8fe3-538d4fd8b46f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:47.971363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Pushing event deleted for resources: {'Port': ['ID=8d827817-9d20-47a3-9751-48bc72d5b3ad,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:47.978814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1effa066-6393-41bc-8fe3-538d4fd8b46f) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:47.989140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:47.991293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.004657 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.010798 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.014430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef3807-ebcb-4c7e-9a4c-f03666a49854 None None] Network 1effa066-6393-41bc-8fe3-538d4fd8b46f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:48.020755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-488680e7-aaec-4615-95de-230a2479278a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6991177 Sep 27 08:46:48.023558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:48.026783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] No DVR routers for this DVR port 8d827817-9d20-47a3-9751-48bc72d5b3ad on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:48.036922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.037401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'port': {'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'name': 'tempest-TaggedBootDevicesTest_v242-1693466570', 'fixed_ips': [{'subnet_id': 'c8228953-8273-41cf-982a-be34a862826f'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:48.039258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-255cd982-d23f-4c20-a856-a4242c847451 req-56c789ba-23c7-40ba-97cc-b5b4c7b1558d tempest-DeleteServersTestJSON-1209887746 tempest-DeleteServersTestJSON-1209887746-project] 10.222.0.57 "DELETE /v2.0/ports/8d827817-9d20-47a3-9751-48bc72d5b3ad HTTP/1.1" status: 204 len: 173 time: 0.7630463 Sep 27 08:46:48.039756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8192a514-615b-4ab8-921f-b830d826179c', 'name': 'network-vif-deleted', 'tag': '8d827817-9d20-47a3-9751-48bc72d5b3ad'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:48.043017 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a69e936-aebe-4e19-934a-2025030fb6ec" -d '{"events": [{"server_uuid": "8192a514-615b-4ab8-921f-b830d826179c", "name": "network-vif-deleted", "tag": "8d827817-9d20-47a3-9751-48bc72d5b3ad"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:48.082915 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ed0a34-8c78-4fa4-808c-145fd0cd6903 x-openstack-request-id: req-90ed0a34-8c78-4fa4-808c-145fd0cd6903 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:48.083537 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8192a514-615b-4ab8-921f-b830d826179c", "name": "network-vif-deleted", "tag": "8d827817-9d20-47a3-9751-48bc72d5b3ad", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:48.083959 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90ed0a34-8c78-4fa4-808c-145fd0cd6903 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:48.084576 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8192a514-615b-4ab8-921f-b830d826179c', 'name': 'network-vif-deleted', 'tag': '8d827817-9d20-47a3-9751-48bc72d5b3ad', 'status': 'completed', 'code': 200} Sep 27 08:46:48.160370 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.212664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:48.218504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:48.221943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:48.282751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56444eff-5a08-4044-b69e-e36a2661bb9d req-3b36b4d2-c32d-4cfc-8729-a62f2da667d6 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:48.290908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-56444eff-5a08-4044-b69e-e36a2661bb9d req-3b36b4d2-c32d-4cfc-8729-a62f2da667d6 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 946 time: 0.0966423 Sep 27 08:46:48.310794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:48.353088 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-56444eff-5a08-4044-b69e-e36a2661bb9d req-9b3aa2d2-c7f8-46b4-b9b5-e14413f0021c tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/security-groups?id=f270e267-ae20-4edc-ba1d-ed9580302c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608561 Sep 27 08:46:48.354508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Attempting to bind port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:48.354944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Attempting to bind port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:48.355310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Attempting to bind port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:48.382088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Pushing event updated for resources: {'Port': ['ID=f37f05b2-0f53-4f63-9d84-56a9029ae2c4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:48.390252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:48.391775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Checking segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:48.392471 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.393177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Bound using segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:48.394331 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Bound port: f37f05b2-0f53-4f63-9d84-56a9029ae2c4, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:48.395593 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.400081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-1effa066-6393-41bc-8fe3-538d4fd8b46f', 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'fixed_ips': [{'subnet_id': 'be998061-9d62-4b7b-97dc-8675c07ed90a'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:46:48.401330 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.428745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-d571d046-6e6d-4424-b473-c3cc150e63a2 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:48.430340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-d571d046-6e6d-4424-b473-c3cc150e63a2 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.57 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 946 time: 0.0762718 Sep 27 08:46:48.475045 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.495896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] device_id is not set on port cdd81495-eed4-42b0-a6a6-84716c0ea385 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:46:48.590152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Deleting port f751f5da-aa0e-4580-a674-fabc21b0ff77 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:46:48.590707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.716927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Allocated IP 10.2.2.2 (1effa066-6393-41bc-8fe3-538d4fd8b46f/be998061-9d62-4b7b-97dc-8675c07ed90a/4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:48.724267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] For port f37f05b2-0f53-4f63-9d84-56a9029ae2c4, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:48.730477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] For port f37f05b2-0f53-4f63-9d84-56a9029ae2c4, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f37f05b2-0f53-4f63-9d84-56a9029ae2c4,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:48.743205 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.797768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] For port f751f5da-aa0e-4580-a674-fabc21b0ff77, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f751f5da-aa0e-4580-a674-fabc21b0ff77,segment=NetworkSegment(c42f6d52-5176-46ea-8b99-695f495a414e),segment_id=c42f6d52-5176-46ea-8b99-695f495a414e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:48.798335 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:48.820736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Calling delete_port for f751f5da-aa0e-4580-a674-fabc21b0ff77 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:46:48.834598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Allocated IP 10.1.1.163 (6723603d-3951-44b2-90bc-329d6a2ef3d7/c8228953-8273-41cf-982a-be34a862826f/cdd81495-eed4-42b0-a6a6-84716c0ea385) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:49.109673 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.169274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f73390-0099-4b5a-bd54-b6ffaaeb8b38 None None] Pushing event updated for resources: {'Port': ['ID=f37f05b2-0f53-4f63-9d84-56a9029ae2c4,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:49.334647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.351890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f751f5da-aa0e-4580-a674-fabc21b0ff77'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:46:49.430026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.448617 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.486620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Network 1effa066-6393-41bc-8fe3-538d4fd8b46f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:49.491494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:49.495088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:49.507386 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Pushing event updated for resources: {'Port': ['ID=4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:49.551325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] No DVR routers for this DVR port f751f5da-aa0e-4580-a674-fabc21b0ff77 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:46:49.560583 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.581889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fbe95ac-4a17-4543-9fd4-1fc309674da6 req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.57 "DELETE /v2.0/ports/f751f5da-aa0e-4580-a674-fabc21b0ff77 HTTP/1.1" status: 204 len: 173 time: 1.1395209 Sep 27 08:46:49.600615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc712ff-a754-47be-a27f-040eab5082b7 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] Pushing event deleted for resources: {'Port': ['ID=f751f5da-aa0e-4580-a674-fabc21b0ff77,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:49.749423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fea62955-499a-49b6-a025-66a9af38356a req-501e2c53-e5ba-4f8f-bba2-5a909d01dce4 tempest-ServerPasswordTestJSON-854300461 tempest-ServerPasswordTestJSON-854300461-project] 10.222.0.50 "GET /v2.0/ports?device_id=7218e169-59be-4789-8a7d-8fb5b48a350c HTTP/1.1" status: 200 len: 210 time: 0.1989589 Sep 27 08:46:49.767916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Attempting to bind port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:46:49.768459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Attempting to bind port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:46:49.769157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Attempting to bind port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 on network 1effa066-6393-41bc-8fe3-538d4fd8b46f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:46:49.777485 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:46:49.777928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Checking segment: {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:49.778463 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.778975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Bound using segment: {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:46:49.779581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Bound port: 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:46:49.780254 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.870854 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.902429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] For port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:46:49.908137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] For port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:46:49.918199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:49.956178 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.022028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f37f05b2-0f53-4f63-9d84-56a9029ae2c4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:50.086161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7218e169-59be-4789-8a7d-8fb5b48a350c', 'name': 'network-vif-deleted', 'tag': 'f751f5da-aa0e-4580-a674-fabc21b0ff77'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:46:50.088614 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456263c6-f697-4e1d-88b9-23119fc37385" -d '{"events": [{"server_uuid": "7218e169-59be-4789-8a7d-8fb5b48a350c", "name": "network-vif-deleted", "tag": "f751f5da-aa0e-4580-a674-fabc21b0ff77"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:46:50.130546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:50.136110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:50.163080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:50.184830 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a1a2cf-d9d0-4300-a2d4-661efab34aae x-openstack-request-id: req-68a1a2cf-d9d0-4300-a2d4-661efab34aae {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:46:50.185235 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7218e169-59be-4789-8a7d-8fb5b48a350c", "name": "network-vif-deleted", "tag": "f751f5da-aa0e-4580-a674-fabc21b0ff77", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:46:50.185699 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68a1a2cf-d9d0-4300-a2d4-661efab34aae {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:46:50.186327 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7218e169-59be-4789-8a7d-8fb5b48a350c', 'name': 'network-vif-deleted', 'tag': 'f751f5da-aa0e-4580-a674-fabc21b0ff77', 'status': 'completed', 'code': 200} Sep 27 08:46:50.203927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=cdd81495-eed4-42b0-a6a6-84716c0ea385,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:50.312290 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933d4f7-7fbf-4a6a-9673-6e160cb309e4 None None] Pushing event updated for resources: {'Port': ['ID=4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:50.333552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:50.335308 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.383361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:50.393383 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.431883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0f21a854-808c-46df-a8e7-ade727406d70 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4055626 Sep 27 08:46:50.434506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60474) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:50.450764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'port': {'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'name': 'tempest-TaggedBootDevicesTest_v242-1440545819', 'fixed_ips': [{'subnet_id': 'c8228953-8273-41cf-982a-be34a862826f'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:50.608953 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.636977 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.734440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port f37f05b2-0f53-4f63-9d84-56a9029ae2c4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f37f05b2-0f53-4f63-9d84-56a9029ae2c4,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:50.746822 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.795536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:50.849878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:50.855006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=f37f05b2-0f53-4f63-9d84-56a9029ae2c4,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:50.886103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89738e6f-1647-4af1-b7f1-72d75be3fdaf None None] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:50.956673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:50.979096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] device_id is not set on port 8fd4e8a5-18e4-40b2-a35f-300277dba470 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:46:51.001993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b8feec-6d38-4d3d-aa70-84d54db38eb4 admin admin] Deleting subnet cb1ff3d8-5d72-40da-8d1f-eebab91238bb {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:46:51.017681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63b8feec-6d38-4d3d-aa70-84d54db38eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.038634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4e61a616-fc9d-4ccb-a27f-025114b95e04 None None] Provisioning complete for port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:51.039546 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e61a616-fc9d-4ccb-a27f-025114b95e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.109247 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63b8feec-6d38-4d3d-aa70-84d54db38eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.229517 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63b8feec-6d38-4d3d-aa70-84d54db38eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.287286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:51.365649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63b8feec-6d38-4d3d-aa70-84d54db38eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.390730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63b8feec-6d38-4d3d-aa70-84d54db38eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.397087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-63b8feec-6d38-4d3d-aa70-84d54db38eb4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cb1ff3d8-5d72-40da-8d1f-eebab91238bb HTTP/1.1" status: 204 len: 168 time: 0.5444300 Sep 27 08:46:51.400526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60502) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:51.423903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8feec-6d38-4d3d-aa70-84d54db38eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1ff3d8-5d72-40da-8d1f-eebab91238bb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:51.517778 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23ca8588-0447-4018-9a5a-263805b69ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.571459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f751f5da-aa0e-4580-a674-fabc21b0ff77 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:51.627185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f751f5da-aa0e-4580-a674-fabc21b0ff77 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:51.627185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f751f5da-aa0e-4580-a674-fabc21b0ff77 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:51.627185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8d827817-9d20-47a3-9751-48bc72d5b3ad no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:46:51.708986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Allocated IP 10.1.1.227 (6723603d-3951-44b2-90bc-329d6a2ef3d7/c8228953-8273-41cf-982a-be34a862826f/8fd4e8a5-18e4-40b2-a35f-300277dba470) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:51.716216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 8d827817-9d20-47a3-9751-48bc72d5b3ad {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:46:51.716890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8d827817-9d20-47a3-9751-48bc72d5b3ad not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:46:51.745702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.762748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-af447c57-9d73-4623-a012-e65bc72b5a04 None None] Provisioning complete for port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:51.763134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af447c57-9d73-4623-a012-e65bc72b5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.861762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23ca8588-0447-4018-9a5a-263805b69ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:51.873750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23ca8588-0447-4018-9a5a-263805b69ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.011471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-23ca8588-0447-4018-9a5a-263805b69ab0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=998f64ac47ee422abb5e17077af2c2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206776 Sep 27 08:46:52.011471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca8588-0447-4018-9a5a-263805b69ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546ca39c-0612-4434-979d-1ff61fc483e0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:52.025359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:52.064405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cb01af-7508-46d6-a0b7-9a4c7c904c38 None None] Network 1effa066-6393-41bc-8fe3-538d4fd8b46f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:52.179513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f37f05b2-0f53-4f63-9d84-56a9029ae2c4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:52.220163 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.231295 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ca2fe60-cbc6-4a3b-9806-28327df07a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.260415 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ca2fe60-cbc6-4a3b-9806-28327df07a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.270838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-af447c57-9d73-4623-a012-e65bc72b5a04 None None] Provisioning complete for port cdd81495-eed4-42b0-a6a6-84716c0ea385 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:52.271143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af447c57-9d73-4623-a012-e65bc72b5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.325070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ca2fe60-cbc6-4a3b-9806-28327df07a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.331402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42096c09-3c69-413b-a822-31ceee2f4fc7']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:52.332690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ca2fe60-cbc6-4a3b-9806-28327df07a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.335263 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ca2fe60-cbc6-4a3b-9806-28327df07a7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/546ca39c-0612-4434-979d-1ff61fc483e0 HTTP/1.1" status: 204 len: 168 time: 0.3080451 Sep 27 08:46:52.344712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2fe60-cbc6-4a3b-9806-28327df07a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ca39c-0612-4434-979d-1ff61fc483e0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:52.373467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42f6d52-5176-46ea-8b99-695f495a414e') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:52.373843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42f6d52-5176-46ea-8b99-695f495a414e') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:52.398386 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.399002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-af447c57-9d73-4623-a012-e65bc72b5a04 None None] Port cdd81495-eed4-42b0-a6a6-84716c0ea385 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:52.440461 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.452348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.491144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:46:52.491433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:46:52.493720 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:46:52.552949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:52.553406 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.613153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] Provisioning complete for port cdd81495-eed4-42b0-a6a6-84716c0ea385 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:52.613488 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.613922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.626114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.628936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/42096c09-3c69-413b-a822-31ceee2f4fc7 HTTP/1.1" status: 204 len: 168 time: 1.2259068 Sep 27 08:46:52.650787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997d068-fd5a-42f2-89c7-b87c17b3b1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=42096c09-3c69-413b-a822-31ceee2f4fc7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:52.671303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.681004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] Port cdd81495-eed4-42b0-a6a6-84716c0ea385 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:52.724684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] Provisioning complete for port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:52.725067 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:52.813487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=8fd4e8a5-18e4-40b2-a35f-300277dba470,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:52.836364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:52.843730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:52.846069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:52.850222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:52.961962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:52.996427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01f38a1d-de3b-41be-8294-8cdba94f9214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.044511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:53.045250 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.075607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:53.114927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:53.115484 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.117140 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.170820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-01bed5b8-cd62-42ad-9a01-12ef38f951bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8974da7c9743482a97f679002968dabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932152 Sep 27 08:46:53.173692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60532) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:53.184866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] For port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:46:53.193945 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.215696 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01f38a1d-de3b-41be-8294-8cdba94f9214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.221407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01f38a1d-de3b-41be-8294-8cdba94f9214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.229244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c6ca97bb-822b-4edf-8564-40499f6f8d43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7930768 Sep 27 08:46:53.265904 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7b4c-15aa-4142-9f1b-9b49ba1b45c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.285897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-01f38a1d-de3b-41be-8294-8cdba94f9214 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8adf09eba0d5431898940b7d6ff20ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227005 Sep 27 08:46:53.288145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60536) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:53.314387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7b4c-15aa-4142-9f1b-9b49ba1b45c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.329913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73539e9f-e90a-447d-8f77-070866de4064 None None] Pushing event updated for resources: {'Port': ['ID=4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:53.347662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-db05653f-b955-42be-bbcc-91ba882be2b9 None None] Provisioning complete for port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:53.348038 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db05653f-b955-42be-bbcc-91ba882be2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.350875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f38a1d-de3b-41be-8294-8cdba94f9214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618e734b-bd40-40f4-b31e-3e8a694b7eac,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:53.369068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6f7e-cc73-4665-8ece-6902d8076e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.389152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7b4c-15aa-4142-9f1b-9b49ba1b45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.392631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7b4c-15aa-4142-9f1b-9b49ba1b45c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.396499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e9fa7b4c-15aa-4142-9f1b-9b49ba1b45c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f270e267-ae20-4edc-ba1d-ed9580302c84 HTTP/1.1" status: 204 len: 168 time: 0.2192221 Sep 27 08:46:53.405265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa7b4c-15aa-4142-9f1b-9b49ba1b45c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270e267-ae20-4edc-ba1d-ed9580302c84,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:53.419913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6f7e-cc73-4665-8ece-6902d8076e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.467593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60540) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:53.484010 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f6ac9faf-66e1-49c5-b268-7193d2f81176 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853377164', 'description': 'tempest-description--501229764'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:53.496630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6f7e-cc73-4665-8ece-6902d8076e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.499765 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6f7e-cc73-4665-8ece-6902d8076e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.510247 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3fc6f7e-cc73-4665-8ece-6902d8076e9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/618e734b-bd40-40f4-b31e-3e8a694b7eac HTTP/1.1" status: 204 len: 168 time: 0.2205868 Sep 27 08:46:53.520942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc6f7e-cc73-4665-8ece-6902d8076e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618e734b-bd40-40f4-b31e-3e8a694b7eac,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:53.523230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9faf-66e1-49c5-b268-7193d2f81176 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.549034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-db05653f-b955-42be-bbcc-91ba882be2b9 None None] Provisioning complete for port 8fd4e8a5-18e4-40b2-a35f-300277dba470 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:53.549310 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db05653f-b955-42be-bbcc-91ba882be2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.605188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-db05653f-b955-42be-bbcc-91ba882be2b9 None None] Port 8fd4e8a5-18e4-40b2-a35f-300277dba470 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:46:53.660017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9faf-66e1-49c5-b268-7193d2f81176 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.665474 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9faf-66e1-49c5-b268-7193d2f81176 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.732683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac9faf-66e1-49c5-b268-7193d2f81176 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0723677a-e038-46af-9262-645fbeac2158,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:53.747503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9faf-66e1-49c5-b268-7193d2f81176 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.749054 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f6ac9faf-66e1-49c5-b268-7193d2f81176 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2792976 Sep 27 08:46:53.752200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60548) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:53.761884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a599f35f-6bf0-4c9d-8cac-461746c3c0f1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'security_group_rule': {'security_group_id': '0723677a-e038-46af-9262-645fbeac2158', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:53.803021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a599f35f-6bf0-4c9d-8cac-461746c3c0f1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.835662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:46:53.929128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a599f35f-6bf0-4c9d-8cac-461746c3c0f1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.935426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a599f35f-6bf0-4c9d-8cac-461746c3c0f1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.949693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:46:53.950129 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.964155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599f35f-6bf0-4c9d-8cac-461746c3c0f1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ecd753-ccce-4519-adc4-6d5b8bca9ce6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:53.985424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a599f35f-6bf0-4c9d-8cac-461746c3c0f1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:53.987825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a599f35f-6bf0-4c9d-8cac-461746c3c0f1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2342758 Sep 27 08:46:53.991021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:53.996845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e47380c0-1382-4e4a-b09e-b72d7bb92764 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'security_group_rule': {'security_group_id': '0723677a-e038-46af-9262-645fbeac2158', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:54.051200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e47380c0-1382-4e4a-b09e-b72d7bb92764 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.215467 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e47380c0-1382-4e4a-b09e-b72d7bb92764 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.234382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e47380c0-1382-4e4a-b09e-b72d7bb92764 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.267469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47380c0-1382-4e4a-b09e-b72d7bb92764 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6b4586-e996-48c9-abf1-89f4e2d5f4a8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:54.303206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e47380c0-1382-4e4a-b09e-b72d7bb92764 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.306605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e47380c0-1382-4e4a-b09e-b72d7bb92764 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3134022 Sep 27 08:46:54.308817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60590) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:54.316027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:54.375514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.385403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:54.389405 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:46:54.521089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f807d70e-29ef-49cd-88ff-375c9391545e admin admin] Deleting subnet 2e8749f0-9f47-413d-bb85-9963854e5393 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:46:54.524793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f807d70e-29ef-49cd-88ff-375c9391545e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.610212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f807d70e-29ef-49cd-88ff-375c9391545e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.643557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.668878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f807d70e-29ef-49cd-88ff-375c9391545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.759442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f807d70e-29ef-49cd-88ff-375c9391545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.798105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807d70e-29ef-49cd-88ff-375c9391545e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8749f0-9f47-413d-bb85-9963854e5393,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:54.801593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Allocated IP 172.25.2.162 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/5a58ea55-80b6-4718-bd58-bc178abfe5f4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:46:54.823523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f807d70e-29ef-49cd-88ff-375c9391545e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:54.834129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f807d70e-29ef-49cd-88ff-375c9391545e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2e8749f0-9f47-413d-bb85-9963854e5393 HTTP/1.1" status: 204 len: 168 time: 0.4474306 Sep 27 08:46:54.835143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60618) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:55.153696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.172072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.303990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.338403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7a1fd5-f5a1-46ac-a64b-da314be9102a']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:55.350497 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.361827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5086235-89df-40e8-bf46-b0790978bcd0') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:55.362246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5086235-89df-40e8-bf46-b0790978bcd0') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:46:55.399799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.413003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:46:55.434817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:55.446156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:46:55.523841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.553863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:46:55.554352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:46:55.556596 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:46:55.643171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=5a58ea55-80b6-4718-bd58-bc178abfe5f4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:55.656739 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-573a2eec-3d2f-4fe1-b91c-01af9816e2b9 req-4d10ec7c-1b72-41a1-8f2f-fa67d80266c3 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.1218419 Sep 27 08:46:55.671400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.693161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.693161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f7a1fd5-f5a1-46ac-a64b-da314be9102a HTTP/1.1" status: 204 len: 168 time: 0.8515770 Sep 27 08:46:55.736823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c92a76-542f-449a-a0ae-22a667e6955f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7a1fd5-f5a1-46ac-a64b-da314be9102a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:55.765769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.900979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:55.974887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:56.084706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-017fe482-25c8-459c-a20f-1fd36ed87fa7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d88ab468140412d988096ff680cf2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1070776 Sep 27 08:46:56.086593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:56.197112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b024bc6a-fbf2-4b51-8ca9-77c4d7b1854f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.284384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b024bc6a-fbf2-4b51-8ca9-77c4d7b1854f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.318505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8512268-25fe-4f39-8ad0-bb4db4e980a1 req-0b0b76b3-abf5-4436-8687-d31eac68c0e6 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0532787 Sep 27 08:46:56.359559 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.370912 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.404355 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b024bc6a-fbf2-4b51-8ca9-77c4d7b1854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.407963 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b024bc6a-fbf2-4b51-8ca9-77c4d7b1854f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.412420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b024bc6a-fbf2-4b51-8ca9-77c4d7b1854f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad222c62-1383-412d-af04-7a0655152e5c HTTP/1.1" status: 204 len: 168 time: 0.3240955 Sep 27 08:46:56.421387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024bc6a-fbf2-4b51-8ca9-77c4d7b1854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad222c62-1383-412d-af04-7a0655152e5c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:56.520957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=5a58ea55-80b6-4718-bd58-bc178abfe5f4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:56.534469 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.563579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:56.568551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7ef37ef9-59bc-40a9-b441-9e9ba1b2ad83 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2542474 Sep 27 08:46:57.006966 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-f21d1722-f0cb-4caf-a2e4-68973f51b455 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1853377164&fields=id&tenant_id=1b267bf20de5490cbea029c4d96d722f HTTP/1.1" status: 200 len: 267 time: 0.0640302 Sep 27 08:46:57.074072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-65b68bce-ce1f-48e2-951a-9e35b1b32e0a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.082288 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-65b68bce-ce1f-48e2-951a-9e35b1b32e0a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports/cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 937 time: 0.0646529 Sep 27 08:46:57.140941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-978fa4b6-69d7-43ff-af42-8f428da75bc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.146486 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-978fa4b6-69d7-43ff-af42-8f428da75bc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports/8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 937 time: 0.0624671 Sep 27 08:46:57.236210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-c8ff62df-caa1-4253-8caf-d6954c4bd9af tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0852346 Sep 27 08:46:57.275133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e5401960-7954-4333-9ba1-0b48c3edcdea tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0375059 Sep 27 08:46:57.445639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-ace28481-675f-45f9-bfaa-74a523bc718d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.464481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-ace28481-675f-45f9-bfaa-74a523bc718d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.475442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-ace28481-675f-45f9-bfaa-74a523bc718d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:57.488697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48fd1705-8838-4306-be70-7137936a5b95 req-c6df5b54-fc0c-47e9-b2df-7c1fca782c7e tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0725739 Sep 27 08:46:57.490700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-ace28481-675f-45f9-bfaa-74a523bc718d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=1effa066-6393-41bc-8fe3-538d4fd8b46f&id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 1995 time: 0.2143993 Sep 27 08:46:57.512416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-977e97c2-3912-461e-86be-3ba33546bb34 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/quotas/1b267bf20de5490cbea029c4d96d722f HTTP/1.1" status: 200 len: 375 time: 0.0191312 Sep 27 08:46:57.513461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60804) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:57.628008 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-a68c45e9-31f0-43b8-9f63-bbf042295434 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1086459 Sep 27 08:46:57.702701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1120313321-network', 'tenant_id': '327154b1f35045c0b2e222fbed9ddffd'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:57.758935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d1e835c5-e1ca-4e6f-bfac-6db0a561f915 service neutron] 10.222.0.50 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295300 Sep 27 08:46:57.786017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Made reservation on behalf of 327154b1f35045c0b2e222fbed9ddffd for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:57.790185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.802012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.916953 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8bbcb7ef-33e0-4ce6-ad62-1d5c763b9c1d service neutron] 10.222.0.50 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569166 Sep 27 08:46:57.977053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.982863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:57.995060 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-86615b80-e5d4-47df-bec0-0a5c3e3d6a68 service neutron] 10.222.0.50 "GET /v2.0/ports/cdd81495-eed4-42b0-a6a6-84716c0ea385?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0626590 Sep 27 08:46:58.016192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:46:58.023983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae89323c-c8b7-47a0-81bb-8911e8bd3605,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:58.031125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.031505 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Added segment e4067375-9d8c-474f-b89d-5babb6cb5d11 of type vlan for network 19b50067-3935-4826-9653-26a854647b1e Sep 27 08:46:58.086827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.110770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-475f6b5b-552e-40b3-9a61-43b6dc6c531a service neutron] 10.222.0.50 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094742 Sep 27 08:46:58.120240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-554a38b4-f2c4-4e70-a3b2-0f573efc629d req-ffcf9a4e-8105-46c4-b736-dbb62008779d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.0363216 Sep 27 08:46:58.140996 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.141775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.142436 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.174720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6594927 Sep 27 08:46:58.178901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60822) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:46:58.184006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Request body: {'subnet': {'network_id': '19b50067-3935-4826-9653-26a854647b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1120313321-subnet', 'tenant_id': '327154b1f35045c0b2e222fbed9ddffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:46:58.218823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ded771-0f6d-4b32-a38a-379bad101981 admin admin] Pushing event updated for resources: {'Network': ['ID=19b50067-3935-4826-9653-26a854647b1e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:58.231372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-1e10f0a2-8cb5-464d-8f25-748ac26abb37 service neutron] 10.222.0.50 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129534 Sep 27 08:46:58.235806 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 19b50067-3935-4826-9653-26a854647b1e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:46:58.236400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Made reservation on behalf of 327154b1f35045c0b2e222fbed9ddffd for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:46:58.239174 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.284955 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-a55b454b-a914-4a36-91a5-dc1a7bf50a4c service neutron] 10.222.0.50 "GET /v2.0/ports/8fd4e8a5-18e4-40b2-a35f-300277dba470?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0525646 Sep 27 08:46:58.399250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8e92066c-2b63-47d6-9bf5-79fbd64a4bf6 service neutron] 10.222.0.50 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092439 Sep 27 08:46:58.437635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.485420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e4e431-5f8d-4eca-a5a8-c85f756cccc5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:46:58.504866 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-25b234d4-9916-40b3-bfe2-ee9f81f5c987 service neutron] 10.222.0.50 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942578 Sep 27 08:46:58.507039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Checking segment: {'id': 'e4067375-9d8c-474f-b89d-5babb6cb5d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '19b50067-3935-4826-9653-26a854647b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:46:58.507567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Network hostable DHCP agents. Network: 19b50067-3935-4826-9653-26a854647b1e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:46:58.534846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Network 19b50067-3935-4826-9653-26a854647b1e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:46:58.546563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 19b50067-3935-4826-9653-26a854647b1e) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:46:58.552494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:46:58.553433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:46:58.557120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127596fa-2e51-446d-8f54-338a00012acd None None] Network 19b50067-3935-4826-9653-26a854647b1e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:58.587190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4f489fdc-bb4e-4e4a-8436-9814aa4db240 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3984439 Sep 27 08:46:58.637727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a6d8dc2-9bcf-4dd5-b0e6-d21058c17c5c service neutron] 10.222.0.50 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269283 Sep 27 08:46:58.650078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8ba6860f-546d-4eab-a17f-8a2161c9133a req-605a5c5c-342e-4fda-8906-35c59162fa7b tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0453632 Sep 27 08:46:58.742081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed688f3f-1024-4718-a79a-5c3e788c9ae6 None None] Network 19b50067-3935-4826-9653-26a854647b1e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:46:58.780263 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cebe32a2-8e23-4817-8f72-75fd68f4aa57 service neutron] 10.222.0.50 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332874 Sep 27 08:46:58.897957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-7d107f05-e666-4da6-a38b-b7ec29424f98 service neutron] 10.222.0.50 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107934 Sep 27 08:46:59.012812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-4f8b3f08-c3a0-462c-8b43-9b51b2e36073 service neutron] 10.222.0.50 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051323 Sep 27 08:46:59.085608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11eb74e8-8c56-4d58-98b0-34d748928390 req-3efa4afa-0ff5-4f9a-8d20-52393c127e13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0401328 Sep 27 08:46:59.141698 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-85bb6968-6b88-41bd-89a9-f13a88856047 service neutron] 10.222.0.50 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214082 Sep 27 08:46:59.254427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-a3ee427b-9981-4697-952d-20e77089eebf service neutron] 10.222.0.50 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056554 Sep 27 08:46:59.415590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-671ee27a-c72d-4c19-9d27-c4b26d1429db service neutron] 10.222.0.50 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502974 Sep 27 08:46:59.574057 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e2af2983-92c5-464a-be5e-17a0661ce17a service neutron] 10.222.0.50 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587846 Sep 27 08:46:59.796368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5af95dce-ad1a-4252-8227-a628a6f5bd5d req-d17fd0fa-42cb-44d0-a5ba-48d27675b524 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0404344 Sep 27 08:47:00.433289 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-237235c6-36b3-4817-90cd-5368b9da70ac req-a1dc8a2b-0acc-477c-bd01-dc520c1868aa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0500808 Sep 27 08:47:00.755379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8c069533-65b0-4a4b-b2c2-6f326f52c030 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:00.756937 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8c069533-65b0-4a4b-b2c2-6f326f52c030 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/networks?id=19b50067-3935-4826-9653-26a854647b1e HTTP/1.1" status: 200 len: 810 time: 0.1483300 Sep 27 08:47:00.777702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-b313cbfd-a61a-4592-8fc3-5c5bebf377a6 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/quotas/327154b1f35045c0b2e222fbed9ddffd HTTP/1.1" status: 200 len: 375 time: 0.0143213 Sep 27 08:47:00.815854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-43f9b713-d835-4871-9571-424d2d92a6f7 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=327154b1f35045c0b2e222fbed9ddffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310404 Sep 27 08:47:00.978426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-a84accaa-1907-4d95-9c86-5b1b13b0e897 service neutron] 10.222.0.50 "GET /v2.0/networks/19b50067-3935-4826-9653-26a854647b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517661 Sep 27 08:47:00.983713 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e83cae55-018f-4ad5-b86f-2dd9e1a38403 req-73ffabd6-49f5-466d-aec6-12e60b086476 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0792153 Sep 27 08:47:01.120528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-99f7ae51-09a5-4637-95e0-59ea40fd4b52 service neutron] 10.222.0.50 "GET /v2.0/networks/19b50067-3935-4826-9653-26a854647b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289463 Sep 27 08:47:01.693276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f1cf5f2-0847-4837-8324-97d4f02cb1a0 req-1b99cf2e-0fb2-4372-abb9-fca730c6bda7 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0841315 Sep 27 08:47:01.851491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b83e6aa-0d25-4860-a292-e1505f2692df req-bf9f18a6-4429-4932-9d25-f2f8f80e2071 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 210 time: 0.0602145 Sep 27 08:47:01.856499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-c315935d-10f3-42dd-9710-bc5b0202f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:01.863265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-c315935d-10f3-42dd-9710-bc5b0202f46c service neutron] 10.222.0.67 "GET /v2.0/ports/cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 1033 time: 0.1542044 Sep 27 08:47:01.875511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-607a346a-979c-4a73-b6d0-6e46bf0d65d0 req-d01fe8ca-6686-47ad-9b1c-e0473241a8c6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0618186 Sep 27 08:47:01.992625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-31fa6da8-842e-40a5-80dc-329d4343b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:01.994060 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-31fa6da8-842e-40a5-80dc-329d4343b038 service neutron] 10.222.0.67 "GET /v2.0/ports/8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 1033 time: 0.1228576 Sep 27 08:47:02.254535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d42e2331-b96b-42b1-945f-54cd5cb2b08b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.271429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d42e2331-b96b-42b1-945f-54cd5cb2b08b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.277366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d42e2331-b96b-42b1-945f-54cd5cb2b08b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:02.289770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d42e2331-b96b-42b1-945f-54cd5cb2b08b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=1effa066-6393-41bc-8fe3-538d4fd8b46f&id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 1995 time: 0.2877209 Sep 27 08:47:02.338347 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-89a5c8ed-534d-4edc-9b3f-6becd7922155 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b267bf20de5490cbea029c4d96d722f HTTP/1.1" status: 200 len: 380 time: 0.0388577 Sep 27 08:47:02.351430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'admin_state_up': True, 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'security_groups': ['0723677a-e038-46af-9262-645fbeac2158']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:02.554791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:02.558520 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:02.746746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Allocated IP 172.20.0.12 (cddacd25-acb1-4995-aad0-ea39e6c07e9f/443c3c2f-0333-4543-b944-4d2e3fec61a9/5b378bea-c6e1-49fd-ba7f-d76e691f72f4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:02.898023 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4b56fc30-b72a-4588-951f-dd979d091461 req-aa3fed13-f260-4356-b493-675b7bfb4b37 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0501375 Sep 27 08:47:03.031667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-525b5d55-2a92-466c-9f77-f5a645db7d97 req-fa31f5a3-3068-4114-bf6b-48704b3ddd3d tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 210 time: 0.0607643 Sep 27 08:47:03.074434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ec2f994-7aac-49ce-9f62-168546f664ae req-d316c99c-0ed3-41c6-9c8b-47ffe8393bf1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0523658 Sep 27 08:47:03.090067 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.108606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32778) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:03.146401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.193298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-89c8e23e-d22d-4819-97bd-9a4db91cbe4f tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/floatingips/d08b3ed8-785e-4ed4-9212-a26ef5fc2dba HTTP/1.1" status: 200 len: 992 time: 0.0827534 Sep 27 08:47:03.195827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:03.198379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:03.206908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:03.263511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:03.294989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.295971 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.315425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-15bf6227-cd9c-4d0e-bc12-5157e7eb4c44 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9696515 Sep 27 08:47:03.330940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'admin_state_up': True, 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'security_groups': ['0723677a-e038-46af-9262-645fbeac2158']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:03.503654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-3514148c-cd3d-4494-919a-b9e6374e5b08 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:03.507620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-3514148c-cd3d-4494-919a-b9e6374e5b08 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.57 "GET /v2.0/networks?id=19b50067-3935-4826-9653-26a854647b1e HTTP/1.1" status: 200 len: 810 time: 0.2165356 Sep 27 08:47:03.508168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32784) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:03.524536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Request body: {'port': {'device_id': '038474d1-1bf8-4284-8865-15de35bddb10', 'network_id': '19b50067-3935-4826-9653-26a854647b1e', 'admin_state_up': True, 'tenant_id': '327154b1f35045c0b2e222fbed9ddffd'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:03.531553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:03.535031 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.620103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-46d813ce-2755-4426-a0f8-351d270641e4 None None] Provisioning complete for port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:03.620763 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46d813ce-2755-4426-a0f8-351d270641e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.681520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-46d813ce-2755-4426-a0f8-351d270641e4 None None] Port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:03.738392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Allocated IP 10.1.1.42 (6723603d-3951-44b2-90bc-329d6a2ef3d7/c8228953-8273-41cf-982a-be34a862826f/34f145bb-fa78-4952-b9d7-b44c5f5b3ae9) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:03.785423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Made reservation on behalf of 327154b1f35045c0b2e222fbed9ddffd for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:03.789781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.865173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port 71a6f31e-29ec-434c-9794-cb853d1f9e7f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:03.865514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:03.950707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.003095 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.069634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:04.114834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-892c442f-0e68-47d2-aa0f-949d956d2813 req-c6f17130-b241-4857-8e7e-6b59592d9c54 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0466499 Sep 27 08:47:04.144042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:04.148082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:04.151107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:04.242513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:04.243437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.334938 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-55cdba74-1ab7-4775-abdf-e5e69632e575 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0103087 Sep 27 08:47:04.347014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'admin_state_up': True, 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'security_groups': ['0723677a-e038-46af-9262-645fbeac2158']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:04.360210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b1d91-4f63-48d7-8ebd-d10b06d3b069 req-53b21649-b29f-401f-b651-a8ce2dfa316f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:04.366573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b1d91-4f63-48d7-8ebd-d10b06d3b069 req-53b21649-b29f-401f-b651-a8ce2dfa316f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:04.375302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-109b1d91-4f63-48d7-8ebd-d10b06d3b069 req-53b21649-b29f-401f-b651-a8ce2dfa316f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 1653 time: 0.1278419 Sep 27 08:47:04.455623 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-109b1d91-4f63-48d7-8ebd-d10b06d3b069 req-1170fd5e-f2d1-4a12-9c16-d1f7313ef8c1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777881 Sep 27 08:47:04.507780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0902bae8-996b-42a7-a8f5-d2473084b238 None None] Provisioning complete for port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:04.508595 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0902bae8-996b-42a7-a8f5-d2473084b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.544584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0902bae8-996b-42a7-a8f5-d2473084b238 None None] Port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:04.549364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Allocated IP 172.20.0.12 (19b50067-3935-4826-9653-26a854647b1e/00e4e431-5f8d-4eca-a5a8-c85f756cccc5/f76ce768-63fe-4e8b-af89-7a921ebe160a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:04.612872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:04.617813 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.634557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15f376bf-0866-4d36-8ff8-4665fa24f097 req-607086f8-d500-403b-91f8-c818334c4d99 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 210 time: 0.1201966 Sep 27 08:47:04.650813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.650813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.678314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for 71a6f31e-29ec-434c-9794-cb853d1f9e7f owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:04.801910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Allocated IP 10.1.1.253 (6723603d-3951-44b2-90bc-329d6a2ef3d7/c8228953-8273-41cf-982a-be34a862826f/7f561a76-1299-48a9-ae5d-a819b45a8ecb) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:04.832889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:04.952001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.005846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.030912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Pushing event updated for resources: {'Port': ['ID=f76ce768-63fe-4e8b-af89-7a921ebe160a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:05.051309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Network 19b50067-3935-4826-9653-26a854647b1e is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:05.054297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:05.055443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.057090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:05.062722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.110845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:05.114154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:05.117996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:05.118651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=71a6f31e-29ec-434c-9794-cb853d1f9e7f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:05.127816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=7f561a76-1299-48a9-ae5d-a819b45a8ecb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:05.195940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.196809 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.214363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.215406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.220952 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6db3ffa3-c832-404d-87fb-14b3d6ef17fe tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8787675 Sep 27 08:47:05.232401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f', 'admin_state_up': True, 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'security_groups': ['0723677a-e038-46af-9262-645fbeac2158']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:05.261463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.263105 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Floating IP d08b3ed8-785e-4ed4-9212-a26ef5fc2dba disassociated (deleted). External IP: 172.25.2.91, port: 4a688665-853e-4e15-80a7-caad63eab26f. Sep 27 08:47:05.267650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-8d218a84-559b-49b3-8cbe-4a81fc9b020c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7487350 Sep 27 08:47:05.334448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Request body: {'port': {'device_id': '038474d1-1bf8-4284-8865-15de35bddb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:05.364748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6712c65-c7f9-4515-8aab-e03a7a1887d0 req-a6de4bb1-6a4f-45ac-9fc5-9a7244e28241 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.1194797 Sep 27 08:47:05.421448 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.427299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:05.549483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.583219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-758bb64d-ebb6-4d12-a360-ca69a13a7c36 None None] Provisioning complete for port 7f561a76-1299-48a9-ae5d-a819b45a8ecb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:05.584255 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-758bb64d-ebb6-4d12-a360-ca69a13a7c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.634302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b4c6-c003-4be8-b043-ba1d522e0819 req-9ef3ffde-34ae-42a6-9ff9-b93e5090449b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.641189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b4c6-c003-4be8-b043-ba1d522e0819 req-9ef3ffde-34ae-42a6-9ff9-b93e5090449b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.642520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-758bb64d-ebb6-4d12-a360-ca69a13a7c36 None None] Port 7f561a76-1299-48a9-ae5d-a819b45a8ecb cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:05.649007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b4c6-c003-4be8-b043-ba1d522e0819 req-9ef3ffde-34ae-42a6-9ff9-b93e5090449b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:05.652974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9058b4c6-c003-4be8-b043-ba1d522e0819 req-9ef3ffde-34ae-42a6-9ff9-b93e5090449b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 2374 time: 0.0992856 Sep 27 08:47:05.695387 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:05.772418 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9058b4c6-c003-4be8-b043-ba1d522e0819 req-d0e5f291-9280-404d-b17b-5120861ead7d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009490 Sep 27 08:47:05.821372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 76095861-4f56-452c-89ae-f3d3d7ca75d5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:05.964777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Allocated IP 10.2.2.100 (1effa066-6393-41bc-8fe3-538d4fd8b46f/be998061-9d62-4b7b-97dc-8675c07ed90a/e63d81ea-41fd-49b8-9d0f-f6d395158465) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:05.993170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3e8c-bb30-458f-ab88-532e162b6254 req-ba1f4ec6-0b80-463a-b5e9-606e62dd40e7 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.001296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6fd3e8c-bb30-458f-ab88-532e162b6254 req-ba1f4ec6-0b80-463a-b5e9-606e62dd40e7 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 932 time: 0.2018499 Sep 27 08:47:06.152573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6fd3e8c-bb30-458f-ab88-532e162b6254 req-e047d791-4ad1-4cd4-906e-592e4a5a0f64 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499419 Sep 27 08:47:06.159295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:06.166753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:06.170734 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] Sync routers for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:06.182396 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:06.183014 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:06.200316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:06.244045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2f127789-23aa-4943-afb2-1fcb612583dc tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/floatingips/d08b3ed8-785e-4ed4-9212-a26ef5fc2dba HTTP/1.1" status: 204 len: 168 time: 2.7345872 Sep 27 08:47:06.248347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:06.250669 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f297572-c15b-49a2-89d3-85a364722803" -d '{"events": [{"name": "network-changed", "server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "tag": "4a688665-853e-4e15-80a7-caad63eab26f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:06.267958 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:06.299054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76ce768-63fe-4e8b-af89-7a921ebe160a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:06.329154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:06.340953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 1effa066-6393-41bc-8fe3-538d4fd8b46f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:06.344945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:06.359312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Transition to ACTIVE for port object f76ce768-63fe-4e8b-af89-7a921ebe160a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:06.363886 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e323918b-747c-4b28-ae0d-fadb88cb092c x-openstack-request-id: req-e323918b-747c-4b28-ae0d-fadb88cb092c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:06.365560 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "tag": "4a688665-853e-4e15-80a7-caad63eab26f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:06.365833 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e323918b-747c-4b28-ae0d-fadb88cb092c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:06.368362 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f', 'status': 'completed', 'code': 200} Sep 27 08:47:06.369266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:06.386380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:06.410765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=e63d81ea-41fd-49b8-9d0f-f6d395158465,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:06.509578 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:06.524416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.525390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:06.540100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f297572-c15b-49a2-89d3-85a364722803 req-06581da8-7e24-46c2-830b-8e1df744478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.542006 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f297572-c15b-49a2-89d3-85a364722803 req-06581da8-7e24-46c2-830b-8e1df744478a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 1096 time: 0.1513569 Sep 27 08:47:06.554690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b84e170a-cca2-4155-a6e4-e15a74bcf11c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3258712 Sep 27 08:47:06.575231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Pushing event updated for resources: {'Port': ['ID=f76ce768-63fe-4e8b-af89-7a921ebe160a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:06.589787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f', 'admin_state_up': True, 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'security_groups': ['0723677a-e038-46af-9262-645fbeac2158']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:06.645304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5bf51962-82cf-43e0-8467-4c53332b36e0 req-1e2e53d8-1fde-4eb2-aa82-daec2d8d4613 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0875807 Sep 27 08:47:06.769885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Attempting to bind port f76ce768-63fe-4e8b-af89-7a921ebe160a on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:06.771734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Attempting to bind port f76ce768-63fe-4e8b-af89-7a921ebe160a by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'e4067375-9d8c-474f-b89d-5babb6cb5d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '19b50067-3935-4826-9653-26a854647b1e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:06.774036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Attempting to bind port f76ce768-63fe-4e8b-af89-7a921ebe160a on network 19b50067-3935-4826-9653-26a854647b1e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:06.784673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Port f76ce768-63fe-4e8b-af89-7a921ebe160a on network 19b50067-3935-4826-9653-26a854647b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:06.785001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Attempting to bind port f76ce768-63fe-4e8b-af89-7a921ebe160a on network 19b50067-3935-4826-9653-26a854647b1e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:06.814432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854dc8b-9a7f-4fac-bb89-289712149924 req-76e4f1b9-f693-4fb2-9d0c-f35d19853d2e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.816108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7854dc8b-9a7f-4fac-bb89-289712149924 req-76e4f1b9-f693-4fb2-9d0c-f35d19853d2e tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 945 time: 0.2775812 Sep 27 08:47:06.820647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d5c6e5d3-5131-4d4c-bfc5-f8c3a14c114b None None] Provisioning complete for port e63d81ea-41fd-49b8-9d0f-f6d395158465 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:06.824610 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e5d3-5131-4d4c-bfc5-f8c3a14c114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:06.828244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:06.828758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Checking segment: {'id': 'e4067375-9d8c-474f-b89d-5babb6cb5d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '19b50067-3935-4826-9653-26a854647b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:06.833180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Bound using segment: {'id': 'e4067375-9d8c-474f-b89d-5babb6cb5d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '19b50067-3935-4826-9653-26a854647b1e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:06.833726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Bound port: f76ce768-63fe-4e8b-af89-7a921ebe160a, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4067375-9d8c-474f-b89d-5babb6cb5d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '19b50067-3935-4826-9653-26a854647b1e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:06.834332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:06.893841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f297572-c15b-49a2-89d3-85a364722803 req-01de3167-3090-416f-a234-80107026b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:06.894829 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:53Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:06.895614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f297572-c15b-49a2-89d3-85a364722803 req-01de3167-3090-416f-a234-80107026b435 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9c54e73-03f4-4d70-b600-5230fdcebd86 HTTP/1.1" status: 200 len: 897 time: 0.3396735 Sep 27 08:47:06.956284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6e5d3-5131-4d4c-bfc5-f8c3a14c114b None None] Port e63d81ea-41fd-49b8-9d0f-f6d395158465 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:06.994580 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] Checking router: 76095861-4f56-452c-89ae-f3d3d7ca75d5 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:07.011630 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:07.016870 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:07.035833 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7854dc8b-9a7f-4fac-bb89-289712149924 req-4b980e39-957a-4383-a156-75d6a4dfb8ed tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085712 Sep 27 08:47:07.091646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] For port f76ce768-63fe-4e8b-af89-7a921ebe160a, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:07.098419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] For port f76ce768-63fe-4e8b-af89-7a921ebe160a, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f76ce768-63fe-4e8b-af89-7a921ebe160a,segment=NetworkSegment(e4067375-9d8c-474f-b89d-5babb6cb5d11),segment_id=e4067375-9d8c-474f-b89d-5babb6cb5d11)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:07.111703 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:07.226119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.226878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:07.228430 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] 10.222.0.57 "PUT /v2.0/ports/f76ce768-63fe-4e8b-af89-7a921ebe160a HTTP/1.1" status: 200 len: 1092 time: 1.9002492 Sep 27 08:47:07.291046 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:07.317850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9d14-8367-4098-a507-3a0a1d6ca213 service neutron] Pushing event updated for resources: {'Port': ['ID=f76ce768-63fe-4e8b-af89-7a921ebe160a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:07.375045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6fdaec29-47fd-43a4-a618-3ea4a450aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.376606 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-6fdaec29-47fd-43a4-a618-3ea4a450aa0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=327154b1f35045c0b2e222fbed9ddffd&device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 1095 time: 0.0932908 Sep 27 08:47:07.402653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d60b7-d867-4025-8b7b-b4463915f4de req-ad185773-0660-4560-87cf-51690a9ea7c5 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.410262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-599d60b7-d867-4025-8b7b-b4463915f4de req-ad185773-0660-4560-87cf-51690a9ea7c5 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 944 time: 0.0866697 Sep 27 08:47:07.456211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-45dc8b8e-3e4c-4715-a087-a28af0793624 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f76ce768-63fe-4e8b-af89-7a921ebe160a HTTP/1.1" status: 200 len: 217 time: 0.0697644 Sep 27 08:47:07.519796 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-599d60b7-d867-4025-8b7b-b4463915f4de req-4d505420-5d48-44bb-b46e-4e795b82dd44 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085439 Sep 27 08:47:07.567390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-2bd4bf09-959e-44ab-9220-103def10ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.585922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-2bd4bf09-959e-44ab-9220-103def10ca3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00e4e431-5f8d-4eca-a5a8-c85f756cccc5 HTTP/1.1" status: 200 len: 850 time: 0.1179392 Sep 27 08:47:07.592808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f297572-c15b-49a2-89d3-85a364722803 req-a4f30e44-e5fd-4042-9750-040146be23a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a688665-853e-4e15-80a7-caad63eab26f HTTP/1.1" status: 200 len: 217 time: 0.6833177 Sep 27 08:47:07.676607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-91402f46-1ee0-4615-8c44-e38b1d624fdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19b50067-3935-4826-9653-26a854647b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776143 Sep 27 08:47:07.686618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f297572-c15b-49a2-89d3-85a364722803 req-0ec9bf7a-cc95-4961-ac8d-8b54b730a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.688297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f297572-c15b-49a2-89d3-85a364722803 req-0ec9bf7a-cc95-4961-ac8d-8b54b730a287 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88b3f07f-9eaa-4063-b539-8f7ac44c67c4 HTTP/1.1" status: 200 len: 835 time: 0.0668838 Sep 27 08:47:07.701908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Made reservation on behalf of 1b267bf20de5490cbea029c4d96d722f for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:07.713235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:07.787512 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:53Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:07.810888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f297572-c15b-49a2-89d3-85a364722803 req-8792a0bf-b213-4f02-973a-7283a5f4566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.812593 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f297572-c15b-49a2-89d3-85a364722803 req-8792a0bf-b213-4f02-973a-7283a5f4566e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9c54e73-03f4-4d70-b600-5230fdcebd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943506 Sep 27 08:47:07.861741 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c3548-0d19-420e-9d35-62a40a5eb0de None None] The sync data for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 is: [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:45:45Z', 'revision_number': 4, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '56468431-c105-4c3f-b4f0-cd9cc523ab64', 'name': '', 'network_id': 'e9c54e73-03f4-4d70-b600-5230fdcebd86', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'mac_address': 'fa:16:3e:c2:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:42Z', 'updated_at': '2021-09-27T08:45:53Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'subnets': [{'id': '88b3f07f-9eaa-4063-b539-8f7ac44c67c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:07.949709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17d2368b-8682-4fae-b188-4b9b661b12ae req-441b1077-7290-4cc8-8c36-867ea4a4d096 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0599437 Sep 27 08:47:07.954059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc091-cb33-4dc3-8842-6bf80883262d req-f944dfda-2451-49b2-9b22-f2fc9a2933e8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.961736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc091-cb33-4dc3-8842-6bf80883262d req-f944dfda-2451-49b2-9b22-f2fc9a2933e8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.972809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc091-cb33-4dc3-8842-6bf80883262d req-f944dfda-2451-49b2-9b22-f2fc9a2933e8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.978274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-94e3db99-dac4-4847-b225-8c5df01bbff0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:07.979969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-94e3db99-dac4-4847-b225-8c5df01bbff0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 945 time: 0.2307236 Sep 27 08:47:07.986828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-13094ddb-246f-4af5-89e6-55ac44292de4 service neutron] 10.222.0.57 "GET /v2.0/networks/19b50067-3935-4826-9653-26a854647b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034701 Sep 27 08:47:07.999581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc091-cb33-4dc3-8842-6bf80883262d req-f944dfda-2451-49b2-9b22-f2fc9a2933e8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.010362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-007cc091-cb33-4dc3-8842-6bf80883262d req-f944dfda-2451-49b2-9b22-f2fc9a2933e8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 3095 time: 0.4141684 Sep 27 08:47:08.171464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-007cc091-cb33-4dc3-8842-6bf80883262d req-b3c9481f-42c5-4d93-838a-2d4ded76fabf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598694 Sep 27 08:47:08.180264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f297572-c15b-49a2-89d3-85a364722803 req-d3bc2d86-d4c5-40b6-8aae-d8df511a14ce service neutron] 10.222.0.67 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505957 Sep 27 08:47:08.318522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d9240-56d6-4f5a-9e2f-541def2f5d23 req-f5cb0f75-7e63-45a8-a387-3f135302e7ec tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.337421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc2d9240-56d6-4f5a-9e2f-541def2f5d23 req-f5cb0f75-7e63-45a8-a387-3f135302e7ec tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 946 time: 0.2696486 Sep 27 08:47:08.361927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c84c2299-4a5a-42f3-a803-ff618a5fcc96 req-f09b03e3-06c8-4678-b3dc-d1472b290558 service neutron] 10.222.0.57 "GET /v2.0/networks/19b50067-3935-4826-9653-26a854647b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625510 Sep 27 08:47:08.368220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038474d1-1bf8-4284-8865-15de35bddb10', 'tag': 'f76ce768-63fe-4e8b-af89-7a921ebe160a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:08.375876 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b" -d '{"events": [{"name": "network-changed", "server_uuid": "038474d1-1bf8-4284-8865-15de35bddb10", "tag": "f76ce768-63fe-4e8b-af89-7a921ebe160a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:08.388056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9dddac-930b-40a9-abd3-d3272d852271 None None] New status for floating IP d08b3ed8-785e-4ed4-9212-a26ef5fc2dba: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:47:08.414853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port 4a688665-853e-4e15-80a7-caad63eab26f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:08.416423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:08.502737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fc2d9240-56d6-4f5a-9e2f-541def2f5d23 req-0334f133-d0aa-45e7-8b09-5dcd61a288e3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635168 Sep 27 08:47:08.571890 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240286f4-bc9a-4b2b-803c-bbd7cf7a7652 x-openstack-request-id: req-240286f4-bc9a-4b2b-803c-bbd7cf7a7652 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:08.572180 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038474d1-1bf8-4284-8865-15de35bddb10", "tag": "f76ce768-63fe-4e8b-af89-7a921ebe160a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:08.572461 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-240286f4-bc9a-4b2b-803c-bbd7cf7a7652 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:08.572855 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038474d1-1bf8-4284-8865-15de35bddb10', 'tag': 'f76ce768-63fe-4e8b-af89-7a921ebe160a', 'status': 'completed', 'code': 200} Sep 27 08:47:08.617481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f297572-c15b-49a2-89d3-85a364722803 req-72b289c9-b2f9-4c9b-8c95-4d6f410ba7a4 service neutron] 10.222.0.67 "GET /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258673 Sep 27 08:47:08.641380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port 4a688665-853e-4e15-80a7-caad63eab26f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4a688665-853e-4e15-80a7-caad63eab26f,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:08.642317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:08.665046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for 4a688665-853e-4e15-80a7-caad63eab26f owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:08.682940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Allocated IP 10.2.2.200 (1effa066-6393-41bc-8fe3-538d4fd8b46f/be998061-9d62-4b7b-97dc-8675c07ed90a/f8fb4847-5b52-4120-a298-6cb67b20ab0f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:08.697143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbac57-9f79-4433-aadd-be93314b26cf req-f96e747f-c1a6-468c-b9db-f054160564ef tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.700819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5bbac57-9f79-4433-aadd-be93314b26cf req-f96e747f-c1a6-468c-b9db-f054160564ef tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 945 time: 0.2561886 Sep 27 08:47:08.802500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5bbac57-9f79-4433-aadd-be93314b26cf req-108e47d7-d574-497c-9ad1-b244f56bcaee tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/security-groups?id=53de265b-4fe2-4abe-8fa1-c016e6a16c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892901 Sep 27 08:47:08.823868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-1412296a-9f5d-4396-87bd-a30b283a0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.826149 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-1412296a-9f5d-4396-87bd-a30b283a0e16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=327154b1f35045c0b2e222fbed9ddffd&device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 1095 time: 0.2099555 Sep 27 08:47:08.843711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e9901-7348-431b-8e2a-743230895c96 req-4b4f0160-eb26-47a5-930e-e4f384582b8d tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:08.852162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea5e9901-7348-431b-8e2a-743230895c96 req-4b4f0160-eb26-47a5-930e-e4f384582b8d tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 944 time: 0.1326587 Sep 27 08:47:08.974534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.000386 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea5e9901-7348-431b-8e2a-743230895c96 req-4bdb3980-85ba-4bd9-88c9-64ac1cc63d24 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471345 Sep 27 08:47:09.042291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-9b4a2a01-8b2a-4a5a-a169-999c5bca61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.043908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-9b4a2a01-8b2a-4a5a-a169-999c5bca61c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=19b50067-3935-4826-9653-26a854647b1e HTTP/1.1" status: 200 len: 911 time: 0.1836526 Sep 27 08:47:09.046292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.046624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.086339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=4a688665-853e-4e15-80a7-caad63eab26f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:09.121235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-ee106789-f0c6-4b40-8367-9523fcf58b43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f76ce768-63fe-4e8b-af89-7a921ebe160a HTTP/1.1" status: 200 len: 217 time: 0.0662613 Sep 27 08:47:09.131758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Network 1effa066-6393-41bc-8fe3-538d4fd8b46f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:09.136513 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7cb18c5d-7a4f-44f8-a523-b0b1581802f4 req-fefb9e07-d0de-4220-9840-a4557fe9097b tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0569627 Sep 27 08:47:09.142732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:09.145438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event updated for resources: {'Port': ['ID=f8fb4847-5b52-4120-a298-6cb67b20ab0f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:09.154291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:09.273372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] No DVR routers for this DVR port 4a688665-853e-4e15-80a7-caad63eab26f on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:09.289726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.291975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c009fb0-e086-4d47-8d21-d0089f51b6d9 req-da5e53cf-9968-49c0-ac2e-f92730f7e87b tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.67 "DELETE /v2.0/ports/4a688665-853e-4e15-80a7-caad63eab26f HTTP/1.1" status: 204 len: 173 time: 1.3041875 Sep 27 08:47:09.300643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.301322 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.319479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-d98c26f8-4f69-471a-b7eb-91da560b869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.322277 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-d98c26f8-4f69-471a-b7eb-91da560b869b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00e4e431-5f8d-4eca-a5a8-c85f756cccc5 HTTP/1.1" status: 200 len: 850 time: 0.1823330 Sep 27 08:47:09.355364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-e2c49b7e-5a19-409b-b735-444c3505d82a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.357803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-e2c49b7e-5a19-409b-b735-444c3505d82a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 946 time: 0.1468904 Sep 27 08:47:09.360732 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2a425583-8523-4ef2-a360-fbc7a71d51de tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7941873 Sep 27 08:47:09.386767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:09.422395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-52373d10-8627-4319-a46c-377be3743ade service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19b50067-3935-4826-9653-26a854647b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588288 Sep 27 08:47:09.505965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc955186-5bfd-4161-b1b7-937733c00cb4 req-19bb5d78-84e4-40c7-8251-4af5cde8dbe6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.520315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc955186-5bfd-4161-b1b7-937733c00cb4 req-19bb5d78-84e4-40c7-8251-4af5cde8dbe6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.526061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc955186-5bfd-4161-b1b7-937733c00cb4 req-19bb5d78-84e4-40c7-8251-4af5cde8dbe6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.532269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc955186-5bfd-4161-b1b7-937733c00cb4 req-19bb5d78-84e4-40c7-8251-4af5cde8dbe6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.538156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc955186-5bfd-4161-b1b7-937733c00cb4 req-19bb5d78-84e4-40c7-8251-4af5cde8dbe6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:09.540009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc955186-5bfd-4161-b1b7-937733c00cb4 req-19bb5d78-84e4-40c7-8251-4af5cde8dbe6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 3816 time: 0.2451122 Sep 27 08:47:09.609445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ddf90c3f-de8e-4d0a-85c1-c4c25782a45c None None] Provisioning complete for port f8fb4847-5b52-4120-a298-6cb67b20ab0f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:09.610816 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf90c3f-de8e-4d0a-85c1-c4c25782a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.667204 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.670477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc955186-5bfd-4161-b1b7-937733c00cb4 req-9dc8aaa4-546c-4c5b-88b4-68898a2f83f7 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220779 Sep 27 08:47:09.712031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ddf90c3f-de8e-4d0a-85c1-c4c25782a45c None None] Port f8fb4847-5b52-4120-a298-6cb67b20ab0f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:09.731892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-e907e122-23b2-4a84-b80b-89c7e607154f service neutron] 10.222.0.57 "GET /v2.0/networks/19b50067-3935-4826-9653-26a854647b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991154 Sep 27 08:47:09.840301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Deleting port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:09.842538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:09.975757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d925b-a6a9-43e7-9400-efa79d84aba6 req-b1caca66-4ef4-4b8c-b33b-e07cdd1d226c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:10.005087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c8d925b-a6a9-43e7-9400-efa79d84aba6 req-b1caca66-4ef4-4b8c-b33b-e07cdd1d226c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 946 time: 0.3188369 Sep 27 08:47:10.034409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-53301b5d-e017-4493-aa34-d17ff7b39943 req-bfa559db-8dba-4568-9e47-893f0e4f80b0 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "GET /v2.0/ports?device_id=976813bd-4768-477d-a1b0-e975a01bebcc HTTP/1.1" status: 200 len: 210 time: 0.0982254 Sep 27 08:47:10.036973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73bebb18-5a4c-4eb8-a578-a9b13dc8503b req-ae4f5afe-cc14-4cd3-a097-741c24b19644 service neutron] 10.222.0.57 "GET /v2.0/networks/19b50067-3935-4826-9653-26a854647b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905972 Sep 27 08:47:10.063574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] For port ef8e5f33-d07f-4b5d-9457-d49f98418ce4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:10.063911 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:10.171605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15a432-7642-4f5a-8e0f-bf36bc3ec2c4 req-2d086b47-120e-473b-a175-ab30a8a8c93d tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:10.173679 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec15a432-7642-4f5a-8e0f-bf36bc3ec2c4 req-2d086b47-120e-473b-a175-ab30a8a8c93d tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 944 time: 0.0664818 Sep 27 08:47:10.244960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec15a432-7642-4f5a-8e0f-bf36bc3ec2c4 req-8517d6e2-a286-45f3-a8c2-cc808db433e1 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631447 Sep 27 08:47:10.308340 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c8d925b-a6a9-43e7-9400-efa79d84aba6 req-6d3b4d68-7ba3-4d59-9fba-cc4751d27051 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719066 Sep 27 08:47:10.371285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fd495843-b939-45b2-b3a6-fa6253d9832b req-8ea1dc3c-feaf-44c4-b3a2-c683e5d58b90 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0320241 Sep 27 08:47:10.474560 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:10.475009 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:10.475412 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Floating IP 45951723-ed29-412c-acea-bd8fc69d809e disassociated. External IP: 172.25.2.15, port: ef8e5f33-d07f-4b5d-9457-d49f98418ce4. Sep 27 08:47:10.475832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Calling delete_port for ef8e5f33-d07f-4b5d-9457-d49f98418ce4 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:10.574507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'name': 'network-vif-deleted', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:10.576904 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14ff915-f4ce-4368-a12b-fb3de60e3606" -d '{"events": [{"server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "name": "network-vif-deleted", "tag": "4a688665-853e-4e15-80a7-caad63eab26f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:10.592640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:10.610227 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:10.625473 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0868a9-62d1-4e63-95f1-fbf06b16856c x-openstack-request-id: req-5b0868a9-62d1-4e63-95f1-fbf06b16856c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:10.625473 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976813bd-4768-477d-a1b0-e975a01bebcc", "name": "network-vif-deleted", "tag": "4a688665-853e-4e15-80a7-caad63eab26f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:10.625473 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b0868a9-62d1-4e63-95f1-fbf06b16856c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:10.625867 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976813bd-4768-477d-a1b0-e975a01bebcc', 'name': 'network-vif-deleted', 'tag': '4a688665-853e-4e15-80a7-caad63eab26f', 'status': 'completed', 'code': 200} Sep 27 08:47:10.627106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Transition to ACTIVE for port object 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:10.634174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:10.725431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:10.727065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Pushing event updated for resources: {'Port': ['ID=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:10.766926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event deleted for resources: {'Port': ['ID=ef8e5f33-d07f-4b5d-9457-d49f98418ce4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:11.018950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121296-e919-4f59-a435-c97c995cf016 req-12079071-facc-4b21-be7d-98ad4270799f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.024988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121296-e919-4f59-a435-c97c995cf016 req-12079071-facc-4b21-be7d-98ad4270799f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.031059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121296-e919-4f59-a435-c97c995cf016 req-12079071-facc-4b21-be7d-98ad4270799f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.039930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121296-e919-4f59-a435-c97c995cf016 req-12079071-facc-4b21-be7d-98ad4270799f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.048562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121296-e919-4f59-a435-c97c995cf016 req-12079071-facc-4b21-be7d-98ad4270799f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.052660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51121296-e919-4f59-a435-c97c995cf016 req-12079071-facc-4b21-be7d-98ad4270799f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 3828 time: 0.1772280 Sep 27 08:47:11.053446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Attempting to bind port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:11.053800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Attempting to bind port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:11.054110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Attempting to bind port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 on network cddacd25-acb1-4995-aad0-ea39e6c07e9f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:11.063849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 on network cddacd25-acb1-4995-aad0-ea39e6c07e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:11.064175 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Attempting to bind port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 on network cddacd25-acb1-4995-aad0-ea39e6c07e9f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:11.071171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:11.071508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Checking segment: {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:11.071907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Bound using segment: {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:11.072406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Bound port: 5b378bea-c6e1-49fd-ba7f-d76e691f72f4, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:11.072775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:11.114049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:11.121610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32892) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:11.171656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-51121296-e919-4f59-a435-c97c995cf016 req-305519ab-621f-4c02-863c-d61ed6ff7352 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897839 Sep 27 08:47:11.274717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] For port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:11.279486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] For port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:11.294195 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:11.468171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.468789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:11.470794 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] 10.222.0.67 "PUT /v2.0/ports/5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 1092 time: 2.0950770 Sep 27 08:47:11.479750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:11.484944 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:11.517857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:11.558985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-08b7fab2-25c3-4e5d-8882-ba6e8cfb4747 req-8fc67631-ae48-411e-b3fe-b3d97868abb7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e0baa2-4093-40f7-9eea-e55b934b9636 HTTP/1.1" status: 200 len: 210 time: 0.1062441 Sep 27 08:47:11.590515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:11.604447 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] Sync routers for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:11.620310 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:11.621302 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:11.653195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f76ce768-63fe-4e8b-af89-7a921ebe160a details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:11.729056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3164ff-7034-4184-ba57-2528aabfc256 service neutron] Pushing event updated for resources: {'Port': ['ID=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:11.763043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:11.838542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] No DVR routers for this DVR port ef8e5f33-d07f-4b5d-9457-d49f98418ce4 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:11.885884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d554fda-9ecc-434a-bc21-6a2a2129a3ff req-5905154a-fb92-41a8-9eba-3313bffce58e tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.1752899 Sep 27 08:47:11.888703 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:11.893199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e54b2be-5e1b-40d6-8819-eeb67be331b3 req-c3d23a0f-1789-4352-9357-4fa1004c6594 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "DELETE /v2.0/ports/ef8e5f33-d07f-4b5d-9457-d49f98418ce4 HTTP/1.1" status: 204 len: 173 time: 2.5204265 Sep 27 08:47:11.894579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f56833e0-9d8e-475f-b9cc-797b2846e492 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:11.939362 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:11.962789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f76ce768-63fe-4e8b-af89-7a921ebe160a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f76ce768-63fe-4e8b-af89-7a921ebe160a,segment=NetworkSegment(e4067375-9d8c-474f-b89d-5babb6cb5d11),segment_id=e4067375-9d8c-474f-b89d-5babb6cb5d11)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:11.979582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfcdbf-7c6b-4b85-9ac8-bd9244ae063f req-25379300-6b78-4a0e-b32c-30ae12e9189c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:11.989018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f76ce768-63fe-4e8b-af89-7a921ebe160a', 'network_id': '19b50067-3935-4826-9653-26a854647b1e', 'port_id': 'f76ce768-63fe-4e8b-af89-7a921ebe160a', 'mac_address': 'fa:16:3e:ac:6c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e4e431-5f8d-4eca-a5a8-c85f756cccc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:12.004873 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98cfcdbf-7c6b-4b85-9ac8-bd9244ae063f req-25379300-6b78-4a0e-b32c-30ae12e9189c tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 944 time: 0.1600649 Sep 27 08:47:12.048586 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:12.078653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76ce768-63fe-4e8b-af89-7a921ebe160a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:12.126957 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b9d0f-4830-45db-baff-6a2d23a98d6a x-openstack-request-id: req-181b9d0f-4830-45db-baff-6a2d23a98d6a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:12.127322 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:12.127547 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-181b9d0f-4830-45db-baff-6a2d23a98d6a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:12.129339 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'status': 'completed', 'code': 200} Sep 27 08:47:12.150853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f76ce768-63fe-4e8b-af89-7a921ebe160a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f76ce768-63fe-4e8b-af89-7a921ebe160a,segment=NetworkSegment(e4067375-9d8c-474f-b89d-5babb6cb5d11),segment_id=e4067375-9d8c-474f-b89d-5babb6cb5d11)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:12.160109 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:12.246237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f56833e0-9d8e-475f-b9cc-797b2846e492 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:12.303383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98cfcdbf-7c6b-4b85-9ac8-bd9244ae063f req-eb2a22b0-3ae7-4515-9a2c-0e33bf442719 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974749 Sep 27 08:47:12.354459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f76ce768-63fe-4e8b-af89-7a921ebe160a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:12.382387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.382897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.383372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.383838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.384272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.384779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.385612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.388119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.389404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.390219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.396092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.396626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:12.401973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-4ff3169a-e4d9-494b-80a6-0e5a80b523b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.401973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-4ff3169a-e4d9-494b-80a6-0e5a80b523b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.403808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-4ff3169a-e4d9-494b-80a6-0e5a80b523b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.404290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-4ff3169a-e4d9-494b-80a6-0e5a80b523b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.404798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-4ff3169a-e4d9-494b-80a6-0e5a80b523b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:12.407001 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-4ff3169a-e4d9-494b-80a6-0e5a80b523b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 4363 time: 0.2763155 Sep 27 08:47:12.438639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f56833e0-9d8e-475f-b9cc-797b2846e492 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:12.443143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f56833e0-9d8e-475f-b9cc-797b2846e492 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:12.443630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f76ce768-63fe-4e8b-af89-7a921ebe160a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:12.444795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f56833e0-9d8e-475f-b9cc-797b2846e492 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/security-groups/53de265b-4fe2-4abe-8fa1-c016e6a16c0c HTTP/1.1" status: 204 len: 168 time: 1.3206739 Sep 27 08:47:12.492081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56833e0-9d8e-475f-b9cc-797b2846e492 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de265b-4fe2-4abe-8fa1-c016e6a16c0c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:12.525728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32926) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:12.533196 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:12.602671 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] Checking router: 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:12.631193 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:12.631855 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:46:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:12.812236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32932) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:12.903054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:12.928292 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:12.944768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: ef8e5f33-d07f-4b5d-9457-d49f98418ce4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:12.945167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ef8e5f33-d07f-4b5d-9457-d49f98418ce4 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:12.945594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4a688665-853e-4e15-80a7-caad63eab26f no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:13.029400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 4a688665-853e-4e15-80a7-caad63eab26f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:13.030262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4a688665-853e-4e15-80a7-caad63eab26f not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:13.160908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7737b510-571b-44c0-80d4-1dc051c3cc2b req-267a5e6f-c634-4d24-8e88-d2fb32a2c1cc tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0909879 Sep 27 08:47:13.274020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69c6644e-4f5f-4b67-bb5d-7bfefe4fb219 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:13.302008 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:13.330272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69c6644e-4f5f-4b67-bb5d-7bfefe4fb219 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:13.367932 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d8813-0995-4eca-b367-97c92f073044 None None] The sync data for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 is: [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:13.558853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c10ed-3cf6-45f8-82a2-ee81f3683ed6 req-c8a7b500-53bd-4b41-8992-ae902c2ee120 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.574487 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-548c10ed-3cf6-45f8-82a2-ee81f3683ed6 req-c8a7b500-53bd-4b41-8992-ae902c2ee120 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 945 time: 0.1515286 Sep 27 08:47:13.604763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69c6644e-4f5f-4b67-bb5d-7bfefe4fb219 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:13.613410 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-69c6644e-4f5f-4b67-bb5d-7bfefe4fb219 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:13.616134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-69c6644e-4f5f-4b67-bb5d-7bfefe4fb219 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "DELETE /v2.0/security-groups/7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a HTTP/1.1" status: 204 len: 168 time: 0.8022707 Sep 27 08:47:13.632480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32942) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:13.660484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f76ce768-63fe-4e8b-af89-7a921ebe160a up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:13.677378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6644e-4f5f-4b67-bb5d-7bfefe4fb219 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:13.748170 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-cc36ca2b-635e-455e-998f-52438f14affc tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] show failed (client error): The resource could not be found. Sep 27 08:47:13.761409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc36ca2b-635e-455e-998f-52438f14affc tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups/7ff2e188-a7a0-4b13-b306-a2d7ac27fa0a HTTP/1.1" status: 404 len: 347 time: 0.1278639 Sep 27 08:47:13.773598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32944) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:13.812918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f76ce768-63fe-4e8b-af89-7a921ebe160a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:47:13.819829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f76ce768-63fe-4e8b-af89-7a921ebe160a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:13.820196 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:13.888228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-2e4401ac-2859-4bd3-afad-aec62343751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.888866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-2e4401ac-2859-4bd3-afad-aec62343751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.889240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-2e4401ac-2859-4bd3-afad-aec62343751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:13.891440 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-2e4401ac-2859-4bd3-afad-aec62343751a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b267bf20de5490cbea029c4d96d722f&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4651985 Sep 27 08:47:13.909205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-548c10ed-3cf6-45f8-82a2-ee81f3683ed6 req-aceb4802-90a9-4fb5-b0b4-d782845a41a0 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334610 Sep 27 08:47:13.928039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b294b6-cd9d-4ed0-a1a4-dcff0fd7e564 None None] New status for floating IP 45951723-ed29-412c-acea-bd8fc69d809e: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:47:14.049363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd81495-eed4-42b0-a6a6-84716c0ea385 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:14.071588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.137575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec869f89-40f8-48fb-b1c0-cbfaec1d9f92 req-c78a06a8-517e-4a1e-a4b7-8cf4b90bcd72 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.146207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec869f89-40f8-48fb-b1c0-cbfaec1d9f92 req-c78a06a8-517e-4a1e-a4b7-8cf4b90bcd72 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.156240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec869f89-40f8-48fb-b1c0-cbfaec1d9f92 req-c78a06a8-517e-4a1e-a4b7-8cf4b90bcd72 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.167611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec869f89-40f8-48fb-b1c0-cbfaec1d9f92 req-c78a06a8-517e-4a1e-a4b7-8cf4b90bcd72 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.182540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec869f89-40f8-48fb-b1c0-cbfaec1d9f92 req-c78a06a8-517e-4a1e-a4b7-8cf4b90bcd72 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.185252 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec869f89-40f8-48fb-b1c0-cbfaec1d9f92 req-c78a06a8-517e-4a1e-a4b7-8cf4b90bcd72 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 3828 time: 1.7772148 Sep 27 08:47:14.207545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Deleting port e211ae81-dc48-4172-a05c-e9e5d8223460 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:14.207882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.212035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.246966 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.254981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-deleted', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:14.257346 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35b897c-ab0f-45dc-868a-bd374e579c4b" -d '{"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-deleted", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:14.275499 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.332442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038474d1-1bf8-4284-8865-15de35bddb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ce768-63fe-4e8b-af89-7a921ebe160a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:14.337262 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5600e580-89bf-4557-b756-5bec06ab8c17" -d '{"events": [{"server_uuid": "038474d1-1bf8-4284-8865-15de35bddb10", "name": "network-vif-plugged", "status": "completed", "tag": "f76ce768-63fe-4e8b-af89-7a921ebe160a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:14.352222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Transition to ACTIVE for port object cdd81495-eed4-42b0-a6a6-84716c0ea385 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:14.372641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f76ce768-63fe-4e8b-af89-7a921ebe160a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f76ce768-63fe-4e8b-af89-7a921ebe160a,segment=NetworkSegment(e4067375-9d8c-474f-b89d-5babb6cb5d11),segment_id=e4067375-9d8c-474f-b89d-5babb6cb5d11)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:14.378431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.389137 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.420476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.421097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.435421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Calling delete_port for e211ae81-dc48-4172-a05c-e9e5d8223460 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:14.455712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-c829b3ce-5228-45d4-9e7e-1aa72c973a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.457492 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-006adda2-907c-4e9e-bc8a-0d83f4bfb1eb req-c829b3ce-5228-45d4-9e7e-1aa72c973a52 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5175474 Sep 27 08:47:14.475973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec869f89-40f8-48fb-b1c0-cbfaec1d9f92 req-c077b25c-7aa5-48bd-9d3b-899166153ea3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060714 Sep 27 08:47:14.522929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd81495-eed4-42b0-a6a6-84716c0ea385,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:14.562072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f76ce768-63fe-4e8b-af89-7a921ebe160a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:14.578728 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420271f-24f6-4e60-bd49-7eac5d2f731e x-openstack-request-id: req-3420271f-24f6-4e60-bd49-7eac5d2f731e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:14.579344 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0baa2-4093-40f7-9eea-e55b934b9636", "name": "network-vif-deleted", "tag": "ef8e5f33-d07f-4b5d-9457-d49f98418ce4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:14.579791 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3420271f-24f6-4e60-bd49-7eac5d2f731e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:14.580411 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0baa2-4093-40f7-9eea-e55b934b9636', 'name': 'network-vif-deleted', 'tag': 'ef8e5f33-d07f-4b5d-9457-d49f98418ce4', 'status': 'completed', 'code': 200} Sep 27 08:47:14.688013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Attempting to bind port cdd81495-eed4-42b0-a6a6-84716c0ea385 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:14.688567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Attempting to bind port cdd81495-eed4-42b0-a6a6-84716c0ea385 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:14.689131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Attempting to bind port cdd81495-eed4-42b0-a6a6-84716c0ea385 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:14.695986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Port cdd81495-eed4-42b0-a6a6-84716c0ea385 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:14.696508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Attempting to bind port cdd81495-eed4-42b0-a6a6-84716c0ea385 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:14.708848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:14.709327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Checking segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:14.709857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Bound using segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:14.710427 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Bound port: cdd81495-eed4-42b0-a6a6-84716c0ea385, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:14.710996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.749652 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d36be7-5595-444d-890f-9aee22a3b08b x-openstack-request-id: req-d3d36be7-5595-444d-890f-9aee22a3b08b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:14.750188 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038474d1-1bf8-4284-8865-15de35bddb10", "name": "network-vif-plugged", "status": "completed", "tag": "f76ce768-63fe-4e8b-af89-7a921ebe160a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:14.750549 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3d36be7-5595-444d-890f-9aee22a3b08b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:14.750959 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038474d1-1bf8-4284-8865-15de35bddb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ce768-63fe-4e8b-af89-7a921ebe160a', 'code': 200} Sep 27 08:47:14.761740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.867741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] For port cdd81495-eed4-42b0-a6a6-84716c0ea385, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:14.872646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] For port cdd81495-eed4-42b0-a6a6-84716c0ea385, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:14.883164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bca1cb43-5f1e-4fd7-a343-24f64764b5dc req-dd85198d-3a5f-43e4-8917-5ff21391b5f8 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.1635892 Sep 27 08:47:14.897910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.936753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:14.938113 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:14.939758 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 1136 time: 3.4261613 Sep 27 08:47:14.983236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event deleted for resources: {'Port': ['ID=e211ae81-dc48-4172-a05c-e9e5d8223460,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:15.015190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:15.061298 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe08b522-30ee-46c6-b0d0-e474724e2a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.160418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d492d-b84e-40d6-8032-849a9f5314b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd81495-eed4-42b0-a6a6-84716c0ea385,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:15.173262 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.349681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192f425-557f-4ae0-82a9-a1d9c7cd3aef req-e7edc9b7-6046-4a30-9404-03baa745943e tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.361512 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d192f425-557f-4ae0-82a9-a1d9c7cd3aef req-e7edc9b7-6046-4a30-9404-03baa745943e tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 946 time: 0.1814368 Sep 27 08:47:15.387593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4c2a9-a935-4d1e-a3e2-25b9ce9b84ad req-7e0831a4-d9af-4ec4-a536-412aba52429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.389467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78c4c2a9-a935-4d1e-a3e2-25b9ce9b84ad req-7e0831a4-d9af-4ec4-a536-412aba52429c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 1097 time: 0.5049353 Sep 27 08:47:15.438187 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.440721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.445188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7fc702c6-741e-4685-aeb0-011020cd6751 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "DELETE /v2.0/floatingips/45951723-ed29-412c-acea-bd8fc69d809e HTTP/1.1" status: 204 len: 168 time: 1.6602557 Sep 27 08:47:15.513972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78c4c2a9-a935-4d1e-a3e2-25b9ce9b84ad req-7d2031af-470a-4766-953f-091b9ba9472f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109726 Sep 27 08:47:15.577112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port 56468431-c105-4c3f-b4f0-cd9cc523ab64 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:15.577633 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.585724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d192f425-557f-4ae0-82a9-a1d9c7cd3aef req-d374d9e8-0db6-42be-86b5-a3cd13a14862 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229440 Sep 27 08:47:15.830639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6dab-ed12-4766-b013-9ee0ec69d283 req-27fc1717-f08e-4bf4-b898-b798c2cf4718 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.838147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6dab-ed12-4766-b013-9ee0ec69d283 req-27fc1717-f08e-4bf4-b898-b798c2cf4718 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.846462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6dab-ed12-4766-b013-9ee0ec69d283 req-27fc1717-f08e-4bf4-b898-b798c2cf4718 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.860340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6dab-ed12-4766-b013-9ee0ec69d283 req-27fc1717-f08e-4bf4-b898-b798c2cf4718 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.872789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6dab-ed12-4766-b013-9ee0ec69d283 req-27fc1717-f08e-4bf4-b898-b798c2cf4718 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.874983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd4e8a5-18e4-40b2-a35f-300277dba470 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:15.878890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6dab-ed12-4766-b013-9ee0ec69d283 req-27fc1717-f08e-4bf4-b898-b798c2cf4718 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:15.880767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e6d6dab-ed12-4766-b013-9ee0ec69d283 req-27fc1717-f08e-4bf4-b898-b798c2cf4718 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 4606 time: 0.2428606 Sep 27 08:47:15.909834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.931030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port 56468431-c105-4c3f-b4f0-cd9cc523ab64, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=56468431-c105-4c3f-b4f0-cd9cc523ab64,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:15.931818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:15.951040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for 56468431-c105-4c3f-b4f0-cd9cc523ab64 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:15.954144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Transition to ACTIVE for port object 8fd4e8a5-18e4-40b2-a35f-300277dba470 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:15.966921 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.044279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e6d6dab-ed12-4766-b013-9ee0ec69d283 req-3d8d17b3-d0ab-4313-a98c-ce8a7d224e17 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486845 Sep 27 08:47:16.047911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 32992) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:16.068605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd4e8a5-18e4-40b2-a35f-300277dba470,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:16.069577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-de61a0fd-da1b-4345-8dc5-a17148163f5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140173400', 'description': 'tempest-description--961908379'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:16.291390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Attempting to bind port 8fd4e8a5-18e4-40b2-a35f-300277dba470 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:16.291970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Attempting to bind port 8fd4e8a5-18e4-40b2-a35f-300277dba470 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:16.293020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Attempting to bind port 8fd4e8a5-18e4-40b2-a35f-300277dba470 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:16.305633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Port 8fd4e8a5-18e4-40b2-a35f-300277dba470 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:16.306105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Attempting to bind port 8fd4e8a5-18e4-40b2-a35f-300277dba470 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:16.312641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5e55f59-f0c6-42f2-819d-18df0b4a7b48 req-e954ccc9-2b5e-4478-89d0-11c9f3768391 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0522721 Sep 27 08:47:16.315680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de61a0fd-da1b-4345-8dc5-a17148163f5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.317992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:16.319697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Checking segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:16.322026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Bound using segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:16.322593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Bound port: 8fd4e8a5-18e4-40b2-a35f-300277dba470, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:16.323090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.453617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] For port 8fd4e8a5-18e4-40b2-a35f-300277dba470, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:16.470170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] For port 8fd4e8a5-18e4-40b2-a35f-300277dba470, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:16.471922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de61a0fd-da1b-4345-8dc5-a17148163f5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.481631 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.490133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de61a0fd-da1b-4345-8dc5-a17148163f5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.523606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:16.524490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.532465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] 10.222.0.67 "PUT /v2.0/ports/8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 1136 time: 1.5228672 Sep 27 08:47:16.534446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de61a0fd-da1b-4345-8dc5-a17148163f5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.540090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 32994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:16.545234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-de61a0fd-da1b-4345-8dc5-a17148163f5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4825916 Sep 27 08:47:16.546018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b1133ed3-8011-479e-b391-ab182ad4496f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'security_group_rule': {'security_group_id': 'ad52111b-877a-4d9e-bdb1-44425d9e8a7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:16.599614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61a0fd-da1b-4345-8dc5-a17148163f5e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad52111b-877a-4d9e-bdb1-44425d9e8a7b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:16.601983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:16.623993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': 'cdd81495-eed4-42b0-a6a6-84716c0ea385'}, {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '8fd4e8a5-18e4-40b2-a35f-300277dba470'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:16.635886 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "cdd81495-eed4-42b0-a6a6-84716c0ea385"}, {"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "8fd4e8a5-18e4-40b2-a35f-300277dba470"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:16.725540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a17d0-6d07-4de1-8c3b-3515c36496a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd4e8a5-18e4-40b2-a35f-300277dba470,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:16.781553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.791105 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01ec02-0d15-46b9-b67a-588b90aba9aa x-openstack-request-id: req-ca01ec02-0d15-46b9-b67a-588b90aba9aa {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:16.791407 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "cdd81495-eed4-42b0-a6a6-84716c0ea385", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "8fd4e8a5-18e4-40b2-a35f-300277dba470", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:16.791682 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca01ec02-0d15-46b9-b67a-588b90aba9aa {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:16.792105 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': 'cdd81495-eed4-42b0-a6a6-84716c0ea385', 'status': 'completed', 'code': 200} Sep 27 08:47:16.792373 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '8fd4e8a5-18e4-40b2-a35f-300277dba470', 'status': 'completed', 'code': 200} Sep 27 08:47:16.875783 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1133ed3-8011-479e-b391-ab182ad4496f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:16.878286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=56468431-c105-4c3f-b4f0-cd9cc523ab64,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:16.910510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:17.279313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d496f2-a550-4312-a555-6e23ec478d39 req-c9fc2aad-6384-4fdd-8324-1ef838aaa46f tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.287767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1d496f2-a550-4312-a555-6e23ec478d39 req-c9fc2aad-6384-4fdd-8324-1ef838aaa46f tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 946 time: 0.5456574 Sep 27 08:47:17.347428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-3efebc54-171a-4083-b1a7-4ea33f0a1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.347914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-3efebc54-171a-4083-b1a7-4ea33f0a1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.349134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-3efebc54-171a-4083-b1a7-4ea33f0a1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.349831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-3efebc54-171a-4083-b1a7-4ea33f0a1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.350418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-3efebc54-171a-4083-b1a7-4ea33f0a1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.351702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-3efebc54-171a-4083-b1a7-4ea33f0a1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.351702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-3efebc54-171a-4083-b1a7-4ea33f0a1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.354069 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-3efebc54-171a-4083-b1a7-4ea33f0a1de5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6221 time: 0.5292516 Sep 27 08:47:17.387972 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:17.408420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-dd3b2054-4d98-46ef-87cf-da4528eaa1a3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.414994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-dd3b2054-4d98-46ef-87cf-da4528eaa1a3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.420898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-dd3b2054-4d98-46ef-87cf-da4528eaa1a3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.427583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-dd3b2054-4d98-46ef-87cf-da4528eaa1a3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.434274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-dd3b2054-4d98-46ef-87cf-da4528eaa1a3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.440203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-dd3b2054-4d98-46ef-87cf-da4528eaa1a3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.446949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-dd3b2054-4d98-46ef-87cf-da4528eaa1a3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.448894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-dd3b2054-4d98-46ef-87cf-da4528eaa1a3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5384 time: 0.1565940 Sep 27 08:47:17.499453 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b61c457-f725-4698-aacd-ed413d24eb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:17.578886 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1d496f2-a550-4312-a555-6e23ec478d39 req-2ee2be50-37a0-4b09-9fff-4d4d3057ebc4 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838607 Sep 27 08:47:17.598485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1133ed3-8011-479e-b391-ab182ad4496f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:17.620857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-412cd8fe-9331-4a13-b313-8347bdf1c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.623811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-412cd8fe-9331-4a13-b313-8347bdf1c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.624488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-412cd8fe-9331-4a13-b313-8347bdf1c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:17.626334 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-412cd8fe-9331-4a13-b313-8347bdf1c52f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b267bf20de5490cbea029c4d96d722f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2568932 Sep 27 08:47:17.632781 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1133ed3-8011-479e-b391-ab182ad4496f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:17.671633 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6b7602d-d31c-4251-a2a1-28c11614245d req-210fcd07-9771-4767-ac82-b4d4fb1f5609 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262302 Sep 27 08:47:17.762312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1133ed3-8011-479e-b391-ab182ad4496f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976a757a-b171-445f-bd0b-6e71ef61ab87,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:17.798220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1133ed3-8011-479e-b391-ab182ad4496f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:17.802354 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b1133ed3-8011-479e-b391-ab182ad4496f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2609930 Sep 27 08:47:17.820017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:17.839157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7ae3066d-2a85-416d-b636-4db1261cf3ca tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'security_group_rule': {'security_group_id': 'ad52111b-877a-4d9e-bdb1-44425d9e8a7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:17.889673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96b16ec6-727b-4268-ab57-b4239a7199a4 req-0d48e995-7ea9-4e13-acff-c91a74cf3a1e tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0328982 Sep 27 08:47:17.937961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Router 76095861-4f56-452c-89ae-f3d3d7ca75d5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:17.964981 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.004739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7ae3066d-2a85-416d-b636-4db1261cf3ca tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.015910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-94853971-2667-4bea-b446-7b5aad4d7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.017580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-94853971-2667-4bea-b446-7b5aad4d7d89 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3757422 Sep 27 08:47:18.046135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:18.058471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.085515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:18.096041 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] Sync routers for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:18.102657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-88971228-b04f-454b-adff-3f82cb2e6afe tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "PUT /v2.0/routers/76095861-4f56-452c-89ae-f3d3d7ca75d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5745997 Sep 27 08:47:18.106947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33020) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:18.109573 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:18.110392 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:18.120459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Transition to ACTIVE for port object 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:18.151738 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.221823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7ae3066d-2a85-416d-b636-4db1261cf3ca tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.275387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-a2b4018d-aad6-422d-97b8-7f785f78b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.275880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-a2b4018d-aad6-422d-97b8-7f785f78b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.278821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-a2b4018d-aad6-422d-97b8-7f785f78b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.279162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-a2b4018d-aad6-422d-97b8-7f785f78b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.279644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-a2b4018d-aad6-422d-97b8-7f785f78b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.280125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-a2b4018d-aad6-422d-97b8-7f785f78b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.280633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-a2b4018d-aad6-422d-97b8-7f785f78b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:18.282685 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-a2b4018d-aad6-422d-97b8-7f785f78b30c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6221 time: 0.2207167 Sep 27 08:47:18.284550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7ae3066d-2a85-416d-b636-4db1261cf3ca tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.296664 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:18.313479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Pushing event updated for resources: {'Port': ['ID=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:18.327775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8538cd0a-358f-4be2-877a-7ce87881a462 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting subnet 88b3f07f-9eaa-4063-b539-8f7ac44c67c4 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:47:18.331913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8538cd0a-358f-4be2-877a-7ce87881a462 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.392168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8538cd0a-358f-4be2-877a-7ce87881a462 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.524062 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3066d-2a85-416d-b636-4db1261cf3ca tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1678061c-55ec-4b6f-afeb-6d23cedf01b9,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:18.589689 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:47:16Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:18.621829 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7ae3066d-2a85-416d-b636-4db1261cf3ca tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.626993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33036) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:18.635670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:18.643164 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] Checking router: 76095861-4f56-452c-89ae-f3d3d7ca75d5 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:18.647487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7ae3066d-2a85-416d-b636-4db1261cf3ca tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8237267 Sep 27 08:47:18.653487 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] Routers {'76095861-4f56-452c-89ae-f3d3d7ca75d5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:18.653930 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['76095861-4f56-452c-89ae-f3d3d7ca75d5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:18.708236 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:18.791782 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] Set router 76095861-4f56-452c-89ae-f3d3d7ca75d5 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:18.892684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:19.045360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8538cd0a-358f-4be2-877a-7ce87881a462 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:19.217283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-0977ec0f-5bae-4c12-b8eb-02d440e425ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.219893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-0977ec0f-5bae-4c12-b8eb-02d440e425ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.220478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-0977ec0f-5bae-4c12-b8eb-02d440e425ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.222245 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-0977ec0f-5bae-4c12-b8eb-02d440e425ae service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b267bf20de5490cbea029c4d96d722f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7382548 Sep 27 08:47:19.248164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40323c11-5331-41bb-a3b4-fc07bf51a84a req-6ce581af-3955-4719-8205-71ac7c7c70f5 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.249762 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40323c11-5331-41bb-a3b4-fc07bf51a84a req-6ce581af-3955-4719-8205-71ac7c7c70f5 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 946 time: 0.4414525 Sep 27 08:47:19.274244 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:47:16Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:19.312820 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe23b5-9c27-466d-90b7-60919dfeb762 None None] The sync data for ids ['76095861-4f56-452c-89ae-f3d3d7ca75d5'] in n-d-810909-1 is: [{'id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'name': 'tempest-TestNetworkBasicOps-router-1616921759', 'tenant_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '218389a5-06d3-447b-80d6-3d11452f761d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:45:31Z', 'updated_at': '2021-09-27T08:47:16Z', 'revision_number': 5, 'project_id': '2e0a23c7655e453d9e13ec1c8915bf61', 'gw_port': {'id': '218389a5-06d3-447b-80d6-3d11452f761d', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76095861-4f56-452c-89ae-f3d3d7ca75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:45:32Z', 'updated_at': '2021-09-27T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:19.316137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Attempting to bind port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:19.316482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Attempting to bind port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:19.316806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Attempting to bind port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:19.458406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:19.458784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Attempting to bind port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:19.467354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-196c803f-91e3-4cb1-9235-f15b31b98d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:19.468978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d4f4a4e-347d-495d-b326-33f3c8d4ba7e req-196c803f-91e3-4cb1-9235-f15b31b98d64 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183068 Sep 27 08:47:19.471942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:19.472361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Checking segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:19.472744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Bound using segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:19.473391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Bound port: 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:19.474193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:19.548234 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8538cd0a-358f-4be2-877a-7ce87881a462 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:19.577553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:19.597809 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40323c11-5331-41bb-a3b4-fc07bf51a84a req-7ef9b57d-6d0f-49d0-abd7-914b5ebe1563 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329704 Sep 27 08:47:19.603383 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8538cd0a-358f-4be2-877a-7ce87881a462 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:19.605441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8538cd0a-358f-4be2-877a-7ce87881a462 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/subnets/88b3f07f-9eaa-4063-b539-8f7ac44c67c4 HTTP/1.1" status: 204 len: 168 time: 1.4942560 Sep 27 08:47:19.606547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538cd0a-358f-4be2-877a-7ce87881a462 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Subnet': ['ID=88b3f07f-9eaa-4063-b539-8f7ac44c67c4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:19.609730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:19.610995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] For port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:19.619021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c42c8-baaf-4f65-9877-6d2e210c3701 None None] Network e9c54e73-03f4-4d70-b600-5230fdcebd86 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:19.790345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 56468431-c105-4c3f-b4f0-cd9cc523ab64 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:19.919584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Allocated IP 172.25.2.168 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/3972dea5-eb5f-4c45-bf45-ca08a4bb1ed4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:20.005499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 56468431-c105-4c3f-b4f0-cd9cc523ab64 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:20.007584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 56468431-c105-4c3f-b4f0-cd9cc523ab64 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:20.053747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-2d6a8616-063f-42c5-8714-255ca6be9201 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.068001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:20.068661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-2d6a8616-063f-42c5-8714-255ca6be9201 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.077661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-2d6a8616-063f-42c5-8714-255ca6be9201 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.085451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] For port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:20.099259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-2d6a8616-063f-42c5-8714-255ca6be9201 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.106381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-2d6a8616-063f-42c5-8714-255ca6be9201 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.107725 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c78fa3b-c8ad-4d45-872e-cbe05d8429bd req-62e70fe4-557d-4fee-af4e-eef03bd6c31a tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.1471658 Sep 27 08:47:20.120054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-2d6a8616-063f-42c5-8714-255ca6be9201 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.165119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-2d6a8616-063f-42c5-8714-255ca6be9201 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:20.170174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] DHCP port deletion for e9c54e73-03f4-4d70-b600-5230fdcebd86 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:47:20.187953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-2d6a8616-063f-42c5-8714-255ca6be9201 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5396 time: 0.7121692 Sep 27 08:47:20.319697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] Deleting port 632aa55a-61f9-4b6a-84b6-356a2a060e4a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:20.319697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:20.556556 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:20.558944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] For port 632aa55a-61f9-4b6a-84b6-356a2a060e4a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=632aa55a-61f9-4b6a-84b6-356a2a060e4a,segment=NetworkSegment(18a4a125-5804-4738-96c0-2f3413cd9d35),segment_id=18a4a125-5804-4738-96c0-2f3413cd9d35)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:20.559568 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:20.565611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fe01283-80b1-44a7-91c0-cf0315681426 req-1d5d7615-f13a-49c5-92e8-967894649baa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2562647 Sep 27 08:47:20.600297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] Calling delete_port for 632aa55a-61f9-4b6a-84b6-356a2a060e4a owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:20.646799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:20.752022 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:20.858059 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:20.896531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'Port': ['ID=3972dea5-eb5f-4c45-bf45-ca08a4bb1ed4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:20.925720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] Pushing event deleted for resources: {'Port': ['ID=632aa55a-61f9-4b6a-84b6-356a2a060e4a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:20.931297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:20.935970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:20.939843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3da03-9352-46e0-ad84-5dfa7be97718 None None] No DVR routers for this DVR port 632aa55a-61f9-4b6a-84b6-356a2a060e4a on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:20.943304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:21.004994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.119596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.120825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.122146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] 10.222.0.67 "PUT /v2.0/ports/34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 200 len: 1090 time: 4.5429032 Sep 27 08:47:21.124076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '34f145bb-fa78-4952-b9d7-b44c5f5b3ae9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:21.126464 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "34f145bb-fa78-4952-b9d7-b44c5f5b3ae9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:21.163377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.200533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:21.238830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804179f9-0566-4146-a858-c542fca54b68 req-e6f09db7-2832-4b50-b3f3-1cb2d74bd1b8 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.240748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-804179f9-0566-4146-a858-c542fca54b68 req-e6f09db7-2832-4b50-b3f3-1cb2d74bd1b8 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 946 time: 0.2272410 Sep 27 08:47:21.274388 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.289804 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d10e07-ab91-46a8-b576-19a91c9092f6 x-openstack-request-id: req-b2d10e07-ab91-46a8-b576-19a91c9092f6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:21.290278 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "34f145bb-fa78-4952-b9d7-b44c5f5b3ae9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:21.290537 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2d10e07-ab91-46a8-b576-19a91c9092f6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:21.290932 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '34f145bb-fa78-4952-b9d7-b44c5f5b3ae9', 'status': 'completed', 'code': 200} Sep 27 08:47:21.377827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279dd83-f2c9-4d7c-a14a-7df17b0c23f4 service neutron] Pushing event updated for resources: {'Port': ['ID=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:21.398574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.411609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3fbe47af-e192-4932-9719-691ff61908f9 req-04e125cb-02ad-47a5-8d39-30f4f7847b1b tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0668747 Sep 27 08:47:21.482837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.502368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-804179f9-0566-4146-a858-c542fca54b68 req-54a9a52b-0585-4fed-80c3-8de7496fe9b8 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104418 Sep 27 08:47:21.567162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-c205a6a5-2470-40b9-9c7d-dafa69ce89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.569422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-c205a6a5-2470-40b9-9c7d-dafa69ce89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.570171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-c205a6a5-2470-40b9-9c7d-dafa69ce89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.570738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-c205a6a5-2470-40b9-9c7d-dafa69ce89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.571325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-c205a6a5-2470-40b9-9c7d-dafa69ce89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.571899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-c205a6a5-2470-40b9-9c7d-dafa69ce89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.572551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-c205a6a5-2470-40b9-9c7d-dafa69ce89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.575474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-c205a6a5-2470-40b9-9c7d-dafa69ce89c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6288 time: 0.2968254 Sep 27 08:47:21.678673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.688038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.856201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-69af6cac-bb60-4b41-a55e-714b792c77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.857073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-69af6cac-bb60-4b41-a55e-714b792c77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.858916 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-69af6cac-bb60-4b41-a55e-714b792c77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.863667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-69af6cac-bb60-4b41-a55e-714b792c77ca service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b267bf20de5490cbea029c4d96d722f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2752395 Sep 27 08:47:21.882251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 632aa55a-61f9-4b6a-84b6-356a2a060e4a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:21.898092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'Port': ['ID=3972dea5-eb5f-4c45-bf45-ca08a4bb1ed4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:21.912742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:21.931435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 632aa55a-61f9-4b6a-84b6-356a2a060e4a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:21.933181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 632aa55a-61f9-4b6a-84b6-356a2a060e4a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:21.964756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-cdacd596-5a4e-41be-bfb9-32231a44b866 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.971119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-cdacd596-5a4e-41be-bfb9-32231a44b866 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.977720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-cdacd596-5a4e-41be-bfb9-32231a44b866 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.984173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-cdacd596-5a4e-41be-bfb9-32231a44b866 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.991593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-cdacd596-5a4e-41be-bfb9-32231a44b866 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:21.998114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-cdacd596-5a4e-41be-bfb9-32231a44b866 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.008312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-cdacd596-5a4e-41be-bfb9-32231a44b866 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.047663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-cdacd596-5a4e-41be-bfb9-32231a44b866 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5396 time: 0.3183084 Sep 27 08:47:22.099389 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.106826 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f4379809-9b64-49c3-8862-8a3f61352a01 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4727824 Sep 27 08:47:22.167723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d21d6259-9346-4926-b0bd-7783be1acfeb req-2d981da8-9605-439c-9fbe-541113df5502 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180899 Sep 27 08:47:22.358695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-2ea7f3e4-5b10-440a-9f4a-cc763217ce31 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.361425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-2ea7f3e4-5b10-440a-9f4a-cc763217ce31 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.57 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 946 time: 0.0785012 Sep 27 08:47:22.385709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Deleting port 218389a5-06d3-447b-80d6-3d11452f761d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:22.386195 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.466564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-0e3a0d4d-e3df-4cf7-9946-9e62d564191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.468368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5dec04f1-af7c-488d-99cb-c6e70c6e3abb req-0e3a0d4d-e3df-4cf7-9946-9e62d564191e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5929437 Sep 27 08:47:22.557109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-f0280e24-6f8e-44b6-acff-c14dc95ab01c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--140173400&fields=id&tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e HTTP/1.1" status: 200 len: 267 time: 0.1433687 Sep 27 08:47:22.558148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-358bf1ac-0368-423f-a7eb-eadb9971b795 req-da524d6d-daec-48e6-aa8f-7f7dc266eeff tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0321558 Sep 27 08:47:22.572280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Deleting port f76ce768-63fe-4e8b-af89-7a921ebe160a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:22.572722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.600578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f561a76-1299-48a9-ae5d-a819b45a8ecb {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:22.608798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.622759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Transition to ACTIVE for port object 7f561a76-1299-48a9-ae5d-a819b45a8ecb will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:22.651060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.687080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] For port f76ce768-63fe-4e8b-af89-7a921ebe160a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f76ce768-63fe-4e8b-af89-7a921ebe160a,segment=NetworkSegment(e4067375-9d8c-474f-b89d-5babb6cb5d11),segment_id=e4067375-9d8c-474f-b89d-5babb6cb5d11)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:22.687941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.702462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Calling delete_port for f76ce768-63fe-4e8b-af89-7a921ebe160a owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:22.756014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] For port 218389a5-06d3-447b-80d6-3d11452f761d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=218389a5-06d3-447b-80d6-3d11452f761d,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:22.756630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:22.801189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Calling delete_port for 218389a5-06d3-447b-80d6-3d11452f761d owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:22.816409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Pushing event updated for resources: {'Port': ['ID=7f561a76-1299-48a9-ae5d-a819b45a8ecb,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:22.891112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba48ec-ae27-4510-8a30-e06ed14d4b0f req-6d4b5bf6-b8ec-4ee7-a637-a6fd66424ba2 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.892771 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06ba48ec-ae27-4510-8a30-e06ed14d4b0f req-6d4b5bf6-b8ec-4ee7-a637-a6fd66424ba2 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 946 time: 0.1268313 Sep 27 08:47:22.993444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-8da57118-d1d7-4286-8cb4-c26866a3c104 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:22.995337 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-8da57118-d1d7-4286-8cb4-c26866a3c104 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 816 time: 0.3687994 Sep 27 08:47:22.996073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06ba48ec-ae27-4510-8a30-e06ed14d4b0f req-a566f258-ebef-408b-b427-4d97a4e76f10 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae89323c-c8b7-47a0-81bb-8911e8bd3605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943172 Sep 27 08:47:23.019765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-dfc1f781-091b-4146-8ab9-5bc86b044881 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/quotas/a6cf9b09ae014a2bbbb390ca7eeb0b6e HTTP/1.1" status: 200 len: 375 time: 0.0167046 Sep 27 08:47:23.046879 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.063811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f76ce768-63fe-4e8b-af89-7a921ebe160a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:23.111886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Pushing event deleted for resources: {'Port': ['ID=f76ce768-63fe-4e8b-af89-7a921ebe160a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:23.157930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] No DVR routers for this DVR port f76ce768-63fe-4e8b-af89-7a921ebe160a on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:23.160504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.162821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e2cf949-7472-459b-8ad6-d03bc531db9e req-1412c33f-f90c-4df2-b895-80c908317b12 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.57 "DELETE /v2.0/ports/f76ce768-63fe-4e8b-af89-7a921ebe160a HTTP/1.1" status: 204 len: 173 time: 0.7915545 Sep 27 08:47:23.163178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038474d1-1bf8-4284-8865-15de35bddb10', 'name': 'network-vif-deleted', 'tag': 'f76ce768-63fe-4e8b-af89-7a921ebe160a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:23.163349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Attempting to bind port 7f561a76-1299-48a9-ae5d-a819b45a8ecb on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:23.163591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Attempting to bind port 7f561a76-1299-48a9-ae5d-a819b45a8ecb by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:23.163893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Attempting to bind port 7f561a76-1299-48a9-ae5d-a819b45a8ecb on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:23.165813 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94874ef8-c38e-48a7-8554-8d364c5c1ca1" -d '{"events": [{"server_uuid": "038474d1-1bf8-4284-8865-15de35bddb10", "name": "network-vif-deleted", "tag": "f76ce768-63fe-4e8b-af89-7a921ebe160a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:23.172538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Port 7f561a76-1299-48a9-ae5d-a819b45a8ecb on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:23.172538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Attempting to bind port 7f561a76-1299-48a9-ae5d-a819b45a8ecb on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:23.192677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:23.193072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Checking segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:23.193435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Bound using segment: {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:23.193887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Bound port: 7f561a76-1299-48a9-ae5d-a819b45a8ecb, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875c43d4-6d86-458c-9ea0-3c810eecb089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:23.194263 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.206797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-2954c947-0a4a-47da-84e8-8d1ac994581b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1753771 Sep 27 08:47:23.265827 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9627cd6c-f425-4abd-a827-f2d852526a0c x-openstack-request-id: req-9627cd6c-f425-4abd-a827-f2d852526a0c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:23.266772 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038474d1-1bf8-4284-8865-15de35bddb10", "name": "network-vif-deleted", "tag": "f76ce768-63fe-4e8b-af89-7a921ebe160a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:23.267456 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9627cd6c-f425-4abd-a827-f2d852526a0c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:23.268224 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038474d1-1bf8-4284-8865-15de35bddb10', 'name': 'network-vif-deleted', 'tag': 'f76ce768-63fe-4e8b-af89-7a921ebe160a', 'status': 'completed', 'code': 200} Sep 27 08:47:23.411423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] For port 7f561a76-1299-48a9-ae5d-a819b45a8ecb, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:23.417275 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.427870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] For port 7f561a76-1299-48a9-ae5d-a819b45a8ecb, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:23.454827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-995eb548-408f-4071-a4ac-c50e18bf04e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.466212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-995eb548-408f-4071-a4ac-c50e18bf04e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.466458 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.474426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-995eb548-408f-4071-a4ac-c50e18bf04e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.480894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Port': ['ID=218389a5-06d3-447b-80d6-3d11452f761d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:23.483914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-995eb548-408f-4071-a4ac-c50e18bf04e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.485985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-9948f4e1-c23c-44a8-bc41-0f24376860b1 service neutron] 10.222.0.50 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366998 Sep 27 08:47:23.497418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-995eb548-408f-4071-a4ac-c50e18bf04e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.503529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-995eb548-408f-4071-a4ac-c50e18bf04e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.509637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-995eb548-408f-4071-a4ac-c50e18bf04e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.511854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-995eb548-408f-4071-a4ac-c50e18bf04e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5408 time: 0.1573708 Sep 27 08:47:23.583765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:23.584422 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.588798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-594bd145-5bd8-4415-833d-93a9339a94e0 req-a6e4d745-da2a-465a-adf0-502ec135e50a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647743 Sep 27 08:47:23.589421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] 10.222.0.67 "PUT /v2.0/ports/7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 200 len: 1091 time: 2.3954470 Sep 27 08:47:23.593820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '7f561a76-1299-48a9-ae5d-a819b45a8ecb'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:23.596185 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "7f561a76-1299-48a9-ae5d-a819b45a8ecb"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:23.649318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:23.775199 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:23.811872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-29224bbe-4abc-4390-8b8f-a3856d4ef388 req-5ed71f6e-726d-4adb-8148-714e983973c1 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0699875 Sep 27 08:47:23.941734 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ae637f-5b31-430d-8dbc-057830fdd642 x-openstack-request-id: req-65ae637f-5b31-430d-8dbc-057830fdd642 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:23.942089 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "7f561a76-1299-48a9-ae5d-a819b45a8ecb", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:23.942300 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65ae637f-5b31-430d-8dbc-057830fdd642 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:23.942656 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '7f561a76-1299-48a9-ae5d-a819b45a8ecb', 'status': 'completed', 'code': 200} Sep 27 08:47:23.964812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf589d80-7bf2-4dea-a3f2-38e82d02410a service neutron] Pushing event updated for resources: {'Port': ['ID=7f561a76-1299-48a9-ae5d-a819b45a8ecb,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:24.047339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-c0f21637-6293-4b3c-a4cf-c01057b2de15 service neutron] 10.222.0.50 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499933 Sep 27 08:47:24.083610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.083610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.084911 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.236863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-d03bb40d-5bec-4d6c-b308-affc29542018 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190219 Sep 27 08:47:24.242429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-61f3726f-d994-4bc5-844e-6a601e0d163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.243034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-61f3726f-d994-4bc5-844e-6a601e0d163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.243609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-61f3726f-d994-4bc5-844e-6a601e0d163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.244159 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-61f3726f-d994-4bc5-844e-6a601e0d163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.245581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-61f3726f-d994-4bc5-844e-6a601e0d163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.251776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-61f3726f-d994-4bc5-844e-6a601e0d163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.252426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-61f3726f-d994-4bc5-844e-6a601e0d163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.257885 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-61f3726f-d994-4bc5-844e-6a601e0d163e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6355 time: 0.3133657 Sep 27 08:47:24.315794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02996e15-4f7d-458c-b73a-92e985a2cba7 req-f5fb5c58-e1bb-4545-ad15-1919ce9ab1d6 tempest-ServerGroupTestJSON-350092202 tempest-ServerGroupTestJSON-350092202-project] 10.222.0.50 "GET /v2.0/ports?device_id=038474d1-1bf8-4284-8865-15de35bddb10 HTTP/1.1" status: 200 len: 210 time: 0.1317768 Sep 27 08:47:24.330675 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.331233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Fanout notify agent at l3_agent the message router_deleted on router 76095861-4f56-452c-89ae-f3d3d7ca75d5 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:47:24.379627 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:24.384225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33156) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:24.387122 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-517fccbd-db89-49ae-be65-946afbc44adf tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/routers/76095861-4f56-452c-89ae-f3d3d7ca75d5 HTTP/1.1" status: 204 len: 168 time: 4.7734501 Sep 27 08:47:24.581131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-70a18c1f-fce0-4add-8125-fa423465a026 req-4a251de0-61c7-4ce5-be96-a13454c4c124 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 210 time: 0.1432729 Sep 27 08:47:24.634183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-a873a6b6-1154-4ef6-b6c7-1db6101db134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.634828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-a873a6b6-1154-4ef6-b6c7-1db6101db134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.635164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-a873a6b6-1154-4ef6-b6c7-1db6101db134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.636966 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-a873a6b6-1154-4ef6-b6c7-1db6101db134 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b267bf20de5490cbea029c4d96d722f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3074136 Sep 27 08:47:24.734535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-2019384c-7062-4693-bfd1-191d028cd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:24.736717 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-2019384c-7062-4693-bfd1-191d028cd725 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0c347e489545df9c712542181a6097&device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 1097 time: 0.1895933 Sep 27 08:47:24.756084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.052131 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.128939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c54e73-03f4-4d70-b600-5230fdcebd86']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:25.155351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a4a125-5804-4738-96c0-2f3413cd9d35') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:25.155920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a4a125-5804-4738-96c0-2f3413cd9d35') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:25.169134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.186074 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.194290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:47:25.194930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.253803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63d81ea-41fd-49b8-9d0f-f6d395158465 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:25.263300 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.281280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Transition to ACTIVE for port object e63d81ea-41fd-49b8-9d0f-f6d395158465 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:25.294294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-d7822c19-5779-4ead-b929-7e8e55473d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:47:25.294589 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:47:25.299204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1591d00a-b865-4c5e-bcc2-f77b4c0667f0 req-d7822c19-5779-4ead-b929-7e8e55473d58 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6538785 Sep 27 08:47:25.302644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.319349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.363406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4174dc56-7da7-4582-a4ca-80aacedc5ebe req-6e6806f4-476e-4290-8feb-6066cfde4a00 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0802147 Sep 27 08:47:25.380734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:25.385539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] 10.222.0.50 "DELETE /v2.0/networks/e9c54e73-03f4-4d70-b600-5230fdcebd86 HTTP/1.1" status: 204 len: 168 time: 0.9959066 Sep 27 08:47:25.385539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabb199-d8d1-4198-ab80-cbb524ff5531 tempest-TestNetworkBasicOps-1466928830 tempest-TestNetworkBasicOps-1466928830-project] Pushing event deleted for resources: {'Network': ['ID=e9c54e73-03f4-4d70-b600-5230fdcebd86,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:25.457513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-b5de8b93-e0c4-4572-bc32-5c47dd3bde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.462466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-b5de8b93-e0c4-4572-bc32-5c47dd3bde1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 HTTP/1.1" status: 200 len: 916 time: 0.7004387 Sep 27 08:47:25.479962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-c54487a8-5aec-4d06-bdfa-73c81bd3cefa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.497066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-c54487a8-5aec-4d06-bdfa-73c81bd3cefa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.517734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-c54487a8-5aec-4d06-bdfa-73c81bd3cefa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.547164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-c54487a8-5aec-4d06-bdfa-73c81bd3cefa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.553521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-c54487a8-5aec-4d06-bdfa-73c81bd3cefa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.602653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-494fe70c-31cc-4434-b2f3-a32cbde0a013 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83391a2a-cb01-4a97-af9a-3c165b76c989 HTTP/1.1" status: 200 len: 1002 time: 0.1326017 Sep 27 08:47:25.605726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-c54487a8-5aec-4d06-bdfa-73c81bd3cefa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.635276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-c54487a8-5aec-4d06-bdfa-73c81bd3cefa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.653737 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-c54487a8-5aec-4d06-bdfa-73c81bd3cefa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5408 time: 0.8522937 Sep 27 08:47:25.750963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-2e08ad87-1e15-4038-9979-2315cbf024a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.762347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-2e08ad87-1e15-4038-9979-2315cbf024a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49ac23d0-7211-44ef-85f5-14abb4f7304c HTTP/1.1" status: 200 len: 854 time: 0.1507761 Sep 27 08:47:25.810006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 218389a5-06d3-447b-80d6-3d11452f761d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:25.854660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 218389a5-06d3-447b-80d6-3d11452f761d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:25.855017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 218389a5-06d3-447b-80d6-3d11452f761d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:25.874402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-7a5167d8-682a-49a0-9ccf-9dbde82cb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:25.876134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-7a5167d8-682a-49a0-9ccf-9dbde82cb80d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063795 Sep 27 08:47:26.031127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33192) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:26.065642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1c9ee62-7832-4023-aaa1-bc49c089ea55 req-78b5e853-01b4-424a-93d6-b1b7252e5b9c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 210 time: 0.1102226 Sep 27 08:47:26.142834 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-5c54a68b-dde9-4a89-a82a-317d85ac31cf service neutron] 10.222.0.67 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568498 Sep 27 08:47:26.326801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Pushing event updated for resources: {'Port': ['ID=e63d81ea-41fd-49b8-9d0f-f6d395158465,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:26.380567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18d9f77f-81de-4bf8-91d2-a04991ece9e8 req-8a685722-2356-486b-ad31-b7691c90bb96 service neutron] 10.222.0.67 "GET /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262831 Sep 27 08:47:26.474445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6ed58407-b2a4-45dc-8447-c13b98164c6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e0a23c7655e453d9e13ec1c8915bf61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413483 Sep 27 08:47:26.477260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33216) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:26.521539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Attempting to bind port e63d81ea-41fd-49b8-9d0f-f6d395158465 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:26.522363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Attempting to bind port e63d81ea-41fd-49b8-9d0f-f6d395158465 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:26.522931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Attempting to bind port e63d81ea-41fd-49b8-9d0f-f6d395158465 on network 1effa066-6393-41bc-8fe3-538d4fd8b46f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:26.546482 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4e1c706-c0dd-4887-87f9-4776a50fa787 req-983af0e0-f852-4c89-8840-5e547a0a0413 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8917491 Sep 27 08:47:26.576987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Port e63d81ea-41fd-49b8-9d0f-f6d395158465 on network 1effa066-6393-41bc-8fe3-538d4fd8b46f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:26.577535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Attempting to bind port e63d81ea-41fd-49b8-9d0f-f6d395158465 on network 1effa066-6393-41bc-8fe3-538d4fd8b46f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:26.605955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:26.607881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Checking segment: {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:26.609147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Bound using segment: {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:26.610943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Bound port: e63d81ea-41fd-49b8-9d0f-f6d395158465, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:26.613125 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.624931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d4cf898-d3c9-482b-a458-598ffd7c341e req-73a7f40d-76d5-4614-ab8b-6e79e33bf17d tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0571020 Sep 27 08:47:26.638341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f062c022-32b9-41ca-9e37-c49a6440ab96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.653310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33220) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:26.719206 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f062c022-32b9-41ca-9e37-c49a6440ab96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.751215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb313c8b-1860-4c12-8c25-15af71643c21 admin admin] Deleting subnet 00e4e431-5f8d-4eca-a5a8-c85f756cccc5 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:47:26.757233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb313c8b-1860-4c12-8c25-15af71643c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.850781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb313c8b-1860-4c12-8c25-15af71643c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.926761 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f062c022-32b9-41ca-9e37-c49a6440ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.929422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f062c022-32b9-41ca-9e37-c49a6440ab96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:26.930577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f062c022-32b9-41ca-9e37-c49a6440ab96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06274717-bec1-4d5b-a29f-a39c628a7b01 HTTP/1.1" status: 204 len: 168 time: 0.4517891 Sep 27 08:47:26.977352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-330317fd-b507-4468-a78e-b1f468c96c90 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:26.978970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-330317fd-b507-4468-a78e-b1f468c96c90 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 816 time: 0.6356020 Sep 27 08:47:26.980186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] For port e63d81ea-41fd-49b8-9d0f-f6d395158465, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:26.984480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] For port e63d81ea-41fd-49b8-9d0f-f6d395158465, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:27.031307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3005d1-0f0c-4bc0-9efd-ba73be042d76 req-48e26205-cdb1-4b1c-a8c7-1b643ed8a5fd tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.033224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe3005d1-0f0c-4bc0-9efd-ba73be042d76 req-48e26205-cdb1-4b1c-a8c7-1b643ed8a5fd tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 946 time: 0.1079142 Sep 27 08:47:27.033888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062c022-32b9-41ca-9e37-c49a6440ab96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06274717-bec1-4d5b-a29f-a39c628a7b01,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:27.048823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-98d25095-2b26-47b3-b8ef-9756ec54886f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e HTTP/1.1" status: 200 len: 379 time: 0.0557461 Sep 27 08:47:27.050351 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.056224 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb313c8b-1860-4c12-8c25-15af71643c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.187191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.189585 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.196745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] 10.222.0.67 "PUT /v2.0/ports/e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 200 len: 1091 time: 3.5558524 Sep 27 08:47:27.203122 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe3005d1-0f0c-4bc0-9efd-ba73be042d76 req-567931dd-af65-474a-acb2-f7260dd1ee1a tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486845 Sep 27 08:47:27.234833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'port': {'device_id': '7b4e0448-7516-4dd2-b791-673e6078157f', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'admin_state_up': True, 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'security_groups': ['ad52111b-877a-4d9e-bdb1-44425d9e8a7b']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:27.322719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb313c8b-1860-4c12-8c25-15af71643c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.394726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413d791-fba2-4664-af91-c0a7223ad316 service neutron] Pushing event updated for resources: {'Port': ['ID=e63d81ea-41fd-49b8-9d0f-f6d395158465,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:27.401684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': 'e63d81ea-41fd-49b8-9d0f-f6d395158465'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:27.408479 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "e63d81ea-41fd-49b8-9d0f-f6d395158465"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:27.433540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Request body: {'port': {'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:27.435356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb313c8b-1860-4c12-8c25-15af71643c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e4e431-5f8d-4eca-a5a8-c85f756cccc5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:27.439861 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb313c8b-1860-4c12-8c25-15af71643c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.444499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cb313c8b-1860-4c12-8c25-15af71643c21 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/00e4e431-5f8d-4eca-a5a8-c85f756cccc5 HTTP/1.1" status: 204 len: 168 time: 0.7891412 Sep 27 08:47:27.450283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33240) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:27.507220 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399aea65-0e8a-43c1-a78d-0de1296ade44 x-openstack-request-id: req-399aea65-0e8a-43c1-a78d-0de1296ade44 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:27.507815 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "e63d81ea-41fd-49b8-9d0f-f6d395158465", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:27.509945 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-399aea65-0e8a-43c1-a78d-0de1296ade44 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:27.510670 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': 'e63d81ea-41fd-49b8-9d0f-f6d395158465', 'status': 'completed', 'code': 200} Sep 27 08:47:27.513664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33242) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:27.568431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.651313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54f9195f-dc95-49df-b332-4459fd42c4d3 req-97f23aaa-b1d3-4c0d-b2ed-532afe3dd8b7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 210 time: 0.1461744 Sep 27 08:47:27.669772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27d9b440-6dd1-4668-9a44-5dfe5aad0276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.723472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.726775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.728250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f76ce768-63fe-4e8b-af89-7a921ebe160a no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:27.746956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b50067-3935-4826-9653-26a854647b1e']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:27.758949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4067375-9d8c-474f-b89d-5babb6cb5d11') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:27.760730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4067375-9d8c-474f-b89d-5babb6cb5d11') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:27.762742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Made reservation on behalf of a6cf9b09ae014a2bbbb390ca7eeb0b6e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:27.766856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.781921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.791153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f76ce768-63fe-4e8b-af89-7a921ebe160a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:27.791790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f76ce768-63fe-4e8b-af89-7a921ebe160a not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:27.810523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.817182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:47:27.817812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:47:27.858335 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:47:27.919394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77f73aa9-59a4-4a3b-ade8-2c045e544c10 req-4175a7e1-5442-4aba-b6df-a76bd9dbd9ec tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.1082282 Sep 27 08:47:27.941882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-0400cbe3-27bd-4733-a835-87d1417ed011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.942373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-0400cbe3-27bd-4733-a835-87d1417ed011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.942841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-0400cbe3-27bd-4733-a835-87d1417ed011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.943760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-0400cbe3-27bd-4733-a835-87d1417ed011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.944259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-0400cbe3-27bd-4733-a835-87d1417ed011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.944757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-0400cbe3-27bd-4733-a835-87d1417ed011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.945216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-0400cbe3-27bd-4733-a835-87d1417ed011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:27.947729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-0400cbe3-27bd-4733-a835-87d1417ed011 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6422 time: 0.3760178 Sep 27 08:47:27.966526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.079663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Allocated IP 172.20.0.9 (489e5472-cfd5-4609-8d04-4b155445695e/fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd/00f01d14-886f-491e-aadb-f601f3411987) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:28.174829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.183013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/19b50067-3935-4826-9653-26a854647b1e HTTP/1.1" status: 204 len: 168 time: 0.7286804 Sep 27 08:47:28.257029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.260250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfde574-c761-4894-840b-deb9529faaf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b50067-3935-4826-9653-26a854647b1e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:28.275359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-71483f3b-8f1d-4170-a603-4dc9fb9f8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.278532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-71483f3b-8f1d-4170-a603-4dc9fb9f8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.281291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-71483f3b-8f1d-4170-a603-4dc9fb9f8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.283666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-71483f3b-8f1d-4170-a603-4dc9fb9f8a02 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b267bf20de5490cbea029c4d96d722f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3146546 Sep 27 08:47:28.329133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-331f3483-941e-45ce-b6e2-34865e983089 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.346795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-331f3483-941e-45ce-b6e2-34865e983089 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.364666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-331f3483-941e-45ce-b6e2-34865e983089 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.380291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-331f3483-941e-45ce-b6e2-34865e983089 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.396564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-331f3483-941e-45ce-b6e2-34865e983089 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.414235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-331f3483-941e-45ce-b6e2-34865e983089 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.420626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-331f3483-941e-45ce-b6e2-34865e983089 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.436514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-331f3483-941e-45ce-b6e2-34865e983089 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5420 time: 0.5793517 Sep 27 08:47:28.485123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33262) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:28.507804 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27d9b440-6dd1-4668-9a44-5dfe5aad0276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.519152 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.544683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33268) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:28.567432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27d9b440-6dd1-4668-9a44-5dfe5aad0276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:28.709413 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b051aa31-73e0-488f-b5da-1d5db55a208b req-1ae82022-1522-4301-a3b4-31661a5b9c56 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2721207 Sep 27 08:47:28.717890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Network 489e5472-cfd5-4609-8d04-4b155445695e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:28.777940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:28.814468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:28.840730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9b440-6dd1-4668-9a44-5dfe5aad0276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e7a509-6d22-4deb-8ac3-b276ebf5d7a4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:28.902581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c433f3ba-1d95-4fa9-82fa-2c22ed9c39de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=327154b1f35045c0b2e222fbed9ddffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502443 Sep 27 08:47:28.903904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33274) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:28.905630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-5323261b-7295-4a2c-8464-de2734ee19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.907491 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e87ac9fc-563e-4b82-a7c3-d9eec9d8c996 req-5323261b-7295-4a2c-8464-de2734ee19a2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4650495 Sep 27 08:47:28.979417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:28.990078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cd885-c3d6-458c-ab71-c8d5d6d24dee req-c5a45474-4b42-49e9-85f0-2a9bc5dd25bd tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:28.996963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-155cd885-c3d6-458c-ab71-c8d5d6d24dee req-c5a45474-4b42-49e9-85f0-2a9bc5dd25bd tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 931 time: 0.1831737 Sep 27 08:47:29.021379 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-27d9b440-6dd1-4668-9a44-5dfe5aad0276 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1277e3ab59ad43afbef53f567fa3719c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5002677 Sep 27 08:47:29.026861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33278) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:29.132185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9167c694-baed-4ce4-8202-2020a8a81b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.168880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:29.169712 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.177932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9167c694-baed-4ce4-8202-2020a8a81b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.259131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd6b3-22c4-4897-a3cc-e1c25412d3ca req-6e258836-7e0d-46ce-80fa-fa62c681f3ac tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:29.260930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab1fd6b3-22c4-4897-a3cc-e1c25412d3ca req-6e258836-7e0d-46ce-80fa-fa62c681f3ac tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 946 time: 0.2766967 Sep 27 08:47:29.272626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-d45d8d8e-c9fb-40c2-8d79-24eed062ead5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1962979 Sep 27 08:47:29.284514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Request body: {'port': {'device_id': '7b4e0448-7516-4dd2-b791-673e6078157f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:29.292584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0e5d5ee2-a356-4241-b326-4b68b47a905f None None] Provisioning complete for port 00f01d14-886f-491e-aadb-f601f3411987 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:29.293724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5ee2-a356-4241-b326-4b68b47a905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.329909 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d8f21-9afd-4622-bbb6-de7250ceacb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.347013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9167c694-baed-4ce4-8202-2020a8a81b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.350048 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9167c694-baed-4ce4-8202-2020a8a81b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.356033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9167c694-baed-4ce4-8202-2020a8a81b13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae89323c-c8b7-47a0-81bb-8911e8bd3605 HTTP/1.1" status: 204 len: 168 time: 0.4441304 Sep 27 08:47:29.380750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d5ee2-a356-4241-b326-4b68b47a905f None None] Port 00f01d14-886f-491e-aadb-f601f3411987 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:29.393320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab1fd6b3-22c4-4897-a3cc-e1c25412d3ca req-d9095b89-2dc9-490a-ad33-ac64a0fd2c01 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995121 Sep 27 08:47:29.418639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-155cd885-c3d6-458c-ab71-c8d5d6d24dee req-68a5a437-d0da-4ad3-8614-ac8839de98a7 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925495 Sep 27 08:47:29.466692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167c694-baed-4ce4-8202-2020a8a81b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae89323c-c8b7-47a0-81bb-8911e8bd3605,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:29.470139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83efc438-c462-4bac-baff-6761f1a58dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.473657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.482373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fb4847-5b52-4120-a298-6cb67b20ab0f {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:29.500710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.542261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83efc438-c462-4bac-baff-6761f1a58dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.633105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83efc438-c462-4bac-baff-6761f1a58dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.637204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83efc438-c462-4bac-baff-6761f1a58dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.640898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-83efc438-c462-4bac-baff-6761f1a58dc8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12e7a509-6d22-4deb-8ac3-b276ebf5d7a4 HTTP/1.1" status: 204 len: 168 time: 0.5871148 Sep 27 08:47:29.658493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d8f21-9afd-4622-bbb6-de7250ceacb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.659749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efc438-c462-4bac-baff-6761f1a58dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e7a509-6d22-4deb-8ac3-b276ebf5d7a4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:29.668230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Transition to ACTIVE for port object f8fb4847-5b52-4120-a298-6cb67b20ab0f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:29.672653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-783d8f21-9afd-4622-bbb6-de7250ceacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.714854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-541cd7e7-cdb3-49b6-9de3-1d7249d245b2 req-45bf134e-e8ee-4b41-99b6-b86019feac70 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0832596 Sep 27 08:47:29.715498 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:29.774034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d8f21-9afd-4622-bbb6-de7250ceacb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb1c977-7fa4-4f1c-9d19-a6e17b66ebfb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:29.821838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-783d8f21-9afd-4622-bbb6-de7250ceacb1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85ee51884d6548399879896912cacfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3350859 Sep 27 08:47:29.830125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:30.042351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fb4847-5b52-4120-a298-6cb67b20ab0f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:30.048887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17e3f-645d-4b97-b965-148fa972944f req-d62e9557-b408-456c-9db0-0ab554b88b3d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.085324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17e3f-645d-4b97-b965-148fa972944f req-d62e9557-b408-456c-9db0-0ab554b88b3d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.096841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17e3f-645d-4b97-b965-148fa972944f req-d62e9557-b408-456c-9db0-0ab554b88b3d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.119444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17e3f-645d-4b97-b965-148fa972944f req-d62e9557-b408-456c-9db0-0ab554b88b3d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.134123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17e3f-645d-4b97-b965-148fa972944f req-d62e9557-b408-456c-9db0-0ab554b88b3d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.151053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17e3f-645d-4b97-b965-148fa972944f req-d62e9557-b408-456c-9db0-0ab554b88b3d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.166219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17e3f-645d-4b97-b965-148fa972944f req-d62e9557-b408-456c-9db0-0ab554b88b3d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.170972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-58e17e3f-645d-4b97-b965-148fa972944f req-d62e9557-b408-456c-9db0-0ab554b88b3d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.3296387 Sep 27 08:47:30.289046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-58e17e3f-645d-4b97-b965-148fa972944f req-8a24d788-c615-4655-bdda-d3649bb6186e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106870 Sep 27 08:47:30.355920 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc2cd-f15f-4283-899a-71cd1106b558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.460438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc2cd-f15f-4283-899a-71cd1106b558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.510703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f6de-524a-476a-8c41-6232e9e60546 req-1e646342-f39c-4e67-92d5-7b98e096b0d1 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.519135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b182f6de-524a-476a-8c41-6232e9e60546 req-1e646342-f39c-4e67-92d5-7b98e096b0d1 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 946 time: 0.2478132 Sep 27 08:47:30.580417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Attempting to bind port f8fb4847-5b52-4120-a298-6cb67b20ab0f on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:30.580417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Attempting to bind port f8fb4847-5b52-4120-a298-6cb67b20ab0f by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:30.584831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Attempting to bind port f8fb4847-5b52-4120-a298-6cb67b20ab0f on network 1effa066-6393-41bc-8fe3-538d4fd8b46f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:30.629004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b182f6de-524a-476a-8c41-6232e9e60546 req-640fd236-e081-47a0-9b5f-057541e59ecc tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032398 Sep 27 08:47:30.636190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce275eb-6ab2-4568-8866-535cd283804c req-5bb4f929-0b98-4054-8d36-3ad5c435e399 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:30.641629 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ce275eb-6ab2-4568-8866-535cd283804c req-5bb4f929-0b98-4054-8d36-3ad5c435e399 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 931 time: 0.1162870 Sep 27 08:47:30.642566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Port f8fb4847-5b52-4120-a298-6cb67b20ab0f on network 1effa066-6393-41bc-8fe3-538d4fd8b46f not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:30.643074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Attempting to bind port f8fb4847-5b52-4120-a298-6cb67b20ab0f on network 1effa066-6393-41bc-8fe3-538d4fd8b46f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:30.669565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:30.675111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Checking segment: {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:30.675754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Bound using segment: {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:30.676430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Bound port: f8fb4847-5b52-4120-a298-6cb67b20ab0f, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c77483-2255-4d13-b0bb-7f08fdc9c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:30.677051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.749181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc2cd-f15f-4283-899a-71cd1106b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.752819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc2cd-f15f-4283-899a-71cd1106b558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.754193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e4fc2cd-f15f-4283-899a-71cd1106b558 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7eb1c977-7fa4-4f1c-9d19-a6e17b66ebfb HTTP/1.1" status: 204 len: 168 time: 0.9139762 Sep 27 08:47:30.776503 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ce275eb-6ab2-4568-8866-535cd283804c req-a5048381-8a33-4e15-bc87-2a3ffba9bb0c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284833 Sep 27 08:47:30.819005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f01d14-886f-491e-aadb-f601f3411987 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:30.830170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fc2cd-f15f-4283-899a-71cd1106b558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb1c977-7fa4-4f1c-9d19-a6e17b66ebfb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:30.875604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:30.916539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] For port f8fb4847-5b52-4120-a298-6cb67b20ab0f, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:30.920805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] For port f8fb4847-5b52-4120-a298-6cb67b20ab0f, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:30.940499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f89f172-a746-42d3-baa9-db7e3d2d606a req-e20fd6e0-6953-426a-9a70-69e45781f861 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0668178 Sep 27 08:47:30.956657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19835caa-3cb8-4d24-a103-f01a05535410 req-032cda58-0eff-4aee-9bb7-7058dec33956 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0777261 Sep 27 08:47:30.957901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.017526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Transition to ACTIVE for port object 00f01d14-886f-491e-aadb-f601f3411987 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:31.029361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.030041 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.033480 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 1091 time: 3.6101220 Sep 27 08:47:31.037418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:31.042017 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa7053b-a5d4-480c-b4a3-f517c400e885" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "f8fb4847-5b52-4120-a298-6cb67b20ab0f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:31.057934 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.117546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f89f172-a746-42d3-baa9-db7e3d2d606a req-697f5953-aa9b-42ee-ab7a-00d3b1cc8d09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4876efb976c745bb9513e8c4b8876988&device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.1235001 Sep 27 08:47:31.146600 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3871dd57-e3ba-49b8-817e-4a3c630bc102 x-openstack-request-id: req-3871dd57-e3ba-49b8-817e-4a3c630bc102 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:31.146894 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "f8fb4847-5b52-4120-a298-6cb67b20ab0f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:31.147520 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3871dd57-e3ba-49b8-817e-4a3c630bc102 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:31.153515 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f', 'status': 'completed', 'code': 200} Sep 27 08:47:31.169964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f89f172-a746-42d3-baa9-db7e3d2d606a req-07419970-bf6a-41b2-8332-4963b4f2e0e1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4876efb976c745bb9513e8c4b8876988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311882 Sep 27 08:47:31.192316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b558f5a-df2e-4068-a832-43509db7a2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fb4847-5b52-4120-a298-6cb67b20ab0f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:31.388819 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:47:31.405375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33362) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:31.472779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b0b5ef16-ff57-4f3b-a961-155e4d15e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.473351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b0b5ef16-ff57-4f3b-a961-155e4d15e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.474221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b0b5ef16-ff57-4f3b-a961-155e4d15e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.474694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b0b5ef16-ff57-4f3b-a961-155e4d15e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.475160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b0b5ef16-ff57-4f3b-a961-155e4d15e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.475628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b0b5ef16-ff57-4f3b-a961-155e4d15e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.476161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b0b5ef16-ff57-4f3b-a961-155e4d15e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.478192 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b0b5ef16-ff57-4f3b-a961-155e4d15e7cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6489 time: 0.3593879 Sep 27 08:47:31.483446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:31.489332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f172-a746-42d3-baa9-db7e3d2d606a req-facde8d9-5db0-4c68-a01b-7cbe1f33de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.494897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f89f172-a746-42d3-baa9-db7e3d2d606a req-facde8d9-5db0-4c68-a01b-7cbe1f33de56 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3157866 Sep 27 08:47:31.580205 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-f6e316da-7fed-4f2c-971c-16a64fc655cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 217 time: 0.0486898 Sep 27 08:47:31.660856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-6892de30-ac11-4516-bcec-e37667777e5b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.671052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-6892de30-ac11-4516-bcec-e37667777e5b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.677436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-6892de30-ac11-4516-bcec-e37667777e5b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.683727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33374) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:31.689548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-6892de30-ac11-4516-bcec-e37667777e5b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.696348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-6892de30-ac11-4516-bcec-e37667777e5b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.705675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-6892de30-ac11-4516-bcec-e37667777e5b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.713991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-6892de30-ac11-4516-bcec-e37667777e5b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.716434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-6892de30-ac11-4516-bcec-e37667777e5b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.2370009 Sep 27 08:47:31.717385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Attempting to bind port 00f01d14-886f-491e-aadb-f601f3411987 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:31.717888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Attempting to bind port 00f01d14-886f-491e-aadb-f601f3411987 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:31.718385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Attempting to bind port 00f01d14-886f-491e-aadb-f601f3411987 on network 489e5472-cfd5-4609-8d04-4b155445695e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:31.727571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Port 00f01d14-886f-491e-aadb-f601f3411987 on network 489e5472-cfd5-4609-8d04-4b155445695e not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:31.728070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Attempting to bind port 00f01d14-886f-491e-aadb-f601f3411987 on network 489e5472-cfd5-4609-8d04-4b155445695e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:31.735848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-71a2b0c1-ed80-45b5-91a3-2fc7a7fabc5a tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.737557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-71a2b0c1-ed80-45b5-91a3-2fc7a7fabc5a tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 946 time: 0.1447954 Sep 27 08:47:31.754256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:31.754812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Checking segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:31.755360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Bound using segment: {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:31.756112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Bound port: 00f01d14-886f-491e-aadb-f601f3411987, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246e29b9-80b8-4b92-b7b7-d5e0d9940285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:31.756684 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.816133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-fc240f1b-8bdb-418e-acf2-5cee51ed297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.821232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-fc240f1b-8bdb-418e-acf2-5cee51ed297d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 200 len: 855 time: 0.2238264 Sep 27 08:47:31.843364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-177225693-network', 'tenant_id': '32199dd87f774b0cbee65664b205dd51'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:31.861974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a4e5ad4-4b78-457e-9e65-9b4ddb40580c req-8e6f8763-fdaf-4aa2-be3d-5acc7565554a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357832 Sep 27 08:47:31.884941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1950935494-network', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:31.912248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Made reservation on behalf of 32199dd87f774b0cbee65664b205dd51 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:31.919684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.945472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-acddc227-c885-4496-9ab5-902045cfb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:31.947293 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-acddc227-c885-4496-9ab5-902045cfb736 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901666 Sep 27 08:47:31.950013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:31.953423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:31.967913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:31.981604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.044002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Made reservation on behalf of 852e4b86026b4784baa6992cbd0cbe67 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:32.046509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.048807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.049440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.052048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] 10.222.0.67 "PUT /v2.0/ports/00f01d14-886f-491e-aadb-f601f3411987 HTTP/1.1" status: 200 len: 1091 time: 2.7768168 Sep 27 08:47:32.058913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091078-56af-4847-9879-3a79d05dc930 req-113a1440-1c2f-404e-a259-884103cd865c tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.060679 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae091078-56af-4847-9879-3a79d05dc930 req-113a1440-1c2f-404e-a259-884103cd865c tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 946 time: 0.2320595 Sep 27 08:47:32.095327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.228506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f90fc-1300-4630-ad54-0c94d7180c68 req-adf879ed-507b-4b7b-8206-cf1abba86a70 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.236420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cc5f90fc-1300-4630-ad54-0c94d7180c68 req-adf879ed-507b-4b7b-8206-cf1abba86a70 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.2557912 Sep 27 08:47:32.238661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7882ee-b857-49ac-bd32-88b78fa41442 service neutron] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:32.267454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e14516ac-1989-4bf8-8e92-ad3a07992e13 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092437 Sep 27 08:47:32.312055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-1896331e-91a1-4d6b-847a-55ded8f0f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.313729 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-1896331e-91a1-4d6b-847a-55ded8f0f3c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 1094 time: 0.1743152 Sep 27 08:47:32.352539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cc5f90fc-1300-4630-ad54-0c94d7180c68 req-692df957-75f4-4a00-babf-70ca5a23fcad tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109855 Sep 27 08:47:32.429135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-f36ffaf8-08cd-4434-8601-2941c572109e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00f01d14-886f-491e-aadb-f601f3411987 HTTP/1.1" status: 200 len: 217 time: 0.0746803 Sep 27 08:47:32.490848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Deleting port 83391a2a-cb01-4a97-af9a-3c165b76c989 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:32.491194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.551372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0e66e253-2269-4b3c-b4d7-82b4fea35892 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713580 Sep 27 08:47:32.576683 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae091078-56af-4847-9879-3a79d05dc930 req-603f5d5a-a0b0-4fe1-aa36-a8e56f29f7fd tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4896579 Sep 27 08:47:32.609298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b2c69d3-413c-4af3-afed-becd508c5f6d req-26e19f62-b5ea-48d0-a4df-e8e5d78fe4f7 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0949695 Sep 27 08:47:32.615015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-ac149947-0243-4f32-af37-8c07549bc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.619492 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-ac149947-0243-4f32-af37-8c07549bc391 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.1035066 Sep 27 08:47:32.664641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] For port 83391a2a-cb01-4a97-af9a-3c165b76c989, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=83391a2a-cb01-4a97-af9a-3c165b76c989,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:32.665021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.669269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.682476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-5b6819b9-059b-431e-a13c-bb1f4111e393 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 217 time: 0.1194241 Sep 27 08:47:32.711479 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.731046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-8422932b-8243-4680-a2e2-00a0456f5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.732773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-8422932b-8243-4680-a2e2-00a0456f5a2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775518 Sep 27 08:47:32.756245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:47:32.756510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0908e02d-d848-4547-8602-37bd3da007ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.758327 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-0908e02d-d848-4547-8602-37bd3da007ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0669739 Sep 27 08:47:32.786878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.787525 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Added segment 7fab0811-6f36-45f9-9340-733e56f2c0ec of type vlan for network 33664556-8e38-4bcf-a02d-01d776f1c0e7 Sep 27 08:47:32.797110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f246d9-67f9-42f3-b667-ee5038efcf53,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:32.859556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.860175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.860781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.861321 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.861861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.862646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.863176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.864247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.865693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.866738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.867786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.868903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:32.919472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-babc9511-7dcd-4750-a358-c9196c663225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:32.921159 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-babc9511-7dcd-4750-a358-c9196c663225 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1482167 Sep 27 08:47:32.952995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:32.973065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-9d819be5-88c4-4fac-9c0b-c25a420c6658 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307634 Sep 27 08:47:33.143801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-a44f1d25-c851-45c4-a010-bd98208fa3bd service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125971 Sep 27 08:47:33.146713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.147959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.148795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.237990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.238617 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.239138 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Floating IP 68b3d4c0-67bf-4d70-9453-01430f582b9b disassociated. External IP: 172.25.2.245, port: 83391a2a-cb01-4a97-af9a-3c165b76c989. Sep 27 08:47:33.239672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Calling delete_port for 83391a2a-cb01-4a97-af9a-3c165b76c989 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:33.256134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'tag': '00f01d14-886f-491e-aadb-f601f3411987'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:33.258428 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c129698-33d6-46cc-9d0a-6e9220ba8f77" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "tag": "00f01d14-886f-491e-aadb-f601f3411987"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:33.262704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-a625189a-1cf1-426a-a5b9-26f9ebcb9aa2 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099975 Sep 27 08:47:33.269592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5ded870f-8207-4a79-adb4-abe05636f7ca req-fb8dcfd5-c8fc-45f1-911d-aa668e20aeb6 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843075 Sep 27 08:47:33.280523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-a0216ee2-a88c-4870-95de-a0e3a109bb07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.292008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-a0216ee2-a88c-4870-95de-a0e3a109bb07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.309747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-a0216ee2-a88c-4870-95de-a0e3a109bb07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.317664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-7fe66cb0-6c0a-4c7d-8fe1-8a010209d01f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 217 time: 0.0471165 Sep 27 08:47:33.322019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-a0216ee2-a88c-4870-95de-a0e3a109bb07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.325128 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1893d0-9930-4f79-992b-da60902d528a x-openstack-request-id: req-dd1893d0-9930-4f79-992b-da60902d528a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:33.325428 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "tag": "00f01d14-886f-491e-aadb-f601f3411987", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:33.325764 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd1893d0-9930-4f79-992b-da60902d528a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:33.326170 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'tag': '00f01d14-886f-491e-aadb-f601f3411987', 'status': 'completed', 'code': 200} Sep 27 08:47:33.329528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-a0216ee2-a88c-4870-95de-a0e3a109bb07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.336278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-a0216ee2-a88c-4870-95de-a0e3a109bb07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.342338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-a0216ee2-a88c-4870-95de-a0e3a109bb07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.350892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-a0216ee2-a88c-4870-95de-a0e3a109bb07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.2568655 Sep 27 08:47:33.402728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.408429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] Pushing event updated for resources: {'Network': ['ID=33664556-8e38-4bcf-a02d-01d776f1c0e7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:33.423617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 33664556-8e38-4bcf-a02d-01d776f1c0e7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:47:33.458219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.470476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:47:33.493917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eaad527f-ea99-4b9a-b5f7-d1101fcfc16b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0863278 Sep 27 08:47:33.497561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33434) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:33.511573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Request body: {'subnet': {'network_id': '33664556-8e38-4bcf-a02d-01d776f1c0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-177225693-subnet', 'tenant_id': '32199dd87f774b0cbee65664b205dd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:33.535261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.536645 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Added segment 50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a of type vlan for network b0afca49-adaa-4f02-82b6-be8bc5792bdd Sep 27 08:47:33.569760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40ad09bb-4d38-433c-9b02-a3cf86db01a1 req-799ab29a-8e47-4f93-b558-6fa37fca4653 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2175987 Sep 27 08:47:33.606649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f24ecdf-4756-4c6d-9761-25d991418659,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:33.653416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Made reservation on behalf of 32199dd87f774b0cbee65664b205dd51 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:33.655720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.659234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.885867 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.887588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.888394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.919749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cb27d459-5975-49c2-9150-31c8fa17121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.922775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-cb27d459-5975-49c2-9150-31c8fa17121b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.5889685 Sep 27 08:47:33.924894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-36c7ca29-353b-44e4-b01f-2a80e28270ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.926376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-36c7ca29-353b-44e4-b01f-2a80e28270ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 1094 time: 0.0961611 Sep 27 08:47:33.972754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:33.983335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2984490 Sep 27 08:47:33.989161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33440) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:33.991130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fd3c3-2f06-48d1-b5e7-48dce417048d req-7a0955b8-34d3-46be-8a0d-02dce83212b1 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:33.998096 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-870fd3c3-2f06-48d1-b5e7-48dce417048d req-7a0955b8-34d3-46be-8a0d-02dce83212b1 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.1663687 Sep 27 08:47:34.003459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Request body: {'subnet': {'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1950935494-subnet', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:34.092623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-aa7689c9-6047-4dfb-b0bb-9abf5ab4cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.095184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-aa7689c9-6047-4dfb-b0bb-9abf5ab4cb31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1565280 Sep 27 08:47:34.131659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event deleted for resources: {'Port': ['ID=83391a2a-cb01-4a97-af9a-3c165b76c989,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:34.152711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-870fd3c3-2f06-48d1-b5e7-48dce417048d req-53d100f8-3f9f-4006-b369-610618ac0750 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278930 Sep 27 08:47:34.163946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80237141-f10a-450e-96c6-daad7e08d623 admin admin] Pushing event updated for resources: {'Network': ['ID=b0afca49-adaa-4f02-82b6-be8bc5792bdd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:34.174385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c95b9-e286-4424-833b-fafe6a191e22 req-eb00b971-c297-42a4-8616-fc8f7cbd8332 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.182873 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b78c95b9-e286-4424-833b-fafe6a191e22 req-eb00b971-c297-42a4-8616-fc8f7cbd8332 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 867 time: 0.4438970 Sep 27 08:47:34.184015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:47:34.253393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-fb114007-5cc8-456f-bc30-9d4b35d75be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.254884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-fb114007-5cc8-456f-bc30-9d4b35d75be4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.3164630 Sep 27 08:47:34.308776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Made reservation on behalf of 852e4b86026b4784baa6992cbd0cbe67 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:34.311127 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.327649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-a69514d1-f1fd-4c34-89ca-261010cb9643 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00f01d14-886f-491e-aadb-f601f3411987 HTTP/1.1" status: 200 len: 217 time: 0.0650265 Sep 27 08:47:34.368242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b78c95b9-e286-4424-833b-fafe6a191e22 req-d3bf1c8e-45d0-4737-a152-73be3735e865 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups?id=21366212-a1e5-4ab4-879f-316fe274383d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843164 Sep 27 08:47:34.402595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-654c093b-054c-4193-9352-92bb040f1898 req-a6e30d77-3c63-41e1-90d4-980ee535a7d1 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0787854 Sep 27 08:47:34.414202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-62006a43-d370-4f52-ad19-3fe90ca9e070 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009741 Sep 27 08:47:34.445124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-22cf5d4d-667d-43b2-b550-9f8d4566f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.446704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-22cf5d4d-667d-43b2-b550-9f8d4566f0e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.1079104 Sep 27 08:47:34.502262 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:34.561940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-74644267-03f8-44e7-9bdf-c211da2de46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.563364 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-74644267-03f8-44e7-9bdf-c211da2de46e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045721 Sep 27 08:47:34.577881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:34.602517 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-c6cfe6f7-e12a-4227-9f61-873059aad611 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790123 Sep 27 08:47:34.632660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c8640b-57c5-4a17-943d-a2ca62fd6ad5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:34.680992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Checking segment: {'id': '7fab0811-6f36-45f9-9340-733e56f2c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '33664556-8e38-4bcf-a02d-01d776f1c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:34.681346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Network hostable DHCP agents. Network: 33664556-8e38-4bcf-a02d-01d776f1c0e7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:47:34.721614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8b66dd56-153b-4d78-816c-d4c5cffe24d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0937440 Sep 27 08:47:34.833379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-a380885f-7559-43c5-9e22-aba803454c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.834899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-a380885f-7559-43c5-9e22-aba803454c7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0774591 Sep 27 08:47:34.855572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Network 33664556-8e38-4bcf-a02d-01d776f1c0e7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:47:34.889721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-c69508e8-0ea7-4e19-b68b-d039f2a68bcf service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171940 Sep 27 08:47:34.899101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-40685722-1629-42a6-92c6-6ec9c165fc07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.905365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-40685722-1629-42a6-92c6-6ec9c165fc07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.909015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-7929a0f1-0d6e-48ba-8bb6-dceee246f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.910751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-7929a0f1-0d6e-48ba-8bb6-dceee246f0ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684650 Sep 27 08:47:34.911807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-40685722-1629-42a6-92c6-6ec9c165fc07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.917901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-40685722-1629-42a6-92c6-6ec9c165fc07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.924012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-40685722-1629-42a6-92c6-6ec9c165fc07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.930676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-40685722-1629-42a6-92c6-6ec9c165fc07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.937634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-40685722-1629-42a6-92c6-6ec9c165fc07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:34.939604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-40685722-1629-42a6-92c6-6ec9c165fc07 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.2618165 Sep 27 08:47:34.943465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.001520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 33664556-8e38-4bcf-a02d-01d776f1c0e7) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:35.019399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:35.019986 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.025546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:35.030284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6095c10-6bf6-4a55-af36-eeb95ff81a22 None None] Network 33664556-8e38-4bcf-a02d-01d776f1c0e7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:35.078731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-a9acf598-e4c8-42ef-bd76-0fd7680bef6a service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806793 Sep 27 08:47:35.084146 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-887807b3-2f6e-4627-9abb-5ee2370c8471 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579030 Sep 27 08:47:35.107477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 83391a2a-cb01-4a97-af9a-3c165b76c989 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:35.110212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] Sync routers for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:35.115214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a989a55a-b0af-4c7a-92ce-7e87006a6032,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:35.138151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd847825-10a8-497b-b1d0-fa112138c8d0 req-7a37860c-fd47-466e-9ba7-9935fc1dc84a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0829930 Sep 27 08:47:35.144037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] No DVR routers for this DVR port 83391a2a-cb01-4a97-af9a-3c165b76c989 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:35.157793 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d34064be-d5fb-4c43-9f68-61195e8e7d9d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6422458 Sep 27 08:47:35.158057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:35.158165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.158272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:35.158398 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-567fc264-9225-42dc-bd26-fb9f23df3a58 req-954c58fa-0567-442a-a830-3e9570393592 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.67 "DELETE /v2.0/ports/83391a2a-cb01-4a97-af9a-3c165b76c989 HTTP/1.1" status: 204 len: 173 time: 3.4071436 Sep 27 08:47:35.158398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'name': 'network-vif-deleted', 'tag': '83391a2a-cb01-4a97-af9a-3c165b76c989'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:35.158398 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86a864e-c0d2-42ae-b90e-c444d7871afd" -d '{"events": [{"server_uuid": "4fe22a20-1149-4571-86c1-7415aa4a55d4", "name": "network-vif-deleted", "tag": "83391a2a-cb01-4a97-af9a-3c165b76c989"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:35.173803 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11f72039-9a2b-4d3b-94a1-885dfde3ae9f req-49c36eb6-84ed-4ad2-b43d-cb9a25e3b204 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918139 Sep 27 08:47:35.187551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Checking segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:35.187913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Network hostable DHCP agents. Network: b0afca49-adaa-4f02-82b6-be8bc5792bdd, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:47:35.228414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-7da29600-5d47-49b5-95c7-5e39f9f8c792 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336443 Sep 27 08:47:35.232885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:47:35.253981 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc36c774-01cd-4b26-9319-41b806e6569c x-openstack-request-id: req-cc36c774-01cd-4b26-9319-41b806e6569c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:35.254316 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe22a20-1149-4571-86c1-7415aa4a55d4", "name": "network-vif-deleted", "tag": "83391a2a-cb01-4a97-af9a-3c165b76c989", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:35.254572 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc36c774-01cd-4b26-9319-41b806e6569c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:35.255110 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe22a20-1149-4571-86c1-7415aa4a55d4', 'name': 'network-vif-deleted', 'tag': '83391a2a-cb01-4a97-af9a-3c165b76c989', 'status': 'completed', 'code': 200} Sep 27 08:47:35.256431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b0afca49-adaa-4f02-82b6-be8bc5792bdd) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:35.261360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:35.263673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.303013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-586b3f38-9749-4436-9404-6706d22959c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3060703 Sep 27 08:47:35.303013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33464) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:35.310306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:35.360187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-2e8dfd2f-a315-4522-ab56-1501b15c84d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 200 len: 217 time: 0.1246479 Sep 27 08:47:35.374066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.375325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.398852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:35.514820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-c2603fbd-50c7-4f53-9f27-a169da6f262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:35.518207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-c2603fbd-50c7-4f53-9f27-a169da6f262b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.1499741 Sep 27 08:47:35.581716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9744a4-e88e-4085-9c45-64ef76403470 None None] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:35.611683 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.677422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7818f44b-6906-4605-8db2-04650d5ccdea req-8f943219-0695-456d-a27b-f4698676654f tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.0798357 Sep 27 08:47:35.699776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-bdc41634-486b-4424-a207-3bda14601769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:35.702301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-bdc41634-486b-4424-a207-3bda14601769 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1756442 Sep 27 08:47:35.781517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 83391a2a-cb01-4a97-af9a-3c165b76c989 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:35.782462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 83391a2a-cb01-4a97-af9a-3c165b76c989 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:35.931728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.932871 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8ec0209e-7123-4e77-98ee-bd6e23b3b07c service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218635 Sep 27 08:47:35.940539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'fixed_ips': [{'subnet_id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:47:35.942523 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:35.948182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07039dda-fdb5-41b4-9895-fae40f85b803 None None] Network 33664556-8e38-4bcf-a02d-01d776f1c0e7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:35.991187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5b89416-ec1f-4fa1-a779-f9951498fa5d req-8e030d50-c89c-4837-8ccc-e00af4a025fb tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0569832 Sep 27 08:47:36.095130 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:36.134336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29d208-5c34-43b2-8483-19bb5b8e9179 req-d34e0fc9-1a15-449e-9f3a-705c47c2f882 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.152011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb29d208-5c34-43b2-8483-19bb5b8e9179 req-d34e0fc9-1a15-449e-9f3a-705c47c2f882 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.3882141 Sep 27 08:47:36.165363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-5323ca45-504e-477e-bd14-9baef6fb23be service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731486 Sep 27 08:47:36.231768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:36Z', 'revision_number': 5, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:36.395644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb29d208-5c34-43b2-8483-19bb5b8e9179 req-93fa304b-8ca6-4f8f-96a8-f60324a83ca1 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362075 Sep 27 08:47:36.400839 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-3aa3c229-3b77-4b82-8731-493a5aebae04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 200 len: 217 time: 0.2253144 Sep 27 08:47:36.629877 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-feca7965-a3a3-4542-8eab-5fb9e49c43e9 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.638797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-feca7965-a3a3-4542-8eab-5fb9e49c43e9 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/networks?id=33664556-8e38-4bcf-a02d-01d776f1c0e7 HTTP/1.1" status: 200 len: 808 time: 0.2409387 Sep 27 08:47:36.681706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-c47d2c53-d9cd-4f62-b344-6e66be65cb85 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/quotas/32199dd87f774b0cbee65664b205dd51 HTTP/1.1" status: 200 len: 375 time: 0.0417497 Sep 27 08:47:36.689637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e6f66d3d-7cda-4c73-a0c1-8331162c72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.692239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-e6f66d3d-7cda-4c73-a0c1-8331162c72e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.1252599 Sep 27 08:47:36.701328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] Checking router: 30b7c194-bc3f-4b2e-81ed-960bbfae64fc for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:36.728909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:36.729516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:36.774190 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-2278d17f-bf46-4fa6-bd38-145aca36b8aa tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=32199dd87f774b0cbee65664b205dd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905631 Sep 27 08:47:36.883662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473694-9182-4db5-a095-65c57052b22a req-1cea0635-fe1d-4516-9910-beeb77d146f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.893036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473694-9182-4db5-a095-65c57052b22a req-1cea0635-fe1d-4516-9910-beeb77d146f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.903141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473694-9182-4db5-a095-65c57052b22a req-1cea0635-fe1d-4516-9910-beeb77d146f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.917153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473694-9182-4db5-a095-65c57052b22a req-1cea0635-fe1d-4516-9910-beeb77d146f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.925397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473694-9182-4db5-a095-65c57052b22a req-1cea0635-fe1d-4516-9910-beeb77d146f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.925580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-7bf5a110-00c9-43ac-8ddc-0346a19d37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.932432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473694-9182-4db5-a095-65c57052b22a req-1cea0635-fe1d-4516-9910-beeb77d146f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.934838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-7bf5a110-00c9-43ac-8ddc-0346a19d37ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1967614 Sep 27 08:47:36.940182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473694-9182-4db5-a095-65c57052b22a req-1cea0635-fe1d-4516-9910-beeb77d146f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:36.944540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18473694-9182-4db5-a095-65c57052b22a req-1cea0635-fe1d-4516-9910-beeb77d146f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.2888515 Sep 27 08:47:36.949234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:36.963556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Allocated IP 172.20.0.2 (b0afca49-adaa-4f02-82b6-be8bc5792bdd/a989a55a-b0af-4c7a-92ce-7e87006a6032/67eaa720-dfd4-43eb-9610-a4ad779ddbc5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:36.986148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:37.002347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:37.034347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18473694-9182-4db5-a095-65c57052b22a req-72a98d54-f5a8-4b5e-8265-5890ae555893 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813444 Sep 27 08:47:37.081907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-8ff377b1-5063-4853-97cf-ee5e525b7fe7 service neutron] 10.222.0.50 "GET /v2.0/networks/33664556-8e38-4bcf-a02d-01d776f1c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067620 Sep 27 08:47:37.240243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Allocated IP 172.25.2.34 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/26df656a-f683-42d8-b572-19f01b1f48f7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:37.351166 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:37.358266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:37.407259 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:37.417600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-7da9f7d0-3eaf-49a4-aa17-cfd6728a5ab8 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647837 Sep 27 08:47:37.565819 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:37.590593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:37.636842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:37.647889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:37.715976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-ccd20752-ea4d-4c6e-a889-d43a02d4f3a8 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900412 Sep 27 08:47:37.718285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:37.733816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Pushing event updated for resources: {'Port': ['ID=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:37.837432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:37.841003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62da00e0-dc3b-453f-ae3f-a758d115435e req-1fe3fe62-cb0c-4f3f-82e2-2b8f19b66ef4 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.6598487 Sep 27 08:47:37.841810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Pushing event updated for resources: {'Port': ['ID=26df656a-f683-42d8-b572-19f01b1f48f7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:37.851998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:37.853713 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-a5d48eb8-302f-43c6-9773-4084d499f7a2 service neutron] 10.222.0.50 "GET /v2.0/networks/33664556-8e38-4bcf-a02d-01d776f1c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706330 Sep 27 08:47:37.863778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:37.868437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-ebfafcea-a072-412f-91ff-7980f8461337 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 217 time: 0.1323407 Sep 27 08:47:37.892705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Attempting to bind port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:37.893084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Attempting to bind port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:37.893454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Attempting to bind port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 on network b0afca49-adaa-4f02-82b6-be8bc5792bdd {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:37.959156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:37.959634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Checking segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:37.959962 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:37.964687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Bound using segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:37.965427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Bound port: 67eaa720-dfd4-43eb-9610-a4ad779ddbc5, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:37.965845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:37.975681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:38.001280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-21688303-4555-4441-9415-b33606bb402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:38.005705 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-21688303-4555-4441-9415-b33606bb402a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.1332254 Sep 27 08:47:38.032668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03c86e76-e249-42da-8ecf-efdc158f4782 req-28beec07-dcf5-4037-bd1f-792f195251bb tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0543551 Sep 27 08:47:38.121766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] For port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:38.121766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] For port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:38.139791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '00f01d14-886f-491e-aadb-f601f3411987', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'port_id': '00f01d14-886f-491e-aadb-f601f3411987', 'mac_address': 'fa:16:3e:53:cf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:38.142622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6b378f76-f33f-4191-90a7-681082927d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:38.144563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-6b378f76-f33f-4191-90a7-681082927d8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1314838 Sep 27 08:47:38.150463 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:38.274111 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:38.297666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-8415502d-e3c3-4476-b093-6bf361f780a6 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417394 Sep 27 08:47:38.319906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f144a-fec9-4e6c-909d-879f0435ce13 None None] Pushing event updated for resources: {'Port': ['ID=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:38.331603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f01d14-886f-491e-aadb-f601f3411987 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:38.373106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:38.406314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:38.417390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:36Z', 'revision_number': 5, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:38.488928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95e626-2091-4d2d-91f2-557aa5f8f0a6 req-7376a595-b009-4e7a-be4f-ae121f4dc72f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:38.496632 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c95e626-2091-4d2d-91f2-557aa5f8f0a6 req-7376a595-b009-4e7a-be4f-ae121f4dc72f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.3534789 Sep 27 08:47:38.505505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1e228-b7e2-4dea-a662-799979b15450 None None] The sync data for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 is: [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:27Z', 'revision_number': 4, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '46e9f73c-d870-4456-a208-873ba1426554', 'name': '', 'network_id': '5e8e1c33-a394-49c4-9b1b-cb1420fa15c4', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'mac_address': 'fa:16:3e:40:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:25Z', 'updated_at': '2021-09-27T08:44:36Z', 'revision_number': 5, 'project_id': '5a0c347e489545df9c712542181a6097', 'subnets': [{'id': '49ac23d0-7211-44ef-85f5-14abb4f7304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:38.560151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:38.591776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:38.647716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['00f01d14-886f-491e-aadb-f601f3411987'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:38.720580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c95e626-2091-4d2d-91f2-557aa5f8f0a6 req-ba357748-e627-4089-a967-3679967559a6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209728 Sep 27 08:47:38.725413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-446fcec8-d078-4224-b62a-801add3b10d2 req-288fccd6-ed0b-4d19-855b-48c7339f986b tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27&device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.1176519 Sep 27 08:47:38.750458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e651bfa4-c9f5-4b7d-814f-e6247c6dd77a req-b5233edc-eb89-424d-b4b4-ec7b8f6ca60a service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441605 Sep 27 08:47:39.177239 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c034601-6625-4fe6-9fe0-952c85332871 None None] New status for floating IP 68b3d4c0-67bf-4d70-9453-01430f582b9b: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:47:39.283662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-5b29d8ac-6feb-46ef-b0ca-ba51e30aa162 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.291001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-5b29d8ac-6feb-46ef-b0ca-ba51e30aa162 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.323962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-5b29d8ac-6feb-46ef-b0ca-ba51e30aa162 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.343249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-5b29d8ac-6feb-46ef-b0ca-ba51e30aa162 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.353974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-5b29d8ac-6feb-46ef-b0ca-ba51e30aa162 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.369071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-5b29d8ac-6feb-46ef-b0ca-ba51e30aa162 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.376947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-5b29d8ac-6feb-46ef-b0ca-ba51e30aa162 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.385930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-5b29d8ac-6feb-46ef-b0ca-ba51e30aa162 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.4331152 Sep 27 08:47:39.452343 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8d3b91a-9fe9-459e-9de5-677f5f60f93e req-31fa3a13-8eea-49af-90dd-3262bd4225d2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652859 Sep 27 08:47:39.476442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-7eb412ce-1f2a-4d73-9828-1d38ebf3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.494183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-7eb412ce-1f2a-4d73-9828-1d38ebf3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.495140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-7eb412ce-1f2a-4d73-9828-1d38ebf3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.495661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-7eb412ce-1f2a-4d73-9828-1d38ebf3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.496142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-7eb412ce-1f2a-4d73-9828-1d38ebf3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.496634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-7eb412ce-1f2a-4d73-9828-1d38ebf3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.497102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-7eb412ce-1f2a-4d73-9828-1d38ebf3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.505522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-7eb412ce-1f2a-4d73-9828-1d38ebf3629a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6489 time: 0.4701025 Sep 27 08:47:39.722717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-efc3168d-fa16-4984-9560-128874c0de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.724624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-efc3168d-fa16-4984-9560-128874c0de1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 903 time: 0.2085323 Sep 27 08:47:39.816233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-c52bfc30-d3a8-4749-baf3-04d3310085cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 217 time: 0.0833170 Sep 27 08:47:39.891695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-e021a4cb-7f74-4235-8fad-d9ee89bd7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:39.894107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-e021a4cb-7f74-4235-8fad-d9ee89bd7476 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.0682545 Sep 27 08:47:39.936502 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5cf9974e-c3c1-4c91-bbf9-0138460ce1ae req-9d4aeca5-01ab-48b5-aac5-b09094f97385 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.0343013 Sep 27 08:47:40.034842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:40.114293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-8be01a3e-2be5-44e7-a65e-a96e933aadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.115819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-8be01a3e-2be5-44e7-a65e-a96e933aadc4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1783645 Sep 27 08:47:40.130719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:40.131359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:40.156840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1597a242-273c-4a29-95df-b86a5e1b376b req-a8a399cc-7bbb-4277-8d9a-c64c95b1c659 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 210 time: 0.1930974 Sep 27 08:47:40.163462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32587177-948f-4f0a-8de9-915413ffe329 req-62f019c4-1abc-4cf5-958f-9d2ecc35e77b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4876efb976c745bb9513e8c4b8876988&device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.2009966 Sep 27 08:47:40.212349 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:40.240028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f010c9c-4969-42dd-8a20-808ee769c92d None None] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:40.278482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d85c694f-31fd-4eb4-9860-36f163d367ae None None] Provisioning complete for port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:40.278901 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d85c694f-31fd-4eb4-9860-36f163d367ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:40.279128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32587177-948f-4f0a-8de9-915413ffe329 req-29e593b2-9288-42b6-871c-61b51f535ad0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4876efb976c745bb9513e8c4b8876988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974550 Sep 27 08:47:40.309481 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:40.350300 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-24c10af8-4210-4503-a95c-49b2b41525d3 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.352384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-24c10af8-4210-4503-a95c-49b2b41525d3 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.57 "GET /v2.0/networks?id=33664556-8e38-4bcf-a02d-01d776f1c0e7 HTTP/1.1" status: 200 len: 808 time: 0.2932372 Sep 27 08:47:40.374582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Request body: {'port': {'device_id': 'b85a75f4-7d55-4ad1-a2d6-aff80be77468', 'network_id': '33664556-8e38-4bcf-a02d-01d776f1c0e7', 'admin_state_up': True, 'tenant_id': '32199dd87f774b0cbee65664b205dd51'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:40.385141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d6f2162-e655-4257-97ff-57d09a6e8c8f req-fbfc7d2a-0cf6-4d61-80ff-ba14a1ef8ee8 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.1096759 Sep 27 08:47:40.434000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:40.446854 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:40.578571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:47:40.606496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6f411-a937-4033-bb25-2277a9c35b44 req-febe8ae1-d790-41a8-b9da-9b91e024aa94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.616912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33a6f411-a937-4033-bb25-2277a9c35b44 req-febe8ae1-d790-41a8-b9da-9b91e024aa94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 944 time: 0.5342283 Sep 27 08:47:40.656675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:40.662393 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587177-948f-4f0a-8de9-915413ffe329 req-1ac05276-0ecc-418d-89e6-e7af661828c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.664122 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32587177-948f-4f0a-8de9-915413ffe329 req-1ac05276-0ecc-418d-89e6-e7af661828c2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3174386 Sep 27 08:47:40.735298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-57bb315b-8482-48bc-9405-bd94cca85070 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.741693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-57bb315b-8482-48bc-9405-bd94cca85070 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.747967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-57bb315b-8482-48bc-9405-bd94cca85070 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.754491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-57bb315b-8482-48bc-9405-bd94cca85070 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.761582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-57bb315b-8482-48bc-9405-bd94cca85070 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.767768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-57bb315b-8482-48bc-9405-bd94cca85070 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.775175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-57bb315b-8482-48bc-9405-bd94cca85070 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:40.781049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-57bb315b-8482-48bc-9405-bd94cca85070 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.1698172 Sep 27 08:47:40.851227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6788112-229d-4417-be4c-4f44fc9dcff1 req-3effd141-8f05-4928-8fc2-203e65e5a11d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587108 Sep 27 08:47:40.977830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:40.989564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Sync routers for ids ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:41.006958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Routers {'7fbd737f-1155-4e52-a2a3-3a95a66fd88c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:41.012742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:41.030562 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:41.032986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-39b9a97c-c241-4d71-99a4-32c0f3b36f4e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7280774 Sep 27 08:47:41.035128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33580) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:41.087966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:41.361470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a769b44f-3d47-44a3-8157-abeb0343403a None None] Provisioning complete for port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:41.363275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a769b44f-3d47-44a3-8157-abeb0343403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:41.385893 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c810ea7-79ec-4b64-982f-33c5c6098dbc req-0a09dfaa-bb5f-4a11-86e5-19ee225e8060 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.2590973 Sep 27 08:47:41.484979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Set router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:41.500270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 00f01d14-886f-491e-aadb-f601f3411987 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:47:41.557097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 00f01d14-886f-491e-aadb-f601f3411987 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:41.557773 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:41.562128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-9e4e1a67-fe68-4389-bd49-e970fafd0694 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3936775 Sep 27 08:47:41.718707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33a6f411-a937-4033-bb25-2277a9c35b44 req-7079d29d-7244-4f9e-885b-a65f8bf474fa tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0997951 Sep 27 08:47:41.758649 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:41.802839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f01d14-886f-491e-aadb-f601f3411987'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:41.805409 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba966f7-0191-4f87-9434-384667854674" -d '{"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-plugged", "status": "completed", "tag": "00f01d14-886f-491e-aadb-f601f3411987"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:41.832804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:41.851352 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:41.912386 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-820a5e23-d485-4992-8874-44a1334a4354 req-18e5594f-54fd-4b68-aac9-2c30c424d832 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 210 time: 0.2273722 Sep 27 08:47:41.917484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:41.949977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:47:38Z', 'revision_number': 3, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port': {'id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:37Z', 'updated_at': '2021-09-27T08:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:41.954863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:41.970244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Made reservation on behalf of 32199dd87f774b0cbee65664b205dd51 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:41.977500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:41.989399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Checking router: 7fbd737f-1155-4e52-a2a3-3a95a66fd88c for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:41.989749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Updating router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c port 26df656a-f683-42d8-b572-19f01b1f48f7 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:47:42.025095 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.037379 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-711ca099-01f8-46fb-8f3e-cf63613f8e35 req-b2b22e87-9e49-47c0-877e-ff1d113d7bfa tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.1513588 Sep 27 08:47:42.071567 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940c6b70-c56c-4656-afbe-463bc3506149 x-openstack-request-id: req-940c6b70-c56c-4656-afbe-463bc3506149 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:42.072283 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-plugged", "status": "completed", "tag": "00f01d14-886f-491e-aadb-f601f3411987", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:42.072283 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-940c6b70-c56c-4656-afbe-463bc3506149 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:42.072569 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f01d14-886f-491e-aadb-f601f3411987', 'code': 200} Sep 27 08:47:42.093507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:42.094124 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.103850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aa7053b-a5d4-480c-b4a3-f517c400e885 req-142ebeb7-33c7-45ce-ada8-f9560d048f8f service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200770 Sep 27 08:47:42.213696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32587177-948f-4f0a-8de9-915413ffe329 req-846b2e75-1083-431e-8165-d8cc52cffc55 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.57 "GET /v2.0/ports?device_id=6175dad5-78be-4fc5-8267-af9faf18aa27 HTTP/1.1" status: 200 len: 210 time: 0.0997598 Sep 27 08:47:42.295553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.355333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf53e-4755-436a-81e4-76898ca7656c req-e043fce5-3fec-44b8-a6a9-ff86f3deb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.356732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-760bf53e-4755-436a-81e4-76898ca7656c req-e043fce5-3fec-44b8-a6a9-ff86f3deb58b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 1096 time: 0.2481537 Sep 27 08:47:42.374559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Allocated IP 172.20.0.14 (33664556-8e38-4bcf-a02d-01d776f1c0e7/f2c8640b-57c5-4a17-943d-a2ca62fd6ad5/558843a3-968e-4aa9-8a56-1a4fc9702052) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:42.398919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-af27c120-5ee5-4a97-88c8-a518bdd615e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.406119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-af27c120-5ee5-4a97-88c8-a518bdd615e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.412816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-af27c120-5ee5-4a97-88c8-a518bdd615e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.419258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-af27c120-5ee5-4a97-88c8-a518bdd615e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.425050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-af27c120-5ee5-4a97-88c8-a518bdd615e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.430987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-af27c120-5ee5-4a97-88c8-a518bdd615e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.437062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-af27c120-5ee5-4a97-88c8-a518bdd615e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:42.439006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-af27c120-5ee5-4a97-88c8-a518bdd615e3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.2576184 Sep 27 08:47:42.513490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-760bf53e-4755-436a-81e4-76898ca7656c req-3c50ecf3-e540-4283-a9a8-01a79cbddfdf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448219 Sep 27 08:47:42.568175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34b9030-afdd-447a-aed6-aa383e84cda3 req-0f26d510-b42a-4485-bc68-2034ce082c30 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999081 Sep 27 08:47:42.609699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.633913 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.689057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Allocated IP 172.20.0.1 (b0afca49-adaa-4f02-82b6-be8bc5792bdd/a989a55a-b0af-4c7a-92ce-7e87006a6032/e20603e8-2067-4b26-8f0a-3117ea269813) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:42.723031 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34c756f1-5687-4ef1-8c7f-805ac81cdbbf req-ae5955e9-63ca-4f6b-b0e9-f0b50e52d2a6 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe22a20-1149-4571-86c1-7415aa4a55d4 HTTP/1.1" status: 200 len: 210 time: 0.1984789 Sep 27 08:47:42.765423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Attempting to bind port 26df656a-f683-42d8-b572-19f01b1f48f7 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:42.765790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Attempting to bind port 26df656a-f683-42d8-b572-19f01b1f48f7 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:42.766148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Attempting to bind port 26df656a-f683-42d8-b572-19f01b1f48f7 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:42.769527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07f956-972c-4a3a-9c0e-103e9639838f None None] Pushing event updated for resources: {'Port': ['ID=26df656a-f683-42d8-b572-19f01b1f48f7,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:42.781881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:42.782393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:42.783042 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.783597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:42.784075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Bound port: 26df656a-f683-42d8-b572-19f01b1f48f7, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:42.784490 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.792823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.858198 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.930299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] For port 26df656a-f683-42d8-b572-19f01b1f48f7, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:42.940526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] For port 26df656a-f683-42d8-b572-19f01b1f48f7, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=26df656a-f683-42d8-b572-19f01b1f48f7,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:42.943177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Network 33664556-8e38-4bcf-a02d-01d776f1c0e7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:42.952839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:42.957024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:42.987608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:43.023474 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:43.052054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Pushing event updated for resources: {'Port': ['ID=558843a3-968e-4aa9-8a56-1a4fc9702052,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:43.082704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.083381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.083907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.084445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.084962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.085533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.086051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.086563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.087070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.087633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.088145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.089260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:43.089838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Routers {'7fbd737f-1155-4e52-a2a3-3a95a66fd88c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:43.090486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:43.136039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:43.136384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07f956-972c-4a3a-9c0e-103e9639838f None None] Pushing event updated for resources: {'Port': ['ID=26df656a-f683-42d8-b572-19f01b1f48f7,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:43.137602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:43.148582 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:43.152196 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0d60-38bf-4b16-a163-852ad39e20bb req-281bbbf1-3488-4d30-a02a-b86f2fe95ffa tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:43.159686 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b83a0d60-38bf-4b16-a163-852ad39e20bb req-281bbbf1-3488-4d30-a02a-b86f2fe95ffa tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 932 time: 0.0974393 Sep 27 08:47:43.213322 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b83a0d60-38bf-4b16-a163-852ad39e20bb req-251fb656-27e0-407a-a400-54dd4b6bb815 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Sep 27 08:47:43.214893 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-14ce4425-b111-4b03-98c5-d388d77693ac tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8496051 Sep 27 08:47:43.241951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Request body: {'port': {'device_id': 'b85a75f4-7d55-4ad1-a2d6-aff80be77468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:43.284561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] Set router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:43.322257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:43.346514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:43.365237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:43.373846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Pushing event updated for resources: {'Port': ['ID=e20603e8-2067-4b26-8f0a-3117ea269813,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:43.382619 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:43.428227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dcce7-c9da-43df-b80a-2d408233cc47 req-87ebfe86-8b9e-4b1c-b72d-ea7c2d0a336f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:43.437017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa2dcce7-c9da-43df-b80a-2d408233cc47 req-87ebfe86-8b9e-4b1c-b72d-ea7c2d0a336f tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.3242502 Sep 27 08:47:43.493123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:43.535751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa2dcce7-c9da-43df-b80a-2d408233cc47 req-c9443e4a-00ea-4b90-bdac-7e9e82c92c00 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954390 Sep 27 08:47:43.813995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2eba88e4-bde5-4bd4-b014-db417ebf0004 req-ebfbd413-3b07-4dd3-ba0b-b9e6d5c7d8ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4876efb976c745bb9513e8c4b8876988&device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.1317246 Sep 27 08:47:43.898584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:47:38Z', 'revision_number': 3, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port': {'id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:37Z', 'updated_at': '2021-09-27T08:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:43.943222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac0337d-31d1-4ec9-984a-ec96d0ee7396 None None] The sync data for ids ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'] in n-d-810909-1 is: [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:47:38Z', 'revision_number': 3, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port': {'id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:37Z', 'updated_at': '2021-09-27T08:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:43.947775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88d385e3-820c-44c3-8e3d-3fcddbde517e req-03557706-da6f-49e3-adf9-590bf0f48049 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.0945694 Sep 27 08:47:43.957221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-63915b3f-e8ba-4b3b-b6f1-4da8c1bf7998 None None] Provisioning complete for port e20603e8-2067-4b26-8f0a-3117ea269813 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:43.957797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63915b3f-e8ba-4b3b-b6f1-4da8c1bf7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:44.006447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2eba88e4-bde5-4bd4-b014-db417ebf0004 req-5a0741bb-4b66-4f3e-92a5-1013720d3885 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4876efb976c745bb9513e8c4b8876988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1779976 Sep 27 08:47:44.095671 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-63915b3f-e8ba-4b3b-b6f1-4da8c1bf7998 None None] Port e20603e8-2067-4b26-8f0a-3117ea269813 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:44.099369 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:44.123162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:44.124500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-d3227944-6e7c-4cec-bac3-6494c003c94b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.130478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-d3227944-6e7c-4cec-bac3-6494c003c94b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.136695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-d3227944-6e7c-4cec-bac3-6494c003c94b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.146507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-d3227944-6e7c-4cec-bac3-6494c003c94b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.152770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-d3227944-6e7c-4cec-bac3-6494c003c94b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.158689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-d3227944-6e7c-4cec-bac3-6494c003c94b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.164614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-d3227944-6e7c-4cec-bac3-6494c003c94b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.172881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-d3227944-6e7c-4cec-bac3-6494c003c94b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.3637350 Sep 27 08:47:44.295870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558843a3-968e-4aa9-8a56-1a4fc9702052 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:44.320373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:44.343136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Transition to ACTIVE for port object 558843a3-968e-4aa9-8a56-1a4fc9702052 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:47:44.384463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:44.419724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:44.455573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef30dfff-d761-4ded-9de5-0cd1849acb2e req-10ad9bb5-7627-4647-9033-5aff61d9ffd6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2818811 Sep 27 08:47:44.473040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba88e4-bde5-4bd4-b014-db417ebf0004 req-aef878c5-59d6-4a52-a77a-5c581d125a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.490590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2eba88e4-bde5-4bd4-b014-db417ebf0004 req-aef878c5-59d6-4a52-a77a-5c581d125a5d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4705520 Sep 27 08:47:44.559602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6c68-3177-42c7-873c-c97cb5e3ea30 req-0180b987-08c0-456a-b241-3e385bff72f6 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.585414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e4b6c68-3177-42c7-873c-c97cb5e3ea30 req-0180b987-08c0-456a-b241-3e385bff72f6 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 944 time: 0.2404914 Sep 27 08:47:44.651803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Pushing event updated for resources: {'Port': ['ID=558843a3-968e-4aa9-8a56-1a4fc9702052,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:44.750087 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cc60193-cced-4149-ac0b-4b014bda52b0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:44.929772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe86688-6ca4-4006-ab01-2feeab4d4eae req-e8fad56b-a57c-422f-a135-df0266e0e61a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:44.931967 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bbe86688-6ca4-4006-ab01-2feeab4d4eae req-e8fad56b-a57c-422f-a135-df0266e0e61a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.1758718 Sep 27 08:47:44.959876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Attempting to bind port 558843a3-968e-4aa9-8a56-1a4fc9702052 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:44.967932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Attempting to bind port 558843a3-968e-4aa9-8a56-1a4fc9702052 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '7fab0811-6f36-45f9-9340-733e56f2c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '33664556-8e38-4bcf-a02d-01d776f1c0e7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:44.968758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Attempting to bind port 558843a3-968e-4aa9-8a56-1a4fc9702052 on network 33664556-8e38-4bcf-a02d-01d776f1c0e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:44.978086 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.006013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.049400 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e4b6c68-3177-42c7-873c-c97cb5e3ea30 req-fdd75339-b1eb-4052-9b62-b29cf81d9d55 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627085 Sep 27 08:47:45.067773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Port 558843a3-968e-4aa9-8a56-1a4fc9702052 on network 33664556-8e38-4bcf-a02d-01d776f1c0e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:47:45.071999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Attempting to bind port 558843a3-968e-4aa9-8a56-1a4fc9702052 on network 33664556-8e38-4bcf-a02d-01d776f1c0e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:45.086387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cc60193-cced-4149-ac0b-4b014bda52b0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.095294 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c77f166-d268-4a02-8a04-f4fcce5cb7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.118119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:45.118598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Checking segment: {'id': '7fab0811-6f36-45f9-9340-733e56f2c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '33664556-8e38-4bcf-a02d-01d776f1c0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:45.119093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Bound using segment: {'id': '7fab0811-6f36-45f9-9340-733e56f2c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '33664556-8e38-4bcf-a02d-01d776f1c0e7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:45.122139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Bound port: 558843a3-968e-4aa9-8a56-1a4fc9702052, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fab0811-6f36-45f9-9340-733e56f2c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '33664556-8e38-4bcf-a02d-01d776f1c0e7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:45.122703 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.157813 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bbe86688-6ca4-4006-ab01-2feeab4d4eae req-612b3c81-2bec-4b6c-918f-6a5ad269c5d5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030630 Sep 27 08:47:45.218192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Pushing event updated for resources: {'Port': ['ID=e20603e8-2067-4b26-8f0a-3117ea269813,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:45.242072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.370505 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0843cb4-891b-42d0-a8e6-cd4bc1d9adfe req-d1ff2659-21d8-45e7-bc89-143b3f7e8f20 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.1488981 Sep 27 08:47:45.458867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cc60193-cced-4149-ac0b-4b014bda52b0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.462801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cc60193-cced-4149-ac0b-4b014bda52b0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.466854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6cc60193-cced-4149-ac0b-4b014bda52b0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "DELETE /v2.0/security-groups/21366212-a1e5-4ab4-879f-316fe274383d HTTP/1.1" status: 204 len: 168 time: 1.3354580 Sep 27 08:47:45.470593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33668) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:45.472995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:45.495022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc60193-cced-4149-ac0b-4b014bda52b0 tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21366212-a1e5-4ab4-879f-316fe274383d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:45.517090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] For port 558843a3-968e-4aa9-8a56-1a4fc9702052, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:45.527537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] For port 558843a3-968e-4aa9-8a56-1a4fc9702052, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=558843a3-968e-4aa9-8a56-1a4fc9702052,segment=NetworkSegment(7fab0811-6f36-45f9-9340-733e56f2c0ec),segment_id=7fab0811-6f36-45f9-9340-733e56f2c0ec)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:45.537910 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-cc62b5d3-8ed1-494a-a385-27874896ed5c tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] show failed (client error): The resource could not be found. Sep 27 08:47:45.541536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc62b5d3-8ed1-494a-a385-27874896ed5c tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "GET /v2.0/security-groups/21366212-a1e5-4ab4-879f-316fe274383d HTTP/1.1" status: 404 len: 347 time: 0.0643995 Sep 27 08:47:45.541536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:45.542368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:45.552061 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.595861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9e01-0460-4d83-93a6-c720d4e5d6f2 req-49bd7cc6-77a7-4bd7-8e84-246785b4f9cb tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:45.601437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c68f9e01-0460-4d83-93a6-c720d4e5d6f2 req-49bd7cc6-77a7-4bd7-8e84-246785b4f9cb tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.2930484 Sep 27 08:47:45.668753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33674) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:45.675271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Request body: {'floatingip': {'port_id': '00f01d14-886f-491e-aadb-f601f3411987'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:45.747698 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.765566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:45.766061 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:45.767456 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] 10.222.0.57 "PUT /v2.0/ports/558843a3-968e-4aa9-8a56-1a4fc9702052 HTTP/1.1" status: 200 len: 1092 time: 2.5418661 Sep 27 08:47:45.771147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85a75f4-7d55-4ad1-a2d6-aff80be77468', 'tag': '558843a3-968e-4aa9-8a56-1a4fc9702052'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:45.774415 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b85a75f4-7d55-4ad1-a2d6-aff80be77468", "tag": "558843a3-968e-4aa9-8a56-1a4fc9702052"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:45.965190 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fd88fb-85ac-4cbf-aca0-4972c2e27275 x-openstack-request-id: req-17fd88fb-85ac-4cbf-aca0-4972c2e27275 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:45.965815 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85a75f4-7d55-4ad1-a2d6-aff80be77468", "tag": "558843a3-968e-4aa9-8a56-1a4fc9702052", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:45.965815 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17fd88fb-85ac-4cbf-aca0-4972c2e27275 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:45.966356 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85a75f4-7d55-4ad1-a2d6-aff80be77468', 'tag': '558843a3-968e-4aa9-8a56-1a4fc9702052', 'status': 'completed', 'code': 200} Sep 27 08:47:46.010316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 26df656a-f683-42d8-b572-19f01b1f48f7 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:46.039335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26e245-11d5-47e2-ae40-7eba7a6a7c7c service neutron] Pushing event updated for resources: {'Port': ['ID=558843a3-968e-4aa9-8a56-1a4fc9702052,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:46.127951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-991cdbb8-5ac6-4b26-91e8-30d8d793d70b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.133489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-991cdbb8-5ac6-4b26-91e8-30d8d793d70b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.139953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-991cdbb8-5ac6-4b26-91e8-30d8d793d70b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.145942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-991cdbb8-5ac6-4b26-91e8-30d8d793d70b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.153066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-991cdbb8-5ac6-4b26-91e8-30d8d793d70b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.159154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-991cdbb8-5ac6-4b26-91e8-30d8d793d70b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.165365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-991cdbb8-5ac6-4b26-91e8-30d8d793d70b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.170261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-097f9216-be11-4124-b981-dd5784704ef5 None None] Provisioning complete for port e20603e8-2067-4b26-8f0a-3117ea269813 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:46.170818 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-097f9216-be11-4124-b981-dd5784704ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.174318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-991cdbb8-5ac6-4b26-91e8-30d8d793d70b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.5219185 Sep 27 08:47:46.177716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33686) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:46.217521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-097f9216-be11-4124-b981-dd5784704ef5 None None] Port e20603e8-2067-4b26-8f0a-3117ea269813 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:47:46.220886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 26df656a-f683-42d8-b572-19f01b1f48f7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:46.221498 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.239968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-f2dd4908-f463-4818-a277-0a83479d4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.246399 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-f2dd4908-f463-4818-a277-0a83479d4f0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32199dd87f774b0cbee65664b205dd51&device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 1095 time: 0.3430076 Sep 27 08:47:46.275746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2eba88e4-bde5-4bd4-b014-db417ebf0004 req-ff58a192-5da7-4516-b210-0ab353602719 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.3524909 Sep 27 08:47:46.283245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:46.343225 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.393452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 26df656a-f683-42d8-b572-19f01b1f48f7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=26df656a-f683-42d8-b572-19f01b1f48f7,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:46.406117 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.411184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-cd1972b4-ea02-478c-879b-12a99bb9be07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558843a3-968e-4aa9-8a56-1a4fc9702052 HTTP/1.1" status: 200 len: 217 time: 0.1504397 Sep 27 08:47:46.431487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a2d3b2e-d059-45e7-bb78-ffc4ccc5c8dd req-c3f1c98f-adbb-4f43-a086-67de863fc4f0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2559686 Sep 27 08:47:46.471714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c489d4-b0bd-4359-8ece-82cb197195b7 req-e0a08ac0-d737-4e04-8d57-67b45ef1fa89 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.473332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87c489d4-b0bd-4359-8ece-82cb197195b7 req-e0a08ac0-d737-4e04-8d57-67b45ef1fa89 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 944 time: 0.2644348 Sep 27 08:47:46.571396 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bef78a83-44c3-4061-9941-68fdfa4f814b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.572572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=26df656a-f683-42d8-b572-19f01b1f48f7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:46.580257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Deleting port 1bbdfdee-b22e-4f5e-a22a-6722f7d6ab49 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:46.587219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.660588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33694) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:46.678246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87c489d4-b0bd-4359-8ece-82cb197195b7 req-d0dcc025-76bc-4a72-aafe-7e4aa302ca8f tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868920 Sep 27 08:47:46.711400 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29ac3fa8-91fa-4295-9cbb-8b937dd289c4 req-2dee4483-82aa-4796-800d-90e9da2d5970 tempest-ServerShowV247Test-359834341 tempest-ServerShowV247Test-359834341-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1fbe676-b48c-4cce-bcd2-8c9b184a72d1 HTTP/1.1" status: 200 len: 210 time: 0.1216831 Sep 27 08:47:46.780130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-42f002b3-0f5b-4620-aacf-16e46b0436b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:46.782074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-42f002b3-0f5b-4620-aacf-16e46b0436b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f2c8640b-57c5-4a17-943d-a2ca62fd6ad5 HTTP/1.1" status: 200 len: 848 time: 0.3409526 Sep 27 08:47:46.838702 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-2df16493-a117-4004-93a2-bfbe1e9d1a05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33664556-8e38-4bcf-a02d-01d776f1c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451870 Sep 27 08:47:46.899867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:46.900665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.068698 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-78d9a186-b678-43ee-90ee-654b6af40fc0 service neutron] 10.222.0.57 "GET /v2.0/networks/33664556-8e38-4bcf-a02d-01d776f1c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209942 Sep 27 08:47:47.128075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bef78a83-44c3-4061-9941-68fdfa4f814b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.158432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Calling delete_port for 1bbdfdee-b22e-4f5e-a22a-6722f7d6ab49 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:47.177475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bef78a83-44c3-4061-9941-68fdfa4f814b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.198732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8e1d-4605-42b3-84c5-5a604f5eba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.232982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:47.243725 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Sync routers for ids ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:47.257498 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Routers {'7fbd737f-1155-4e52-a2a3-3a95a66fd88c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:47.259256 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:47.264656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6e9a60a3-bdfb-4c31-bc41-41b6f8b74148 admin admin] 10.222.0.50 "PUT /v2.0/routers/7fbd737f-1155-4e52-a2a3-3a95a66fd88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2241964 Sep 27 08:47:47.397449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef78a83-44c3-4061-9941-68fdfa4f814b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b22a043-7c81-4a3e-88aa-f58e6c3f4444,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:47.398890 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Set router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:47.512137 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cef66d0-5cbb-4567-af29-55f4240da2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.519380 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bef78a83-44c3-4061-9941-68fdfa4f814b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc05c9f6ea834b89bcdf0a0e6cf9272e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3386047 Sep 27 08:47:47.522573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33706) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:47.585999 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042f6c6a-e4f4-42fa-ab2b-6098763ad25e req-4956d067-5abc-48bb-bceb-a11e04c8f850 service neutron] 10.222.0.57 "GET /v2.0/networks/33664556-8e38-4bcf-a02d-01d776f1c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427941 Sep 27 08:47:47.590956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.635190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Pushing event deleted for resources: {'Port': ['ID=1bbdfdee-b22e-4f5e-a22a-6722f7d6ab49,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:47.678528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8e1d-4605-42b3-84c5-5a604f5eba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.719432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8e1d-4605-42b3-84c5-5a604f5eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.741470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:47:47.812385 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:47:44Z', 'revision_number': 4, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port': {'id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:37Z', 'updated_at': '2021-09-27T08:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e20603e8-2067-4b26-8f0a-3117ea269813', 'name': '', 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'mac_address': 'fa:16:3e:23:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:42Z', 'updated_at': '2021-09-27T08:47:44Z', 'revision_number': 2, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'subnets': [{'id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:47.818327 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8b3f8e1d-4605-42b3-84c5-5a604f5eba76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29020b736a984fc68fe3cb26c5041bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1275954 Sep 27 08:47:47.844957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33716) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:47.877885 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Checking router: 7fbd737f-1155-4e52-a2a3-3a95a66fd88c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:47.879465 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Updating router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c port e20603e8-2067-4b26-8f0a-3117ea269813 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:47:47.890483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.896835 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.902470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-43c4b7ea-6fe0-4fc7-968f-1400066ce16e tempest-ServersTestBootFromVolume-1279922224 tempest-ServersTestBootFromVolume-1279922224-project] 10.222.0.50 "DELETE /v2.0/floatingips/68b3d4c0-67bf-4d70-9453-01430f582b9b HTTP/1.1" status: 204 len: 168 time: 2.3585455 Sep 27 08:47:47.905521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 26df656a-f683-42d8-b572-19f01b1f48f7 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:47.908539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-903b218f-f299-4f30-972a-64a57565d0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.914211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33720) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:47.925359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f8e1d-4605-42b3-84c5-5a604f5eba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e849cf-ca53-46f2-8ee9-ae2dc57339dc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:47.937708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-5482cd1b-85aa-4fec-b9ea-74c4a6f3d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:47.940083 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-5482cd1b-85aa-4fec-b9ea-74c4a6f3d4fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32199dd87f774b0cbee65664b205dd51&device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 1095 time: 0.2636650 Sep 27 08:47:47.959735 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:47.990942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db3c8f-0ed9-40e8-b05a-8007e48d9df0 req-2fbde4a0-8d29-4c78-8c36-cfea54bbdc2c tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.001085 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40db3c8f-0ed9-40e8-b05a-8007e48d9df0 req-2fbde4a0-8d29-4c78-8c36-cfea54bbdc2c tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 944 time: 0.1806574 Sep 27 08:47:48.030930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.050793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 26df656a-f683-42d8-b572-19f01b1f48f7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:48.053263 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.090966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.108357 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0792f08b-6b3c-494d-8578-87003f6af76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.124427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40db3c8f-0ed9-40e8-b05a-8007e48d9df0 req-ac40ddf9-08be-47c0-8f99-b012a5bea3de tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158533 Sep 27 08:47:48.146779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-ba324842-e04b-4b9a-9162-22c2e774f38b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.156725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-ba324842-e04b-4b9a-9162-22c2e774f38b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.172412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-ba324842-e04b-4b9a-9162-22c2e774f38b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.187158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-ba324842-e04b-4b9a-9162-22c2e774f38b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.195287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-ea5e03b1-4d78-4d37-9495-006b2056da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.203500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-ea5e03b1-4d78-4d37-9495-006b2056da8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=33664556-8e38-4bcf-a02d-01d776f1c0e7 HTTP/1.1" status: 200 len: 909 time: 0.2464974 Sep 27 08:47:48.203773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-ba324842-e04b-4b9a-9162-22c2e774f38b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.210019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-ba324842-e04b-4b9a-9162-22c2e774f38b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.222769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-ba324842-e04b-4b9a-9162-22c2e774f38b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.236949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-ba324842-e04b-4b9a-9162-22c2e774f38b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.5257840 Sep 27 08:47:48.245434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33724) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:48.265343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-137331376-network', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:48.267434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-76e64a29-be68-47f5-917a-00ae7a97a0a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558843a3-968e-4aa9-8a56-1a4fc9702052 HTTP/1.1" status: 200 len: 217 time: 0.0612926 Sep 27 08:47:48.279735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-903b218f-f299-4f30-972a-64a57565d0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.281529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.320180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-2adf42a1-99c9-46aa-8d5f-99a7205cbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:48.321746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-2adf42a1-99c9-46aa-8d5f-99a7205cbed3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f2c8640b-57c5-4a17-943d-a2ca62fd6ad5 HTTP/1.1" status: 200 len: 848 time: 0.0452471 Sep 27 08:47:48.363942 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-90fcd9f6-6ac3-4c33-b6c5-36a725e8803a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33664556-8e38-4bcf-a02d-01d776f1c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325682 Sep 27 08:47:48.405967 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0792f08b-6b3c-494d-8578-87003f6af76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.469041 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.480521 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.490080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Made reservation on behalf of 3050250688104b29b30a7423fe1d5d1e for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:48.492495 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.505948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8359bd0a-b76e-4e0c-b1ad-a2dfbd4ad8bf req-13ef519c-3843-4994-8736-be4b7cc6d1f2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2675960 Sep 27 08:47:48.534480 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.564415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-b7279d05-680a-42bd-95ac-dcb824b14de8 service neutron] 10.222.0.57 "GET /v2.0/networks/33664556-8e38-4bcf-a02d-01d776f1c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912785 Sep 27 08:47:48.631277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Pushing event updated for resources: {'Port': ['ID=e20603e8-2067-4b26-8f0a-3117ea269813,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:48.674557 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.674896 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.679406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-903b218f-f299-4f30-972a-64a57565d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.684920 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.685529 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.686100 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.686715 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.687277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.689203 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.689852 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.690480 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.691055 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.691603 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:47:48.695997 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-903b218f-f299-4f30-972a-64a57565d0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.697135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-903b218f-f299-4f30-972a-64a57565d0e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b22a043-7c81-4a3e-88aa-f58e6c3f4444 HTTP/1.1" status: 204 len: 168 time: 1.1705768 Sep 27 08:47:48.700286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33730) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:48.706869 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Floating IP 0b32a0b3-9d86-4a27-a33c-816115f8aa4e associated. External IP: 172.25.2.168, port: 00f01d14-886f-491e-aadb-f601f3411987. Sep 27 08:47:48.729305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8581ca9-6e86-43ff-aaae-49b23d03a2e3 req-6ff783b6-2c10-47b3-ae24-867eaf36811b service neutron] 10.222.0.57 "GET /v2.0/networks/33664556-8e38-4bcf-a02d-01d776f1c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452754 Sep 27 08:47:48.764761 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Attempting to bind port e20603e8-2067-4b26-8f0a-3117ea269813 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:48.765128 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Attempting to bind port e20603e8-2067-4b26-8f0a-3117ea269813 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:48.765698 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Attempting to bind port e20603e8-2067-4b26-8f0a-3117ea269813 on network b0afca49-adaa-4f02-82b6-be8bc5792bdd {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:48.771976 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:48.772783 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Checking segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:48.774991 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.775993 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Bound using segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:48.776865 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Bound port: e20603e8-2067-4b26-8f0a-3117ea269813, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:48.777649 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.810053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0792f08b-6b3c-494d-8578-87003f6af76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.815777 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0792f08b-6b3c-494d-8578-87003f6af76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.820049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0792f08b-6b3c-494d-8578-87003f6af76b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85e849cf-ca53-46f2-8ee9-ae2dc57339dc HTTP/1.1" status: 204 len: 168 time: 0.9717870 Sep 27 08:47:48.881680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.914530 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] For port e20603e8-2067-4b26-8f0a-3117ea269813, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:48.918807 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] For port e20603e8-2067-4b26-8f0a-3117ea269813, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e20603e8-2067-4b26-8f0a-3117ea269813,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:48.933797 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.962698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d5a68f9b-290e-4119-8f7a-6fefb050923b None None] Provisioning complete for port e20603e8-2067-4b26-8f0a-3117ea269813 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:48.962984 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d5a68f9b-290e-4119-8f7a-6fefb050923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:48.981369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b218f-f299-4f30-972a-64a57565d0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b22a043-7c81-4a3e-88aa-f58e6c3f4444,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:49.043356 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Routers {'7fbd737f-1155-4e52-a2a3-3a95a66fd88c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:49.044267 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:49.075134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792f08b-6b3c-494d-8578-87003f6af76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e849cf-ca53-46f2-8ee9-ae2dc57339dc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:49.260558 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d5a68f9b-290e-4119-8f7a-6fefb050923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.278585 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] Set router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:49.340062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d5a68f9b-290e-4119-8f7a-6fefb050923b None None] For port e20603e8-2067-4b26-8f0a-3117ea269813, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e20603e8-2067-4b26-8f0a-3117ea269813,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:49.352506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d5a68f9b-290e-4119-8f7a-6fefb050923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.365848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624cf77-5af8-4293-bcf2-dac183064fb4 req-09396cfa-35bc-4317-8471-823f595bf4c5 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:49.375580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8624cf77-5af8-4293-bcf2-dac183064fb4 req-09396cfa-35bc-4317-8471-823f595bf4c5 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 944 time: 0.1101577 Sep 27 08:47:49.444669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8624cf77-5af8-4293-bcf2-dac183064fb4 req-275ed97f-20fc-4dad-a5f9-c500530d25a7 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637674 Sep 27 08:47:49.454428 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8db02ca6-ff38-456b-a9d4-e13d79480860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.458067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:49.470414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a68f9b-290e-4119-8f7a-6fefb050923b None None] Pushing event updated for resources: {'Port': ['ID=e20603e8-2067-4b26-8f0a-3117ea269813,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:49.488110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bc2455c6-50ab-4637-b689-952cfd88b21f None None] Provisioning complete for port e20603e8-2067-4b26-8f0a-3117ea269813 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:49.488758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc2455c6-50ab-4637-b689-952cfd88b21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.494623 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fef0ed-224c-485e-addf-4f60d46d68fa None None] Pushing event updated for resources: {'Port': ['ID=e20603e8-2067-4b26-8f0a-3117ea269813,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:49.497364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33748) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:49.504974 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.530536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d10edc6-ab44-4d63-83a8-f546ed78310d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.564494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.633231 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:47:44Z', 'revision_number': 4, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port': {'id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:37Z', 'updated_at': '2021-09-27T08:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e20603e8-2067-4b26-8f0a-3117ea269813', 'name': '', 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'mac_address': 'fa:16:3e:23:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:42Z', 'updated_at': '2021-09-27T08:47:48Z', 'revision_number': 4, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'subnets': [{'id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:49.665743 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc968c01-645a-4cf9-abe3-c9d3cee7f8d4 None None] The sync data for ids ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'] in n-d-810909-1 is: [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:47:44Z', 'revision_number': 4, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port': {'id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:37Z', 'updated_at': '2021-09-27T08:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e20603e8-2067-4b26-8f0a-3117ea269813', 'name': '', 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'mac_address': 'fa:16:3e:23:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:42Z', 'updated_at': '2021-09-27T08:47:48Z', 'revision_number': 4, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'subnets': [{'id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:49.699628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d10edc6-ab44-4d63-83a8-f546ed78310d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.709617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:47:49.735587 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d10edc6-ab44-4d63-83a8-f546ed78310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.774371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dfe643-e86c-4495-a25e-1b0db805cb40,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:49.781397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.781616 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Added segment 9e163afc-679f-466d-a038-280dec53c0d5 of type vlan for network 36c5ca68-540a-4c7e-965c-bbcac4a31abf Sep 27 08:47:49.822772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10edc6-ab44-4d63-83a8-f546ed78310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddf4905-ab28-4609-9591-20e663015b61,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:49.840559 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6d10edc6-ab44-4d63-83a8-f546ed78310d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2bfbf3c761f4d5a82291b8ffb598f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423905 Sep 27 08:47:49.843194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:49.922164 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b4c5fcb-8f36-4801-96ba-d15c2d000a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.944630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e20603e8-2067-4b26-8f0a-3117ea269813 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:49.955671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b4c5fcb-8f36-4801-96ba-d15c2d000a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:49.971194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c695-662c-4222-9634-5ce0320e673e req-b5375094-aa55-40f4-b530-8b964abab698 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:49.984141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c695-662c-4222-9634-5ce0320e673e req-b5375094-aa55-40f4-b530-8b964abab698 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:49.991471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c695-662c-4222-9634-5ce0320e673e req-b5375094-aa55-40f4-b530-8b964abab698 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:49.998618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c695-662c-4222-9634-5ce0320e673e req-b5375094-aa55-40f4-b530-8b964abab698 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.006031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c695-662c-4222-9634-5ce0320e673e req-b5375094-aa55-40f4-b530-8b964abab698 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.015561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c695-662c-4222-9634-5ce0320e673e req-b5375094-aa55-40f4-b530-8b964abab698 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.023330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c695-662c-4222-9634-5ce0320e673e req-b5375094-aa55-40f4-b530-8b964abab698 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.026263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1e03c695-662c-4222-9634-5ce0320e673e req-b5375094-aa55-40f4-b530-8b964abab698 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.3708730 Sep 27 08:47:50.031757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.060659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b4c5fcb-8f36-4801-96ba-d15c2d000a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.063304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b4c5fcb-8f36-4801-96ba-d15c2d000a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.067430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b4c5fcb-8f36-4801-96ba-d15c2d000a7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ddf4905-ab28-4609-9591-20e663015b61 HTTP/1.1" status: 204 len: 168 time: 0.2223637 Sep 27 08:47:50.080625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c5fcb-8f36-4801-96ba-d15c2d000a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddf4905-ab28-4609-9591-20e663015b61,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:50.104394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:50.122793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.154659 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.resource_extend [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:47:50.166250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f364c19-a1df-40c8-bb1c-7961e652ba9a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "PUT /v2.0/floatingips/0b32a0b3-9d86-4a27-a33c-816115f8aa4e HTTP/1.1" status: 200 len: 991 time: 4.4962347 Sep 27 08:47:50.176169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] Sync routers for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:50.182246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'tag': '00f01d14-886f-491e-aadb-f601f3411987'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:50.185288 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87659c0-81f0-4893-a5bd-96b7c3029e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "tag": "00f01d14-886f-491e-aadb-f601f3411987"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:50.229715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:50.231609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:50.265920 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.267102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.267754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.308596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e20603e8-2067-4b26-8f0a-3117ea269813 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:50.309211 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.351745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33774) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:50.384706 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a459d-a2c5-403e-b606-2bb3047bdefd x-openstack-request-id: req-9f9a459d-a2c5-403e-b606-2bb3047bdefd {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:50.385133 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "tag": "00f01d14-886f-491e-aadb-f601f3411987", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:50.385400 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f9a459d-a2c5-403e-b606-2bb3047bdefd {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:50.385783 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'tag': '00f01d14-886f-491e-aadb-f601f3411987', 'status': 'completed', 'code': 200} Sep 27 08:47:50.390980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] Pushing event updated for resources: {'Network': ['ID=36c5ca68-540a-4c7e-965c-bbcac4a31abf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:50.408462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 36c5ca68-540a-4c7e-965c-bbcac4a31abf details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:47:50.424961 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1e03c695-662c-4222-9634-5ce0320e673e req-fff6e195-a4c9-4607-86f9-488aa9acc0c5 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3765335 Sep 27 08:47:50.503065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:50.562306 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-984182015-network', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:50.565073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8db02ca6-ff38-456b-a9d4-e13d79480860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.584990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8db02ca6-ff38-456b-a9d4-e13d79480860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.600001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-2223e17c-3a58-4b2f-a363-f0b45a0facba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.601696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-2223e17c-3a58-4b2f-a363-f0b45a0facba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 1096 time: 0.1708660 Sep 27 08:47:50.639093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bed28-9ce4-4e67-b4ba-5335c79a7af1 req-68e503b0-ab89-4b37-bf33-8a7fbe3e81f4 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.640964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-210bed28-9ce4-4e67-b4ba-5335c79a7af1 req-68e503b0-ab89-4b37-bf33-8a7fbe3e81f4 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 944 time: 0.1010077 Sep 27 08:47:50.641634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33788) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:50.646888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Request body: {'subnet': {'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-137331376-subnet', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:50.649130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-61d16395-5a75-40db-9c82-bf2ab66c77c9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3735850 Sep 27 08:47:50.650717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Made reservation on behalf of 46ff04e1b5af4c56b7bc1f51c68a7305 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:50.654082 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.665544 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.677361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.683522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.736991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Made reservation on behalf of 3050250688104b29b30a7423fe1d5d1e for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:50.749425 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:50.856101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8db02ca6-ff38-456b-a9d4-e13d79480860 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4876efb976c745bb9513e8c4b8876988&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1406739 Sep 27 08:47:50.857087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db02ca6-ff38-456b-a9d4-e13d79480860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70886a72-e5db-43d5-aaa3-8be6ac5f2982,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:50.861499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33792) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:50.912980 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-210bed28-9ce4-4e67-b4ba-5335c79a7af1 req-634da024-f43f-451f-a0bd-04c7810af2e4 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563770 Sep 27 08:47:50.983424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '0b32a0b3-9d86-4a27-a33c-816115f8aa4e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'port_id': '00f01d14-886f-491e-aadb-f601f3411987', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'mac_address': 'fa:16:3e:53:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4e0448-7516-4dd2-b791-673e6078157f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:21Z', 'updated_at': '2021-09-27T08:47:47Z', 'revision_number': 1, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:50.985986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-397b9484-ceff-4295-b73e-e7f1d2b8e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:50.993102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-397b9484-ceff-4295-b73e-e7f1d2b8e38b service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.3332722 Sep 27 08:47:51.045158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] Checking router: 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:51.054826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:51.055625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:51.105751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6eb32d4-2cd4-4219-ac4e-51a3d7f7c75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.159946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-c211c7d6-9d59-4933-a15a-2f95030de849 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00f01d14-886f-491e-aadb-f601f3411987 HTTP/1.1" status: 200 len: 999 time: 0.1341667 Sep 27 08:47:51.187820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.190547 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.202111 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.204824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6eb32d4-2cd4-4219-ac4e-51a3d7f7c75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.242856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:51.280065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-f81f13a0-56bc-428a-8cb4-670e4945c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.283142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-f81f13a0-56bc-428a-8cb4-670e4945c885 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.1000829 Sep 27 08:47:51.305852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871bae53-3016-453d-a775-9745625d525a admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:47:51.352660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-bc74ef8e-822f-42cb-9464-003293f89a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.354217 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-bc74ef8e-822f-42cb-9464-003293f89a57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624280 Sep 27 08:47:51.367739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33badb09-766d-41e5-a437-569378bf6a00,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:51.393796 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6eb32d4-2cd4-4219-ac4e-51a3d7f7c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.395182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Checking segment: {'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:51.395182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Network hostable DHCP agents. Network: 36c5ca68-540a-4c7e-965c-bbcac4a31abf, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:47:51.396367 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6eb32d4-2cd4-4219-ac4e-51a3d7f7c75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.398726 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.399075 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Added segment 0a171124-8c1c-4736-bd19-10c4356c68f7 of type vlan for network 76720679-bc8e-4652-afbe-57a24f708ae7 Sep 27 08:47:51.401774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e6eb32d4-2cd4-4219-ac4e-51a3d7f7c75c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70886a72-e5db-43d5-aaa3-8be6ac5f2982 HTTP/1.1" status: 204 len: 168 time: 0.5359445 Sep 27 08:47:51.404981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaad5340-623c-42de-bc7c-1a8ac166e98a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:51.457916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb32d4-2cd4-4219-ac4e-51a3d7f7c75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70886a72-e5db-43d5-aaa3-8be6ac5f2982,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:51.573072 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.583073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Network 36c5ca68-540a-4c7e-965c-bbcac4a31abf is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:47:51.603401 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-0d5e56ba-dada-4e1a-8e87-893db31cbbbc service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393792 Sep 27 08:47:51.626663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Deleting port 46e9f73c-d870-4456-a208-873ba1426554 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:51.627013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.629227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-543ad90f-6905-4f43-b4e2-303025238572 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.635297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-543ad90f-6905-4f43-b4e2-303025238572 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.643293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-543ad90f-6905-4f43-b4e2-303025238572 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.650109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-543ad90f-6905-4f43-b4e2-303025238572 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.656864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-543ad90f-6905-4f43-b4e2-303025238572 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.663765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-543ad90f-6905-4f43-b4e2-303025238572 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.670237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-543ad90f-6905-4f43-b4e2-303025238572 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.679077 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-543ad90f-6905-4f43-b4e2-303025238572 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.1501639 Sep 27 08:47:51.695781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 36c5ca68-540a-4c7e-965c-bbcac4a31abf) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:51.702448 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.703415 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.705865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f12fb69-3467-40ce-839a-994f8fc0f88f None None] Network 36c5ca68-540a-4c7e-965c-bbcac4a31abf requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:51.740755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-daad7e45-5609-4109-8f81-c412c8e3b9b9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0972650 Sep 27 08:47:51.745943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33812) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:51.751303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:51.770799 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.772255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:51.773166 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.821521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 558843a3-968e-4aa9-8a56-1a4fc9702052 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:51.837473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '0b32a0b3-9d86-4a27-a33c-816115f8aa4e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'port_id': '00f01d14-886f-491e-aadb-f601f3411987', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'mac_address': 'fa:16:3e:53:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4e0448-7516-4dd2-b791-673e6078157f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:21Z', 'updated_at': '2021-09-27T08:47:47Z', 'revision_number': 1, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:51.859529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbea082b-c42b-45fe-8d05-4ef3900b24cc req-1dc23021-6987-4ead-ac86-06d64e8f1828 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789072 Sep 27 08:47:51.906911 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.906911 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:51.926064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21a7ab-dd27-4658-9119-e2eaaea6d5a1 None None] The sync data for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 is: [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '0b32a0b3-9d86-4a27-a33c-816115f8aa4e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'port_id': '00f01d14-886f-491e-aadb-f601f3411987', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'mac_address': 'fa:16:3e:53:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4e0448-7516-4dd2-b791-673e6078157f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:47:21Z', 'updated_at': '2021-09-27T08:47:47Z', 'revision_number': 1, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:51.942086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-871bae53-3016-453d-a775-9745625d525a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5887215 Sep 27 08:47:51.945918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:51.955827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Request body: {'subnet': {'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-984182015-subnet', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:51.998075 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:47:52.033585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bae53-3016-453d-a775-9745625d525a admin admin] Pushing event updated for resources: {'Network': ['ID=76720679-bc8e-4652-afbe-57a24f708ae7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:52.070128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Made reservation on behalf of 46ff04e1b5af4c56b7bc1f51c68a7305 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:52.074841 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.075133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 76720679-bc8e-4652-afbe-57a24f708ae7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:47:52.148203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af441833-9532-424b-b10a-f8730efec793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-36c5ca68-540a-4c7e-965c-bbcac4a31abf', 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'fixed_ips': [{'subnet_id': 'eaad5340-623c-42de-bc7c-1a8ac166e98a'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:47:52.149494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af441833-9532-424b-b10a-f8730efec793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.164882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.344014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87659c0-81f0-4893-a5bd-96b7c3029e1f req-01d7f9cb-41bf-4497-bacf-dbb61aa8d4d0 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314296 Sep 27 08:47:52.433179 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838950f3-acf3-474d-a6a5-4f30604f48c2 None None] New status for floating IP 0b32a0b3-9d86-4a27-a33c-816115f8aa4e: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:47:52.445179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] For port 46e9f73c-d870-4456-a208-873ba1426554, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=46e9f73c-d870-4456-a208-873ba1426554,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:52.445955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.493600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281f7ce-4b50-426c-bf3c-ebb04f939805 req-4ea81b18-4cf1-4c0e-9947-06099838a58e tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:52.507590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f281f7ce-4b50-426c-bf3c-ebb04f939805 req-4ea81b18-4cf1-4c0e-9947-06099838a58e tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 944 time: 0.2276695 Sep 27 08:47:52.511669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Calling delete_port for 46e9f73c-d870-4456-a208-873ba1426554 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:52.530462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 558843a3-968e-4aa9-8a56-1a4fc9702052, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=558843a3-968e-4aa9-8a56-1a4fc9702052,segment=NetworkSegment(7fab0811-6f36-45f9-9340-733e56f2c0ec),segment_id=7fab0811-6f36-45f9-9340-733e56f2c0ec)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:52.605912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '558843a3-968e-4aa9-8a56-1a4fc9702052', 'network_id': '33664556-8e38-4bcf-a02d-01d776f1c0e7', 'port_id': '558843a3-968e-4aa9-8a56-1a4fc9702052', 'mac_address': 'fa:16:3e:02:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c8640b-57c5-4a17-943d-a2ca62fd6ad5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:52.697658 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.710011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f281f7ce-4b50-426c-bf3c-ebb04f939805 req-13eefcb8-a947-43b2-8a0b-3880c83b2185 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777689 Sep 27 08:47:52.836075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.847066 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:52.951526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558843a3-968e-4aa9-8a56-1a4fc9702052 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:53.007379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 558843a3-968e-4aa9-8a56-1a4fc9702052, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=558843a3-968e-4aa9-8a56-1a4fc9702052,segment=NetworkSegment(7fab0811-6f36-45f9-9340-733e56f2c0ec),segment_id=7fab0811-6f36-45f9-9340-733e56f2c0ec)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:53.018546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-af441833-9532-424b-b10a-f8730efec793 None None] Allocated IP 172.20.0.2 (36c5ca68-540a-4c7e-965c-bbcac4a31abf/eaad5340-623c-42de-bc7c-1a8ac166e98a/6595b78d-81a3-4394-87df-3459997731fd) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:53.022601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01442bae-cbb6-451e-9741-917fed839cbd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:53.025494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.042403 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.068659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33854) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:53.084445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e9f73c-d870-4456-a208-873ba1426554,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:53.158927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Checking segment: {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:53.159290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Network hostable DHCP agents. Network: 76720679-bc8e-4652-afbe-57a24f708ae7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:47:53.196135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985518-a548-4df4-9c25-af90e10e1857 req-c2292c08-dbc5-46a0-a6cd-c00b0d1f5bcf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.206856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985518-a548-4df4-9c25-af90e10e1857 req-c2292c08-dbc5-46a0-a6cd-c00b0d1f5bcf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.213254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985518-a548-4df4-9c25-af90e10e1857 req-c2292c08-dbc5-46a0-a6cd-c00b0d1f5bcf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.219331 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985518-a548-4df4-9c25-af90e10e1857 req-c2292c08-dbc5-46a0-a6cd-c00b0d1f5bcf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.228985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985518-a548-4df4-9c25-af90e10e1857 req-c2292c08-dbc5-46a0-a6cd-c00b0d1f5bcf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.241151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985518-a548-4df4-9c25-af90e10e1857 req-c2292c08-dbc5-46a0-a6cd-c00b0d1f5bcf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.247023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985518-a548-4df4-9c25-af90e10e1857 req-c2292c08-dbc5-46a0-a6cd-c00b0d1f5bcf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.266181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94985518-a548-4df4-9c25-af90e10e1857 req-c2292c08-dbc5-46a0-a6cd-c00b0d1f5bcf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.2699506 Sep 27 08:47:53.361609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-94985518-a548-4df4-9c25-af90e10e1857 req-35ed4fee-491e-46bf-a463-ef5c54edf6a9 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944057 Sep 27 08:47:53.366153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Network 76720679-bc8e-4652-afbe-57a24f708ae7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:47:53.409491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 76720679-bc8e-4652-afbe-57a24f708ae7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:53.423065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-526765986-network', 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:53.431630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669c044-0a6b-42fc-b7b6-2b796c060691 None None] Network 76720679-bc8e-4652-afbe-57a24f708ae7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:53.454484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:53.457910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:53.459311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.464799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.485040 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.487179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=558843a3-968e-4aa9-8a56-1a4fc9702052,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:53.491073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['558843a3-968e-4aa9-8a56-1a4fc9702052'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:47:53.495291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.692714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af441833-9532-424b-b10a-f8730efec793 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.725206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af441833-9532-424b-b10a-f8730efec793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.807724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af441833-9532-424b-b10a-f8730efec793 None None] Network 36c5ca68-540a-4c7e-965c-bbcac4a31abf is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:53.813656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-76720679-bc8e-4652-afbe-57a24f708ae7', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:47:53.819583 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:53.837391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-af441833-9532-424b-b10a-f8730efec793 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:53.839975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af441833-9532-424b-b10a-f8730efec793 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:53.860934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:47:53.877115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af441833-9532-424b-b10a-f8730efec793 None None] Pushing event updated for resources: {'Port': ['ID=6595b78d-81a3-4394-87df-3459997731fd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:54.001301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:54.007482 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-29a5de0d-4277-4704-b901-5e0e79e374d7 admin admin] 10.222.0.50 "PUT /v2.0/routers/30b7c194-bc3f-4b2e-81ed-960bbfae64fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0896633 Sep 27 08:47:54.012661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33888) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:54.032516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] Sync routers for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:54.039034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7298f419-bd2e-4f26-bbe7-c64d591c49b5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0893769 Sep 27 08:47:54.057455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-af441833-9532-424b-b10a-f8730efec793 None None] Attempting to bind port 6595b78d-81a3-4394-87df-3459997731fd on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:54.057936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-af441833-9532-424b-b10a-f8730efec793 None None] Attempting to bind port 6595b78d-81a3-4394-87df-3459997731fd by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:54.058326 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af441833-9532-424b-b10a-f8730efec793 None None] Attempting to bind port 6595b78d-81a3-4394-87df-3459997731fd on network 36c5ca68-540a-4c7e-965c-bbcac4a31abf {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:54.061751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33890) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:54.073256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:54.087161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:54.087787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:54.090383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af441833-9532-424b-b10a-f8730efec793 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:54.090763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af441833-9532-424b-b10a-f8730efec793 None None] Checking segment: {'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:54.091527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af441833-9532-424b-b10a-f8730efec793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.091924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af441833-9532-424b-b10a-f8730efec793 None None] Bound using segment: {'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:54.092437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-af441833-9532-424b-b10a-f8730efec793 None None] Bound port: 6595b78d-81a3-4394-87df-3459997731fd, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:54.092825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af441833-9532-424b-b10a-f8730efec793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.101150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.133342 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.177297 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.218082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d3bbc-3a15-4f35-bc9c-4a0aa4f9c133 req-180a564c-f29a-4da3-98f7-4cfc81e6639b tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.220499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-111d3bbc-3a15-4f35-bc9c-4a0aa4f9c133 req-180a564c-f29a-4da3-98f7-4cfc81e6639b tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 945 time: 0.2267575 Sep 27 08:47:54.250713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Allocated IP 172.20.0.2 (76720679-bc8e-4652-afbe-57a24f708ae7/01442bae-cbb6-451e-9741-917fed839cbd/acb38569-2267-4a46-817d-62f6234c1396) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:54.268577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33894) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:54.316383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-af441833-9532-424b-b10a-f8730efec793 None None] For port 6595b78d-81a3-4394-87df-3459997731fd, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:54.317224 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.321354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.331093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.347830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:54.359017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-111d3bbc-3a15-4f35-bc9c-4a0aa4f9c133 req-105fe2cc-6aa6-465f-a019-d1f27ce4022b tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190329 Sep 27 08:47:54.373254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Allocated IP 172.25.2.130 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/aa8450fa-d173-4ef1-b89f-093386b4b9e3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:54.384574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-af441833-9532-424b-b10a-f8730efec793 None None] For port 6595b78d-81a3-4394-87df-3459997731fd, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6595b78d-81a3-4394-87df-3459997731fd,segment=NetworkSegment(9e163afc-679f-466d-a038-280dec53c0d5),segment_id=9e163afc-679f-466d-a038-280dec53c0d5)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:54.420739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:47:54.420971 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af441833-9532-424b-b10a-f8730efec793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.430256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.437043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.506888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.509438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde6807-b02b-49c3-856b-ea41a6be1c47,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:54.524681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.548764 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.549150 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Added segment fabdab53-3ab5-4bd1-8af3-af6eea095bf2 of type vlan for network f3e97ddb-253c-47f6-8706-a06f993502a0 Sep 27 08:47:54.583062 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f78-3568-4c44-9157-d35190ca63c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.583819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.600374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af441833-9532-424b-b10a-f8730efec793 None None] Pushing event updated for resources: {'Port': ['ID=6595b78d-81a3-4394-87df-3459997731fd,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:54.630275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:54.633613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:54.637673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:54.684292 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.704091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.754756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Network 76720679-bc8e-4652-afbe-57a24f708ae7 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:54.765176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:54.776996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:54.789259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Pushing event updated for resources: {'Port': ['ID=acb38569-2267-4a46-817d-62f6234c1396,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:54.797798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7869aaa1-991e-462a-9738-985b67127dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:47:52Z', 'revision_number': 5, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port': {'id': '7869aaa1-991e-462a-9738-985b67127dfc', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:54.839637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-cc8a58a8-7d68-498d-9b03-85886d87b887 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.849645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-cc8a58a8-7d68-498d-9b03-85886d87b887 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.850071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] Checking router: 30b7c194-bc3f-4b2e-81ed-960bbfae64fc for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:54.852924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8450fa-d173-4ef1-b89f-093386b4b9e3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:54.860797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-cc8a58a8-7d68-498d-9b03-85886d87b887 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.867906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-cc8a58a8-7d68-498d-9b03-85886d87b887 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.871147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-cc8a58a8-7d68-498d-9b03-85886d87b887 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.877093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-cc8a58a8-7d68-498d-9b03-85886d87b887 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.884279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-cc8a58a8-7d68-498d-9b03-85886d87b887 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:54.887300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-cc8a58a8-7d68-498d-9b03-85886d87b887 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.4187214 Sep 27 08:47:54.895887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] Routers {'30b7c194-bc3f-4b2e-81ed-960bbfae64fc'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:54.896734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:54.900080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Attempting to bind port acb38569-2267-4a46-817d-62f6234c1396 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:54.900548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Attempting to bind port acb38569-2267-4a46-817d-62f6234c1396 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:54.900983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Attempting to bind port acb38569-2267-4a46-817d-62f6234c1396 on network 76720679-bc8e-4652-afbe-57a24f708ae7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:54.935865 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.939910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:54.940380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Checking segment: {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:54.940864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.941326 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Bound using segment: {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:54.942516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Bound port: acb38569-2267-4a46-817d-62f6234c1396, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:54.942516 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.947915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Deleting port 7869aaa1-991e-462a-9738-985b67127dfc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:54.950026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:54.953553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.013204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-080aaedf-4dc1-4fd5-aede-4261c16b5b5e req-4a1c8f46-7b71-4c47-8349-83bc68254a93 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114175 Sep 27 08:47:55.028809 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] Set router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:55.065216 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.101785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:47:54Z', 'revision_number': 6, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:55.129470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.130457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:55.131173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.142268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a381818-5352-4db3-8bb5-997bf3c3b6ed None None] The sync data for ids ['30b7c194-bc3f-4b2e-81ed-960bbfae64fc'] in n-d-810909-1 is: [{'id': '30b7c194-bc3f-4b2e-81ed-960bbfae64fc', 'name': 'tempest-ServersTestBootFromVolume-866644081-router', 'tenant_id': '5a0c347e489545df9c712542181a6097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:44:23Z', 'updated_at': '2021-09-27T08:47:54Z', 'revision_number': 6, 'project_id': '5a0c347e489545df9c712542181a6097', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:55.162234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] For port acb38569-2267-4a46-817d-62f6234c1396, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:55.168691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] For port acb38569-2267-4a46-817d-62f6234c1396, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=acb38569-2267-4a46-817d-62f6234c1396,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:55.182477 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.222165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] For port 7869aaa1-991e-462a-9738-985b67127dfc, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7869aaa1-991e-462a-9738-985b67127dfc,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:55.222532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.280884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1576e9-c07e-4f90-897b-bdea1d9341c2 None None] Pushing event updated for resources: {'Port': ['ID=acb38569-2267-4a46-817d-62f6234c1396,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:55.284162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Calling delete_port for 7869aaa1-991e-462a-9738-985b67127dfc owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:55.286886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e97ddb-253c-47f6-8706-a06f993502a0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:55.300866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f3e97ddb-253c-47f6-8706-a06f993502a0 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:47:55.305621 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.338724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f78-3568-4c44-9157-d35190ca63c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.381264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f78-3568-4c44-9157-d35190ca63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.405243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0861441a-249d-41c5-874b-54c0e485ba69 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3350909 Sep 27 08:47:55.415306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33904) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:55.426606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Request body: {'subnet': {'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-526765986-subnet', 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:55.467831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd5f78-3568-4c44-9157-d35190ca63c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27451633-e6f2-4e32-9769-1763733e5f8a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:55.481662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-54cd5f78-3568-4c44-9157-d35190ca63c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2da8ad5048a8466e8faece5b986690fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2097695 Sep 27 08:47:55.482291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33906) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:55.518738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b65c47-9cdf-4e39-8119-4f00f76f8d57 req-e200345a-3ce4-40d8-8bd3-f19634488fdd tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:55.527822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-36b65c47-9cdf-4e39-8119-4f00f76f8d57 req-e200345a-3ce4-40d8-8bd3-f19634488fdd tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 945 time: 0.0805514 Sep 27 08:47:55.574845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-36b65c47-9cdf-4e39-8119-4f00f76f8d57 req-b56941d0-7070-487c-a473-c6bc2d1011f3 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461905 Sep 27 08:47:55.575874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:55.580268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.603384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Router a5f82b46-1b98-4ff2-88f0-5391532d4919 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:47:55.781707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:47:55.792298 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Sync routers for ids ['a5f82b46-1b98-4ff2-88f0-5391532d4919'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:47:55.803247 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Routers {'a5f82b46-1b98-4ff2-88f0-5391532d4919'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:55.804476 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a5f82b46-1b98-4ff2-88f0-5391532d4919'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:55.804813 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.809116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ca19d18-b55a-4058-b10d-83b6d1c9ac86 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0589142 Sep 27 08:47:55.810484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33908) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:55.818621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.846507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 558843a3-968e-4aa9-8a56-1a4fc9702052 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:55.886164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Pushing event deleted for resources: {'Port': ['ID=7869aaa1-991e-462a-9738-985b67127dfc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:55.889468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e7b84c7-d8ee-4f84-a663-cccbc22ca1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.916359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e7b84c7-d8ee-4f84-a663-cccbc22ca1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:55.952305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 558843a3-968e-4aa9-8a56-1a4fc9702052 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:47:55.962038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 558843a3-968e-4aa9-8a56-1a4fc9702052 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:55.962795 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.028072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4593013e-23d5-459a-b4f5-01ea8b3df4d6 None None] Network 36c5ca68-540a-4c7e-965c-bbcac4a31abf requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:56.046242 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Set router a5f82b46-1b98-4ff2-88f0-5391532d4919 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:56.051300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.102940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.186325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.194993 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e7b84c7-d8ee-4f84-a663-cccbc22ca1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.197747 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e7b84c7-d8ee-4f84-a663-cccbc22ca1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.199166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e7b84c7-d8ee-4f84-a663-cccbc22ca1fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27451633-e6f2-4e32-9769-1763733e5f8a HTTP/1.1" status: 204 len: 168 time: 0.7129717 Sep 27 08:47:56.322535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b84c7-d8ee-4f84-a663-cccbc22ca1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27451633-e6f2-4e32-9769-1763733e5f8a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:56.372906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6595b78d-81a3-4394-87df-3459997731fd up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:56.433872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.439872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.535772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dfadf313-f687-4fb7-b143-b243c70df87b None None] Provisioning complete for port 6595b78d-81a3-4394-87df-3459997731fd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:56.536494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfadf313-f687-4fb7-b143-b243c70df87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.554075 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:47:54Z', 'revision_number': 3, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port': {'id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:56.574308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.574921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b7c194-bc3f-4b2e-81ed-960bbfae64fc {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:47:56.580222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.582337 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d5d060d3-e276-4768-92fc-cb5292791946 admin admin] 10.222.0.50 "DELETE /v2.0/routers/30b7c194-bc3f-4b2e-81ed-960bbfae64fc HTTP/1.1" status: 204 len: 168 time: 2.5676939 Sep 27 08:47:56.586634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33918) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:56.610305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-cc367d73-b09c-4257-87b1-3ebe05530813 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:56.618539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Allocated IP 172.25.2.235 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/4c1cf5f6-bf0f-4ca7-81d5-5093991d53db) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:56.627030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-cc367d73-b09c-4257-87b1-3ebe05530813 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:56.631853 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Checking router: a5f82b46-1b98-4ff2-88f0-5391532d4919 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:47:56.640280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-cc367d73-b09c-4257-87b1-3ebe05530813 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:56.642345 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Updating router a5f82b46-1b98-4ff2-88f0-5391532d4919 port aa8450fa-d173-4ef1-b89f-093386b4b9e3 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:47:56.661523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-cc367d73-b09c-4257-87b1-3ebe05530813 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:56.688993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-cc367d73-b09c-4257-87b1-3ebe05530813 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:56.706312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-cc367d73-b09c-4257-87b1-3ebe05530813 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:56.713789 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.721109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.731887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-cc367d73-b09c-4257-87b1-3ebe05530813 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:56.747977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-cc367d73-b09c-4257-87b1-3ebe05530813 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5432 time: 0.4481373 Sep 27 08:47:56.769268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-47348733-7754-452b-88c4-395bb7b135b6 admin admin] Deleting subnet 49ac23d0-7211-44ef-85f5-14abb4f7304c {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:47:56.816779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfadf313-f687-4fb7-b143-b243c70df87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.829880 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.860516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47348733-7754-452b-88c4-395bb7b135b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.907503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33922) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:56.934675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 558843a3-968e-4aa9-8a56-1a4fc9702052, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=558843a3-968e-4aa9-8a56-1a4fc9702052,segment=NetworkSegment(7fab0811-6f36-45f9-9340-733e56f2c0ec),segment_id=7fab0811-6f36-45f9-9340-733e56f2c0ec)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:56.959105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b90a130e-3d29-46b9-97df-9d97f8ac8728 req-6d607b13-831e-4097-b3e6-3d219673a264 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094135 Sep 27 08:47:56.959675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85a75f4-7d55-4ad1-a2d6-aff80be77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558843a3-968e-4aa9-8a56-1a4fc9702052'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:47:56.962224 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bf00e8-60f1-4ac8-95f3-4df0bd16cf12" -d '{"events": [{"server_uuid": "b85a75f4-7d55-4ad1-a2d6-aff80be77468", "name": "network-vif-plugged", "status": "completed", "tag": "558843a3-968e-4aa9-8a56-1a4fc9702052"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:47:56.964927 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe27711-08b3-4a2f-9e1b-323b979425f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:56.974773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c9cd47-5608-4815-86ce-f3086a621759 None None] Network 76720679-bc8e-4652-afbe-57a24f708ae7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:56.989836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dfadf313-f687-4fb7-b143-b243c70df87b None None] For port 6595b78d-81a3-4394-87df-3459997731fd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6595b78d-81a3-4394-87df-3459997731fd,segment=NetworkSegment(9e163afc-679f-466d-a038-280dec53c0d5),segment_id=9e163afc-679f-466d-a038-280dec53c0d5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:56.989836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.025100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6595b78d-81a3-4394-87df-3459997731fd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:57.025524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.038008 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfadf313-f687-4fb7-b143-b243c70df87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.105157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:57.111670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe27711-08b3-4a2f-9e1b-323b979425f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.145840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fe27711-08b3-4a2f-9e1b-323b979425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.207600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=558843a3-968e-4aa9-8a56-1a4fc9702052,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:57.216040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2fe27711-08b3-4a2f-9e1b-323b979425f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45f4aa8b4e384425b671037b2ea19a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025081 Sep 27 08:47:57.219771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:57.234306 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdef44b-1d0a-4787-850d-ad30286b860f x-openstack-request-id: req-8cdef44b-1d0a-4787-850d-ad30286b860f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:47:57.234584 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85a75f4-7d55-4ad1-a2d6-aff80be77468", "name": "network-vif-plugged", "status": "completed", "tag": "558843a3-968e-4aa9-8a56-1a4fc9702052", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:47:57.234901 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cdef44b-1d0a-4787-850d-ad30286b860f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:47:57.235250 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85a75f4-7d55-4ad1-a2d6-aff80be77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558843a3-968e-4aa9-8a56-1a4fc9702052', 'code': 200} Sep 27 08:47:57.236605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe27711-08b3-4a2f-9e1b-323b979425f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8ba61a-750c-4aa6-bb11-9a32f589ac6d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:57.344589 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.349378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b37930c4-8f29-4adf-8435-8833c3c18c19 None None] Provisioning complete for port acb38569-2267-4a46-817d-62f6234c1396 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:57.349749 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37930c4-8f29-4adf-8435-8833c3c18c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.378482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6e075a-6a69-43bb-b7d9-259309ec1b9d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:57.383719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47348733-7754-452b-88c4-395bb7b135b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.388392 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53db0930-babf-4104-9a41-5f772952ad9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.412147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158402d-6eba-4add-9ab4-40f591602461 req-4cf95b73-b7ea-4e45-95d3-504b6c3467b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:57.415585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0158402d-6eba-4add-9ab4-40f591602461 req-4cf95b73-b7ea-4e45-95d3-504b6c3467b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 1097 time: 0.1147256 Sep 27 08:47:57.428527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01432d2-86db-4753-bc05-7630063ff3a3 req-c6d27953-82bd-4677-b104-c1b13d6ffb09 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:57.430068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e01432d2-86db-4753-bc05-7630063ff3a3 req-c6d27953-82bd-4677-b104-c1b13d6ffb09 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 945 time: 0.7066827 Sep 27 08:47:57.443740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Checking segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:57.444106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Network hostable DHCP agents. Network: f3e97ddb-253c-47f6-8706-a06f993502a0, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:47:57.461910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:57.466150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadf313-f687-4fb7-b143-b243c70df87b None None] Pushing event updated for resources: {'Port': ['ID=6595b78d-81a3-4394-87df-3459997731fd,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:57.495108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'port_id': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'mac_address': 'fa:16:3e:cb:75:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:57.522423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.522748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device acb38569-2267-4a46-817d-62f6234c1396 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:57.535702 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0158402d-6eba-4add-9ab4-40f591602461 req-2635b32b-95ed-4f7f-a112-ef5b5b12e969 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647416 Sep 27 08:47:57.550984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Network f3e97ddb-253c-47f6-8706-a06f993502a0 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:47:57.595032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53db0930-babf-4104-9a41-5f772952ad9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.609819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e01432d2-86db-4753-bc05-7630063ff3a3 req-de3808c2-c9d4-487f-be95-21c889870b29 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672394 Sep 27 08:47:57.631416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f3e97ddb-253c-47f6-8706-a06f993502a0) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:57.632958 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.650625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:57.650625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.659770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:57.667692 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37930c4-8f29-4adf-8435-8833c3c18c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.672912 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47348733-7754-452b-88c4-395bb7b135b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.673102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b3c4d-3bc0-4431-8c9d-73aded91d6c7 None None] Network f3e97ddb-253c-47f6-8706-a06f993502a0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:57.683238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a6b315b5-7ce3-41fa-b078-fa7778c19b07 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2606978 Sep 27 08:47:57.723370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:57.727257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port acb38569-2267-4a46-817d-62f6234c1396 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:57.727257 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.754560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.821886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53db0930-babf-4104-9a41-5f772952ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.826456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:57.831137 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53db0930-babf-4104-9a41-5f772952ad9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.833913 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-53db0930-babf-4104-9a41-5f772952ad9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab8ba61a-750c-4aa6-bb11-9a32f589ac6d HTTP/1.1" status: 204 len: 168 time: 0.6128941 Sep 27 08:47:57.836357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:57.838281 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.838563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1cf5f6-bf0f-4ca7-81d5-5093991d53db,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:57.839352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7f561a76-1299-48a9-ae5d-a819b45a8ecb details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:57.847438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47348733-7754-452b-88c4-395bb7b135b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:57.851623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:57.885941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db0930-babf-4104-9a41-5f772952ad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8ba61a-750c-4aa6-bb11-9a32f589ac6d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:57.897175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b37930c4-8f29-4adf-8435-8833c3c18c19 None None] For port acb38569-2267-4a46-817d-62f6234c1396, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=acb38569-2267-4a46-817d-62f6234c1396,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:57.927961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Allocated IP 172.20.0.1 (36c5ca68-540a-4c7e-965c-bbcac4a31abf/eaad5340-623c-42de-bc7c-1a8ac166e98a/c1df1b88-657e-4af4-956b-384c170a1221) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:47:57.962063 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b37930c4-8f29-4adf-8435-8833c3c18c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.080501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47348733-7754-452b-88c4-395bb7b135b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ac23d0-7211-44ef-85f5-14abb4f7304c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:58.099751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47348733-7754-452b-88c4-395bb7b135b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.101921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-47348733-7754-452b-88c4-395bb7b135b6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/49ac23d0-7211-44ef-85f5-14abb4f7304c HTTP/1.1" status: 204 len: 168 time: 1.5075610 Sep 27 08:47:58.106799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33942) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:58.140447 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.147349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:58.150979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5688226-0481-43b8-ab42-77364b2787b1 None None] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:58.153877 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.211234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ca33f-f3da-46e2-9b09-06b57e7fda64 None None] Network f3e97ddb-253c-47f6-8706-a06f993502a0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:47:58.265793 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Attempting to bind port aa8450fa-d173-4ef1-b89f-093386b4b9e3 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:47:58.266544 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Attempting to bind port aa8450fa-d173-4ef1-b89f-093386b4b9e3 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:47:58.267483 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Attempting to bind port aa8450fa-d173-4ef1-b89f-093386b4b9e3 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:47:58.283927 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407b908-6ed8-45d7-8728-a45b47fe6f71 None None] Pushing event updated for resources: {'Port': ['ID=aa8450fa-d173-4ef1-b89f-093386b4b9e3,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:58.293219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fdabbdbd-25a0-46fb-bef9-1a6b07220ca6 None None] Provisioning complete for port 6595b78d-81a3-4394-87df-3459997731fd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:58.293598 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fdabbdbd-25a0-46fb-bef9-1a6b07220ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.304387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7f561a76-1299-48a9-ae5d-a819b45a8ecb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:58.304549 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:47:58.307195 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:47:58.307762 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.310154 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:47:58.310775 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Bound port: aa8450fa-d173-4ef1-b89f-093386b4b9e3, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:47:58.311846 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.388400 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] For port aa8450fa-d173-4ef1-b89f-093386b4b9e3, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:47:58.391849 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] For port aa8450fa-d173-4ef1-b89f-093386b4b9e3, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=aa8450fa-d173-4ef1-b89f-093386b4b9e3,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:47:58.394655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.405251 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.441809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-afe3ba01-e058-4c28-bfe9-e3fb0d2dec2d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:58.443903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 46e9f73c-d870-4456-a208-873ba1426554 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:58.447669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-afe3ba01-e058-4c28-bfe9-e3fb0d2dec2d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:58.450537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.453977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-afe3ba01-e058-4c28-bfe9-e3fb0d2dec2d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:58.459833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-afe3ba01-e058-4c28-bfe9-e3fb0d2dec2d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:58.466042 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407b908-6ed8-45d7-8728-a45b47fe6f71 None None] Pushing event updated for resources: {'Port': ['ID=aa8450fa-d173-4ef1-b89f-093386b4b9e3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:58.466254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-afe3ba01-e058-4c28-bfe9-e3fb0d2dec2d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:58.472904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-afe3ba01-e058-4c28-bfe9-e3fb0d2dec2d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:58.479889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-afe3ba01-e058-4c28-bfe9-e3fb0d2dec2d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:58.482180 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-afe3ba01-e058-4c28-bfe9-e3fb0d2dec2d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5433 time: 0.2479560 Sep 27 08:47:58.496429 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Routers {'a5f82b46-1b98-4ff2-88f0-5391532d4919'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:47:58.497356 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a5f82b46-1b98-4ff2-88f0-5391532d4919'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:58.506754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.539050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '7f561a76-1299-48a9-ae5d-a819b45a8ecb', 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'port_id': '7f561a76-1299-48a9-ae5d-a819b45a8ecb', 'mac_address': 'fa:16:3e:92:21:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8228953-8273-41cf-982a-be34a862826f', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:58.541010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37930c4-8f29-4adf-8435-8833c3c18c19 None None] Pushing event updated for resources: {'Port': ['ID=acb38569-2267-4a46-817d-62f6234c1396,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:58.543739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 46e9f73c-d870-4456-a208-873ba1426554 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:58.544184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 46e9f73c-d870-4456-a208-873ba1426554 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:58.544734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7869aaa1-991e-462a-9738-985b67127dfc no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:47:58.563251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Network 36c5ca68-540a-4c7e-965c-bbcac4a31abf is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:47:58.569875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18f99cd3-1663-4bfb-ae7f-5f9440194d18 req-06edd26c-ff58-405b-937d-e1574548f4f7 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792334 Sep 27 08:47:58.574992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:47:58.579197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:47:58.587619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Pushing event updated for resources: {'Port': ['ID=c1df1b88-657e-4af4-956b-384c170a1221,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:58.657384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:58.750749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-de274b0b-84ae-4e9c-a947-435da9ea2763 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:58.752639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-de274b0b-84ae-4e9c-a947-435da9ea2763 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.4004755 Sep 27 08:47:58.780295 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] Set router a5f82b46-1b98-4ff2-88f0-5391532d4919 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:47:58.786691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2899b045-5a1b-49a5-a429-a27cf15800f4 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/quotas/54e965b18d5f42e7833a8433c2f3ce28 HTTP/1.1" status: 200 len: 375 time: 0.0261862 Sep 27 08:47:59.015262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-7e0eb0d2-700f-4e83-bf56-40aa9b77a907 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1237299 Sep 27 08:47:59.052267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3f701-ea4d-43cc-9a33-4fdc547f082b req-8cb2aa2f-03db-4c9b-a731-b543da3ee1de tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:47:59.053960 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17c3f701-ea4d-43cc-9a33-4fdc547f082b req-8cb2aa2f-03db-4c9b-a731-b543da3ee1de tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 946 time: 0.1635206 Sep 27 08:47:59.057373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.112449 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:47:54Z', 'revision_number': 3, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port': {'id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:47:59.115403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7869aaa1-991e-462a-9738-985b67127dfc {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:47:59.115754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7869aaa1-991e-462a-9738-985b67127dfc not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:47:59.150170 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49217e89-c586-4dc7-a00f-3c75733dccfc None None] The sync data for ids ['a5f82b46-1b98-4ff2-88f0-5391532d4919'] in n-d-810909-1 is: [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:47:54Z', 'revision_number': 3, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port': {'id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:47:59.171896 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.203758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f561a76-1299-48a9-ae5d-a819b45a8ecb {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:59.231082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Deleting port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:47:59.231700 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.235565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7f561a76-1299-48a9-ae5d-a819b45a8ecb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:59.291523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.307181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.307939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cdd81495-eed4-42b0-a6a6-84716c0ea385 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:59.310292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:47:59.317501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6595b78d-81a3-4394-87df-3459997731fd up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:47:59.340727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17c3f701-ea4d-43cc-9a33-4fdc547f082b req-f6a48d1b-98b1-4571-b097-10ddbe045dd3 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686956 Sep 27 08:47:59.473326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1923824400-network', 'tenant_id': '34eaa578c49e400d8a3f20df31cbb15f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:47:59.499436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.525879 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.528086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] For port 854e32ae-d5ff-44a9-89f8-e6b506d992e6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=854e32ae-d5ff-44a9-89f8-e6b506d992e6,segment=NetworkSegment(644e414d-754f-48b0-a585-0fdeaa90e73d),segment_id=644e414d-754f-48b0-a585-0fdeaa90e73d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:59.528728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.541108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] DHCP port deletion for 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:47:59.545172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cdd81495-eed4-42b0-a6a6-84716c0ea385, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:59.546715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-73d24782-66e2-4fdb-b912-28810178c502 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151079 Sep 27 08:47:59.556015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7f561a76-1299-48a9-ae5d-a819b45a8ecb,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:59.570673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fdabbdbd-25a0-46fb-bef9-1a6b07220ca6 None None] Provisioning complete for port acb38569-2267-4a46-817d-62f6234c1396 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:59.570849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Calling delete_port for 854e32ae-d5ff-44a9-89f8-e6b506d992e6 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:47:59.571057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fdabbdbd-25a0-46fb-bef9-1a6b07220ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.579120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'cdd81495-eed4-42b0-a6a6-84716c0ea385', 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'port_id': 'cdd81495-eed4-42b0-a6a6-84716c0ea385', 'mac_address': 'fa:16:3e:f3:02:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8228953-8273-41cf-982a-be34a862826f', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:47:59.632212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Made reservation on behalf of 34eaa578c49e400d8a3f20df31cbb15f for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:47:59.635183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.639487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6595b78d-81a3-4394-87df-3459997731fd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:47:59.640709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.675890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.696710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Pushing event updated for resources: {'Port': ['ID=c1df1b88-657e-4af4-956b-384c170a1221,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:47:59.709567 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.767491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.777616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.816673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd81495-eed4-42b0-a6a6-84716c0ea385 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:47:59.837592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-e49d9f86-cfc2-46df-994f-97d6e2336982 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791317 Sep 27 08:47:59.851594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cdd81495-eed4-42b0-a6a6-84716c0ea385, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:47:59.908079 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.919161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:47:59.920394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f8fb4847-5b52-4120-a298-6cb67b20ab0f details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:47:59.949675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] No DVR routers for this DVR port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:47:59.988394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=854e32ae-d5ff-44a9-89f8-e6b506d992e6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:00.025991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Network 36c5ca68-540a-4c7e-965c-bbcac4a31abf is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:00.029231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:00.082622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] Deleting port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:00.083000 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.086765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.111662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8e1c33-a394-49c4-9b1b-cb1420fa15c4']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:00.121181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device acb38569-2267-4a46-817d-62f6234c1396 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:00.128393 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644e414d-754f-48b0-a585-0fdeaa90e73d') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:00.128687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644e414d-754f-48b0-a585-0fdeaa90e73d') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:00.141462 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.144426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ed49-319b-439e-a442-71123197f7ce req-240f0975-a8ba-4c8d-9cf2-abddf90843cf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:00.158152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.160785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ed49-319b-439e-a442-71123197f7ce req-240f0975-a8ba-4c8d-9cf2-abddf90843cf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:00.165739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:48:00.166362 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.167800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ed49-319b-439e-a442-71123197f7ce req-240f0975-a8ba-4c8d-9cf2-abddf90843cf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:00.174201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ed49-319b-439e-a442-71123197f7ce req-240f0975-a8ba-4c8d-9cf2-abddf90843cf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:00.183456 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:48:00.187709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ed49-319b-439e-a442-71123197f7ce req-240f0975-a8ba-4c8d-9cf2-abddf90843cf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:00.203854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ed49-319b-439e-a442-71123197f7ce req-240f0975-a8ba-4c8d-9cf2-abddf90843cf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:00.212560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ed49-319b-439e-a442-71123197f7ce req-240f0975-a8ba-4c8d-9cf2-abddf90843cf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:00.221675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b18ed49-319b-439e-a442-71123197f7ce req-240f0975-a8ba-4c8d-9cf2-abddf90843cf tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5434 time: 0.3981841 Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:48:00.279551 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:48:00.288449 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.305799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.307666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 HTTP/1.1" status: 204 len: 168 time: 2.1998546 Sep 27 08:48:00.316484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b18ed49-319b-439e-a442-71123197f7ce req-20920835-3242-4f80-8c07-5ab742cb0b30 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876982 Sep 27 08:48:00.366174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0500c-01f6-4b5f-bff1-adca9e693ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8e1c33-a394-49c4-9b1b-cb1420fa15c4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:00.371342 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.417931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Router 41282f5b-d2ee-494a-8e0e-302301af61b5 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:48:00.423443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-829c12c6-8e27-4a54-bd75-06eb96f67244 req-e1302516-153c-41a4-9da9-bb262400582b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 210 time: 0.0597725 Sep 27 08:48:00.477013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.520501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=cdd81495-eed4-42b0-a6a6-84716c0ea385,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:00.551491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e3ea8959-a2dc-44ee-a6d5-689605e1118b None None] Provisioning complete for port c1df1b88-657e-4af4-956b-384c170a1221 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:00.552152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8959-a2dc-44ee-a6d5-689605e1118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.570638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:48:00.598386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:00.619995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288d91a8-7a19-4278-a3f3-7725190eadf2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:00.627248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.627705 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Added segment ad9b7244-081a-49d5-99c9-8ccd6d04b75d of type vlan for network 13da826d-751d-4711-90d3-4bd13db5f5da Sep 27 08:48:00.637677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Router a5f82b46-1b98-4ff2-88f0-5391532d4919 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:00.665595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] For port 854e32ae-d5ff-44a9-89f8-e6b506d992e6, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:00.666000 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.671349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f8fb4847-5b52-4120-a298-6cb67b20ab0f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:00.697656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:00.709327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f', 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f', 'port_id': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f', 'mac_address': 'fa:16:3e:46:ca:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be998061-9d62-4b7b-97dc-8675c07ed90a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:00.711616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port acb38569-2267-4a46-817d-62f6234c1396 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:00.712176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.731939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Sync routers for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:00.746846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.748135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-34155a52-9637-4be5-904c-4152e1614020 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6822188 Sep 27 08:48:00.752044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34004) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:00.765893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.783044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] Calling delete_port for 854e32ae-d5ff-44a9-89f8-e6b506d992e6 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:00.800348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] Port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:48:00.812190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea8959-a2dc-44ee-a6d5-689605e1118b None None] Port c1df1b88-657e-4af4-956b-384c170a1221 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:00.849963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.862965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:00.864079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:00.888032 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2900543f-e8f9-43ee-b969-cddf504b561f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a0c347e489545df9c712542181a6097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854249 Sep 27 08:48:00.890488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34008) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:00.902812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.903986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:00.904968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.966631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] Pushing event deleted for resources: {'Port': ['ID=854e32ae-d5ff-44a9-89f8-e6b506d992e6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:00.973508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] Network 5e8e1c33-a394-49c4-9b1b-cb1420fa15c4 is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:48:00.974317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4beeea1-3e85-4e63-bbd2-b357fb6d1b7d None None] No DVR routers for this DVR port 854e32ae-d5ff-44a9-89f8-e6b506d992e6 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:00.993468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2c7fd9af-faf2-4478-90b7-c49fde028c5a None None] Provisioning complete for port c1df1b88-657e-4af4-956b-384c170a1221 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:00.993754 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd9af-faf2-4478-90b7-c49fde028c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:00.999561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.055932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fb4847-5b52-4120-a298-6cb67b20ab0f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:01.113384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1147a672-dc7c-43b3-8de3-9ebf94a6b699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.149097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fd9af-faf2-4478-90b7-c49fde028c5a None None] Port c1df1b88-657e-4af4-956b-384c170a1221 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:01.151832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f8fb4847-5b52-4120-a298-6cb67b20ab0f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:01.190324 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1147a672-dc7c-43b3-8de3-9ebf94a6b699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.209643 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.210486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e63d81ea-41fd-49b8-9d0f-f6d395158465 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:01.215638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:01.527845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.572751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1147a672-dc7c-43b3-8de3-9ebf94a6b699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.575528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1147a672-dc7c-43b3-8de3-9ebf94a6b699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.579777 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1147a672-dc7c-43b3-8de3-9ebf94a6b699 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a034b9f-7a9d-477e-afd4-e5214efa99d8 HTTP/1.1" status: 204 len: 168 time: 0.6888423 Sep 27 08:48:01.593881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147a672-dc7c-43b3-8de3-9ebf94a6b699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a034b9f-7a9d-477e-afd4-e5214efa99d8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:01.631408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-477da503-c3b1-441f-96b6-d84a607e643d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.638030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-477da503-c3b1-441f-96b6-d84a607e643d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.645974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-477da503-c3b1-441f-96b6-d84a607e643d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.650300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device aa8450fa-d173-4ef1-b89f-093386b4b9e3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:01.652177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-477da503-c3b1-441f-96b6-d84a607e643d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.659604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-477da503-c3b1-441f-96b6-d84a607e643d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.666791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-477da503-c3b1-441f-96b6-d84a607e643d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.674843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-477da503-c3b1-441f-96b6-d84a607e643d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:01.683424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-477da503-c3b1-441f-96b6-d84a607e643d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5436 time: 0.1688523 Sep 27 08:48:01.727009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:01.729756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] Pushing event updated for resources: {'Network': ['ID=13da826d-751d-4711-90d3-4bd13db5f5da,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:01.743201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7efbd4cd-51a0-446c-84c1-73c1f5a89039 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4294865 Sep 27 08:48:01.749650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a6e102c-060e-4586-a294-1c9588686446 admin admin] 10.222.0.50 "PUT /v2.0/routers/a5f82b46-1b98-4ff2-88f0-5391532d4919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9380944 Sep 27 08:48:01.750508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34032) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:01.755496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Request body: {'subnet': {'network_id': '13da826d-751d-4711-90d3-4bd13db5f5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1923824400-subnet', 'tenant_id': '34eaa578c49e400d8a3f20df31cbb15f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:01.784953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 13da826d-751d-4711-90d3-4bd13db5f5da details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:48:01.796698 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:48:01.815853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Made reservation on behalf of 34eaa578c49e400d8a3f20df31cbb15f for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:01.820111 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:01.905026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61672115-ab23-49f4-800a-6886ea7aac81 req-b00b3ce4-a303-44a4-aaab-beb0536e3ddf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 210 time: 0.0797207 Sep 27 08:48:01.908998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e63d81ea-41fd-49b8-9d0f-f6d395158465, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:01.950139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=f8fb4847-5b52-4120-a298-6cb67b20ab0f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:01.988262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9dd8d2f-d4cd-41c9-9f13-5185af9955e9 req-9adae174-e3f6-4dda-ab2d-3fb974a5a827 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3033507 Sep 27 08:48:01.997888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'e63d81ea-41fd-49b8-9d0f-f6d395158465', 'network_id': '1effa066-6393-41bc-8fe3-538d4fd8b46f', 'port_id': 'e63d81ea-41fd-49b8-9d0f-f6d395158465', 'mac_address': 'fa:16:3e:29:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be998061-9d62-4b7b-97dc-8675c07ed90a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:02.105650 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Sync routers for ids ['a5f82b46-1b98-4ff2-88f0-5391532d4919'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:02.123816 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Routers {'a5f82b46-1b98-4ff2-88f0-5391532d4919'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:02.124670 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a5f82b46-1b98-4ff2-88f0-5391532d4919'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:02.152743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-9b648e11-de1a-4e14-b339-f7a2909377c2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:02.154909 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-9b648e11-de1a-4e14-b339-f7a2909377c2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.2555220 Sep 27 08:48:02.179177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Request body: {'port': {'device_id': 'f6f4143d-0dc1-4f35-ae05-a6100d507af0', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'admin_state_up': True, 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:02.356620 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Set router a5f82b46-1b98-4ff2-88f0-5391532d4919 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:02.398982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port aa8450fa-d173-4ef1-b89f-093386b4b9e3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:02.399361 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.409237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Allocated IP 172.20.0.1 (76720679-bc8e-4652-afbe-57a24f708ae7/01442bae-cbb6-451e-9741-917fed839cbd/b71407e7-d7ac-494f-ad39-856e1dc62a5b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:02.468641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:47:58Z', 'revision_number': 3, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:02.491691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:02.497918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.553976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Checking router: 41282f5b-d2ee-494a-8e0e-302301af61b5 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:02.554339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Updating router 41282f5b-d2ee-494a-8e0e-302301af61b5 port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:02.605299 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.610093 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.654288 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.660691 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.661849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.663092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63d81ea-41fd-49b8-9d0f-f6d395158465 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:02.701107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Network 76720679-bc8e-4652-afbe-57a24f708ae7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:02.708418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:02.710722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e63d81ea-41fd-49b8-9d0f-f6d395158465, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:02.726518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:02.765601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.767420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:02.807950 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:02.836694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:02.880851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e19b3c-5fef-45ae-824a-bac67c8dca33,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:02.883537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Checking segment: {'id': 'ad9b7244-081a-49d5-99c9-8ccd6d04b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13da826d-751d-4711-90d3-4bd13db5f5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:02.884029 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Network hostable DHCP agents. Network: 13da826d-751d-4711-90d3-4bd13db5f5da, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:48:02.889611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '34f145bb-fa78-4952-b9d7-b44c5f5b3ae9', 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'port_id': '34f145bb-fa78-4952-b9d7-b44c5f5b3ae9', 'mac_address': 'fa:16:3e:6b:74:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8228953-8273-41cf-982a-be34a862826f', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:02.964736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Pushing event updated for resources: {'Port': ['ID=b71407e7-d7ac-494f-ad39-856e1dc62a5b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:03.017629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Network 13da826d-751d-4711-90d3-4bd13db5f5da is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:48:03.044163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Allocated IP 172.20.0.3 (f3e97ddb-253c-47f6-8706-a06f993502a0/1d6e075a-6a69-43bb-b7d9-259309ec1b9d/ac70daee-7137-4679-8f4f-89eccc1a49e5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:03.049975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 13da826d-751d-4711-90d3-4bd13db5f5da) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:03.084428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:03.085480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.146371 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:47:58Z', 'revision_number': 4, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port': {'id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'c1df1b88-657e-4af4-956b-384c170a1221', 'name': '', 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'mac_address': 'fa:16:3e:8e:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'eaad5340-623c-42de-bc7c-1a8ac166e98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:57Z', 'updated_at': '2021-09-27T08:47:59Z', 'revision_number': 2, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'subnets': [{'id': 'eaad5340-623c-42de-bc7c-1a8ac166e98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:03.150455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a9f7d1-6523-442a-bedf-470b593b2ace None None] Network 13da826d-751d-4711-90d3-4bd13db5f5da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:03.164609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-14603939-3115-4a32-9eb2-b562e81ce5e5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4126325 Sep 27 08:48:03.179678 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Checking router: a5f82b46-1b98-4ff2-88f0-5391532d4919 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:03.180307 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Updating router a5f82b46-1b98-4ff2-88f0-5391532d4919 port c1df1b88-657e-4af4-956b-384c170a1221 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:03.194559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2f69836-9a55-40bc-8409-1fd3380d3ef7 req-e24568f1-152f-4be3-ba0d-40181d5f268a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 210 time: 0.1029372 Sep 27 08:48:03.211323 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.222048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34080) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:03.370006 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.400000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=e63d81ea-41fd-49b8-9d0f-f6d395158465,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:03.451605 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.494240 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.504759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-1d391797-66e1-4db5-a6cb-6eaff4a4eadc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:03.513538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-1d391797-66e1-4db5-a6cb-6eaff4a4eadc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:03.514045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aba5edca-a558-4eb7-9147-c091601a76d3 None None] Provisioning complete for port b71407e7-d7ac-494f-ad39-856e1dc62a5b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:03.514592 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aba5edca-a558-4eb7-9147-c091601a76d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.521899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-1d391797-66e1-4db5-a6cb-6eaff4a4eadc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:03.528621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-1d391797-66e1-4db5-a6cb-6eaff4a4eadc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:03.535892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-1d391797-66e1-4db5-a6cb-6eaff4a4eadc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:03.545430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-1d391797-66e1-4db5-a6cb-6eaff4a4eadc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:03.553852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-1d391797-66e1-4db5-a6cb-6eaff4a4eadc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:03.559421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:03.566836 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-1d391797-66e1-4db5-a6cb-6eaff4a4eadc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5437 time: 0.2727022 Sep 27 08:48:03.610774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.618769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port aa8450fa-d173-4ef1-b89f-093386b4b9e3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=aa8450fa-d173-4ef1-b89f-093386b4b9e3,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:03.666222 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.667652 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7275d83b-a2eb-4ba1-aaff-828ad92ca2f1 req-85b9dd9e-d3b3-41ba-8ba8-367ed9816fca tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939729 Sep 27 08:48:03.686654 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.696220 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.755316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.820860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:03.840361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 854e32ae-d5ff-44a9-89f8-e6b506d992e6 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:03.866976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Network f3e97ddb-253c-47f6-8706-a06f993502a0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:03.887308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e5f0a-d421-4af9-bdb1-ffb56f67db38 None None] Network 13da826d-751d-4711-90d3-4bd13db5f5da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:03.893664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-aba5edca-a558-4eb7-9147-c091601a76d3 None None] Port b71407e7-d7ac-494f-ad39-856e1dc62a5b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:03.897391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:03.902088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:03.910397 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41920e-c1e9-4145-971d-967f95946a76 None None] Pushing event updated for resources: {'Port': ['ID=c1df1b88-657e-4af4-956b-384c170a1221,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:03.953911 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Attempting to bind port c1df1b88-657e-4af4-956b-384c170a1221 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:03.954713 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Attempting to bind port c1df1b88-657e-4af4-956b-384c170a1221 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:03.955320 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Attempting to bind port c1df1b88-657e-4af4-956b-384c170a1221 on network 36c5ca68-540a-4c7e-965c-bbcac4a31abf {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:03.966237 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:03.967022 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Checking segment: {'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:03.967672 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.968284 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Bound using segment: {'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:03.969031 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Bound port: c1df1b88-657e-4af4-956b-384c170a1221, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e163afc-679f-466d-a038-280dec53c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:03.969693 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.990034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=aa8450fa-d173-4ef1-b89f-093386b4b9e3,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:03.993736 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:03.994401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 8fd4e8a5-18e4-40b2-a35f-300277dba470 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:04.022212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 854e32ae-d5ff-44a9-89f8-e6b506d992e6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:04.025294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event updated for resources: {'Port': ['ID=ac70daee-7137-4679-8f4f-89eccc1a49e5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:04.038972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 854e32ae-d5ff-44a9-89f8-e6b506d992e6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:04.110976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:04.111878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.139807 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] For port c1df1b88-657e-4af4-956b-384c170a1221, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:04.148237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-43daeaff-3330-40d0-8465-c082751272d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9752882 Sep 27 08:48:04.153754 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] For port c1df1b88-657e-4af4-956b-384c170a1221, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c1df1b88-657e-4af4-956b-384c170a1221,segment=NetworkSegment(9e163afc-679f-466d-a038-280dec53c0d5),segment_id=9e163afc-679f-466d-a038-280dec53c0d5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:04.161368 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.165591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Request body: {'port': {'device_id': 'f6f4143d-0dc1-4f35-ae05-a6100d507af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:04.249560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1107695783-network', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:04.263477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.293872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Made reservation on behalf of 8c6505426bb947e1a05bcece75e5181f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:04.298087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.324362 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.327842 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Routers {'a5f82b46-1b98-4ff2-88f0-5391532d4919'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:04.330593 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a5f82b46-1b98-4ff2-88f0-5391532d4919'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:04.334267 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41920e-c1e9-4145-971d-967f95946a76 None None] Pushing event updated for resources: {'Port': ['ID=c1df1b88-657e-4af4-956b-384c170a1221,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:04.421224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:04.450171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device aa8450fa-d173-4ef1-b89f-093386b4b9e3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:04.528774 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] Set router a5f82b46-1b98-4ff2-88f0-5391532d4919 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:04.561901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d1f3a04b-96cb-4847-8da5-c60bf77b7ea2 None None] Provisioning complete for port c1df1b88-657e-4af4-956b-384c170a1221 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:04.562362 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a04b-96cb-4847-8da5-c60bf77b7ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.613008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.614829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34118) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:04.631819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1809709679-network', 'tenant_id': '7d4baff268e3446aba5bf9db06dfa424'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:04.635933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 8fd4e8a5-18e4-40b2-a35f-300277dba470, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:04.645414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.662174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac70daee-7137-4679-8f4f-89eccc1a49e5 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:04.671450 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.688005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Transition to ACTIVE for port object ac70daee-7137-4679-8f4f-89eccc1a49e5 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:04.702886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.714654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '8fd4e8a5-18e4-40b2-a35f-300277dba470', 'network_id': '6723603d-3951-44b2-90bc-329d6a2ef3d7', 'port_id': '8fd4e8a5-18e4-40b2-a35f-300277dba470', 'mac_address': 'fa:16:3e:45:d5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8228953-8273-41cf-982a-be34a862826f', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:04.751654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.766123 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.772971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Pushing event updated for resources: {'Port': ['ID=b71407e7-d7ac-494f-ad39-856e1dc62a5b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:04.791716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd4e8a5-18e4-40b2-a35f-300277dba470 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:04.802973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:47:58Z', 'revision_number': 4, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port': {'id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'c1df1b88-657e-4af4-956b-384c170a1221', 'name': '', 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'mac_address': 'fa:16:3e:8e:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'eaad5340-623c-42de-bc7c-1a8ac166e98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:57Z', 'updated_at': '2021-09-27T08:48:04Z', 'revision_number': 4, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'subnets': [{'id': 'eaad5340-623c-42de-bc7c-1a8ac166e98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:04.809616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af833968-c157-4014-8a68-3e9aa9419d5f req-9d5dc4d1-96e7-4f0d-b9dd-1e69992f5165 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:04.817594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 8fd4e8a5-18e4-40b2-a35f-300277dba470, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:04.817850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-af833968-c157-4014-8a68-3e9aa9419d5f req-9d5dc4d1-96e7-4f0d-b9dd-1e69992f5165 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 943 time: 0.1282685 Sep 27 08:48:04.826458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port aa8450fa-d173-4ef1-b89f-093386b4b9e3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:04.826834 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.835354 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9f51e-bdfd-4061-8ec3-d40c816fa068 None None] The sync data for ids ['a5f82b46-1b98-4ff2-88f0-5391532d4919'] in n-d-810909-1 is: [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:47:58Z', 'revision_number': 4, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port': {'id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'c1df1b88-657e-4af4-956b-384c170a1221', 'name': '', 'network_id': '36c5ca68-540a-4c7e-965c-bbcac4a31abf', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'mac_address': 'fa:16:3e:8e:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'eaad5340-623c-42de-bc7c-1a8ac166e98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:57Z', 'updated_at': '2021-09-27T08:48:04Z', 'revision_number': 4, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'subnets': [{'id': 'eaad5340-623c-42de-bc7c-1a8ac166e98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:04.869050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Made reservation on behalf of 7d4baff268e3446aba5bf9db06dfa424 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:04.871799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.878223 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a04b-96cb-4847-8da5-c60bf77b7ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.882424 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.890333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Pushing event updated for resources: {'Port': ['ID=ac70daee-7137-4679-8f4f-89eccc1a49e5,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:04.955404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.969607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:04.970187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-af833968-c157-4014-8a68-3e9aa9419d5f req-220d1b69-a5a1-4a00-ba88-8c5ebcccc079 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500311 Sep 27 08:48:04.978880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=8fd4e8a5-18e4-40b2-a35f-300277dba470,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:04.984235 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.036713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-c574215f-f65c-42b7-a660-67c74a130be2 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.043962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-c574215f-f65c-42b7-a660-67c74a130be2 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/networks?id=b0afca49-adaa-4f02-82b6-be8bc5792bdd HTTP/1.1" status: 200 len: 911 time: 0.7675056 Sep 27 08:48:05.050423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Attempting to bind port ac70daee-7137-4679-8f4f-89eccc1a49e5 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:05.050774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Attempting to bind port ac70daee-7137-4679-8f4f-89eccc1a49e5 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:05.051151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Attempting to bind port ac70daee-7137-4679-8f4f-89eccc1a49e5 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:05.058077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Port ac70daee-7137-4679-8f4f-89eccc1a49e5 on network f3e97ddb-253c-47f6-8706-a06f993502a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:05.058288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Attempting to bind port ac70daee-7137-4679-8f4f-89eccc1a49e5 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:05.066550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:05.066904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Checking segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:05.067663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Bound using segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:05.068129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Bound port: ac70daee-7137-4679-8f4f-89eccc1a49e5, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:05.068774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.086967 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-c26fe918-c2f8-491f-a2ab-253bf5194d60 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/quotas/3050250688104b29b30a7423fe1d5d1e HTTP/1.1" status: 200 len: 375 time: 0.0420148 Sep 27 08:48:05.154040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Network 76720679-bc8e-4652-afbe-57a24f708ae7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:05.162920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:05.168264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d1f3a04b-96cb-4847-8da5-c60bf77b7ea2 None None] For port c1df1b88-657e-4af4-956b-384c170a1221, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c1df1b88-657e-4af4-956b-384c170a1221,segment=NetworkSegment(9e163afc-679f-466d-a038-280dec53c0d5),segment_id=9e163afc-679f-466d-a038-280dec53c0d5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:05.168637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] For port ac70daee-7137-4679-8f4f-89eccc1a49e5, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:05.170569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Attempting to bind port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:05.171203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Attempting to bind port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:05.171814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Attempting to bind port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:05.179961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] For port ac70daee-7137-4679-8f4f-89eccc1a49e5, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac70daee-7137-4679-8f4f-89eccc1a49e5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:05.200440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:05.200440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:05.200440 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.200966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.201114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:05.201954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Bound port: 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:05.204454 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.232117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.233828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.235617 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] 10.222.0.57 "PUT /v2.0/ports/ac70daee-7137-4679-8f4f-89eccc1a49e5 HTTP/1.1" status: 200 len: 1091 time: 1.0745587 Sep 27 08:48:05.236044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f4143d-0dc1-4f35-ae05-a6100d507af0', 'tag': 'ac70daee-7137-4679-8f4f-89eccc1a49e5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:05.239058 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063be3b1-a406-48a1-97a5-5129a8401487" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f4143d-0dc1-4f35-ae05-a6100d507af0", "tag": "ac70daee-7137-4679-8f4f-89eccc1a49e5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:05.301063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] For port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:05.305764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] For port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c1cf5f6-bf0f-4ca7-81d5-5093991d53db,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:05.307136 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a04b-96cb-4847-8da5-c60bf77b7ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.341290 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.347516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd99861-8c24-40cc-8c82-5a9aa979305d None None] Pushing event updated for resources: {'Port': ['ID=4c1cf5f6-bf0f-4ca7-81d5-5093991d53db,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:05.372571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-1ce94b5f-d7d3-4085-8ee6-2c9f58342e3f tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=3050250688104b29b30a7423fe1d5d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2845681 Sep 27 08:48:05.416627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.422683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-cf1b04df-164d-4e44-a71f-1de35ae80060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.424536 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-cf1b04df-164d-4e44-a71f-1de35ae80060 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 1094 time: 0.1398664 Sep 27 08:48:05.427090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfd21f-309f-4265-815a-e74ecfc4fa73 service neutron] Pushing event updated for resources: {'Port': ['ID=ac70daee-7137-4679-8f4f-89eccc1a49e5,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:05.447241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.467509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-af47b4a0-5b4c-45b6-981c-9748b6a0765e None None] Provisioning complete for port c1df1b88-657e-4af4-956b-384c170a1221 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:05.467940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af47b4a0-5b4c-45b6-981c-9748b6a0765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.470273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:05.471420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:05.501900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d6d8db-fbff-4ace-ae04-fc4f93fd3b01,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:05.518578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-9e2f376a-4805-4981-9eb1-64c5a49f1bd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac70daee-7137-4679-8f4f-89eccc1a49e5 HTTP/1.1" status: 200 len: 217 time: 0.0844967 Sep 27 08:48:05.536647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362554-0704-4acf-8fbb-4cd60760684c req-a5aeb583-a0d8-4dde-92fe-5614a7ef2f2c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.537553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3a04b-96cb-4847-8da5-c60bf77b7ea2 None None] Pushing event updated for resources: {'Port': ['ID=c1df1b88-657e-4af4-956b-384c170a1221,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:05.542845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362554-0704-4acf-8fbb-4cd60760684c req-a5aeb583-a0d8-4dde-92fe-5614a7ef2f2c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.543986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['5b378bea-c6e1-49fd-ba7f-d76e691f72f4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:05.545917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['f8fb4847-5b52-4120-a298-6cb67b20ab0f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:05.547868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['34f145bb-fa78-4952-b9d7-b44c5f5b3ae9'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:05.548705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362554-0704-4acf-8fbb-4cd60760684c req-a5aeb583-a0d8-4dde-92fe-5614a7ef2f2c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.549837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['8fd4e8a5-18e4-40b2-a35f-300277dba470'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:05.560282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362554-0704-4acf-8fbb-4cd60760684c req-a5aeb583-a0d8-4dde-92fe-5614a7ef2f2c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.566588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362554-0704-4acf-8fbb-4cd60760684c req-a5aeb583-a0d8-4dde-92fe-5614a7ef2f2c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.574028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362554-0704-4acf-8fbb-4cd60760684c req-a5aeb583-a0d8-4dde-92fe-5614a7ef2f2c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.579321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362554-0704-4acf-8fbb-4cd60760684c req-a5aeb583-a0d8-4dde-92fe-5614a7ef2f2c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.587987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fa362554-0704-4acf-8fbb-4cd60760684c req-a5aeb583-a0d8-4dde-92fe-5614a7ef2f2c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5439 time: 0.2291265 Sep 27 08:48:05.590766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:48:05.664304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-35a62adc-8030-48d0-83d6-760a4dfe89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.666045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-35a62adc-8030-48d0-83d6-760a4dfe89fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0753815 Sep 27 08:48:05.679945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fa362554-0704-4acf-8fbb-4cd60760684c req-cd5864f9-fa14-4b4e-9dfb-29ae6f01dc85 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908012 Sep 27 08:48:05.702664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.703022 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Added segment 6610df0c-093d-4e94-8509-791c788cfd74 of type vlan for network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 Sep 27 08:48:05.706416 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-ed68b2ec-521a-4175-991f-ae818f15e1b5 service neutron] 10.222.0.50 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325715 Sep 27 08:48:05.745356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-da272e2b-9c85-4ad0-916b-de070864e734 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559909 Sep 27 08:48:05.779131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Router 41282f5b-d2ee-494a-8e0e-302301af61b5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:05.819296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:05.924749 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-3d918a21-fc68-4f85-b08a-45800407945d service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742074 Sep 27 08:48:05.990310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40f97-561e-4736-bea1-8a61367b0851 req-fc18f6c1-47c4-4793-b567-fe95f1149373 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:05.999223 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9ae40f97-561e-4736-bea1-8a61367b0851 req-fc18f6c1-47c4-4793-b567-fe95f1149373 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 946 time: 0.1390204 Sep 27 08:48:06.006443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-4e96ecbb-08b7-45fd-b479-7920289d9588 service neutron] 10.222.0.50 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818313 Sep 27 08:48:06.046897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.047908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.048528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.054756 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.082438 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.103069 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9ae40f97-561e-4736-bea1-8a61367b0851 req-fff85dc2-9380-4784-ab96-a383e50b3883 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029308 Sep 27 08:48:06.128474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e9000bc9-959b-4e3e-b85c-d1781e6ebfbd req-d2580de3-d7b3-4979-be3e-2a479af4a088 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878223 Sep 27 08:48:06.148511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] Pushing event updated for resources: {'Network': ['ID=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:06.158180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.189956 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754dd05a-1cbc-40b7-b9ca-cbb201d8c566 x-openstack-request-id: req-754dd05a-1cbc-40b7-b9ca-cbb201d8c566 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:06.190254 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f4143d-0dc1-4f35-ae05-a6100d507af0", "tag": "ac70daee-7137-4679-8f4f-89eccc1a49e5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:06.190510 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-754dd05a-1cbc-40b7-b9ca-cbb201d8c566 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:06.190919 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f4143d-0dc1-4f35-ae05-a6100d507af0', 'tag': 'ac70daee-7137-4679-8f4f-89eccc1a49e5', 'status': 'completed', 'code': 200} Sep 27 08:48:06.215771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:06.226858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e31d2d9-d900-49da-af9b-0f8bb1bc99a2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:06.242670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1a968a95-7e89-42f0-8f3c-6ccea686ff98 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0187085 Sep 27 08:48:06.243724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:48:06.249886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34130) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:06.257794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Request body: {'subnet': {'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-subnet', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:06.275339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.275695 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Added segment 63d13095-4a9b-4341-8347-2710b6dd18a8 of type vlan for network fb434798-e500-4dc3-b7fd-95519b459119 Sep 27 08:48:06.279481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:06.312083 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2a16c6ef-3358-485b-beee-57a313267a77 admin admin] 10.222.0.50 "PUT /v2.0/routers/41282f5b-d2ee-494a-8e0e-302301af61b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5572517 Sep 27 08:48:06.331599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:48:06.360833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Made reservation on behalf of 8c6505426bb947e1a05bcece75e5181f for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:06.363948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.402531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063be3b1-a406-48a1-97a5-5129a8401487 req-4efcb34c-d2f9-4508-b9d1-02297db7d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.403032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.404219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-063be3b1-a406-48a1-97a5-5129a8401487 req-4efcb34c-d2f9-4508-b9d1-02297db7d34b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 1094 time: 0.1865866 Sep 27 08:48:06.416197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415f748-19bb-4130-875e-f6d7692f0e62 req-0404a9cc-1265-4514-9ca8-d002a5f680fd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.424084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d415f748-19bb-4130-875e-f6d7692f0e62 req-0404a9cc-1265-4514-9ca8-d002a5f680fd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 943 time: 0.1276400 Sep 27 08:48:06.508537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2443904c-9b1c-45fd-b1a0-baa819e95af4 req-d27f5581-f0dc-42ec-937c-9bac81464a0e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 210 time: 0.0483711 Sep 27 08:48:06.531341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.531341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.531341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.613493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c1df1b88-657e-4af4-956b-384c170a1221 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:06.615695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d415f748-19bb-4130-875e-f6d7692f0e62 req-9a2f70e7-764c-4e40-af91-51892afd49e5 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859152 Sep 27 08:48:06.615852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] Pushing event updated for resources: {'Network': ['ID=fb434798-e500-4dc3-b7fd-95519b459119,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:06.673147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9ac22730-e0c4-4711-9dd3-c384ed84f2ec admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0421886 Sep 27 08:48:06.679672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34140) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:06.684301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd99861-8c24-40cc-8c82-5a9aa979305d None None] Pushing event updated for resources: {'Port': ['ID=4c1cf5f6-bf0f-4ca7-81d5-5093991d53db,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:06.688502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Request body: {'subnet': {'network_id': 'fb434798-e500-4dc3-b7fd-95519b459119', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1809709679-subnet', 'tenant_id': '7d4baff268e3446aba5bf9db06dfa424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:06.711547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network fb434798-e500-4dc3-b7fd-95519b459119 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:48:06.734831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Made reservation on behalf of 7d4baff268e3446aba5bf9db06dfa424 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:06.735305 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:06.772484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063be3b1-a406-48a1-97a5-5129a8401487 req-148b8470-2299-499d-84bf-247c7dcaed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.774006 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-063be3b1-a406-48a1-97a5-5129a8401487 req-148b8470-2299-499d-84bf-247c7dcaed34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 906 time: 0.3430729 Sep 27 08:48:06.884635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cdd81495-eed4-42b0-a6a6-84716c0ea385'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:06.887549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['7f561a76-1299-48a9-ae5d-a819b45a8ecb'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:06.905124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-063be3b1-a406-48a1-97a5-5129a8401487 req-0631cb7c-ba8b-431c-be70-7e1b55ebeb08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac70daee-7137-4679-8f4f-89eccc1a49e5 HTTP/1.1" status: 200 len: 217 time: 0.1226575 Sep 27 08:48:06.977012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063be3b1-a406-48a1-97a5-5129a8401487 req-4f5b2a29-e510-410b-b398-01493be0f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:06.978520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-063be3b1-a406-48a1-97a5-5129a8401487 req-4f5b2a29-e510-410b-b398-01493be0f1c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0653841 Sep 27 08:48:07.047264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-063be3b1-a406-48a1-97a5-5129a8401487 req-0e155274-22ea-4465-8f7c-b80cbebc2836 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588651 Sep 27 08:48:07.121567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.130913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['e63d81ea-41fd-49b8-9d0f-f6d395158465'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:07.219742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c1df1b88-657e-4af4-956b-384c170a1221 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:07.220123 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.228220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158002be-273c-4af1-bb24-c54303284d2b req-1fb7fe63-7ac0-47e0-adb5-d8814a36e9fb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.236479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158002be-273c-4af1-bb24-c54303284d2b req-1fb7fe63-7ac0-47e0-adb5-d8814a36e9fb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.242987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158002be-273c-4af1-bb24-c54303284d2b req-1fb7fe63-7ac0-47e0-adb5-d8814a36e9fb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.254144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158002be-273c-4af1-bb24-c54303284d2b req-1fb7fe63-7ac0-47e0-adb5-d8814a36e9fb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.262314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158002be-273c-4af1-bb24-c54303284d2b req-1fb7fe63-7ac0-47e0-adb5-d8814a36e9fb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.268586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158002be-273c-4af1-bb24-c54303284d2b req-1fb7fe63-7ac0-47e0-adb5-d8814a36e9fb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.275876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158002be-273c-4af1-bb24-c54303284d2b req-1fb7fe63-7ac0-47e0-adb5-d8814a36e9fb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.284183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-158002be-273c-4af1-bb24-c54303284d2b req-1fb7fe63-7ac0-47e0-adb5-d8814a36e9fb tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5439 time: 0.2845347 Sep 27 08:48:07.296884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-063be3b1-a406-48a1-97a5-5129a8401487 req-e1e4e4e6-5cac-4c63-ae54-1f3d6da7f474 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405369 Sep 27 08:48:07.298494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a34882-4128-4e99-ba93-0d0b1499f82b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:07.309478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-1f7f865b-bc31-437a-acba-bc90c8bc88da tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.311203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-1f7f865b-bc31-437a-acba-bc90c8bc88da tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.57 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 946 time: 0.5921125 Sep 27 08:48:07.438612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:07.446492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-308522619-network', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:07.476454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d3979-5d21-49e9-9e1f-cdf311989524 req-5b8d5314-a2ed-43bd-9904-66a20428d708 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.484362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-826d3979-5d21-49e9-9e1f-cdf311989524 req-5b8d5314-a2ed-43bd-9904-66a20428d708 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/ports?device_id=b85a75f4-7d55-4ad1-a2d6-aff80be77468 HTTP/1.1" status: 200 len: 946 time: 0.2162755 Sep 27 08:48:07.515495 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-158002be-273c-4af1-bb24-c54303284d2b req-c710fe27-e8bf-48d9-b1dd-4194122ff5d3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2302284 Sep 27 08:48:07.517445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Checking segment: {'id': '63d13095-4a9b-4341-8347-2710b6dd18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fb434798-e500-4dc3-b7fd-95519b459119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:07.518206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Network hostable DHCP agents. Network: fb434798-e500-4dc3-b7fd-95519b459119, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:48:07.541136 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-063be3b1-a406-48a1-97a5-5129a8401487 req-f33bd45a-d0d9-41d9-9953-d6593fec6189 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086639 Sep 27 08:48:07.544698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Made reservation on behalf of 0ae30a1373214d589d5fe734a9be1b65 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:07.558106 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.558640 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.573345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-826d3979-5d21-49e9-9e1f-cdf311989524 req-4fd35427-d727-4e55-b75f-7eb7b75a8beb tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.50 "GET /v2.0/security-groups?id=06f246d9-67f9-42f3-b667-ee5038efcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860441 Sep 27 08:48:07.575056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.596242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Network fb434798-e500-4dc3-b7fd-95519b459119 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:48:07.653202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Deleting port 558843a3-968e-4aa9-8a56-1a4fc9702052 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:07.653876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.684645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, fb434798-e500-4dc3-b7fd-95519b459119) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:07.716540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2866165c-4d0e-420b-b6fb-7bde63a3db8b None None] Network fb434798-e500-4dc3-b7fd-95519b459119 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:07.722167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92376c76-0cba-4e8d-a646-bb6d11a3fcb2 req-ecb9d13f-a91e-4df5-afe9-c54b55e11049 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 210 time: 0.0741301 Sep 27 08:48:07.723931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.724663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.746588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.750263 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.750640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf27ce71-024e-487a-b57e-7594a71d9fb2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:07.779019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c4be5-e7da-4b1d-8b75-bd04cf730933,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:07.793066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Checking segment: {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:07.793635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Network hostable DHCP agents. Network: b32f2e70-9473-4975-b3a6-d1a9a10cf3e8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:48:07.799746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30043285-ceec-4ea5-be87-984808e3a44a req-2c4557bc-afe8-45be-a37f-2e77b33eb988 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.804850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-30043285-ceec-4ea5-be87-984808e3a44a req-2c4557bc-afe8-45be-a37f-2e77b33eb988 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 943 time: 0.1042988 Sep 27 08:48:07.806596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:48:07.811755 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-328f62f6-e67f-4ad7-97bf-d57fc291deda admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1303661 Sep 27 08:48:07.817277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.817828 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Added segment 4b5051c3-112d-48d5-b07e-e211037597fd of type vlan for network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 Sep 27 08:48:07.840450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] For port 558843a3-968e-4aa9-8a56-1a4fc9702052, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=558843a3-968e-4aa9-8a56-1a4fc9702052,segment=NetworkSegment(7fab0811-6f36-45f9-9340-733e56f2c0ec),segment_id=7fab0811-6f36-45f9-9340-733e56f2c0ec)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:07.841019 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.856802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Calling delete_port for 558843a3-968e-4aa9-8a56-1a4fc9702052 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:07.867971 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.903368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:07.904689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:07.905282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.003246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:48:08.014904 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.032315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b32f2e70-9473-4975-b3a6-d1a9a10cf3e8) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:08.052803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] Pushing event updated for resources: {'Network': ['ID=7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:08.090964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.091606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.106051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['558843a3-968e-4aa9-8a56-1a4fc9702052'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:08.107739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Pushing event deleted for resources: {'Port': ['ID=558843a3-968e-4aa9-8a56-1a4fc9702052,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:08.111670 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a7be477-889a-40a8-bb3e-55c587d21e27 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6664221 Sep 27 08:48:08.113731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6474edef-3b64-49b2-b2c8-26e28c052b49 None None] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:08.121118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:08.139075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:48:08.139969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-30043285-ceec-4ea5-be87-984808e3a44a req-8389580d-6757-43c4-893e-61e4c854381a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421691 Sep 27 08:48:08.155076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c5aeb5ad-f584-45e8-9fbb-ed27eb118aab None None] Provisioning complete for port b71407e7-d7ac-494f-ad39-856e1dc62a5b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:08.155639 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb5ad-f584-45e8-9fbb-ed27eb118aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.188624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] No DVR routers for this DVR port 558843a3-968e-4aa9-8a56-1a4fc9702052 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:08.193544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Request body: {'subnet': {'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-308522619-subnet', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:08.195246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3d3e6612-a282-4d5b-8366-1c1552d40c0e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9440234 Sep 27 08:48:08.196594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.197625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:08.205709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9598a671-8a6c-429d-8509-ef5bc8104547 req-9fe4bab3-4193-48b0-bdb5-71e05e6ed482 tempest-ServerTagsTestJSON-298805926 tempest-ServerTagsTestJSON-298805926-project] 10.222.0.57 "DELETE /v2.0/ports/558843a3-968e-4aa9-8a56-1a4fc9702052 HTTP/1.1" status: 204 len: 173 time: 0.8682473 Sep 27 08:48:08.206141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85a75f4-7d55-4ad1-a2d6-aff80be77468', 'name': 'network-vif-deleted', 'tag': '558843a3-968e-4aa9-8a56-1a4fc9702052'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:08.208925 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f8014e-3689-4210-9d6c-90b81bfda543" -d '{"events": [{"server_uuid": "b85a75f4-7d55-4ad1-a2d6-aff80be77468", "name": "network-vif-deleted", "tag": "558843a3-968e-4aa9-8a56-1a4fc9702052"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:08.225099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:08.252491 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e7eed6-1bca-40aa-904e-12e0a1d44c2f x-openstack-request-id: req-55e7eed6-1bca-40aa-904e-12e0a1d44c2f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:08.252789 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85a75f4-7d55-4ad1-a2d6-aff80be77468", "name": "network-vif-deleted", "tag": "558843a3-968e-4aa9-8a56-1a4fc9702052", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:08.253103 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55e7eed6-1bca-40aa-904e-12e0a1d44c2f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:08.253509 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85a75f4-7d55-4ad1-a2d6-aff80be77468', 'name': 'network-vif-deleted', 'tag': '558843a3-968e-4aa9-8a56-1a4fc9702052', 'status': 'completed', 'code': 200} Sep 27 08:48:08.270509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-15dcb944-c469-40bc-8cec-9ba498b1ddba tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.272626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-15dcb944-c469-40bc-8cec-9ba498b1ddba tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.57 "GET /v2.0/networks?id=b0afca49-adaa-4f02-82b6-be8bc5792bdd HTTP/1.1" status: 200 len: 911 time: 0.2139559 Sep 27 08:48:08.296236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Request body: {'port': {'device_id': 'b3bf58ec-2397-4ef6-80e2-d461845e5111', 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'admin_state_up': True, 'tenant_id': '3050250688104b29b30a7423fe1d5d1e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:08.315049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Made reservation on behalf of 0ae30a1373214d589d5fe734a9be1b65 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:08.317934 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.388032 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:48:08.397048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.398159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.443542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Made reservation on behalf of 3050250688104b29b30a7423fe1d5d1e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:08.445667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.500200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.570402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-056c7e68-d790-4629-8964-ddca42dce130 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.578426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-056c7e68-d790-4629-8964-ddca42dce130 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/networks?id=13da826d-751d-4711-90d3-4bd13db5f5da HTTP/1.1" status: 200 len: 809 time: 0.1277287 Sep 27 08:48:08.591322 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-0b515f63-e2d3-4e52-8440-7881b5398e63 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/quotas/34eaa578c49e400d8a3f20df31cbb15f HTTP/1.1" status: 200 len: 375 time: 0.0120471 Sep 27 08:48:08.663919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:04Z', 'revision_number': 2, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:08.664769 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-50e5f05f-ecda-4766-a482-b8363c601b81 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=34eaa578c49e400d8a3f20df31cbb15f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661399 Sep 27 08:48:08.676830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c5aeb5ad-f584-45e8-9fbb-ed27eb118aab None None] Port b71407e7-d7ac-494f-ad39-856e1dc62a5b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:08.754500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e3ebd-b83c-40b7-b116-45dbf196373d None None] The sync data for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 is: [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:04Z', 'revision_number': 2, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:08.762768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069a780-d402-4d00-9c9f-62d840987d1d None None] Network fb434798-e500-4dc3-b7fd-95519b459119 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:08.810888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-dd66570c-1142-4e4f-9c0c-b25c194966d6 service neutron] 10.222.0.50 "GET /v2.0/networks/13da826d-751d-4711-90d3-4bd13db5f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451011 Sep 27 08:48:08.870258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:08.911944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-63c2b44a-6cfc-4e1c-8357-f3706dea8a3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.918031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-63c2b44a-6cfc-4e1c-8357-f3706dea8a3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.924034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-63c2b44a-6cfc-4e1c-8357-f3706dea8a3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.930400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-63c2b44a-6cfc-4e1c-8357-f3706dea8a3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.934099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f8fb4847-5b52-4120-a298-6cb67b20ab0f up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:08.935735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-63c2b44a-6cfc-4e1c-8357-f3706dea8a3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.941589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-63c2b44a-6cfc-4e1c-8357-f3706dea8a3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.947485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-63c2b44a-6cfc-4e1c-8357-f3706dea8a3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:08.949640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-92ac94ee-a4a0-4f94-9036-030a4fa826af service neutron] 10.222.0.50 "GET /v2.0/networks/13da826d-751d-4711-90d3-4bd13db5f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252778 Sep 27 08:48:08.955466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-63c2b44a-6cfc-4e1c-8357-f3706dea8a3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5439 time: 0.3140922 Sep 27 08:48:08.974823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.016417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:48:09.017383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.026797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Allocated IP 172.20.0.13 (b0afca49-adaa-4f02-82b6-be8bc5792bdd/a989a55a-b0af-4c7a-92ce-7e87006a6032/f7041ba0-8c23-4505-a962-b7fabae3783b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:09.108873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c87e8b3-dbfa-463f-87ec-271211904ecc req-16dbf960-c18e-4dbb-9bb6-38d8a11e1486 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523960 Sep 27 08:48:09.163087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34210) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:09.176447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cecf234-2219-4c74-98af-f5a82477d0f0,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:09.290560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4061c6e4-4a9b-45e4-92fd-eae2c90d74ed admin admin] Deleting subnet f2c8640b-57c5-4a17-943d-a2ca62fd6ad5 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:48:09.296164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4061c6e4-4a9b-45e4-92fd-eae2c90d74ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.297128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f17dfc9c-0057-4d7c-85cd-dafa6cb36700 req-d72d0ea2-bafd-428b-939b-12a727505211 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 210 time: 0.0440149 Sep 27 08:48:09.352928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Allocated IP 172.20.0.2 (b32f2e70-9473-4975-b3a6-d1a9a10cf3e8/bf27ce71-024e-487a-b57e-7594a71d9fb2/dc9de824-f43d-4206-90bf-e5b637539a57) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:09.362067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Checking segment: {'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:09.362401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Network hostable DHCP agents. Network: 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:48:09.395121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port f8fb4847-5b52-4120-a298-6cb67b20ab0f completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:09.429522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port f8fb4847-5b52-4120-a298-6cb67b20ab0f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:09.430593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b95c464-703b-4908-aa85-3dbcc86e0c17 req-f8aba01b-dee0-4793-974e-2a9caa1e34f4 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 210 time: 0.0418549 Sep 27 08:48:09.439652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.441499 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4061c6e4-4a9b-45e4-92fd-eae2c90d74ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.507084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4061c6e4-4a9b-45e4-92fd-eae2c90d74ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.634613 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4061c6e4-4a9b-45e4-92fd-eae2c90d74ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.671178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061c6e4-4a9b-45e4-92fd-eae2c90d74ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c8640b-57c5-4a17-943d-a2ca62fd6ad5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:09.672442 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.680721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4061c6e4-4a9b-45e4-92fd-eae2c90d74ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.691115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4061c6e4-4a9b-45e4-92fd-eae2c90d74ed admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f2c8640b-57c5-4a17-943d-a2ca62fd6ad5 HTTP/1.1" status: 204 len: 168 time: 0.5257502 Sep 27 08:48:09.691487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34220) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:09.747765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:09.750551 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274bdbd4-e254-4e61-9388-60dc743018d9" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "f8fb4847-5b52-4120-a298-6cb67b20ab0f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:09.767185 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.804413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f8fb4847-5b52-4120-a298-6cb67b20ab0f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:09.816833 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.876392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.893032 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0052b0fd-1de7-466e-8fa4-73ee9d1bac0b x-openstack-request-id: req-0052b0fd-1de7-466e-8fa4-73ee9d1bac0b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:09.893292 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "f8fb4847-5b52-4120-a298-6cb67b20ab0f", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:09.893495 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0052b0fd-1de7-466e-8fa4-73ee9d1bac0b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:09.893921 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f', 'code': 200} Sep 27 08:48:09.898478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Pushing event updated for resources: {'Port': ['ID=dc9de824-f43d-4206-90bf-e5b637539a57,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:09.901349 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:09.902510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 8fd4e8a5-18e4-40b2-a35f-300277dba470 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:09.936285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ac70daee-7137-4679-8f4f-89eccc1a49e5 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:09.955744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:09.978540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:10.056104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.081263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33664556-8e38-4bcf-a02d-01d776f1c0e7']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:10.091879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fab0811-6f36-45f9-9340-733e56f2c0ec') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:10.092176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fab0811-6f36-45f9-9340-733e56f2c0ec') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:10.102627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.119920 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.128917 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:48:10.129439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.157584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=f8fb4847-5b52-4120-a298-6cb67b20ab0f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:10.163869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:10.198711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:48:10.239907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.242982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:10.258423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0383e-c413-4e28-8a01-cd08d56c1fb9 None None] Network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:10.270088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96249102-a193-4c0b-b844-34b330da0566 req-c7e06ec0-d70e-44c7-b3da-f5ea530d827b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:48:10.281127 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:48:10.287191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.293813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.295597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-96249102-a193-4c0b-b844-34b330da0566 req-c7e06ec0-d70e-44c7-b3da-f5ea530d827b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 943 time: 0.2773581 Sep 27 08:48:10.298598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] 10.222.0.50 "DELETE /v2.0/networks/33664556-8e38-4bcf-a02d-01d776f1c0e7 HTTP/1.1" status: 204 len: 168 time: 0.6038997 Sep 27 08:48:10.309250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.310127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.314042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:10.321409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ac70daee-7137-4679-8f4f-89eccc1a49e5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac70daee-7137-4679-8f4f-89eccc1a49e5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:10.340435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82040d7-02cf-4a92-95f4-f7e73abe8031 admin admin] Pushing event deleted for resources: {'Network': ['ID=33664556-8e38-4bcf-a02d-01d776f1c0e7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:10.382350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 8fd4e8a5-18e4-40b2-a35f-300277dba470 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:10.430755 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'ac70daee-7137-4679-8f4f-89eccc1a49e5', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'port_id': 'ac70daee-7137-4679-8f4f-89eccc1a49e5', 'mac_address': 'fa:16:3e:bb:31:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e075a-6a69-43bb-b7d9-259309ec1b9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:10.438199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Attempting to bind port dc9de824-f43d-4206-90bf-e5b637539a57 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:10.438736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Attempting to bind port dc9de824-f43d-4206-90bf-e5b637539a57 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:10.439170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Attempting to bind port dc9de824-f43d-4206-90bf-e5b637539a57 on network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:10.441111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-1b4955e3-0c31-4dcf-93d1-29ddc7958e5d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.446281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 8fd4e8a5-18e4-40b2-a35f-300277dba470 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:10.448150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8fecfdae-0c3a-478e-904a-10c4c257262d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3243003 Sep 27 08:48:10.449026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.460074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-1b4955e3-0c31-4dcf-93d1-29ddc7958e5d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.461775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:10.471225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-96249102-a193-4c0b-b844-34b330da0566 req-8cf9dfbd-db72-43a6-9cc9-4bfe38e28b6f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712499 Sep 27 08:48:10.477734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:10.479435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-1b4955e3-0c31-4dcf-93d1-29ddc7958e5d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.498140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-1b4955e3-0c31-4dcf-93d1-29ddc7958e5d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.510772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-1b4955e3-0c31-4dcf-93d1-29ddc7958e5d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.533612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-1b4955e3-0c31-4dcf-93d1-29ddc7958e5d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.541812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-1b4955e3-0c31-4dcf-93d1-29ddc7958e5d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:10.547193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:10.551864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-1b4955e3-0c31-4dcf-93d1-29ddc7958e5d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5440 time: 0.2051399 Sep 27 08:48:10.558983 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.562530 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:10.562913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Checking segment: {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:10.563327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.563726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Bound using segment: {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:10.564224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Bound port: dc9de824-f43d-4206-90bf-e5b637539a57, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:10.564645 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.602145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.653848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac70daee-7137-4679-8f4f-89eccc1a49e5 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:10.664186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b6b5ec9-b1c1-4912-a4e5-322df23f61fa req-594d70ee-e02a-41ae-97a0-ae813bb3c4ca tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108534 Sep 27 08:48:10.671026 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.672853 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.695597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:10.696959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ac70daee-7137-4679-8f4f-89eccc1a49e5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac70daee-7137-4679-8f4f-89eccc1a49e5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:10.698469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.717046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:10.739433 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.742390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:10.746233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Pushing event updated for resources: {'Port': ['ID=f7041ba0-8c23-4505-a962-b7fabae3783b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:10.761222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6269b495-86e2-4073-b75f-c71a145de622 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32199dd87f774b0cbee65664b205dd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041953 Sep 27 08:48:10.762578 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.765549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:10.766728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.774947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34238) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:10.884256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2359554a-f4e9-4190-b227-5eaba8f7782c req-fc1e253c-e6c1-4a04-b091-f4ed7fea9194 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 210 time: 0.0632236 Sep 27 08:48:10.904060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] For port dc9de824-f43d-4206-90bf-e5b637539a57, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:10.988540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9', 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'fixed_ips': [{'subnet_id': '0cecf234-2219-4c74-98af-f5a82477d0f0'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:48:10.994634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:10.996452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:10.999931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.002842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:11.003462 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.023621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-f2285225-d7a4-4b77-8e00-6b5af56867ab tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:11.026358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-f2285225-d7a4-4b77-8e00-6b5af56867ab tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.67 "GET /v2.0/networks?id=13da826d-751d-4711-90d3-4bd13db5f5da HTTP/1.1" status: 200 len: 809 time: 0.2955167 Sep 27 08:48:11.037556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] For port dc9de824-f43d-4206-90bf-e5b637539a57, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=dc9de824-f43d-4206-90bf-e5b637539a57,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:11.050513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Request body: {'port': {'device_id': '39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6', 'network_id': '13da826d-751d-4711-90d3-4bd13db5f5da', 'admin_state_up': True, 'tenant_id': '34eaa578c49e400d8a3f20df31cbb15f'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:11.075044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.076748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ac70daee-7137-4679-8f4f-89eccc1a49e5,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:11.092593 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-5ff082f2-5238-4321-931f-ac9dcbac82b8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8081501 Sep 27 08:48:11.113519 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.121713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Request body: {'port': {'device_id': 'b3bf58ec-2397-4ef6-80e2-d461845e5111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:11.125445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38782b-3add-4568-8d07-d54c2e16cd81 req-ecb9066f-5ce4-4b87-afec-4276c586a52e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:11.126977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b38782b-3add-4568-8d07-d54c2e16cd81 req-ecb9066f-5ce4-4b87-afec-4276c586a52e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1028 time: 0.3126824 Sep 27 08:48:11.210749 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0379-91bb-44d7-9f75-0870543400ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.313171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Allocated IP 172.25.2.99 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/5e80c023-7bc4-4862-86a9-762d85bd7618) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:11.398991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.406142 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0379-91bb-44d7-9f75-0870543400ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.509721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b71b0d-7a38-468f-a154-2a1623cb4378 None None] Pushing event updated for resources: {'Port': ['ID=dc9de824-f43d-4206-90bf-e5b637539a57,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:11.538618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-25bb85bf-d14c-4565-b7d4-66d80d84268e None None] Provisioning complete for port f7041ba0-8c23-4505-a962-b7fabae3783b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:11.539000 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25bb85bf-d14c-4565-b7d4-66d80d84268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.580131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 8fd4e8a5-18e4-40b2-a35f-300277dba470, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:11.594028 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.611018 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.631650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b38782b-3add-4568-8d07-d54c2e16cd81 req-505fb802-8f92-4559-b61b-70feb64f2a3c tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406221 Sep 27 08:48:11.666787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c1cf5f6-bf0f-4ca7-81d5-5093991d53db,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:11.673375 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.727731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34711b-c553-404f-863c-d4f4d823d821 req-fdfb88f6-b379-4c62-84b8-2959ebb9a27a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:11.729592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd34711b-c553-404f-863c-d4f4d823d821 req-fdfb88f6-b379-4c62-84b8-2959ebb9a27a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 944 time: 0.0962925 Sep 27 08:48:11.733040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-25bb85bf-d14c-4565-b7d4-66d80d84268e None None] Port f7041ba0-8c23-4505-a962-b7fabae3783b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:11.744471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e63d81ea-41fd-49b8-9d0f-f6d395158465 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:11.754296 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.790400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd34711b-c553-404f-863c-d4f4d823d821 req-572aca11-805b-47fe-9696-90781bd08329 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507798 Sep 27 08:48:11.807725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.822293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Made reservation on behalf of 34eaa578c49e400d8a3f20df31cbb15f for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:11.827292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.876877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Allocated IP 172.20.0.2 (7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9/0cecf234-2219-4c74-98af-f5a82477d0f0/639a0851-834c-4cbd-8b3c-045f144c6f9d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:11.898075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4e8a5-18e4-40b2-a35f-300277dba470'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:11.900730 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e8656c-30ef-4170-9db1-62e2f9068309" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "8fd4e8a5-18e4-40b2-a35f-300277dba470"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:11.913710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port e63d81ea-41fd-49b8-9d0f-f6d395158465 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:11.918751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=8fd4e8a5-18e4-40b2-a35f-300277dba470,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:11.986783 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0379-91bb-44d7-9f75-0870543400ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.989818 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0379-91bb-44d7-9f75-0870543400ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:11.990592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 558843a3-968e-4aa9-8a56-1a4fc9702052 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:11.993586 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5dd0379-91bb-44d7-9f75-0870543400ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06f246d9-67f9-42f3-b667-ee5038efcf53 HTTP/1.1" status: 204 len: 168 time: 1.1939762 Sep 27 08:48:12.015739 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76247fe4-c1be-46a3-8fcd-eef3fb22803c x-openstack-request-id: req-76247fe4-c1be-46a3-8fcd-eef3fb22803c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:12.016032 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "8fd4e8a5-18e4-40b2-a35f-300277dba470", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:12.016272 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76247fe4-c1be-46a3-8fcd-eef3fb22803c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:12.016933 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4e8a5-18e4-40b2-a35f-300277dba470', 'code': 200} Sep 27 08:48:12.026808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 558843a3-968e-4aa9-8a56-1a4fc9702052 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:12.027181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 558843a3-968e-4aa9-8a56-1a4fc9702052 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:12.029764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port e63d81ea-41fd-49b8-9d0f-f6d395158465 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:12.030176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.040766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.061460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=4c1cf5f6-bf0f-4ca7-81d5-5093991d53db,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:12.094464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Allocated IP 172.20.0.5 (13da826d-751d-4711-90d3-4bd13db5f5da/11e19b3c-5fef-45ae-824a-bac67c8dca33/ec569734-9973-4465-b764-c8e05d25958c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:12.145274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Pushing event updated for resources: {'Port': ['ID=5e80c023-7bc4-4862-86a9-762d85bd7618,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:12.169068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd0379-91bb-44d7-9f75-0870543400ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f246d9-67f9-42f3-b667-ee5038efcf53,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:12.203970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:12.330776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:12.338096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73646062-ff61-45ad-8c0c-a97de0260bef req-64861545-314f-4d18-b8fe-54520e0b7cf3 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 210 time: 0.0899584 Sep 27 08:48:12.386533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:12.403565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9d92-c717-4ea4-b842-0109549324eb req-0056deb9-bf9e-43b5-8a44-ef3059e93835 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.409659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9d92-c717-4ea4-b842-0109549324eb req-0056deb9-bf9e-43b5-8a44-ef3059e93835 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.415838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9d92-c717-4ea4-b842-0109549324eb req-0056deb9-bf9e-43b5-8a44-ef3059e93835 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.418028 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.422158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9d92-c717-4ea4-b842-0109549324eb req-0056deb9-bf9e-43b5-8a44-ef3059e93835 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.428556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9d92-c717-4ea4-b842-0109549324eb req-0056deb9-bf9e-43b5-8a44-ef3059e93835 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.436246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9d92-c717-4ea4-b842-0109549324eb req-0056deb9-bf9e-43b5-8a44-ef3059e93835 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.442669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9d92-c717-4ea4-b842-0109549324eb req-0056deb9-bf9e-43b5-8a44-ef3059e93835 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.444502 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3dca9d92-c717-4ea4-b842-0109549324eb req-0056deb9-bf9e-43b5-8a44-ef3059e93835 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5441 time: 0.6143951 Sep 27 08:48:12.461651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device dc9de824-f43d-4206-90bf-e5b637539a57 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:12.477308 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.517562 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.560910 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.573562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:12.609690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:12.613320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:12.646419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Pushing event updated for resources: {'Port': ['ID=639a0851-834c-4cbd-8b3c-045f144c6f9d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:12.689026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.689523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.690357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.693904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.694479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.695070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.695460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.695892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.696318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.696816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.697240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.697663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.701452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:12.741257 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.747972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Network 13da826d-751d-4711-90d3-4bd13db5f5da is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:12.753504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Pushing event updated for resources: {'Port': ['ID=ec569734-9973-4465-b764-c8e05d25958c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:12.759199 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.768576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:12.772888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:12.799303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Attempting to bind port 639a0851-834c-4cbd-8b3c-045f144c6f9d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:12.800897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Attempting to bind port 639a0851-834c-4cbd-8b3c-045f144c6f9d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:12.802588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Attempting to bind port 639a0851-834c-4cbd-8b3c-045f144c6f9d on network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:12.842845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port e63d81ea-41fd-49b8-9d0f-f6d395158465, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:12.846238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:12.846690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Checking segment: {'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:12.847187 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.847581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.847731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Bound using segment: {'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:12.848207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Bound port: 639a0851-834c-4cbd-8b3c-045f144c6f9d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:12.848392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.849214 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.853552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port dc9de824-f43d-4206-90bf-e5b637539a57 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:12.854023 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.908164 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:12.909499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:12.935262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-90202b87-ed46-4a94-a0b7-e56be6caf757 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8907139 Sep 27 08:48:12.938492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62888f00-cda3-4c15-bd03-c9db7df088c9 req-d8d31a4e-27d9-4fbf-85ca-dd93fc8ade13 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:12.942063 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62888f00-cda3-4c15-bd03-c9db7df088c9 req-d8d31a4e-27d9-4fbf-85ca-dd93fc8ade13 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1028 time: 0.1919017 Sep 27 08:48:12.953087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Request body: {'port': {'device_id': '39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:13.051657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=e63d81ea-41fd-49b8-9d0f-f6d395158465,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:13.058563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62888f00-cda3-4c15-bd03-c9db7df088c9 req-350fe9e6-7dee-46dc-bb5c-6bf235fa3729 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773485 Sep 27 08:48:13.123610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3dca9d92-c717-4ea4-b842-0109549324eb req-da9a1163-5470-4ce2-be52-f62fc71eac3f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5785077 Sep 27 08:48:13.137288 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.217608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] For port 639a0851-834c-4cbd-8b3c-045f144c6f9d, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:13.221199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] For port 639a0851-834c-4cbd-8b3c-045f144c6f9d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=639a0851-834c-4cbd-8b3c-045f144c6f9d,segment=NetworkSegment(4b5051c3-112d-48d5-b07e-e211037597fd),segment_id=4b5051c3-112d-48d5-b07e-e211037597fd)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:13.237195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22c7b49-d373-4e7a-bdc6-c32808ee1257 None None] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:13.290484 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.393438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7041ba0-8c23-4505-a962-b7fabae3783b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:13.411894 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.451402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Sync routers for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:13.471056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2959f7f0-c40f-4aa4-8ad2-c17925a91b2c None None] Provisioning complete for port dc9de824-f43d-4206-90bf-e5b637539a57 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:13.471453 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2959f7f0-c40f-4aa4-8ad2-c17925a91b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.501240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Allocated IP 172.25.2.196 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/4168fa33-fe28-49a7-b895-5982a147996f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:13.503609 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.519838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Transition to ACTIVE for port object f7041ba0-8c23-4505-a962-b7fabae3783b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:13.529253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a30882-ffed-44a3-8930-cc527e04da25 req-f39aae39-a055-4a0e-8786-a4408ddb7e99 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:13.536807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46a30882-ffed-44a3-8930-cc527e04da25 req-f39aae39-a055-4a0e-8786-a4408ddb7e99 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 944 time: 0.2562940 Sep 27 08:48:13.559971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:13.568931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.591241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.607876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:13.610001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.614242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:13.616407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:13.683124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad793-4917-4d4b-be67-d9ebc0c75385 req-eb181634-1066-44fd-ab93-2d90de60c0a8 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:13.685025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4bad793-4917-4d4b-be67-d9ebc0c75385 req-eb181634-1066-44fd-ab93-2d90de60c0a8 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 931 time: 0.1299660 Sep 27 08:48:13.724054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c37338-0030-4ce4-80b1-423f1c8ca8b7 None None] Pushing event updated for resources: {'Port': ['ID=639a0851-834c-4cbd-8b3c-045f144c6f9d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:13.759342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port dc9de824-f43d-4206-90bf-e5b637539a57, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=dc9de824-f43d-4206-90bf-e5b637539a57,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:13.769944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4bad793-4917-4d4b-be67-d9ebc0c75385 req-6e71d20c-66aa-4d09-951b-ba04c89ead26 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 Sep 27 08:48:13.774215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec569734-9973-4465-b764-c8e05d25958c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:13.783000 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.812937 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.816537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Transition to ACTIVE for port object ec569734-9973-4465-b764-c8e05d25958c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:13.830953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:13.950224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ac70daee-7137-4679-8f4f-89eccc1a49e5 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:14.037254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63d81ea-41fd-49b8-9d0f-f6d395158465'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:14.039773 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42875960-c4c5-4551-bce8-2a3b5cbaa160" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "e63d81ea-41fd-49b8-9d0f-f6d395158465"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:14.074174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Pushing event updated for resources: {'Port': ['ID=ec569734-9973-4465-b764-c8e05d25958c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.092197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Attempting to bind port ec569734-9973-4465-b764-c8e05d25958c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:14.092776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Attempting to bind port ec569734-9973-4465-b764-c8e05d25958c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ad9b7244-081a-49d5-99c9-8ccd6d04b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13da826d-751d-4711-90d3-4bd13db5f5da'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:14.093134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Attempting to bind port ec569734-9973-4465-b764-c8e05d25958c on network 13da826d-751d-4711-90d3-4bd13db5f5da {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:14.098131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Port ec569734-9973-4465-b764-c8e05d25958c on network 13da826d-751d-4711-90d3-4bd13db5f5da not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:14.098902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Attempting to bind port ec569734-9973-4465-b764-c8e05d25958c on network 13da826d-751d-4711-90d3-4bd13db5f5da {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:14.106862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:14.107329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Checking segment: {'id': 'ad9b7244-081a-49d5-99c9-8ccd6d04b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13da826d-751d-4711-90d3-4bd13db5f5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:14.107957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Bound using segment: {'id': 'ad9b7244-081a-49d5-99c9-8ccd6d04b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13da826d-751d-4711-90d3-4bd13db5f5da'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:14.108705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Bound port: ec569734-9973-4465-b764-c8e05d25958c, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9b7244-081a-49d5-99c9-8ccd6d04b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '13da826d-751d-4711-90d3-4bd13db5f5da'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:14.109055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.206626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:14.241620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=dc9de824-f43d-4206-90bf-e5b637539a57,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.244432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] For port ec569734-9973-4465-b764-c8e05d25958c, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:14.248078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] For port ec569734-9973-4465-b764-c8e05d25958c, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ec569734-9973-4465-b764-c8e05d25958c,segment=NetworkSegment(ad9b7244-081a-49d5-99c9-8ccd6d04b75d),segment_id=ad9b7244-081a-49d5-99c9-8ccd6d04b75d)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:14.267512 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.279386 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.343059 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.358883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Pushing event updated for resources: {'Port': ['ID=ec569734-9973-4465-b764-c8e05d25958c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.374558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.375612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.378009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a6b069ab-989d-4460-9dbb-0ffc6560fb83 service neutron] 10.222.0.67 "PUT /v2.0/ports/ec569734-9973-4465-b764-c8e05d25958c HTTP/1.1" status: 200 len: 1091 time: 1.4344199 Sep 27 08:48:14.380033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6', 'tag': 'ec569734-9973-4465-b764-c8e05d25958c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:14.389226 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f98be1-99d3-4d58-aa55-813b8a0ecd71" -d '{"events": [{"name": "network-changed", "server_uuid": "39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6", "tag": "ec569734-9973-4465-b764-c8e05d25958c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:14.424679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fefde-6f09-4003-b042-28c8f145de72 req-cf62b299-c626-4f13-85fe-15de4574385b tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.432807 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-263fefde-6f09-4003-b042-28c8f145de72 req-cf62b299-c626-4f13-85fe-15de4574385b tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1053 time: 0.1827855 Sep 27 08:48:14.459940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:14.472302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34294) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:14.477936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 639a0851-834c-4cbd-8b3c-045f144c6f9d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:14.555724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-263fefde-6f09-4003-b042-28c8f145de72 req-2348e630-b144-4212-be85-8f57511e6a86 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217856 Sep 27 08:48:14.561656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-bfe74379-2dbc-4e8c-86ef-ab5b2ffb67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.571074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-bfe74379-2dbc-4e8c-86ef-ab5b2ffb67e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34eaa578c49e400d8a3f20df31cbb15f&device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 1094 time: 0.1337693 Sep 27 08:48:14.663151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-3880dadd-421b-4f64-9b5c-6dcd15d53af1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec569734-9973-4465-b764-c8e05d25958c HTTP/1.1" status: 200 len: 217 time: 0.0833771 Sep 27 08:48:14.670019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46a30882-ffed-44a3-8930-cc527e04da25 req-71295478-55e7-4b83-b2c1-3a0d6d03ea17 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1322331 Sep 27 08:48:14.717049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f321036d-2042-4c3c-b4af-f017badf1a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.754944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-af47ca78-2f27-43eb-81d6-50a7f1cf64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.756531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-af47ca78-2f27-43eb-81d6-50a7f1cf64b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11e19b3c-5fef-45ae-824a-bac67c8dca33 HTTP/1.1" status: 200 len: 849 time: 0.0828698 Sep 27 08:48:14.760290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.807024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-23098bd0-b208-4b86-a747-75cdabd81540 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13da826d-751d-4711-90d3-4bd13db5f5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374172 Sep 27 08:48:14.838927 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.852540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port ac70daee-7137-4679-8f4f-89eccc1a49e5 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:14.856997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7041ba0-8c23-4505-a962-b7fabae3783b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:14.859093 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a2c10a-2797-4c2e-88f7-a79cf854eb7c x-openstack-request-id: req-c6a2c10a-2797-4c2e-88f7-a79cf854eb7c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:14.859386 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "e63d81ea-41fd-49b8-9d0f-f6d395158465", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:14.859638 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6a2c10a-2797-4c2e-88f7-a79cf854eb7c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:14.866103 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63d81ea-41fd-49b8-9d0f-f6d395158465', 'code': 200} Sep 27 08:48:14.869674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port ac70daee-7137-4679-8f4f-89eccc1a49e5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:14.870224 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.949369 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e936f9c5-d9d3-4d0d-ae43-74c021d1a1ab x-openstack-request-id: req-e936f9c5-d9d3-4d0d-ae43-74c021d1a1ab {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:14.949763 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6", "tag": "ec569734-9973-4465-b764-c8e05d25958c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:14.950015 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e936f9c5-d9d3-4d0d-ae43-74c021d1a1ab {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:14.950250 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:14.950471 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6', 'tag': 'ec569734-9973-4465-b764-c8e05d25958c', 'status': 'completed', 'code': 200} Sep 27 08:48:14.951131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7f561a76-1299-48a9-ae5d-a819b45a8ecb up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:14.973472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-77a909ef-637e-4509-a0c8-06f7c116508e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.980807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-77a909ef-637e-4509-a0c8-06f7c116508e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.986669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-77a909ef-637e-4509-a0c8-06f7c116508e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.992571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-77a909ef-637e-4509-a0c8-06f7c116508e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:14.994827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:14.998627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-77a909ef-637e-4509-a0c8-06f7c116508e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.003919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:15.004523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-77a909ef-637e-4509-a0c8-06f7c116508e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.012909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-77a909ef-637e-4509-a0c8-06f7c116508e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.014267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:15.015282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-77a909ef-637e-4509-a0c8-06f7c116508e tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5443 time: 0.2108583 Sep 27 08:48:15.084544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Attempting to bind port f7041ba0-8c23-4505-a962-b7fabae3783b on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:15.084880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Attempting to bind port f7041ba0-8c23-4505-a962-b7fabae3783b by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:15.085387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Attempting to bind port f7041ba0-8c23-4505-a962-b7fabae3783b on network b0afca49-adaa-4f02-82b6-be8bc5792bdd {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:15.094711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-a67c823c-4ce2-4fcc-9ae9-f44617a3130f service neutron] 10.222.0.67 "GET /v2.0/networks/13da826d-751d-4711-90d3-4bd13db5f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701769 Sep 27 08:48:15.098499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.121140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Pushing event updated for resources: {'Port': ['ID=4168fa33-fe28-49a7-b895-5982a147996f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.130367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Port f7041ba0-8c23-4505-a962-b7fabae3783b on network b0afca49-adaa-4f02-82b6-be8bc5792bdd not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:15.130771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Attempting to bind port f7041ba0-8c23-4505-a962-b7fabae3783b on network b0afca49-adaa-4f02-82b6-be8bc5792bdd {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:15.141438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f321036d-2042-4c3c-b4af-f017badf1a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.211404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:15.211754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Checking segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:15.212394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Bound using segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:15.212753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 7f561a76-1299-48a9-ae5d-a819b45a8ecb completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:15.212897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Bound port: f7041ba0-8c23-4505-a962-b7fabae3783b, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:15.213230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.224486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a202112-2083-4c28-bc79-4dda31fef30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.238007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f02f0b-8ffb-471e-8668-8447dab540dd None None] Network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:15.260707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c38e3ead-3162-4e8b-a400-b05bac64f27c req-d4cc5ec0-fdb2-45cc-945a-f4568e3498cc tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315800 Sep 27 08:48:15.263526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 7f561a76-1299-48a9-ae5d-a819b45a8ecb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:15.264228 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.267093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f321036d-2042-4c3c-b4af-f017badf1a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.296934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.298406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c8ac91a-d9b6-4350-8e1e-1a9f6fe48b3c req-fe8ea0b1-991a-45c5-95dc-491d7cb944da service neutron] 10.222.0.67 "GET /v2.0/networks/13da826d-751d-4711-90d3-4bd13db5f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545556 Sep 27 08:48:15.333487 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f321036d-2042-4c3c-b4af-f017badf1a0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cbff2fd7700470a89a0b12cd875311f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8587203 Sep 27 08:48:15.334565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321036d-2042-4c3c-b4af-f017badf1a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ab73a-d505-40b4-a772-e4b99a16f09e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.347727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.349539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34300) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:15.355860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 639a0851-834c-4cbd-8b3c-045f144c6f9d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:15.356271 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.422715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3301ea5-045b-4bad-8f56-1467b4459c52 req-28c575e5-6c74-4fdf-9304-4d0922109e84 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.424265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d3301ea5-045b-4bad-8f56-1467b4459c52 req-28c575e5-6c74-4fdf-9304-4d0922109e84 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 943 time: 0.3274081 Sep 27 08:48:15.435203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1000ff37-1871-40a2-b2f3-d0e538b88513 None None] Provisioning complete for port 639a0851-834c-4cbd-8b3c-045f144c6f9d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:15.435203 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1000ff37-1871-40a2-b2f3-d0e538b88513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.440847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d939d618-2bf8-46ee-8a63-a8b3f4b7f5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.467066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-a7ace22d-da0a-41e6-abcb-0f46fe7161cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.468943 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-a7ace22d-da0a-41e6-abcb-0f46fe7161cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34eaa578c49e400d8a3f20df31cbb15f&device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0773556 Sep 27 08:48:15.483944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d939d618-2bf8-46ee-8a63-a8b3f4b7f5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.509304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] For port f7041ba0-8c23-4505-a962-b7fabae3783b, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:15.523177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ac70daee-7137-4679-8f4f-89eccc1a49e5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac70daee-7137-4679-8f4f-89eccc1a49e5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:15.559509 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.561597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d3301ea5-045b-4bad-8f56-1467b4459c52 req-202940b7-4aa3-4c24-b55d-5278071178b7 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272142 Sep 27 08:48:15.563295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] For port f7041ba0-8c23-4505-a962-b7fabae3783b, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f7041ba0-8c23-4505-a962-b7fabae3783b,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:15.576342 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.635115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Router 4fc0cb58-bfab-404e-b780-a06b03b01545 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:48:15.636984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d939d618-2bf8-46ee-8a63-a8b3f4b7f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.641760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.642888 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.644312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/f7041ba0-8c23-4505-a962-b7fabae3783b HTTP/1.1" status: 200 len: 1092 time: 4.5373085 Sep 27 08:48:15.649601 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d939d618-2bf8-46ee-8a63-a8b3f4b7f5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.654366 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d939d618-2bf8-46ee-8a63-a8b3f4b7f5b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f39ab73a-d505-40b4-a772-e4b99a16f09e HTTP/1.1" status: 204 len: 168 time: 0.3016140 Sep 27 08:48:15.655694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:04Z', 'revision_number': 2, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:15.670373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-ab536445-7256-46b6-af61-a21ee1520900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.673663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-ab536445-7256-46b6-af61-a21ee1520900 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13da826d-751d-4711-90d3-4bd13db5f5da HTTP/1.1" status: 200 len: 910 time: 0.1869347 Sep 27 08:48:15.678996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bf58ec-2397-4ef6-80e2-d461845e5111', 'tag': 'f7041ba0-8c23-4505-a962-b7fabae3783b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:15.681844 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554177eb-a1cd-495f-9ea7-157b6c4527c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bf58ec-2397-4ef6-80e2-d461845e5111", "tag": "f7041ba0-8c23-4505-a962-b7fabae3783b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:15.688260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939d618-2bf8-46ee-8a63-a8b3f4b7f5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ab73a-d505-40b4-a772-e4b99a16f09e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.755274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Checking router: 41282f5b-d2ee-494a-8e0e-302301af61b5 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:15.757408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Updating router 41282f5b-d2ee-494a-8e0e-302301af61b5 port b71407e7-d7ac-494f-ad39-856e1dc62a5b binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:15.772043 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f401a2-5359-491e-a299-0e671462a96f x-openstack-request-id: req-e8f401a2-5359-491e-a299-0e671462a96f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:15.772354 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bf58ec-2397-4ef6-80e2-d461845e5111", "tag": "f7041ba0-8c23-4505-a962-b7fabae3783b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:15.772621 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8f401a2-5359-491e-a299-0e671462a96f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:15.773010 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bf58ec-2397-4ef6-80e2-d461845e5111', 'tag': 'f7041ba0-8c23-4505-a962-b7fabae3783b', 'status': 'completed', 'code': 200} Sep 27 08:48:15.776206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c44ab-6905-4017-9f6a-19ce2e2212c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7041ba0-8c23-4505-a962-b7fabae3783b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:15.787615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.800870 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.833286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-ee9b098e-af31-4f40-a88b-02e7f2df0619 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec569734-9973-4465-b764-c8e05d25958c HTTP/1.1" status: 200 len: 217 time: 0.1468608 Sep 27 08:48:15.906399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540536b-71f6-4686-8440-e0552344d1f2 req-0e16bc62-cf45-468a-b8fd-d583cbd091ac tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.915849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4540536b-71f6-4686-8440-e0552344d1f2 req-0e16bc62-cf45-468a-b8fd-d583cbd091ac tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1095 time: 0.2310581 Sep 27 08:48:15.928229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-ad25808b-3090-4990-9f0f-a767567dff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:15.929290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-ad25808b-3090-4990-9f0f-a767567dff4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11e19b3c-5fef-45ae-824a-bac67c8dca33 HTTP/1.1" status: 200 len: 849 time: 0.0831203 Sep 27 08:48:15.978394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-f815c61c-f1cf-49c7-a0ff-f1d4b977982f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13da826d-751d-4711-90d3-4bd13db5f5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379879 Sep 27 08:48:15.988363 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:15.996776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4540536b-71f6-4686-8440-e0552344d1f2 req-51fec649-538e-4cc0-a309-d10d83ac5250 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746882 Sep 27 08:48:15.998722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.013104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ac70daee-7137-4679-8f4f-89eccc1a49e5,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:16.058710 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1000ff37-1871-40a2-b2f3-d0e538b88513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.078421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-88604fc6-e089-4fb3-b5e2-ef14230e1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.080977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-88604fc6-e089-4fb3-b5e2-ef14230e1800 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3050250688104b29b30a7423fe1d5d1e&device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1095 time: 0.3593721 Sep 27 08:48:16.118052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7f561a76-1299-48a9-ae5d-a819b45a8ecb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:16.146479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:16.157421 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Sync routers for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:16.161929 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.162753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:16.168903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1000ff37-1871-40a2-b2f3-d0e538b88513 None None] For port 639a0851-834c-4cbd-8b3c-045f144c6f9d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=639a0851-834c-4cbd-8b3c-045f144c6f9d,segment=NetworkSegment(4b5051c3-112d-48d5-b07e-e211037597fd),segment_id=4b5051c3-112d-48d5-b07e-e211037597fd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:16.178556 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:16.179429 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:16.180680 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-55e0f14a-41b9-4f48-86f9-221fcf0c0c3d service neutron] 10.222.0.67 "GET /v2.0/networks/13da826d-751d-4711-90d3-4bd13db5f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824689 Sep 27 08:48:16.226279 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1000ff37-1871-40a2-b2f3-d0e538b88513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.296312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-1adb6458-2c4e-4a13-8ade-69ed2b7d6514 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7041ba0-8c23-4505-a962-b7fabae3783b HTTP/1.1" status: 200 len: 217 time: 0.1469054 Sep 27 08:48:16.368636 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:16.383551 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:48:16.383904 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:48:16.390684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1000ff37-1871-40a2-b2f3-d0e538b88513 None None] Provisioning complete for port dc9de824-f43d-4206-90bf-e5b637539a57 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:16.391069 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1000ff37-1871-40a2-b2f3-d0e538b88513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.426222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7f561a76-1299-48a9-ae5d-a819b45a8ecb,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:16.435431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-2da0db83-f0dd-4210-8998-86c890ca2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.436978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-2da0db83-f0dd-4210-8998-86c890ca2f48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a989a55a-b0af-4c7a-92ce-7e87006a6032 HTTP/1.1" status: 200 len: 849 time: 0.1321378 Sep 27 08:48:16.506735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000ff37-1871-40a2-b2f3-d0e538b88513 None None] Pushing event updated for resources: {'Port': ['ID=639a0851-834c-4cbd-8b3c-045f144c6f9d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:16.524716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.528889 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c510afdd-f833-4268-a199-03e7941c958b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3241587 Sep 27 08:48:16.543198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ad44-c5e0-452e-94f2-408bcca6d81d req-a4842075-d2fa-42ab-ad64-d96b979b9766 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.551109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4073ad44-c5e0-452e-94f2-408bcca6d81d req-a4842075-d2fa-42ab-ad64-d96b979b9766 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 945 time: 0.6796803 Sep 27 08:48:16.556735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:16.556978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:16.569590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:16.569973 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.657577 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.749298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-52ea0c65-584d-4633-892a-3125b360d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.750953 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-52ea0c65-584d-4633-892a-3125b360d033 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0afca49-adaa-4f02-82b6-be8bc5792bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434795 Sep 27 08:48:16.783733 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:13Z', 'revision_number': 3, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:16.795172 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4073ad44-c5e0-452e-94f2-408bcca6d81d req-6f8f67b7-53f2-4065-814d-261e93bba82f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430429 Sep 27 08:48:16.857286 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Checking router: 4fc0cb58-bfab-404e-b780-a06b03b01545 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:16.857966 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Updating router 4fc0cb58-bfab-404e-b780-a06b03b01545 port 5e80c023-7bc4-4862-86a9-762d85bd7618 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:16.884874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4'}, {'server_uuid': 'f6f4143d-0dc1-4f35-ae05-a6100d507af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac70daee-7137-4679-8f4f-89eccc1a49e5'}, {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f561a76-1299-48a9-ae5d-a819b45a8ecb'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:16.889576 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af586fb9-dac1-4b05-808e-dbfdd1aaac10" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4"}, {"server_uuid": "f6f4143d-0dc1-4f35-ae05-a6100d507af0", "name": "network-vif-plugged", "status": "completed", "tag": "ac70daee-7137-4679-8f4f-89eccc1a49e5"}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "7f561a76-1299-48a9-ae5d-a819b45a8ecb"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:16.912954 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.916044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34338) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:16.919914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75f98be1-99d3-4d58-aa55-813b8a0ecd71 req-1ab182d4-e775-47d9-8cdc-461d154271af service neutron] 10.222.0.67 "GET /v2.0/networks/13da826d-751d-4711-90d3-4bd13db5f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287326 Sep 27 08:48:16.937874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.957887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44ff92-319e-4902-a526-69fb48005480 req-ed3cbf58-7f6b-4ddd-91eb-a5bba9011fc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.964290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44ff92-319e-4902-a526-69fb48005480 req-ed3cbf58-7f6b-4ddd-91eb-a5bba9011fc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.970400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44ff92-319e-4902-a526-69fb48005480 req-ed3cbf58-7f6b-4ddd-91eb-a5bba9011fc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.976660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44ff92-319e-4902-a526-69fb48005480 req-ed3cbf58-7f6b-4ddd-91eb-a5bba9011fc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.982651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44ff92-319e-4902-a526-69fb48005480 req-ed3cbf58-7f6b-4ddd-91eb-a5bba9011fc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.988616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44ff92-319e-4902-a526-69fb48005480 req-ed3cbf58-7f6b-4ddd-91eb-a5bba9011fc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.993645 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:16.994446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44ff92-319e-4902-a526-69fb48005480 req-ed3cbf58-7f6b-4ddd-91eb-a5bba9011fc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:16.996538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6e44ff92-319e-4902-a526-69fb48005480 req-ed3cbf58-7f6b-4ddd-91eb-a5bba9011fc8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5444 time: 0.2048693 Sep 27 08:48:16.998153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ec569734-9973-4465-b764-c8e05d25958c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:17.029107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:17.033240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:17.037828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.061563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6e44ff92-319e-4902-a526-69fb48005480 req-461967cb-d25c-47a5-ad7b-e2caa612cdab tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548167 Sep 27 08:48:17.068269 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.069079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cdd81495-eed4-42b0-a6a6-84716c0ea385 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:17.083352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:48:17.106004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1384640985-network', 'tenant_id': '7214a460820148f1b6500794093d2f7e'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:17.119411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73409163-3e68-41b8-8338-abee65f55f2c req-8366929d-45bb-49b9-919c-2c8f42e55742 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:17.121830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73409163-3e68-41b8-8338-abee65f55f2c req-8366929d-45bb-49b9-919c-2c8f42e55742 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 943 time: 0.2025006 Sep 27 08:48:17.158519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Made reservation on behalf of 7214a460820148f1b6500794093d2f7e for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:17.161295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.177336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.186283 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebfed87-0bd7-4714-bff3-f795faff2148 x-openstack-request-id: req-7ebfed87-0bd7-4714-bff3-f795faff2148 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:17.186601 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4", "code": 200}, {"server_uuid": "f6f4143d-0dc1-4f35-ae05-a6100d507af0", "name": "network-vif-plugged", "status": "completed", "tag": "ac70daee-7137-4679-8f4f-89eccc1a49e5", "code": 200}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "7f561a76-1299-48a9-ae5d-a819b45a8ecb", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:17.186846 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ebfed87-0bd7-4714-bff3-f795faff2148 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:17.187217 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'code': 200} Sep 27 08:48:17.187699 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f4143d-0dc1-4f35-ae05-a6100d507af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac70daee-7137-4679-8f4f-89eccc1a49e5', 'code': 200} Sep 27 08:48:17.191177 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f561a76-1299-48a9-ae5d-a819b45a8ecb', 'code': 200} Sep 27 08:48:17.288741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73409163-3e68-41b8-8338-abee65f55f2c req-12471fbd-3e45-4ec5-9516-71c686603735 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254475 Sep 27 08:48:17.315822 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 08:48:17.315822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b0369da7-8d85-4cb3-9e9e-8b80c5ade639 None None] Provisioning complete for port 639a0851-834c-4cbd-8b3c-045f144c6f9d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:17.315822 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0369da7-8d85-4cb3-9e9e-8b80c5ade639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.391867 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.410994 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.434831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbea1b-e492-4a2a-b524-ed593a7994ba req-1743702b-fad1-4335-a598-3ecfaf014e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:17.436754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3cbbea1b-e492-4a2a-b524-ed593a7994ba req-1743702b-fad1-4335-a598-3ecfaf014e1b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 1096 time: 0.1994107 Sep 27 08:48:17.447812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dd681-4452-4971-81c2-c595d182a5c0 req-c6c442c9-0109-41f8-82b5-674d77069514 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:17.450165 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-079dd681-4452-4971-81c2-c595d182a5c0 req-c6c442c9-0109-41f8-82b5-674d77069514 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1095 time: 0.1989436 Sep 27 08:48:17.493084 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Attempting to bind port 5e80c023-7bc4-4862-86a9-762d85bd7618 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:17.493634 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Attempting to bind port 5e80c023-7bc4-4862-86a9-762d85bd7618 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:17.494038 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Attempting to bind port 5e80c023-7bc4-4862-86a9-762d85bd7618 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:17.508528 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b71a5-1aea-40d0-b7c7-c7cce398ae9e None None] Pushing event updated for resources: {'Port': ['ID=5e80c023-7bc4-4862-86a9-762d85bd7618,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:17.513022 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:17.513445 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:17.513804 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.514178 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:17.514712 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Bound port: 5e80c023-7bc4-4862-86a9-762d85bd7618, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:17.515094 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.560442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3cbbea1b-e492-4a2a-b524-ed593a7994ba req-5015cb7b-ab08-4b64-bba7-ca37158260a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090019 Sep 27 08:48:17.562822 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-079dd681-4452-4971-81c2-c595d182a5c0 req-27ed4bc3-1cdc-4a81-ad52-a60c5eb2e30e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038964 Sep 27 08:48:17.571726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.577995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.601473 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] For port 5e80c023-7bc4-4862-86a9-762d85bd7618, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:17.606389 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] For port 5e80c023-7bc4-4862-86a9-762d85bd7618, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5e80c023-7bc4-4862-86a9-762d85bd7618,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:17.615231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:48:17.616003 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.623850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4bce0-ba7f-45c7-8712-cfb24d6725ee None None] Pushing event updated for resources: {'Port': ['ID=b71407e7-d7ac-494f-ad39-856e1dc62a5b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:17.624109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a7bc57-1a94-4c71-ac62-29b2c6d6548f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:17.648454 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.651431 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Added segment b80efef8-ca9e-4b0c-8677-56aa1ebf2eda of type vlan for network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 Sep 27 08:48:17.709309 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:17.709966 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:47:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:17.717790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.741157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Attempting to bind port b71407e7-d7ac-494f-ad39-856e1dc62a5b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:17.741529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Attempting to bind port b71407e7-d7ac-494f-ad39-856e1dc62a5b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:17.741901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Attempting to bind port b71407e7-d7ac-494f-ad39-856e1dc62a5b on network 76720679-bc8e-4652-afbe-57a24f708ae7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:17.744148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port cdd81495-eed4-42b0-a6a6-84716c0ea385 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:17.749175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.751367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:17.752673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.765938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1cc557de-240b-4895-a07b-07be87d4afb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.777392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port cdd81495-eed4-42b0-a6a6-84716c0ea385 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:17.777765 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.796261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8750803 Sep 27 08:48:17.798979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34346) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:17.805113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Request body: {'subnet': {'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1384640985-subnet', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:17.817930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:17.818361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Checking segment: {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:17.818781 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.819191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Bound using segment: {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:17.819692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Bound port: b71407e7-d7ac-494f-ad39-856e1dc62a5b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:17.820234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.852139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:17.852550 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.908992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-2e0bb549-d5b0-4fdc-91c4-c270fe0a7e6d service neutron] 10.222.0.57 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1235936 Sep 27 08:48:17.949649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Made reservation on behalf of 7214a460820148f1b6500794093d2f7e for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:17.952109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ec569734-9973-4465-b764-c8e05d25958c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ec569734-9973-4465-b764-c8e05d25958c,segment=NetworkSegment(ad9b7244-081a-49d5-99c9-8ccd6d04b75d),segment_id=ad9b7244-081a-49d5-99c9-8ccd6d04b75d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:17.961135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:17.966266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1addee6-99c0-419b-aad4-000e5a80599e admin admin] Pushing event updated for resources: {'Network': ['ID=54366c9a-f3e3-4c5a-8abb-e4746fe41af2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:17.969246 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:17.969401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:18.042990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:48:18.081454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'ec569734-9973-4465-b764-c8e05d25958c', 'network_id': '13da826d-751d-4711-90d3-4bd13db5f5da', 'port_id': 'ec569734-9973-4465-b764-c8e05d25958c', 'mac_address': 'fa:16:3e:e4:5b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e19b3c-5fef-45ae-824a-bac67c8dca33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:18.117261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:18.142849 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b71a5-1aea-40d0-b7c7-c7cce398ae9e None None] Pushing event updated for resources: {'Port': ['ID=5e80c023-7bc4-4862-86a9-762d85bd7618,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:18.170125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Sync routers for ids ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:18.196722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] For port b71407e7-d7ac-494f-ad39-856e1dc62a5b, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:18.206023 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.210733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6514f-9496-4c7a-a38f-376ab31d9bb2 req-533823d9-3d78-499b-8464-e86f920ac394 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.213337 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ca6514f-9496-4c7a-a38f-376ab31d9bb2 req-533823d9-3d78-499b-8464-e86f920ac394 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 945 time: 0.2289755 Sep 27 08:48:18.213509 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.221438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.222803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-055fae7f-1124-407e-9255-2db25b4f0096 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7509191 Sep 27 08:48:18.232354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34352) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:18.237124 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:13Z', 'revision_number': 3, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:18.265123 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb8b2b-1d87-4fc0-beda-d321bc1ce6e7 None None] The sync data for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 is: [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:13Z', 'revision_number': 3, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:18.295762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.303048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0b98217-26ac-40b2-8d4f-e1a98c299032 req-9485432a-6d57-42c4-a895-081549b92ccb service neutron] 10.222.0.57 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223426 Sep 27 08:48:18.336118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ca6514f-9496-4c7a-a38f-376ab31d9bb2 req-0a3197e5-e64d-4385-b5d2-361413b63442 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122341 Sep 27 08:48:18.422633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] For port b71407e7-d7ac-494f-ad39-856e1dc62a5b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b71407e7-d7ac-494f-ad39-856e1dc62a5b,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:18.423475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-a229ba01-e664-4879-ad41-5fd493b0c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.424193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Routers {'30ecd54c-83b6-4f67-95c0-1c37ee794d3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:18.425275 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-a229ba01-e664-4879-ad41-5fd493b0c3c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3050250688104b29b30a7423fe1d5d1e&device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1095 time: 0.0620649 Sep 27 08:48:18.426244 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:18.462841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bc93b0-c8b9-4920-b459-ed816b218b01,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:18.481440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feab63-980e-4554-b614-6a5c519021da req-18bf4a39-4f8f-43c8-b0f3-706ebb4ce5ec tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.487508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feab63-980e-4554-b614-6a5c519021da req-18bf4a39-4f8f-43c8-b0f3-706ebb4ce5ec tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.494856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feab63-980e-4554-b614-6a5c519021da req-18bf4a39-4f8f-43c8-b0f3-706ebb4ce5ec tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.501011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.504642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feab63-980e-4554-b614-6a5c519021da req-18bf4a39-4f8f-43c8-b0f3-706ebb4ce5ec tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.510851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feab63-980e-4554-b614-6a5c519021da req-18bf4a39-4f8f-43c8-b0f3-706ebb4ce5ec tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.511071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cdd81495-eed4-42b0-a6a6-84716c0ea385, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:18.525035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feab63-980e-4554-b614-6a5c519021da req-18bf4a39-4f8f-43c8-b0f3-706ebb4ce5ec tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.554044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feab63-980e-4554-b614-6a5c519021da req-18bf4a39-4f8f-43c8-b0f3-706ebb4ce5ec tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.559949 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.562253 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.564564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35feab63-980e-4554-b614-6a5c519021da req-18bf4a39-4f8f-43c8-b0f3-706ebb4ce5ec tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5445 time: 0.3508298 Sep 27 08:48:18.603820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.639755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979c975-be37-41d4-a4a4-c48b3fd6c996 req-a5d2c007-9dee-4ffe-892d-217786f51898 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.643308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Checking segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:18.643656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Network hostable DHCP agents. Network: 54366c9a-f3e3-4c5a-8abb-e4746fe41af2, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:48:18.651927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b979c975-be37-41d4-a4a4-c48b3fd6c996 req-a5d2c007-9dee-4ffe-892d-217786f51898 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 943 time: 0.1991320 Sep 27 08:48:18.653712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c8fb3764-a001-41f2-aee6-829e660f6565 None None] Provisioning complete for port b71407e7-d7ac-494f-ad39-856e1dc62a5b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:18.654080 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3764-a001-41f2-aee6-829e660f6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:18.686839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:18.687744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:18.690823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec569734-9973-4465-b764-c8e05d25958c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:18.788606 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b979c975-be37-41d4-a4a4-c48b3fd6c996 req-75a54cc0-41a5-43c8-bc5a-3d5a04ded9ff tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357265 Sep 27 08:48:18.791590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-be8b5804-4c24-4ca8-879e-90e76f83159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:18.793667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-be8b5804-4c24-4ca8-879e-90e76f83159b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0afca49-adaa-4f02-82b6-be8bc5792bdd HTTP/1.1" status: 200 len: 911 time: 0.3401322 Sep 27 08:48:18.870894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35feab63-980e-4554-b614-6a5c519021da req-1eef02a0-6ac9-4978-a04e-0c3a0eedde05 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3052952 Sep 27 08:48:18.916990 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-9fbd7a1d-d083-4ae5-aa63-8f445cccac4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7041ba0-8c23-4505-a962-b7fabae3783b HTTP/1.1" status: 200 len: 217 time: 0.0698020 Sep 27 08:48:18.920029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4bce0-ba7f-45c7-8712-cfb24d6725ee None None] Pushing event updated for resources: {'Port': ['ID=b71407e7-d7ac-494f-ad39-856e1dc62a5b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:18.975620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:48:19.057612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Set router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:19.062060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-4989b94e-a2a3-4498-bc22-ca8a1ab11bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.063799 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-4989b94e-a2a3-4498-bc22-ca8a1ab11bc3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a989a55a-b0af-4c7a-92ce-7e87006a6032 HTTP/1.1" status: 200 len: 849 time: 0.1360714 Sep 27 08:48:19.121326 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ec569734-9973-4465-b764-c8e05d25958c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ec569734-9973-4465-b764-c8e05d25958c,segment=NetworkSegment(ad9b7244-081a-49d5-99c9-8ccd6d04b75d),segment_id=ad9b7244-081a-49d5-99c9-8ccd6d04b75d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:19.136415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5e80c023-7bc4-4862-86a9-762d85bd7618 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:19.165456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 54366c9a-f3e3-4c5a-8abb-e4746fe41af2) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:19.165909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-7b2de6eb-34c1-437d-a772-26b30b97e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.167472 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-7b2de6eb-34c1-437d-a772-26b30b97e23a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0afca49-adaa-4f02-82b6-be8bc5792bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930257 Sep 27 08:48:19.177984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Allocated IP 172.20.0.1 (b32f2e70-9473-4975-b3a6-d1a9a10cf3e8/bf27ce71-024e-487a-b57e-7594a71d9fb2/df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:19.179111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.179527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.197696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f145bb-fa78-4952-b9d7-b44c5f5b3ae9'}, {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd81495-eed4-42b0-a6a6-84716c0ea385'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:19.199692 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c535831-e875-41e6-8c3c-8c6fecc4e9a4" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "34f145bb-fa78-4952-b9d7-b44c5f5b3ae9"}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "cdd81495-eed4-42b0-a6a6-84716c0ea385"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:19.211537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae18f8-f752-4e45-95a5-0812adac30bb None None] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:19.213524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.238553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f74e25-3dfb-48d7-babd-f93d14deffef req-ea723995-7789-4924-a3e6-e86a9ac219d3 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.241687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a4f74e25-3dfb-48d7-babd-f93d14deffef req-ea723995-7789-4924-a3e6-e86a9ac219d3 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1095 time: 0.1422880 Sep 27 08:48:19.250046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f4783e42-adc5-4e75-a084-0ac112441a0c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4497564 Sep 27 08:48:19.252631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34362) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:19.259010 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.276101 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d24b593-1c55-477f-8a2a-4723e9396006 x-openstack-request-id: req-9d24b593-1c55-477f-8a2a-4723e9396006 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:19.276445 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "34f145bb-fa78-4952-b9d7-b44c5f5b3ae9", "code": 200}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-plugged", "status": "completed", "tag": "cdd81495-eed4-42b0-a6a6-84716c0ea385", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:19.276752 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d24b593-1c55-477f-8a2a-4723e9396006 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:19.277036 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f145bb-fa78-4952-b9d7-b44c5f5b3ae9', 'code': 200} Sep 27 08:48:19.277296 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd81495-eed4-42b0-a6a6-84716c0ea385', 'code': 200} Sep 27 08:48:19.304462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:19.352226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.353295 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.413429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=cdd81495-eed4-42b0-a6a6-84716c0ea385,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:19.418700 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a4f74e25-3dfb-48d7-babd-f93d14deffef req-d98f40d0-998c-4ec8-b9dc-4e2b27799be8 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339197 Sep 27 08:48:19.451687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-42330b35-203b-42ca-9dc4-c6f6645e0ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750111 Sep 27 08:48:19.510316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:19.517119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-42c291da-49f9-4367-b0eb-9fd773911c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.517791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-42c291da-49f9-4367-b0eb-9fd773911c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.518337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-42c291da-49f9-4367-b0eb-9fd773911c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.518880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-42c291da-49f9-4367-b0eb-9fd773911c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.519419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-42c291da-49f9-4367-b0eb-9fd773911c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.519963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-42c291da-49f9-4367-b0eb-9fd773911c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.520460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-42c291da-49f9-4367-b0eb-9fd773911c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.521778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5e80c023-7bc4-4862-86a9-762d85bd7618 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:19.522158 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.522678 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-42c291da-49f9-4367-b0eb-9fd773911c8b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.1351142 Sep 27 08:48:19.542345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.562189 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.564686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ec569734-9973-4465-b764-c8e05d25958c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:19.567297 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3764-a001-41f2-aee6-829e660f6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.588460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85878c17-7f70-4164-98c5-04a8d9b5df0c req-f1912ac4-0e53-4cdf-aa1e-2bbfa3cdafb9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&id=8fbe61be-1c06-4106-bbde-4089f8b79b57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544944 Sep 27 08:48:19.717941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9fc85-415c-45bc-82d8-4f8d63c084cc req-4cc9cd23-1c9e-4203-894c-f58905700728 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:19.719469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ac9fc85-415c-45bc-82d8-4f8d63c084cc req-4cc9cd23-1c9e-4203-894c-f58905700728 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 945 time: 0.2562244 Sep 27 08:48:19.756824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Allocated IP 172.20.0.1 (7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9/0cecf234-2219-4c74-98af-f5a82477d0f0/6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:19.766633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.866876 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.885557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ac9fc85-415c-45bc-82d8-4f8d63c084cc req-efa84933-122f-4eb8-8edc-3f3be34e86e6 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219046 Sep 27 08:48:19.888768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:19.901586 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-554177eb-a1cd-495f-9ea7-157b6c4527c4 req-be0e11ae-5403-4655-a1d6-f2a6bc497f0b service neutron] 10.222.0.57 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351511 Sep 27 08:48:20.001336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.006145 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ec569734-9973-4465-b764-c8e05d25958c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:20.061200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2ff52-1fef-4b97-887f-791db88e6376 req-69d195ba-8be3-439a-adc9-8688f5c9c1f4 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.063077 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39e2ff52-1fef-4b97-887f-791db88e6376 req-69d195ba-8be3-439a-adc9-8688f5c9c1f4 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 944 time: 0.1078861 Sep 27 08:48:20.065069 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.069774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c8fb3764-a001-41f2-aee6-829e660f6565 None None] For port b71407e7-d7ac-494f-ad39-856e1dc62a5b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b71407e7-d7ac-494f-ad39-856e1dc62a5b,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:20.100012 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3764-a001-41f2-aee6-829e660f6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.134349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:20.146671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:20.149939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:20.152116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:20.160408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:20.165375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:20.169780 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-39e2ff52-1fef-4b97-887f-791db88e6376 req-88f0dbe6-a1bf-4a3c-b8d7-af80d0d509b5 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894718 Sep 27 08:48:20.195244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.197994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Pushing event updated for resources: {'Port': ['ID=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:20.266458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.270562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:20.291735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-c050ca4c-16a8-4467-86bd-965f44657284 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.304607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-c050ca4c-16a8-4467-86bd-965f44657284 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.311627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-c050ca4c-16a8-4467-86bd-965f44657284 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.317868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-c050ca4c-16a8-4467-86bd-965f44657284 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.327246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-c050ca4c-16a8-4467-86bd-965f44657284 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.338240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-c050ca4c-16a8-4467-86bd-965f44657284 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.346232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-c050ca4c-16a8-4467-86bd-965f44657284 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.347568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-c050ca4c-16a8-4467-86bd-965f44657284 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5446 time: 0.3507302 Sep 27 08:48:20.355077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:48:20.357335 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.456320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb3764-a001-41f2-aee6-829e660f6565 None None] Pushing event updated for resources: {'Port': ['ID=b71407e7-d7ac-494f-ad39-856e1dc62a5b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:20.477387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b6f7638f-f27d-4b44-b425-594ccad3d0ef req-73472a04-be1d-49bf-9110-baafe76db06d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187248 Sep 27 08:48:20.484155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d73c6196-f9e6-40bc-afa5-2c21d7f75fc9 None None] Provisioning complete for port b71407e7-d7ac-494f-ad39-856e1dc62a5b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:20.484396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d73c6196-f9e6-40bc-afa5-2c21d7f75fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.485923 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.555199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '4168fa33-fe28-49a7-b895-5982a147996f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:15Z', 'revision_number': 3, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port': {'id': '4168fa33-fe28-49a7-b895-5982a147996f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:12Z', 'updated_at': '2021-09-27T08:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:20.645431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.663040 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.687376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb82758-c8c3-49e7-a55f-3c5266e2bcf7 req-6bf15ee2-0de2-4951-a03b-b33ebec8e07b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.688957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3cb82758-c8c3-49e7-a55f-3c5266e2bcf7 req-6bf15ee2-0de2-4951-a03b-b33ebec8e07b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.2754495 Sep 27 08:48:20.692062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.726528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3cb82758-c8c3-49e7-a55f-3c5266e2bcf7 req-6bff623d-8b71-487f-8a87-e369ceecbd58 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/quotas/54e965b18d5f42e7833a8433c2f3ce28 HTTP/1.1" status: 200 len: 375 time: 0.0135846 Sep 27 08:48:20.741458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Checking router: 30ecd54c-83b6-4f67-95c0-1c37ee794d3b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:20.741842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Updating router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b port 4168fa33-fe28-49a7-b895-5982a147996f binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:20.773519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 5e80c023-7bc4-4862-86a9-762d85bd7618, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5e80c023-7bc4-4862-86a9-762d85bd7618,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:20.777558 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.793619 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.794436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 639a0851-834c-4cbd-8b3c-045f144c6f9d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:20.815345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360843e-2b98-46c5-80cb-e9fe0fb297a6 req-7476f34b-aa5d-4614-a1a5-e067b2744b72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:20.817662 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e360843e-2b98-46c5-80cb-e9fe0fb297a6 req-7476f34b-aa5d-4614-a1a5-e067b2744b72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1095 time: 0.1421616 Sep 27 08:48:20.818367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.839259 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3cb82758-c8c3-49e7-a55f-3c5266e2bcf7 req-d19a8355-91ad-4837-a9ff-f2af3cf6f556 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038103 Sep 27 08:48:20.870349 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:20.917390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e360843e-2b98-46c5-80cb-e9fe0fb297a6 req-d261b325-6d91-41e7-b815-78db11501548 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879707 Sep 27 08:48:20.970199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Allocated IP 172.25.2.57 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/b33e5ffc-5768-4aca-938e-6347e4db5015) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:21.051633 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.066223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3cb82758-c8c3-49e7-a55f-3c5266e2bcf7 req-1f6a9ee9-4282-4cde-ace6-ea3995d4eff5 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724396 Sep 27 08:48:21.067760 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.135239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 639a0851-834c-4cbd-8b3c-045f144c6f9d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:21.135878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.157715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=5e80c023-7bc4-4862-86a9-762d85bd7618,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:21.196255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.206176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:18Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:21.207796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.211028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Allocated IP 172.20.0.2 (54366c9a-f3e3-4c5a-8abb-e4746fe41af2/d4bc93b0-c8b9-4920-b459-ed816b218b01/3e14f829-cec8-4fa0-b3e4-5a0a8b19800f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:21.218240 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.241654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:21.247855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.268268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90193f42-71ca-4399-83fb-15602da19d24 None None] The sync data for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 is: [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:18Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:21.313774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3cb82758-c8c3-49e7-a55f-3c5266e2bcf7 req-8f068dbb-3168-40e3-986a-63e06aa2db5f service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371836 Sep 27 08:48:21.338438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Pushing event updated for resources: {'Port': ['ID=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:21.372596 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.382579 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.410058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:21.419735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:21.474485 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d3c1f01c-88ea-481a-a886-71d656116be3 None None] Provisioning complete for port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:21.475097 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f01c-88ea-481a-a886-71d656116be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:21.513282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742ad29-9c96-434c-914e-47afae3bb041 req-b538df36-998d-4b0f-8eba-348843f18b59 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:21.515075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c742ad29-9c96-434c-914e-47afae3bb041 req-b538df36-998d-4b0f-8eba-348843f18b59 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 944 time: 0.2465899 Sep 27 08:48:21.515748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Pushing event updated for resources: {'Port': ['ID=b33e5ffc-5768-4aca-938e-6347e4db5015,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:21.603060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:21.630164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:21.674514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device dc9de824-f43d-4206-90bf-e5b637539a57 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:21.675735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:21.677942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:21.758483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1f01c-88ea-481a-a886-71d656116be3 None None] Port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:21.767638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c742ad29-9c96-434c-914e-47afae3bb041 req-6eddfa28-eada-49d9-a15a-1fd999531c5d tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342179 Sep 27 08:48:21.972268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d3c1f01c-88ea-481a-a886-71d656116be3 None None] Provisioning complete for port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:21.972484 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f01c-88ea-481a-a886-71d656116be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.063934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1f01c-88ea-481a-a886-71d656116be3 None None] Port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:22.070804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f7041ba0-8c23-4505-a962-b7fabae3783b details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:22.132671 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.152102 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.274709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4048e-d6a6-4ffc-a40c-0ba5e1f90722 req-9fb1eb13-3652-4e38-a8e0-868cf327fb1d tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.276343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9dc4048e-d6a6-4ffc-a40c-0ba5e1f90722 req-9fb1eb13-3652-4e38-a8e0-868cf327fb1d tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1095 time: 0.1071033 Sep 27 08:48:22.288205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:22.302510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:22.308571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-893d1192-140f-4692-8fab-ace935daf988 admin admin] 10.222.0.50 "PUT /v2.0/routers/30ecd54c-83b6-4f67-95c0-1c37ee794d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0804472 Sep 27 08:48:22.312975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port dc9de824-f43d-4206-90bf-e5b637539a57 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:22.313346 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.340589 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:22.356477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9dc4048e-d6a6-4ffc-a40c-0ba5e1f90722 req-7da9ae5e-a333-487c-bc05-03724a04ba8b tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549860 Sep 27 08:48:22.357757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:22.390958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Pushing event updated for resources: {'Port': ['ID=3e14f829-cec8-4fa0-b3e4-5a0a8b19800f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:22.414037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:22.414640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a2631530-a4d7-4b87-8501-371e06b2af9d None None] Provisioning complete for port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:22.414640 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2631530-a4d7-4b87-8501-371e06b2af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.418813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:22.439647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f7041ba0-8c23-4505-a962-b7fabae3783b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f7041ba0-8c23-4505-a962-b7fabae3783b,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:22.466879 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.524610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-9c85c39a-0318-4e4d-81c6-b244af508efa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.538114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-9c85c39a-0318-4e4d-81c6-b244af508efa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.553875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-9c85c39a-0318-4e4d-81c6-b244af508efa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.560077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-9c85c39a-0318-4e4d-81c6-b244af508efa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.566108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-9c85c39a-0318-4e4d-81c6-b244af508efa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.572185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-9c85c39a-0318-4e4d-81c6-b244af508efa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.578471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-9c85c39a-0318-4e4d-81c6-b244af508efa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.580504 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-9c85c39a-0318-4e4d-81c6-b244af508efa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5446 time: 0.2642355 Sep 27 08:48:22.697133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e841da7-9226-4bd1-8d85-7457a3eefcb4 req-6426fd4a-f09e-422a-8da1-00fa637afd61 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763876 Sep 27 08:48:22.728267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-c2c334e5-7aa0-4eea-861e-5f8dc2cb57a1 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:22.738930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-c2c334e5-7aa0-4eea-861e-5f8dc2cb57a1 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.1959171 Sep 27 08:48:22.762802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a2631530-a4d7-4b87-8501-371e06b2af9d None None] Port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:22.776667 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f7041ba0-8c23-4505-a962-b7fabae3783b', 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'port_id': 'f7041ba0-8c23-4505-a962-b7fabae3783b', 'mac_address': 'fa:16:3e:3e:a9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:22.783561 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-20fb0d9c-53ec-4050-ae52-3353c9b04d1d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/quotas/54e965b18d5f42e7833a8433c2f3ce28 HTTP/1.1" status: 200 len: 375 time: 0.0358875 Sep 27 08:48:22.826922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Router 4fc0cb58-bfab-404e-b780-a06b03b01545 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:22.838582 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.849616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.885582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-aa08f44a-419a-438a-b81b-4af77b31fff6 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008432 Sep 27 08:48:22.950219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.953170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Attempting to bind port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:22.953536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Attempting to bind port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:22.953896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Attempting to bind port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f on network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:22.964028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:22.964434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Checking segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:22.964841 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.965239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Bound using segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:22.965720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Bound port: 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:22.966098 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:22.989216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7041ba0-8c23-4505-a962-b7fabae3783b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:23.009896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f7041ba0-8c23-4505-a962-b7fabae3783b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f7041ba0-8c23-4505-a962-b7fabae3783b,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:23.012948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-b7c5d851-b76b-4ed5-b89e-afba1e7feff3 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258428 Sep 27 08:48:23.036763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Attempting to bind port 4168fa33-fe28-49a7-b895-5982a147996f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:23.038790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Attempting to bind port 4168fa33-fe28-49a7-b895-5982a147996f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:23.039193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Attempting to bind port 4168fa33-fe28-49a7-b895-5982a147996f on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:23.065227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.084497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:23.085548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:23.085966 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.086384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:23.086849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Bound port: 4168fa33-fe28-49a7-b895-5982a147996f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:23.087247 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.090811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-83216434-a201-4813-9df9-ee8503e27c35 None None] Provisioning complete for port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:23.091173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83216434-a201-4813-9df9-ee8503e27c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.135194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d8eb9-30e7-48f9-871b-8c28c47637fc None None] Pushing event updated for resources: {'Port': ['ID=4168fa33-fe28-49a7-b895-5982a147996f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:23.141198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-83216434-a201-4813-9df9-ee8503e27c35 None None] Port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:23.150078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:23.159317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-086df43a-dea0-40ea-8110-aca5e358b36c service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426489 Sep 27 08:48:23.168584 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Sync routers for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:23.189620 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:23.191609 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:23.215893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5e80c023-7bc4-4862-86a9-762d85bd7618 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:23.236187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ec569734-9973-4465-b764-c8e05d25958c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:23.319884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b34115c-9e6d-4ab8-9713-919aafd8d596 admin admin] 10.222.0.50 "PUT /v2.0/routers/4fc0cb58-bfab-404e-b780-a06b03b01545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7612908 Sep 27 08:48:23.391174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f7041ba0-8c23-4505-a962-b7fabae3783b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:23.426439 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:23.429442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87d27-931c-423c-a334-43b672c68340 req-104c0aef-f07f-461a-85f9-712801dc3515 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.431435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] For port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:23.454551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87d27-931c-423c-a334-43b672c68340 req-104c0aef-f07f-461a-85f9-712801dc3515 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.477306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] For port 4168fa33-fe28-49a7-b895-5982a147996f, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:23.477306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] For port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3e14f829-cec8-4fa0-b3e4-5a0a8b19800f,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:23.481107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87d27-931c-423c-a334-43b672c68340 req-104c0aef-f07f-461a-85f9-712801dc3515 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.484623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f7041ba0-8c23-4505-a962-b7fabae3783b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:23.506294 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.508679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87d27-931c-423c-a334-43b672c68340 req-104c0aef-f07f-461a-85f9-712801dc3515 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.520266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] For port 4168fa33-fe28-49a7-b895-5982a147996f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4168fa33-fe28-49a7-b895-5982a147996f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:23.530099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port ec569734-9973-4465-b764-c8e05d25958c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:23.531636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87d27-931c-423c-a334-43b672c68340 req-104c0aef-f07f-461a-85f9-712801dc3515 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.541713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674431c-3776-4883-a049-31235ae197ab req-0f23e030-088c-43a9-84f3-5a39074844f8 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.552170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7674431c-3776-4883-a049-31235ae197ab req-0f23e030-088c-43a9-84f3-5a39074844f8 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 944 time: 0.1136708 Sep 27 08:48:23.559513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port ec569734-9973-4465-b764-c8e05d25958c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:23.559912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.562667 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.564592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87d27-931c-423c-a334-43b672c68340 req-104c0aef-f07f-461a-85f9-712801dc3515 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.582186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf87d27-931c-423c-a334-43b672c68340 req-104c0aef-f07f-461a-85f9-712801dc3515 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:23.596163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1bf87d27-931c-423c-a334-43b672c68340 req-104c0aef-f07f-461a-85f9-712801dc3515 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5446 time: 0.5538514 Sep 27 08:48:23.618879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34480) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:23.637678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Request body: {'floatingip': {'port_id': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:23.755166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7674431c-3776-4883-a049-31235ae197ab req-1958f965-3232-4280-a4d3-f6e3d29989de tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018795 Sep 27 08:48:23.755732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.773574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:23.789825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5e80c023-7bc4-4862-86a9-762d85bd7618 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:23.790628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.051427 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 2, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:24.058099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5ed73-93fa-44e3-b8e6-1b714d42e892 None None] Pushing event updated for resources: {'Port': ['ID=3e14f829-cec8-4fa0-b3e4-5a0a8b19800f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:24.100165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Routers {'30ecd54c-83b6-4f67-95c0-1c37ee794d3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:24.100900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:24.172272 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-570e5309-b7cd-4d18-bf44-096d1baed3dd req-3236f709-bd75-4663-9ae0-0ebee3c2b44f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 210 time: 0.4008529 Sep 27 08:48:24.178678 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Checking router: 4fc0cb58-bfab-404e-b780-a06b03b01545 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:24.181295 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Updating router 4fc0cb58-bfab-404e-b780-a06b03b01545 port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:24.234537 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.266551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:48:24.433175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.506511 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.542658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.581981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:24.608933 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.610895 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2430c187-50b9-47e5-9e5f-984a4b970012 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3570282 Sep 27 08:48:24.613819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:24.651219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ec569734-9973-4465-b764-c8e05d25958c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ec569734-9973-4465-b764-c8e05d25958c,segment=NetworkSegment(ad9b7244-081a-49d5-99c9-8ccd6d04b75d),segment_id=ad9b7244-081a-49d5-99c9-8ccd6d04b75d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:24.676772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec569734-9973-4465-b764-c8e05d25958c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:24.679573 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1204a57-6542-4a01-816f-d94598335bd9" -d '{"events": [{"server_uuid": "39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6", "name": "network-vif-plugged", "status": "completed", "tag": "ec569734-9973-4465-b764-c8e05d25958c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:24.689269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Sync routers for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:24.738995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.752450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b71407e7-d7ac-494f-ad39-856e1dc62a5b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:24.764494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-34007542-5fc4-4af6-8ea0-cd643cb0f7f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2506001 Sep 27 08:48:24.790432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c508c-ec2a-48eb-9a8c-650662f9c1da req-a348629d-daaf-488b-8220-34949c6a15ef tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:24.809218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f93c508c-ec2a-48eb-9a8c-650662f9c1da req-a348629d-daaf-488b-8220-34949c6a15ef tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1096 time: 0.2928743 Sep 27 08:48:24.853407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] Set router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:24.890758 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.905024 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:24.918043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34532) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:24.936945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a044bfd0-17ab-4d10-b7c2-f3e5733339ca tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879073287', 'description': 'tempest-description--1954727286'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:24.959414 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Floating IP fac629f2-51e5-4fc4-8c78-777c735134b2 associated. External IP: 172.25.2.162, port: 5b378bea-c6e1-49fd-ba7f-d76e691f72f4. Sep 27 08:48:25.064817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d8eb9-30e7-48f9-871b-8c28c47637fc None None] Pushing event updated for resources: {'Port': ['ID=4168fa33-fe28-49a7-b895-5982a147996f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.109803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:25.110454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:25.118988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f93c508c-ec2a-48eb-9a8c-650662f9c1da req-fbaa482c-792f-417c-95c3-7c2bf547b151 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146098 Sep 27 08:48:25.143899 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f785f-9c61-4bb4-b8c7-758a9e646b21 None None] Pushing event updated for resources: {'Port': ['ID=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.189851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-323c0504-50b9-4cdb-9cba-00ced07a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.203158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-323c0504-50b9-4cdb-9cba-00ced07a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.203158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-323c0504-50b9-4cdb-9cba-00ced07a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.203494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-323c0504-50b9-4cdb-9cba-00ced07a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.209682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-323c0504-50b9-4cdb-9cba-00ced07a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.210422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-323c0504-50b9-4cdb-9cba-00ced07a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.213452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-323c0504-50b9-4cdb-9cba-00ced07a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.218479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-323c0504-50b9-4cdb-9cba-00ced07a3348 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.3417363 Sep 27 08:48:25.259064 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Attempting to bind port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:25.259677 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Attempting to bind port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:25.259801 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Attempting to bind port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 on network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:25.276887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a044bfd0-17ab-4d10-b7c2-f3e5733339ca tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.292609 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02fe2a0-d26d-4399-8901-b780a2016301 x-openstack-request-id: req-e02fe2a0-d26d-4399-8901-b780a2016301 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:25.292901 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6", "name": "network-vif-plugged", "status": "completed", "tag": "ec569734-9973-4465-b764-c8e05d25958c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:25.293182 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e02fe2a0-d26d-4399-8901-b780a2016301 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:25.293591 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec569734-9973-4465-b764-c8e05d25958c', 'code': 200} Sep 27 08:48:25.301799 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:25.302194 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Checking segment: {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:25.302606 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.303007 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Bound using segment: {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:25.306752 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Bound port: df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:25.307199 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.429626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee7adbbe-13a2-4ee5-8785-dd7385bf0568 req-ef980c27-15f0-44d1-a1dd-350418cdc074 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 210 time: 0.0995409 Sep 27 08:48:25.518805 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] For port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:25.526613 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] For port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:25.545239 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.608077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-eebe977a-5dae-4327-a16e-1abf8cdaef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.609510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-eebe977a-5dae-4327-a16e-1abf8cdaef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.610080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-eebe977a-5dae-4327-a16e-1abf8cdaef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:25.612160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-eebe977a-5dae-4327-a16e-1abf8cdaef3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=1effa066-6393-41bc-8fe3-538d4fd8b46f&id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 2298 time: 0.3447664 Sep 27 08:48:25.627364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ddf11-0350-4e8e-b70e-7dd1e71616d1 None None] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:48:25.689922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ec569734-9973-4465-b764-c8e05d25958c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.697130 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:25.700871 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:25.729663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-845991b0-4bb8-4843-a713-a05ac9fb23d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 1000 time: 0.0982144 Sep 27 08:48:25.753905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7495ee5c-e5ed-4d2b-a7b3-6004793d40f7 None None] Provisioning complete for port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:25.754332 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7495ee5c-e5ed-4d2b-a7b3-6004793d40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.846156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a044bfd0-17ab-4d10-b7c2-f3e5733339ca tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.907163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a044bfd0-17ab-4d10-b7c2-f3e5733339ca tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.936063 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f785f-9c61-4bb4-b8c7-758a9e646b21 None None] Pushing event updated for resources: {'Port': ['ID=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.949996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044bfd0-17ab-4d10-b7c2-f3e5733339ca tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ae060-f662-4800-8ded-779e615963fe,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:25.987065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a044bfd0-17ab-4d10-b7c2-f3e5733339ca tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.987316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b71407e7-d7ac-494f-ad39-856e1dc62a5b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:25.988349 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a044bfd0-17ab-4d10-b7c2-f3e5733339ca tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0554950 Sep 27 08:48:25.989476 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:25.995632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34538) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:25.997859 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec6dbe-a939-450b-ba88-f2f81bc3c4f1 req-46934a4d-3d95-4557-82ce-017375679c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.000005 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-feec6dbe-a939-450b-ba88-f2f81bc3c4f1 req-46934a4d-3d95-4557-82ce-017375679c5c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 1096 time: 0.5104649 Sep 27 08:48:26.012355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f6635-bb32-4d87-9d37-24afab181300 req-205da6aa-f0fb-4dd3-a795-d1fdeab848ba tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.013898 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:26.023097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e45f6635-bb32-4d87-9d37-24afab181300 req-205da6aa-f0fb-4dd3-a795-d1fdeab848ba tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 945 time: 0.4561296 Sep 27 08:48:26.030242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Router 9085f35c-d545-4686-aea9-47a2e1d59377 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:26.068206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c25eb7e6-25fe-448e-b141-438e4ddac4d9 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Request body: {'security_group_rule': {'security_group_id': 'f23ae060-f662-4800-8ded-779e615963fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:26.092281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-591ad47d-71e9-4ed0-bb44-5f9195bbdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.099285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-591ad47d-71e9-4ed0-bb44-5f9195bbdd5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 200 len: 855 time: 0.3601582 Sep 27 08:48:26.250370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-62623be4-808d-43f4-b97f-de2cdf1261d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.268812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-62623be4-808d-43f4-b97f-de2cdf1261d7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 1.0823853 Sep 27 08:48:26.283698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f7041ba0-8c23-4505-a962-b7fabae3783b up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:26.311490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:26.332403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:26.338520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-feec6dbe-a939-450b-ba88-f2f81bc3c4f1 req-6e4d45c3-d9cb-4490-9db8-3fe6b1c333b9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236676 Sep 27 08:48:26.342104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Request body: {'port': {'device_id': '92b9a042-23af-42df-bb64-380612bbf325', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'admin_state_up': True, 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:26.349187 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] Sync routers for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:26.354322 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.371092 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:26.371723 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:26.386918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e45f6635-bb32-4d87-9d37-24afab181300 req-878bc3f3-a9cf-4014-bd42-12bcb28c4982 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655005 Sep 27 08:48:26.405147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fe3458ae-610b-4ea2-bc17-f1c4bf9790ad tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "PUT /v2.0/floatingips/fac629f2-51e5-4fc4-8c78-777c735134b2 HTTP/1.1" status: 200 len: 992 time: 2.7848017 Sep 27 08:48:26.409847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:26.412159 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0a9944-a1b7-40bb-8f0d-67847bedda11" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:26.420918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-84dc78f5-7aaf-4ec3-a228-679db1cad38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:26.422672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-84dc78f5-7aaf-4ec3-a228-679db1cad38a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3078957 Sep 27 08:48:26.426410 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c25eb7e6-25fe-448e-b141-438e4ddac4d9 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.491753 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:25Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:26.525255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.669869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f7041ba0-8c23-4505-a962-b7fabae3783b completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:26.680602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f7041ba0-8c23-4505-a962-b7fabae3783b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:26.681097 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.770906 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab36d-52ea-4577-abc2-b0d348f847b4 None None] The sync data for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 is: [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:25Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:26.788384 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:26.803559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '4168fa33-fe28-49a7-b895-5982a147996f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port': {'id': '4168fa33-fe28-49a7-b895-5982a147996f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:12Z', 'updated_at': '2021-09-27T08:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9', 'name': '', 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'mac_address': 'fa:16:3e:91:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 2, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'subnets': [{'id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:26.813141 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7495ee5c-e5ed-4d2b-a7b3-6004793d40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.912892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb369fb9-611d-42d4-8de3-5453855defd8 None None] The sync data for ids ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'] in n-d-810909-1 is: [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '4168fa33-fe28-49a7-b895-5982a147996f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port': {'id': '4168fa33-fe28-49a7-b895-5982a147996f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:12Z', 'updated_at': '2021-09-27T08:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9', 'name': '', 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'mac_address': 'fa:16:3e:91:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 2, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'subnets': [{'id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:26.950181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7495ee5c-e5ed-4d2b-a7b3-6004793d40f7 None None] For port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:26.967982 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7495ee5c-e5ed-4d2b-a7b3-6004793d40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:26.971719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.039430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:27.225068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f7041ba0-8c23-4505-a962-b7fabae3783b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f7041ba0-8c23-4505-a962-b7fabae3783b,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:27.226291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495ee5c-e5ed-4d2b-a7b3-6004793d40f7 None None] Pushing event updated for resources: {'Port': ['ID=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:27.232021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-79fe35d9-5dc5-4295-aa28-845ee9addb94 None None] Provisioning complete for port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:27.232543 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79fe35d9-5dc5-4295-aa28-845ee9addb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.303697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf58ec-2397-4ef6-80e2-d461845e5111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7041ba0-8c23-4505-a962-b7fabae3783b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:27.309950 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd3d3a4-fc36-4cbd-ba21-25268641e1f2" -d '{"events": [{"server_uuid": "b3bf58ec-2397-4ef6-80e2-d461845e5111", "name": "network-vif-plugged", "status": "completed", "tag": "f7041ba0-8c23-4505-a962-b7fabae3783b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:27.365097 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.378243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:22Z', 'revision_number': 3, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:27.455040 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4f7af-6490-46c5-a9d7-8334e482bd57 x-openstack-request-id: req-90e4f7af-6490-46c5-a9d7-8334e482bd57 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:27.457754 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:27.458720 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90e4f7af-6490-46c5-a9d7-8334e482bd57 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:27.459370 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'status': 'completed', 'code': 200} Sep 27 08:48:27.521692 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'fac629f2-51e5-4fc4-8c78-777c735134b2', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'port_id': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'mac_address': 'fa:16:3e:cb:75:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:46:55Z', 'updated_at': '2021-09-27T08:48:24Z', 'revision_number': 1, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:20Z', 'revision_number': 5, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:27.571232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Checking router: e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:27.576424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Updating router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b port b33e5ffc-5768-4aca-938e-6347e4db5015 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:27.588684 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10afbdf3-4bae-4946-a23c-5657dd38d190 req-1edc3e71-463d-4238-be83-64115a9e6992 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 210 time: 0.1280546 Sep 27 08:48:27.596920 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] Checking router: 9085f35c-d545-4686-aea9-47a2e1d59377 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:27.623647 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:27.624410 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:27.696007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:27.696654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.752626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-4fa3d660-d968-4a4c-a9e2-be7de060cfba service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2149718 Sep 27 08:48:27.786155 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:27.834362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f7041ba0-8c23-4505-a962-b7fabae3783b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:27.840138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Allocated IP 172.20.0.1 (54366c9a-f3e3-4c5a-8abb-e4746fe41af2/d4bc93b0-c8b9-4920-b459-ed816b218b01/94f6d272-5303-4738-af9f-468a8e7a8947) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:27.849465 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b4c9a-184b-461f-86bc-7044013bf912 x-openstack-request-id: req-784b4c9a-184b-461f-86bc-7044013bf912 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:27.849842 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bf58ec-2397-4ef6-80e2-d461845e5111", "name": "network-vif-plugged", "status": "completed", "tag": "f7041ba0-8c23-4505-a962-b7fabae3783b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:27.850193 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-784b4c9a-184b-461f-86bc-7044013bf912 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:27.856762 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf58ec-2397-4ef6-80e2-d461845e5111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7041ba0-8c23-4505-a962-b7fabae3783b', 'code': 200} Sep 27 08:48:27.964936 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:28.006359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79fe35d9-5dc5-4295-aa28-845ee9addb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.028102 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.069994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b5696-3792-4757-ba1c-c7a36eab94c8 req-4f4d0932-406e-42d7-b661-81490e8a376e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.074393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d4b5696-3792-4757-ba1c-c7a36eab94c8 req-4f4d0932-406e-42d7-b661-81490e8a376e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1096 time: 1.8045044 Sep 27 08:48:28.133102 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.295056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-26651497-3b09-4192-8d43-c8b389375836 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327010 Sep 27 08:48:28.302510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-79fe35d9-5dc5-4295-aa28-845ee9addb94 None None] For port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3e14f829-cec8-4fa0-b3e4-5a0a8b19800f,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:28.305592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6c52-f389-4d13-88f1-8e74b19f25e3 req-17b4d64b-bfd3-4e7d-9d81-cfb79894143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.311742 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-906f6c52-f389-4d13-88f1-8e74b19f25e3 req-17b4d64b-bfd3-4e7d-9d81-cfb79894143f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1097 time: 0.3884885 Sep 27 08:48:28.357621 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79fe35d9-5dc5-4295-aa28-845ee9addb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.369105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb392a1-0072-40c2-a653-d1eb5ff02f6c req-fad6a717-9b62-4bab-9dc4-c78b1263ab25 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.369430 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c25eb7e6-25fe-448e-b141-438e4ddac4d9 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.376945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-abb392a1-0072-40c2-a653-d1eb5ff02f6c req-fad6a717-9b62-4bab-9dc4-c78b1263ab25 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 945 time: 0.3454349 Sep 27 08:48:28.378271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:28.392306 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d4b5696-3792-4757-ba1c-c7a36eab94c8 req-93df7b66-bedc-4cc9-902e-4c4640b5e012 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463336 Sep 27 08:48:28.393203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-49d5c5ad-1cd9-40a7-9854-990c0f121fd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 217 time: 0.0800383 Sep 27 08:48:28.413972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:28.424717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.462864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:28.468959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:28.471092 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c25eb7e6-25fe-448e-b141-438e4ddac4d9 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.482154 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'fac629f2-51e5-4fc4-8c78-777c735134b2', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'port_id': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'mac_address': 'fa:16:3e:cb:75:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:46:55Z', 'updated_at': '2021-09-27T08:48:24Z', 'revision_number': 1, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:20Z', 'revision_number': 5, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:28.497274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Pushing event updated for resources: {'Port': ['ID=94f6d272-5303-4738-af9f-468a8e7a8947,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:28.504919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-906f6c52-f389-4d13-88f1-8e74b19f25e3 req-01d65fc4-b99b-47fe-aab4-b9f674e0b80b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814296 Sep 27 08:48:28.513417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe35d9-5dc5-4295-aa28-845ee9addb94 None None] Pushing event updated for resources: {'Port': ['ID=3e14f829-cec8-4fa0-b3e4-5a0a8b19800f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:28.535740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-abb392a1-0072-40c2-a653-d1eb5ff02f6c req-4c382e7e-0c12-4252-908d-47fc37148176 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574137 Sep 27 08:48:28.558489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-d81bff9f-b27b-431a-8219-50fb259e494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.562076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-d81bff9f-b27b-431a-8219-50fb259e494e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.1555607 Sep 27 08:48:28.565955 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a1021-b51f-4fbe-b832-1309c4bb3a04 None None] The sync data for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 is: [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'fac629f2-51e5-4fc4-8c78-777c735134b2', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'port_id': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'mac_address': 'fa:16:3e:cb:75:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:46:55Z', 'updated_at': '2021-09-27T08:48:24Z', 'revision_number': 1, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:20Z', 'revision_number': 5, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:28.586663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-79fe35d9-5dc5-4295-aa28-845ee9addb94 None None] Provisioning complete for port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:28.587035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79fe35d9-5dc5-4295-aa28-845ee9addb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.588689 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.637518 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.791483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:48:28.792137 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:48:28.800664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-466229ef-8163-4f19-aff3-0501f2f05c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:28.802713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-466229ef-8163-4f19-aff3-0501f2f05c0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2287824 Sep 27 08:48:28.943008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eb7e6-25fe-448e-b141-438e4ddac4d9 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8abe76-d3ff-4418-b4c2-32479101d78e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:28.945220 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:28.960564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.045340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Attempting to bind port b33e5ffc-5768-4aca-938e-6347e4db5015 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:29.045820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Attempting to bind port b33e5ffc-5768-4aca-938e-6347e4db5015 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:29.046252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Attempting to bind port b33e5ffc-5768-4aca-938e-6347e4db5015 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:29.050040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-d566e947-6802-43b3-a85d-18d581d7237c service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366769 Sep 27 08:48:29.061333 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c25eb7e6-25fe-448e-b141-438e4ddac4d9 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.067507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:29.068260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:29.068447 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c25eb7e6-25fe-448e-b141-438e4ddac4d9 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0108616 Sep 27 08:48:29.068811 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.069292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:29.069835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Bound port: b33e5ffc-5768-4aca-938e-6347e4db5015, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:29.070583 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.073762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833886d-99b0-49db-a915-76410067610a None None] Pushing event updated for resources: {'Port': ['ID=b33e5ffc-5768-4aca-938e-6347e4db5015,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:29.090626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34568) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:29.096873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-63088d08-1d10-4203-aac5-ee16c8e08ffa tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Request body: {'security_group_rule': {'security_group_id': 'f23ae060-f662-4800-8ded-779e615963fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:29.140070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f616af44-d717-402d-a09f-c2900968723a None None] Provisioning complete for port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:29.140390 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f616af44-d717-402d-a09f-c2900968723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.201265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-afa2d1b9-42a5-4729-abdb-3d33aa6aeeb0 req-97897a36-7be7-4cc8-b0fa-30cb4803dace tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 210 time: 0.3274739 Sep 27 08:48:29.262875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63088d08-1d10-4203-aac5-ee16c8e08ffa tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.269595 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.358449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-ac7fd239-cdcd-4dae-9dad-f136e90c101a service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001618 Sep 27 08:48:29.438336 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Allocated IP 172.20.0.2 (f3e97ddb-253c-47f6-8706-a06f993502a0/1d6e075a-6a69-43bb-b7d9-259309ec1b9d/59355ed9-2915-4ed7-a300-bf698161d3d5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:29.468921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-f85b22e1-622f-44d6-9e3a-d703b9e56408 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 217 time: 0.1006866 Sep 27 08:48:29.478342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] For port b33e5ffc-5768-4aca-938e-6347e4db5015, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:29.492144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] For port b33e5ffc-5768-4aca-938e-6347e4db5015, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b33e5ffc-5768-4aca-938e-6347e4db5015,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:29.508836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.604007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63088d08-1d10-4203-aac5-ee16c8e08ffa tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.631915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63088d08-1d10-4203-aac5-ee16c8e08ffa tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.655132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-63774c8e-dae1-49ca-a661-d7ae8b841e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:29.661362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-63774c8e-dae1-49ca-a661-d7ae8b841e02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.1835957 Sep 27 08:48:29.712724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833886d-99b0-49db-a915-76410067610a None None] Pushing event updated for resources: {'Port': ['ID=b33e5ffc-5768-4aca-938e-6347e4db5015,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:29.771529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde210b-1529-450f-a732-c34e05e039e1 req-20b5b799-091d-4584-9da3-f6b480e94d53 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:29.813105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3bde210b-1529-450f-a732-c34e05e039e1 req-20b5b799-091d-4584-9da3-f6b480e94d53 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1097 time: 0.2849739 Sep 27 08:48:29.834819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:29.835833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:29.907110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d8cfb-b12f-4509-89de-104b7d0ff559 None None] New status for floating IP fac629f2-51e5-4fc4-8c78-777c735134b2: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:48:29.918753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f616af44-d717-402d-a09f-c2900968723a None None] Provisioning complete for port 94f6d272-5303-4738-af9f-468a8e7a8947 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:29.919746 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f616af44-d717-402d-a09f-c2900968723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.926624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63088d08-1d10-4203-aac5-ee16c8e08ffa tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8f18e4-9909-42ea-9fce-49303a3ef992,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:29.972621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63088d08-1d10-4203-aac5-ee16c8e08ffa tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:29.974998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-63088d08-1d10-4203-aac5-ee16c8e08ffa tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8831348 Sep 27 08:48:29.985772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34584) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:29.998315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-95daabd9-d34c-4c29-a5de-871b29970dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.002521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-95daabd9-d34c-4c29-a5de-871b29970dc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2801237 Sep 27 08:48:30.015644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f616af44-d717-402d-a09f-c2900968723a None None] Port 94f6d272-5303-4738-af9f-468a8e7a8947 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:30.021436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:30.098428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.150181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.165568 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.285227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-cdea2401-624d-450f-973f-b6a2518e0762 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504953 Sep 27 08:48:30.285542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.302097 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.303992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Pushing event updated for resources: {'Port': ['ID=94f6d272-5303-4738-af9f-468a8e7a8947,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:30.310687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3bde210b-1529-450f-a732-c34e05e039e1 req-150ff9c6-3b12-4619-b556-fa1adfad681b tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845762 Sep 27 08:48:30.397397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event updated for resources: {'Port': ['ID=59355ed9-2915-4ed7-a300-bf698161d3d5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:30.411938 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.429611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-14289f00-88c2-42b2-916d-4b36b4e54d81 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178057 Sep 27 08:48:30.492845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Network f3e97ddb-253c-47f6-8706-a06f993502a0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:30.505339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:30.530063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:30.540122 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-cf3785ec-43ac-4cd1-b882-195ba0b5cbfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0969980 Sep 27 08:48:30.553249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4168fa33-fe28-49a7-b895-5982a147996f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:30.561570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:30.655142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-19264146-1778-4ebc-8456-6d603d5f8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.657200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-19264146-1778-4ebc-8456-6d603d5f8baf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.1085932 Sep 27 08:48:30.665183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:30.739398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4168fa33-fe28-49a7-b895-5982a147996f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:30.739925 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.763172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.763862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.782266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b442e-8eca-4eac-a50d-24c95450830e req-2e762380-5ad4-4d8c-9819-9849d7668f76 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.787223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-1ad6bd6f-c85d-4e47-b2ae-15b19b3b7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:30.790288 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-816b442e-8eca-4eac-a50d-24c95450830e req-2e762380-5ad4-4d8c-9819-9849d7668f76 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 931 time: 0.3079407 Sep 27 08:48:30.790533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-1ad6bd6f-c85d-4e47-b2ae-15b19b3b7ee2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1240623 Sep 27 08:48:30.803387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:30.896216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-cfd7bb1b-c9db-46f2-a99e-a96dcacb1684 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5995388 Sep 27 08:48:30.908633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:30.916291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:30.944548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-816b442e-8eca-4eac-a50d-24c95450830e req-585638d3-ca90-4fc3-ba47-8c49009e1857 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531327 Sep 27 08:48:30.956307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Request body: {'port': {'device_id': '92b9a042-23af-42df-bb64-380612bbf325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:31.060849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Allocated IP 172.25.2.132 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/c971f18d-4edc-473d-936a-12ef3dcf1f38) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:31.068064 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-6a78f682-4e25-4615-91a6-58dc856a4040 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936197 Sep 27 08:48:31.107251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.176700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 4168fa33-fe28-49a7-b895-5982a147996f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4168fa33-fe28-49a7-b895-5982a147996f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:31.189116 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.189940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:31.240130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:31.291696 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.376504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b11dde53-2b38-4978-9fae-503341422032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:27Z', 'revision_number': 1, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:31.381400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=4168fa33-fe28-49a7-b895-5982a147996f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:31.421157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11dde53-2b38-4978-9fae-503341422032 None None] The sync data for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 is: [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:27Z', 'revision_number': 1, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:31.431556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:31.432099 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.461341 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-1f6f2ad2-5d22-48b3-86dc-1ba1466fae46 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789065 Sep 27 08:48:31.474827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.513811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aa9faa4d-c7a3-4981-9e87-a7d7d6f24e72 None None] Provisioning complete for port 94f6d272-5303-4738-af9f-468a8e7a8947 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:31.513811 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa9faa4d-c7a3-4981-9e87-a7d7d6f24e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.549354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-cb765c22-9fe1-4243-9f1e-5ab023538d6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 200 len: 217 time: 0.0717494 Sep 27 08:48:31.610375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-aa9faa4d-c7a3-4981-9e87-a7d7d6f24e72 None None] Port 94f6d272-5303-4738-af9f-468a8e7a8947 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:31.618015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9d42-30c0-4ad4-bc23-4962a51f1dad req-4ffa0aae-ba96-46a6-ad05-782245880885 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.626193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-708f9d42-30c0-4ad4-bc23-4962a51f1dad req-4ffa0aae-ba96-46a6-ad05-782245880885 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1097 time: 0.1514206 Sep 27 08:48:31.631549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-4819b734-58c6-4d7b-98e2-6cbbe16524b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.634534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-4819b734-58c6-4d7b-98e2-6cbbe16524b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0747964 Sep 27 08:48:31.732148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.744245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:31.751713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:31.768201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-708f9d42-30c0-4ad4-bc23-4962a51f1dad req-9b7985fc-7aa6-4a9f-b7a9-8b0ca7eaab7e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360822 Sep 27 08:48:31.780374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4dd113de-6afc-4597-bdfb-1f03951bb820 admin admin] 10.222.0.50 "PUT /v2.0/routers/e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1590259 Sep 27 08:48:31.799698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event updated for resources: {'Port': ['ID=c971f18d-4edc-473d-936a-12ef3dcf1f38,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:31.817436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-16d0a58f-a046-4726-b87b-916a830b4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:31.819761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-16d0a58f-a046-4726-b87b-916a830b4042 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1766636 Sep 27 08:48:31.828051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:31.828624 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:31.829029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:31.847827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:31.883565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:31.997892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59355ed9-2915-4ed7-a300-bf698161d3d5 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:32.019106 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.074333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Transition to ACTIVE for port object 59355ed9-2915-4ed7-a300-bf698161d3d5 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:32.088693 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.148408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-71b3bd47-3968-437c-944d-711452571b25 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178091 Sep 27 08:48:32.150620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b640f6-d1ff-4f0d-acb7-ef325449a6cf req-4ecc4784-198e-43e1-aa13-239b130ea2d6 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:32.152474 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45b640f6-d1ff-4f0d-acb7-ef325449a6cf req-4ecc4784-198e-43e1-aa13-239b130ea2d6 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1097 time: 0.2057538 Sep 27 08:48:32.158434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4168fa33-fe28-49a7-b895-5982a147996f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:32.251911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4168fa33-fe28-49a7-b895-5982a147996f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:32.252303 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.272229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.315965 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45b640f6-d1ff-4f0d-acb7-ef325449a6cf req-038b352a-592c-4641-be97-4a4cf966f211 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459057 Sep 27 08:48:32.364781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Pushing event updated for resources: {'Port': ['ID=59355ed9-2915-4ed7-a300-bf698161d3d5,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:32.396962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f1138-e67a-4055-ad3f-64821d7302a7 req-b4f8b34d-fa07-45b8-828f-ef47629aca6a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:32.399449 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0d9f1138-e67a-4055-ad3f-64821d7302a7 req-b4f8b34d-fa07-45b8-828f-ef47629aca6a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 943 time: 0.2851748 Sep 27 08:48:32.442796 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.472473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Attempting to bind port 59355ed9-2915-4ed7-a300-bf698161d3d5 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:32.472883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Attempting to bind port 59355ed9-2915-4ed7-a300-bf698161d3d5 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:32.473220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Attempting to bind port 59355ed9-2915-4ed7-a300-bf698161d3d5 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:32.497297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0d9f1138-e67a-4055-ad3f-64821d7302a7 req-773a372f-d24c-419e-9c78-fdd4a70d97fb tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891166 Sep 27 08:48:32.500180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Port 59355ed9-2915-4ed7-a300-bf698161d3d5 on network f3e97ddb-253c-47f6-8706-a06f993502a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:32.501348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Attempting to bind port 59355ed9-2915-4ed7-a300-bf698161d3d5 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:32.513865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:32.516205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Checking segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:32.517694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Bound using segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:32.518352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Bound port: 59355ed9-2915-4ed7-a300-bf698161d3d5, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:32.519888 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.615682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-79c783dd-b48d-46a7-8090-e47ceca1611e service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273086 Sep 27 08:48:32.678233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] For port 59355ed9-2915-4ed7-a300-bf698161d3d5, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:32.687303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] For port 59355ed9-2915-4ed7-a300-bf698161d3d5, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=59355ed9-2915-4ed7-a300-bf698161d3d5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:32.693816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.745569 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-ffb3d19e-b292-4f7a-b96e-58655eb67f0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 200 len: 217 time: 0.1171269 Sep 27 08:48:32.748270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34634) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:32.794585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6bad715b-dc9c-4086-b41e-cd5a4f9dab6f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006422079', 'description': 'tempest-description--739622420'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:32.847298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Pushing event updated for resources: {'Port': ['ID=59355ed9-2915-4ed7-a300-bf698161d3d5,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:32.887406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:32.888128 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.889949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4b545d30-a37f-4582-a733-f3e0eae5d990 service neutron] 10.222.0.57 "PUT /v2.0/ports/59355ed9-2915-4ed7-a300-bf698161d3d5 HTTP/1.1" status: 200 len: 1091 time: 1.9636540 Sep 27 08:48:32.891498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b9a042-23af-42df-bb64-380612bbf325', 'tag': '59355ed9-2915-4ed7-a300-bf698161d3d5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:32.897055 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec33a8c-9d4c-47fb-91b6-835c34452678" -d '{"events": [{"name": "network-changed", "server_uuid": "92b9a042-23af-42df-bb64-380612bbf325", "tag": "59355ed9-2915-4ed7-a300-bf698161d3d5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:32.930500 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6bad715b-dc9c-4086-b41e-cd5a4f9dab6f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:32.975812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-f95d0f9b-4234-4314-9610-8c2e09e4538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:32.978576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-f95d0f9b-4234-4314-9610-8c2e09e4538c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.1701243 Sep 27 08:48:32.999247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb19f-8e34-4175-ab3b-cf0b675fe223 req-03f6bd8d-22d5-4ccd-9785-7192950b265e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.003546 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66fb19f-8e34-4175-ab3b-cf0b675fe223 req-03f6bd8d-22d5-4ccd-9785-7192950b265e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1097 time: 0.1996307 Sep 27 08:48:33.047175 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4d12f618-9d3e-41ef-959a-c8fc7241e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.049095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-4d12f618-9d3e-41ef-959a-c8fc7241e9bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 1094 time: 0.1015766 Sep 27 08:48:33.080045 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955fa7a3-b03c-484c-aa79-5560cc86415d x-openstack-request-id: req-955fa7a3-b03c-484c-aa79-5560cc86415d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:33.080662 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b9a042-23af-42df-bb64-380612bbf325", "tag": "59355ed9-2915-4ed7-a300-bf698161d3d5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:33.081109 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-955fa7a3-b03c-484c-aa79-5560cc86415d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:33.081700 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b9a042-23af-42df-bb64-380612bbf325', 'tag': '59355ed9-2915-4ed7-a300-bf698161d3d5', 'status': 'completed', 'code': 200} Sep 27 08:48:33.126059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-e6d0d6c8-745d-4005-95be-c7b136ada68a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59355ed9-2915-4ed7-a300-bf698161d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0612071 Sep 27 08:48:33.136068 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d66fb19f-8e34-4175-ab3b-cf0b675fe223 req-3f091ffd-d390-450b-a616-39d427c14bfb tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079321 Sep 27 08:48:33.171365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.186578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.191279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-f09f9022-ef07-4fec-bc15-d5fcdec55f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.194212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-f09f9022-ef07-4fec-bc15-d5fcdec55f5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2011991 Sep 27 08:48:33.224213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-ca9fdb3b-6f97-4b68-be44-81749ef8350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.232286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-ca9fdb3b-6f97-4b68-be44-81749ef8350a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0948107 Sep 27 08:48:33.287991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event updated for resources: {'Port': ['ID=c971f18d-4edc-473d-936a-12ef3dcf1f38,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:33.342988 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-7462e847-5266-44f3-a9b1-b2661e04cde1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988059 Sep 27 08:48:33.363303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.364270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.364974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.365364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.367747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.367747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.367747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.367747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.367747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.367747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.367747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.368833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:33.375855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6bad715b-dc9c-4086-b41e-cd5a4f9dab6f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.492297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-2500097b-cce3-4623-b5b5-dc382f03a1a5 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389246 Sep 27 08:48:33.684880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95d487e7-290d-488a-8cab-aec65b02bb83 req-dc7670bc-4494-4fe8-9374-484621273a70 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815362 Sep 27 08:48:33.738937 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Sync routers for ids ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:33.756819 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Routers {'30ecd54c-83b6-4f67-95c0-1c37ee794d3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:33.757474 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:33.793555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6bad715b-dc9c-4086-b41e-cd5a4f9dab6f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.845877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad715b-dc9c-4086-b41e-cd5a4f9dab6f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254df564-bcc7-4d03-8ec3-690ed774399b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:33.849722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-5e681246-335a-4b44-8290-3cf71ba92877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.851785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-5e681246-335a-4b44-8290-3cf71ba92877 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 1094 time: 0.0812042 Sep 27 08:48:33.864001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-27462f9a-f8f2-4871-93cd-58e464cf77e2 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:33.870556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-27462f9a-f8f2-4871-93cd-58e464cf77e2 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/networks?id=b0afca49-adaa-4f02-82b6-be8bc5792bdd HTTP/1.1" status: 200 len: 911 time: 0.2810700 Sep 27 08:48:33.920280 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-be098028-dbfc-4a10-a20a-87c225c5257e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/quotas/3050250688104b29b30a7423fe1d5d1e HTTP/1.1" status: 200 len: 375 time: 0.0292215 Sep 27 08:48:33.972135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6bad715b-dc9c-4086-b41e-cd5a4f9dab6f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.973967 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6bad715b-dc9c-4086-b41e-cd5a4f9dab6f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2246702 Sep 27 08:48:33.987806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34670) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:33.989072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:33.999708 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Set router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:34.034187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3622b396-dd1e-40cf-ae95-00896d208c3f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'security_group_rule': {'security_group_id': '254df564-bcc7-4d03-8ec3-690ed774399b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:34.051961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.062287 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-43c33c2b-6346-47c2-a415-66c2042fb78f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0483234 Sep 27 08:48:34.124606 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-9aa81cf6-7b00-41dc-8561-8cc5db629e70 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8531144 Sep 27 08:48:34.136353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325227b-6318-4148-ad2c-6adb24967238 req-fc28706c-b49d-40ad-8118-c42ae7da6308 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:34.138972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6325227b-6318-4148-ad2c-6adb24967238 req-fc28706c-b49d-40ad-8118-c42ae7da6308 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 943 time: 0.3551490 Sep 27 08:48:34.180872 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-c0b9fb36-d71a-4e0d-af58-9914de6e6ca1 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=3050250688104b29b30a7423fe1d5d1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2386274 Sep 27 08:48:34.222729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b33e5ffc-5768-4aca-938e-6347e4db5015 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:34.230871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6325227b-6318-4148-ad2c-6adb24967238 req-2feace51-e108-4783-ba6e-bcb5a783bf9a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689027 Sep 27 08:48:34.249501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3622b396-dd1e-40cf-ae95-00896d208c3f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.284407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-b854e8b6-9088-4ec0-8752-b4f8b5a18c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:34.286232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-b854e8b6-9088-4ec0-8752-b4f8b5a18c45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 906 time: 0.4120593 Sep 27 08:48:34.316393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b33e5ffc-5768-4aca-938e-6347e4db5015 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:34.316705 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.360928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-2d6cc4ad-7c0b-4785-b6a9-a7151219cedf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59355ed9-2915-4ed7-a300-bf698161d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0657511 Sep 27 08:48:34.453248 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '4168fa33-fe28-49a7-b895-5982a147996f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port': {'id': '4168fa33-fe28-49a7-b895-5982a147996f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:12Z', 'updated_at': '2021-09-27T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9', 'name': '', 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'mac_address': 'fa:16:3e:91:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 2, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'subnets': [{'id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:34.458979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.474540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-8190f960-6740-4b07-80aa-c0ea0efe9d3d service neutron] 10.222.0.50 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783012 Sep 27 08:48:34.491686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port b33e5ffc-5768-4aca-938e-6347e4db5015, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b33e5ffc-5768-4aca-938e-6347e4db5015,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:34.491952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-0a90c57d-507f-4ccb-b281-67992c31fbca service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517323 Sep 27 08:48:34.497548 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.503769 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Checking router: 30ecd54c-83b6-4f67-95c0-1c37ee794d3b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:34.504098 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Updating router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:34.540258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3622b396-dd1e-40cf-ae95-00896d208c3f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.555236 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.565637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3622b396-dd1e-40cf-ae95-00896d208c3f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.570471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=b33e5ffc-5768-4aca-938e-6347e4db5015,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:34.601018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-f5a797fb-e07e-4b4d-b6b4-9c82daf6b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:34.610182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-f5a797fb-e07e-4b4d-b6b4-9c82daf6b13e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.2345846 Sep 27 08:48:34.650237 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-ed43ff30-a05a-40f1-b5f7-5d9dc6ff44b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 217 time: 0.1064973 Sep 27 08:48:34.652124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3622b396-dd1e-40cf-ae95-00896d208c3f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:34.657086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3622b396-dd1e-40cf-ae95-00896d208c3f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6419449 Sep 27 08:48:34.659530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34680) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:34.661679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622b396-dd1e-40cf-ae95-00896d208c3f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16785d45-35eb-457f-b52b-1f6479b505f4,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:34.677093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-22f9e9ff-45df-4027-88ad-d3ea193abca9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'security_group_rule': {'security_group_id': '254df564-bcc7-4d03-8ec3-690ed774399b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:34.704046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-aa33cfaa-724c-4dc7-9fdc-f18ee57ccdee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778058 Sep 27 08:48:34.840157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-ce938def-8148-4c7c-a0ab-8fdc10a64cde tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1879073287&fields=id&tenant_id=8c6505426bb947e1a05bcece75e5181f HTTP/1.1" status: 200 len: 267 time: 0.0866516 Sep 27 08:48:34.843483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-b5baa454-8d97-4a62-874e-89a0b32f3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:34.845415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-b5baa454-8d97-4a62-874e-89a0b32f3569 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.1869996 Sep 27 08:48:34.861749 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-897a0aff-e556-45f7-a6be-d798afaee60d service neutron] 10.222.0.50 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629251 Sep 27 08:48:34.883312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-28a38e9e-e065-4c35-b77c-5f6b796da357 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700759 Sep 27 08:48:34.982582 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22f9e9ff-45df-4027-88ad-d3ea193abca9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.026182 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.044993 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.172408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-14b02112-10cb-4c27-b788-c92fe7a7717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:35.173330 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904b721-77ec-4090-ac62-272b09c1e10b None None] Pushing event updated for resources: {'Port': ['ID=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:35.173953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-14b02112-10cb-4c27-b788-c92fe7a7717f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2384853 Sep 27 08:48:35.211407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ec33a8c-9d4c-47fb-91b6-835c34452678 req-60b47aeb-8fec-4fbb-9f36-ad565c41889e service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158991 Sep 27 08:48:35.317817 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Attempting to bind port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:35.318041 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Attempting to bind port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:35.318412 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Attempting to bind port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 on network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:35.339816 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:35.339976 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Checking segment: {'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:35.340256 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.340945 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Bound using segment: {'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:35.341493 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Bound port: 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5051c3-112d-48d5-b07e-e211037597fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:35.341803 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.383026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-d60a35ee-2cc6-4d98-ad09-91d6c568aae3 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650717 Sep 27 08:48:35.402615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-f3ad157c-6048-45d8-858c-2bc845014503 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:35.410815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-f3ad157c-6048-45d8-858c-2bc845014503 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/networks?id=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 HTTP/1.1" status: 200 len: 815 time: 0.5691402 Sep 27 08:48:35.416977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8dc96-2a71-44ec-a434-7a65db48e92b req-aa4fac26-5168-47d4-addf-629f37009f43 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:35.418591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ba8dc96-2a71-44ec-a434-7a65db48e92b req-aa4fac26-5168-47d4-addf-629f37009f43 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 945 time: 0.1271906 Sep 27 08:48:35.469672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22f9e9ff-45df-4027-88ad-d3ea193abca9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.477754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-36733b75-8f1d-486e-950c-f90cce0246b7 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/quotas/8c6505426bb947e1a05bcece75e5181f HTTP/1.1" status: 200 len: 375 time: 0.0659413 Sep 27 08:48:35.481422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22f9e9ff-45df-4027-88ad-d3ea193abca9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.505123 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] For port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:35.514756 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] For port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,segment=NetworkSegment(4b5051c3-112d-48d5-b07e-e211037597fd),segment_id=4b5051c3-112d-48d5-b07e-e211037597fd)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:35.521757 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ba8dc96-2a71-44ec-a434-7a65db48e92b req-3bfa803a-ba25-4c98-a8fc-14891f7b893f tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944886 Sep 27 08:48:35.525147 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.624744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9e9ff-45df-4027-88ad-d3ea193abca9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4616a1d4-cb28-4c66-89e0-7955122730b2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:35.657647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22f9e9ff-45df-4027-88ad-d3ea193abca9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.658462 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904b721-77ec-4090-ac62-272b09c1e10b None None] Pushing event updated for resources: {'Port': ['ID=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:35.659416 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-22f9e9ff-45df-4027-88ad-d3ea193abca9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9986007 Sep 27 08:48:35.665964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34704) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:35.673672 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Routers {'30ecd54c-83b6-4f67-95c0-1c37ee794d3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:35.674285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:35.674428 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:35.683241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52ddbb38-fadf-41f4-a86f-a807c74dd891 req-3790da28-a078-4fbb-bdd2-ce2b641ae7a1 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 210 time: 0.0798101 Sep 27 08:48:35.686068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a6887b8b-686d-4c9d-86b7-8eaf46296be2 None None] Provisioning complete for port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:35.686997 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6887b8b-686d-4c9d-86b7-8eaf46296be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.765740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.820563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6887b8b-686d-4c9d-86b7-8eaf46296be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.836644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-c357c3d5-2bc2-40a7-aa32-a7b1bcaa1472 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c6505426bb947e1a05bcece75e5181f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3067069 Sep 27 08:48:35.892584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a6887b8b-686d-4c9d-86b7-8eaf46296be2 None None] For port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,segment=NetworkSegment(4b5051c3-112d-48d5-b07e-e211037597fd),segment_id=4b5051c3-112d-48d5-b07e-e211037597fd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:35.906069 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6887b8b-686d-4c9d-86b7-8eaf46296be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:35.924919 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] Set router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:35.926938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffc99c42-b7b2-4c92-9bbd-496ea599c070 req-d9a5d2e8-b7f1-4dd5-8be0-18d64064f524 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982510 Sep 27 08:48:35.967896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.146751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f69723b0-5017-40e5-9f32-38d65fc6f8c9 None None] Provisioning complete for port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:36.147440 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f69723b0-5017-40e5-9f32-38d65fc6f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.158968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045975e9-f6f2-449e-b128-42cdcfb7953b req-b39336f3-b243-472b-987c-846037a2f111 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.173595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-045975e9-f6f2-449e-b128-42cdcfb7953b req-b39336f3-b243-472b-987c-846037a2f111 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 943 time: 0.3127832 Sep 27 08:48:36.209602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-9abd75da-0151-40e3-bd30-6b8ef314704e tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.212314 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-9abd75da-0151-40e3-bd30-6b8ef314704e tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.67 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 945 time: 0.2788379 Sep 27 08:48:36.231089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-b113992c-e9c6-4c5f-a19c-e4ed799d44cf service neutron] 10.222.0.50 "GET /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933837 Sep 27 08:48:36.263423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:36.269248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6887b8b-686d-4c9d-86b7-8eaf46296be2 None None] Pushing event updated for resources: {'Port': ['ID=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:36.280644 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-045975e9-f6f2-449e-b128-42cdcfb7953b req-16ca526c-da1d-49d0-8c92-881a85f2bb17 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034005 Sep 27 08:48:36.304469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-60eeb716-ebe3-4c24-9258-dfee6943d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.304947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-60eeb716-ebe3-4c24-9258-dfee6943d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.305422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-60eeb716-ebe3-4c24-9258-dfee6943d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.305874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-60eeb716-ebe3-4c24-9258-dfee6943d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.306329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-60eeb716-ebe3-4c24-9258-dfee6943d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.307062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-60eeb716-ebe3-4c24-9258-dfee6943d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.307527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-60eeb716-ebe3-4c24-9258-dfee6943d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.309844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-60eeb716-ebe3-4c24-9258-dfee6943d2ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.2350404 Sep 27 08:48:36.386827 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '4168fa33-fe28-49a7-b895-5982a147996f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port': {'id': '4168fa33-fe28-49a7-b895-5982a147996f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:12Z', 'updated_at': '2021-09-27T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9', 'name': '', 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'mac_address': 'fa:16:3e:91:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:35Z', 'revision_number': 4, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'subnets': [{'id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:36.437915 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5a85b-a026-4547-9e55-7e97787db381 None None] The sync data for ids ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'] in n-d-810909-1 is: [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '4168fa33-fe28-49a7-b895-5982a147996f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port': {'id': '4168fa33-fe28-49a7-b895-5982a147996f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:12Z', 'updated_at': '2021-09-27T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9', 'name': '', 'network_id': '7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'mac_address': 'fa:16:3e:91:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:35Z', 'revision_number': 4, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'subnets': [{'id': '0cecf234-2219-4c74-98af-f5a82477d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:36.443378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:36.443762 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.517759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Deleting port ec569734-9973-4465-b764-c8e05d25958c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:36.518109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.582192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b33e5ffc-5768-4aca-938e-6347e4db5015 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:36.618041 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-c8cefb82-6950-4cc4-ab2e-a39d4ac30938 service neutron] 10.222.0.50 "GET /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828709 Sep 27 08:48:36.660082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.685218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] For port ec569734-9973-4465-b764-c8e05d25958c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ec569734-9973-4465-b764-c8e05d25958c,segment=NetworkSegment(ad9b7244-081a-49d5-99c9-8ccd6d04b75d),segment_id=ad9b7244-081a-49d5-99c9-8ccd6d04b75d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:36.685842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.695066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-10d50939-2290-489d-91c9-9258368333a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.697182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-10d50939-2290-489d-91c9-9258368333a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f HTTP/1.1" status: 200 len: 917 time: 0.2805495 Sep 27 08:48:36.721037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Calling delete_port for ec569734-9973-4465-b764-c8e05d25958c owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:36.725469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b33e5ffc-5768-4aca-938e-6347e4db5015 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:36.725965 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:36.871836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b090da-0556-430a-9ab6-067775d7bdc9 req-876657ab-cca9-41d8-ba5c-b54d8d16ff88 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:36.885876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a2b090da-0556-430a-9ab6-067775d7bdc9 req-876657ab-cca9-41d8-ba5c-b54d8d16ff88 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 945 time: 0.2617998 Sep 27 08:48:36.922402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-cde207df-225a-422d-ba3d-b03b699899c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 1002 time: 0.1755965 Sep 27 08:48:36.951324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a2b090da-0556-430a-9ab6-067775d7bdc9 req-f323e173-714b-48f2-8b8a-e99eb340c5e8 tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/security-groups?id=288d91a8-7a19-4278-a3f3-7725190eadf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Sep 27 08:48:37.040285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36f000f5-7706-4327-b5c9-9660fea4c5ef req-12389b45-3c7a-4bf6-8f15-f6470a49a23b tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 210 time: 0.0904038 Sep 27 08:48:37.054581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Allocated IP 172.25.2.121 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/9c768281-e794-4b2c-a2fe-864488ae70e1) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:37.076987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-1786983f-f950-43f7-9ba0-eae5e8c501ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:37.078735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-1786983f-f950-43f7-9ba0-eae5e8c501ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 200 len: 855 time: 0.1475947 Sep 27 08:48:37.079054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.088261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-162642f4-c818-4070-9d3d-f3769e03807b req-117ce36b-ed15-435e-9960-c6d1ed23ea18 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 210 time: 0.0431337 Sep 27 08:48:37.094195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ec569734-9973-4465-b764-c8e05d25958c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:37.158886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Pushing event deleted for resources: {'Port': ['ID=ec569734-9973-4465-b764-c8e05d25958c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:37.252168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-bb40a795-9f4a-422b-b647-4e8b8355ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:37.254001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-bb40a795-9f4a-422b-b647-4e8b8355ef05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552618 Sep 27 08:48:37.263147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] No DVR routers for this DVR port ec569734-9973-4465-b764-c8e05d25958c on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:37.268107 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.275897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a2ca242-cfb3-4081-8a6e-0d97022fc3ea req-a1f58947-d82d-44e6-9493-50aa7ad2d73a tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.67 "DELETE /v2.0/ports/ec569734-9973-4465-b764-c8e05d25958c HTTP/1.1" status: 204 len: 173 time: 1.0357535 Sep 27 08:48:37.276464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6', 'name': 'network-vif-deleted', 'tag': 'ec569734-9973-4465-b764-c8e05d25958c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:37.288807 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd99a4e-09ca-4543-8503-d824671a624e" -d '{"events": [{"server_uuid": "39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6", "name": "network-vif-deleted", "tag": "ec569734-9973-4465-b764-c8e05d25958c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:37.332676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.411984 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89ab4bf-af72-42dc-a856-96350aa85b3a x-openstack-request-id: req-c89ab4bf-af72-42dc-a856-96350aa85b3a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:37.412510 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6", "name": "network-vif-deleted", "tag": "ec569734-9973-4465-b764-c8e05d25958c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:37.412865 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c89ab4bf-af72-42dc-a856-96350aa85b3a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:37.413336 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6', 'name': 'network-vif-deleted', 'tag': 'ec569734-9973-4465-b764-c8e05d25958c', 'status': 'completed', 'code': 200} Sep 27 08:48:37.552675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-373c332d-078c-4eca-b2c7-444c052ad778 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790954 Sep 27 08:48:37.565270 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.654710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:37.694246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:37.697585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:37.707314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'Port': ['ID=9c768281-e794-4b2c-a2fe-864488ae70e1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:37.827445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a0a9944-a1b7-40bb-8f0d-67847bedda11 req-8288f3c5-6606-4c97-ad51-8fd82858db49 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660644 Sep 27 08:48:37.837991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:37.890664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.027540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 59355ed9-2915-4ed7-a300-bf698161d3d5 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:38.152674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:38.177821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2620d64-4f7d-48ae-bfdb-66a4a645f9ac req-2e57bed2-2a19-433e-9139-2c58018eb4a0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:38.180583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2620d64-4f7d-48ae-bfdb-66a4a645f9ac req-2e57bed2-2a19-433e-9139-2c58018eb4a0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 943 time: 0.7215173 Sep 27 08:48:38.190950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-b5c0b0d7-4e00-4f14-b822-bf84387493af tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:38.193963 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-b5c0b0d7-4e00-4f14-b822-bf84387493af tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.67 "GET /v2.0/networks?id=b0afca49-adaa-4f02-82b6-be8bc5792bdd HTTP/1.1" status: 200 len: 911 time: 0.8570101 Sep 27 08:48:38.199126 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eb5690ff-a80a-47b4-9591-13eeef740cfa req-efc07a23-fcc2-4371-8f53-98f200a691ec tempest-VolumesActionsTest-1271661462 tempest-VolumesActionsTest-1271661462-project] 10.222.0.50 "GET /v2.0/ports?device_id=39347f3f-a2a7-4b3d-8fbd-60fe3b40f9f6 HTTP/1.1" status: 200 len: 210 time: 0.0326273 Sep 27 08:48:38.215555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.225687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Request body: {'port': {'device_id': 'c4878ebd-0220-4d26-bb54-e670382a8b17', 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'admin_state_up': True, 'tenant_id': '3050250688104b29b30a7423fe1d5d1e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:38.246574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.272603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Made reservation on behalf of 3050250688104b29b30a7423fe1d5d1e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:38.276407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.295450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:38.295960 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.298754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 59355ed9-2915-4ed7-a300-bf698161d3d5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=59355ed9-2915-4ed7-a300-bf698161d3d5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:38.350073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '59355ed9-2915-4ed7-a300-bf698161d3d5', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'port_id': '59355ed9-2915-4ed7-a300-bf698161d3d5', 'mac_address': 'fa:16:3e:6f:b1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e075a-6a69-43bb-b7d9-259309ec1b9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:38.395781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7efe9b1d-7fc8-4490-bc21-eded40d6b06a req-3e1dc6f8-0419-4107-860a-6c72aa3c1346 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 210 time: 0.0609777 Sep 27 08:48:38.415763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'Port': ['ID=9c768281-e794-4b2c-a2fe-864488ae70e1,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:38.420867 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.439980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.441152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.452774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b7e7f8bc-d321-490c-a090-a5e69f5c3c81 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7819226 Sep 27 08:48:38.492522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59355ed9-2915-4ed7-a300-bf698161d3d5 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:38.506050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2620d64-4f7d-48ae-bfdb-66a4a645f9ac req-06b9f4bf-7d31-47b4-8d37-49ffbd9ca351 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163321 Sep 27 08:48:38.568155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 59355ed9-2915-4ed7-a300-bf698161d3d5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=59355ed9-2915-4ed7-a300-bf698161d3d5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:38.600748 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:38.664281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a3ddcf2-139f-496b-bc48-1fa7f3c0d8b9 req-607d5b22-a437-47fa-8404-b255be92bda5 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 210 time: 0.0387297 Sep 27 08:48:38.707000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-0cb28bab-a3ed-458f-96c7-dc6f99667c8e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:38.709283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-0cb28bab-a3ed-458f-96c7-dc6f99667c8e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.67 "GET /v2.0/networks?id=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 HTTP/1.1" status: 200 len: 815 time: 0.2552633 Sep 27 08:48:38.766610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Allocated IP 172.20.0.9 (b0afca49-adaa-4f02-82b6-be8bc5792bdd/a989a55a-b0af-4c7a-92ce-7e87006a6032/6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:38.934834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=59355ed9-2915-4ed7-a300-bf698161d3d5,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:39.041413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['59355ed9-2915-4ed7-a300-bf698161d3d5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:39.055665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:39.078033 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-4e255159-068e-4024-ac71-0f19262b350b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1006422079&fields=id&tenant_id=7214a460820148f1b6500794093d2f7e HTTP/1.1" status: 200 len: 267 time: 0.2202804 Sep 27 08:48:39.167324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-c01c2334-89f3-474e-ac4e-c7290215bff4 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c6505426bb947e1a05bcece75e5181f HTTP/1.1" status: 200 len: 380 time: 0.4452021 Sep 27 08:48:39.184843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Request body: {'port': {'device_id': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'admin_state_up': True, 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'security_groups': ['f23ae060-f662-4800-8ded-779e615963fe']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:39.279046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:39.312605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ec569734-9973-4465-b764-c8e05d25958c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:39.370166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Sync routers for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:39.373992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: ec569734-9973-4465-b764-c8e05d25958c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:39.374339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ec569734-9973-4465-b764-c8e05d25958c not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:39.396081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:39.396779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:39.414521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Made reservation on behalf of 8c6505426bb947e1a05bcece75e5181f for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:39.419707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:39.431067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:39.437548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-8da0a8b8-3ce8-43be-8c9e-1d4bba4d33e7 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:39.445858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-8da0a8b8-3ce8-43be-8c9e-1d4bba4d33e7 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 811 time: 0.3582938 Sep 27 08:48:39.466125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-aff6bf41-ed88-4cae-99cc-33bf5903c589 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/quotas/7214a460820148f1b6500794093d2f7e HTTP/1.1" status: 200 len: 375 time: 0.0191777 Sep 27 08:48:39.486073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:39.491631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:39.532012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Pushing event updated for resources: {'Port': ['ID=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:39.599119 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-22f4c64f-0aba-4813-a8e7-cc1ecf429e67 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1315293 Sep 27 08:48:39.632303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:39.633027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:39.652557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:39.705661 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-19f74082-ca9d-4063-8009-9add998cba72 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4855204 Sep 27 08:48:39.709403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f7041ba0-8c23-4505-a962-b7fabae3783b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:39.720059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Request body: {'port': {'device_id': 'c4878ebd-0220-4d26-bb54-e670382a8b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:39.791487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-aaeed27f-07c0-45aa-bce3-b37e6c2dbbc6 service neutron] 10.222.0.50 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872935 Sep 27 08:48:39.842238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2757e1-339d-46d9-8731-2c27ca375eab req-6ab3acb3-1e24-452a-baec-4cea21eea690 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:39.851019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e2757e1-339d-46d9-8731-2c27ca375eab req-6ab3acb3-1e24-452a-baec-4cea21eea690 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1027 time: 0.2341154 Sep 27 08:48:39.941787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Allocated IP 172.20.0.10 (b32f2e70-9473-4975-b3a6-d1a9a10cf3e8/bf27ce71-024e-487a-b57e-7594a71d9fb2/99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:39.981017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:39.999601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e2757e1-339d-46d9-8731-2c27ca375eab req-7c2819ab-eda9-48fa-84ee-91ac42762380 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225410 Sep 27 08:48:40.053721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-56a7f3cb-fb85-4f9d-bd8b-7e0635de8ee1 service neutron] 10.222.0.50 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485044 Sep 27 08:48:40.199750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 59355ed9-2915-4ed7-a300-bf698161d3d5 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:40.321484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:40.366997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f5d66049-f08d-4fa1-8151-e300c551ec4d None None] Provisioning complete for port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:40.367474 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5d66049-f08d-4fa1-8151-e300c551ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:40.415745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f5d66049-f08d-4fa1-8151-e300c551ec4d None None] Port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:40.469281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:40.506851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 2, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:40.557580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:40.591769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:40.605296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Checking router: e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:40.605649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Updating router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b port 94f6d272-5303-4738-af9f-468a8e7a8947 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:48:40.618859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event updated for resources: {'Port': ['ID=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:40.634292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:40.639199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:40.678649 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:40.679744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:40.692748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 59355ed9-2915-4ed7-a300-bf698161d3d5 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:40.721433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 59355ed9-2915-4ed7-a300-bf698161d3d5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:40.721844 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:40.742381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Transition to ACTIVE for port object 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:40.772385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925a918-88ec-4420-b0d5-30b6ec7e3a29 req-e5937ed3-57c3-4d85-8a5b-b79e8c4100d5 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:40.783525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1925a918-88ec-4420-b0d5-30b6ec7e3a29 req-e5937ed3-57c3-4d85-8a5b-b79e8c4100d5 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 932 time: 0.1836684 Sep 27 08:48:40.799050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:40.875776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:40.876496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:40.923936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-7c4ed556-8c22-4069-ae37-c794f4374f76 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7485487 Sep 27 08:48:40.940487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Request body: {'port': {'device_id': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:41.036520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1925a918-88ec-4420-b0d5-30b6ec7e3a29 req-88c4969b-17a0-4d50-93f0-9a20a92101c6 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513535 Sep 27 08:48:41.137158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:41.271962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Attempting to bind port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:41.272471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Attempting to bind port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:41.272817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Attempting to bind port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 on network b0afca49-adaa-4f02-82b6-be8bc5792bdd {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:41.288437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 on network b0afca49-adaa-4f02-82b6-be8bc5792bdd not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:41.288864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Attempting to bind port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 on network b0afca49-adaa-4f02-82b6-be8bc5792bdd {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:41.297259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:41.297604 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Checking segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:41.297999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Bound using segment: {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:41.298472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Bound port: 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:41.298854 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.300136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.322920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c626-6573-433e-9d87-1bdb64cbc747 req-efd571db-074a-4470-8a4c-47cb201da918 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:41.343694 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca20c626-6573-433e-9d87-1bdb64cbc747 req-efd571db-074a-4470-8a4c-47cb201da918 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 944 time: 0.3778219 Sep 27 08:48:41.474698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca20c626-6573-433e-9d87-1bdb64cbc747 req-34beb201-63b3-4b76-954a-fa6b3ac67b59 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284838 Sep 27 08:48:41.478527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] For port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:41.506982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a4b89404-1978-4800-af4c-b0322f321a4d req-e6657d29-7b1d-4074-9205-09f317d2e398 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 210 time: 0.0591748 Sep 27 08:48:41.511036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] For port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:41.519373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.588212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:41.610453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.617121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] 10.222.0.67 "PUT /v2.0/ports/6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 HTTP/1.1" status: 200 len: 1091 time: 1.9018235 Sep 27 08:48:41.618888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4878ebd-0220-4d26-bb54-e670382a8b17', 'tag': '6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:41.629652 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd078f4-072a-4b7f-9a50-5f46d81bf329" -d '{"events": [{"name": "network-changed", "server_uuid": "c4878ebd-0220-4d26-bb54-e670382a8b17", "tag": "6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:41.707348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-40f10107-afd8-4851-988c-314660515c5b None None] Provisioning complete for port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:41.708611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40f10107-afd8-4851-988c-314660515c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.740298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047726b-34b5-45ea-978d-41c1873f705a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:41.773761 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bd3cfa-7698-4379-9aab-f60b7a943fd4 x-openstack-request-id: req-37bd3cfa-7698-4379-9aab-f60b7a943fd4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:41.774335 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4878ebd-0220-4d26-bb54-e670382a8b17", "tag": "6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:41.774839 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37bd3cfa-7698-4379-9aab-f60b7a943fd4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:41.775498 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4878ebd-0220-4d26-bb54-e670382a8b17', 'tag': '6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90', 'status': 'completed', 'code': 200} Sep 27 08:48:41.794051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-e1e91182-637f-4577-be93-b002bcdb1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:41.796143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-e1e91182-637f-4577-be93-b002bcdb1905 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3050250688104b29b30a7423fe1d5d1e&device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1094 time: 0.0661616 Sep 27 08:48:41.809438 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.840471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc13519-5839-45d7-9050-db254f14cf7d req-b3a92491-70bf-499b-a922-54037cfacb85 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:41.842022 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bc13519-5839-45d7-9050-db254f14cf7d req-b3a92491-70bf-499b-a922-54037cfacb85 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1094 time: 0.2092192 Sep 27 08:48:41.852465 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.873666 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:41.876237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-0c640b63-0f4e-4a5c-a37f-caa52c0597dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 HTTP/1.1" status: 200 len: 217 time: 0.0706973 Sep 27 08:48:41.900736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-40f10107-afd8-4851-988c-314660515c5b None None] Port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:41.926291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bc13519-5839-45d7-9050-db254f14cf7d req-1393086e-ad5b-4296-8334-85a31e4b071a tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697751 Sep 27 08:48:41.958505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-e72c1b33-829c-46b7-bae1-c2da0506dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:41.960911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-e72c1b33-829c-46b7-bae1-c2da0506dddf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a989a55a-b0af-4c7a-92ce-7e87006a6032 HTTP/1.1" status: 200 len: 849 time: 0.0765581 Sep 27 08:48:41.964856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b9a042-23af-42df-bb64-380612bbf325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59355ed9-2915-4ed7-a300-bf698161d3d5'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:41.967220 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc66d8-46c7-47e1-b60b-18163a5a497e" -d '{"events": [{"server_uuid": "92b9a042-23af-42df-bb64-380612bbf325", "name": "network-vif-plugged", "status": "completed", "tag": "59355ed9-2915-4ed7-a300-bf698161d3d5"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:41.993790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:42.006734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.024065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Transition to ACTIVE for port object 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:42.031947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.059155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-46e0a114-9760-4010-94fc-ea3e2c1ac7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:42.060750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-46e0a114-9760-4010-94fc-ea3e2c1ac7d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0afca49-adaa-4f02-82b6-be8bc5792bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906584 Sep 27 08:48:42.061337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b880a43-7ae2-4f5e-a92a-76168d71a51e None None] Pushing event updated for resources: {'Port': ['ID=94f6d272-5303-4738-af9f-468a8e7a8947,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:42.102935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 59355ed9-2915-4ed7-a300-bf698161d3d5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=59355ed9-2915-4ed7-a300-bf698161d3d5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:42.115345 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3cfef0-1850-49c7-805b-1672941f5eb3 x-openstack-request-id: req-ec3cfef0-1850-49c7-805b-1672941f5eb3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:42.115795 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b9a042-23af-42df-bb64-380612bbf325", "name": "network-vif-plugged", "status": "completed", "tag": "59355ed9-2915-4ed7-a300-bf698161d3d5", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:42.116046 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec3cfef0-1850-49c7-805b-1672941f5eb3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:42.116500 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b9a042-23af-42df-bb64-380612bbf325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59355ed9-2915-4ed7-a300-bf698161d3d5', 'code': 200} Sep 27 08:48:42.137463 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.261622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Pushing event updated for resources: {'Port': ['ID=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:42.358602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-459226aa-b355-4504-9413-54aef53be179 service neutron] 10.222.0.67 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810607 Sep 27 08:48:42.383788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Attempting to bind port 94f6d272-5303-4738-af9f-468a8e7a8947 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:42.384647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Attempting to bind port 94f6d272-5303-4738-af9f-468a8e7a8947 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:42.385350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Attempting to bind port 94f6d272-5303-4738-af9f-468a8e7a8947 on network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:42.395949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:42.396683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Checking segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:42.397407 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.398261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Bound using segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:42.398939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Bound port: 94f6d272-5303-4738-af9f-468a8e7a8947, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:42.399528 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.436051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=59355ed9-2915-4ed7-a300-bf698161d3d5,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:42.489140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Attempting to bind port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:42.489772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Attempting to bind port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:42.502168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170db48-2540-422b-a596-42af03f61348 req-28d1703a-0a9d-49ba-ab9a-2e0dc9ae1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:42.504288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Attempting to bind port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d on network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:42.506993 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0170db48-2540-422b-a596-42af03f61348 req-28d1703a-0a9d-49ba-ab9a-2e0dc9ae1260 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 1096 time: 0.2555399 Sep 27 08:48:42.550529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d on network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:42.550933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Attempting to bind port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d on network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:42.589046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] For port 94f6d272-5303-4738-af9f-468a8e7a8947, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:42.602700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] For port 94f6d272-5303-4738-af9f-468a8e7a8947, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=94f6d272-5303-4738-af9f-468a8e7a8947,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:42.611680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.629376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:42.629376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Checking segment: {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:42.629953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Bound using segment: {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:42.630368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Bound port: 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6610df0c-093d-4e94-8509-791c788cfd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:42.630739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.656611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0ce97-c7a1-4701-bbbd-f47484d3a338 req-a5040339-1407-4d7e-9423-54e734f4f0b2 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:42.659000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0f0ce97-c7a1-4701-bbbd-f47484d3a338 req-a5040339-1407-4d7e-9423-54e734f4f0b2 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 944 time: 0.4695907 Sep 27 08:48:42.684609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:42.685462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:42.738751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0170db48-2540-422b-a596-42af03f61348 req-e686395a-d4e4-44d1-858f-e2df79a315f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974087 Sep 27 08:48:42.755321 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0a8c39d0-f210-498c-882b-a64f37396e63 req-b24028d5-e500-40a2-83ac-8893426f3cb8 service neutron] 10.222.0.67 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870413 Sep 27 08:48:42.870604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b880a43-7ae2-4f5e-a92a-76168d71a51e None None] Pushing event updated for resources: {'Port': ['ID=94f6d272-5303-4738-af9f-468a8e7a8947,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:42.882269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:42.886022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1406412f-b645-4d03-8ab9-06e109b39868 None None] Provisioning complete for port 94f6d272-5303-4738-af9f-468a8e7a8947 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:42.886925 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1406412f-b645-4d03-8ab9-06e109b39868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:42.932150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-cd54752c-d956-4880-9ec6-f03b3b250461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:42.938782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-cd54752c-d956-4880-9ec6-f03b3b250461 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3050250688104b29b30a7423fe1d5d1e&device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1094 time: 0.1180415 Sep 27 08:48:42.952253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] For port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:42.954819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450dc89-2da6-4b82-b133-ee544ef4f9b6 req-35c7ac1c-02bb-406d-a3ee-cbaf84e2d8fe tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:42.960622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d450dc89-2da6-4b82-b133-ee544ef4f9b6 req-35c7ac1c-02bb-406d-a3ee-cbaf84e2d8fe tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 945 time: 0.2931724 Sep 27 08:48:42.981236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-262d71ea-0ecc-4f85-8168-3574cabab39e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:42.989181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-262d71ea-0ecc-4f85-8168-3574cabab39e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 811 time: 0.6625326 Sep 27 08:48:43.002751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] For port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:43.049214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.054596 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0f0ce97-c7a1-4701-bbbd-f47484d3a338 req-2415ba0b-db7e-4424-ba2b-04b2f7714f6e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723907 Sep 27 08:48:43.190328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Pushing event updated for resources: {'Port': ['ID=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:43.239986 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d450dc89-2da6-4b82-b133-ee544ef4f9b6 req-5d0ab47b-e53e-45bb-9f79-b7bdcf6e0627 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276715 Sep 27 08:48:43.250620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-49618bd9-f9f5-48f0-bdeb-b1a590ea5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:43.252359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-49618bd9-f9f5-48f0-bdeb-b1a590ea5f8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0afca49-adaa-4f02-82b6-be8bc5792bdd HTTP/1.1" status: 200 len: 911 time: 0.2907352 Sep 27 08:48:43.259060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-aef76dcb-367b-44e9-9ad1-e702fc6c953d tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7214a460820148f1b6500794093d2f7e HTTP/1.1" status: 200 len: 380 time: 0.2499673 Sep 27 08:48:43.273120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'port': {'device_id': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'admin_state_up': True, 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'security_groups': ['254df564-bcc7-4d03-8ec3-690ed774399b']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:43.309525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:43.309789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.356624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-1abb649f-507d-4956-a4bf-3d814c539118 service neutron] 10.222.0.67 "PUT /v2.0/ports/99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d HTTP/1.1" status: 200 len: 1092 time: 2.3772318 Sep 27 08:48:43.356624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'tag': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:43.356624 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5471717c-c661-4727-a1d9-d04b54b18e61" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6d6b95-260d-4b93-a97b-99e5f34a5a65", "tag": "99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:43.357085 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-aaecd56d-0a66-4265-bf8c-05dff3811e4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 HTTP/1.1" status: 200 len: 217 time: 0.0921879 Sep 27 08:48:43.377060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef8da903-aa0e-4699-8717-63b6338ce094 req-aa4eb169-bd08-498e-bb6e-09c1bd95378b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 210 time: 0.1107340 Sep 27 08:48:43.489883 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a0d22-f05d-432e-a794-62eab397cb46 x-openstack-request-id: req-2b0a0d22-f05d-432e-a794-62eab397cb46 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:43.490901 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6d6b95-260d-4b93-a97b-99e5f34a5a65", "tag": "99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:43.491479 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b0a0d22-f05d-432e-a794-62eab397cb46 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:43.492427 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'tag': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'status': 'completed', 'code': 200} Sep 27 08:48:43.523563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-3b2eb08e-e83d-4c37-ad20-680ba7fa8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:43.532984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-3b2eb08e-e83d-4c37-ad20-680ba7fa8722 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a989a55a-b0af-4c7a-92ce-7e87006a6032 HTTP/1.1" status: 200 len: 849 time: 0.1714942 Sep 27 08:48:43.631941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-2638db6b-8a61-411e-aa19-88de7e4a1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:43.632128 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1406412f-b645-4d03-8ab9-06e109b39868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.632978 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-ca24cffe-dcb3-4b55-b5c1-7629ecb708e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:43.634028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-2638db6b-8a61-411e-aa19-88de7e4a1880 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c6505426bb947e1a05bcece75e5181f&device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 1095 time: 0.2408934 Sep 27 08:48:43.637267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-ca24cffe-dcb3-4b55-b5c1-7629ecb708e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0afca49-adaa-4f02-82b6-be8bc5792bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884614 Sep 27 08:48:43.725612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1406412f-b645-4d03-8ab9-06e109b39868 None None] For port 94f6d272-5303-4738-af9f-468a8e7a8947, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=94f6d272-5303-4738-af9f-468a8e7a8947,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:43.735874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1406412f-b645-4d03-8ab9-06e109b39868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:43.788049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-93d77ef6-f324-4f76-87d6-0ce1f212e2ca service neutron] 10.222.0.67 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358304 Sep 27 08:48:43.791519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d792da-ffc1-43a7-a114-43542ee34364 req-7a623a4a-4c50-42ac-9116-2d1fe30c36be tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:43.802395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4d792da-ffc1-43a7-a114-43542ee34364 req-7a623a4a-4c50-42ac-9116-2d1fe30c36be tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1094 time: 0.2438326 Sep 27 08:48:43.855427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-216e61e2-1444-44a8-99db-079fa1c8095e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d HTTP/1.1" status: 200 len: 217 time: 0.1957462 Sep 27 08:48:43.863249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:42Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:43.943671 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32546c5e-e972-4919-bbb9-e7535b1bdb01 None None] The sync data for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 is: [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:42Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:43.955371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Made reservation on behalf of 7214a460820148f1b6500794093d2f7e for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:43.967317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffd078f4-072a-4b7f-9a50-5f46d81bf329 req-a724afc8-dcd4-476b-b18f-36254a1a356a service neutron] 10.222.0.67 "GET /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706600 Sep 27 08:48:43.972117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.026963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406412f-b645-4d03-8ab9-06e109b39868 None None] Pushing event updated for resources: {'Port': ['ID=94f6d272-5303-4738-af9f-468a8e7a8947,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:44.042963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8a637579-5c71-406e-9f4f-5f5fef920f84 None None] Provisioning complete for port 94f6d272-5303-4738-af9f-468a8e7a8947 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:44.043680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a637579-5c71-406e-9f4f-5f5fef920f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.057709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4d792da-ffc1-43a7-a114-43542ee34364 req-2b294d91-4d10-4ea7-aa55-ea45b7cf3388 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544060 Sep 27 08:48:44.061623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-6e349294-4248-4d74-889b-1de4d8bf20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:44.063489 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-6e349294-4248-4d74-889b-1de4d8bf20c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf27ce71-024e-487a-b57e-7594a71d9fb2 HTTP/1.1" status: 200 len: 854 time: 0.1764574 Sep 27 08:48:44.191057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.235443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 94f6d272-5303-4738-af9f-468a8e7a8947 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:44.262136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-69958847-ce91-43cf-86e7-f44536da2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:44.263861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-69958847-ce91-43cf-86e7-f44536da2209 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667390 Sep 27 08:48:44.339614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b87b3-0979-4601-84f5-296487dd6e1b req-0060ce6b-c3e5-4c9c-b4ca-5492a9d5ccfb tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:44.342930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 94f6d272-5303-4738-af9f-468a8e7a8947 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:44.343394 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:44.351501 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-172b87b3-0979-4601-84f5-296487dd6e1b req-0060ce6b-c3e5-4c9c-b4ca-5492a9d5ccfb tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 944 time: 0.1381381 Sep 27 08:48:44.451874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-172b87b3-0979-4601-84f5-296487dd6e1b req-5e851700-e226-45b7-ad65-b4449c6feded tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991149 Sep 27 08:48:44.534520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Allocated IP 172.20.0.4 (54366c9a-f3e3-4c5a-8abb-e4746fe41af2/d4bc93b0-c8b9-4920-b459-ed816b218b01/4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:44.566678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0e8e-5f7f-4601-bb74-088f48e43959 req-a65fe787-9bbb-45b4-8877-5cc10fb4b997 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:44.569173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab7d0e8e-5f7f-4601-bb74-088f48e43959 req-a65fe787-9bbb-45b4-8877-5cc10fb4b997 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 945 time: 0.1930356 Sep 27 08:48:44.671540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3145ec0f-c320-4053-a3f8-04a684312f50 req-6eb75517-a1dc-465d-80f7-166b02f15da4 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 210 time: 0.0492876 Sep 27 08:48:44.872725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-177a3f5b-4e04-4c1b-9485-4a1d89ecd116 service neutron] 10.222.0.67 "GET /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841393 Sep 27 08:48:44.876603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab7d0e8e-5f7f-4601-bb74-088f48e43959 req-2f6e9027-fe52-4523-9377-d43587d7698b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393065 Sep 27 08:48:44.985249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.049175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-990b2f62-9d97-4d13-92d7-4c6d994e319b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.082559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15d9cdd5-7146-4733-ad8c-92dee108720f req-866d8115-fb88-41c0-8423-99a67588f7d9 service neutron] 10.222.0.67 "GET /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020473 Sep 27 08:48:45.094260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.109876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ac05b-5e4b-4c39-9487-f12831ad4b48 req-062de95e-2bf8-4a01-a9d5-62050908f67e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:45.118327 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c8ac05b-5e4b-4c39-9487-f12831ad4b48 req-062de95e-2bf8-4a01-a9d5-62050908f67e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 945 time: 0.1163371 Sep 27 08:48:45.175817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c8ac05b-5e4b-4c39-9487-f12831ad4b48 req-64f0b059-2aee-4df3-88fe-c480bd819c22 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565577 Sep 27 08:48:45.196385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:45.230842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:45.234749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:45.299021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:45.299640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:45.299754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.317694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'Port': ['ID=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:45.376674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-3852f75b-48cb-4648-804f-8069c149d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:45.378215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-3852f75b-48cb-4648-804f-8069c149d72c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c6505426bb947e1a05bcece75e5181f&device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 1095 time: 0.2294221 Sep 27 08:48:45.438329 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:48:45.492574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:45.504440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d3630-f435-4968-9c14-c63e240edd77 req-8b668aba-5975-4ef5-905a-162bdf40561c tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:45.506074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a5d3630-f435-4968-9c14-c63e240edd77 req-8b668aba-5975-4ef5-905a-162bdf40561c tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1094 time: 0.3144746 Sep 27 08:48:45.510168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b5ce6c73-0bbd-4ec9-b4cb-7d60ab952955 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2428417 Sep 27 08:48:45.528925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90', 'network_id': 'b0afca49-adaa-4f02-82b6-be8bc5792bdd', 'port_id': '6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90', 'mac_address': 'fa:16:3e:a8:6f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a989a55a-b0af-4c7a-92ce-7e87006a6032', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:45.541325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Request body: {'port': {'device_id': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:45.592140 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.607018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:45.638387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:45.649895 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.702456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a5d3630-f435-4968-9c14-c63e240edd77 req-6356c8d0-208e-4728-a7aa-13beafcd5faa tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429946 Sep 27 08:48:45.703007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6032258-4d56-4260-915d-87967543ea7f req-f3ec89d0-28a8-411a-a8c2-b172a10fe03f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:45.705050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6032258-4d56-4260-915d-87967543ea7f req-f3ec89d0-28a8-411a-a8c2-b172a10fe03f tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 944 time: 0.0978673 Sep 27 08:48:45.741371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0d7d7748-dce7-4202-b4e2-579152ba511b None None] Provisioning complete for port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:45.741887 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d7d7748-dce7-4202-b4e2-579152ba511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.764145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e6032258-4d56-4260-915d-87967543ea7f req-02d84159-798e-4bfc-9e8f-53be6200eed7 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517838 Sep 27 08:48:45.792554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d7748-dce7-4202-b4e2-579152ba511b None None] Port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:48:45.800473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:45.835738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-e0c96dde-02dd-4507-b374-c18013208692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:45.838211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-e0c96dde-02dd-4507-b374-c18013208692 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 HTTP/1.1" status: 200 len: 916 time: 0.3982885 Sep 27 08:48:45.841850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:45.930608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-7c0eba3f-ecf8-415b-9a2f-645960791b87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d HTTP/1.1" status: 200 len: 217 time: 0.0759091 Sep 27 08:48:45.955439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:45.968288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3a5fa-fbb3-4a97-8372-3498f50711aa req-a3b4b268-d187-45f4-bdc0-a7631e9f2e48 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:45.974472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00e3a5fa-fbb3-4a97-8372-3498f50711aa req-a3b4b268-d187-45f4-bdc0-a7631e9f2e48 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 945 time: 0.1725349 Sep 27 08:48:46.022821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388dedb-2317-4105-a7ef-ca5a2ac7c321 req-4656f3d8-a4fd-44f4-8dfe-1724dcf84182 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:46.030738 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b388dedb-2317-4105-a7ef-ca5a2ac7c321 req-4656f3d8-a4fd-44f4-8dfe-1724dcf84182 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 931 time: 0.1146405 Sep 27 08:48:46.098763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b388dedb-2317-4105-a7ef-ca5a2ac7c321 req-f4972a75-c3d8-4c7d-9b6b-6ee04519ec1d tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643589 Sep 27 08:48:46.160131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 94f6d272-5303-4738-af9f-468a8e7a8947 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:46.293291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-6c9600fd-a3b1-4046-b65c-d7bf88b8330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:46.306901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-6c9600fd-a3b1-4046-b65c-d7bf88b8330b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf27ce71-024e-487a-b57e-7594a71d9fb2 HTTP/1.1" status: 200 len: 854 time: 0.3641729 Sep 27 08:48:46.313168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 94f6d272-5303-4738-af9f-468a8e7a8947 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:46.314045 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.383167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-00e3a5fa-fbb3-4a97-8372-3498f50711aa req-aeb8629f-afcb-4e6d-b915-0b5e5d40f5f2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342617 Sep 27 08:48:46.544428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:46.554331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-ccecbf96-1de2-435f-a9de-3ae9566782c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:46.556186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-ccecbf96-1de2-435f-a9de-3ae9566782c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417502 Sep 27 08:48:46.558455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.601119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Transition to ACTIVE for port object 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:46.608522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:46.700839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Pushing event updated for resources: {'Port': ['ID=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:46.754291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-21c4f0fb-bc59-4ae9-953c-9e606909abc8 service neutron] 10.222.0.67 "GET /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888788 Sep 27 08:48:46.874923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2371f-5dc3-4626-befb-2b6692277bc3 req-3873de67-5ac2-4073-a5d3-7ca82a6b2151 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:46.882423 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33a2371f-5dc3-4626-befb-2b6692277bc3 req-3873de67-5ac2-4073-a5d3-7ca82a6b2151 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1095 time: 0.0990086 Sep 27 08:48:46.901197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Attempting to bind port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:46.901538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Attempting to bind port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:46.901872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Attempting to bind port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 on network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:46.927387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33a2371f-5dc3-4626-befb-2b6692277bc3 req-b04db27b-28bb-416a-a3ed-3ba8495c1fb3 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Sep 27 08:48:47.260919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee254f-eb42-406a-89f4-3842114846ad req-55a9381e-3d02-420b-b3e6-fee58f7be9a8 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:47.264226 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2ee254f-eb42-406a-89f4-3842114846ad req-55a9381e-3d02-420b-b3e6-fee58f7be9a8 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 943 time: 0.0739195 Sep 27 08:48:47.291918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 on network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:47.292249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Attempting to bind port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 on network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:47.325952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:47.326298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Checking segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:47.326686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Bound using segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:47.327135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Bound port: 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:47.328217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.335524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:47.338640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:47.358738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5471717c-c661-4727-a1d9-d04b54b18e61 req-a08f9e92-ba9e-49f4-8029-6cafe993adb8 service neutron] 10.222.0.67 "GET /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809326 Sep 27 08:48:47.371454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679ee1b-978e-407f-9e85-2fb1c6090115 req-6d1c6b1d-b5a7-43b0-b5d6-ea530313bcff tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:47.379597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2679ee1b-978e-407f-9e85-2fb1c6090115 req-6d1c6b1d-b5a7-43b0-b5d6-ea530313bcff tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 944 time: 0.4724507 Sep 27 08:48:47.423803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-2a24e007-1ea9-4836-a688-d9dbee5ad1cb tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:47.426129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-2a24e007-1ea9-4836-a688-d9dbee5ad1cb tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 945 time: 0.1522937 Sep 27 08:48:47.448101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2679ee1b-978e-407f-9e85-2fb1c6090115 req-6f47abca-d82a-4127-a859-be68e805a616 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675268 Sep 27 08:48:47.491327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] For port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:47.496067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] For port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:47.502958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.513313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2ee254f-eb42-406a-89f4-3842114846ad req-1ef2e0b6-ee22-4f59-8448-d88b21862276 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404997 Sep 27 08:48:47.673506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:47.677817 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f6e5-7f57-4104-b089-f70841f55eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.690302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:47.697381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:47.697946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.698801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:47.699341 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.699446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] 10.222.0.57 "PUT /v2.0/ports/4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 200 len: 1091 time: 2.1775954 Sep 27 08:48:47.699886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'tag': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:47.702570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'port_id': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'mac_address': 'fa:16:3e:88:d4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:47.720586 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4504de85-411f-4225-9ef5-f80d1007b294" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1439ed-1300-4f95-a60a-31f7fcd3649a", "tag": "4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:47.748026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389160e-abe4-4a2c-821c-b6d0fd595a07 service neutron] Pushing event updated for resources: {'Port': ['ID=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:47.812299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Deleting port 59355ed9-2915-4ed7-a300-bf698161d3d5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:47.812678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.838609 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbfcc4e-0525-4dca-aa01-1abcf3a5996a x-openstack-request-id: req-7bbfcc4e-0525-4dca-aa01-1abcf3a5996a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:47.839023 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1439ed-1300-4f95-a60a-31f7fcd3649a", "tag": "4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:47.839348 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7bbfcc4e-0525-4dca-aa01-1abcf3a5996a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:47.839614 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'tag': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'status': 'completed', 'code': 200} Sep 27 08:48:47.867660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-cc3ac2ac-65ed-4687-a1e7-477a73c8f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:47.869358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-cc3ac2ac-65ed-4687-a1e7-477a73c8f988 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 1094 time: 0.1182239 Sep 27 08:48:47.889309 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:47.955711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-b1864646-7843-47d7-9d3a-1a6b598eaff3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 200 len: 217 time: 0.0692155 Sep 27 08:48:47.968262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:48.006386 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.049487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbb10d-fb4a-4760-afc7-53eb004c4285 req-78858ea4-65de-4e01-9b1b-80d3b646b8db tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.051161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41fbb10d-fb4a-4760-afc7-53eb004c4285 req-78858ea4-65de-4e01-9b1b-80d3b646b8db tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 945 time: 0.3481419 Sep 27 08:48:48.086464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4878ebd-0220-4d26-bb54-e670382a8b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:48.089045 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853fcb30-ad12-43cf-be68-4187ebf66f9b" -d '{"events": [{"server_uuid": "c4878ebd-0220-4d26-bb54-e670382a8b17", "name": "network-vif-plugged", "status": "completed", "tag": "6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:48.101658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:48.112395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:48.114397 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.117578 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.155036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-bd88f5dd-5c36-40fb-b57c-bea59f930638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.156613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-bd88f5dd-5c36-40fb-b57c-bea59f930638 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.1934657 Sep 27 08:48:48.158734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] For port 59355ed9-2915-4ed7-a300-bf698161d3d5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=59355ed9-2915-4ed7-a300-bf698161d3d5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:48.159111 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.165929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759030-b2f9-4f0c-a3cf-3e2ae5eb76b5 req-94fb9417-94de-4689-baa3-b8ab4e61adb9 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.169935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35759030-b2f9-4f0c-a3cf-3e2ae5eb76b5 req-94fb9417-94de-4689-baa3-b8ab4e61adb9 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1095 time: 0.1146870 Sep 27 08:48:48.180536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:48.184397 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.200641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-41fbb10d-fb4a-4760-afc7-53eb004c4285 req-0b6b767f-c36a-466b-a4f9-8b796fa39890 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377118 Sep 27 08:48:48.219504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Calling delete_port for 59355ed9-2915-4ed7-a300-bf698161d3d5 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:48.305899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:48.330639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35759030-b2f9-4f0c-a3cf-3e2ae5eb76b5 req-8c655d7e-9f8f-4d1a-af41-138df0a32d7d tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813828 Sep 27 08:48:48.372075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-dc138e97-c3be-47aa-8897-a34a72eed9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.374444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-dc138e97-c3be-47aa-8897-a34a72eed9e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024918 Sep 27 08:48:48.379940 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a844aab-d9c8-4698-97c9-6ee2de40877a x-openstack-request-id: req-8a844aab-d9c8-4698-97c9-6ee2de40877a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:48.380819 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4878ebd-0220-4d26-bb54-e670382a8b17", "name": "network-vif-plugged", "status": "completed", "tag": "6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:48.381246 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a844aab-d9c8-4698-97c9-6ee2de40877a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:48.381839 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4878ebd-0220-4d26-bb54-e670382a8b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90', 'code': 200} Sep 27 08:48:48.430228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:48.466409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.484134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-3d52c217-f56c-49ac-a6b0-68f37a57f840 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016133 Sep 27 08:48:48.497376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5', '59355ed9-2915-4ed7-a300-bf698161d3d5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:48.523023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event deleted for resources: {'Port': ['ID=59355ed9-2915-4ed7-a300-bf698161d3d5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:48.608041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] No DVR routers for this DVR port 59355ed9-2915-4ed7-a300-bf698161d3d5 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:48.617871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.620304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5981f5e-3046-420e-ab2e-2f29845f15e6 req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "DELETE /v2.0/ports/59355ed9-2915-4ed7-a300-bf698161d3d5 HTTP/1.1" status: 204 len: 173 time: 1.1755519 Sep 27 08:48:48.621987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.622830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.643009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.644883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.645298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.645640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.645974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.651075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.651677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.651986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.652359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.666342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8b790-4e46-478f-91a6-fcd4e4671537 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:48:48.675245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b9a042-23af-42df-bb64-380612bbf325', 'name': 'network-vif-deleted', 'tag': '59355ed9-2915-4ed7-a300-bf698161d3d5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:48.683216 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b206dcc-85d8-40c6-9e39-09f2964e3f79" -d '{"events": [{"server_uuid": "92b9a042-23af-42df-bb64-380612bbf325", "name": "network-vif-deleted", "tag": "59355ed9-2915-4ed7-a300-bf698161d3d5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:48.726980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e87c7-5cb9-4cab-9cb3-0768f01ed139 req-775cf222-7a7b-4d7b-aaf8-9305d7543774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.729576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-058e87c7-5cb9-4cab-9cb3-0768f01ed139 req-775cf222-7a7b-4d7b-aaf8-9305d7543774 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.2440217 Sep 27 08:48:48.759862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d022572-2d1f-4209-b929-c25f004bfd80 req-ac8eee73-bbd6-4811-bdc4-dff022247039 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.762014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d022572-2d1f-4209-b929-c25f004bfd80 req-ac8eee73-bbd6-4811-bdc4-dff022247039 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 945 time: 0.1685629 Sep 27 08:48:48.799934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82259ee9-3d7d-4e82-8c4a-ac97cd70e325 req-229bd7c1-adcb-417e-823a-9151ba3eb751 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.803698 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-82259ee9-3d7d-4e82-8c4a-ac97cd70e325 req-229bd7c1-adcb-417e-823a-9151ba3eb751 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 943 time: 0.1308520 Sep 27 08:48:48.822423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c1a5c3-be18-4407-9571-686cf8317450 req-cafe0bd2-fef2-44b8-b868-eb1d471db42f service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726607 Sep 27 08:48:48.836531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-058e87c7-5cb9-4cab-9cb3-0768f01ed139 req-580f3775-d4aa-4100-b9d4-a382509d0506 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969102 Sep 27 08:48:48.862658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d022572-2d1f-4209-b929-c25f004bfd80 req-9737f5ff-2514-4fcc-8f3e-80230cea5818 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903821 Sep 27 08:48:48.893374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-82259ee9-3d7d-4e82-8c4a-ac97cd70e325 req-f2f79295-699c-44ac-a236-56f6c06c1cfa tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813928 Sep 27 08:48:48.940210 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd15cb7-767f-41d8-9194-fa214016827c x-openstack-request-id: req-3cd15cb7-767f-41d8-9194-fa214016827c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:48.940529 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b9a042-23af-42df-bb64-380612bbf325", "name": "network-vif-deleted", "tag": "59355ed9-2915-4ed7-a300-bf698161d3d5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:48.940784 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cd15cb7-767f-41d8-9194-fa214016827c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:48.941193 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b9a042-23af-42df-bb64-380612bbf325', 'name': 'network-vif-deleted', 'tag': '59355ed9-2915-4ed7-a300-bf698161d3d5', 'status': 'completed', 'code': 200} Sep 27 08:48:48.956513 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:48.984229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504de85-411f-4225-9ef5-f80d1007b294 req-e7031d32-9c7f-46dd-bfaf-f5b6ac48b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:48.986156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4504de85-411f-4225-9ef5-f80d1007b294 req-e7031d32-9c7f-46dd-bfaf-f5b6ac48b364 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 1094 time: 0.0740676 Sep 27 08:48:49.106535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504de85-411f-4225-9ef5-f80d1007b294 req-6101f3fa-4df2-4a8b-9b1d-70169a163489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:49.108027 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4504de85-411f-4225-9ef5-f80d1007b294 req-6101f3fa-4df2-4a8b-9b1d-70169a163489 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.1136835 Sep 27 08:48:49.153563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4504de85-411f-4225-9ef5-f80d1007b294 req-9df0119f-649f-431d-a8a5-d39dcc6f4c10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 200 len: 217 time: 0.0350897 Sep 27 08:48:49.217356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504de85-411f-4225-9ef5-f80d1007b294 req-a98b44a6-c345-47b5-b873-2797b8e93431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:49.219081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4504de85-411f-4225-9ef5-f80d1007b294 req-a98b44a6-c345-47b5-b873-2797b8e93431 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.0557537 Sep 27 08:48:49.282997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504de85-411f-4225-9ef5-f80d1007b294 req-5090ced6-b688-47f8-9b39-174f8489e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:49.284834 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4504de85-411f-4225-9ef5-f80d1007b294 req-5090ced6-b688-47f8-9b39-174f8489e41d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548189 Sep 27 08:48:49.417257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b396ce86-e89a-4678-95fe-7e20fbbd788c req-f6549145-af7d-40c2-afc7-a784fc6b29f0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b9a042-23af-42df-bb64-380612bbf325 HTTP/1.1" status: 200 len: 210 time: 0.0732014 Sep 27 08:48:49.458444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4504de85-411f-4225-9ef5-f80d1007b294 req-d5dd3a49-c54e-47e5-b3f1-428eda48670d service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645570 Sep 27 08:48:49.554082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8950b-57e8-433e-9461-ade9197ff73e req-d448da52-76b2-47a7-b3ec-620cf0d44726 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:49.555648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97b8950b-57e8-433e-9461-ade9197ff73e req-d448da52-76b2-47a7-b3ec-620cf0d44726 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.0510836 Sep 27 08:48:49.587196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4504de85-411f-4225-9ef5-f80d1007b294 req-1d54609d-d39d-4309-a985-2661e15890a6 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168122 Sep 27 08:48:49.599204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97b8950b-57e8-433e-9461-ade9197ff73e req-9308f063-0f4b-4d6b-89d6-94315af401f7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364518 Sep 27 08:48:50.017446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a99a00-9ad4-460e-8af5-a0dbb9aa7c1a req-4cba255f-5163-4961-97cd-f187d6dbf238 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:50.026279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26a99a00-9ad4-460e-8af5-a0dbb9aa7c1a req-4cba255f-5163-4961-97cd-f187d6dbf238 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 945 time: 0.0742552 Sep 27 08:48:50.089256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26a99a00-9ad4-460e-8af5-a0dbb9aa7c1a req-901d145d-715a-4134-81c5-556e385a7c3d tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616100 Sep 27 08:48:50.110349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c211e2-3434-4738-a2ae-c07959c1f1a0 req-ad02f17e-f0e8-437d-8326-f2b776d3f3d5 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:50.119452 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66c211e2-3434-4738-a2ae-c07959c1f1a0 req-ad02f17e-f0e8-437d-8326-f2b776d3f3d5 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 943 time: 0.1041801 Sep 27 08:48:50.171433 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66c211e2-3434-4738-a2ae-c07959c1f1a0 req-c1778da8-bb11-401a-bdb8-8aaa00b3d948 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509868 Sep 27 08:48:50.545390 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:50.749739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e503e0-8600-472d-a409-a8038d713fd9 req-c9f1da7b-2737-4e8d-bece-4f9ea276db35 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:50.757416 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38e503e0-8600-472d-a409-a8038d713fd9 req-c9f1da7b-2737-4e8d-bece-4f9ea276db35 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.0573401 Sep 27 08:48:50.805029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38e503e0-8600-472d-a409-a8038d713fd9 req-41f4dc69-bf95-40f9-9d8d-a8f58945379f tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Sep 27 08:48:51.035474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d997ec1-b1f8-4268-8e36-aec00f5dedc4 req-6aa473f0-d624-4ca8-ac9f-fe57050dc95e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:51.046573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d997ec1-b1f8-4268-8e36-aec00f5dedc4 req-6aa473f0-d624-4ca8-ac9f-fe57050dc95e tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.0975122 Sep 27 08:48:51.125061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d997ec1-b1f8-4268-8e36-aec00f5dedc4 req-40f9786b-7902-46af-90b7-233150ca4a45 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693214 Sep 27 08:48:51.288251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-b7a6c845-6b2f-4ecf-9d70-1b95e5efa07e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:51.293282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-b7a6c845-6b2f-4ecf-9d70-1b95e5efa07e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.1919260 Sep 27 08:48:51.316749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7377-a9c7-4afc-83ca-1d5da29b7f92 req-e19dbe52-6e46-4ef0-8187-23a01a81d473 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:51.317139 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b9c7377-a9c7-4afc-83ca-1d5da29b7f92 req-e19dbe52-6e46-4ef0-8187-23a01a81d473 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 945 time: 0.1218009 Sep 27 08:48:51.319950 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-1a7a459b-0947-4434-b8b8-502990c77cef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/quotas/54e965b18d5f42e7833a8433c2f3ce28 HTTP/1.1" status: 200 len: 375 time: 0.0208869 Sep 27 08:48:51.346954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:51.385404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b9c7377-a9c7-4afc-83ca-1d5da29b7f92 req-b236703b-46b6-495c-9f6a-546e24a54ce2 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611727 Sep 27 08:48:51.428420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:51.434233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:51.434848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.443491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4fcac431-d61a-4fd8-b87f-451026dd6eef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079574 Sep 27 08:48:51.554233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9330f-380f-4376-ac58-14e05cb8ba76 req-08487128-f94d-461f-b537-35b0ecfa5c27 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:51.563925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2de9330f-380f-4376-ac58-14e05cb8ba76 req-08487128-f94d-461f-b537-35b0ecfa5c27 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.1078544 Sep 27 08:48:51.623469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2de9330f-380f-4376-ac58-14e05cb8ba76 req-14041f6c-10a1-426a-a41a-bbf60e4a35f5 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 Sep 27 08:48:51.631578 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.632286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-216eaa16-78b5-4a48-9bd7-353987d3391f service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653557 Sep 27 08:48:51.663065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:51.665704 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4b717c-abbf-4b27-9773-c4c48c4e5576" -d '{"events": [{"server_uuid": "fc6d6b95-260d-4b93-a97b-99e5f34a5a65", "name": "network-vif-plugged", "status": "completed", "tag": "99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:51.679517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:51.685063 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:51.739896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:51.744724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-7b91cc72-7546-4601-80c1-27e2eef39349 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113763 Sep 27 08:48:51.759383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b629e-a748-4102-91a6-9349aafba02a req-c072ca95-de05-46e3-abb3-7966ee6452fb tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:51.760945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-292b629e-a748-4102-91a6-9349aafba02a req-c072ca95-de05-46e3-abb3-7966ee6452fb tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 943 time: 0.0652356 Sep 27 08:48:51.804767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-292b629e-a748-4102-91a6-9349aafba02a req-87eb673c-76ff-4e0f-8ffb-bb834b5ca573 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362766 Sep 27 08:48:51.971810 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4731900a-cd03-499d-9cfe-2deb34940315 x-openstack-request-id: req-4731900a-cd03-499d-9cfe-2deb34940315 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:51.972108 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6d6b95-260d-4b93-a97b-99e5f34a5a65", "name": "network-vif-plugged", "status": "completed", "tag": "99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:51.972383 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4731900a-cd03-499d-9cfe-2deb34940315 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:51.972781 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'code': 200} Sep 27 08:48:52.049882 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-516aff1b-6cb2-450c-9974-ac6bb38514e4 req-b576fc50-f183-4de5-b463-4f02dc24154e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 210 time: 0.0360932 Sep 27 08:48:52.068309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:48:52.077260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 59355ed9-2915-4ed7-a300-bf698161d3d5 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:52.116444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 59355ed9-2915-4ed7-a300-bf698161d3d5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:52.116877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 59355ed9-2915-4ed7-a300-bf698161d3d5 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:52.121998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab8d9-399d-4e29-9a46-38f841d3c865 req-048e028b-c9a5-4fee-a796-813e6f62f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:52.123532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fdeab8d9-399d-4e29-9a46-38f841d3c865 req-048e028b-c9a5-4fee-a796-813e6f62f985 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 1097 time: 0.0580194 Sep 27 08:48:52.184755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4a698-33bd-4bfc-9b73-31a0ac7e01a5 req-469ed93b-95c9-4db4-8b0f-76074e8778da tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:52.186080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7b4a698-33bd-4bfc-9b73-31a0ac7e01a5 req-469ed93b-95c9-4db4-8b0f-76074e8778da tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.0616651 Sep 27 08:48:52.187618 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fdeab8d9-399d-4e29-9a46-38f841d3c865 req-e0e07cb8-9d0d-49aa-a3cb-3d5ea3664097 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541677 Sep 27 08:48:52.213958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:52.227847 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'port_id': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'mac_address': 'fa:16:3e:c5:17:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:48:52.242684 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7b4a698-33bd-4bfc-9b73-31a0ac7e01a5 req-df2cca72-a766-41b0-9c16-1061ed492f77 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463820 Sep 27 08:48:52.273298 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.286197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:52.305080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:52.309697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:52.362945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:52.517615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9afad9-1149-4346-be71-1e2f7184bd58 req-6f46c97f-46e1-45fb-a861-f5802009a238 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:52.519119 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f9afad9-1149-4346-be71-1e2f7184bd58 req-6f46c97f-46e1-45fb-a861-f5802009a238 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 946 time: 0.0630534 Sep 27 08:48:52.566995 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7f9afad9-1149-4346-be71-1e2f7184bd58 req-24ca1ea2-6339-4943-97c0-aa3e296d4ad0 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405324 Sep 27 08:48:52.574294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:53.109672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe489c-ebd0-421e-8851-46baf5616732 req-dcf99e1b-43cd-494e-be75-38b09e22904b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:53.123433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67fe489c-ebd0-421e-8851-46baf5616732 req-dcf99e1b-43cd-494e-be75-38b09e22904b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 944 time: 0.1671181 Sep 27 08:48:53.240259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-45bb9f7e-fbab-4e85-81e2-3f1ca5cb7adb tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:53.241920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-45bb9f7e-fbab-4e85-81e2-3f1ca5cb7adb tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.2023222 Sep 27 08:48:53.267864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Request body: {'port': {'device_id': 'e3b6e3f3-4fd5-4a1e-8245-b423591c0171', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'admin_state_up': True, 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:53.303825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-058e64da-291d-44f2-ae57-f2661c24bc96 req-0c4a4159-eb83-4a2c-9a99-8d34a237a8c1 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 210 time: 0.0810771 Sep 27 08:48:53.361969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67fe489c-ebd0-421e-8851-46baf5616732 req-0d3b9b07-9202-43d1-a0c9-895f3b9485a5 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371266 Sep 27 08:48:53.436709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aaa53-725f-4783-97b7-7d12d5537f7f req-51150337-10ed-43ae-a7c3-519781289ec2 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:53.438423 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d9aaa53-725f-4783-97b7-7d12d5537f7f req-51150337-10ed-43ae-a7c3-519781289ec2 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.0524814 Sep 27 08:48:53.452365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:48:53.456387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.482722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d9aaa53-725f-4783-97b7-7d12d5537f7f req-45445382-58cc-4aa9-826b-d55116792e18 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375476 Sep 27 08:48:53.604921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Allocated IP 172.20.0.5 (f3e97ddb-253c-47f6-8706-a06f993502a0/1d6e075a-6a69-43bb-b7d9-259309ec1b9d/c8cb5827-0179-4ebe-bdda-6fb41ea381a4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:48:53.745379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd54375-eeb2-4fed-8134-2ba7a343a02f req-56439cb4-3654-4d71-b96d-cfb72b16102e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:53.746971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bd54375-eeb2-4fed-8134-2ba7a343a02f req-56439cb4-3654-4d71-b96d-cfb72b16102e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 946 time: 0.0911343 Sep 27 08:48:53.831472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bd54375-eeb2-4fed-8134-2ba7a343a02f req-506692c6-4699-418d-97dc-bb3364ba743e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551963 Sep 27 08:48:53.853446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.908085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-d3fb7cfc-f194-421d-a012-decd5cad3fef tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:53.910066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-d3fb7cfc-f194-421d-a012-decd5cad3fef tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.0700369 Sep 27 08:48:53.958566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:53.972299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:53.975263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92de28-982b-4f0f-9853-6831b3fec3dd req-64b30b33-3e09-45fa-a484-43fe656dad0d tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:53.983310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1a92de28-982b-4f0f-9853-6831b3fec3dd req-64b30b33-3e09-45fa-a484-43fe656dad0d tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 946 time: 0.0781565 Sep 27 08:48:53.989247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35070) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:53.995301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Request body: {'floatingip': {'port_id': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:54.060784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.069943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Network f3e97ddb-253c-47f6-8706-a06f993502a0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:48:54.089018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:48:54.095335 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:48:54.159132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:48:54.210661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event updated for resources: {'Port': ['ID=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:54.289522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Deleting port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:54.289835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.318144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:48:54.329784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:48:54.330086 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.336667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:54.341247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.436576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4f061e48-2410-48e5-9500-8cbf177645ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1726444 Sep 27 08:48:54.456547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Request body: {'port': {'device_id': 'e3b6e3f3-4fd5-4a1e-8245-b423591c0171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:54.539278 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.548947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] For port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:54.549277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.569904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:54.573640 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f97f7d5-c371-4fe2-b33a-d3f71c4d2078" -d '{"events": [{"server_uuid": "6f1439ed-1300-4f95-a60a-31f7fcd3649a", "name": "network-vif-plugged", "status": "completed", "tag": "4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:54.591810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:54.594092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d5aa2-da45-4e1a-8a5f-176816a2518a req-78bad907-81e1-47e0-b8d9-0cbcd4d182db tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:54.595817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-622d5aa2-da45-4e1a-8a5f-176816a2518a req-78bad907-81e1-47e0-b8d9-0cbcd4d182db tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 931 time: 0.1638060 Sep 27 08:48:54.601283 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.604874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Calling delete_port for 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:54.611104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.676592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:54.698651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e784c-8f75-47b5-9d25-d90b2b263a23 req-0cfae080-9514-40e2-9981-a13ff16977c0 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:54.709821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-823e784c-8f75-47b5-9d25-d90b2b263a23 req-0cfae080-9514-40e2-9981-a13ff16977c0 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 944 time: 0.1837511 Sep 27 08:48:54.834644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-622d5aa2-da45-4e1a-8a5f-176816a2518a req-46197986-a8ba-476f-a0ce-bd72e1428aa6 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236929 Sep 27 08:48:54.846702 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-823e784c-8f75-47b5-9d25-d90b2b263a23 req-5fc5320d-0791-40cf-85d6-bab21a17764a tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354711 Sep 27 08:48:54.879433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.886713 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:54.918618 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94266f9b-de50-44d6-9473-2248ab757854 x-openstack-request-id: req-94266f9b-de50-44d6-9473-2248ab757854 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:54.918929 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1439ed-1300-4f95-a60a-31f7fcd3649a", "name": "network-vif-plugged", "status": "completed", "tag": "4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:54.919184 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94266f9b-de50-44d6-9473-2248ab757854 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:54.919583 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'code': 200} Sep 27 08:48:55.043615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab896f0-87c4-4d9d-98f3-10d3fb08e722 req-f7f59f83-f067-4539-ad92-cffdcd3a465b tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:55.051662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ab896f0-87c4-4d9d-98f3-10d3fb08e722 req-f7f59f83-f067-4539-ad92-cffdcd3a465b tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4878ebd-0220-4d26-bb54-e670382a8b17 HTTP/1.1" status: 200 len: 1096 time: 0.1148276 Sep 27 08:48:55.085691 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Floating IP 60905fa5-b5db-4490-abd8-878bd8a1601f associated. External IP: 172.25.2.132, port: 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d. Sep 27 08:48:55.182595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ab896f0-87c4-4d9d-98f3-10d3fb08e722 req-6041d171-d69d-4b36-b401-ec36e55ed520 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300895 Sep 27 08:48:55.229517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cb5827-0179-4ebe-bdda-6fb41ea381a4 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:48:55.247984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.266402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Transition to ACTIVE for port object c8cb5827-0179-4ebe-bdda-6fb41ea381a4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:48:55.267667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.284592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:55.301588 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.307563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:55.352645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f7041ba0-8c23-4505-a962-b7fabae3783b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:55.416920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] No DVR routers for this DVR port 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:55.423013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.425330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3eb12a22-fa3c-42c0-ac57-e4bc10aad947 req-c8e63b51-d94f-42c1-a8f6-78ee4f85a9a7 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.67 "DELETE /v2.0/ports/6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 HTTP/1.1" status: 204 len: 173 time: 1.5070562 Sep 27 08:48:55.426129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4878ebd-0220-4d26-bb54-e670382a8b17', 'name': 'network-vif-deleted', 'tag': '6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:55.429082 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2642291e-2034-4f49-bfab-c244a5cc022c" -d '{"events": [{"server_uuid": "c4878ebd-0220-4d26-bb54-e670382a8b17", "name": "network-vif-deleted", "tag": "6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:55.449749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:55.547486 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505298ca-25e3-4adc-9825-e435510751c6 x-openstack-request-id: req-505298ca-25e3-4adc-9825-e435510751c6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:55.547786 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4878ebd-0220-4d26-bb54-e670382a8b17", "name": "network-vif-deleted", "tag": "6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:55.548290 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-505298ca-25e3-4adc-9825-e435510751c6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:55.548743 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4878ebd-0220-4d26-bb54-e670382a8b17', 'name': 'network-vif-deleted', 'tag': '6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90', 'status': 'completed', 'code': 200} Sep 27 08:48:55.658467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Attempting to bind port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:48:55.658805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Attempting to bind port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:48:55.659127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Attempting to bind port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:55.676892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 on network f3e97ddb-253c-47f6-8706-a06f993502a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:48:55.677223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Attempting to bind port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:48:55.691342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:48:55.691680 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Checking segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:48:55.692074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Bound using segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:48:55.695603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Bound port: c8cb5827-0179-4ebe-bdda-6fb41ea381a4, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:48:55.700085 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.799444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] For port c8cb5827-0179-4ebe-bdda-6fb41ea381a4, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:48:55.802755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] For port c8cb5827-0179-4ebe-bdda-6fb41ea381a4, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:48:55.816564 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.880261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:55.880929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:55.882456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] 10.222.0.57 "PUT /v2.0/ports/c8cb5827-0179-4ebe-bdda-6fb41ea381a4 HTTP/1.1" status: 200 len: 1091 time: 1.4304533 Sep 27 08:48:55.962054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed869de-b998-44a6-9aca-5bb42f32b403 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:56.091202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05139d-27ab-4bc4-bf07-d4d1195d37ab req-7554dc1b-e1ac-4ac9-9f2f-820ed4964160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:56.093514 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f05139d-27ab-4bc4-bf07-d4d1195d37ab req-7554dc1b-e1ac-4ac9-9f2f-820ed4964160 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 1096 time: 1.0899856 Sep 27 08:48:56.094921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-236f2a15-d1a1-4fe1-9d66-2ee7314f7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:56.096692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-236f2a15-d1a1-4fe1-9d66-2ee7314f7fc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 1094 time: 0.1290367 Sep 27 08:48:56.112086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324b23d-cf92-4d44-9ba4-83fd07daf001 req-d3bbc5c1-23c3-4955-8e05-19e23221de5f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:56.114846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f324b23d-cf92-4d44-9ba4-83fd07daf001 req-d3bbc5c1-23c3-4955-8e05-19e23221de5f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 943 time: 0.1323242 Sep 27 08:48:56.181673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-156efc37-df1b-44f2-ad4e-91593757f744 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cb5827-0179-4ebe-bdda-6fb41ea381a4 HTTP/1.1" status: 200 len: 217 time: 0.0632257 Sep 27 08:48:56.189359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3efd-9be5-47d6-ac53-eb81854ed9f4 req-751c7c5e-c92d-4348-a8c4-2c94e69e87fb tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:56.197358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-706c3efd-9be5-47d6-ac53-eb81854ed9f4 req-751c7c5e-c92d-4348-a8c4-2c94e69e87fb tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1554267 Sep 27 08:48:56.236319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f324b23d-cf92-4d44-9ba4-83fd07daf001 req-7099c8de-d9ee-4f68-90c4-ea4d87342f6e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098821 Sep 27 08:48:56.274965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f05139d-27ab-4bc4-bf07-d4d1195d37ab req-466902ee-34f2-496c-b90b-2c9d4beeb690 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193054 Sep 27 08:48:56.298979 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-706c3efd-9be5-47d6-ac53-eb81854ed9f4 req-f04887cb-e3fe-444f-a647-72e8cba605dc tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007092 Sep 27 08:48:56.328847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-6a2cf21f-b289-4466-9879-197e32fe5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:56.330362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-6a2cf21f-b289-4466-9879-197e32fe5936 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.1211100 Sep 27 08:48:56.509658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Router 4fc0cb58-bfab-404e-b780-a06b03b01545 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:48:56.558688 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-da229dd1-fe01-4b9a-b770-9427c7b4591b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454261 Sep 27 08:48:56.654854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:48:56.660478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:56.668113 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] Sync routers for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:48:56.680949 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:56.687277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:56.714122 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f566f31f-50f2-456c-90a0-ac0a0a153c23 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "PUT /v2.0/floatingips/60905fa5-b5db-4490-abd8-878bd8a1601f HTTP/1.1" status: 200 len: 992 time: 2.7233291 Sep 27 08:48:56.714958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'tag': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:56.728006 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88dbe93-ca36-4eca-8768-e1d7a3144f03" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6d6b95-260d-4b93-a97b-99e5f34a5a65", "tag": "99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:56.776527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e467ac-6951-4c68-bdf8-fbfe3b728fa6 req-f2e0bdbd-dcc7-46cb-ae46-c5b13d0453c1 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:56.788189 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9e467ac-6951-4c68-bdf8-fbfe3b728fa6 req-f2e0bdbd-dcc7-46cb-ae46-c5b13d0453c1 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1097 time: 0.2019165 Sep 27 08:48:56.858928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-83e2b93f-53b3-45e6-bb12-90af5c3395db service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825224 Sep 27 08:48:56.860193 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc32ddb-8d69-4f52-adef-f6ac196b63b2 x-openstack-request-id: req-4dc32ddb-8d69-4f52-adef-f6ac196b63b2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:56.860961 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6d6b95-260d-4b93-a97b-99e5f34a5a65", "tag": "99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:56.861413 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4dc32ddb-8d69-4f52-adef-f6ac196b63b2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:56.862010 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'tag': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'status': 'completed', 'code': 200} Sep 27 08:48:56.905244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9e467ac-6951-4c68-bdf8-fbfe3b728fa6 req-b837e934-50e3-410c-8e58-54b0fa5e17dd tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858030 Sep 27 08:48:56.996093 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:57.019024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-3dd88339-97de-46a7-96d8-b99ff08c4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:57.020809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-3dd88339-97de-46a7-96d8-b99ff08c4b5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c6505426bb947e1a05bcece75e5181f&device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 1097 time: 0.1143599 Sep 27 08:48:57.067178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c7ae853-a9df-41d7-aa60-5289c9581b76 req-2bf1fb50-1c60-4333-a6b7-b73bdfdce2de service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596341 Sep 27 08:48:57.135164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-c1a69f40-12a5-4520-9d16-9654fb6a1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:57.136996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-c1a69f40-12a5-4520-9d16-9654fb6a1ba7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 HTTP/1.1" status: 200 len: 916 time: 0.1071985 Sep 27 08:48:57.216125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-8724f010-0e82-499b-93e9-b9738c5b3efa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d HTTP/1.1" status: 200 len: 1000 time: 0.0716419 Sep 27 08:48:57.245015 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '60905fa5-b5db-4490-abd8-878bd8a1601f', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'port_id': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'mac_address': 'fa:16:3e:88:d4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:32Z', 'updated_at': '2021-09-27T08:48:54Z', 'revision_number': 1, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:26Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:57.272052 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] Checking router: 4fc0cb58-bfab-404e-b780-a06b03b01545 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:48:57.278810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-69409c9b-35f1-4789-87bd-8f5dd806e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:57.280607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-69409c9b-35f1-4789-87bd-8f5dd806e340 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf27ce71-024e-487a-b57e-7594a71d9fb2 HTTP/1.1" status: 200 len: 854 time: 0.0573905 Sep 27 08:48:57.281884 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:48:57.282504 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:57.339106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-85877a57-b6d2-4d36-be70-0b07876e0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:57.342050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-85877a57-b6d2-4d36-be70-0b07876e0331 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522242 Sep 27 08:48:57.360892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:48:57.385100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:48:57.385450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6a1571a5-8a7f-4a5f-aae2-6c8bd41dda90 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:48:57.391729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d33a1-a589-43d4-ac83-4df9aeec0750 req-edd6e429-ae1f-4a75-939e-3b2db82f2b6d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:57.394776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd1d33a1-a589-43d4-ac83-4df9aeec0750 req-edd6e429-ae1f-4a75-939e-3b2db82f2b6d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 943 time: 0.0801926 Sep 27 08:48:57.429710 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:48:57.445232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd1d33a1-a589-43d4-ac83-4df9aeec0750 req-64a9ec8c-faac-41f6-8a4c-76f71c53aa67 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437825 Sep 27 08:48:57.513928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-9dbaab5f-3d32-4f99-b793-9c264705c7cd service neutron] 10.222.0.67 "GET /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639879 Sep 27 08:48:57.526966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482c337-3ff1-4d93-9f7f-2375622dbf5c req-4ded427d-0e67-43f4-a94d-f6cbfe70a277 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:57.535086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f482c337-3ff1-4d93-9f7f-2375622dbf5c req-4ded427d-0e67-43f4-a94d-f6cbfe70a277 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1022508 Sep 27 08:48:57.566199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b6e3f3-4fd5-4a1e-8245-b423591c0171', 'tag': 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:57.569382 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f76f44-8eed-4642-974d-d6d99b0b946f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b6e3f3-4fd5-4a1e-8245-b423591c0171", "tag": "c8cb5827-0179-4ebe-bdda-6fb41ea381a4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:57.664364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f482c337-3ff1-4d93-9f7f-2375622dbf5c req-025f8c17-9b9f-46f9-8796-eb201cabe769 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282804 Sep 27 08:48:57.668841 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ac84d-5e39-48c8-9620-fe45993a1dec x-openstack-request-id: req-4c9ac84d-5e39-48c8-9620-fe45993a1dec {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:57.669150 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b6e3f3-4fd5-4a1e-8245-b423591c0171", "tag": "c8cb5827-0179-4ebe-bdda-6fb41ea381a4", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:57.669428 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c9ac84d-5e39-48c8-9620-fe45993a1dec {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:57.670148 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b6e3f3-4fd5-4a1e-8245-b423591c0171', 'tag': 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4', 'status': 'completed', 'code': 200} Sep 27 08:48:57.696199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b88dbe93-ca36-4eca-8768-e1d7a3144f03 req-e1feb311-25f3-4b41-b55d-e55c11efe047 service neutron] 10.222.0.67 "GET /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521587 Sep 27 08:48:57.734708 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '60905fa5-b5db-4490-abd8-878bd8a1601f', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'port_id': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'mac_address': 'fa:16:3e:88:d4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:32Z', 'updated_at': '2021-09-27T08:48:54Z', 'revision_number': 1, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:26Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:48:57.777378 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba096e2-58f9-49a0-bd90-6a76bab03b07 None None] The sync data for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 is: [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '60905fa5-b5db-4490-abd8-878bd8a1601f', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'port_id': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'mac_address': 'fa:16:3e:88:d4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:32Z', 'updated_at': '2021-09-27T08:48:54Z', 'revision_number': 1, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:26Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:48:58.096668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac047bf8-8ec9-48c8-97d5-a64cae2c0fac None None] New status for floating IP 60905fa5-b5db-4490-abd8-878bd8a1601f: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:48:58.125763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-2e09c593-7a89-44a0-9486-9b3d38a9532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.128202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-2e09c593-7a89-44a0-9486-9b3d38a9532c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 1094 time: 0.4310925 Sep 27 08:48:58.249569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59181c8-554c-48b2-8376-37f89f14dc37 req-cfb63dd3-5443-474c-91a2-3bf1dd69c786 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.256801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c59181c8-554c-48b2-8376-37f89f14dc37 req-cfb63dd3-5443-474c-91a2-3bf1dd69c786 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1097 time: 0.2052352 Sep 27 08:48:58.275964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-f9d90754-c8df-4ee0-a261-0dbd6a611fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.277515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-f9d90754-c8df-4ee0-a261-0dbd6a611fc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 906 time: 0.1338067 Sep 27 08:48:58.319534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c59181c8-554c-48b2-8376-37f89f14dc37 req-ca890897-8dfd-41b5-8361-dc20ccc5dfd5 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=89dfe643-e86c-4495-a25e-1b0db805cb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617964 Sep 27 08:48:58.356197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-e824d89c-95f6-4a07-a7c3-a0cb379054db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cb5827-0179-4ebe-bdda-6fb41ea381a4 HTTP/1.1" status: 200 len: 217 time: 0.0602446 Sep 27 08:48:58.393855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-b305f8bc-3ecf-44d5-bf59-bb1a00b259dd tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.396113 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-b305f8bc-3ecf-44d5-bf59-bb1a00b259dd tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 1097 time: 0.0687625 Sep 27 08:48:58.422192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-c05ed825-0706-4c7e-8a08-2b70114ef636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.423835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-c05ed825-0706-4c7e-8a08-2b70114ef636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0587888 Sep 27 08:48:58.470508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-d1f5f7ec-abcf-4c14-becb-b48484be0dc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369339 Sep 27 08:48:58.500418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Deleting port f7041ba0-8c23-4505-a962-b7fabae3783b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:48:58.500800 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.588261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-9a4b56bd-afda-4de2-8fe5-d2ac29eca785 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084008 Sep 27 08:48:58.636248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] For port f7041ba0-8c23-4505-a962-b7fabae3783b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f7041ba0-8c23-4505-a962-b7fabae3783b,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:48:58.636667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.654201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Calling delete_port for f7041ba0-8c23-4505-a962-b7fabae3783b owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:48:58.673643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba844d-4ec6-44b3-b250-d4f20715b50e req-ab79c18c-bef9-4b73-91be-a6d43bb6aa90 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.675218 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9aba844d-4ec6-44b3-b250-d4f20715b50e req-ab79c18c-bef9-4b73-91be-a6d43bb6aa90 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 943 time: 0.0840611 Sep 27 08:48:58.730551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6f76f44-8eed-4642-974d-d6d99b0b946f req-4b1987fa-a5b1-4d90-9d22-51017942006a service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329308 Sep 27 08:48:58.806038 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9aba844d-4ec6-44b3-b250-d4f20715b50e req-2af10c2b-f76f-4a2b-af58-c300837175bc tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660915 Sep 27 08:48:58.835601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421f918-4c91-4cb7-95fc-71a68df2e206 req-33090f96-4365-4e71-a0c9-f49684776c09 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:58.844232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b421f918-4c91-4cb7-95fc-71a68df2e206 req-33090f96-4365-4e71-a0c9-f49684776c09 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0748057 Sep 27 08:48:58.886611 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:58.899464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f7041ba0-8c23-4505-a962-b7fabae3783b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:48:58.921167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b421f918-4c91-4cb7-95fc-71a68df2e206 req-ca43766e-823c-4799-bffa-51280555b244 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747068 Sep 27 08:48:58.948432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7041ba0-8c23-4505-a962-b7fabae3783b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:48:59.017023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] No DVR routers for this DVR port f7041ba0-8c23-4505-a962-b7fabae3783b on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:48:59.021160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.025323 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef6d9880-79fe-4430-a5e6-837c0e69b891 req-08472d6b-886c-4feb-97d2-e71019b80165 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f7041ba0-8c23-4505-a962-b7fabae3783b HTTP/1.1" status: 204 len: 173 time: 0.6216414 Sep 27 08:48:59.026318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf58ec-2397-4ef6-80e2-d461845e5111', 'name': 'network-vif-deleted', 'tag': 'f7041ba0-8c23-4505-a962-b7fabae3783b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:48:59.039155 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f5b0a5-3f60-465d-bb75-672098b7b1fc" -d '{"events": [{"server_uuid": "b3bf58ec-2397-4ef6-80e2-d461845e5111", "name": "network-vif-deleted", "tag": "f7041ba0-8c23-4505-a962-b7fabae3783b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:48:59.071323 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfa0d8-fc0c-4ab2-a2f5-7bd423f7df84 req-e7d5a61d-3ecc-4814-9dcb-9fe1061d9cf2 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:48:59.074364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71dfa0d8-fc0c-4ab2-a2f5-7bd423f7df84 req-e7d5a61d-3ecc-4814-9dcb-9fe1061d9cf2 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0680726 Sep 27 08:48:59.084315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:48:59.089616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'floatingip': {'port_id': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:48:59.148420 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f481ec-4e8c-4895-9504-53290b5f7245 x-openstack-request-id: req-40f481ec-4e8c-4895-9504-53290b5f7245 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:48:59.148692 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bf58ec-2397-4ef6-80e2-d461845e5111", "name": "network-vif-deleted", "tag": "f7041ba0-8c23-4505-a962-b7fabae3783b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:48:59.148952 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40f481ec-4e8c-4895-9504-53290b5f7245 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:48:59.149355 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf58ec-2397-4ef6-80e2-d461845e5111', 'name': 'network-vif-deleted', 'tag': 'f7041ba0-8c23-4505-a962-b7fabae3783b', 'status': 'completed', 'code': 200} Sep 27 08:48:59.170271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.431472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c185be22-4fda-4e0d-b72c-ee2f35f6adf5 req-f918d658-7cab-4b20-b8ba-4d84fc548c74 tempest-TestServerMultinode-1455611955 tempest-TestServerMultinode-1455611955-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b3bf58ec-2397-4ef6-80e2-d461845e5111 HTTP/1.1" status: 200 len: 210 time: 0.0307901 Sep 27 08:48:59.784720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.789750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:48:59.937771 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Floating IP 64228576-77cf-4c28-817e-49d7f67d8576 associated. External IP: 172.25.2.121, port: 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2. Sep 27 08:49:00.007869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92084ae-3628-47c8-a861-18e6f97b4ce5 req-c0a3d306-b5e2-4eaa-8655-5ce1a8ae7dcd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:00.009774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e92084ae-3628-47c8-a861-18e6f97b4ce5 req-c0a3d306-b5e2-4eaa-8655-5ce1a8ae7dcd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 943 time: 0.1159005 Sep 27 08:49:00.112635 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e92084ae-3628-47c8-a861-18e6f97b4ce5 req-89c573cc-404a-4f3d-a154-bd027e3248e4 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945706 Sep 27 08:49:00.165115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c8cb5827-0179-4ebe-bdda-6fb41ea381a4 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:00.271536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:00.297905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c8cb5827-0179-4ebe-bdda-6fb41ea381a4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:00.310405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'port_id': 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4', 'mac_address': 'fa:16:3e:59:9a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e075a-6a69-43bb-b7d9-259309ec1b9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:00.349226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.363131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cb5827-0179-4ebe-bdda-6fb41ea381a4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:00.383676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c8cb5827-0179-4ebe-bdda-6fb41ea381a4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:00.388935 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.410225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:00.415902 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:00.428317 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] Sync routers for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:00.441797 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:00.442609 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:00.474633 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d437b7ec-7dbc-4545-9803-94b25750af8c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "PUT /v2.0/floatingips/64228576-77cf-4c28-817e-49d7f67d8576 HTTP/1.1" status: 200 len: 991 time: 1.3859565 Sep 27 08:49:00.489008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:00.537908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35198) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:00.633624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['c8cb5827-0179-4ebe-bdda-6fb41ea381a4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:00.664208 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:01.062972 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '64228576-77cf-4c28-817e-49d7f67d8576', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'port_id': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'mac_address': 'fa:16:3e:c5:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:37Z', 'updated_at': '2021-09-27T08:48:59Z', 'revision_number': 1, 'project_id': '7214a460820148f1b6500794093d2f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:01.102120 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] Checking router: e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:01.113991 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:01.114248 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:01.148918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:01.153183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'tag': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:01.156270 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1439ed-1300-4f95-a60a-31f7fcd3649a", "tag": "4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:01.289012 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:01.410840 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9420f102-2812-4739-97ca-cf87a9a14e89 x-openstack-request-id: req-9420f102-2812-4739-97ca-cf87a9a14e89 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:01.411134 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1439ed-1300-4f95-a60a-31f7fcd3649a", "tag": "4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:01.411386 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9420f102-2812-4739-97ca-cf87a9a14e89 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:01.411781 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'tag': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'status': 'completed', 'code': 200} Sep 27 08:49:01.483560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a5742-0043-42e7-98a2-f77142e56de5 req-2cc8ce0e-d52c-4e7a-b9bf-caa69f1562ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:01.489052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f45a5742-0043-42e7-98a2-f77142e56de5 req-2cc8ce0e-d52c-4e7a-b9bf-caa69f1562ef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 944 time: 0.2692044 Sep 27 08:49:01.493356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-4905d526-7595-462f-ac38-2f59a423a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:01.495227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-4905d526-7595-462f-ac38-2f59a423a4d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 1096 time: 0.1211090 Sep 27 08:49:01.573887 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '64228576-77cf-4c28-817e-49d7f67d8576', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'port_id': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'mac_address': 'fa:16:3e:c5:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:37Z', 'updated_at': '2021-09-27T08:48:59Z', 'revision_number': 1, 'project_id': '7214a460820148f1b6500794093d2f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:01.629606 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861a271-52e1-4b6d-9db6-50389511939c None None] The sync data for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 is: [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '64228576-77cf-4c28-817e-49d7f67d8576', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'port_id': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'mac_address': 'fa:16:3e:c5:17:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:48:37Z', 'updated_at': '2021-09-27T08:48:59Z', 'revision_number': 1, 'project_id': '7214a460820148f1b6500794093d2f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:01.984278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fcf18-f0ac-407c-9701-7901739b8846 None None] New status for floating IP 64228576-77cf-4c28-817e-49d7f67d8576: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:49:02.077642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f45a5742-0043-42e7-98a2-f77142e56de5 req-8d80c21d-00ac-4800-95ac-1dfaf997b99f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797706 Sep 27 08:49:02.132526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-bf347ba6-f37f-451e-8589-bb8af8f0933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:02.134052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-bf347ba6-f37f-451e-8589-bb8af8f0933f service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.6261449 Sep 27 08:49:02.210372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c8cb5827-0179-4ebe-bdda-6fb41ea381a4 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:02.272079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-efb4f00e-81ef-44c2-8bc5-2f2ee553d2b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 200 len: 999 time: 0.1144826 Sep 27 08:49:02.326993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Deleting port e20603e8-2067-4b26-8f0a-3117ea269813 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:02.327947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.435139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-b36d07b6-fdbf-42a2-89e8-18020b51df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:02.438423 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-b36d07b6-fdbf-42a2-89e8-18020b51df05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.1541147 Sep 27 08:49:02.445569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:02.451777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:02.452161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.521389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] For port e20603e8-2067-4b26-8f0a-3117ea269813, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e20603e8-2067-4b26-8f0a-3117ea269813,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:02.521833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.533606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-f3cb2905-4f60-4ccc-9983-e79ae66f3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:02.535120 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-f3cb2905-4f60-4ccc-9983-e79ae66f3226 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879214 Sep 27 08:49:02.539001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Calling delete_port for e20603e8-2067-4b26-8f0a-3117ea269813 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:02.570889 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.606395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b6e3f3-4fd5-4a1e-8245-b423591c0171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:02.609658 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14ed478-9ab9-469d-8211-ac99298e1e4b" -d '{"events": [{"server_uuid": "e3b6e3f3-4fd5-4a1e-8245-b423591c0171", "name": "network-vif-plugged", "status": "completed", "tag": "c8cb5827-0179-4ebe-bdda-6fb41ea381a4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:02.629646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c8cb5827-0179-4ebe-bdda-6fb41ea381a4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:02.636784 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.638805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f7041ba0-8c23-4505-a962-b7fabae3783b no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:02.681721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f7041ba0-8c23-4505-a962-b7fabae3783b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:02.682525 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f7041ba0-8c23-4505-a962-b7fabae3783b not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:02.686162 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2254e2-f9ba-462f-b5e2-e6d559d10304 x-openstack-request-id: req-dc2254e2-f9ba-462f-b5e2-e6d559d10304 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:02.686707 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b6e3f3-4fd5-4a1e-8245-b423591c0171", "name": "network-vif-plugged", "status": "completed", "tag": "c8cb5827-0179-4ebe-bdda-6fb41ea381a4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:02.687805 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc2254e2-f9ba-462f-b5e2-e6d559d10304 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:02.687805 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b6e3f3-4fd5-4a1e-8245-b423591c0171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4', 'code': 200} Sep 27 08:49:02.698911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-58c910cf-70e4-489d-a2eb-0fca547aa81f service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556196 Sep 27 08:49:02.749883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:02.816065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742598a-830a-41d9-8fe0-392c9df30ddc req-c5422fbf-dd49-4629-8e28-3e080cadba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:02.817903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1742598a-830a-41d9-8fe0-392c9df30ddc req-c5422fbf-dd49-4629-8e28-3e080cadba33 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 1096 time: 0.0701134 Sep 27 08:49:02.865343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1742598a-830a-41d9-8fe0-392c9df30ddc req-d58dc755-1529-4855-a3d3-ba76691c73e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Sep 27 08:49:02.893186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-57e70642-02a6-4af5-a29e-f6c6d49d0d6b req-75745ddc-95be-431d-adc2-902a2d6f2c88 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538689 Sep 27 08:49:02.924498 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:02.960143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20603e8-2067-4b26-8f0a-3117ea269813,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:03.204470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:03.373629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0d91-78fc-4f7c-8b5a-bfe113089f7b req-8b3cd85b-8166-4221-9a9c-7488b3e3a3cc tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:03.375872 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2ab0d91-78fc-4f7c-8b5a-bfe113089f7b req-8b3cd85b-8166-4221-9a9c-7488b3e3a3cc tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 945 time: 0.1091564 Sep 27 08:49:03.466566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2ab0d91-78fc-4f7c-8b5a-bfe113089f7b req-51d73de5-9a4d-4cc8-81b3-f9607a7a4a4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812330 Sep 27 08:49:03.542127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:03.670574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:03.675912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8468c65a-959e-4b62-a574-000da9854764 admin admin] 10.222.0.50 "PUT /v2.0/routers/7fbd737f-1155-4e52-a2a3-3a95a66fd88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1367869 Sep 27 08:49:03.678355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35296) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:03.682640 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] Sync routers for ids ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:03.695700 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] Routers {'7fbd737f-1155-4e52-a2a3-3a95a66fd88c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:03.696809 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:03.832749 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] Set router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:03.846839 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:04.016992 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:04.152177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Deleting port 26df656a-f683-42d8-b572-19f01b1f48f7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:04.152601 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:04.354456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] For port 26df656a-f683-42d8-b572-19f01b1f48f7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=26df656a-f683-42d8-b572-19f01b1f48f7,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:04.354861 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:04.374794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Calling delete_port for 26df656a-f683-42d8-b572-19f01b1f48f7 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:04.416771 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:49:02Z', 'revision_number': 5, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port': {'id': '26df656a-f683-42d8-b572-19f01b1f48f7', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:99:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:37Z', 'updated_at': '2021-09-27T08:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:04.458496 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] Checking router: 7fbd737f-1155-4e52-a2a3-3a95a66fd88c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:04.470617 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] Routers {'7fbd737f-1155-4e52-a2a3-3a95a66fd88c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:04.471255 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:04.618881 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] Set router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:04.634749 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:04.661014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad46c93-865f-45c3-9e7a-3169c0f0fa54 req-0f0b6647-8117-47ab-b2c9-a73a13d400f2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:04.663872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ad46c93-865f-45c3-9e7a-3169c0f0fa54 req-0f0b6647-8117-47ab-b2c9-a73a13d400f2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 945 time: 0.0981565 Sep 27 08:49:04.677429 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:49:04Z', 'revision_number': 6, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:04.682882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=26df656a-f683-42d8-b572-19f01b1f48f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:04.708040 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8d1e9-3dc8-4cc7-93b1-465dda82bc8e None None] The sync data for ids ['7fbd737f-1155-4e52-a2a3-3a95a66fd88c'] in n-d-810909-1 is: [{'id': '7fbd737f-1155-4e52-a2a3-3a95a66fd88c', 'name': 'tempest-TestServerMultinode-1950935494-router', 'tenant_id': '852e4b86026b4784baa6992cbd0cbe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:35Z', 'updated_at': '2021-09-27T08:49:04Z', 'revision_number': 6, 'project_id': '852e4b86026b4784baa6992cbd0cbe67', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:04.729210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ad46c93-865f-45c3-9e7a-3169c0f0fa54 req-fde45087-fedf-458e-b2b9-ee2777923c6c tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569623 Sep 27 08:49:04.785570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:04.916863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:04.921142 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:04.986360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac95ed-f017-4607-b8c9-0f8f4cd1f993 req-31415f70-4cf1-426f-808d-c38405f50fef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:04.999820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0ac95ed-f017-4607-b8c9-0f8f4cd1f993 req-31415f70-4cf1-426f-808d-c38405f50fef tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 945 time: 0.1518683 Sep 27 08:49:05.027261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.028001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fbd737f-1155-4e52-a2a3-3a95a66fd88c {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:49:05.034713 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.038298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8452c4c6-9d55-43ce-b8b7-4b9a510bdc40 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7fbd737f-1155-4e52-a2a3-3a95a66fd88c HTTP/1.1" status: 204 len: 168 time: 1.3565202 Sep 27 08:49:05.039041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35328) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:05.079553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0ac95ed-f017-4607-b8c9-0f8f4cd1f993 req-b3be2a4b-85f2-4855-983a-0f4044ccf828 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771759 Sep 27 08:49:05.177624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afdca5f-148b-4ca9-a87e-c8c01d3f22ed admin admin] Deleting subnet a989a55a-b0af-4c7a-92ce-7e87006a6032 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:49:05.181230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1afdca5f-148b-4ca9-a87e-c8c01d3f22ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.237697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1afdca5f-148b-4ca9-a87e-c8c01d3f22ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.353304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1afdca5f-148b-4ca9-a87e-c8c01d3f22ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.442396 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1afdca5f-148b-4ca9-a87e-c8c01d3f22ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.493847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdca5f-148b-4ca9-a87e-c8c01d3f22ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a989a55a-b0af-4c7a-92ce-7e87006a6032,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:05.502420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1afdca5f-148b-4ca9-a87e-c8c01d3f22ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.506716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1afdca5f-148b-4ca9-a87e-c8c01d3f22ed admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a989a55a-b0af-4c7a-92ce-7e87006a6032 HTTP/1.1" status: 204 len: 168 time: 0.4640250 Sep 27 08:49:05.507092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:05.509979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca63ce-a406-4089-9a7e-65a5320786ee None None] Network b0afca49-adaa-4f02-82b6-be8bc5792bdd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:05.583993 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.702278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92535c-3c8e-4142-8fc9-ae07f5ed2b0f req-e795fe7c-51a5-4ee2-9df5-b874e14db2cd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:05.703854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c92535c-3c8e-4142-8fc9-ae07f5ed2b0f req-e795fe7c-51a5-4ee2-9df5-b874e14db2cd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 945 time: 0.0858970 Sep 27 08:49:05.755285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.765904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Deleting port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:05.766741 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.774936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c92535c-3c8e-4142-8fc9-ae07f5ed2b0f req-9a3b144a-19ba-4c18-84a1-6eba27790be5 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Sep 27 08:49:05.858663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] DHCP port deletion for b0afca49-adaa-4f02-82b6-be8bc5792bdd request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:49:05.881390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] For port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:05.881874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:05.926543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Calling delete_port for 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:05.960481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] Deleting port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:05.960769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.077224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] For port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,segment=NetworkSegment(50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a),segment_id=50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:06.077625 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.099823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] Calling delete_port for 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:06.154159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.183018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Pushing event deleted for resources: {'Port': ['ID=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:06.186790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] No DVR routers for this DVR port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:06.240094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:06.267108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:06.267508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:06.267944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e20603e8-2067-4b26-8f0a-3117ea269813 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:06.303391 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.314691 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.320413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: e20603e8-2067-4b26-8f0a-3117ea269813 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:06.320800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e20603e8-2067-4b26-8f0a-3117ea269813 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:06.328412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 26df656a-f683-42d8-b572-19f01b1f48f7 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:06.366407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0afca49-adaa-4f02-82b6-be8bc5792bdd']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:06.377774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:06.378137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f9ceaa-cf94-4bea-ad88-6b4c4e921f7a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:06.391298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.401654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] Pushing event deleted for resources: {'Port': ['ID=67eaa720-dfd4-43eb-9610-a4ad779ddbc5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:06.405093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.406992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c122578-0b71-48b9-9c42-966bf86d70cf None None] No DVR routers for this DVR port 67eaa720-dfd4-43eb-9610-a4ad779ddbc5 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:06.410012 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 26df656a-f683-42d8-b572-19f01b1f48f7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:06.410418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 26df656a-f683-42d8-b572-19f01b1f48f7 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:06.413245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:49:06.413903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:49:06.415888 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:49:06.495435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.502836 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:06.505153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b0afca49-adaa-4f02-82b6-be8bc5792bdd HTTP/1.1" status: 204 len: 168 time: 0.9970293 Sep 27 08:49:06.508280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35362) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:06.520946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853552a1-80c6-4b27-a651-270c4871da67 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0afca49-adaa-4f02-82b6-be8bc5792bdd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:06.913127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-82ff1fc0-b274-4230-afd1-1eacb5fab138 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:06.915225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-82ff1fc0-b274-4230-afd1-1eacb5fab138 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 945 time: 0.0849550 Sep 27 08:49:06.936080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.034457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449852e-765b-4494-ab8c-8c754686b380 req-067698d4-82c4-4b34-92d1-3ed460a6f344 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:07.044244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2449852e-765b-4494-ab8c-8c754686b380 req-067698d4-82c4-4b34-92d1-3ed460a6f344 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 945 time: 0.1269622 Sep 27 08:49:07.109252 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2449852e-765b-4494-ab8c-8c754686b380 req-5b0ab29d-5d04-4e6f-bf3c-ceddb9c8e79b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637605 Sep 27 08:49:07.126740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Deleting port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:07.126740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.255230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] For port c8cb5827-0179-4ebe-bdda-6fb41ea381a4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:07.255604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.271954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Calling delete_port for c8cb5827-0179-4ebe-bdda-6fb41ea381a4 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:07.272610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Deleting port c1df1b88-657e-4af4-956b-384c170a1221 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:07.273047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.362031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] For port c1df1b88-657e-4af4-956b-384c170a1221, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c1df1b88-657e-4af4-956b-384c170a1221,segment=NetworkSegment(9e163afc-679f-466d-a038-280dec53c0d5),segment_id=9e163afc-679f-466d-a038-280dec53c0d5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:07.362259 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.382919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Calling delete_port for c1df1b88-657e-4af4-956b-384c170a1221 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:07.424586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35374) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:07.475169 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.480291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b661f7cc-a845-42c1-b596-4f810043aea8 admin admin] Deleting subnet 11e19b3c-5fef-45ae-824a-bac67c8dca33 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:49:07.487934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5', 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:07.692314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:07.746707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1df1b88-657e-4af4-956b-384c170a1221,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:08.041746 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b661f7cc-a845-42c1-b596-4f810043aea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.045279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.085235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event deleted for resources: {'Port': ['ID=c8cb5827-0179-4ebe-bdda-6fb41ea381a4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:08.102799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] No DVR routers for this DVR port c8cb5827-0179-4ebe-bdda-6fb41ea381a4 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:08.108255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.110415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40ce717c-39cb-4a9f-95b6-40f8a08a483b req-c8f5f44b-8ac8-4800-b014-4f7147904e5a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "DELETE /v2.0/ports/c8cb5827-0179-4ebe-bdda-6fb41ea381a4 HTTP/1.1" status: 204 len: 173 time: 1.1843545 Sep 27 08:49:08.110879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b6e3f3-4fd5-4a1e-8245-b423591c0171', 'name': 'network-vif-deleted', 'tag': 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:08.113375 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcfb025-6fe8-4d6e-9a4e-e7f976e61965" -d '{"events": [{"server_uuid": "e3b6e3f3-4fd5-4a1e-8245-b423591c0171", "name": "network-vif-deleted", "tag": "c8cb5827-0179-4ebe-bdda-6fb41ea381a4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:08.140445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b661f7cc-a845-42c1-b596-4f810043aea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.209920 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa80792c-2602-4607-ae39-33277d09c7d4 x-openstack-request-id: req-aa80792c-2602-4607-ae39-33277d09c7d4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:08.210323 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b6e3f3-4fd5-4a1e-8245-b423591c0171", "name": "network-vif-deleted", "tag": "c8cb5827-0179-4ebe-bdda-6fb41ea381a4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:08.210664 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa80792c-2602-4607-ae39-33277d09c7d4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:08.211151 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b6e3f3-4fd5-4a1e-8245-b423591c0171', 'name': 'network-vif-deleted', 'tag': 'c8cb5827-0179-4ebe-bdda-6fb41ea381a4', 'status': 'completed', 'code': 200} Sep 27 08:49:08.234495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b661f7cc-a845-42c1-b596-4f810043aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.326287 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-caf13ef0-08f5-4867-812b-b43dda9ee745 req-51c3742a-2679-46b9-954e-b8bf3a2a820f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b6e3f3-4fd5-4a1e-8245-b423591c0171 HTTP/1.1" status: 200 len: 210 time: 0.0415962 Sep 27 08:49:08.372754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b661f7cc-a845-42c1-b596-4f810043aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.408656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661f7cc-a845-42c1-b596-4f810043aea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e19b3c-5fef-45ae-824a-bac67c8dca33,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:08.409763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Router a5f82b46-1b98-4ff2-88f0-5391532d4919 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:49:08.415417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b661f7cc-a845-42c1-b596-4f810043aea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.420939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35398) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:08.421068 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b661f7cc-a845-42c1-b596-4f810043aea8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/11e19b3c-5fef-45ae-824a-bac67c8dca33 HTTP/1.1" status: 204 len: 168 time: 0.9950037 Sep 27 08:49:08.541675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.648925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:49:08.657689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35406) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:08.657841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7808d296-f33e-49e3-9a5a-d16a732d7f80 admin admin] 10.222.0.50 "PUT /v2.0/routers/a5f82b46-1b98-4ff2-88f0-5391532d4919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1481588 Sep 27 08:49:08.659660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] Sync routers for ids ['a5f82b46-1b98-4ff2-88f0-5391532d4919'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:49:08.686982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] Routers {'a5f82b46-1b98-4ff2-88f0-5391532d4919'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:08.688451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a5f82b46-1b98-4ff2-88f0-5391532d4919'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:08.705042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.730349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13da826d-751d-4711-90d3-4bd13db5f5da']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:08.745418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9b7244-081a-49d5-99c9-8ccd6d04b75d') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:08.745725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9b7244-081a-49d5-99c9-8ccd6d04b75d') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:08.758550 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.817447 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.841706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:49:08.842131 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:49:08.849012 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:49:08.878398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] Set router a5f82b46-1b98-4ff2-88f0-5391532d4919 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:08.899843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.981451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.987566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:08.990143 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] 10.222.0.50 "DELETE /v2.0/networks/13da826d-751d-4711-90d3-4bd13db5f5da HTTP/1.1" status: 204 len: 168 time: 0.5677328 Sep 27 08:49:08.992413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35416) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:09.010537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff668362-05ff-408e-ad1d-efe45ba887dc admin admin] Pushing event deleted for resources: {'Network': ['ID=13da826d-751d-4711-90d3-4bd13db5f5da,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:09.031984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.061713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eded68f-e2f7-46fb-b6f3-77770f3d327c admin admin] Deleting subnet 42a34882-4128-4e99-ba93-0d0b1499f82b {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:49:09.066114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eded68f-e2f7-46fb-b6f3-77770f3d327c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.099266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Deleting port aa8450fa-d173-4ef1-b89f-093386b4b9e3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:09.099824 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.105004 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eded68f-e2f7-46fb-b6f3-77770f3d327c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.143846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eded68f-e2f7-46fb-b6f3-77770f3d327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.161772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:49:07Z', 'revision_number': 5, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port': {'id': 'aa8450fa-d173-4ef1-b89f-093386b4b9e3', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:09.189464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] For port aa8450fa-d173-4ef1-b89f-093386b4b9e3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=aa8450fa-d173-4ef1-b89f-093386b4b9e3,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:09.189464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.189947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] Checking router: a5f82b46-1b98-4ff2-88f0-5391532d4919 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:49:09.211195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eded68f-e2f7-46fb-b6f3-77770f3d327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.213186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] Routers {'a5f82b46-1b98-4ff2-88f0-5391532d4919'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:49:09.214023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:48:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a5f82b46-1b98-4ff2-88f0-5391532d4919'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:09.214373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Calling delete_port for aa8450fa-d173-4ef1-b89f-093386b4b9e3 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:09.237202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eded68f-e2f7-46fb-b6f3-77770f3d327c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a34882-4128-4e99-ba93-0d0b1499f82b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:09.241541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8eded68f-e2f7-46fb-b6f3-77770f3d327c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.247886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8eded68f-e2f7-46fb-b6f3-77770f3d327c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/42a34882-4128-4e99-ba93-0d0b1499f82b HTTP/1.1" status: 204 len: 168 time: 0.2511365 Sep 27 08:49:09.247886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35420) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:09.325350 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.325860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] Set router a5f82b46-1b98-4ff2-88f0-5391532d4919 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:49:09.390338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:49:09Z', 'revision_number': 6, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:09.420723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b1f92-c062-4340-8313-0fd789707d88 None None] The sync data for ids ['a5f82b46-1b98-4ff2-88f0-5391532d4919'] in n-d-810909-1 is: [{'id': 'a5f82b46-1b98-4ff2-88f0-5391532d4919', 'name': 'tempest-TestServerMultinode-137331376-router', 'tenant_id': '3050250688104b29b30a7423fe1d5d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:51Z', 'updated_at': '2021-09-27T08:49:09Z', 'revision_number': 6, 'project_id': '3050250688104b29b30a7423fe1d5d1e', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:49:09.423423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.434443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.452440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb434798-e500-4dc3-b7fd-95519b459119']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:09.470876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d13095-4a9b-4341-8347-2710b6dd18a8') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:09.471262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d13095-4a9b-4341-8347-2710b6dd18a8') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:09.482060 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.493844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8450fa-d173-4ef1-b89f-093386b4b9e3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:09.502294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.509582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:49:09.510161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:49:09.512262 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:49:09.585523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.592521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.599293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.605419 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] 10.222.0.50 "DELETE /v2.0/networks/fb434798-e500-4dc3-b7fd-95519b459119 HTTP/1.1" status: 204 len: 168 time: 0.3566289 Sep 27 08:49:09.636972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980cc79-4251-462f-be9e-3cd3e6e9170c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb434798-e500-4dc3-b7fd-95519b459119,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:09.717700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.720299 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.761115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234569f1-51cb-4215-83bb-34f72978883a req-526a6108-7abf-40b9-aa75-fa2ac150d513 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:09.769140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-526a6108-7abf-40b9-aa75-fa2ac150d513 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.1418366 Sep 27 08:49:09.782080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:09.796747 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-00223b8a-c4cc-4c73-8006-a5012562f237 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/quotas/54e965b18d5f42e7833a8433c2f3ce28 HTTP/1.1" status: 200 len: 375 time: 0.0263755 Sep 27 08:49:09.823775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-07dee31b-d2c2-4f00-9f85-123927b00666 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34eaa578c49e400d8a3f20df31cbb15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405481 Sep 27 08:49:09.824516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.825070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5f82b46-1b98-4ff2-88f0-5391532d4919 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:49:09.834275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35450) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:09.835168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.839309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e6d13f3-8279-4937-aafc-fa62c48fa92f admin admin] 10.222.0.50 "DELETE /v2.0/routers/a5f82b46-1b98-4ff2-88f0-5391532d4919 HTTP/1.1" status: 204 len: 168 time: 1.1802745 Sep 27 08:49:09.839918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:09.877442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-bded72c7-20b6-4aad-afd3-7c42c090bfb4 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798182 Sep 27 08:49:09.886628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05ce12d-d9ce-47b0-9e49-36e072e76d85 admin admin] Deleting subnet eaad5340-623c-42de-bc7c-1a8ac166e98a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:49:09.892496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d05ce12d-d9ce-47b0-9e49-36e072e76d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.934076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d05ce12d-d9ce-47b0-9e49-36e072e76d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:09.941572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8378177c-61ee-4180-8b16-d7788c8ae36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.007142 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8378177c-61ee-4180-8b16-d7788c8ae36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.046285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d05ce12d-d9ce-47b0-9e49-36e072e76d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.057100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-c3e10281-1902-4d20-8eb9-be0697b46f55 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683671 Sep 27 08:49:10.094273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8378177c-61ee-4180-8b16-d7788c8ae36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.099038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8378177c-61ee-4180-8b16-d7788c8ae36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.100199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8378177c-61ee-4180-8b16-d7788c8ae36a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/288d91a8-7a19-4278-a3f3-7725190eadf2 HTTP/1.1" status: 204 len: 168 time: 0.2647951 Sep 27 08:49:10.125603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d05ce12d-d9ce-47b0-9e49-36e072e76d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.134500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378177c-61ee-4180-8b16-d7788c8ae36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d91a8-7a19-4278-a3f3-7725190eadf2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:10.161674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ce12d-d9ce-47b0-9e49-36e072e76d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaad5340-623c-42de-bc7c-1a8ac166e98a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:10.164344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d05ce12d-d9ce-47b0-9e49-36e072e76d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.167802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155cce6f-8ffb-4e5c-9b9d-6bb81478d45b None None] Network 36c5ca68-540a-4c7e-965c-bbcac4a31abf requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:49:10.169246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d05ce12d-d9ce-47b0-9e49-36e072e76d85 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eaad5340-623c-42de-bc7c-1a8ac166e98a HTTP/1.1" status: 204 len: 168 time: 0.3281384 Sep 27 08:49:10.169912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:10.223220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-e05f29b9-7395-48d2-b1e9-e7f303fa5819 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429505 Sep 27 08:49:10.266925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c8cb5827-0179-4ebe-bdda-6fb41ea381a4 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:10.311698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: c8cb5827-0179-4ebe-bdda-6fb41ea381a4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:10.312045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c8cb5827-0179-4ebe-bdda-6fb41ea381a4 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:10.342510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.446652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Deleting port 6595b78d-81a3-4394-87df-3459997731fd {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:10.447103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.468587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c1df1b88-657e-4af4-956b-384c170a1221 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:10.517091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c1df1b88-657e-4af4-956b-384c170a1221 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:10.517091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c1df1b88-657e-4af4-956b-384c170a1221 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:10.517091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device aa8450fa-d173-4ef1-b89f-093386b4b9e3 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:10.589316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] DHCP port deletion for 36c5ca68-540a-4c7e-965c-bbcac4a31abf request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:49:10.603279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: aa8450fa-d173-4ef1-b89f-093386b4b9e3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:10.603635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device aa8450fa-d173-4ef1-b89f-093386b4b9e3 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:10.637113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] For port 6595b78d-81a3-4394-87df-3459997731fd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6595b78d-81a3-4394-87df-3459997731fd,segment=NetworkSegment(9e163afc-679f-466d-a038-280dec53c0d5),segment_id=9e163afc-679f-466d-a038-280dec53c0d5)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:10.637551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.660188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0335a5a5-48ab-4a70-b2d4-71c5f72dbc36 req-fddc6fc6-2ced-46c7-9b4c-b29d1cf79283 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 210 time: 0.0514088 Sep 27 08:49:10.677788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Calling delete_port for 6595b78d-81a3-4394-87df-3459997731fd owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:10.722852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] Deleting port 6595b78d-81a3-4394-87df-3459997731fd {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:10.724704 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.806033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] For port 6595b78d-81a3-4394-87df-3459997731fd, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6595b78d-81a3-4394-87df-3459997731fd,segment=NetworkSegment(9e163afc-679f-466d-a038-280dec53c0d5),segment_id=9e163afc-679f-466d-a038-280dec53c0d5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:10.806327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.823296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] Calling delete_port for 6595b78d-81a3-4394-87df-3459997731fd owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:10.853130 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.872197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35490) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:10.872709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] No DVR routers for this DVR port 6595b78d-81a3-4394-87df-3459997731fd on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:10.921554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Pushing event deleted for resources: {'Port': ['ID=6595b78d-81a3-4394-87df-3459997731fd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:10.949244 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:10.969519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-af323ae4-da6c-4399-889f-bda2873270c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d4baff268e3446aba5bf9db06dfa424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954587 Sep 27 08:49:10.973700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35492) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:11.006366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] Pushing event deleted for resources: {'Port': ['ID=6595b78d-81a3-4394-87df-3459997731fd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:11.008208 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c1f17-c97e-4b3c-b61d-7a1d26b6df6b None None] No DVR routers for this DVR port 6595b78d-81a3-4394-87df-3459997731fd on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:11.060340 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18f9c9a5-d353-44cb-80af-195f3ba1cc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.061346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.087869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c5ca68-540a-4c7e-965c-bbcac4a31abf']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:11.100182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e163afc-679f-466d-a038-280dec53c0d5') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:11.100534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e163afc-679f-466d-a038-280dec53c0d5') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:49:11.112168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.130777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.138967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:49:11.139418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:49:11.165200 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:49:11.240212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.249638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.254943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] 10.222.0.50 "DELETE /v2.0/networks/36c5ca68-540a-4c7e-965c-bbcac4a31abf HTTP/1.1" status: 204 len: 168 time: 1.0824056 Sep 27 08:49:11.266792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931e5b8-efce-4d24-9f49-ee87268072df admin admin] Pushing event deleted for resources: {'Network': ['ID=36c5ca68-540a-4c7e-965c-bbcac4a31abf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:11.447628 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18f9c9a5-d353-44cb-80af-195f3ba1cc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.504023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:11.511193 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18f9c9a5-d353-44cb-80af-195f3ba1cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.517491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18f9c9a5-d353-44cb-80af-195f3ba1cc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.519582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-18f9c9a5-d353-44cb-80af-195f3ba1cc60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e31d2d9-d900-49da-af9b-0f8bb1bc99a2 HTTP/1.1" status: 204 len: 168 time: 0.5446358 Sep 27 08:49:11.529287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9c9a5-d353-44cb-80af-195f3ba1cc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e31d2d9-d900-49da-af9b-0f8bb1bc99a2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:11.564897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-686cda24-fd9d-49bf-8b5c-88afcebd7c78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=852e4b86026b4784baa6992cbd0cbe67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592904 Sep 27 08:49:11.567360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:11.634350 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0333267-6b4d-48e9-bc86-2703c80cfd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.659957 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0333267-6b4d-48e9-bc86-2703c80cfd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.723019 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0333267-6b4d-48e9-bc86-2703c80cfd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.730524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0333267-6b4d-48e9-bc86-2703c80cfd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:11.734821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e0333267-6b4d-48e9-bc86-2703c80cfd2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f24ecdf-4756-4c6d-9761-25d991418659 HTTP/1.1" status: 204 len: 168 time: 0.1635687 Sep 27 08:49:11.765389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0333267-6b4d-48e9-bc86-2703c80cfd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f24ecdf-4756-4c6d-9761-25d991418659,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:11.802775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-768f4a88-737c-4161-8d88-266fa3e15ed2 req-0d391b30-cdad-45f9-a81a-854f8502ed13 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 210 time: 0.0668046 Sep 27 08:49:12.119018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6595b78d-81a3-4394-87df-3459997731fd no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:12.167962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6595b78d-81a3-4394-87df-3459997731fd {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:12.169474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6595b78d-81a3-4394-87df-3459997731fd not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:12.191433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234569f1-51cb-4215-83bb-34f72978883a req-6bfe7517-b56b-4beb-b2b6-da792ec71a89 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:12.194417 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-6bfe7517-b56b-4beb-b2b6-da792ec71a89 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.2480857 Sep 27 08:49:12.217884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Request body: {'port': {'device_id': '93f36875-d528-4c19-b6d2-e9bb476f579c', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'admin_state_up': True, 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:12.275460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35538) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:12.403401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35542) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:12.404169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2c9228c7-dacd-4ebe-b3f2-ca1b69c53a54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3050250688104b29b30a7423fe1d5d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204767 Sep 27 08:49:12.489486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:12.496494 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.507064 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71cb97a-efc1-489e-9c87-2f427d170dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.540751 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71cb97a-efc1-489e-9c87-2f427d170dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.681174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Allocated IP 172.20.0.13 (f3e97ddb-253c-47f6-8706-a06f993502a0/1d6e075a-6a69-43bb-b7d9-259309ec1b9d/ed93ad92-82a4-413b-aabe-c6ffd876894d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:12.688072 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71cb97a-efc1-489e-9c87-2f427d170dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.693510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71cb97a-efc1-489e-9c87-2f427d170dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.695134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a71cb97a-efc1-489e-9c87-2f427d170dbc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89dfe643-e86c-4495-a25e-1b0db805cb40 HTTP/1.1" status: 204 len: 168 time: 0.2897980 Sep 27 08:49:12.715587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cb97a-efc1-489e-9c87-2f427d170dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dfe643-e86c-4495-a25e-1b0db805cb40,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:12.924588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.964400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:12.979591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:12.983168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d995bd0-7d12-498a-96bb-483787cf85a7 req-23e7a616-05ea-4d31-85f8-5af17a46f313 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 210 time: 0.0422137 Sep 27 08:49:13.031522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Network f3e97ddb-253c-47f6-8706-a06f993502a0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:13.038059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:13.058266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:13.073931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event updated for resources: {'Port': ['ID=ed93ad92-82a4-413b-aabe-c6ffd876894d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:13.156907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:13.157668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.194228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-c5283252-e6d7-4016-a146-d3b58f375f4f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9881148 Sep 27 08:49:13.210988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Request body: {'port': {'device_id': '93f36875-d528-4c19-b6d2-e9bb476f579c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:13.327982 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.726467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed93ad92-82a4-413b-aabe-c6ffd876894d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:13.738555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.751289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35580) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:13.752408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Transition to ACTIVE for port object ed93ad92-82a4-413b-aabe-c6ffd876894d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:49:13.758042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.814410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Pushing event updated for resources: {'Port': ['ID=ed93ad92-82a4-413b-aabe-c6ffd876894d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:13.880912 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-730d5847-963a-4eb6-a085-948e47dc5cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.906490 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Attempting to bind port ed93ad92-82a4-413b-aabe-c6ffd876894d on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:13.906961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Attempting to bind port ed93ad92-82a4-413b-aabe-c6ffd876894d by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:13.907308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Attempting to bind port ed93ad92-82a4-413b-aabe-c6ffd876894d on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:13.913939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Port ed93ad92-82a4-413b-aabe-c6ffd876894d on network f3e97ddb-253c-47f6-8706-a06f993502a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:49:13.914309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Attempting to bind port ed93ad92-82a4-413b-aabe-c6ffd876894d on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:13.920756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:13.921428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Checking segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:13.921930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Bound using segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:13.922323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Bound port: ed93ad92-82a4-413b-aabe-c6ffd876894d, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:13.922628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.992563 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-730d5847-963a-4eb6-a085-948e47dc5cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:13.997997 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-730d5847-963a-4eb6-a085-948e47dc5cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.013000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] For port ed93ad92-82a4-413b-aabe-c6ffd876894d, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:14.016312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] For port ed93ad92-82a4-413b-aabe-c6ffd876894d, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ed93ad92-82a4-413b-aabe-c6ffd876894d,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:14.023429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.038341 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-730d5847-963a-4eb6-a085-948e47dc5cac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb58406875fd4ae594cf62e3d1aef3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858655 Sep 27 08:49:14.042828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35592) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:14.067305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d5847-963a-4eb6-a085-948e47dc5cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2254f9e8-6d7b-4008-bcb1-9df7703ccf8b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:14.076637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:14.077328 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.078057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.078810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] 10.222.0.57 "PUT /v2.0/ports/ed93ad92-82a4-413b-aabe-c6ffd876894d HTTP/1.1" status: 200 len: 1092 time: 0.8745100 Sep 27 08:49:14.102952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f36875-d528-4c19-b6d2-e9bb476f579c', 'tag': 'ed93ad92-82a4-413b-aabe-c6ffd876894d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:14.105862 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427b3a38-a752-493e-8916-0a467e60b219" -d '{"events": [{"name": "network-changed", "server_uuid": "93f36875-d528-4c19-b6d2-e9bb476f579c", "tag": "ed93ad92-82a4-413b-aabe-c6ffd876894d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:14.171841 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f042ab-3e75-4a6c-a51c-c5b661ca4828 x-openstack-request-id: req-10f042ab-3e75-4a6c-a51c-c5b661ca4828 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:14.172132 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f36875-d528-4c19-b6d2-e9bb476f579c", "tag": "ed93ad92-82a4-413b-aabe-c6ffd876894d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:14.172415 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10f042ab-3e75-4a6c-a51c-c5b661ca4828 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:14.172803 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f36875-d528-4c19-b6d2-e9bb476f579c', 'tag': 'ed93ad92-82a4-413b-aabe-c6ffd876894d', 'status': 'completed', 'code': 200} Sep 27 08:49:14.211408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d610-a2ed-4169-af71-befd8fada39a service neutron] Pushing event updated for resources: {'Port': ['ID=ed93ad92-82a4-413b-aabe-c6ffd876894d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:14.222367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c59438f1-bf2f-4c04-907a-8c0e02f22f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.238190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800582b0-0514-4e81-889c-6d3986e803e1 req-2f8c8ae9-3146-4c05-bf15-b71a828273e0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:14.239671 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-800582b0-0514-4e81-889c-6d3986e803e1 req-2f8c8ae9-3146-4c05-bf15-b71a828273e0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 944 time: 0.1290293 Sep 27 08:49:14.264741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234569f1-51cb-4215-83bb-34f72978883a req-e8dc5de0-56cc-4962-9b0f-acaa9d0e75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:14.266295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-e8dc5de0-56cc-4962-9b0f-acaa9d0e75e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 1095 time: 0.1357963 Sep 27 08:49:14.283526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c59438f1-bf2f-4c04-907a-8c0e02f22f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.325289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-a532253a-0cc0-44e6-a38d-9be9cf877ec6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed93ad92-82a4-413b-aabe-c6ffd876894d HTTP/1.1" status: 200 len: 217 time: 0.0502925 Sep 27 08:49:14.363744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-800582b0-0514-4e81-889c-6d3986e803e1 req-3e7f26a0-341b-4ab6-a0bd-c3b9115522da tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161151 Sep 27 08:49:14.409270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234569f1-51cb-4215-83bb-34f72978883a req-e20c6622-dc07-4d99-8e41-d70961336361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:14.410923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-e20c6622-dc07-4d99-8e41-d70961336361 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0666981 Sep 27 08:49:14.419669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c59438f1-bf2f-4c04-907a-8c0e02f22f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.423883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c59438f1-bf2f-4c04-907a-8c0e02f22f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:14.427950 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c59438f1-bf2f-4c04-907a-8c0e02f22f48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2254f9e8-6d7b-4008-bcb1-9df7703ccf8b HTTP/1.1" status: 204 len: 168 time: 0.3803856 Sep 27 08:49:14.467248 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-d87b8aef-3b24-4356-9852-ddcc4fe2f79b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406168 Sep 27 08:49:14.467993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59438f1-bf2f-4c04-907a-8c0e02f22f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2254f9e8-6d7b-4008-bcb1-9df7703ccf8b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:14.607988 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-119cb791-967d-496e-906b-2a1cf2cf39b8 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318686 Sep 27 08:49:14.718214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-234569f1-51cb-4215-83bb-34f72978883a req-8ce5712f-27c9-484c-aff0-daa931a0b634 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025126 Sep 27 08:49:14.820080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b3a38-a752-493e-8916-0a467e60b219 req-e0df2a10-fad2-4840-9045-2b8732202e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:14.822112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-427b3a38-a752-493e-8916-0a467e60b219 req-e0df2a10-fad2-4840-9045-2b8732202e38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 1095 time: 0.0531502 Sep 27 08:49:14.964501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b3a38-a752-493e-8916-0a467e60b219 req-e149749b-d86a-4d29-8f18-e1094960c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:14.970219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-427b3a38-a752-493e-8916-0a467e60b219 req-e149749b-d86a-4d29-8f18-e1094960c0e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 906 time: 0.1358535 Sep 27 08:49:15.017385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-427b3a38-a752-493e-8916-0a467e60b219 req-245e8cda-d9c7-4378-ad94-7d73e00958ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed93ad92-82a4-413b-aabe-c6ffd876894d HTTP/1.1" status: 200 len: 217 time: 0.0415175 Sep 27 08:49:15.057362 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c247092-9eb2-4ea2-a5eb-b75e95a3eb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:15.094255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b3a38-a752-493e-8916-0a467e60b219 req-b5e51591-afce-4af1-bb18-b291c5daf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:15.095926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-427b3a38-a752-493e-8916-0a467e60b219 req-b5e51591-afce-4af1-bb18-b291c5daf110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0660245 Sep 27 08:49:15.138883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-427b3a38-a752-493e-8916-0a467e60b219 req-b9f0884d-b6f3-48d2-b838-03a7309d81b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351937 Sep 27 08:49:15.242025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-427b3a38-a752-493e-8916-0a467e60b219 req-e752f36c-9ef1-4522-b536-35cc9700850c service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949392 Sep 27 08:49:15.349281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-427b3a38-a752-493e-8916-0a467e60b219 req-599dec4e-5922-48ed-9688-a741c2b277a6 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993340 Sep 27 08:49:15.747783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364971c-074e-43ab-82ec-00c52f4061be req-8e841727-8870-4725-963a-a1da1343252b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:15.750178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1364971c-074e-43ab-82ec-00c52f4061be req-8e841727-8870-4725-963a-a1da1343252b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 944 time: 0.2833078 Sep 27 08:49:15.791868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1364971c-074e-43ab-82ec-00c52f4061be req-fa0baf70-42c1-402b-b028-42a960178018 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350869 Sep 27 08:49:17.082790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279d78d-ace8-4bf6-9429-ad7921f2173c req-fb8c244d-90c0-444e-a485-c7ab2779c27d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:17.084415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d279d78d-ace8-4bf6-9429-ad7921f2173c req-fb8c244d-90c0-444e-a485-c7ab2779c27d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 944 time: 0.2099769 Sep 27 08:49:17.129394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d279d78d-ace8-4bf6-9429-ad7921f2173c req-9027d2ea-182a-4231-988c-a6e24f9f4334 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380177 Sep 27 08:49:17.503064 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6f38e5d-1fc1-4a31-a4c4-ade68f06f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.010393 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.223044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ed93ad92-82a4-413b-aabe-c6ffd876894d details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:18.283661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0be2-7a63-497f-9a75-96cccb3de736 req-05805a60-5a6d-48c0-a517-3f44bf641b2d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:18.287984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-871b0be2-7a63-497f-9a75-96cccb3de736 req-05805a60-5a6d-48c0-a517-3f44bf641b2d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 944 time: 0.0741560 Sep 27 08:49:18.329960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-871b0be2-7a63-497f-9a75-96cccb3de736 req-99bb16ee-8772-4165-8f08-4791d60b0740 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359542 Sep 27 08:49:18.352713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ed93ad92-82a4-413b-aabe-c6ffd876894d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ed93ad92-82a4-413b-aabe-c6ffd876894d,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:18.359981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'ed93ad92-82a4-413b-aabe-c6ffd876894d', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'port_id': 'ed93ad92-82a4-413b-aabe-c6ffd876894d', 'mac_address': 'fa:16:3e:0b:e5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e075a-6a69-43bb-b7d9-259309ec1b9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:18.400274 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.414550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed93ad92-82a4-413b-aabe-c6ffd876894d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:18.434378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ed93ad92-82a4-413b-aabe-c6ffd876894d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ed93ad92-82a4-413b-aabe-c6ffd876894d,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:18.439730 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:18.494340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ed93ad92-82a4-413b-aabe-c6ffd876894d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:18.504108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.504796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.505032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.505836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.506700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.507134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.507608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.508553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.509457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.509974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.510380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.511175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:18.674553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ed93ad92-82a4-413b-aabe-c6ffd876894d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:18.908467 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:19.454425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff60a1d-f381-4fc8-ac74-d328927d3a9d req-f05e038b-0d2c-4fb5-86f0-03f4b1f3921d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:19.455937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ff60a1d-f381-4fc8-ac74-d328927d3a9d req-f05e038b-0d2c-4fb5-86f0-03f4b1f3921d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 945 time: 0.0506904 Sep 27 08:49:19.501035 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ff60a1d-f381-4fc8-ac74-d328927d3a9d req-304a43b2-81de-4e54-91bf-5ca39e469d31 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 Sep 27 08:49:20.246299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ed93ad92-82a4-413b-aabe-c6ffd876894d up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:20.317706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port ed93ad92-82a4-413b-aabe-c6ffd876894d completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:20.322139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port ed93ad92-82a4-413b-aabe-c6ffd876894d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:20.322583 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.413783 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.438445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f36875-d528-4c19-b6d2-e9bb476f579c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed93ad92-82a4-413b-aabe-c6ffd876894d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:20.440881 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54424dc5-89a2-4e0c-87a2-ecb45e1f38c1" -d '{"events": [{"server_uuid": "93f36875-d528-4c19-b6d2-e9bb476f579c", "name": "network-vif-plugged", "status": "completed", "tag": "ed93ad92-82a4-413b-aabe-c6ffd876894d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:20.454483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ed93ad92-82a4-413b-aabe-c6ffd876894d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ed93ad92-82a4-413b-aabe-c6ffd876894d,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:20.460587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.494826 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742696f7-96d8-4ea4-9306-fd130b4708b8 x-openstack-request-id: req-742696f7-96d8-4ea4-9306-fd130b4708b8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:20.495125 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f36875-d528-4c19-b6d2-e9bb476f579c", "name": "network-vif-plugged", "status": "completed", "tag": "ed93ad92-82a4-413b-aabe-c6ffd876894d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:20.495385 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-742696f7-96d8-4ea4-9306-fd130b4708b8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:20.495787 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f36875-d528-4c19-b6d2-e9bb476f579c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed93ad92-82a4-413b-aabe-c6ffd876894d', 'code': 200} Sep 27 08:49:20.536286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ed93ad92-82a4-413b-aabe-c6ffd876894d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:20.545429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:20.649976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767462-6e88-4f0f-b85a-47c8ae8854b0 req-4e9be466-8b57-484c-936e-346707f37e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:20.651580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd767462-6e88-4f0f-b85a-47c8ae8854b0 req-4e9be466-8b57-484c-936e-346707f37e85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 1097 time: 0.0834520 Sep 27 08:49:20.667602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccfe77-a6d9-4b0a-b5f0-97d106cfd24d req-b3a48469-280f-4454-bdb6-b98fd97442c3 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:20.671642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bccfe77-a6d9-4b0a-b5f0-97d106cfd24d req-b3a48469-280f-4454-bdb6-b98fd97442c3 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 946 time: 0.0655422 Sep 27 08:49:20.729645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd767462-6e88-4f0f-b85a-47c8ae8854b0 req-32b1559b-988c-4043-853f-9b04fa67558a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700920 Sep 27 08:49:20.734722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bccfe77-a6d9-4b0a-b5f0-97d106cfd24d req-1154cb63-e857-4110-ad85-2497d4eeb946 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557413 Sep 27 08:49:21.884872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d793a7b-c36a-433b-beb8-2cd60535f610 req-a03c83ac-8707-42c3-9a85-54dc39439e55 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:21.887557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d793a7b-c36a-433b-beb8-2cd60535f610 req-a03c83ac-8707-42c3-9a85-54dc39439e55 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 946 time: 0.0762749 Sep 27 08:49:21.980909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d793a7b-c36a-433b-beb8-2cd60535f610 req-6cdd9f74-f719-4e44-8537-33b828af9247 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843713 Sep 27 08:49:22.387539 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:49:23.107547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1e413-1c42-4665-a494-f90a5f7d093b req-ac3f7866-5f81-491d-a32a-7f44de90ad50 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:23.109490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-59e1e413-1c42-4665-a494-f90a5f7d093b req-ac3f7866-5f81-491d-a32a-7f44de90ad50 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 946 time: 0.0526597 Sep 27 08:49:23.152023 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-59e1e413-1c42-4665-a494-f90a5f7d093b req-9f622f37-acdd-4b5d-b9ed-8bc384e5e207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361476 Sep 27 08:49:23.455096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094425f-8458-45dd-8306-d737c512960c req-9bae6557-b009-409e-b1af-6edf7388d607 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:23.456653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-9bae6557-b009-409e-b1af-6edf7388d607 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.1050367 Sep 27 08:49:23.473132 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-9b6f2514-8efc-4473-a46a-9573a1bd539f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/quotas/54e965b18d5f42e7833a8433c2f3ce28 HTTP/1.1" status: 200 len: 375 time: 0.0098503 Sep 27 08:49:23.527342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-cbcbe47e-5268-4f0c-8cdd-194b8e82d752 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476773 Sep 27 08:49:23.633473 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-e5e67d46-237e-4827-a0f8-e31652c72c22 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987399 Sep 27 08:49:23.740225 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-ee6fbbd6-74f7-4f87-a74d-8c4285b4e448 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003959 Sep 27 08:49:23.907061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4256b10-0e5b-4cc8-8aa9-8d2863720cc4 req-fa41362a-f2aa-4def-9221-4e1863291566 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 210 time: 0.0308251 Sep 27 08:49:25.116500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22359f71-fd66-49fc-9401-daac2652604b req-be533180-e148-499e-9882-0bbcccd52d83 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 210 time: 0.0786309 Sep 27 08:49:25.242187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:25.258586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094425f-8458-45dd-8306-d737c512960c req-e7673354-6492-449c-97bb-93a755c95b43 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:25.261715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-e7673354-6492-449c-97bb-93a755c95b43 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.67 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.2986376 Sep 27 08:49:25.287689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Request body: {'port': {'device_id': '013b0051-d34f-463b-a224-1996baae9fd3', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'admin_state_up': True, 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:25.463136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c508e98-cc43-4168-a4d3-b8f04d98ed4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.484612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.api [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:49:25.484612 n-d-810909-1 neutron-server[94830]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 08:49:25.484612 n-d-810909-1 neutron-server[94830]: [parameters: {'project_id': '54e965b18d5f42e7833a8433c2f3ce28', 'id': '15f5d092-78a5-4bb7-8d84-fec15c209721', 'expiration': datetime.datetime(2021, 9, 27, 8, 51, 25, 480271)}] Sep 27 08:49:25.484612 n-d-810909-1 neutron-server[94830]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:49:25.485757 n-d-810909-1 neutron-server[94830]: DEBUG oslo_db.api [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:49:25.569102 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c508e98-cc43-4168-a4d3-b8f04d98ed4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.575524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c508e98-cc43-4168-a4d3-b8f04d98ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.624735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3c508e98-cc43-4168-a4d3-b8f04d98ed4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebe8ac22e1844262ac9491bba9121ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813703 Sep 27 08:49:25.627533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35936) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:25.635152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c508e98-cc43-4168-a4d3-b8f04d98ed4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90d910f-b89a-4d98-b718-5878cb736745,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:25.700602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5356c755-db41-45a9-8af6-08f262513f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.725381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5356c755-db41-45a9-8af6-08f262513f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.797279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5356c755-db41-45a9-8af6-08f262513f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.799282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5356c755-db41-45a9-8af6-08f262513f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:25.800587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5356c755-db41-45a9-8af6-08f262513f52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e90d910f-b89a-4d98-b718-5878cb736745 HTTP/1.1" status: 204 len: 168 time: 0.1714187 Sep 27 08:49:25.810281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c755-db41-45a9-8af6-08f262513f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90d910f-b89a-4d98-b718-5878cb736745,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:25.867108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-d61a2231-705f-45ab-b8b2-d33fa2f27edb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481954 Sep 27 08:49:25.943446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca820e5-007a-4969-8abc-73397f19b497 req-25fbc230-7460-4ab3-bd25-656a0930626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:25.945066 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-25fbc230-7460-4ab3-bd25-656a0930626d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 1096 time: 0.0549154 Sep 27 08:49:26.009084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:26.013114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.076966 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca820e5-007a-4969-8abc-73397f19b497 req-afd5154e-b062-4808-be77-b649c87e4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.078721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-afd5154e-b062-4808-be77-b649c87e4b5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.1128960 Sep 27 08:49:26.169797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:26.173301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Allocated IP 172.20.0.7 (f3e97ddb-253c-47f6-8706-a06f993502a0/1d6e075a-6a69-43bb-b7d9-259309ec1b9d/a11ad141-2311-41f5-91cf-960717db7465) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:26.192970 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50361dd3-48be-444a-93ce-60f4a482e0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.237249 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-b83f8312-da2a-493d-a561-b105f2568c60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00f01d14-886f-491e-aadb-f601f3411987 HTTP/1.1" status: 200 len: 1001 time: 0.1469252 Sep 27 08:49:26.256315 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50f4d2ba-d29f-4241-a108-e8789f2723ec req-f35c7e09-e093-42cb-bacb-1a5007bc3bfc tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 210 time: 0.0520670 Sep 27 08:49:26.325201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca820e5-007a-4969-8abc-73397f19b497 req-12dfba4b-f207-46a6-b3a4-21395bc231d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.326984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-12dfba4b-f207-46a6-b3a4-21395bc231d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.0732300 Sep 27 08:49:26.367522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.405653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.414322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca820e5-007a-4969-8abc-73397f19b497 req-91248440-dd19-465f-8d8f-02ccc3c58cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.416388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-91248440-dd19-465f-8d8f-02ccc3c58cd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766943 Sep 27 08:49:26.419924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5', 'ed93ad92-82a4-413b-aabe-c6ffd876894d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:26.429610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-630f4c05-a644-48c2-8906-1ac51324b647 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:49:26.431003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-630f4c05-a644-48c2-8906-1ac51324b647 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055330 Sep 27 08:49:26.435872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50361dd3-48be-444a-93ce-60f4a482e0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.447784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50361dd3-48be-444a-93ce-60f4a482e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.506188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Network f3e97ddb-253c-47f6-8706-a06f993502a0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:26.508491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:26.513582 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-50361dd3-48be-444a-93ce-60f4a482e0cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1db0ed92916c436bafac15c39ea5b7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430452 Sep 27 08:49:26.537719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event updated for resources: {'Port': ['ID=a11ad141-2311-41f5-91cf-960717db7465,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:26.540419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35960) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:26.541775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:26.543070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50361dd3-48be-444a-93ce-60f4a482e0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b43907-a799-4aca-bd04-77bcf53004df,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:26.577067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-a71c2ffc-3b8b-407d-885c-682b9c77a8ae service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361001 Sep 27 08:49:26.615971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:26.616779 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.654906 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d208-b439-464f-8012-f0831884d250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.681194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d208-b439-464f-8012-f0831884d250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.692557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca820e5-007a-4969-8abc-73397f19b497 req-0d0eae54-0304-4a81-8412-34337bf65f76 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073108 Sep 27 08:49:26.713786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-b1b69a63-cd64-4234-960e-819c26c91207 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4410143 Sep 27 08:49:26.727287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Request body: {'port': {'device_id': '013b0051-d34f-463b-a224-1996baae9fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:26.783231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d208-b439-464f-8012-f0831884d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.785776 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d208-b439-464f-8012-f0831884d250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.786997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ecf9d208-b439-464f-8012-f0831884d250 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47b43907-a799-4aca-bd04-77bcf53004df HTTP/1.1" status: 204 len: 168 time: 0.2131073 Sep 27 08:49:26.789288 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:26.819584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9d208-b439-464f-8012-f0831884d250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b43907-a799-4aca-bd04-77bcf53004df,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:27.125950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11ad141-2311-41f5-91cf-960717db7465 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:27.136616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.150536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Transition to ACTIVE for port object a11ad141-2311-41f5-91cf-960717db7465 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:49:27.169135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.233090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=a11ad141-2311-41f5-91cf-960717db7465,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:27.260963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35978) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:27.275417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ad99b7-b502-4993-be93-f54248b107c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.323684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Attempting to bind port a11ad141-2311-41f5-91cf-960717db7465 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:27.324069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Attempting to bind port a11ad141-2311-41f5-91cf-960717db7465 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:27.324554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Attempting to bind port a11ad141-2311-41f5-91cf-960717db7465 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:27.329813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Port a11ad141-2311-41f5-91cf-960717db7465 on network f3e97ddb-253c-47f6-8706-a06f993502a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:49:27.330015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Attempting to bind port a11ad141-2311-41f5-91cf-960717db7465 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:27.335764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:27.336106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Checking segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:27.336539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Bound using segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:27.336966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Bound port: a11ad141-2311-41f5-91cf-960717db7465, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:27.337374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.405702 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ad99b7-b502-4993-be93-f54248b107c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.417630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ad99b7-b502-4993-be93-f54248b107c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.429074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] For port a11ad141-2311-41f5-91cf-960717db7465, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:27.433133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] For port a11ad141-2311-41f5-91cf-960717db7465, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a11ad141-2311-41f5-91cf-960717db7465,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:27.439106 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.476297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-85ad99b7-b502-4993-be93-f54248b107c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=351a9f5191924dd0a93259ead46b884b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114882 Sep 27 08:49:27.476477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.476655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.476792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad99b7-b502-4993-be93-f54248b107c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441d883-0a87-4cf6-9629-631b75150d0a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:27.478300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] 10.222.0.67 "PUT /v2.0/ports/a11ad141-2311-41f5-91cf-960717db7465 HTTP/1.1" status: 200 len: 1091 time: 0.7557163 Sep 27 08:49:27.478741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013b0051-d34f-463b-a224-1996baae9fd3', 'tag': 'a11ad141-2311-41f5-91cf-960717db7465'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:27.480896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:27.481301 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f79ff8f-b593-45a0-ac81-b79f91439145" -d '{"events": [{"name": "network-changed", "server_uuid": "013b0051-d34f-463b-a224-1996baae9fd3", "tag": "a11ad141-2311-41f5-91cf-960717db7465"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:27.526246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfc5af-20a7-4285-bd6e-f8d9160fb722 req-df9f86f2-47da-437a-b475-919787b20227 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.528193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dbfc5af-20a7-4285-bd6e-f8d9160fb722 req-df9f86f2-47da-437a-b475-919787b20227 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 943 time: 0.1586750 Sep 27 08:49:27.559053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcbd6a-40e3-4c42-a5a1-50bb0756ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=a11ad141-2311-41f5-91cf-960717db7465,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:27.582428 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2dbfc5af-20a7-4285-bd6e-f8d9160fb722 req-d6d29bda-fac9-421d-a98c-a5c58c474860 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Sep 27 08:49:27.587028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094425f-8458-45dd-8306-d737c512960c req-2b933fd7-0413-40a1-af4c-a838d1cb7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.589080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-2b933fd7-0413-40a1-af4c-a838d1cb7148 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0668502 Sep 27 08:49:27.611599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0d89df1-e1dd-4b54-a782-d654cccab66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.642081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-fbe0f50a-a531-4730-8535-f1f2e0e414d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a11ad141-2311-41f5-91cf-960717db7465 HTTP/1.1" status: 200 len: 217 time: 0.0429308 Sep 27 08:49:27.665765 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6832401c-01c9-4b87-a78a-b2b69a1d2f15 x-openstack-request-id: req-6832401c-01c9-4b87-a78a-b2b69a1d2f15 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:27.666062 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013b0051-d34f-463b-a224-1996baae9fd3", "tag": "a11ad141-2311-41f5-91cf-960717db7465", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:27.666313 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6832401c-01c9-4b87-a78a-b2b69a1d2f15 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:27.666708 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013b0051-d34f-463b-a224-1996baae9fd3', 'tag': 'a11ad141-2311-41f5-91cf-960717db7465', 'status': 'completed', 'code': 200} Sep 27 08:49:27.673690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0d89df1-e1dd-4b54-a782-d654cccab66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.733586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094425f-8458-45dd-8306-d737c512960c req-53cb84f0-b6e9-460d-9aa1-a6c9e42654b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:27.735577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-53cb84f0-b6e9-460d-9aa1-a6c9e42654b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0853927 Sep 27 08:49:27.748719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0d89df1-e1dd-4b54-a782-d654cccab66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.752218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0d89df1-e1dd-4b54-a782-d654cccab66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:27.753603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f0d89df1-e1dd-4b54-a782-d654cccab66d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a441d883-0a87-4cf6-9629-631b75150d0a HTTP/1.1" status: 204 len: 168 time: 0.2694750 Sep 27 08:49:27.763552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d89df1-e1dd-4b54-a782-d654cccab66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441d883-0a87-4cf6-9629-631b75150d0a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:27.801952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-01c4abb7-1063-414f-b2f9-3f2b54211568 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581763 Sep 27 08:49:27.930871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-8b10c231-395f-46e1-8fe5-3492d3f0eb38 service neutron] 10.222.0.67 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181483 Sep 27 08:49:28.068421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4094425f-8458-45dd-8306-d737c512960c req-993fbd30-5805-49e0-bee3-4e933440b563 service neutron] 10.222.0.67 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278303 Sep 27 08:49:28.091324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f6b08-7382-4ee1-b8ed-1975c59591d7 req-482da9f3-c519-4528-a8b4-89c8dfcc6d83 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.093060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec2f6b08-7382-4ee1-b8ed-1975c59591d7 req-482da9f3-c519-4528-a8b4-89c8dfcc6d83 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0770323 Sep 27 08:49:28.158532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec2f6b08-7382-4ee1-b8ed-1975c59591d7 req-ff7263f3-1ef2-4557-9100-02169e93f9ff tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587373 Sep 27 08:49:28.213881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-36b450c6-d4e3-4042-b2af-19fc571e4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.215767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-36b450c6-d4e3-4042-b2af-19fc571e4cf8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0779293 Sep 27 08:49:28.315264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-154bfae1-ffc0-486a-b9fb-94ed8353fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.316926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-154bfae1-ffc0-486a-b9fb-94ed8353fba7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 906 time: 0.0911705 Sep 27 08:49:28.371600 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-e278fe05-a200-4556-8e23-a863daf596fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a11ad141-2311-41f5-91cf-960717db7465 HTTP/1.1" status: 200 len: 217 time: 0.0444326 Sep 27 08:49:28.434139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-2095c50d-4ef8-43d1-b4d8-020c02f8fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.435632 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-2095c50d-4ef8-43d1-b4d8-020c02f8fec5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0527134 Sep 27 08:49:28.470723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-c51e8872-ae37-409a-b4b0-90ae1cd0129d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260334 Sep 27 08:49:28.592301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-8c5a1d9c-c095-4738-8a9c-32963e0f7878 service neutron] 10.222.0.67 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091521 Sep 27 08:49:28.749991 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7f79ff8f-b593-45a0-ac81-b79f91439145 req-e552aa8a-db57-4451-a72c-16beccce5def service neutron] 10.222.0.67 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475046 Sep 27 08:49:28.758021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb0c66-1563-4340-a0bf-af6ff6668eaf req-0d88cf45-27a6-4ccd-8642-34da69308238 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:28.759476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afdb0c66-1563-4340-a0bf-af6ff6668eaf req-0d88cf45-27a6-4ccd-8642-34da69308238 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 943 time: 0.0773847 Sep 27 08:49:28.821102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afdb0c66-1563-4340-a0bf-af6ff6668eaf req-1ef30158-9f00-475e-b81a-a87f37cfb0d5 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529866 Sep 27 08:49:29.303347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53244e0f-cc65-483f-a174-c751ba296c29 req-44ce5a9c-1c03-46f6-b74d-2df9b41d7fa8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:29.305036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-53244e0f-cc65-483f-a174-c751ba296c29 req-44ce5a9c-1c03-46f6-b74d-2df9b41d7fa8 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0496397 Sep 27 08:49:29.344366 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-53244e0f-cc65-483f-a174-c751ba296c29 req-3aeee531-2f72-4124-851e-ec4adda60d4b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324473 Sep 27 08:49:29.938958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bfecc-dcd2-4503-baff-b1dc136f938b req-b935ecea-c7e9-4cd5-87ec-a9aa3e0a7579 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:29.940493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b46bfecc-dcd2-4503-baff-b1dc136f938b req-b935ecea-c7e9-4cd5-87ec-a9aa3e0a7579 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 943 time: 0.0486281 Sep 27 08:49:29.979040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b46bfecc-dcd2-4503-baff-b1dc136f938b req-ed578e57-d4d7-4398-ac7c-4766b42137aa tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Sep 27 08:49:30.818793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947709c-189a-4f68-a803-47dbf3e3e233 req-c7d65247-f0fc-4fa4-a284-6c16ae3ba3b3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:30.820442 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a947709c-189a-4f68-a803-47dbf3e3e233 req-c7d65247-f0fc-4fa4-a284-6c16ae3ba3b3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.4023709 Sep 27 08:49:30.864865 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a947709c-189a-4f68-a803-47dbf3e3e233 req-c1a72628-25ca-4ad4-b1f0-da658121f42e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378654 Sep 27 08:49:31.095288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2f88-bcd3-4744-8e4e-fd08e2b2bf56 req-81dd5b93-211c-4804-bcd8-de5e96b5f4ec tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:31.096916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa1a2f88-bcd3-4744-8e4e-fd08e2b2bf56 req-81dd5b93-211c-4804-bcd8-de5e96b5f4ec tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 943 time: 0.0510461 Sep 27 08:49:31.143433 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa1a2f88-bcd3-4744-8e4e-fd08e2b2bf56 req-990a6468-47f9-4799-bbef-998b31ba32bb tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391703 Sep 27 08:49:31.545999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a11ad141-2311-41f5-91cf-960717db7465 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:31.646125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port a11ad141-2311-41f5-91cf-960717db7465, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a11ad141-2311-41f5-91cf-960717db7465,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:31.660832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'a11ad141-2311-41f5-91cf-960717db7465', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'port_id': 'a11ad141-2311-41f5-91cf-960717db7465', 'mac_address': 'fa:16:3e:b9:81:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e075a-6a69-43bb-b7d9-259309ec1b9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:31.703723 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.718892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11ad141-2311-41f5-91cf-960717db7465 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:31.740409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port a11ad141-2311-41f5-91cf-960717db7465, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a11ad141-2311-41f5-91cf-960717db7465,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:31.745792 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:31.800856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=a11ad141-2311-41f5-91cf-960717db7465,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:32.004380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3805ec-7e0a-4148-a058-4a8c4cf98f3b req-4b8d50cd-9c5d-419a-8a9d-348cfb2183bc tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.005915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f3805ec-7e0a-4148-a058-4a8c4cf98f3b req-4b8d50cd-9c5d-419a-8a9d-348cfb2183bc tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0596981 Sep 27 08:49:32.046172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f3805ec-7e0a-4148-a058-4a8c4cf98f3b req-18d7c4a3-50b7-476c-8664-91449b0d510d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330930 Sep 27 08:49:32.052359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['a11ad141-2311-41f5-91cf-960717db7465'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:32.305551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88b4b9-28fc-46b6-a8b5-4dd4034bbf6a req-0c6b9e91-aaea-4727-bdab-979aa9c8ad2f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:32.307623 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea88b4b9-28fc-46b6-a8b5-4dd4034bbf6a req-0c6b9e91-aaea-4727-bdab-979aa9c8ad2f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 944 time: 0.0692055 Sep 27 08:49:32.348903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea88b4b9-28fc-46b6-a8b5-4dd4034bbf6a req-5617564c-e2f6-43a3-a363-69e4ce6cb25a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Sep 27 08:49:32.636554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36122) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:32.747015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e02e7fff-9276-4741-bd32-9830f9ce0feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.844666 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e02e7fff-9276-4741-bd32-9830f9ce0feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.850440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e02e7fff-9276-4741-bd32-9830f9ce0feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.888000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e7fff-9276-4741-bd32-9830f9ce0feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902b467d-9383-4ca4-a404-ecd5f0e652c9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:32.893081 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e02e7fff-9276-4741-bd32-9830f9ce0feb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e871b9c1c4242229591be64fe9965bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554827 Sep 27 08:49:32.895669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:32.945538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-effa9d7c-f515-44c2-adeb-a613f7af3275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:32.967089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-effa9d7c-f515-44c2-adeb-a613f7af3275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.014816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-effa9d7c-f515-44c2-adeb-a613f7af3275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.017423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-effa9d7c-f515-44c2-adeb-a613f7af3275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.018699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-effa9d7c-f515-44c2-adeb-a613f7af3275 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/902b467d-9383-4ca4-a404-ecd5f0e652c9 HTTP/1.1" status: 204 len: 168 time: 0.1218963 Sep 27 08:49:33.026265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa9d7c-f515-44c2-adeb-a613f7af3275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b467d-9383-4ca4-a404-ecd5f0e652c9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:33.188666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08683-8dcc-427a-9cf8-9a7ee81e7863 req-b9c228e2-01c9-49d2-9927-b685c50e7a93 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.191268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21c08683-8dcc-427a-9cf8-9a7ee81e7863 req-b9c228e2-01c9-49d2-9927-b685c50e7a93 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0581076 Sep 27 08:49:33.240292 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21c08683-8dcc-427a-9cf8-9a7ee81e7863 req-853bc4ad-4bd7-4d1a-aa30-f202ca1027d6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384789 Sep 27 08:49:33.484927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925c80-9ae1-4789-b7ea-4694711d4c94 req-ce2ec03c-74f5-407e-9234-e3e58491ec75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.486528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-53925c80-9ae1-4789-b7ea-4694711d4c94 req-ce2ec03c-74f5-407e-9234-e3e58491ec75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 944 time: 0.0547051 Sep 27 08:49:33.527508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-53925c80-9ae1-4789-b7ea-4694711d4c94 req-16126775-870a-4ecb-a9d0-e27c7117f139 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Sep 27 08:49:33.562960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a11ad141-2311-41f5-91cf-960717db7465 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:33.621313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port a11ad141-2311-41f5-91cf-960717db7465 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:33.625089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port a11ad141-2311-41f5-91cf-960717db7465 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:33.625469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.705059 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.728263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013b0051-d34f-463b-a224-1996baae9fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11ad141-2311-41f5-91cf-960717db7465'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:33.730535 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f94285-2227-4a8a-a586-706afeef74c0" -d '{"events": [{"server_uuid": "013b0051-d34f-463b-a224-1996baae9fd3", "name": "network-vif-plugged", "status": "completed", "tag": "a11ad141-2311-41f5-91cf-960717db7465"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:33.761536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port a11ad141-2311-41f5-91cf-960717db7465, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a11ad141-2311-41f5-91cf-960717db7465,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:33.768274 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:33.819369 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272f3c1-f0ad-4037-ae2a-91fd246b4ded x-openstack-request-id: req-5272f3c1-f0ad-4037-ae2a-91fd246b4ded {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:33.820067 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013b0051-d34f-463b-a224-1996baae9fd3", "name": "network-vif-plugged", "status": "completed", "tag": "a11ad141-2311-41f5-91cf-960717db7465", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:33.820506 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5272f3c1-f0ad-4037-ae2a-91fd246b4ded {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:33.821208 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013b0051-d34f-463b-a224-1996baae9fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11ad141-2311-41f5-91cf-960717db7465', 'code': 200} Sep 27 08:49:33.826293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=a11ad141-2311-41f5-91cf-960717db7465,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:33.899153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33ec42-d823-4c6c-b731-b3d4c1b9ca4b req-85c91e62-cad8-4e37-99ba-3d195d28feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:33.900952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e33ec42-d823-4c6c-b731-b3d4c1b9ca4b req-85c91e62-cad8-4e37-99ba-3d195d28feca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0470405 Sep 27 08:49:33.949018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e33ec42-d823-4c6c-b731-b3d4c1b9ca4b req-c415549b-977e-43ce-bbb9-3d8558aefad5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Sep 27 08:49:34.096429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-dbcf7a2e-4806-4302-9a13-d4d65a94b2ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2019823 Sep 27 08:49:34.213881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e28117-0f12-452c-9d43-b808649802ff req-2c8c0dd7-26f3-416b-9c43-251bfdbf8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:34.215780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-2c8c0dd7-26f3-416b-9c43-251bfdbf8eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 1096 time: 0.0616772 Sep 27 08:49:34.368233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e28117-0f12-452c-9d43-b808649802ff req-74a2d739-455b-49c1-bfd8-61db85a1b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:34.371860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-74a2d739-455b-49c1-bfd8-61db85a1b485 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 906 time: 0.1285181 Sep 27 08:49:34.410544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e69834-93fa-4327-a4c9-4e33ef9fdc9e req-6469e113-02f6-49b7-88ba-62c6cd1aaf11 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:34.413980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11e69834-93fa-4327-a4c9-4e33ef9fdc9e req-6469e113-02f6-49b7-88ba-62c6cd1aaf11 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0778136 Sep 27 08:49:34.426062 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-543bc3d4-5eff-4ec0-b5f5-46183b82504c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac70daee-7137-4679-8f4f-89eccc1a49e5 HTTP/1.1" status: 200 len: 217 time: 0.0483024 Sep 27 08:49:34.460985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11e69834-93fa-4327-a4c9-4e33ef9fdc9e req-3cb2b8a3-a067-4f5b-8cba-1267299854a6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399272 Sep 27 08:49:34.497215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e28117-0f12-452c-9d43-b808649802ff req-be73c16a-3cb3-411c-b0dc-f8e4c82fdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:34.503193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-be73c16a-3cb3-411c-b0dc-f8e4c82fdd47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0612228 Sep 27 08:49:34.546212 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-7e4c20c0-2d79-447a-8fe4-6eba14852699 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289445 Sep 27 08:49:34.565474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-d90faf95-d913-42f3-9ff5-ae06b84e9608 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:49:34.566624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-d90faf95-d913-42f3-9ff5-ae06b84e9608 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099623 Sep 27 08:49:34.672989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a84f4-2054-4f92-a4ca-d0b41dc6b6fd req-0ac341f7-557c-43cf-a2df-01729933535f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:34.674751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-689a84f4-2054-4f92-a4ca-d0b41dc6b6fd req-0ac341f7-557c-43cf-a2df-01729933535f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 945 time: 0.0660307 Sep 27 08:49:34.684593 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-6df9b9f3-c8d7-4e74-be85-c5232e22f7e5 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050200 Sep 27 08:49:34.724904 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-689a84f4-2054-4f92-a4ca-d0b41dc6b6fd req-8856a1de-2bb0-459f-ae78-9048d05be3af tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Sep 27 08:49:34.802352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03e28117-0f12-452c-9d43-b808649802ff req-8548bd29-7b04-44cb-ba88-85a8a8e01883 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056981 Sep 27 08:49:35.498964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:35.598841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160540a-849d-4213-9e96-e19c7503eb9b req-ecf89ed7-8a3f-495f-a9f4-758a13a62085 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:35.600383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d160540a-849d-4213-9e96-e19c7503eb9b req-ecf89ed7-8a3f-495f-a9f4-758a13a62085 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0536830 Sep 27 08:49:35.633303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f960ee7f-14a4-4355-9a3d-5a8b67b89e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.662610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d160540a-849d-4213-9e96-e19c7503eb9b req-d8cc285a-dc0c-4f04-b0d6-767d185664e1 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552771 Sep 27 08:49:35.724643 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.754035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f960ee7f-14a4-4355-9a3d-5a8b67b89e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.759428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f960ee7f-14a4-4355-9a3d-5a8b67b89e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.809163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f960ee7f-14a4-4355-9a3d-5a8b67b89e5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc324e9698ad46ea85d52f3a68c08dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066385 Sep 27 08:49:35.809163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960ee7f-14a4-4355-9a3d-5a8b67b89e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa1ed7-834b-4279-ab31-bc9def2fb650,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:35.814461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36336) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:35.847785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec879e1-47ff-4697-b609-7cc3d5215d0b req-4ff4580f-214b-4bff-a4e1-492233d71551 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:35.850993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ec879e1-47ff-4697-b609-7cc3d5215d0b req-4ff4580f-214b-4bff-a4e1-492233d71551 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 945 time: 0.0597312 Sep 27 08:49:35.866747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52d23a1f-e8ac-4acb-9f76-67610273593e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.889505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52d23a1f-e8ac-4acb-9f76-67610273593e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.889675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ec879e1-47ff-4697-b609-7cc3d5215d0b req-d095e9b7-1394-4a58-8b05-d6ae32e2b5f4 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Sep 27 08:49:35.937844 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52d23a1f-e8ac-4acb-9f76-67610273593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.941119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52d23a1f-e8ac-4acb-9f76-67610273593e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:35.942495 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-52d23a1f-e8ac-4acb-9f76-67610273593e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0aa1ed7-834b-4279-ab31-bc9def2fb650 HTTP/1.1" status: 204 len: 168 time: 0.1275156 Sep 27 08:49:35.952983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d23a1f-e8ac-4acb-9f76-67610273593e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa1ed7-834b-4279-ab31-bc9def2fb650,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:36.026420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08c669-bed1-4d24-8627-386d2be4ec9b req-e61596f8-71d7-4abd-99f6-6935ba3b3b8c tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.028633 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c08c669-bed1-4d24-8627-386d2be4ec9b req-e61596f8-71d7-4abd-99f6-6935ba3b3b8c tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 946 time: 0.0600102 Sep 27 08:49:36.083115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c08c669-bed1-4d24-8627-386d2be4ec9b req-eb07c10f-0019-4915-ba69-9596724ac168 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475321 Sep 27 08:49:36.227715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32352c5-f1a9-4006-9c29-0eae3718e2f7 req-199025cf-80bc-4678-8179-cf33e462f7d9 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.229411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a32352c5-f1a9-4006-9c29-0eae3718e2f7 req-199025cf-80bc-4678-8179-cf33e462f7d9 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 945 time: 0.0608864 Sep 27 08:49:36.280606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:36.286021 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a32352c5-f1a9-4006-9c29-0eae3718e2f7 req-72f7a270-d450-4ab5-8fc7-489898f95297 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Sep 27 08:49:36.298800 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64c5ae5c-fd36-4573-b94a-0e19abdbda1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:36.398100 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64c5ae5c-fd36-4573-b94a-0e19abdbda1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:36.403764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64c5ae5c-fd36-4573-b94a-0e19abdbda1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:36.446632 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-64c5ae5c-fd36-4573-b94a-0e19abdbda1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8afa501e0ce4c16a067d050bc0fff68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622913 Sep 27 08:49:36.447558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5ae5c-fd36-4573-b94a-0e19abdbda1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2b4bbf-5fcf-4945-b1bd-a5ddb6ff9294,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:36.463333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36362) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:49:36.537904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2da15157-d42f-4e26-8f7f-34995c2cf5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:36.569998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf9f4e-496f-4e87-b972-153597204f42 req-fd59dbf4-55bd-4b11-b4cc-e484e36847b4 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.571590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7bf9f4e-496f-4e87-b972-153597204f42 req-fd59dbf4-55bd-4b11-b4cc-e484e36847b4 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 945 time: 0.0805652 Sep 27 08:49:36.576200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2da15157-d42f-4e26-8f7f-34995c2cf5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:36.637017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7bf9f4e-496f-4e87-b972-153597204f42 req-3270b9a1-f3ff-4323-a59e-16239d58de1e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539048 Sep 27 08:49:36.661847 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2da15157-d42f-4e26-8f7f-34995c2cf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:36.664540 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2da15157-d42f-4e26-8f7f-34995c2cf5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:36.665775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2da15157-d42f-4e26-8f7f-34995c2cf5e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d2b4bbf-5fcf-4945-b1bd-a5ddb6ff9294 HTTP/1.1" status: 204 len: 168 time: 0.2021599 Sep 27 08:49:36.673771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da15157-d42f-4e26-8f7f-34995c2cf5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2b4bbf-5fcf-4945-b1bd-a5ddb6ff9294,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:36.790542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6054-7a03-49a0-bfc5-e74978bc7f2f req-37f799b9-379b-4d33-8529-c76b4b3ef8f5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:36.792126 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9ec6054-7a03-49a0-bfc5-e74978bc7f2f req-37f799b9-379b-4d33-8529-c76b4b3ef8f5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0501084 Sep 27 08:49:36.837868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9ec6054-7a03-49a0-bfc5-e74978bc7f2f req-dbae60c9-4dd1-4287-9c6f-cb21e28a6194 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368228 Sep 27 08:49:37.800640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7157e1-d026-40ec-8c2a-cbc78a4e2c71 req-9de97181-f910-4ba2-b40b-c71aff33bb72 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:37.802165 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a7157e1-d026-40ec-8c2a-cbc78a4e2c71 req-9de97181-f910-4ba2-b40b-c71aff33bb72 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 945 time: 0.0799663 Sep 27 08:49:37.814253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-039799a0-29b4-4ad9-8318-3bae7c62d95b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:37.815606 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-039799a0-29b4-4ad9-8318-3bae7c62d95b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.67 "GET /v2.0/ports?device_id=013b0051-d34f-463b-a224-1996baae9fd3 HTTP/1.1" status: 200 len: 945 time: 0.0673630 Sep 27 08:49:37.900879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a7157e1-d026-40ec-8c2a-cbc78a4e2c71 req-61fe47d7-6c80-449f-9512-593929c5c3ce tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843005 Sep 27 08:49:37.940464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Deleting port a11ad141-2311-41f5-91cf-960717db7465 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:37.940810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:37.970070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dddf8-1951-4c0f-8dd5-4e0e44d50d20 req-68de666b-a1a5-4305-988d-8039d6a6afb4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:37.971648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-593dddf8-1951-4c0f-8dd5-4e0e44d50d20 req-68de666b-a1a5-4305-988d-8039d6a6afb4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0520351 Sep 27 08:49:38.017476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-593dddf8-1951-4c0f-8dd5-4e0e44d50d20 req-477637de-dcea-4ec9-ae63-8d51f49115d9 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383663 Sep 27 08:49:38.048204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] For port a11ad141-2311-41f5-91cf-960717db7465, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a11ad141-2311-41f5-91cf-960717db7465,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:38.048829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:38.062366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Calling delete_port for a11ad141-2311-41f5-91cf-960717db7465 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:38.188418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:38.204307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['a11ad141-2311-41f5-91cf-960717db7465'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:38.230198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event deleted for resources: {'Port': ['ID=a11ad141-2311-41f5-91cf-960717db7465,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:38.246551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.246907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.247249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.247583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.247917 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.248247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.248734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.249059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.249588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.250122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.250457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.251548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:38.251673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5', 'ed93ad92-82a4-413b-aabe-c6ffd876894d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:38.301634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] No DVR routers for this DVR port a11ad141-2311-41f5-91cf-960717db7465 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:38.305812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:38.308062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-648adf5e-29ef-4890-8248-fd3e71b1b32c req-cae65645-6cee-4f64-b4d9-1151d357e2bf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.67 "DELETE /v2.0/ports/a11ad141-2311-41f5-91cf-960717db7465 HTTP/1.1" status: 204 len: 173 time: 0.4854922 Sep 27 08:49:38.308543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013b0051-d34f-463b-a224-1996baae9fd3', 'name': 'network-vif-deleted', 'tag': 'a11ad141-2311-41f5-91cf-960717db7465'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:38.310867 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5e5fe5-8212-4a63-af03-9efb2f76456b" -d '{"events": [{"server_uuid": "013b0051-d34f-463b-a224-1996baae9fd3", "name": "network-vif-deleted", "tag": "a11ad141-2311-41f5-91cf-960717db7465"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:38.353873 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6df86f-1f42-4004-bcef-b1a730a6e2ed x-openstack-request-id: req-3c6df86f-1f42-4004-bcef-b1a730a6e2ed {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:38.354212 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013b0051-d34f-463b-a224-1996baae9fd3", "name": "network-vif-deleted", "tag": "a11ad141-2311-41f5-91cf-960717db7465", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:38.355601 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c6df86f-1f42-4004-bcef-b1a730a6e2ed {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:38.355601 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013b0051-d34f-463b-a224-1996baae9fd3', 'name': 'network-vif-deleted', 'tag': 'a11ad141-2311-41f5-91cf-960717db7465', 'status': 'completed', 'code': 200} Sep 27 08:49:39.153490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9adaaa-03aa-4cb2-9309-03c66453cdc3 req-a999f3a2-0644-4ee8-9ef5-7adfc63c135b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:39.154984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba9adaaa-03aa-4cb2-9309-03c66453cdc3 req-a999f3a2-0644-4ee8-9ef5-7adfc63c135b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0509915 Sep 27 08:49:39.205280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba9adaaa-03aa-4cb2-9309-03c66453cdc3 req-25b1d25f-624c-46ab-bb19-d165ed3025e0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432522 Sep 27 08:49:39.208002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6091-cd29-4f94-b3a8-7028208879e3 req-a558121f-4f39-48c5-ae50-8b27cca2fb91 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:39.209825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d77b6091-cd29-4f94-b3a8-7028208879e3 req-a558121f-4f39-48c5-ae50-8b27cca2fb91 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 946 time: 0.0618117 Sep 27 08:49:39.251678 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d77b6091-cd29-4f94-b3a8-7028208879e3 req-01413d41-479a-4584-b9de-fbb12309f2d9 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Sep 27 08:49:39.598141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:39.692869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:39.704352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '00f01d14-886f-491e-aadb-f601f3411987', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'port_id': '00f01d14-886f-491e-aadb-f601f3411987', 'mac_address': 'fa:16:3e:53:cf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:39.745265 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:39.757498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00f01d14-886f-491e-aadb-f601f3411987 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:39.776536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:39.783744 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:39.832984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:39.917196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['00f01d14-886f-491e-aadb-f601f3411987'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:40.354073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24fbab-d66d-4016-b8c2-503b9558bef5 req-bc12cc68-1b72-4c14-869c-8882504339af tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.356388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4e24fbab-d66d-4016-b8c2-503b9558bef5 req-bc12cc68-1b72-4c14-869c-8882504339af tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 944 time: 0.0677087 Sep 27 08:49:40.378833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be397e88-de0e-4c2f-8473-e77e974580f0 req-b87cf65f-19cf-4f40-9605-6e14f4e7fb54 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.387610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be397e88-de0e-4c2f-8473-e77e974580f0 req-b87cf65f-19cf-4f40-9605-6e14f4e7fb54 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 946 time: 0.0607984 Sep 27 08:49:40.395923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4e24fbab-d66d-4016-b8c2-503b9558bef5 req-e1a2eb31-dd13-49de-a752-11188c77e1d2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340359 Sep 27 08:49:40.424221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be397e88-de0e-4c2f-8473-e77e974580f0 req-ba1a08cf-b5ee-49c3-a14f-17a0ea51b662 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370843 Sep 27 08:49:40.692479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-d518ce2f-5bac-4ea6-8903-159bc9a35ca2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:40.695524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-d518ce2f-5bac-4ea6-8903-159bc9a35ca2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 946 time: 0.0557151 Sep 27 08:49:40.803951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Deleting port ed93ad92-82a4-413b-aabe-c6ffd876894d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:40.804316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.918651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] For port ed93ad92-82a4-413b-aabe-c6ffd876894d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ed93ad92-82a4-413b-aabe-c6ffd876894d,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:40.919021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:40.934071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Calling delete_port for ed93ad92-82a4-413b-aabe-c6ffd876894d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:41.073497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.089565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5', 'ed93ad92-82a4-413b-aabe-c6ffd876894d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:41.106596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event deleted for resources: {'Port': ['ID=ed93ad92-82a4-413b-aabe-c6ffd876894d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:41.155298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] No DVR routers for this DVR port ed93ad92-82a4-413b-aabe-c6ffd876894d on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:41.158716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.161026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a47e557c-ec1c-4a9c-8722-d6504101a0f6 req-49d34bcc-c8e5-4b05-b154-1474fa48d9ab tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "DELETE /v2.0/ports/ed93ad92-82a4-413b-aabe-c6ffd876894d HTTP/1.1" status: 204 len: 173 time: 0.4577553 Sep 27 08:49:41.161941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f36875-d528-4c19-b6d2-e9bb476f579c', 'name': 'network-vif-deleted', 'tag': 'ed93ad92-82a4-413b-aabe-c6ffd876894d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:41.164638 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47afed8-24b7-4b77-96d7-aae61ce372c8" -d '{"events": [{"server_uuid": "93f36875-d528-4c19-b6d2-e9bb476f579c", "name": "network-vif-deleted", "tag": "ed93ad92-82a4-413b-aabe-c6ffd876894d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:41.248364 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3155cf-a55d-40f1-b68d-cfbfccd0c123 x-openstack-request-id: req-6c3155cf-a55d-40f1-b68d-cfbfccd0c123 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:41.248649 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f36875-d528-4c19-b6d2-e9bb476f579c", "name": "network-vif-deleted", "tag": "ed93ad92-82a4-413b-aabe-c6ffd876894d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:41.248900 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c3155cf-a55d-40f1-b68d-cfbfccd0c123 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:41.249323 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f36875-d528-4c19-b6d2-e9bb476f579c', 'name': 'network-vif-deleted', 'tag': 'ed93ad92-82a4-413b-aabe-c6ffd876894d', 'status': 'completed', 'code': 200} Sep 27 08:49:41.548641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0d7e9-2754-43e4-91f3-a963f79f8910 req-cc67e33d-b91b-4690-9c85-f7fd244e0a2c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:41.550929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebc0d7e9-2754-43e4-91f3-a963f79f8910 req-cc67e33d-b91b-4690-9c85-f7fd244e0a2c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 944 time: 0.0613973 Sep 27 08:49:41.600907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:41.610935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e2ee934-546c-4021-8021-c525311d36a7 req-fdf0f7ab-ff09-4f45-89e7-813a9ee91fc0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=93f36875-d528-4c19-b6d2-e9bb476f579c HTTP/1.1" status: 200 len: 210 time: 0.0676124 Sep 27 08:49:41.650526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebc0d7e9-2754-43e4-91f3-a963f79f8910 req-bdf6c2bc-b852-4a25-beb1-7c46b091c13b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875363 Sep 27 08:49:41.715011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 00f01d14-886f-491e-aadb-f601f3411987 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:41.715679 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.839436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.867753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f01d14-886f-491e-aadb-f601f3411987'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:41.870515 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0253b35-19f7-40d6-9fca-af359d94f145" -d '{"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-plugged", "status": "completed", "tag": "00f01d14-886f-491e-aadb-f601f3411987"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:41.886895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:41.897786 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:41.902414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a11ad141-2311-41f5-91cf-960717db7465 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:41.980616 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba8548-6b1b-4998-9f2f-f481d90bc512 x-openstack-request-id: req-62ba8548-6b1b-4998-9f2f-f481d90bc512 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:41.981287 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-plugged", "status": "completed", "tag": "00f01d14-886f-491e-aadb-f601f3411987", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:41.981743 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62ba8548-6b1b-4998-9f2f-f481d90bc512 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:41.982330 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f01d14-886f-491e-aadb-f601f3411987', 'code': 200} Sep 27 08:49:41.986297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: a11ad141-2311-41f5-91cf-960717db7465 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:41.986977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a11ad141-2311-41f5-91cf-960717db7465 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:42.033196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:42.819063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065cee9-eed8-4c44-ac1c-9f01f0171a2f req-4a50f4d4-fd64-43b0-80b7-784cf0b1e6d0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:42.828367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0065cee9-eed8-4c44-ac1c-9f01f0171a2f req-4a50f4d4-fd64-43b0-80b7-784cf0b1e6d0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0782862 Sep 27 08:49:42.889275 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0065cee9-eed8-4c44-ac1c-9f01f0171a2f req-51799659-3dc8-49a0-a186-0047c57bbcde tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539906 Sep 27 08:49:43.094875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-9b160ae7-4a72-444c-8a15-27126072f956 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:43.097613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-9b160ae7-4a72-444c-8a15-27126072f956 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.1329160 Sep 27 08:49:43.121189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-317e9c13-fd86-4926-a4f9-337a39cf9119 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/quotas/54e965b18d5f42e7833a8433c2f3ce28 HTTP/1.1" status: 200 len: 375 time: 0.0147812 Sep 27 08:49:43.184177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-98ccb462-d3a1-45b0-853a-aec490da1ad1 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573123 Sep 27 08:49:43.314816 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-b37f9bc5-ec79-4a20-b64e-f0e0842c5788 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154118 Sep 27 08:49:43.445653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-0d5c44cf-8bdc-47fa-8d23-c1ebb5fb85be service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298919 Sep 27 08:49:43.707889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62edf3f6-aebe-441c-b3ce-256d634cfcd9 req-47e7dabc-bc44-40e6-b54e-de2e7b316eeb tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 210 time: 0.0392911 Sep 27 08:49:44.068748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8788-bb8f-4c5c-860e-c6e1e89bdf58 req-e7f4f956-4815-42b5-939e-fa2cb210cde5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:44.076189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:44.079377 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-291f8788-bb8f-4c5c-860e-c6e1e89bdf58 req-e7f4f956-4815-42b5-939e-fa2cb210cde5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0830626 Sep 27 08:49:44.122074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-291f8788-bb8f-4c5c-860e-c6e1e89bdf58 req-90c73b89-c8db-4eef-b8c2-bcae393296e3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393486 Sep 27 08:49:44.425770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ed93ad92-82a4-413b-aabe-c6ffd876894d no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:44.457914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: ed93ad92-82a4-413b-aabe-c6ffd876894d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:49:44.458299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ed93ad92-82a4-413b-aabe-c6ffd876894d not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:49:44.802421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-37c5af78-c094-499d-960e-b971fa98b037 req-c79d5906-0937-4517-8d15-8cd80a8d94b1 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 210 time: 0.0308588 Sep 27 08:49:45.072497 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d4af44b-7e79-4c54-898a-30055ca5eb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.090335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-a0335df2-a1f2-40b1-b9fc-40c093757362 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.091990 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-a0335df2-a1f2-40b1-b9fc-40c093757362 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.1772017 Sep 27 08:49:45.106895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Request body: {'port': {'device_id': 'b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'admin_state_up': True, 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:45.356916 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7df587-9fc1-4d59-ac41-6779a523c238 req-f743005f-ca49-40f4-92b3-34c7d2246073 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.360897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee7df587-9fc1-4d59-ac41-6779a523c238 req-f743005f-ca49-40f4-92b3-34c7d2246073 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0849869 Sep 27 08:49:45.446265 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee7df587-9fc1-4d59-ac41-6779a523c238 req-0475b2b0-2322-4bfb-9618-306f662dabd4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690846 Sep 27 08:49:45.478796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:49:45.482792 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.626745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Allocated IP 172.20.0.5 (f3e97ddb-253c-47f6-8706-a06f993502a0/1d6e075a-6a69-43bb-b7d9-259309ec1b9d/574cb970-7179-4264-9865-571a8af9dc16) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:49:45.814198 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.862019 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:45.874839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:45.981441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f514860-1d32-4a37-bbde-90d5ec7db408 req-4625179d-e664-4e8c-b15b-e31e0263935f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:45.984554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f514860-1d32-4a37-bbde-90d5ec7db408 req-4625179d-e664-4e8c-b15b-e31e0263935f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 931 time: 0.0810039 Sep 27 08:49:45.988593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Network f3e97ddb-253c-47f6-8706-a06f993502a0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:49:45.992989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:49:46.006654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:49:46.075454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:46.076780 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.082040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f514860-1d32-4a37-bbde-90d5ec7db408 req-d0288fb8-0b53-48d0-8307-4b140ad3379e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905273 Sep 27 08:49:46.090993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event updated for resources: {'Port': ['ID=574cb970-7179-4264-9865-571a8af9dc16,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:46.110968 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-26743b58-5cde-4c6c-bf88-185b5d64be75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0090125 Sep 27 08:49:46.123985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Request body: {'port': {'device_id': 'b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:49:46.221514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.571316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574cb970-7179-4264-9865-571a8af9dc16 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:46.579507 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.588553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebf32b-16b8-4ba0-98c2-8c28f8730034 req-a2ccaef3-398d-42ce-aef0-71adcb2ffba6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:46.592967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Transition to ACTIVE for port object 574cb970-7179-4264-9865-571a8af9dc16 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:49:46.597059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4ebf32b-16b8-4ba0-98c2-8c28f8730034 req-a2ccaef3-398d-42ce-aef0-71adcb2ffba6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0670199 Sep 27 08:49:46.604259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.652668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4ebf32b-16b8-4ba0-98c2-8c28f8730034 req-9621ec49-4ea3-4bf9-974f-53410c7ccc47 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497727 Sep 27 08:49:46.655560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=574cb970-7179-4264-9865-571a8af9dc16,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:46.762646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Attempting to bind port 574cb970-7179-4264-9865-571a8af9dc16 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:49:46.763128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Attempting to bind port 574cb970-7179-4264-9865-571a8af9dc16 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:49:46.763554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Attempting to bind port 574cb970-7179-4264-9865-571a8af9dc16 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:46.768759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Port 574cb970-7179-4264-9865-571a8af9dc16 on network f3e97ddb-253c-47f6-8706-a06f993502a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:49:46.769182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Attempting to bind port 574cb970-7179-4264-9865-571a8af9dc16 on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:49:46.780042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:49:46.780548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Checking segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:49:46.781031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Bound using segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:49:46.781570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Bound port: 574cb970-7179-4264-9865-571a8af9dc16, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:49:46.782035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.857131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] For port 574cb970-7179-4264-9865-571a8af9dc16, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:49:46.860821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] For port 574cb970-7179-4264-9865-571a8af9dc16, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=574cb970-7179-4264-9865-571a8af9dc16,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:49:46.870862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.924475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:46.925335 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:46.927222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] 10.222.0.57 "PUT /v2.0/ports/574cb970-7179-4264-9865-571a8af9dc16 HTTP/1.1" status: 200 len: 1091 time: 0.8075695 Sep 27 08:49:46.927889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9', 'tag': '574cb970-7179-4264-9865-571a8af9dc16'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:46.930756 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122eef3f-7cd5-4448-85c0-13fefd817faa" -d '{"events": [{"name": "network-changed", "server_uuid": "b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9", "tag": "574cb970-7179-4264-9865-571a8af9dc16"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:46.988468 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f277ba-1bfa-477e-bddf-9badf9fa3e08 x-openstack-request-id: req-b0f277ba-1bfa-477e-bddf-9badf9fa3e08 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:46.989068 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9", "tag": "574cb970-7179-4264-9865-571a8af9dc16", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:46.989521 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0f277ba-1bfa-477e-bddf-9badf9fa3e08 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:46.990234 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9', 'tag': '574cb970-7179-4264-9865-571a8af9dc16', 'status': 'completed', 'code': 200} Sep 27 08:49:47.002126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab5b59-6713-45f4-b8aa-1ac01bdf1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=574cb970-7179-4264-9865-571a8af9dc16,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:47.051216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-0fc0d45f-b378-49eb-8979-b103614c3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.052954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-0fc0d45f-b378-49eb-8979-b103614c3b06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 1094 time: 0.0667107 Sep 27 08:49:47.107111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-6814aa24-5bc9-451e-b40d-2588a48cc487 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574cb970-7179-4264-9865-571a8af9dc16 HTTP/1.1" status: 200 len: 217 time: 0.0443585 Sep 27 08:49:47.207935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-f2904a55-d9af-430f-8866-776a22ef1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.217564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-f2904a55-d9af-430f-8866-776a22ef1f75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.1019142 Sep 27 08:49:47.244552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f6f7-5e03-46bd-9a97-ca8642fb5154 req-6d2cd0ce-aaae-43c5-a680-fc50982d228f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.253148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ed6f6f7-5e03-46bd-9a97-ca8642fb5154 req-6d2cd0ce-aaae-43c5-a680-fc50982d228f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 943 time: 0.0663626 Sep 27 08:49:47.316407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-b245698d-3f59-4e30-80b6-e12e3fc0a9d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692551 Sep 27 08:49:47.425631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ed6f6f7-5e03-46bd-9a97-ca8642fb5154 req-9c16102b-1584-4065-9151-07ad25b39422 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712160 Sep 27 08:49:47.511724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fdba9755-7044-486d-9a46-f44cdd7129c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:47.580358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-c70d9844-e7a9-4e09-9258-70d51a5e50fb service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613420 Sep 27 08:49:47.698181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4ce0c65-93f8-47d0-9d80-bbaf63b3c3af req-892deb1f-9f0a-430d-bff3-0907c4bd79fe service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090193 Sep 27 08:49:47.891574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-cc3445c5-613d-4997-9794-853c3a01eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.893350 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-cc3445c5-613d-4997-9794-853c3a01eadc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 1094 time: 0.1263473 Sep 27 08:49:47.934017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdba15-ca68-4098-ac67-3ac26d821454 req-911365be-0729-45a1-9fa0-87dcb02baea3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:47.935574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-12fdba15-ca68-4098-ac67-3ac26d821454 req-911365be-0729-45a1-9fa0-87dcb02baea3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.1102633 Sep 27 08:49:48.032721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-12fdba15-ca68-4098-ac67-3ac26d821454 req-4fce7316-c430-49ef-b166-2c0de463d528 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855091 Sep 27 08:49:48.037778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-fe5e977c-e5d5-42cf-b33d-ace3411e05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:48.039363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-fe5e977c-e5d5-42cf-b33d-ace3411e05a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 906 time: 0.1365948 Sep 27 08:49:48.040793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:48.088624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-acae186b-ce00-4be3-80a4-2563006c5a67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574cb970-7179-4264-9865-571a8af9dc16 HTTP/1.1" status: 200 len: 217 time: 0.0412753 Sep 27 08:49:48.140734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-9f4bee95-f3b7-4a43-a17f-c3677f83e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:48.142331 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-9f4bee95-f3b7-4a43-a17f-c3677f83e96e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0457749 Sep 27 08:49:48.179833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-8aa6c4c6-f281-454b-b862-4b3a6ccbd360 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287838 Sep 27 08:49:48.306441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-3229fff1-2a48-48de-a230-85e304e66b0e service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166923 Sep 27 08:49:48.420291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-122eef3f-7cd5-4448-85c0-13fefd817faa req-3927dfbf-3d4b-4dbc-a3d8-85b392fae89d service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060617 Sep 27 08:49:48.631802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dc75e-98a4-42ba-8ee5-923d3ffc35cc req-8f97702f-21ed-433d-a797-122dbd9252c0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:48.633975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e5dc75e-98a4-42ba-8ee5-923d3ffc35cc req-8f97702f-21ed-433d-a797-122dbd9252c0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 943 time: 0.1023798 Sep 27 08:49:48.701313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e5dc75e-98a4-42ba-8ee5-923d3ffc35cc req-95c2be6f-d813-4b62-ae9d-0faab1a857a6 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601628 Sep 27 08:49:48.921801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:49.195672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055dd0b-fa60-433c-b75c-ab61aaadf26d req-2f3fc0bd-afe5-4f6b-9055-ded7abba42dd tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:49.215219 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2055dd0b-fa60-433c-b75c-ab61aaadf26d req-2f3fc0bd-afe5-4f6b-9055-ded7abba42dd tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0824249 Sep 27 08:49:49.275844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2055dd0b-fa60-433c-b75c-ab61aaadf26d req-8776abb3-24a5-4b82-af1d-6f792c6c4ab2 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507655 Sep 27 08:49:49.850848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16406b8-08d0-49e2-8765-2e89dd6762f9 req-3bd1e2fa-3992-41a4-a54a-88e89ae4abd7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:49.853036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b16406b8-08d0-49e2-8765-2e89dd6762f9 req-3bd1e2fa-3992-41a4-a54a-88e89ae4abd7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 943 time: 0.0700402 Sep 27 08:49:49.905260 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b16406b8-08d0-49e2-8765-2e89dd6762f9 req-0e3f8d09-df8f-48e4-b92d-3c6ce94a6a10 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453446 Sep 27 08:49:50.451031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 574cb970-7179-4264-9865-571a8af9dc16 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:49:50.462342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf231b6-ff1c-42bb-8f14-fcc5fd909d6c req-18566ace-67a2-4130-882e-2a58668b432d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:50.467903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bf231b6-ff1c-42bb-8f14-fcc5fd909d6c req-18566ace-67a2-4130-882e-2a58668b432d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0792973 Sep 27 08:49:50.542301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9bf231b6-ff1c-42bb-8f14-fcc5fd909d6c req-b8b89061-c6f3-4062-b58d-02f62eb6c58a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655973 Sep 27 08:49:50.596810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 574cb970-7179-4264-9865-571a8af9dc16, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=574cb970-7179-4264-9865-571a8af9dc16,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:50.607345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.612126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '574cb970-7179-4264-9865-571a8af9dc16', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'port_id': '574cb970-7179-4264-9865-571a8af9dc16', 'mac_address': 'fa:16:3e:0a:0d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e075a-6a69-43bb-b7d9-259309ec1b9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:49:50.665147 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.686071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574cb970-7179-4264-9865-571a8af9dc16 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:49:50.730861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 574cb970-7179-4264-9865-571a8af9dc16, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=574cb970-7179-4264-9865-571a8af9dc16,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:50.736956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:50.843171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=574cb970-7179-4264-9865-571a8af9dc16,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:50.993519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['574cb970-7179-4264-9865-571a8af9dc16'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:51.048737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cae5c1-4924-47ec-82f4-f10ecb4bbdb3 req-791bb341-ab76-4912-9ae5-1dc75b34d71d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.050397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a6cae5c1-4924-47ec-82f4-f10ecb4bbdb3 req-791bb341-ab76-4912-9ae5-1dc75b34d71d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 944 time: 0.0549512 Sep 27 08:49:51.100304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a6cae5c1-4924-47ec-82f4-f10ecb4bbdb3 req-79ab1262-8a4a-4d3d-8b91-ec48ff715d3e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Sep 27 08:49:51.694424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efa29a-2a0c-4246-b834-ebd7e1ee7d71 req-6ebb55e4-62ae-4707-84b4-be5c5786ff71 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:51.700912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94efa29a-2a0c-4246-b834-ebd7e1ee7d71 req-6ebb55e4-62ae-4707-84b4-be5c5786ff71 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0589578 Sep 27 08:49:51.760472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94efa29a-2a0c-4246-b834-ebd7e1ee7d71 req-5b6e5615-069a-46bf-99bc-ec38d027108d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557630 Sep 27 08:49:52.230270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35f48-44c6-4683-b6aa-561ee423940d req-75997871-0047-4cbb-8f55-b7e7c7eb134c tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.231820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bad35f48-44c6-4683-b6aa-561ee423940d req-75997871-0047-4cbb-8f55-b7e7c7eb134c tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 944 time: 0.0549054 Sep 27 08:49:52.281394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bad35f48-44c6-4683-b6aa-561ee423940d req-a45ffd65-dd12-4d0a-98ee-30743358a3f0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Sep 27 08:49:52.453162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 574cb970-7179-4264-9865-571a8af9dc16 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:49:52.503084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 574cb970-7179-4264-9865-571a8af9dc16 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:49:52.507327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 574cb970-7179-4264-9865-571a8af9dc16 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:49:52.507916 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:52.594945 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:52.622690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574cb970-7179-4264-9865-571a8af9dc16'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:52.625367 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea282f8a-131d-4df8-9812-7a06f5334624" -d '{"events": [{"server_uuid": "b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9", "name": "network-vif-plugged", "status": "completed", "tag": "574cb970-7179-4264-9865-571a8af9dc16"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:52.639681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 574cb970-7179-4264-9865-571a8af9dc16, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=574cb970-7179-4264-9865-571a8af9dc16,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:52.651161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:52.685644 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae6d7fe-d5f2-4a38-aa72-27fa88088cf7 x-openstack-request-id: req-4ae6d7fe-d5f2-4a38-aa72-27fa88088cf7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:52.685977 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9", "name": "network-vif-plugged", "status": "completed", "tag": "574cb970-7179-4264-9865-571a8af9dc16", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:52.686454 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ae6d7fe-d5f2-4a38-aa72-27fa88088cf7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:52.686994 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574cb970-7179-4264-9865-571a8af9dc16', 'code': 200} Sep 27 08:49:52.724760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=574cb970-7179-4264-9865-571a8af9dc16,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:52.787184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360385aa-f52b-465b-a9df-a82a18caca0c req-608395f2-e910-43c4-ad85-eaf0c32f5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.787841 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-360385aa-f52b-465b-a9df-a82a18caca0c req-608395f2-e910-43c4-ad85-eaf0c32f5e15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 1096 time: 0.0463610 Sep 27 08:49:52.827835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-59fd5679-4f93-4c8f-a0e3-f71903007f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.829476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-59fd5679-4f93-4c8f-a0e3-f71903007f4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 1096 time: 0.4661090 Sep 27 08:49:52.851063 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-360385aa-f52b-465b-a9df-a82a18caca0c req-f09da183-8f3d-46ba-be5d-1e9cdcff8c7b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548053 Sep 27 08:49:52.911170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523ac8-aec1-40ed-876a-24273ee2169c req-fb65e748-46d2-4a10-92b0-a1e080422fee tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:52.912996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0523ac8-aec1-40ed-876a-24273ee2169c req-fb65e748-46d2-4a10-92b0-a1e080422fee tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0791671 Sep 27 08:49:52.990274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0523ac8-aec1-40ed-876a-24273ee2169c req-a0c0741f-ad48-4f1d-a187-568fbc09f11c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491827 Sep 27 08:49:53.001532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-cbe9a055-672a-4b16-8fe5-6316202fce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.003050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-cbe9a055-672a-4b16-8fe5-6316202fce4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.1424639 Sep 27 08:49:53.077134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-faf38276-92d6-491f-b5e4-0fcdc796091d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00f01d14-886f-491e-aadb-f601f3411987 HTTP/1.1" status: 200 len: 1001 time: 0.0657089 Sep 27 08:49:53.130420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-5aae975e-6463-4f26-b85a-5018a8f528b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.131988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-5aae975e-6463-4f26-b85a-5018a8f528b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.0472071 Sep 27 08:49:53.177871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-3d1aef72-4e12-4da5-b9c1-8e01ae09fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.179464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-3d1aef72-4e12-4da5-b9c1-8e01ae09fc0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401692 Sep 27 08:49:53.312844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-6e1d6979-9753-4893-be1b-61dd42df5ad8 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257348 Sep 27 08:49:53.442141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a292b0-b2fe-4c03-86a1-b9fa0b7bed55 req-6ef01352-647d-43d7-bdce-6a668b5b11b2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:53.443655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43a292b0-b2fe-4c03-86a1-b9fa0b7bed55 req-6ef01352-647d-43d7-bdce-6a668b5b11b2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 945 time: 0.0935698 Sep 27 08:49:53.446043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4b13cd6-97c3-4f65-b0ce-132bed75718a req-f995c469-b5d4-45ea-84d1-58e201fd3876 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261094 Sep 27 08:49:53.492044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43a292b0-b2fe-4c03-86a1-b9fa0b7bed55 req-d77da7ba-c881-4075-a725-870d8c469d15 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Sep 27 08:49:54.130787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b2f7-f468-4ba4-b630-5f153e5160f4 req-89b661aa-eb87-4a66-b448-fc84d61b193c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:54.132449 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aff4b2f7-f468-4ba4-b630-5f153e5160f4 req-89b661aa-eb87-4a66-b448-fc84d61b193c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0516257 Sep 27 08:49:54.169818 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aff4b2f7-f468-4ba4-b630-5f153e5160f4 req-d2b5d8ce-37e8-4df8-9029-47a7f8711740 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310385 Sep 27 08:49:54.612829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ac466-94f5-496e-87da-8699fe502d8e req-177c007e-d559-4ecf-9051-83a3dda58e57 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:54.614300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-253ac466-94f5-496e-87da-8699fe502d8e req-177c007e-d559-4ecf-9051-83a3dda58e57 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 945 time: 0.0502307 Sep 27 08:49:54.653758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-253ac466-94f5-496e-87da-8699fe502d8e req-31286579-217d-4056-b5a4-9482afc6edc5 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Sep 27 08:49:54.879682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894d95e-1793-4005-9a9e-9f2554b7deff req-2a028eea-62e5-4171-9984-37f7a6ff4111 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:54.881690 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b894d95e-1793-4005-9a9e-9f2554b7deff req-2a028eea-62e5-4171-9984-37f7a6ff4111 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 945 time: 0.0527694 Sep 27 08:49:54.937965 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b894d95e-1793-4005-9a9e-9f2554b7deff req-3beb0e97-e295-41eb-9313-0ee871b33e9d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Sep 27 08:49:55.079150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fdb3f-0aaf-41d9-8b17-13a0114283c7 req-71b55c50-e334-4b04-9957-c143e776b3f1 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:55.080654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0b3fdb3f-0aaf-41d9-8b17-13a0114283c7 req-71b55c50-e334-4b04-9957-c143e776b3f1 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 945 time: 0.0649416 Sep 27 08:49:55.123041 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0b3fdb3f-0aaf-41d9-8b17-13a0114283c7 req-ea83d8a1-b6aa-48e1-b02f-0df7e4634a73 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361154 Sep 27 08:49:55.338831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f47db-336c-4eef-95be-7438fa2c6058 req-bce68980-f5dd-42f7-a7ad-c3d9ddf9c386 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:55.340762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-312f47db-336c-4eef-95be-7438fa2c6058 req-bce68980-f5dd-42f7-a7ad-c3d9ddf9c386 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 945 time: 0.0696306 Sep 27 08:49:55.396554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-312f47db-336c-4eef-95be-7438fa2c6058 req-99523efe-b024-4453-8422-fcdcdf2b4106 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488567 Sep 27 08:49:55.423802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd8e9b-072b-4607-bb2c-4161e7b13dc0 req-7985e883-d906-47ee-83ba-67c4c693a078 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:55.428092 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c1dd8e9b-072b-4607-bb2c-4161e7b13dc0 req-7985e883-d906-47ee-83ba-67c4c693a078 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 945 time: 0.0589645 Sep 27 08:49:55.467108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c1dd8e9b-072b-4607-bb2c-4161e7b13dc0 req-f3c4935a-a4cc-43d2-a171-50eedeb90851 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354688 Sep 27 08:49:55.672515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:49:55.751045 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.773551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f01d14-886f-491e-aadb-f601f3411987'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:55.775864 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a112fc-0920-4fdf-88de-c96bcdc3ce6e" -d '{"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-unplugged", "status": "completed", "tag": "00f01d14-886f-491e-aadb-f601f3411987"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:55.788751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:55.793823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:55.836887 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ba65ef-b41d-43c9-9ac4-f82dad40d5b4 x-openstack-request-id: req-e1ba65ef-b41d-43c9-9ac4-f82dad40d5b4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:55.837089 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-unplugged", "status": "failed", "tag": "00f01d14-886f-491e-aadb-f601f3411987", "code": 422}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:55.837509 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1ba65ef-b41d-43c9-9ac4-f82dad40d5b4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:55.837741 n-d-810909-1 neutron-server[94832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00f01d14-886f-491e-aadb-f601f3411987', 'code': 422} returned with failed status Sep 27 08:49:55.847115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:56.234029 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-c5e0550c-b361-4bba-8bd4-2dac7e139ffd req-7b7325f5-b47e-47a9-9e7f-dc37ed121ce1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:49:56.235317 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5e0550c-b361-4bba-8bd4-2dac7e139ffd req-7b7325f5-b47e-47a9-9e7f-dc37ed121ce1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060780 Sep 27 08:49:56.399382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a78c7-2a67-48c3-a3bc-214b245e03e5 req-1233f6ae-3d11-4e52-9bbf-d18d291c2329 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:56.406922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d5a78c7-2a67-48c3-a3bc-214b245e03e5 req-1233f6ae-3d11-4e52-9bbf-d18d291c2329 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.0574887 Sep 27 08:49:56.441508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d5a78c7-2a67-48c3-a3bc-214b245e03e5 req-bbc5e127-9b36-4376-ad54-b79ebbf089d6 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336900 Sep 27 08:49:56.591407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6168f7-2129-477c-b35d-7a50ae0a1612 req-2808409d-e81f-4459-963c-76c70a21481f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:56.596829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6168f7-2129-477c-b35d-7a50ae0a1612 req-2808409d-e81f-4459-963c-76c70a21481f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 945 time: 0.0580142 Sep 27 08:49:56.643017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6168f7-2129-477c-b35d-7a50ae0a1612 req-f443b325-a549-4872-a302-eda02394f131 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Sep 27 08:49:56.718647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311f39e-3781-44fd-8270-8576015ce78f req-f4386c06-b170-4728-8201-f756434b6cac tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:56.720061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a311f39e-3781-44fd-8270-8576015ce78f req-f4386c06-b170-4728-8201-f756434b6cac tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 945 time: 0.0704904 Sep 27 08:49:56.786126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-d0f5786a-ebda-4f3e-9e63-b4e48cf68af6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1674931 Sep 27 08:49:56.808970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-a1dc545a-636a-4f6d-9932-6b37b23bfa25 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:49:56.809926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-a1dc545a-636a-4f6d-9932-6b37b23bfa25 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066354 Sep 27 08:49:56.841153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Deleting port 574cb970-7179-4264-9865-571a8af9dc16 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:49:56.841496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:56.935613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] For port 574cb970-7179-4264-9865-571a8af9dc16, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=574cb970-7179-4264-9865-571a8af9dc16,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:49:56.936309 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:56.950563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Calling delete_port for 574cb970-7179-4264-9865-571a8af9dc16 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:49:57.102722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:57.118306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5', '574cb970-7179-4264-9865-571a8af9dc16'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:49:57.142812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event deleted for resources: {'Port': ['ID=574cb970-7179-4264-9865-571a8af9dc16,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:49:57.155232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.155585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.155992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.156350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.156698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.157055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.157390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.160281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.160281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.160640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.160975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.161304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:49:57.220661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] No DVR routers for this DVR port 574cb970-7179-4264-9865-571a8af9dc16 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:49:57.223672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:49:57.226604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a311f39e-3781-44fd-8270-8576015ce78f req-3e1919a0-fcae-4135-a0fb-18f9c748567a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "DELETE /v2.0/ports/574cb970-7179-4264-9865-571a8af9dc16 HTTP/1.1" status: 204 len: 173 time: 0.4891200 Sep 27 08:49:57.227220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9', 'name': 'network-vif-deleted', 'tag': '574cb970-7179-4264-9865-571a8af9dc16'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:49:57.229974 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85bc64b-278b-4b9e-b9f2-b2b61d055c05" -d '{"events": [{"server_uuid": "b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9", "name": "network-vif-deleted", "tag": "574cb970-7179-4264-9865-571a8af9dc16"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:49:57.280940 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed590731-399f-4aa4-a32f-f2824f8f8830 x-openstack-request-id: req-ed590731-399f-4aa4-a32f-f2824f8f8830 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:49:57.281458 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9", "name": "network-vif-deleted", "tag": "574cb970-7179-4264-9865-571a8af9dc16", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:49:57.281800 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed590731-399f-4aa4-a32f-f2824f8f8830 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:49:57.282305 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9', 'name': 'network-vif-deleted', 'tag': '574cb970-7179-4264-9865-571a8af9dc16', 'status': 'completed', 'code': 200} Sep 27 08:49:57.577442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629b426-b1c0-4c6c-a8b3-1e6052726bec req-57f80f4c-ebf7-4911-ac04-a21fb21cfdac tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.578979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1629b426-b1c0-4c6c-a8b3-1e6052726bec req-57f80f4c-ebf7-4911-ac04-a21fb21cfdac tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.0583415 Sep 27 08:49:57.621400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1629b426-b1c0-4c6c-a8b3-1e6052726bec req-28bf56be-7dd7-4021-9d5e-30b1a7e1d280 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363514 Sep 27 08:49:57.787948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-2109a4a1-51e5-4a56-9e7e-6881a4719286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.789660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-2109a4a1-51e5-4a56-9e7e-6881a4719286 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f&tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e HTTP/1.1" status: 200 len: 1094 time: 0.0812364 Sep 27 08:49:57.794311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1013b33-9a49-451e-bb2a-2a3632c7da63 req-44a09361-f75d-4747-9ca2-14d0f3146435 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=b40e33cc-4a6a-4c14-bbf6-ad2555c9a6a9 HTTP/1.1" status: 200 len: 210 time: 0.0542314 Sep 27 08:49:57.859532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-461597d0-1db5-4bf2-9a96-e561e2203441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.861149 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-461597d0-1db5-4bf2-9a96-e561e2203441 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 1094 time: 0.0453629 Sep 27 08:49:57.954922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-8512c3e3-03aa-4b2d-ae77-98c6880499dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:57.956484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-8512c3e3-03aa-4b2d-ae77-98c6880499dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 200 len: 917 time: 0.0886655 Sep 27 08:49:58.027978 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-81b2d638-635d-43ad-ac15-0be70d56dc7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00f01d14-886f-491e-aadb-f601f3411987 HTTP/1.1" status: 200 len: 999 time: 0.0636411 Sep 27 08:49:58.082515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-7e340b48-b1cc-4076-ae42-cd04ebbe01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:58.084009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-7e340b48-b1cc-4076-ae42-cd04ebbe01c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 200 len: 855 time: 0.0495310 Sep 27 08:49:58.145538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-52ef2e56-bffc-4fa0-b02a-4ad1785db4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:58.147701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-52ef2e56-bffc-4fa0-b02a-4ad1785db4f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=489e5472-cfd5-4609-8d04-4b155445695e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552456 Sep 27 08:49:58.239144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-375d8f03-7968-4713-bcca-7a78ddac9f27 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846112 Sep 27 08:49:58.342186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb0b0a5c-bed9-44b1-87f1-ee9f90e4776e req-0232d3d9-366a-4373-889f-2ff029127392 service neutron] 10.222.0.67 "GET /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939944 Sep 27 08:49:58.853549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f23d88-7de5-4403-9d00-7febafc26d8f req-1524c645-e5ef-4edf-9ae3-50b41beaa45a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:58.857232 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a4f23d88-7de5-4403-9d00-7febafc26d8f req-1524c645-e5ef-4edf-9ae3-50b41beaa45a tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.0939116 Sep 27 08:49:58.939894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a4f23d88-7de5-4403-9d00-7febafc26d8f req-0be6e016-8c92-4cb9-b1a1-49b50b2dfba5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749986 Sep 27 08:49:59.203045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-32e4e0aa-afd3-49ef-88e5-f7c10c677e6a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:49:59.220307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-32e4e0aa-afd3-49ef-88e5-f7c10c677e6a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.1646938 Sep 27 08:49:59.254499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-ec13b51b-895a-48a8-81ab-29ea8c27848b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/quotas/54e965b18d5f42e7833a8433c2f3ce28 HTTP/1.1" status: 200 len: 375 time: 0.0331397 Sep 27 08:49:59.331408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-961b4711-5413-4362-9972-c13b7d972a69 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760028 Sep 27 08:49:59.344820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-a7a1cd17-22dc-4c96-833e-56afeb75bae0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:49:59.345339 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-a7a1cd17-22dc-4c96-833e-56afeb75bae0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060232 Sep 27 08:49:59.387943 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:49:59.466391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-95b68a47-a63e-475a-b922-8268230f7712 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122649 Sep 27 08:49:59.576688 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-3091f1a7-c819-4d4c-997f-f9f2c5c88416 service neutron] 10.222.0.50 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092162 Sep 27 08:50:00.491480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 574cb970-7179-4264-9865-571a8af9dc16 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:00.526609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 574cb970-7179-4264-9865-571a8af9dc16 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:00.526834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 574cb970-7179-4264-9865-571a8af9dc16 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:00.941706 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-540eb416-cc9b-4b0c-ac2d-da16a3f1b8d5 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:00.943984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-540eb416-cc9b-4b0c-ac2d-da16a3f1b8d5 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 805 time: 0.1531448 Sep 27 08:50:00.960532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Request body: {'port': {'device_id': 'f1497661-05da-44d8-bea1-4361c4677f2f', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'admin_state_up': True, 'tenant_id': '54e965b18d5f42e7833a8433c2f3ce28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:01.124995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Made reservation on behalf of 54e965b18d5f42e7833a8433c2f3ce28 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:01.129158 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:01.687178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Allocated IP 172.20.0.12 (f3e97ddb-253c-47f6-8706-a06f993502a0/1d6e075a-6a69-43bb-b7d9-259309ec1b9d/9758de03-d6d6-4829-85b7-1a2e59fc2ddb) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:01.892270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:01.933192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:01.959360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:02.000163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Network f3e97ddb-253c-47f6-8706-a06f993502a0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:02.007181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:02.009460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event updated for resources: {'Port': ['ID=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:02.011898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:02.099535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:02.100226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:02.125343 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-1ee8bf35-9ab0-4b60-b76d-e7d2cb23c964 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1697018 Sep 27 08:50:02.148627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Request body: {'port': {'device_id': 'f1497661-05da-44d8-bea1-4361c4677f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:02.240466 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:02.579384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9758de03-d6d6-4829-85b7-1a2e59fc2ddb {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:02.587727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:02.611708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Transition to ACTIVE for port object 9758de03-d6d6-4829-85b7-1a2e59fc2ddb will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:50:02.620035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:02.722395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Pushing event updated for resources: {'Port': ['ID=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:02.745265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Attempting to bind port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:50:02.745643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Attempting to bind port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:50:02.745943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Attempting to bind port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:02.755609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb on network f3e97ddb-253c-47f6-8706-a06f993502a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:50:02.755977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Attempting to bind port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb on network f3e97ddb-253c-47f6-8706-a06f993502a0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:02.763518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:50:02.763838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Checking segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:02.764181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Bound using segment: {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:50:02.764665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Bound port: 9758de03-d6d6-4829-85b7-1a2e59fc2ddb, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:50:02.765016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:02.844793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] For port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:50:02.849342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] For port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:50:02.855082 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:02.899368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:02.900104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:02.901708 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] 10.222.0.57 "PUT /v2.0/ports/9758de03-d6d6-4829-85b7-1a2e59fc2ddb HTTP/1.1" status: 200 len: 1092 time: 0.7679429 Sep 27 08:50:02.902844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1497661-05da-44d8-bea1-4361c4677f2f', 'tag': '9758de03-d6d6-4829-85b7-1a2e59fc2ddb'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:02.920166 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12c4035-9f16-4d77-a840-efa3c28d9037" -d '{"events": [{"name": "network-changed", "server_uuid": "f1497661-05da-44d8-bea1-4361c4677f2f", "tag": "9758de03-d6d6-4829-85b7-1a2e59fc2ddb"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:02.959059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ef059-3c9c-4215-8c54-5748e468fb04 service neutron] Pushing event updated for resources: {'Port': ['ID=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:03.011305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-91cb4bbf-3989-47c4-9248-e8876686a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:03.012933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-91cb4bbf-3989-47c4-9248-e8876686a6ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 1095 time: 0.0505326 Sep 27 08:50:03.062402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-11545e77-d7c7-4f8d-87e1-1bb64da49d50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9758de03-d6d6-4829-85b7-1a2e59fc2ddb HTTP/1.1" status: 200 len: 217 time: 0.0396247 Sep 27 08:50:03.121514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-4e4defe8-1568-4a2a-a6a0-53bb9abbbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:03.123119 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-4e4defe8-1568-4a2a-a6a0-53bb9abbbcc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0527012 Sep 27 08:50:03.161808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-e1a54447-e82c-484b-a585-e316c7d35863 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312016 Sep 27 08:50:03.284395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-4e07a0f1-63d8-4e52-ab3a-afdec944f0d7 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128442 Sep 27 08:50:03.415315 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eac686b0-20af-409e-afe6-c6d6c4601dde req-4def5ef1-44ea-4ba1-8dc0-f6e6c03cda58 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202586 Sep 27 08:50:05.715486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:06.546968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9758de03-d6d6-4829-85b7-1a2e59fc2ddb details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:06.667676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:06.679885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '9758de03-d6d6-4829-85b7-1a2e59fc2ddb', 'network_id': 'f3e97ddb-253c-47f6-8706-a06f993502a0', 'port_id': '9758de03-d6d6-4829-85b7-1a2e59fc2ddb', 'mac_address': 'fa:16:3e:fc:bb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6e075a-6a69-43bb-b7d9-259309ec1b9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:06.720361 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:06.738279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9758de03-d6d6-4829-85b7-1a2e59fc2ddb {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:06.759634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:06.763918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:06.825452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:06.986322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['9758de03-d6d6-4829-85b7-1a2e59fc2ddb'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:08.561750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9758de03-d6d6-4829-85b7-1a2e59fc2ddb up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:50:08.614049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:50:08.617784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:50:08.618159 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:08.702103 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:08.724785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1497661-05da-44d8-bea1-4361c4677f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9758de03-d6d6-4829-85b7-1a2e59fc2ddb'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:08.727130 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbd108c-de37-4723-bf01-e37ab8aa2643" -d '{"events": [{"server_uuid": "f1497661-05da-44d8-bea1-4361c4677f2f", "name": "network-vif-plugged", "status": "completed", "tag": "9758de03-d6d6-4829-85b7-1a2e59fc2ddb"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:08.744166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:08.751388 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:08.804697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:08.878277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351be7a-838c-4dbb-a4a3-1331390fab4e req-e806200c-b549-4dab-a348-702020623896 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:08.879832 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7351be7a-838c-4dbb-a4a3-1331390fab4e req-e806200c-b549-4dab-a348-702020623896 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0516114 Sep 27 08:50:08.915366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a9409-28e6-4e3c-a0a2-4860b332bc2b req-91f5e094-059d-4931-af89-499e1a6534f5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:08.917057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e2a9409-28e6-4e3c-a0a2-4860b332bc2b req-91f5e094-059d-4931-af89-499e1a6534f5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.0522861 Sep 27 08:50:08.925021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7351be7a-838c-4dbb-a4a3-1331390fab4e req-652055ec-a9fc-42a8-9fc6-cacfb623a7f7 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377162 Sep 27 08:50:08.957229 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e2a9409-28e6-4e3c-a0a2-4860b332bc2b req-e10ccb65-32c4-4ae3-b13f-62e7cc66ce60 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338068 Sep 27 08:50:08.974730 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a202cfd9-f140-4dc0-ba8e-66eced2cc73a x-openstack-request-id: req-a202cfd9-f140-4dc0-ba8e-66eced2cc73a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:08.975254 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1497661-05da-44d8-bea1-4361c4677f2f", "tag": "9758de03-d6d6-4829-85b7-1a2e59fc2ddb", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:08.975408 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a202cfd9-f140-4dc0-ba8e-66eced2cc73a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:08.976106 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1497661-05da-44d8-bea1-4361c4677f2f', 'tag': '9758de03-d6d6-4829-85b7-1a2e59fc2ddb', 'status': 'completed', 'code': 200} Sep 27 08:50:09.045991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-66ac850e-c027-401d-998d-b573d3d33f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:09.047542 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-66ac850e-c027-401d-998d-b573d3d33f13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 1097 time: 0.0474861 Sep 27 08:50:09.078619 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d817374-dc50-4aca-a5ac-7df299200c34 x-openstack-request-id: req-9d817374-dc50-4aca-a5ac-7df299200c34 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:09.079464 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1497661-05da-44d8-bea1-4361c4677f2f", "name": "network-vif-plugged", "status": "completed", "tag": "9758de03-d6d6-4829-85b7-1a2e59fc2ddb", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:09.079729 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d817374-dc50-4aca-a5ac-7df299200c34 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:09.080130 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1497661-05da-44d8-bea1-4361c4677f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9758de03-d6d6-4829-85b7-1a2e59fc2ddb', 'code': 200} Sep 27 08:50:09.143808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-fe2d38d6-f374-4b2c-83c7-0c01f1588c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:09.145329 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-fe2d38d6-f374-4b2c-83c7-0c01f1588c01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 200 len: 906 time: 0.0878947 Sep 27 08:50:09.180881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf053b1c-0553-473d-91d6-97ff2f03e9a8 req-966ccbc6-219e-4de1-8ede-3867bce0e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:09.182430 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf053b1c-0553-473d-91d6-97ff2f03e9a8 req-966ccbc6-219e-4de1-8ede-3867bce0e128 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 1097 time: 0.0451741 Sep 27 08:50:09.191465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-3e30da50-a015-4410-b31a-3828df45b941 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9758de03-d6d6-4829-85b7-1a2e59fc2ddb HTTP/1.1" status: 200 len: 217 time: 0.0382063 Sep 27 08:50:09.219546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf053b1c-0553-473d-91d6-97ff2f03e9a8 req-b25bf8a2-17fe-4e28-b102-7feb9201b1be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291414 Sep 27 08:50:09.243882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-b9999d41-a102-4005-82f9-c361392a148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:09.245394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-b9999d41-a102-4005-82f9-c361392a148d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 200 len: 845 time: 0.0469711 Sep 27 08:50:09.440308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-8d449ab2-7de3-48bc-9118-ed20d3af7bf0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3e97ddb-253c-47f6-8706-a06f993502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252161 Sep 27 08:50:09.536663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-6ea666c3-5426-4a9b-af4d-9efb79b789b1 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875371 Sep 27 08:50:09.629540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e12c4035-9f16-4d77-a840-efa3c28d9037 req-990119ec-76d1-445c-8613-a7c841e8e985 service neutron] 10.222.0.57 "GET /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846725 Sep 27 08:50:10.045733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5284f9-a484-4e1f-8b68-2aaef09525d8 req-e6cec66b-4123-4fda-a0da-701dc932ff38 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:10.047508 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f5284f9-a484-4e1f-8b68-2aaef09525d8 req-e6cec66b-4123-4fda-a0da-701dc932ff38 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0536647 Sep 27 08:50:10.092254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f5284f9-a484-4e1f-8b68-2aaef09525d8 req-72bef03f-c420-4191-a996-478a5e6d2378 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Sep 27 08:50:10.101467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58866bb8-a09f-44da-a306-5964a49a5a46 req-1073fb4d-77b0-4b40-9faa-03b480e8f636 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:10.103555 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-58866bb8-a09f-44da-a306-5964a49a5a46 req-1073fb4d-77b0-4b40-9faa-03b480e8f636 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.0511138 Sep 27 08:50:10.142971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-58866bb8-a09f-44da-a306-5964a49a5a46 req-8a850b18-6da7-49dd-9da2-c38c01e3ee56 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327013 Sep 27 08:50:11.227220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd2253-4541-4ad4-a0d9-4cb2c4e5949c req-773f3b08-af9d-4782-a231-449ad5a956cd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:11.230944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08cd2253-4541-4ad4-a0d9-4cb2c4e5949c req-773f3b08-af9d-4782-a231-449ad5a956cd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0511084 Sep 27 08:50:11.266859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-08cd2253-4541-4ad4-a0d9-4cb2c4e5949c req-92bbd5e1-a7c9-4679-9a1b-bb29d93c24e0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Sep 27 08:50:11.267452 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06664be9-9d8c-4ea3-976c-6d974ef2c7a2 req-d80e6c06-14ff-4db1-ae8f-ddd6936c3b52 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:11.269111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-06664be9-9d8c-4ea3-976c-6d974ef2c7a2 req-d80e6c06-14ff-4db1-ae8f-ddd6936c3b52 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 943 time: 0.0504577 Sep 27 08:50:11.307874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-06664be9-9d8c-4ea3-976c-6d974ef2c7a2 req-f47b104b-7081-4cb4-a7d0-9fd8b7967d80 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324709 Sep 27 08:50:11.482576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1da34-3b12-4cb6-a0af-bfeaceba8f98 req-675bb99e-f725-4777-b36b-3c11a9330504 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:11.484101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f1da34-3b12-4cb6-a0af-bfeaceba8f98 req-675bb99e-f725-4777-b36b-3c11a9330504 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0538018 Sep 27 08:50:11.523017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f1da34-3b12-4cb6-a0af-bfeaceba8f98 req-12a5bdf7-6b8b-4bb1-b093-86a409aa4991 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Sep 27 08:50:11.644144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa042486-7837-4f90-ad65-98226780165c req-d84d6f85-ba87-4322-8521-24282cca13c3 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:11.645688 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa042486-7837-4f90-ad65-98226780165c req-d84d6f85-ba87-4322-8521-24282cca13c3 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0539367 Sep 27 08:50:11.684365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa042486-7837-4f90-ad65-98226780165c req-b79ee1bb-f63e-40be-b47a-f50eebf5ba06 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324438 Sep 27 08:50:11.755393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:11.868878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:11.889903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '00f01d14-886f-491e-aadb-f601f3411987', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'port_id': '00f01d14-886f-491e-aadb-f601f3411987', 'mac_address': 'fa:16:3e:53:cf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:11.935238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:11.947868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1347f-4c35-4c23-b5de-d19d0fba0a87 req-cb5bdc1d-a6ba-46f6-a3ac-9c8fc3047f75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:11.949557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f01d14-886f-491e-aadb-f601f3411987 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:11.956843 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a1a1347f-4c35-4c23-b5de-d19d0fba0a87 req-cb5bdc1d-a6ba-46f6-a3ac-9c8fc3047f75 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0790138 Sep 27 08:50:11.970934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:11.977727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:12.017583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a1a1347f-4c35-4c23-b5de-d19d0fba0a87 req-5de14baf-38fc-4fc8-8c21-9f77d9781e82 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560362 Sep 27 08:50:12.063664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:12.259439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['00f01d14-886f-491e-aadb-f601f3411987'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:12.437766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b414ef6-1e1f-433e-ac41-c9acb93a662f req-e236a8a4-36be-49a4-bae9-31886e6d610c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:12.439355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b414ef6-1e1f-433e-ac41-c9acb93a662f req-e236a8a4-36be-49a4-bae9-31886e6d610c tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 944 time: 0.0517371 Sep 27 08:50:12.486127 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b414ef6-1e1f-433e-ac41-c9acb93a662f req-ecb149af-e336-4afc-8b22-b994d91b7629 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405843 Sep 27 08:50:13.136309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dfa10-b806-4242-80c8-b8847e8beec2 req-e1451e60-79df-459e-8d6f-c7c8a0923462 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:13.137941 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb8dfa10-b806-4242-80c8-b8847e8beec2 req-e1451e60-79df-459e-8d6f-c7c8a0923462 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0535693 Sep 27 08:50:13.179125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb8dfa10-b806-4242-80c8-b8847e8beec2 req-fa690bd7-013e-441d-bab8-a3a0a2f871ca tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Sep 27 08:50:13.614947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff8dce-6bc0-4fe3-b78c-f8cd77ad4649 req-7f0ef1a3-2ab2-4860-8308-490b8ceacd73 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:13.616528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fff8dce-6bc0-4fe3-b78c-f8cd77ad4649 req-7f0ef1a3-2ab2-4860-8308-490b8ceacd73 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 944 time: 0.0503500 Sep 27 08:50:13.658154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fff8dce-6bc0-4fe3-b78c-f8cd77ad4649 req-a80174de-9098-4668-a685-62f6dee072b1 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352061 Sep 27 08:50:13.762995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:50:13.813316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 00f01d14-886f-491e-aadb-f601f3411987 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:50:13.813542 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:13.892236 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:13.914181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f01d14-886f-491e-aadb-f601f3411987'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:13.916374 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadb5b55-12fe-420f-acf7-6af4123fe37c" -d '{"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-plugged", "status": "completed", "tag": "00f01d14-886f-491e-aadb-f601f3411987"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:13.929433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:13.935035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:13.961861 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bea055-d595-47dd-84be-926bb2b96087 x-openstack-request-id: req-98bea055-d595-47dd-84be-926bb2b96087 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:13.962152 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-plugged", "status": "completed", "tag": "00f01d14-886f-491e-aadb-f601f3411987", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:13.962401 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98bea055-d595-47dd-84be-926bb2b96087 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:13.962780 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f01d14-886f-491e-aadb-f601f3411987', 'code': 200} Sep 27 08:50:13.991427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:14.065432 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:14.145948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f05a3-c8df-4a99-8ce4-6645ab06cf10 req-b91551d4-9e8d-48cc-a85a-1c1911b40574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:14.147510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e14f05a3-c8df-4a99-8ce4-6645ab06cf10 req-b91551d4-9e8d-48cc-a85a-1c1911b40574 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 1097 time: 0.0518336 Sep 27 08:50:14.187554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e14f05a3-c8df-4a99-8ce4-6645ab06cf10 req-ad4f1f31-06c3-4c49-a53a-bbe7de6cb831 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313399 Sep 27 08:50:14.300602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782dcdf-2d82-4343-9e66-583763e1629b req-655d3366-4fb8-42c9-9a48-090b570b5a34 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:14.302098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2782dcdf-2d82-4343-9e66-583763e1629b req-655d3366-4fb8-42c9-9a48-090b570b5a34 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0486338 Sep 27 08:50:14.341056 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2782dcdf-2d82-4343-9e66-583763e1629b req-221271e2-73a0-4368-96f1-8cacc4966274 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324876 Sep 27 08:50:14.785642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dcb84-8e62-4b62-a667-c086ec71b219 req-a9958cfb-5837-4b14-b857-90c0b85a05fe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:14.787198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d85dcb84-8e62-4b62-a667-c086ec71b219 req-a9958cfb-5837-4b14-b857-90c0b85a05fe tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 946 time: 0.0516906 Sep 27 08:50:14.827925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d85dcb84-8e62-4b62-a667-c086ec71b219 req-c9925900-c2d3-46c6-8f64-5a0ec0996ae0 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335875 Sep 27 08:50:15.046210 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-002931ab-3ebe-4e43-a195-844e738af634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:15.474368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d91c9f-c9f6-4613-ac5b-e1a96beca18d req-e399601e-b19d-4de8-a4fd-4d9f4e4c36da tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:15.476190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73d91c9f-c9f6-4613-ac5b-e1a96beca18d req-e399601e-b19d-4de8-a4fd-4d9f4e4c36da tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0586483 Sep 27 08:50:15.519759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-73d91c9f-c9f6-4613-ac5b-e1a96beca18d req-cb929fc4-c198-480f-9cc9-235d7165d07d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Sep 27 08:50:15.967269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd3a2-49fe-4362-b98f-6125b550fae9 req-7698a158-8be9-4d2c-9731-2e162cd164f5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:15.968827 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50bdd3a2-49fe-4362-b98f-6125b550fae9 req-7698a158-8be9-4d2c-9731-2e162cd164f5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 946 time: 0.0564964 Sep 27 08:50:16.016374 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50bdd3a2-49fe-4362-b98f-6125b550fae9 req-f7b71845-299a-4bd4-ac39-8eb8ac4c3e16 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398304 Sep 27 08:50:16.638616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544cfb7-9a66-42a9-ace3-4a550cc34325 req-9584661e-1467-4966-bfde-edfabd843d35 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:16.640123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1544cfb7-9a66-42a9-ace3-4a550cc34325 req-9584661e-1467-4966-bfde-edfabd843d35 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0498636 Sep 27 08:50:16.677559 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1544cfb7-9a66-42a9-ace3-4a550cc34325 req-2ca37531-a045-4418-b65c-e79025c58628 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Sep 27 08:50:17.507064 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1950c337-005d-4b5c-aee8-2cfc4c9761b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:17.808073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03805cb9-c712-4e53-a991-2fee66c218e3 req-a1f55482-3d1b-4265-9e44-85fe15c6f106 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:17.809566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03805cb9-c712-4e53-a991-2fee66c218e3 req-a1f55482-3d1b-4265-9e44-85fe15c6f106 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0614514 Sep 27 08:50:17.851820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03805cb9-c712-4e53-a991-2fee66c218e3 req-57a36583-c52b-45e5-b463-d8fe60cb5d48 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Sep 27 08:50:18.012547 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:18.801322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-046a5aba-2713-4af1-9947-ee6d8528822a service neutron] (94830) timed out ('10.222.0.57', 49609) {{(pid=94830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 08:50:18.901118 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:18.981984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d27f-ebf1-44d1-99e5-e674b3c229ed req-baee99b4-c9b6-4298-a850-e1d6c95190e3 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:18.983850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5957d27f-ebf1-44d1-99e5-e674b3c229ed req-baee99b4-c9b6-4298-a850-e1d6c95190e3 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0543628 Sep 27 08:50:19.041518 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5957d27f-ebf1-44d1-99e5-e674b3c229ed req-1e12238b-ebd5-4bbd-b80e-09f8f937dfdd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506418 Sep 27 08:50:20.171284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eca4d-7c32-4be2-bd6e-d80602ce1c19 req-b9ce93cb-8dd1-4940-8cdb-aa490a3c0ea0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:20.172865 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-424eca4d-7c32-4be2-bd6e-d80602ce1c19 req-b9ce93cb-8dd1-4940-8cdb-aa490a3c0ea0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0519750 Sep 27 08:50:20.215649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-424eca4d-7c32-4be2-bd6e-d80602ce1c19 req-7abe889b-1c25-42ea-8441-3379c27c4be0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Sep 27 08:50:20.529114 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:21.345286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1db9-891e-47bb-9240-6d5b2d7aec52 req-c3097c71-6823-43b7-9536-b2aa66ba3094 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:21.346853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6fcc1db9-891e-47bb-9240-6d5b2d7aec52 req-c3097c71-6823-43b7-9536-b2aa66ba3094 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0548251 Sep 27 08:50:21.386216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6fcc1db9-891e-47bb-9240-6d5b2d7aec52 req-aa17858e-f156-41c7-a6d8-a329e43d0648 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Sep 27 08:50:22.506395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d708ce5-e257-4041-ba83-7924231a7809 req-587a8737-e541-4b22-b716-529c2b819827 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:22.507897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d708ce5-e257-4041-ba83-7924231a7809 req-587a8737-e541-4b22-b716-529c2b819827 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0499485 Sep 27 08:50:22.555543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d708ce5-e257-4041-ba83-7924231a7809 req-24b5a043-1826-4ff7-afb7-209f715a2c26 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Sep 27 08:50:23.596387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-19e5881b-2fbd-4026-9e79-e36feb0745f8 req-d1ca0ba7-6fee-4d46-bd80-c58343d35a6f service neutron] (94830) timed out ('10.222.0.67', 62364) {{(pid=94830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 08:50:23.686614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab5e2-9339-481b-9166-be467ed1383c req-bf8e2eba-8cdb-48de-b9fc-e9c4da2394ff tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:23.688190 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-770ab5e2-9339-481b-9166-be467ed1383c req-bf8e2eba-8cdb-48de-b9fc-e9c4da2394ff tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0564215 Sep 27 08:50:23.732530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-770ab5e2-9339-481b-9166-be467ed1383c req-aaf2ab66-f0ba-4358-b451-6a6d6fac1721 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Sep 27 08:50:24.368036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-c76b76e6-368d-4d5f-a4e3-f8b6dd7aedfc req-28d9b4d1-cbbe-493b-83e4-539af66287bc service neutron] (94831) timed out ('10.222.0.67', 62377) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 08:50:24.852625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d83890-1128-43b3-87d1-9e514248fa09 req-b57fa32f-1211-43be-bf50-fffbe322cb37 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:24.854571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-64d83890-1128-43b3-87d1-9e514248fa09 req-b57fa32f-1211-43be-bf50-fffbe322cb37 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0540452 Sep 27 08:50:24.896041 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-64d83890-1128-43b3-87d1-9e514248fa09 req-3d14deab-c1cb-4aac-b91b-62b6549ca41c tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355179 Sep 27 08:50:26.028928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246af813-106f-4193-9463-8913dd6d5bc0 req-45a093cf-df44-4b54-95bf-f7234f612f7e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.030840 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-246af813-106f-4193-9463-8913dd6d5bc0 req-45a093cf-df44-4b54-95bf-f7234f612f7e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0537894 Sep 27 08:50:26.077302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-246af813-106f-4193-9463-8913dd6d5bc0 req-bbdbe649-3a6b-4f12-bfc7-fbefe01332ad tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Sep 27 08:50:26.875020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-98653c3f-b80e-4b5c-9907-a6c3ce67144b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0555255 Sep 27 08:50:26.975294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-5951217e-2284-46f4-8032-5b427b04a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.975780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-5951217e-2284-46f4-8032-5b427b04a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.976255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-5951217e-2284-46f4-8032-5b427b04a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.976750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-5951217e-2284-46f4-8032-5b427b04a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.977215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-5951217e-2284-46f4-8032-5b427b04a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.977668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-5951217e-2284-46f4-8032-5b427b04a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.978124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-5951217e-2284-46f4-8032-5b427b04a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:26.980124 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-5951217e-2284-46f4-8032-5b427b04a273 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.0534079 Sep 27 08:50:27.120873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-25175c59-6da0-4dd8-9df5-f6175b30cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.121569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-25175c59-6da0-4dd8-9df5-f6175b30cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.122825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-25175c59-6da0-4dd8-9df5-f6175b30cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.125010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-25175c59-6da0-4dd8-9df5-f6175b30cf66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=1effa066-6393-41bc-8fe3-538d4fd8b46f&id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 2298 time: 0.1198370 Sep 27 08:50:27.220004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-6a065d42-6c71-4033-81d2-3a45670c1211 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 1002 time: 0.0863659 Sep 27 08:50:27.248377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796ff0a-b509-4eea-a257-28489c763bc5 req-65d7aa21-a46d-4855-a929-924ef0fa07ba tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.250672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0796ff0a-b509-4eea-a257-28489c763bc5 req-65d7aa21-a46d-4855-a929-924ef0fa07ba tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0702443 Sep 27 08:50:27.292239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-d19ff142-f126-44ea-8f29-586581b3a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.294686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-d19ff142-f126-44ea-8f29-586581b3a2ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 200 len: 855 time: 0.0663061 Sep 27 08:50:27.308459 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0796ff0a-b509-4eea-a257-28489c763bc5 req-35cde8f3-dbf9-48b8-ab76-e0ea5e0564e4 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473413 Sep 27 08:50:27.349315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-518c9734-a108-49f0-bcb1-c4090ffae148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.350848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-518c9734-a108-49f0-bcb1-c4090ffae148 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480261 Sep 27 08:50:27.445185 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-cd847e07-5c39-4cfc-9c66-6a15fc7a76b5 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861828 Sep 27 08:50:27.548978 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-764dd3f2-d14c-4710-b590-429129683415 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958724 Sep 27 08:50:27.590855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-0ebe8068-4961-4a78-a8e0-7c607b709d6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 217 time: 0.0346434 Sep 27 08:50:27.640484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-bd78f439-645d-408f-9781-ab3442803366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.642095 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-bd78f439-645d-408f-9781-ab3442803366 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0440173 Sep 27 08:50:27.699160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-17b93afb-7858-40e0-984d-935727bcb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:27.701387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-17b93afb-7858-40e0-984d-935727bcb2cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511658 Sep 27 08:50:27.800879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-a0f34d41-a0b2-415f-859d-58049590d95b service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914295 Sep 27 08:50:27.902576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-f3694155-f0d2-461c-ad89-3e5fb2828437 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931413 Sep 27 08:50:27.948086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-aef096c2-0194-41cf-8bbe-92845f7df805 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 217 time: 0.0376794 Sep 27 08:50:28.011091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-543211d7-db3c-4c4b-9e6f-f8dd0f999be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:28.012610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-543211d7-db3c-4c4b-9e6f-f8dd0f999be0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0488839 Sep 27 08:50:28.066245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-777e55fd-1cc7-47b4-83b2-7f31ed5ca8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:28.067867 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-777e55fd-1cc7-47b4-83b2-7f31ed5ca8a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477264 Sep 27 08:50:28.170459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-b8eb1ef0-7f73-48f1-9c3d-1034f500d765 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949388 Sep 27 08:50:28.280926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-8b5e4c0e-d112-4b7b-8071-16a5e350ee04 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011667 Sep 27 08:50:28.330607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-3a823063-34b6-4388-95de-57f194a50bfe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0420218 Sep 27 08:50:28.387240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-af1d0a3f-7066-4fe0-ab1f-de20cafc9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:28.388812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-af1d0a3f-7066-4fe0-ab1f-de20cafc9688 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0491805 Sep 27 08:50:28.426471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970f7c-dfeb-4a2f-ad44-6eb2a697e169 req-de16a132-0930-4a39-a87c-91cb97713ed0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:28.434206 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80970f7c-dfeb-4a2f-ad44-6eb2a697e169 req-de16a132-0930-4a39-a87c-91cb97713ed0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0605221 Sep 27 08:50:28.448374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-d6fe8422-bb7f-491b-98af-48311a2f3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:28.449984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-d6fe8422-bb7f-491b-98af-48311a2f3cad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519078 Sep 27 08:50:28.467939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80970f7c-dfeb-4a2f-ad44-6eb2a697e169 req-3032a13f-1303-4cab-b7ea-39c2f9fbaf92 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328538 Sep 27 08:50:28.550776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-d29b2685-f397-4523-86cb-d34e3b0010e7 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933092 Sep 27 08:50:28.650657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-c07d547e-5394-4f40-b253-b4cc434e6eaa service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919478 Sep 27 08:50:28.693793 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-8f199f86-07d8-4cb9-80a3-3c6f5af7a02f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 200 len: 217 time: 0.0362113 Sep 27 08:50:28.743375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-3cc70b24-75fb-4529-ae7c-8aca5a70b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:28.745023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-3cc70b24-75fb-4529-ae7c-8aca5a70b39d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0444846 Sep 27 08:50:28.805157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-ec6469f0-e899-44ef-8abb-1a058aef737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:28.806694 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-ec6469f0-e899-44ef-8abb-1a058aef737c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0541215 Sep 27 08:50:28.907201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-7c4579ce-68fe-4634-97b3-e9d60ebd9c96 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921888 Sep 27 08:50:29.010789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-1df96f4a-b370-448e-a1c2-a9e64cc069f2 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970316 Sep 27 08:50:29.052140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-cadfc47e-38f3-434c-ae77-06938bfed163 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 200 len: 217 time: 0.0344095 Sep 27 08:50:29.103696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-ca829b0d-a264-4074-97ab-dd2f90970f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:29.105238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-ca829b0d-a264-4074-97ab-dd2f90970f45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.0458472 Sep 27 08:50:29.156116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-aba419f3-1108-4df3-9b1f-0124bdbca452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:29.157705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-aba419f3-1108-4df3-9b1f-0124bdbca452 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454130 Sep 27 08:50:29.270217 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-180905f8-e07f-49e4-9b98-fa91b1f249b7 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034029 Sep 27 08:50:29.379783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-3bf7f600-7023-426c-835a-147bfac93ab1 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014674 Sep 27 08:50:29.423939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-e4804f6d-2394-48b4-83f0-a231aa3e63ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 217 time: 0.0366943 Sep 27 08:50:29.473377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-ea0bcb52-66bb-4e22-899e-618e75438878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:29.475268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-ea0bcb52-66bb-4e22-899e-618e75438878 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.0445638 Sep 27 08:50:29.596116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da807a7b-fb24-4951-96a5-6972f115e927 req-5411fdc2-5115-4db9-ac12-f2d547e278cf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:29.600564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da807a7b-fb24-4951-96a5-6972f115e927 req-5411fdc2-5115-4db9-ac12-f2d547e278cf tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0554662 Sep 27 08:50:29.654138 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-da807a7b-fb24-4951-96a5-6972f115e927 req-2a040f83-da6a-477a-a3cb-6dbce78f0c3e tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477977 Sep 27 08:50:29.799460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-b3992ada-a090-4cf6-8562-9e7461f9f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:29.800890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-b3992ada-a090-4cf6-8562-9e7461f9f81f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3179367 Sep 27 08:50:29.899517 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-596e5d5c-7494-4af6-ab2f-0b1542f2c426 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910697 Sep 27 08:50:30.001087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ed60072-c38c-4744-bfa2-952a395571a5 req-ff447710-7d53-4490-a982-dd4abcf5952b service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926833 Sep 27 08:50:30.778744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f356-be62-4686-9392-44fb5ec1647a req-f5212891-21b1-43fe-9555-6ecbffe3a51d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:30.780392 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-07a4f356-be62-4686-9392-44fb5ec1647a req-f5212891-21b1-43fe-9555-6ecbffe3a51d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0515556 Sep 27 08:50:30.820934 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-07a4f356-be62-4686-9392-44fb5ec1647a req-c955e8ba-a8bf-46b4-88dc-7d06a571191d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Sep 27 08:50:31.942416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccaf2b-6ea0-4337-a644-340fc1071a04 req-528e00c9-5e5f-4c27-9a1c-5f40f42a627a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:31.943818 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54ccaf2b-6ea0-4337-a644-340fc1071a04 req-528e00c9-5e5f-4c27-9a1c-5f40f42a627a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0534279 Sep 27 08:50:31.982292 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54ccaf2b-6ea0-4337-a644-340fc1071a04 req-72b2fc2b-9afb-41ff-9531-7d9d0475cc87 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Sep 27 08:50:33.102942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becacfd-02da-4a48-86a8-4f1a51b1712c req-1306ab82-15ff-4d66-bc32-3b23340d8e7f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:33.104717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0becacfd-02da-4a48-86a8-4f1a51b1712c req-1306ab82-15ff-4d66-bc32-3b23340d8e7f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0519900 Sep 27 08:50:33.147368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0becacfd-02da-4a48-86a8-4f1a51b1712c req-4dc47b24-f30d-4ca1-b406-b92c284c9a74 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363982 Sep 27 08:50:33.922235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-697e6926-e43c-4950-9fbd-ca7dca0e6446 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424354 Sep 27 08:50:33.986335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-04fcc192-81d6-4e32-aace-0b053b35cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:33.987845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-04fcc192-81d6-4e32-aace-0b053b35cd3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 1096 time: 0.0423856 Sep 27 08:50:34.099887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-37ce2828-0469-419c-a18c-5079b38bb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:34.101499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-37ce2828-0469-419c-a18c-5079b38bb563 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.0909863 Sep 27 08:50:34.175248 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-23fbee92-587d-44a9-88ab-1824a362c05e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0630696 Sep 27 08:50:34.239172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-021e6b30-c7c4-48af-84d1-f0fa15995981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:34.240681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-021e6b30-c7c4-48af-84d1-f0fa15995981 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.0573249 Sep 27 08:50:34.329047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41dbfe-9309-4c46-b5ac-310b3bab6f7f req-13fd5b55-de3b-4035-a4d7-fcd74ec9c69d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:34.330772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e41dbfe-9309-4c46-b5ac-310b3bab6f7f req-13fd5b55-de3b-4035-a4d7-fcd74ec9c69d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0854013 Sep 27 08:50:34.333181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-31af3b4c-2d63-4c83-b823-6a2185fe7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:34.335073 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-31af3b4c-2d63-4c83-b823-6a2185fe7dfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807123 Sep 27 08:50:34.405631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e41dbfe-9309-4c46-b5ac-310b3bab6f7f req-db6a62bd-1863-43aa-a5d0-78a053b58248 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677936 Sep 27 08:50:34.447911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a20bd-2090-4800-84ee-aa0c8a3549d9 req-12422f1e-b1c5-49ad-8518-147858da4d04 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:34.449367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-679a20bd-2090-4800-84ee-aa0c8a3549d9 req-12422f1e-b1c5-49ad-8518-147858da4d04 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 946 time: 0.0522768 Sep 27 08:50:34.462933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-58d05862-8c74-4764-af81-8b73ddcacdf0 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148620 Sep 27 08:50:34.490278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-679a20bd-2090-4800-84ee-aa0c8a3549d9 req-9df5b90f-e167-42ba-a671-674dcfaa24bf tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345829 Sep 27 08:50:34.570825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17835dee-8070-42bf-b674-1dbda33e70d9 req-c77d09eb-24cf-47d4-af4e-4594b0ebaf84 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976369 Sep 27 08:50:35.539147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fc576-1729-4dce-865c-6bb95a99327a req-e9009ffe-6867-4f60-a1f3-40efbc5ae80b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:35.542335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f0fc576-1729-4dce-865c-6bb95a99327a req-e9009ffe-6867-4f60-a1f3-40efbc5ae80b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0649631 Sep 27 08:50:35.584248 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f0fc576-1729-4dce-865c-6bb95a99327a req-6d38a42a-c40e-4811-9d05-f38bfea64c95 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360661 Sep 27 08:50:35.626697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a2e69-706d-4546-94fb-1954637aeffb req-5c79d995-54cf-4760-a814-ae7442f515d8 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:35.628314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f46a2e69-706d-4546-94fb-1954637aeffb req-5c79d995-54cf-4760-a814-ae7442f515d8 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 946 time: 0.0507116 Sep 27 08:50:35.668025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f46a2e69-706d-4546-94fb-1954637aeffb req-28e10434-f432-4d1a-966e-134abeeb978a tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups?id=f23ae060-f662-4800-8ded-779e615963fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335867 Sep 27 08:50:35.729131 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:35.776989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25901c3a-2a51-4de0-942f-878ab799c691 req-7554677a-2dfb-4ca6-9587-1797fe6eec90 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:35.778371 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-25901c3a-2a51-4de0-942f-878ab799c691 req-7554677a-2dfb-4ca6-9587-1797fe6eec90 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 946 time: 0.0529461 Sep 27 08:50:35.882568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Deleting port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:35.882775 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:35.975137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] For port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:35.975548 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:36.142415 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:36.142788 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:36.143084 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Floating IP 60905fa5-b5db-4490-abd8-878bd8a1601f disassociated. External IP: 172.25.2.132, port: 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d. Sep 27 08:50:36.143430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Calling delete_port for 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:36.279344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:36.308295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event deleted for resources: {'Port': ['ID=99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:36.387691 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:50:36.424795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Router 4fc0cb58-bfab-404e-b780-a06b03b01545 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:50:36.550535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:50:36.562745 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] Sync routers for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:50:36.572594 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:36.573296 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:36.594172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] No DVR routers for this DVR port 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:36.597088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:36.604578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-25901c3a-2a51-4de0-942f-878ab799c691 req-5f212589-8bd9-424f-8445-fc2ef2ad2f56 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.67 "DELETE /v2.0/ports/99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d HTTP/1.1" status: 204 len: 173 time: 0.8140674 Sep 27 08:50:36.604578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'name': 'network-vif-deleted', 'tag': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:36.604578 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0aa989-db3b-40bf-8e06-0b1fddb5b5bc" -d '{"events": [{"server_uuid": "fc6d6b95-260d-4b93-a97b-99e5f34a5a65", "name": "network-vif-deleted", "tag": "99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:36.672842 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4478f7e1-f303-4bec-be46-17c07c3981f1 x-openstack-request-id: req-4478f7e1-f303-4bec-be46-17c07c3981f1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:36.674766 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6d6b95-260d-4b93-a97b-99e5f34a5a65", "name": "network-vif-deleted", "tag": "99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:36.675532 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4478f7e1-f303-4bec-be46-17c07c3981f1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:36.676127 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6d6b95-260d-4b93-a97b-99e5f34a5a65', 'name': 'network-vif-deleted', 'tag': '99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d', 'status': 'completed', 'code': 200} Sep 27 08:50:36.720469 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:36.758464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105316-c61b-4450-a899-f4e8aa492098 req-b3b59793-c299-43eb-9232-d206a48c843a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:36.762600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb105316-c61b-4450-a899-f4e8aa492098 req-b3b59793-c299-43eb-9232-d206a48c843a tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0882375 Sep 27 08:50:36.812288 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb105316-c61b-4450-a899-f4e8aa492098 req-f45e6a8f-dbca-4118-abfa-76268fce2c30 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429883 Sep 27 08:50:36.900384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19b781d9-bd41-4b80-8ee1-c5ee31bff847 req-e0544612-46a3-4e4c-800d-74392b65ef4a tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc6d6b95-260d-4b93-a97b-99e5f34a5a65 HTTP/1.1" status: 200 len: 210 time: 0.0378337 Sep 27 08:50:36.967773 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:26Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:36.996991 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] Checking router: 4fc0cb58-bfab-404e-b780-a06b03b01545 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:50:37.005212 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:37.005795 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:37.113155 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:37.215689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:37.220372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-822ab84c-ce60-4cf3-a105-1f247cd414fa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137808147', 'description': 'tempest-secgroup-smoke-137808147 description', 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:37.246819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-822ab84c-ce60-4cf3-a105-1f247cd414fa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.325393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-822ab84c-ce60-4cf3-a105-1f247cd414fa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.326049 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:26Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:37.330226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-822ab84c-ce60-4cf3-a105-1f247cd414fa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.352779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03677dfb-5134-4ae9-b788-27f2174a246f None None] The sync data for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 is: [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3', 'name': '', 'network_id': 'b32f2e70-9473-4975-b3a6-d1a9a10cf3e8', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'mac_address': 'fa:16:3e:9f:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:18Z', 'updated_at': '2021-09-27T08:48:26Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'subnets': [{'id': 'bf27ce71-024e-487a-b57e-7594a71d9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:50:37.360276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-822ab84c-ce60-4cf3-a105-1f247cd414fa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.361556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-822ab84c-ce60-4cf3-a105-1f247cd414fa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448538 Sep 27 08:50:37.364524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37664) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:37.369853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c3242da8-abc1-4095-819a-08c5f5694efb tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'security_group_rule': {'security_group_id': 'b4ec74cd-dd76-462e-b634-0e1445eadf5d', 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:37.375170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ab84c-ce60-4cf3-a105-1f247cd414fa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ec74cd-dd76-462e-b634-0e1445eadf5d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:37.401663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3242da8-abc1-4095-819a-08c5f5694efb tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.458230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3242da8-abc1-4095-819a-08c5f5694efb tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.463151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3242da8-abc1-4095-819a-08c5f5694efb tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.481977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242da8-abc1-4095-819a-08c5f5694efb tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f10fda0-e68f-41d8-8868-34955a8508c1,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:37.491336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3242da8-abc1-4095-819a-08c5f5694efb tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.492630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c3242da8-abc1-4095-819a-08c5f5694efb tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271930 Sep 27 08:50:37.495558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37666) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:37.500238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-122936e8-4aeb-4d95-8eb5-412e95a4ab71 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'security_group_rule': {'security_group_id': 'b4ec74cd-dd76-462e-b634-0e1445eadf5d', 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:37.527635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-122936e8-4aeb-4d95-8eb5-412e95a4ab71 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.587162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72337cdd-95e6-4baa-a23b-deee84e43f54 None None] New status for floating IP 60905fa5-b5db-4490-abd8-878bd8a1601f: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:50:37.591570 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-122936e8-4aeb-4d95-8eb5-412e95a4ab71 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.596056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-122936e8-4aeb-4d95-8eb5-412e95a4ab71 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.614696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122936e8-4aeb-4d95-8eb5-412e95a4ab71 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da8dcdc-b842-471a-a3a6-c67a05b54deb,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:37.618107 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-122936e8-4aeb-4d95-8eb5-412e95a4ab71 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.621924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-122936e8-4aeb-4d95-8eb5-412e95a4ab71 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226730 Sep 27 08:50:37.622367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:37.626792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1661a218-a2ca-4ad2-9a12-68976035db0c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'security_group_rule': {'security_group_id': 'b4ec74cd-dd76-462e-b634-0e1445eadf5d', 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:37.653649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1661a218-a2ca-4ad2-9a12-68976035db0c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.714862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1661a218-a2ca-4ad2-9a12-68976035db0c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.719739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1661a218-a2ca-4ad2-9a12-68976035db0c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.738233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661a218-a2ca-4ad2-9a12-68976035db0c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807db329-51b4-4149-ab3a-caf26e817d86,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:37.745167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1661a218-a2ca-4ad2-9a12-68976035db0c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.746412 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1661a218-a2ca-4ad2-9a12-68976035db0c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231511 Sep 27 08:50:37.749086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37670) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:37.753435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0cada4e5-5b58-4d4f-96a0-c6ff29f249ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'security_group_rule': {'security_group_id': 'b4ec74cd-dd76-462e-b634-0e1445eadf5d', 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:37.779326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cada4e5-5b58-4d4f-96a0-c6ff29f249ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.837219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cada4e5-5b58-4d4f-96a0-c6ff29f249ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.841834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cada4e5-5b58-4d4f-96a0-c6ff29f249ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.861295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cada4e5-5b58-4d4f-96a0-c6ff29f249ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78357ce0-7db1-4a38-b43b-77ca08043194,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:37.870021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cada4e5-5b58-4d4f-96a0-c6ff29f249ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:37.874576 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0cada4e5-5b58-4d4f-96a0-c6ff29f249ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217945 Sep 27 08:50:37.874667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:37.879041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3b3ca862-ccfe-4929-96bf-2f0f86a831b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'security_group_rule': {'security_group_id': 'b4ec74cd-dd76-462e-b634-0e1445eadf5d', 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:37.927774 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-3b3ca862-ccfe-4929-96bf-2f0f86a831b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Project 46ff04e1b5af4c56b7bc1f51c68a7305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:50:37.942565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cf906-c001-46d9-88d1-d2ec2f530ceb req-c9fe61ee-5e35-4077-b93d-d630f916eef8 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:37.944054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-332cf906-c001-46d9-88d1-d2ec2f530ceb req-c9fe61ee-5e35-4077-b93d-d630f916eef8 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0594258 Sep 27 08:50:37.944735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca862-ccfe-4929-96bf-2f0f86a831b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:38.013675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-332cf906-c001-46d9-88d1-d2ec2f530ceb req-80166aad-38f1-4c2b-962a-f69d550f17a0 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596716 Sep 27 08:50:38.034915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca862-ccfe-4929-96bf-2f0f86a831b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:38.035281 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca862-ccfe-4929-96bf-2f0f86a831b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:38.054330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ca862-ccfe-4929-96bf-2f0f86a831b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6775c8ea-476f-40ff-b1a6-286425521fb5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:38.060192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca862-ccfe-4929-96bf-2f0f86a831b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:38.061668 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b3ca862-ccfe-4929-96bf-2f0f86a831b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1861219 Sep 27 08:50:38.064381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:38.069617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3b2e898c-788a-4b0f-a1a5-aa96d48420df tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'security_group_rule': {'security_group_id': 'b4ec74cd-dd76-462e-b634-0e1445eadf5d', 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:38.092550 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-3b2e898c-788a-4b0f-a1a5-aa96d48420df tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Project 46ff04e1b5af4c56b7bc1f51c68a7305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:50:38.097347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b2e898c-788a-4b0f-a1a5-aa96d48420df tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:38.157778 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b2e898c-788a-4b0f-a1a5-aa96d48420df tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:38.162953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b2e898c-788a-4b0f-a1a5-aa96d48420df tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:38.183066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e898c-788a-4b0f-a1a5-aa96d48420df tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da9d7d8-3f64-4dd9-8df3-7038b8733624,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:38.187272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b2e898c-788a-4b0f-a1a5-aa96d48420df tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:38.191506 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b2e898c-788a-4b0f-a1a5-aa96d48420df tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229804 Sep 27 08:50:38.391430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-82f2e10b-0e2b-4b32-9e09-d18aa6734dce tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137808147&fields=id&tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305 HTTP/1.1" status: 200 len: 267 time: 0.0330710 Sep 27 08:50:38.498956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-5a6fd470-74d2-4bea-b587-9dc46464bc4c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:38.500355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-5a6fd470-74d2-4bea-b587-9dc46464bc4c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/networks?id=76720679-bc8e-4652-afbe-57a24f708ae7 HTTP/1.1" status: 200 len: 813 time: 0.1019585 Sep 27 08:50:38.519313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-3658000d-08ad-4d4e-ba3c-db6aa2b62f9c tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/quotas/46ff04e1b5af4c56b7bc1f51c68a7305 HTTP/1.1" status: 200 len: 375 time: 0.0104542 Sep 27 08:50:38.582656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-82cfe332-a971-482e-a463-64fcb4f5a6a7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554881 Sep 27 08:50:38.691245 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-d6d4a371-b57e-4e0c-b5be-ed50b121e9bc service neutron] 10.222.0.50 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952318 Sep 27 08:50:38.780568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-cca1cc23-b925-479d-b32f-46842096b4ff service neutron] 10.222.0.50 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830367 Sep 27 08:50:38.998888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37702) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:39.091508 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-739ac42f-8535-47e8-80cc-074c5a34d33e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.095601 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8a8eea9-4d2f-4da5-a0d7-755d7a7bacd6 req-a27ab09d-c75b-4867-9f26-1bb4292fbf8d tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 210 time: 0.0347240 Sep 27 08:50:39.133979 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-739ac42f-8535-47e8-80cc-074c5a34d33e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.161834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca323bd-b4b0-4e9f-b0b4-914911bfd28e req-fa2f0afc-4be5-4a42-b85a-a7452ece9b9b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:39.163376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ca323bd-b4b0-4e9f-b0b4-914911bfd28e req-fa2f0afc-4be5-4a42-b85a-a7452ece9b9b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0507493 Sep 27 08:50:39.199942 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-739ac42f-8535-47e8-80cc-074c5a34d33e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.202874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-739ac42f-8535-47e8-80cc-074c5a34d33e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.210607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-739ac42f-8535-47e8-80cc-074c5a34d33e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "DELETE /v2.0/security-groups/f23ae060-f662-4800-8ded-779e615963fe HTTP/1.1" status: 204 len: 168 time: 0.2106061 Sep 27 08:50:39.210965 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ca323bd-b4b0-4e9f-b0b4-914911bfd28e req-0bff62a1-e59a-4c4f-a4db-e1128e064a2b tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Sep 27 08:50:39.213103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37714) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:39.227447 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-96304f61-eea7-477b-8fd0-74eed722d901 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] show failed (client error): The resource could not be found. Sep 27 08:50:39.228604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-96304f61-eea7-477b-8fd0-74eed722d901 tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "GET /v2.0/security-groups/f23ae060-f662-4800-8ded-779e615963fe HTTP/1.1" status: 404 len: 347 time: 0.0144410 Sep 27 08:50:39.230208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ac42f-8535-47e8-80cc-074c5a34d33e tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ae060-f662-4800-8ded-779e615963fe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:39.231289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37716) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:39.361599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Deleting port c971f18d-4edc-473d-936a-12ef3dcf1f38 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:39.361945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.443428 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.443767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.456081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Calling delete_port for c971f18d-4edc-473d-936a-12ef3dcf1f38 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:39.594053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.626574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Pushing event deleted for resources: {'Port': ['ID=c971f18d-4edc-473d-936a-12ef3dcf1f38,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:39.652170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.652554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.652916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.653218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.653574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.653887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.654274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.654665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.655041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.655395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.655699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.656035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:39.700676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.703298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:39.704510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49b9f7f3-2f20-47e3-a65a-c8b0bcbf47ab tempest-ServersTestFqdnHostnames-571147785 tempest-ServersTestFqdnHostnames-571147785-project] 10.222.0.50 "DELETE /v2.0/floatingips/60905fa5-b5db-4490-abd8-878bd8a1601f HTTP/1.1" status: 204 len: 168 time: 0.4719417 Sep 27 08:50:39.707516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37724) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:39.888940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:39.908678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:39.909022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 99bf5c91-b92a-4cc9-86a9-4011d1c2cb0d not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:40.054535 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:40.275282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2c278bc7-c565-460d-9f54-9c3e66438b9d req-6553480d-ebce-4161-8ed5-d0b20b2266d0 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 210 time: 0.0936296 Sep 27 08:50:40.337105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-9822d493-0c75-48e9-927f-f21db4dacd5e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:40.338627 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-9822d493-0c75-48e9-927f-f21db4dacd5e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.67 "GET /v2.0/networks?id=76720679-bc8e-4652-afbe-57a24f708ae7 HTTP/1.1" status: 200 len: 813 time: 0.2225604 Sep 27 08:50:40.380551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cb6e0-6fa4-404f-9b96-bf3cef970f48 req-af971892-208b-4f80-a0d4-0fbe71ced90f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:40.382311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-830cb6e0-6fa4-404f-9b96-bf3cef970f48 req-af971892-208b-4f80-a0d4-0fbe71ced90f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0548303 Sep 27 08:50:40.421401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-830cb6e0-6fa4-404f-9b96-bf3cef970f48 req-14a4f555-b9b3-4756-99db-27a545d46700 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328867 Sep 27 08:50:40.430518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-6c39fd32-de3a-441d-b05d-8256e883ed7b tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305 HTTP/1.1" status: 200 len: 379 time: 0.0787902 Sep 27 08:50:40.456353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'port': {'device_id': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'admin_state_up': True, 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'security_groups': ['b4ec74cd-dd76-462e-b634-0e1445eadf5d']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:40.552737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Deleting port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:40.552936 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:40.625601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Made reservation on behalf of 46ff04e1b5af4c56b7bc1f51c68a7305 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:40.629058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:40.668680 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] For port df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:40.669069 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:40.712500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Calling delete_port for df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:40.827420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Allocated IP 172.20.0.5 (76720679-bc8e-4652-afbe-57a24f708ae7/01442bae-cbb6-451e-9741-917fed839cbd/4680bb78-78c9-456c-bfc7-28e5c2d925c4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:41.053150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.059850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.093112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Pushing event deleted for resources: {'Port': ['ID=df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:41.175199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.254668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Network 76720679-bc8e-4652-afbe-57a24f708ae7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:41.264477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:41.271716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:41.307743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'Port': ['ID=4680bb78-78c9-456c-bfc7-28e5c2d925c4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:41.387599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:41.388284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.411022 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.570249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de935e44-3e1c-4e72-9dda-0c6bc6faeb6f req-8a66292f-ea3f-4f8d-b3c1-3cb7666d5428 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:41.571863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de935e44-3e1c-4e72-9dda-0c6bc6faeb6f req-8a66292f-ea3f-4f8d-b3c1-3cb7666d5428 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0673537 Sep 27 08:50:41.613771 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de935e44-3e1c-4e72-9dda-0c6bc6faeb6f req-134bbbf2-cbbd-46b7-90a4-4553c2313d80 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Sep 27 08:50:41.638546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1fea1089-538b-4db4-9e23-fa1c2f99f81c None None] Provisioning complete for port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:50:41.639106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fea1089-538b-4db4-9e23-fa1c2f99f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.672830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1fea1089-538b-4db4-9e23-fa1c2f99f81c None None] Port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:50:41.720304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-f53ed9bc-8602-4054-8e6e-661f017d3e13 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2678809 Sep 27 08:50:41.763222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Request body: {'port': {'device_id': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:41.810528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eda8f0-1997-4f5f-9e35-33958fbf2c15 req-e2f07993-1891-4533-8924-f04cedeb80e0 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:41.812036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47eda8f0-1997-4f5f-9e35-33958fbf2c15 req-e2f07993-1891-4533-8924-f04cedeb80e0 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 931 time: 0.4195170 Sep 27 08:50:41.904894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:41.939891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47eda8f0-1997-4f5f-9e35-33958fbf2c15 req-37131739-6b77-4aa0-8295-be5b94baf8bb tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153207 Sep 27 08:50:42.170758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Router 4fc0cb58-bfab-404e-b780-a06b03b01545 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:50:42.369877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:50:42.380501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3fc702ec-62ab-48e3-a890-7d4f429c659e admin admin] 10.222.0.50 "PUT /v2.0/routers/4fc0cb58-bfab-404e-b780-a06b03b01545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6673346 Sep 27 08:50:42.380501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37744) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:42.381634 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] Sync routers for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:50:42.390226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4680bb78-78c9-456c-bfc7-28e5c2d925c4 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:42.393204 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:42.394027 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:42.430684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:42.447982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Transition to ACTIVE for port object 4680bb78-78c9-456c-bfc7-28e5c2d925c4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:50:42.456205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:42.537879 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:42.555985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Pushing event updated for resources: {'Port': ['ID=4680bb78-78c9-456c-bfc7-28e5c2d925c4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:42.587150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:42.702582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Attempting to bind port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:50:42.702839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Attempting to bind port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:50:42.703158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Attempting to bind port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 on network 76720679-bc8e-4652-afbe-57a24f708ae7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:42.713215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 on network 76720679-bc8e-4652-afbe-57a24f708ae7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:50:42.713569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Attempting to bind port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 on network 76720679-bc8e-4652-afbe-57a24f708ae7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:42.752337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:50:42.752694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Checking segment: {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:42.753082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Bound using segment: {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:50:42.753590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Bound port: 4680bb78-78c9-456c-bfc7-28e5c2d925c4, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a171124-8c1c-4736-bd19-10c4356c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:50:42.753873 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:42.841686 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:50:40Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:42.862997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fad8e-08d9-490e-ace1-399de7c3bc9d req-225d3224-8418-4ade-834e-fc9ce31966a2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:42.864527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-485fad8e-08d9-490e-ace1-399de7c3bc9d req-225d3224-8418-4ade-834e-fc9ce31966a2 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.1523583 Sep 27 08:50:42.868696 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] Checking router: 4fc0cb58-bfab-404e-b780-a06b03b01545 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:50:42.870569 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:42.877763 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] Routers {'4fc0cb58-bfab-404e-b780-a06b03b01545'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:42.878397 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4fc0cb58-bfab-404e-b780-a06b03b01545'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:42.903584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] For port 4680bb78-78c9-456c-bfc7-28e5c2d925c4, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:50:42.939751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] For port 4680bb78-78c9-456c-bfc7-28e5c2d925c4, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:50:42.954679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:42.991785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-485fad8e-08d9-490e-ace1-399de7c3bc9d req-95a1f159-c106-43bb-924b-cb788e049053 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129014 Sep 27 08:50:43.003011 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] Set router 4fc0cb58-bfab-404e-b780-a06b03b01545 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:43.009024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:43.010477 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:43.011986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] 10.222.0.67 "PUT /v2.0/ports/4680bb78-78c9-456c-bfc7-28e5c2d925c4 HTTP/1.1" status: 200 len: 1091 time: 1.2542572 Sep 27 08:50:43.015948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:43.019248 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0531c671-c08a-4dde-bf10-acb28527aaff" -d '{"events": [{"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:43.052439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30607f29-7b43-4eaf-b76a-3f113d1f3346 service neutron] Pushing event updated for resources: {'Port': ['ID=4680bb78-78c9-456c-bfc7-28e5c2d925c4,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:43.063471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Deleting port 5e80c023-7bc4-4862-86a9-762d85bd7618 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:43.063898 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:43.147837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28532db7-3cb3-4dff-beae-e0ccc1c4624e req-5e49ea70-0498-4f85-aff3-6cfa740a5d93 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:43.157524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28532db7-3cb3-4dff-beae-e0ccc1c4624e req-5e49ea70-0498-4f85-aff3-6cfa740a5d93 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 943 time: 0.1018631 Sep 27 08:50:43.158457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-188bcfee-a765-4b18-8679-431b3c76d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:43.159985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-188bcfee-a765-4b18-8679-431b3c76d5f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305&device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1094 time: 0.0986264 Sep 27 08:50:43.259978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28532db7-3cb3-4dff-beae-e0ccc1c4624e req-d4600963-6784-4bff-86b6-8cdc3e898255 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012304 Sep 27 08:50:43.271057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-90bcd2a3-e0f7-45d6-a5e0-54e99fc33b7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4 HTTP/1.1" status: 200 len: 217 time: 0.0996463 Sep 27 08:50:43.273540 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7ddcd0-cd69-4558-95df-8590d8e5d53a x-openstack-request-id: req-8e7ddcd0-cd69-4558-95df-8590d8e5d53a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:43.273721 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:43.274072 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e7ddcd0-cd69-4558-95df-8590d8e5d53a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:43.274629 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'status': 'completed', 'code': 200} Sep 27 08:50:43.373392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-71ab4808-6a64-4dcd-a8f6-3f5617ab9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:43.380723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-71ab4808-6a64-4dcd-a8f6-3f5617ab9fdc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01442bae-cbb6-451e-9741-917fed839cbd HTTP/1.1" status: 200 len: 852 time: 0.0985663 Sep 27 08:50:43.428942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] For port 5e80c023-7bc4-4862-86a9-762d85bd7618, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5e80c023-7bc4-4862-86a9-762d85bd7618,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:43.429424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:43.448975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575455-1ada-44ed-bfa8-35a090225ce6 req-c4608571-6ffd-4054-8afc-857af3818790 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:43.450545 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0575455-1ada-44ed-bfa8-35a090225ce6 req-c4608571-6ffd-4054-8afc-857af3818790 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0814371 Sep 27 08:50:43.457324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Calling delete_port for 5e80c023-7bc4-4862-86a9-762d85bd7618 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:43.468171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-5992fceb-a6a1-4c44-b263-842a9757dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:43.469740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-5992fceb-a6a1-4c44-b263-842a9757dcab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76720679-bc8e-4652-afbe-57a24f708ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686924 Sep 27 08:50:43.496844 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:50:40Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:43.520578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0575455-1ada-44ed-bfa8-35a090225ce6 req-6901d927-c37f-480e-85c1-70411aaa2d14 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620537 Sep 27 08:50:43.568783 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f725c2f-2d61-4e66-b621-82a0107bcc7c None None] The sync data for ids ['4fc0cb58-bfab-404e-b780-a06b03b01545'] in n-d-810909-1 is: [{'id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'name': 'tempest-ServersTestFqdnHostnames-1107695783-router', 'tenant_id': '8c6505426bb947e1a05bcece75e5181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:08Z', 'updated_at': '2021-09-27T08:50:40Z', 'revision_number': 5, 'project_id': '8c6505426bb947e1a05bcece75e5181f', 'gw_port': {'id': '5e80c023-7bc4-4862-86a9-762d85bd7618', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc0cb58-bfab-404e-b780-a06b03b01545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:50:43.584157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-00900aba-2d7d-456f-8f28-a3e3f1b9b6b6 service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067545 Sep 27 08:50:43.870842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880fe09-8879-4e45-9fdb-dbc2b8f09956 req-fdd742f4-c062-462e-b2fb-e3c2d2fc2e63 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:43.872396 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d880fe09-8879-4e45-9fdb-dbc2b8f09956 req-fdd742f4-c062-462e-b2fb-e3c2d2fc2e63 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.2034440 Sep 27 08:50:43.912173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45787f4b-5b7d-49ae-81f9-5941ed29fbda req-88c1a6ca-8da1-402c-9975-b4613677f3d1 service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442377 Sep 27 08:50:43.935053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.002297 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d880fe09-8879-4e45-9fdb-dbc2b8f09956 req-7d44d2d3-1d81-4681-b6eb-a9f53729be47 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177819 Sep 27 08:50:44.003312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e80c023-7bc4-4862-86a9-762d85bd7618,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:44.077480 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.190440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:44.409498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:44.409836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device df87f3eb-480c-4ca0-a74e-c1a5d9ec1ef3 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:44.439627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdc5b5-e832-41cd-8451-24a4a84c9751 req-20979679-410b-4b78-bce3-81ec2f14aa03 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:44.451736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55bdc5b5-e832-41cd-8451-24a4a84c9751 req-20979679-410b-4b78-bce3-81ec2f14aa03 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 943 time: 0.1034343 Sep 27 08:50:44.496310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55bdc5b5-e832-41cd-8451-24a4a84c9751 req-4b7521ab-440d-4835-84f7-c4838286c724 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 Sep 27 08:50:44.565379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531c671-c08a-4dde-bf10-acb28527aaff req-749541cc-2142-47f7-a6b7-45e11e6ccf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:44.566885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0531c671-c08a-4dde-bf10-acb28527aaff req-749541cc-2142-47f7-a6b7-45e11e6ccf42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305&device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1094 time: 0.5919886 Sep 27 08:50:44.574825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.665969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084891-7606-4bee-a7ce-85ac74599231 req-bdbb0b15-3a33-4b7d-80ce-5613d13249b6 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:44.667451 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f084891-7606-4bee-a7ce-85ac74599231 req-bdbb0b15-3a33-4b7d-80ce-5613d13249b6 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.1494322 Sep 27 08:50:44.697719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.708057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.806448 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.807782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc0cb58-bfab-404e-b780-a06b03b01545 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:50:44.820044 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.823560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d388d186-0b33-4061-aedf-45ffc16fd29d admin admin] 10.222.0.50 "DELETE /v2.0/routers/4fc0cb58-bfab-404e-b780-a06b03b01545 HTTP/1.1" status: 204 len: 168 time: 2.4419568 Sep 27 08:50:44.824766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:44.832103 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f084891-7606-4bee-a7ce-85ac74599231 req-3517bda6-18a2-4677-9778-f06d5597565c tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271336 Sep 27 08:50:44.843480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531c671-c08a-4dde-bf10-acb28527aaff req-983fda0d-8296-4a74-9a7d-4dab2f21e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:44.845008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0531c671-c08a-4dde-bf10-acb28527aaff req-983fda0d-8296-4a74-9a7d-4dab2f21e2c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=76720679-bc8e-4652-afbe-57a24f708ae7 HTTP/1.1" status: 200 len: 914 time: 0.2648149 Sep 27 08:50:44.905253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0531c671-c08a-4dde-bf10-acb28527aaff req-876bcfc0-ce08-4220-ba06-5215a91bfb50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4 HTTP/1.1" status: 200 len: 217 time: 0.0486801 Sep 27 08:50:44.909082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb70fe3-5061-4cb1-b53b-3b0372966419 admin admin] Deleting subnet bf27ce71-024e-487a-b57e-7594a71d9fb2 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:50:44.912624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cb70fe3-5061-4cb1-b53b-3b0372966419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.950581 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cb70fe3-5061-4cb1-b53b-3b0372966419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:44.977230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531c671-c08a-4dde-bf10-acb28527aaff req-1e9116b5-827c-4af9-a227-7a9654f84f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:44.979278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0531c671-c08a-4dde-bf10-acb28527aaff req-1e9116b5-827c-4af9-a227-7a9654f84f6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01442bae-cbb6-451e-9741-917fed839cbd HTTP/1.1" status: 200 len: 852 time: 0.0663648 Sep 27 08:50:45.049650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531c671-c08a-4dde-bf10-acb28527aaff req-31400286-b7a9-46ce-bf44-62cb1f41adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:45.051553 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0531c671-c08a-4dde-bf10-acb28527aaff req-31400286-b7a9-46ce-bf44-62cb1f41adde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76720679-bc8e-4652-afbe-57a24f708ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652699 Sep 27 08:50:45.059741 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7da0c0d2-5d84-4558-b21e-b2fedd4bdf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.060589 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cb70fe3-5061-4cb1-b53b-3b0372966419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.130026 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cb70fe3-5061-4cb1-b53b-3b0372966419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.157442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb70fe3-5061-4cb1-b53b-3b0372966419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf27ce71-024e-487a-b57e-7594a71d9fb2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:45.167486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8cb70fe3-5061-4cb1-b53b-3b0372966419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.169641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8cb70fe3-5061-4cb1-b53b-3b0372966419 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bf27ce71-024e-487a-b57e-7594a71d9fb2 HTTP/1.1" status: 204 len: 168 time: 0.3436217 Sep 27 08:50:45.172661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:45.175097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df530849-3267-41aa-ad68-f1a2a17ec71f None None] Network b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:50:45.196196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0531c671-c08a-4dde-bf10-acb28527aaff req-d4c83940-60d3-4092-ac7d-20727b71649e service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294599 Sep 27 08:50:45.308254 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.338257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0531c671-c08a-4dde-bf10-acb28527aaff req-26dcad51-129d-40b8-b46c-b137e36744a1 service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322544 Sep 27 08:50:45.414337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Deleting port dc9de824-f43d-4206-90bf-e5b637539a57 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:45.414891 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.433562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] DHCP port deletion for b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:50:45.488067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Deleting port dc9de824-f43d-4206-90bf-e5b637539a57 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:45.488659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] For port dc9de824-f43d-4206-90bf-e5b637539a57, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=dc9de824-f43d-4206-90bf-e5b637539a57,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:45.489126 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.489552 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.503171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Calling delete_port for dc9de824-f43d-4206-90bf-e5b637539a57 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:45.558288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] For port dc9de824-f43d-4206-90bf-e5b637539a57, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=dc9de824-f43d-4206-90bf-e5b637539a57,segment=NetworkSegment(6610df0c-093d-4e94-8509-791c788cfd74),segment_id=6610df0c-093d-4e94-8509-791c788cfd74)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:45.559103 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.579845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Calling delete_port for dc9de824-f43d-4206-90bf-e5b637539a57 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:45.623100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8c33-d542-4b9b-95ae-cbd511644cb3 req-5e918a1a-398b-4baa-ab87-0cfc492dd9b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:45.625601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef7a8c33-d542-4b9b-95ae-cbd511644cb3 req-5e918a1a-398b-4baa-ab87-0cfc492dd9b7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 943 time: 0.0538745 Sep 27 08:50:45.669439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef7a8c33-d542-4b9b-95ae-cbd511644cb3 req-76eee83d-5e6c-4d7e-b0a8-d76494a9b861 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364814 Sep 27 08:50:45.686264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-1fed1ed7-581d-4c37-b4d2-be548a02e980 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:45.687820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-1fed1ed7-581d-4c37-b4d2-be548a02e980 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.1324787 Sep 27 08:50:45.709756 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.713426 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.731562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Pushing event deleted for resources: {'Port': ['ID=dc9de824-f43d-4206-90bf-e5b637539a57,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:45.744104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.744597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.745037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.745450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.745876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.746314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.746731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.747155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.747571 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.747986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.748425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.748840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:45.755212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b464d2-7b09-4f4a-a542-715c4978072a None None] No DVR routers for this DVR port dc9de824-f43d-4206-90bf-e5b637539a57 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:45.762739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9de824-f43d-4206-90bf-e5b637539a57,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:45.773690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] No DVR routers for this DVR port dc9de824-f43d-4206-90bf-e5b637539a57 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:45.871267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.901716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32f2e70-9473-4975-b3a6-d1a9a10cf3e8']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:45.917396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Deleting port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:45.917734 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.921481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6610df0c-093d-4e94-8509-791c788cfd74') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:45.921778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6610df0c-093d-4e94-8509-791c788cfd74') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:45.942442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:45.966396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee067df-74f0-4042-9ef2-d28e8b114460 req-04952b7d-10cb-4047-8651-39d14b17c353 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:45.967920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ee067df-74f0-4042-9ef2-d28e8b114460 req-04952b7d-10cb-4047-8651-39d14b17c353 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1497661-05da-44d8-bea1-4361c4677f2f HTTP/1.1" status: 200 len: 946 time: 0.0509331 Sep 27 08:50:45.994246 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.007376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:50:46.007780 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.008079 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3ee067df-74f0-4042-9ef2-d28e8b114460 req-76c9a376-036d-4e55-80f5-63dfce4790e4 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336037 Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:50:46.009486 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:50:46.076211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] For port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:46.076723 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.084680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.104238 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.108478 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b32f2e70-9473-4975-b3a6-d1a9a10cf3e8 HTTP/1.1" status: 204 len: 168 time: 0.9246740 Sep 27 08:50:46.108478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb197fd-ee47-49c3-bf00-3721c282b972 admin admin] Pushing event deleted for resources: {'Network': ['ID=b32f2e70-9473-4975-b3a6-d1a9a10cf3e8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:46.109041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Calling delete_port for 9758de03-d6d6-4829-85b7-1a2e59fc2ddb owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:46.139850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5e80c023-7bc4-4862-86a9-762d85bd7618 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:46.169017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 5e80c023-7bc4-4862-86a9-762d85bd7618 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:46.169609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5e80c023-7bc4-4862-86a9-762d85bd7618 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:46.170216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device dc9de824-f43d-4206-90bf-e5b637539a57 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:46.195112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: dc9de824-f43d-4206-90bf-e5b637539a57 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:46.195831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device dc9de824-f43d-4206-90bf-e5b637539a57 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:46.266627 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.280538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5', '9758de03-d6d6-4829-85b7-1a2e59fc2ddb'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:46.326222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event deleted for resources: {'Port': ['ID=9758de03-d6d6-4829-85b7-1a2e59fc2ddb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:46.354812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37814) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:46.392709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] No DVR routers for this DVR port 9758de03-d6d6-4829-85b7-1a2e59fc2ddb on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:46.395711 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.398596 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16b94ea3-de7e-4cf2-8a6a-d86bcaa08348 req-edefca9f-f230-4d9a-ae96-b6733ca8637d tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "DELETE /v2.0/ports/9758de03-d6d6-4829-85b7-1a2e59fc2ddb HTTP/1.1" status: 204 len: 173 time: 0.7019124 Sep 27 08:50:46.399147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1497661-05da-44d8-bea1-4361c4677f2f', 'name': 'network-vif-deleted', 'tag': '9758de03-d6d6-4829-85b7-1a2e59fc2ddb'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:46.403054 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180e6562-056e-43c0-a0f3-86ed5ced8d07" -d '{"events": [{"server_uuid": "f1497661-05da-44d8-bea1-4361c4677f2f", "name": "network-vif-deleted", "tag": "9758de03-d6d6-4829-85b7-1a2e59fc2ddb"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:46.403940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a18c05c7-19c8-4d80-984e-7f61bbd2e787 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c6505426bb947e1a05bcece75e5181f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478773 Sep 27 08:50:46.404731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37816) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:46.478559 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bd9269a-d6ee-4493-9c3d-83672da69f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.506014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bd9269a-d6ee-4493-9c3d-83672da69f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.583160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bd9269a-d6ee-4493-9c3d-83672da69f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.585886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bd9269a-d6ee-4493-9c3d-83672da69f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:46.591012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3bd9269a-d6ee-4493-9c3d-83672da69f57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63d6d8db-fbff-4ace-ae04-fc4f93fd3b01 HTTP/1.1" status: 204 len: 168 time: 0.1847048 Sep 27 08:50:46.600304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9269a-d6ee-4493-9c3d-83672da69f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d6d8db-fbff-4ace-ae04-fc4f93fd3b01,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:46.645030 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d6054-7026-4c2e-8bd5-f70ff9681433 x-openstack-request-id: req-750d6054-7026-4c2e-8bd5-f70ff9681433 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:46.645546 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1497661-05da-44d8-bea1-4361c4677f2f", "name": "network-vif-deleted", "tag": "9758de03-d6d6-4829-85b7-1a2e59fc2ddb", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:46.645546 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-750d6054-7026-4c2e-8bd5-f70ff9681433 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:46.645962 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1497661-05da-44d8-bea1-4361c4677f2f', 'name': 'network-vif-deleted', 'tag': '9758de03-d6d6-4829-85b7-1a2e59fc2ddb', 'status': 'completed', 'code': 200} Sep 27 08:50:46.805296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6e3b2-694b-4b12-a1bb-e6e79e1980c5 req-929d6c02-ac2e-4a80-9a8c-001cff958fdc tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:46.812546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51e6e3b2-694b-4b12-a1bb-e6e79e1980c5 req-929d6c02-ac2e-4a80-9a8c-001cff958fdc tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 943 time: 0.0648730 Sep 27 08:50:46.851787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51e6e3b2-694b-4b12-a1bb-e6e79e1980c5 req-096ac11c-fbee-4ca2-aa7a-118826ed695a tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382915 Sep 27 08:50:47.443666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37870) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:47.514912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed1068f2-803a-4269-9fb7-34d79b04877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.554956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1085648133-network', 'tenant_id': '3872f278989c46a1b56621bdcc2fc4cc'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:47.585335 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Made reservation on behalf of 3872f278989c46a1b56621bdcc2fc4cc for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:47.587903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.596866 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.712314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.720740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.747473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:50:47.757993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b89ee4-6465-442d-b58d-d6df9f9225e5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:47.763585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.764010 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Added segment 8d7e195b-f301-410a-89f7-d812cd95b6f4 of type vlan for network cd63656c-3a23-490f-b90e-182404e133de Sep 27 08:50:47.814422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.835274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d98ba-86c4-49a7-bc29-f458601a701a req-675ed74e-c535-40b3-a864-2e31ac6fdadd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:47.840937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a9d98ba-86c4-49a7-bc29-f458601a701a req-675ed74e-c535-40b3-a864-2e31ac6fdadd tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 945 time: 0.0618396 Sep 27 08:50:47.843306 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.844626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:47.845220 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:47.879934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4341419 Sep 27 08:50:47.882720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37890) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:47.888061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Request body: {'subnet': {'network_id': 'cd63656c-3a23-490f-b90e-182404e133de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1085648133-subnet', 'tenant_id': '3872f278989c46a1b56621bdcc2fc4cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:47.890998 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a9d98ba-86c4-49a7-bc29-f458601a701a req-6776df2e-87f9-49f1-89ee-919c24f68b57 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444274 Sep 27 08:50:47.925913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbe51a-aa68-41e3-8d39-b97ac422a1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd63656c-3a23-490f-b90e-182404e133de,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:47.938176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network cd63656c-3a23-490f-b90e-182404e133de details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:50:47.939871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Made reservation on behalf of 3872f278989c46a1b56621bdcc2fc4cc for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:47.942422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:48.032900 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:48.082800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be606a-f60b-4ca7-abbf-50719cd50431 req-783169a6-244f-453b-be73-ecb0482c9279 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:48.084453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3be606a-f60b-4ca7-abbf-50719cd50431 req-783169a6-244f-453b-be73-ecb0482c9279 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 943 time: 0.1289115 Sep 27 08:50:48.155658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3be606a-f60b-4ca7-abbf-50719cd50431 req-bac5f129-088a-4f9a-bbcb-f54188e9e618 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640161 Sep 27 08:50:48.213325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:48.268125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0402085a-4c75-4527-88dd-65c77f3c577e,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:48.278909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Checking segment: {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:48.279277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Network hostable DHCP agents. Network: cd63656c-3a23-490f-b90e-182404e133de, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:50:48.297588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Network cd63656c-3a23-490f-b90e-182404e133de is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:50:48.306670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, cd63656c-3a23-490f-b90e-182404e133de) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:48.312011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:48.312757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:48.318605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a83fbf-80f2-4a2e-a995-046c5f32bae4 None None] Network cd63656c-3a23-490f-b90e-182404e133de requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:50:48.340354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7da9005a-8718-4400-bf04-13a802c3e8e1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4452238 Sep 27 08:50:48.454807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17e1c9-2ff2-4cf2-b02f-3268dc103cce None None] Network cd63656c-3a23-490f-b90e-182404e133de requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:50:48.785089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9758de03-d6d6-4829-85b7-1a2e59fc2ddb no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:48.805407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 9758de03-d6d6-4829-85b7-1a2e59fc2ddb {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:48.805764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9758de03-d6d6-4829-85b7-1a2e59fc2ddb not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:48.835079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-b925ae57-cc8d-4cbf-bed5-0b396df3f7ef tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:48.836583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-b925ae57-cc8d-4cbf-bed5-0b396df3f7ef tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/networks?id=cd63656c-3a23-490f-b90e-182404e133de HTTP/1.1" status: 200 len: 818 time: 0.1067133 Sep 27 08:50:48.853222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-b4572849-ccd8-4de9-b4e9-8e9965559635 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/quotas/3872f278989c46a1b56621bdcc2fc4cc HTTP/1.1" status: 200 len: 375 time: 0.0104969 Sep 27 08:50:48.888074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-cf9e177d-87f3-4730-9184-d9da9356efaf tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3872f278989c46a1b56621bdcc2fc4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280521 Sep 27 08:50:48.921396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:48.990932 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-f1fa79b4-f1f8-48a4-824f-06b524cb3910 service neutron] 10.222.0.50 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950642 Sep 27 08:50:49.060457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454358e-e3da-4383-9350-71457f17d7d1 req-e4ac474e-34e1-40f6-8524-dc75e0154ef9 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:49.062730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c454358e-e3da-4383-9350-71457f17d7d1 req-e4ac474e-34e1-40f6-8524-dc75e0154ef9 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 945 time: 0.0666196 Sep 27 08:50:49.096866 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-85cf1351-7f3d-4a89-a005-5a9716ffb3fb service neutron] 10.222.0.50 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986614 Sep 27 08:50:49.110653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c454358e-e3da-4383-9350-71457f17d7d1 req-ea9a8174-a657-4d1e-9289-550ced96530f tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cde6807-b02b-49c3-856b-ea41a6be1c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381911 Sep 27 08:50:49.204955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d9254-9335-4ad7-97f8-456d4824b064 req-6e6b3a0a-3b38-42f3-80c0-998397614204 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:49.207578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-222d9254-9335-4ad7-97f8-456d4824b064 req-6e6b3a0a-3b38-42f3-80c0-998397614204 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 945 time: 0.0585194 Sep 27 08:50:49.306028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264718dc-8f8c-400a-8bcf-3249ecbeac7f req-17a1e641-99d7-4818-9378-6077360742c2 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:49.308759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-264718dc-8f8c-400a-8bcf-3249ecbeac7f req-17a1e641-99d7-4818-9378-6077360742c2 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 943 time: 0.0656848 Sep 27 08:50:49.338508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Deleting port ac70daee-7137-4679-8f4f-89eccc1a49e5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:49.338864 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.391233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-264718dc-8f8c-400a-8bcf-3249ecbeac7f req-d6a0c49a-44c4-486e-88ba-1f3fa62756d3 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756087 Sep 27 08:50:49.495883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] For port ac70daee-7137-4679-8f4f-89eccc1a49e5, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac70daee-7137-4679-8f4f-89eccc1a49e5,segment=NetworkSegment(fabdab53-3ab5-4bd1-8af3-af6eea095bf2),segment_id=fabdab53-3ab5-4bd1-8af3-af6eea095bf2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:49.496269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.531426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Calling delete_port for ac70daee-7137-4679-8f4f-89eccc1a49e5 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:49.543402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0727b6c-4d2c-4605-b99c-7ce3ada90824 req-1c924c70-17a6-4157-b619-aaecfd79628b tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 210 time: 0.0451899 Sep 27 08:50:49.701490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.716910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac70daee-7137-4679-8f4f-89eccc1a49e5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:49.741551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Pushing event deleted for resources: {'Port': ['ID=ac70daee-7137-4679-8f4f-89eccc1a49e5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:49.787961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] No DVR routers for this DVR port ac70daee-7137-4679-8f4f-89eccc1a49e5 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:49.797332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:49.799253 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-222d9254-9335-4ad7-97f8-456d4824b064 req-f7662fd4-92b2-4a30-82e8-a0116487e071 tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.57 "DELETE /v2.0/ports/ac70daee-7137-4679-8f4f-89eccc1a49e5 HTTP/1.1" status: 204 len: 173 time: 0.5826063 Sep 27 08:50:49.799696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f4143d-0dc1-4f35-ae05-a6100d507af0', 'name': 'network-vif-deleted', 'tag': 'ac70daee-7137-4679-8f4f-89eccc1a49e5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:49.802199 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8869d8ba-e59b-499a-9ce9-15752dc33ae4" -d '{"events": [{"server_uuid": "f6f4143d-0dc1-4f35-ae05-a6100d507af0", "name": "network-vif-deleted", "tag": "ac70daee-7137-4679-8f4f-89eccc1a49e5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:49.857879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a72098-fb68-4c6d-8611-383a2fdaa375 req-a2182fc7-c4f9-4ee2-8b1b-46bb531178f1 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:49.859488 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73a72098-fb68-4c6d-8611-383a2fdaa375 req-a2182fc7-c4f9-4ee2-8b1b-46bb531178f1 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 946 time: 0.0726743 Sep 27 08:50:49.860977 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f54f4d1-4637-498f-ad65-41f6832a500d x-openstack-request-id: req-4f54f4d1-4637-498f-ad65-41f6832a500d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:49.861271 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f4143d-0dc1-4f35-ae05-a6100d507af0", "name": "network-vif-deleted", "tag": "ac70daee-7137-4679-8f4f-89eccc1a49e5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:49.861516 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f54f4d1-4637-498f-ad65-41f6832a500d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:49.861897 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f4143d-0dc1-4f35-ae05-a6100d507af0', 'name': 'network-vif-deleted', 'tag': 'ac70daee-7137-4679-8f4f-89eccc1a49e5', 'status': 'completed', 'code': 200} Sep 27 08:50:49.904509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73a72098-fb68-4c6d-8611-383a2fdaa375 req-f9076552-bfd9-4958-9855-12beca5aa7d3 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353296 Sep 27 08:50:50.253204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a61c5e6-1f46-445b-9349-af95c1e786ae req-573af7f2-6859-488d-8352-0809fd11bada tempest-ServersTestJSON-943313453 tempest-ServersTestJSON-943313453-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6f4143d-0dc1-4f35-ae05-a6100d507af0 HTTP/1.1" status: 200 len: 210 time: 0.0582523 Sep 27 08:50:50.530373 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:50.532177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1185e9-91c7-4afb-a8fc-56eccf04015c req-2152ed27-2048-43ab-a973-bc294938c150 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:50.533736 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e1185e9-91c7-4afb-a8fc-56eccf04015c req-2152ed27-2048-43ab-a973-bc294938c150 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 943 time: 0.0497231 Sep 27 08:50:50.572112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e1185e9-91c7-4afb-a8fc-56eccf04015c req-46e32a9b-a4fc-45a8-8341-ec849de93b1d tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322421 Sep 27 08:50:50.637207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b354dc41-fc7e-45fa-a0dd-643049a9ce77 req-01e0c9a0-39f9-4e4d-b913-abd056307958 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 210 time: 0.0261359 Sep 27 08:50:50.948395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-1cffc289-0bba-4d50-8e0a-a6be15bb1100 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:50.949912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-1cffc289-0bba-4d50-8e0a-a6be15bb1100 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.57 "GET /v2.0/networks?id=cd63656c-3a23-490f-b90e-182404e133de HTTP/1.1" status: 200 len: 818 time: 0.1241825 Sep 27 08:50:50.956784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-c5542ea5-93a3-4e2a-a430-db1b36742755 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:50.958474 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-c5542ea5-93a3-4e2a-a430-db1b36742755 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.67 "GET /v2.0/networks?id=cd63656c-3a23-490f-b90e-182404e133de HTTP/1.1" status: 200 len: 818 time: 0.1384418 Sep 27 08:50:50.964986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Request body: {'port': {'device_id': 'dc05525a-28e0-433f-9a34-d991ddb80665', 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de', 'admin_state_up': True, 'tenant_id': '3872f278989c46a1b56621bdcc2fc4cc'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:50.977403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Request body: {'port': {'device_id': 'fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09', 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de', 'admin_state_up': True, 'tenant_id': '3872f278989c46a1b56621bdcc2fc4cc'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:51.130255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08231-fd37-4f3b-82f3-1864f5e2ad87 req-977df769-e329-41da-8ea7-9093f7a800be tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:51.140370 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85a08231-fd37-4f3b-82f3-1864f5e2ad87 req-977df769-e329-41da-8ea7-9093f7a800be tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 946 time: 0.1245804 Sep 27 08:50:51.211975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85a08231-fd37-4f3b-82f3-1864f5e2ad87 req-96c745aa-f8b4-4413-864d-16b4b79fcfaa tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704136 Sep 27 08:50:51.361241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37968) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:51.443560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31a2d0c-7fc9-4456-b006-7f4ecd76f60a admin admin] Deleting subnet 1d6e075a-6a69-43bb-b7d9-259309ec1b9d {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:50:51.453086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-0387f834-9e97-47b5-8f97-117cf0247eff tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:51.454573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-0387f834-9e97-47b5-8f97-117cf0247eff tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.57 "GET /v2.0/networks?id=cd63656c-3a23-490f-b90e-182404e133de HTTP/1.1" status: 200 len: 818 time: 0.2179532 Sep 27 08:50:51.455278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f31a2d0c-7fc9-4456-b006-7f4ecd76f60a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.481555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Request body: {'port': {'device_id': '96be64fc-1ceb-4799-89bb-f9a0af840a78', 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de', 'admin_state_up': True, 'tenant_id': '3872f278989c46a1b56621bdcc2fc4cc'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:51.487707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Made reservation on behalf of 3872f278989c46a1b56621bdcc2fc4cc for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:51.491273 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.530181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053d77-283f-475f-a018-4db26614cf10 req-36a62f70-b715-498b-8bb0-4fbd12a4c75d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:51.531681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe053d77-283f-475f-a018-4db26614cf10 req-36a62f70-b715-498b-8bb0-4fbd12a4c75d tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 946 time: 0.4311726 Sep 27 08:50:51.536289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f31a2d0c-7fc9-4456-b006-7f4ecd76f60a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.584177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Made reservation on behalf of 3872f278989c46a1b56621bdcc2fc4cc for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:51.587636 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.644541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f31a2d0c-7fc9-4456-b006-7f4ecd76f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.713115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Allocated IP 172.20.0.13 (cd63656c-3a23-490f-b90e-182404e133de/0402085a-4c75-4527-88dd-65c77f3c577e/ca5729f6-0d04-42bb-9a06-8876fa00396f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:51.754769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Deleting port 00f01d14-886f-491e-aadb-f601f3411987 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:51.755088 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.762502 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b32241d-52cc-42c7-806c-6d88dbe0382e req-84cfb494-d794-4fbf-aa9a-aa9e909f2718 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 210 time: 0.0446293 Sep 27 08:50:51.803021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Made reservation on behalf of 3872f278989c46a1b56621bdcc2fc4cc for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:50:51.806634 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.817000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96d91e-dbd1-49ef-930b-97ea01ad2f46 req-4eeb747e-7a59-43e5-92a3-fe571e6fc5a4 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:51.818558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd96d91e-dbd1-49ef-930b-97ea01ad2f46 req-4eeb747e-7a59-43e5-92a3-fe571e6fc5a4 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 943 time: 0.1707203 Sep 27 08:50:51.835036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f31a2d0c-7fc9-4456-b006-7f4ecd76f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.878739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a2d0c-7fc9-4456-b006-7f4ecd76f60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6e075a-6a69-43bb-b7d9-259309ec1b9d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:51.887197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f31a2d0c-7fc9-4456-b006-7f4ecd76f60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.889081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f31a2d0c-7fc9-4456-b006-7f4ecd76f60a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1d6e075a-6a69-43bb-b7d9-259309ec1b9d HTTP/1.1" status: 204 len: 168 time: 0.5265646 Sep 27 08:50:51.892450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37976) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:51.900789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] For port 00f01d14-886f-491e-aadb-f601f3411987, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=00f01d14-886f-491e-aadb-f601f3411987,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:51.901164 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:51.946485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd96d91e-dbd1-49ef-930b-97ea01ad2f46 req-c13f94d3-d0b5-487f-90d1-c8b429ce0b7b tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205070 Sep 27 08:50:51.970329 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4680bb78-78c9-456c-bfc7-28e5c2d925c4 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:52.016965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.060027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.074828 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4680bb78-78c9-456c-bfc7-28e5c2d925c4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:52.087211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'mac_address': 'fa:16:3e:d8:04:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:52.099513 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.129217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e97ddb-253c-47f6-8706-a06f993502a0']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:52.131199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.139341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:52.139752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabdab53-3ab5-4bd1-8af3-af6eea095bf2') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:52.144872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4680bb78-78c9-456c-bfc7-28e5c2d925c4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:52.151516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.151985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.152310 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Floating IP 0b32a0b3-9d86-4a27-a33c-816115f8aa4e disassociated. External IP: 172.25.2.168, port: 00f01d14-886f-491e-aadb-f601f3411987. Sep 27 08:50:52.152687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Calling delete_port for 00f01d14-886f-491e-aadb-f601f3411987 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:52.154773 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.157558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.167287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4680bb78-78c9-456c-bfc7-28e5c2d925c4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:52.173498 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.193470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.206274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Network cd63656c-3a23-490f-b90e-182404e133de is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:52.208261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:50:52.208837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:50:52.210976 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:50:52.216281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:52.216281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:52.231237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Allocated IP 172.20.0.12 (cd63656c-3a23-490f-b90e-182404e133de/0402085a-4c75-4527-88dd-65c77f3c577e/6b0517e5-0dfb-4ab5-8f8f-6a7870961951) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:52.240092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=4680bb78-78c9-456c-bfc7-28e5c2d925c4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:52.287250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Pushing event updated for resources: {'Port': ['ID=ca5729f6-0d04-42bb-9a06-8876fa00396f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:52.322212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.324111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:52.324280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.334891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.337058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f3e97ddb-253c-47f6-8706-a06f993502a0 HTTP/1.1" status: 204 len: 168 time: 0.4388330 Sep 27 08:50:52.365721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dc7f7-aac3-449d-b1bc-c7e5220a2f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e97ddb-253c-47f6-8706-a06f993502a0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:52.369083 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a663016c-a187-483c-93c3-1eebb4e4576d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4079139 Sep 27 08:50:52.393645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Request body: {'port': {'device_id': 'dc05525a-28e0-433f-9a34-d991ddb80665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:52.428128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba316a-c88a-458a-a0df-a210703d3b7a req-e6d701c0-d401-4e43-8daa-0cf3d699882b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:52.429737 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4ba316a-c88a-458a-a0df-a210703d3b7a req-e6d701c0-d401-4e43-8daa-0cf3d699882b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 946 time: 0.1220429 Sep 27 08:50:52.430416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['4680bb78-78c9-456c-bfc7-28e5c2d925c4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:52.485883 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.528690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37984) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:52.539328 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.553843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.555802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4ba316a-c88a-458a-a0df-a210703d3b7a req-ea7ed62d-af57-4cc9-84ca-3d22ba900cfd tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52111b-877a-4d9e-bdb1-44425d9e8a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166434 Sep 27 08:50:52.568939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.631099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event deleted for resources: {'Port': ['ID=00f01d14-886f-491e-aadb-f601f3411987,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:52.647847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Network cd63656c-3a23-490f-b90e-182404e133de is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:52.656087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:52.664823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Allocated IP 172.20.0.9 (cd63656c-3a23-490f-b90e-182404e133de/0402085a-4c75-4527-88dd-65c77f3c577e/99c5cf1e-b304-4e17-8a5e-11f1e01da8ae) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:52.665847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d1fba832-84fe-4f3f-b616-60e86393b663 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54e965b18d5f42e7833a8433c2f3ce28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351817 Sep 27 08:50:52.669274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:52.672412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:52.675426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Pushing event updated for resources: {'Port': ['ID=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:52.813806 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ac70daee-7137-4679-8f4f-89eccc1a49e5 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:52.842057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: ac70daee-7137-4679-8f4f-89eccc1a49e5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:52.843164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ac70daee-7137-4679-8f4f-89eccc1a49e5 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:52.901547 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbc3adb1-44d7-4b81-9600-a2e4d23dd336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:52.924212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:50:52.934346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbc3adb1-44d7-4b81-9600-a2e4d23dd336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.047410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:53.047990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.102606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43385c-993f-4ab0-aaaa-e66ed722a5ec req-8544e5ba-1336-4a0a-8560-22f4ec5573a7 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:53.104285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e43385c-993f-4ab0-aaaa-e66ed722a5ec req-8544e5ba-1336-4a0a-8560-22f4ec5573a7 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 932 time: 0.1267588 Sep 27 08:50:53.108057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-dfece400-bc1b-405f-a62f-ded6c1f187e4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1389446 Sep 27 08:50:53.112847 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbc3adb1-44d7-4b81-9600-a2e4d23dd336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.115395 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbc3adb1-44d7-4b81-9600-a2e4d23dd336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.118995 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fbc3adb1-44d7-4b81-9600-a2e4d23dd336 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cde6807-b02b-49c3-856b-ea41a6be1c47 HTTP/1.1" status: 204 len: 168 time: 0.4442892 Sep 27 08:50:53.144655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3adb1-44d7-4b81-9600-a2e4d23dd336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde6807-b02b-49c3-856b-ea41a6be1c47,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:53.157925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:50:53.160630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Request body: {'port': {'device_id': 'fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:53.176874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] Sync routers for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:50:53.194306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:53.195097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:53.251413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a186-4af2-4148-88ac-0a3ff85b25ff req-e065894c-406f-4fc1-91bf-5cc3bf95ae74 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:53.258666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d23a186-4af2-4148-88ac-0a3ff85b25ff req-e065894c-406f-4fc1-91bf-5cc3bf95ae74 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 944 time: 0.2164090 Sep 27 08:50:53.265680 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] No DVR routers for this DVR port 00f01d14-886f-491e-aadb-f601f3411987 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:50:53.269107 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.271163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe053d77-283f-475f-a018-4db26614cf10 req-e3aab6e9-484c-495f-9b3f-b33409affe94 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.67 "DELETE /v2.0/ports/00f01d14-886f-491e-aadb-f601f3411987 HTTP/1.1" status: 204 len: 173 time: 1.7098756 Sep 27 08:50:53.271587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-deleted', 'tag': '00f01d14-886f-491e-aadb-f601f3411987'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:53.273885 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973a422d-dd0e-4378-8872-7753c664e6e0" -d '{"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-deleted", "tag": "00f01d14-886f-491e-aadb-f601f3411987"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:53.323492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e43385c-993f-4ab0-aaaa-e66ed722a5ec req-516f2781-c782-4809-b9d7-871e94a06e4d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597064 Sep 27 08:50:53.327101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2d23a186-4af2-4148-88ac-0a3ff85b25ff req-81d72ad1-5c43-4fc3-8f30-cf0c34910238 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628796 Sep 27 08:50:53.342377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:53.355156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.369721 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a318de8-f24b-4004-a519-e9a94ecb3728 x-openstack-request-id: req-8a318de8-f24b-4004-a519-e9a94ecb3728 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:53.370007 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4e0448-7516-4dd2-b791-673e6078157f", "name": "network-vif-deleted", "tag": "00f01d14-886f-491e-aadb-f601f3411987", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:53.370258 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a318de8-f24b-4004-a519-e9a94ecb3728 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:53.370651 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4e0448-7516-4dd2-b791-673e6078157f', 'name': 'network-vif-deleted', 'tag': '00f01d14-886f-491e-aadb-f601f3411987', 'status': 'completed', 'code': 200} Sep 27 08:50:53.419192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.529975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.623615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Network cd63656c-3a23-490f-b90e-182404e133de is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:53.627772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:53.634558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:53.648792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:53.703140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Pushing event updated for resources: {'Port': ['ID=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:53.720350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] Checking router: 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:50:53.728291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:53.731036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.747603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-7197863c-1385-4280-85de-a0f268349cfd tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2701340 Sep 27 08:50:53.747988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:50:53.748686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:53.765312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Request body: {'port': {'device_id': '96be64fc-1ceb-4799-89bb-f9a0af840a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:53.774947 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-963d7ffb-1ab5-4cb1-acb6-8e935e15e5a5 req-789f5d61-bae3-4de6-a2ce-70acc797298e tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b4e0448-7516-4dd2-b791-673e6078157f HTTP/1.1" status: 200 len: 210 time: 0.0802536 Sep 27 08:50:53.872832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:53.996841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5729f6-0d04-42bb-9a06-8876fa00396f {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:53.998159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4680bb78-78c9-456c-bfc7-28e5c2d925c4 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:50:54.006828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.022869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Transition to ACTIVE for port object ca5729f6-0d04-42bb-9a06-8876fa00396f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:50:54.028687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.035191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:50:54.103075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Pushing event updated for resources: {'Port': ['ID=ca5729f6-0d04-42bb-9a06-8876fa00396f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:54.203862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Attempting to bind port ca5729f6-0d04-42bb-9a06-8876fa00396f on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:50:54.204568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Attempting to bind port ca5729f6-0d04-42bb-9a06-8876fa00396f by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:50:54.206394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Attempting to bind port ca5729f6-0d04-42bb-9a06-8876fa00396f on network cd63656c-3a23-490f-b90e-182404e133de {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:54.213044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Port ca5729f6-0d04-42bb-9a06-8876fa00396f on network cd63656c-3a23-490f-b90e-182404e133de not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:50:54.213044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Attempting to bind port ca5729f6-0d04-42bb-9a06-8876fa00396f on network cd63656c-3a23-490f-b90e-182404e133de {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:54.218104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:50:54.218454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Checking segment: {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:54.218849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Bound using segment: {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:50:54.219282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Bound port: ca5729f6-0d04-42bb-9a06-8876fa00396f, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:50:54.219648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.289725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:54.294473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:50:54.297875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] For port ca5729f6-0d04-42bb-9a06-8876fa00396f, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:50:54.300210 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.300521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:50:54.300902 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.302099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] For port ca5729f6-0d04-42bb-9a06-8876fa00396f, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca5729f6-0d04-42bb-9a06-8876fa00396f,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:50:54.309127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.314676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Transition to ACTIVE for port object 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:50:54.325097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.350413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:54.350931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.352557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] 10.222.0.57 "PUT /v2.0/ports/ca5729f6-0d04-42bb-9a06-8876fa00396f HTTP/1.1" status: 200 len: 1092 time: 1.9661231 Sep 27 08:50:54.368013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:50:54.390552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80fbe5-cc51-47bd-81c4-4538add5d87b service neutron] Pushing event updated for resources: {'Port': ['ID=ca5729f6-0d04-42bb-9a06-8876fa00396f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:54.410637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f6ec8-f04f-4de0-95b1-cc8110d3d3fc None None] The sync data for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 is: [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:42:31Z', 'revision_number': 4, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'ba67d797-8057-4fca-bc45-e6bb78824dae', 'name': '', 'network_id': '489e5472-cfd5-4609-8d04-4b155445695e', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'mac_address': 'fa:16:3e:ff:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:28Z', 'updated_at': '2021-09-27T08:42:37Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'subnets': [{'id': 'fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:50:54.454072 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.457909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-3e6ef984-c111-4117-ace7-a2520e69d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:54.462182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-3e6ef984-c111-4117-ace7-a2520e69d7cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3872f278989c46a1b56621bdcc2fc4cc&device_id=dc05525a-28e0-433f-9a34-d991ddb80665 HTTP/1.1" status: 200 len: 1095 time: 0.0671167 Sep 27 08:50:54.484229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:54.486735 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb60d869-e385-467c-b663-83a2a1d11205" -d '{"events": [{"server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "name": "network-vif-plugged", "status": "completed", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:54.499855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 4680bb78-78c9-456c-bfc7-28e5c2d925c4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:54.506366 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.507758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:50:54.548175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 00f01d14-886f-491e-aadb-f601f3411987 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:50:54.548693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 00f01d14-886f-491e-aadb-f601f3411987 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:50:54.557425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-d4fa367b-1b4f-45ae-ac98-0ae508d5dd18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5729f6-0d04-42bb-9a06-8876fa00396f HTTP/1.1" status: 200 len: 217 time: 0.0861092 Sep 27 08:50:54.584473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=4680bb78-78c9-456c-bfc7-28e5c2d925c4,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:54.640189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-81be0a7a-dcf2-4792-bd70-2a488d291c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:54.641709 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-81be0a7a-dcf2-4792-bd70-2a488d291c90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0402085a-4c75-4527-88dd-65c77f3c577e HTTP/1.1" status: 200 len: 858 time: 0.0638909 Sep 27 08:50:54.678157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-ad13a9b9-a129-4e38-9872-0fbe091a7875 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd63656c-3a23-490f-b90e-182404e133de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277200 Sep 27 08:50:54.694525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b93f3-3762-4a01-8c67-0be0ba6acaed req-74d7c569-b48d-4148-a3cf-f2eda4f6115f tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:54.698320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed3b93f3-3762-4a01-8c67-0be0ba6acaed req-74d7c569-b48d-4148-a3cf-f2eda4f6115f tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 944 time: 0.1621931 Sep 27 08:50:54.717497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Pushing event updated for resources: {'Port': ['ID=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:54.748749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882fedc-862f-42ea-aaad-142db5f0ce82 req-30e5cf8b-da89-43b7-af6f-86aab05c6982 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:54.752274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f882fedc-862f-42ea-aaad-142db5f0ce82 req-30e5cf8b-da89-43b7-af6f-86aab05c6982 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 945 time: 0.1707878 Sep 27 08:50:54.769995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:54.773420 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4aa098-fc99-42b6-b271-fe0a2c5bd656 None None] New status for floating IP 0b32a0b3-9d86-4a27-a33c-816115f8aa4e: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:50:54.821018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed3b93f3-3762-4a01-8c67-0be0ba6acaed req-c6deb209-0218-4e61-ba06-6a10a5746010 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045816 Sep 27 08:50:54.851762 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-b06ac59e-8535-4a18-b0c7-07ae8e6bf1b3 service neutron] 10.222.0.57 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504011 Sep 27 08:50:54.897205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:54.927550 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d387fe73-a49c-44b8-a078-e36f06f7380a x-openstack-request-id: req-d387fe73-a49c-44b8-a078-e36f06f7380a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:54.928540 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "name": "network-vif-plugged", "status": "completed", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:54.929087 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d387fe73-a49c-44b8-a078-e36f06f7380a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:54.929705 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'code': 200} Sep 27 08:50:54.949783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f882fedc-862f-42ea-aaad-142db5f0ce82 req-039bb2a6-abb4-47c5-9cb4-ac92098fa254 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746891 Sep 27 08:50:54.950837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Transition to ACTIVE for port object 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:50:54.968825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.060046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Attempting to bind port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:50:55.060417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Attempting to bind port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:50:55.060751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Attempting to bind port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 on network cd63656c-3a23-490f-b90e-182404e133de {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:55.068363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-b95b0156-a61e-4a4e-a85d-ef4ee3dbf150 service neutron] 10.222.0.57 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066002 Sep 27 08:50:55.068599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Pushing event updated for resources: {'Port': ['ID=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:55.074007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 on network cd63656c-3a23-490f-b90e-182404e133de not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:50:55.074399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Attempting to bind port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 on network cd63656c-3a23-490f-b90e-182404e133de {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:55.085894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:50:55.087613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Checking segment: {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:55.087613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Bound using segment: {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:50:55.087613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Bound port: 6b0517e5-0dfb-4ab5-8f8f-6a7870961951, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:50:55.087613 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.094799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38046) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:55.104290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd820d6a-8860-485f-a727-0bc203164ba1 req-6a258690-0c31-4dc9-93be-ca6c762a7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.106569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd820d6a-8860-485f-a727-0bc203164ba1 req-6a258690-0c31-4dc9-93be-ca6c762a7f2e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1096 time: 0.1149020 Sep 27 08:50:55.157563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd820d6a-8860-485f-a727-0bc203164ba1 req-c55ecfb3-13b1-4edf-9217-7a4da426e7bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433247 Sep 27 08:50:55.250319 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-497fc533-663b-49d5-8dcd-e743f5b7f3d4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.280342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Attempting to bind port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:50:55.280684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Attempting to bind port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:50:55.281008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Attempting to bind port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae on network cd63656c-3a23-490f-b90e-182404e133de {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:55.287287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] For port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:50:55.294025 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-497fc533-663b-49d5-8dcd-e743f5b7f3d4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.313565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae on network cd63656c-3a23-490f-b90e-182404e133de not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:50:55.313899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Attempting to bind port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae on network cd63656c-3a23-490f-b90e-182404e133de {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:50:55.321131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] For port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:50:55.331588 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.340117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:50:55.340489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Checking segment: {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:50:55.340872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Bound using segment: {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:50:55.341312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Bound port: 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7e195b-f301-410a-89f7-d812cd95b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:50:55.341667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.371881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc05525a-28e0-433f-9a34-d991ddb80665', 'tag': 'ca5729f6-0d04-42bb-9a06-8876fa00396f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:55.393455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.394077 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.395631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] 10.222.0.67 "PUT /v2.0/ports/6b0517e5-0dfb-4ab5-8f8f-6a7870961951 HTTP/1.1" status: 200 len: 1092 time: 2.2414851 Sep 27 08:50:55.397696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09', 'tag': '6b0517e5-0dfb-4ab5-8f8f-6a7870961951'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:55.399939 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09", "tag": "6b0517e5-0dfb-4ab5-8f8f-6a7870961951"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:55.408168 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc4f26d-dfe4-4acb-9102-24959208ca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc05525a-28e0-433f-9a34-d991ddb80665", "tag": "ca5729f6-0d04-42bb-9a06-8876fa00396f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:55.444905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e9130-7409-4fc6-a44f-49d0b988a4ef service neutron] Pushing event updated for resources: {'Port': ['ID=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:55.466181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-497fc533-663b-49d5-8dcd-e743f5b7f3d4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.468999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-497fc533-663b-49d5-8dcd-e743f5b7f3d4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.472653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-497fc533-663b-49d5-8dcd-e743f5b7f3d4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad52111b-877a-4d9e-bdb1-44425d9e8a7b HTTP/1.1" status: 204 len: 168 time: 0.3748634 Sep 27 08:50:55.473870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38052) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:55.500049 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc26e59-d7b7-463a-822f-08cb5660cb52 x-openstack-request-id: req-1cc26e59-d7b7-463a-822f-08cb5660cb52 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:55.500466 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc05525a-28e0-433f-9a34-d991ddb80665", "tag": "ca5729f6-0d04-42bb-9a06-8876fa00396f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:55.500824 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cc26e59-d7b7-463a-822f-08cb5660cb52 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:55.501302 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc05525a-28e0-433f-9a34-d991ddb80665', 'tag': 'ca5729f6-0d04-42bb-9a06-8876fa00396f', 'status': 'completed', 'code': 200} Sep 27 08:50:55.502457 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-c9dcf608-0db1-4047-b659-0bbf41b50c4b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] show failed (client error): The resource could not be found. Sep 27 08:50:55.504401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9dcf608-0db1-4047-b659-0bbf41b50c4b tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "GET /v2.0/security-groups/ad52111b-877a-4d9e-bdb1-44425d9e8a7b HTTP/1.1" status: 404 len: 347 time: 0.0288863 Sep 27 08:50:55.506763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:55.512522 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cb476c-5f8a-4705-bfe4-4a2731327237 x-openstack-request-id: req-d3cb476c-5f8a-4705-bfe4-4a2731327237 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:55.512812 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09", "tag": "6b0517e5-0dfb-4ab5-8f8f-6a7870961951", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:55.513225 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3cb476c-5f8a-4705-bfe4-4a2731327237 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:55.516667 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09', 'tag': '6b0517e5-0dfb-4ab5-8f8f-6a7870961951', 'status': 'completed', 'code': 200} Sep 27 08:50:55.524686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] For port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:50:55.537461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] For port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:50:55.549432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fc533-663b-49d5-8dcd-e743f5b7f3d4 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad52111b-877a-4d9e-bdb1-44425d9e8a7b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:55.557905 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.600934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-eda721f5-caa7-4e8e-9695-8d29330c5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.602626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-eda721f5-caa7-4e8e-9695-8d29330c5632 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3872f278989c46a1b56621bdcc2fc4cc&device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 1095 time: 0.1314123 Sep 27 08:50:55.609743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.610830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.612917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/99c5cf1e-b304-4e17-8a5e-11f1e01da8ae HTTP/1.1" status: 200 len: 1091 time: 1.8564072 Sep 27 08:50:55.652903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-adda3cf7-cd8b-497e-abdf-49d09c7887f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.654455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-adda3cf7-cd8b-497e-abdf-49d09c7887f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3872f278989c46a1b56621bdcc2fc4cc&device_id=dc05525a-28e0-433f-9a34-d991ddb80665 HTTP/1.1" status: 200 len: 1095 time: 0.1352949 Sep 27 08:50:55.680309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a18d30f0-bcbf-4bb8-8bf3-5115907ca196 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b0517e5-0dfb-4ab5-8f8f-6a7870961951 HTTP/1.1" status: 200 len: 217 time: 0.0662272 Sep 27 08:50:55.738119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Deleting port 3972dea5-eb5f-4c45-bf45-ca08a4bb1ed4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:50:55.738482 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.742119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8d6e-3826-47a6-b9d8-8665287014e4 service neutron] Pushing event updated for resources: {'Port': ['ID=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:55.773684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-2cf3c01e-f9cd-41fb-ad9e-c7d3e78f15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.775198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-2cf3c01e-f9cd-41fb-ad9e-c7d3e78f15cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3872f278989c46a1b56621bdcc2fc4cc&device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 1094 time: 0.1053054 Sep 27 08:50:55.778781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-737162eb-5b51-435c-9281-e1bcc37eb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.780110 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-737162eb-5b51-435c-9281-e1bcc37eb6b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0402085a-4c75-4527-88dd-65c77f3c577e HTTP/1.1" status: 200 len: 858 time: 0.0881469 Sep 27 08:50:55.812753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-95cd2bbb-887e-44aa-8cb8-cdee74b3f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.814264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-95cd2bbb-887e-44aa-8cb8-cdee74b3f52d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd63656c-3a23-490f-b90e-182404e133de HTTP/1.1" status: 200 len: 919 time: 0.1497748 Sep 27 08:50:55.828345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-b6f84c7e-e50a-4ff2-9b7d-98802fd92d71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae HTTP/1.1" status: 200 len: 217 time: 0.0447433 Sep 27 08:50:55.843707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-c62dec44-3d6b-4427-9f32-1b15a7a18539 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd63656c-3a23-490f-b90e-182404e133de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546143 Sep 27 08:50:55.862373 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-2ec38f86-1e48-466e-923e-724432066481 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca5729f6-0d04-42bb-9a06-8876fa00396f HTTP/1.1" status: 200 len: 217 time: 0.0388498 Sep 27 08:50:55.870845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.870845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:55.912627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Calling delete_port for 3972dea5-eb5f-4c45-bf45-ca08a4bb1ed4 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:50:55.918958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a638a87f-835b-4d45-a397-317b2aad6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.920463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-a638a87f-835b-4d45-a397-317b2aad6af7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0402085a-4c75-4527-88dd-65c77f3c577e HTTP/1.1" status: 200 len: 858 time: 0.0791986 Sep 27 08:50:55.984718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-3d447836-94c8-4672-aa92-bec54be0652a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd63656c-3a23-490f-b90e-182404e133de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331750 Sep 27 08:50:55.992762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-11f7c289-dde9-47db-9910-4908b610e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:55.994349 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-11f7c289-dde9-47db-9910-4908b610e0ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0402085a-4c75-4527-88dd-65c77f3c577e HTTP/1.1" status: 200 len: 858 time: 0.1208861 Sep 27 08:50:56.023630 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-d9d7efe7-b2a5-41c2-a76b-168ae1a59e09 service neutron] 10.222.0.67 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522255 Sep 27 08:50:56.040202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-18cfaa0f-2afc-47c8-a0bc-2bb4457495a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd63656c-3a23-490f-b90e-182404e133de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361176 Sep 27 08:50:56.048375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1366c-8e65-4eae-9f0d-384096a1302f req-63fdb7d8-79c0-4bfa-9853-7492ee4701fb tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:56.049403 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4eb1366c-8e65-4eae-9f0d-384096a1302f req-63fdb7d8-79c0-4bfa-9853-7492ee4701fb tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 944 time: 0.1317358 Sep 27 08:50:56.187511 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4eb1366c-8e65-4eae-9f0d-384096a1302f req-85244e13-a325-404d-8a90-8fdf8aeb1dfc tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220827 Sep 27 08:50:56.198586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-24715788-99bb-4c27-8af0-0f479279e2bf service neutron] 10.222.0.67 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630540 Sep 27 08:50:56.296304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-6064d48e-c993-4f91-8877-a4e674d4668d service neutron] 10.222.0.57 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437131 Sep 27 08:50:56.300517 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-52a1caad-47a2-4e39-b643-de1d22419583 service neutron] 10.222.0.57 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024764 Sep 27 08:50:56.307805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d41f35-5dac-4f90-bffe-9327896711c1 req-2388257e-5908-4bb1-8e73-6421acd2c1ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:56.309806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47d41f35-5dac-4f90-bffe-9327896711c1 req-2388257e-5908-4bb1-8e73-6421acd2c1ab tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 945 time: 0.1098220 Sep 27 08:50:56.339791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.461254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47d41f35-5dac-4f90-bffe-9327896711c1 req-acc7fad4-103b-4191-9024-286d4904c088 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108496 Sep 27 08:50:56.470729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-14bbd05c-5c4e-4e8a-bd7d-1e5c4ded5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:56.471050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-14bbd05c-5c4e-4e8a-bd7d-1e5c4ded5e02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3872f278989c46a1b56621bdcc2fc4cc&device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 1095 time: 0.1123505 Sep 27 08:50:56.473705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a96251ac-f1a6-4263-aa28-399710fc7a96 req-898aadb6-1a64-42fe-becb-c8a6157a9bed service neutron] 10.222.0.57 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630285 Sep 27 08:50:56.627395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-74e76cb7-38ae-439d-aa38-9127bf4fee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:56.628954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-74e76cb7-38ae-439d-aa38-9127bf4fee46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cd63656c-3a23-490f-b90e-182404e133de HTTP/1.1" status: 200 len: 919 time: 0.1503041 Sep 27 08:50:56.673261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-d8f54777-87ed-47a9-b195-5a10b407139d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b0517e5-0dfb-4ab5-8f8f-6a7870961951 HTTP/1.1" status: 200 len: 217 time: 0.0354147 Sep 27 08:50:56.729754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-e27ba2b2-03b1-4aac-9a19-70568ea43769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:56.731272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-e27ba2b2-03b1-4aac-9a19-70568ea43769 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0402085a-4c75-4527-88dd-65c77f3c577e HTTP/1.1" status: 200 len: 858 time: 0.0510530 Sep 27 08:50:56.765255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-b4f2d655-033f-4476-9059-9444d6ff3f74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd63656c-3a23-490f-b90e-182404e133de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261052 Sep 27 08:50:56.839878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Pushing event deleted for resources: {'Port': ['ID=3972dea5-eb5f-4c45-bf45-ca08a4bb1ed4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:56.859045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-2dafdd42-4154-42e7-a063-ad07581d315a service neutron] 10.222.0.67 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Sep 27 08:50:56.927506 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fbc4f26d-dfe4-4acb-9102-24959208ca2f req-c123d204-eee6-4edd-8c92-7ffa5c3f3c5f service neutron] 10.222.0.57 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177309 Sep 27 08:50:56.945084 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.947883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:56.949091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae66f943-eb99-4a4f-aedc-4a9c55f7ebd5 tempest-AttachVolumeShelveTestJSON-1783445156 tempest-AttachVolumeShelveTestJSON-1783445156-project] 10.222.0.50 "DELETE /v2.0/floatingips/0b32a0b3-9d86-4a27-a33c-816115f8aa4e HTTP/1.1" status: 204 len: 168 time: 1.4409482 Sep 27 08:50:56.957430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080a9cc-ef92-494d-af25-0dc4d2c4e592 req-c6dbe7f9-ca1c-4b96-ad24-e39de80061ca tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:56.959166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6080a9cc-ef92-494d-af25-0dc4d2c4e592 req-c6dbe7f9-ca1c-4b96-ad24-e39de80061ca tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1240604 Sep 27 08:50:56.964835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-847f3f68-d6f5-423a-a1c3-1e220ddb2c39 req-34df9d24-6728-4578-9859-4b61f605bc6f service neutron] 10.222.0.67 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975525 Sep 27 08:50:57.004734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6080a9cc-ef92-494d-af25-0dc4d2c4e592 req-c1397904-099b-4c92-af68-c582865886c4 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Sep 27 08:50:57.298239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477e5-1c30-4658-bb96-401551046e43 req-e5e40ae7-a0c8-47e4-a5c2-8c316d194cfb tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:57.299705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-efd477e5-1c30-4658-bb96-401551046e43 req-e5e40ae7-a0c8-47e4-a5c2-8c316d194cfb tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 944 time: 0.0499685 Sep 27 08:50:57.339899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-efd477e5-1c30-4658-bb96-401551046e43 req-36fc185a-0c7d-44f5-9234-e5089a7bff82 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Sep 27 08:50:57.517881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96be64fc-1ceb-4799-89bb-f9a0af840a78', 'tag': '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:50:57.520319 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13aef5e-d897-44a3-aa89-b0132717d2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "96be64fc-1ceb-4799-89bb-f9a0af840a78", "tag": "99c5cf1e-b304-4e17-8a5e-11f1e01da8ae"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:50:57.574807 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24705a61-28ab-4949-a783-690d7ac4a048 x-openstack-request-id: req-24705a61-28ab-4949-a783-690d7ac4a048 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:50:57.575101 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96be64fc-1ceb-4799-89bb-f9a0af840a78", "tag": "99c5cf1e-b304-4e17-8a5e-11f1e01da8ae", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:50:57.575360 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24705a61-28ab-4949-a783-690d7ac4a048 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:50:57.575732 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96be64fc-1ceb-4799-89bb-f9a0af840a78', 'tag': '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae', 'status': 'completed', 'code': 200} Sep 27 08:50:57.600783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71e49-e5a5-451a-b952-25cced6260b7 req-3dbfc846-fd06-4f77-8ca9-5db754f0ee73 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:57.602665 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bc71e49-e5a5-451a-b952-25cced6260b7 req-3dbfc846-fd06-4f77-8ca9-5db754f0ee73 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 945 time: 0.0577495 Sep 27 08:50:57.650527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-d596909b-04a5-4ed1-a95b-ad3ccda5dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:57.652085 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-d596909b-04a5-4ed1-a95b-ad3ccda5dbee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3872f278989c46a1b56621bdcc2fc4cc&device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 1094 time: 0.0605516 Sep 27 08:50:57.652836 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bc71e49-e5a5-451a-b952-25cced6260b7 req-a322f81e-4dc2-46fb-9703-ed26584c87c7 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433428 Sep 27 08:50:57.764384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-a93bdd15-e552-43f6-ab68-e0e4a8f8b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:57.766258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-a93bdd15-e552-43f6-ab68-e0e4a8f8b2b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd63656c-3a23-490f-b90e-182404e133de HTTP/1.1" status: 200 len: 919 time: 0.1054311 Sep 27 08:50:57.790176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86b5dc-2c9f-425b-9e7a-9f3090a1c19b req-e63c9ad6-4577-4b2c-ac97-47d73eebaaf5 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:57.791897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd86b5dc-2c9f-425b-9e7a-9f3090a1c19b req-e63c9ad6-4577-4b2c-ac97-47d73eebaaf5 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 945 time: 0.0538499 Sep 27 08:50:57.817806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-a15396a5-4e13-4ffb-b5d0-fb00275ee2b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae HTTP/1.1" status: 200 len: 217 time: 0.0415969 Sep 27 08:50:57.837435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd86b5dc-2c9f-425b-9e7a-9f3090a1c19b req-b055fc7e-5699-4daf-becf-7f13d5e85491 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375228 Sep 27 08:50:57.861139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38106) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:57.874165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-dd081735-45b8-4d64-9659-6a8e2937ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:57.875927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-dd081735-45b8-4d64-9659-6a8e2937ed72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0402085a-4c75-4527-88dd-65c77f3c577e HTTP/1.1" status: 200 len: 858 time: 0.0504866 Sep 27 08:50:57.912594 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-746419e5-52a5-4b99-a084-42ffd9bf929a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd63656c-3a23-490f-b90e-182404e133de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289681 Sep 27 08:50:58.014289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:58.048370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-dec74cab-2d32-4825-be8d-63aa9acf62d9 service neutron] 10.222.0.57 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122248 Sep 27 08:50:58.162854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93998e7-252c-4cbe-804c-085cc3aa7d98 tempest-TestVolumeBackupRestore-1061157965 tempest-TestVolumeBackupRestore-1061157965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.169495 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d93998e7-252c-4cbe-804c-085cc3aa7d98 tempest-TestVolumeBackupRestore-1061157965 tempest-TestVolumeBackupRestore-1061157965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1091 time: 0.3039970 Sep 27 08:50:58.170235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38118) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:50:58.178739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:50:58.252667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.253591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:58.265741 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '6b0517e5-0dfb-4ab5-8f8f-6a7870961951', 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de', 'port_id': '6b0517e5-0dfb-4ab5-8f8f-6a7870961951', 'mac_address': 'fa:16:3e:57:6c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0402085a-4c75-4527-88dd-65c77f3c577e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:58.278786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a13aef5e-d897-44a3-aa89-b0132717d2bc req-8f66e7ca-cb8f-4802-af02-6c9ef9827c2b service neutron] 10.222.0.57 "GET /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229130 Sep 27 08:50:58.306070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e066053-b43d-4a1c-b74d-4279da0d69f8 req-9c3591b8-ac81-48c2-a661-1eacf65b0269 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.307974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e066053-b43d-4a1c-b74d-4279da0d69f8 req-9c3591b8-ac81-48c2-a661-1eacf65b0269 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1022756 Sep 27 08:50:58.309611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.325588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:58.346114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:58.352074 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.357398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e066053-b43d-4a1c-b74d-4279da0d69f8 req-cc8319b2-090c-4c57-ad4f-c5d2f68ac773 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417459 Sep 27 08:50:58.412045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:58.436272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.545726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997965e-01a7-4668-bb52-895f553fe97a req-99591d49-e94c-41c4-b010-45947ffc87c6 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:58.547262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4997965e-01a7-4668-bb52-895f553fe97a req-99591d49-e94c-41c4-b010-45947ffc87c6 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 945 time: 0.0745413 Sep 27 08:50:58.575446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Allocated IP 172.25.2.112 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/9653efad-2ccc-4703-a0e4-ce2369cce3ba) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:50:58.590453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4997965e-01a7-4668-bb52-895f553fe97a req-9889366f-4776-4905-aa51-4fce3e441271 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Sep 27 08:50:58.618823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['6b0517e5-0dfb-4ab5-8f8f-6a7870961951'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:58.698152 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.737051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:58.787745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:50:58.792895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:50:58.796798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:50:58.843740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'Port': ['ID=9653efad-2ccc-4703-a0e4-ce2369cce3ba,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:58.858470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca5729f6-0d04-42bb-9a06-8876fa00396f details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:58.859282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.859776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.860212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.860676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.861086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.861496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.861895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.862298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.862720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.863127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.863552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:58.863947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:50:59.028455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca5729f6-0d04-42bb-9a06-8876fa00396f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca5729f6-0d04-42bb-9a06-8876fa00396f,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:59.184237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'ca5729f6-0d04-42bb-9a06-8876fa00396f', 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de', 'port_id': 'ca5729f6-0d04-42bb-9a06-8876fa00396f', 'mac_address': 'fa:16:3e:d7:e0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0402085a-4c75-4527-88dd-65c77f3c577e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:59.245745 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.257500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.263971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5729f6-0d04-42bb-9a06-8876fa00396f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:59.289995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca5729f6-0d04-42bb-9a06-8876fa00396f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca5729f6-0d04-42bb-9a06-8876fa00396f,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:59.295337 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.296187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:50:59.351448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ca5729f6-0d04-42bb-9a06-8876fa00396f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:59.364029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.406443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:59.439903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae', 'network_id': 'cd63656c-3a23-490f-b90e-182404e133de', 'port_id': '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae', 'mac_address': 'fa:16:3e:3e:52:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0402085a-4c75-4527-88dd-65c77f3c577e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:50:59.549587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.569941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:50:59.603428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:50:59.608224 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.674191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c61ef-48fd-4b5a-bd91-632d769103c3 req-28ae0ed5-266e-4c07-8580-77fd8aba2bbf tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:50:59.676135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c74c61ef-48fd-4b5a-bd91-632d769103c3 req-28ae0ed5-266e-4c07-8580-77fd8aba2bbf tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1190825 Sep 27 08:50:59.702173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:59.724571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.734402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.809202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c74c61ef-48fd-4b5a-bd91-632d769103c3 req-69c96bb8-4ff5-43c7-b268-3ef669350af6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160314 Sep 27 08:50:59.827406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event updated for resources: {'Port': ['ID=9653efad-2ccc-4703-a0e4-ce2369cce3ba,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:50:59.840624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:50:59.858826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['99c5cf1e-b304-4e17-8a5e-11f1e01da8ae'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:50:59.861417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ca5729f6-0d04-42bb-9a06-8876fa00396f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:00.003256 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Floating IP 29158430-0e4b-4a1c-b673-443c16e95d06 associated. External IP: 172.25.2.112, port: 4680bb78-78c9-456c-bfc7-28e5c2d925c4. Sep 27 08:51:00.008630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4e5e5-58b5-4707-875d-f2bd4c21b098 req-891e2fd3-2457-4396-9e14-a00deca0e000 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:00.017416 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6c4e5e5-58b5-4707-875d-f2bd4c21b098 req-891e2fd3-2457-4396-9e14-a00deca0e000 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 945 time: 0.0676801 Sep 27 08:51:00.047278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:00.080923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6c4e5e5-58b5-4707-875d-f2bd4c21b098 req-7ec5f1a3-521e-4cd5-bc6e-aec4e0b45733 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577641 Sep 27 08:51:00.240077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Router 41282f5b-d2ee-494a-8e0e-302301af61b5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:00.307423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:51:00.327442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:00.327771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:00.375814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:00.404266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:00.417512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] Sync routers for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:00.439568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:00.440209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:00.444891 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5433e56-bfec-44b4-a901-fbbe6feb9ffd tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2735856 Sep 27 08:51:00.445722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:00.446033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38180) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:00.448886 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:00.464685 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:00.493188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a66df-2de3-4e7c-ace1-26743876884f tempest-TestVolumeBackupRestore-1061157965 tempest-TestVolumeBackupRestore-1061157965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:00.497623 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760870a0-58cb-4490-a78e-654c01683651 x-openstack-request-id: req-760870a0-58cb-4490-a78e-654c01683651 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:00.497623 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:00.497623 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-760870a0-58cb-4490-a78e-654c01683651 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:00.497623 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'status': 'completed', 'code': 200} Sep 27 08:51:00.498140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5b5a66df-2de3-4e7c-ace1-26743876884f tempest-TestVolumeBackupRestore-1061157965 tempest-TestVolumeBackupRestore-1061157965-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1091 time: 0.0496111 Sep 27 08:51:00.499121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:00.504217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bd3f2f37-4a33-4c2b-90fb-895d73ac100e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Request body: {'floatingip': {'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:00.568757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0517e5-0dfb-4ab5-8f8f-6a7870961951'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:00.571495 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910a6abe-fd65-4a77-a6b9-d76890a83266" -d '{"events": [{"server_uuid": "fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09", "name": "network-vif-plugged", "status": "completed", "tag": "6b0517e5-0dfb-4ab5-8f8f-6a7870961951"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:00.594562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:00.603906 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:00.609568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-eb58c694-2551-4cfd-b010-51c4f17c6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:00.611306 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-eb58c694-2551-4cfd-b010-51c4f17c6576 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305&device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1096 time: 0.0903144 Sep 27 08:51:00.615372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2f37-4a33-4c2b-90fb-895d73ac100e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:00.673163 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c03fb2-c841-4da2-b465-38200d8ba6ca x-openstack-request-id: req-b2c03fb2-c841-4da2-b465-38200d8ba6ca {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:00.673308 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09", "name": "network-vif-plugged", "status": "completed", "tag": "6b0517e5-0dfb-4ab5-8f8f-6a7870961951", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:00.679699 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2c03fb2-c841-4da2-b465-38200d8ba6ca {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:00.680142 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0517e5-0dfb-4ab5-8f8f-6a7870961951', 'code': 200} Sep 27 08:51:00.702815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:00.752055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:00.800883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-127ccd7c-0a0a-44f3-b093-536eb99b447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:00.802640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-127ccd7c-0a0a-44f3-b093-536eb99b447b service neutron] 10.222.0.67 "GET /v2.0/networks?id=76720679-bc8e-4652-afbe-57a24f708ae7 HTTP/1.1" status: 200 len: 914 time: 0.1849291 Sep 27 08:51:00.869476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca5729f6-0d04-42bb-9a06-8876fa00396f up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:00.926146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-c1044ba2-62f2-4bae-b062-6e901d7fecaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4 HTTP/1.1" status: 200 len: 999 time: 0.1155963 Sep 27 08:51:00.983310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-33a5c6c6-af55-4e47-938d-2830ecdcb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:00.985647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-33a5c6c6-af55-4e47-938d-2830ecdcb7e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01442bae-cbb6-451e-9741-917fed839cbd HTTP/1.1" status: 200 len: 852 time: 0.0525844 Sep 27 08:51:01.041783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port ca5729f6-0d04-42bb-9a06-8876fa00396f completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:51:01.048603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port ca5729f6-0d04-42bb-9a06-8876fa00396f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:01.049821 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.063908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-a2b7ef5a-1bed-4721-aad3-2c314e9f51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:01.069614 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-a2b7ef5a-1bed-4721-aad3-2c314e9f51c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76720679-bc8e-4652-afbe-57a24f708ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756578 Sep 27 08:51:01.071463 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a01d6a-b901-4f2d-968b-322a5edeca00 req-8b1ba216-e7f1-4fd6-9c8f-4b5ac6690e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:01.073266 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34a01d6a-b901-4f2d-968b-322a5edeca00 req-8b1ba216-e7f1-4fd6-9c8f-4b5ac6690e67 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 1097 time: 0.3200347 Sep 27 08:51:01.076374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '29158430-0e4b-4a1c-b673-443c16e95d06', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'mac_address': 'fa:16:3e:d8:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:59Z', 'updated_at': '2021-09-27T08:50:59Z', 'revision_number': 0, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:01.115076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] Checking router: 41282f5b-d2ee-494a-8e0e-302301af61b5 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:01.147463 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:01.148549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:01.191868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e85c6a-f58d-45e2-9071-10f47cf3adce req-036d7581-106c-4678-80c7-cba81c89815d tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:01.201392 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e85c6a-f58d-45e2-9071-10f47cf3adce req-036d7581-106c-4678-80c7-cba81c89815d tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.2109146 Sep 27 08:51:01.251659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-34a01d6a-b901-4f2d-968b-322a5edeca00 req-514f1e8d-c8ce-45be-a828-2e9f2a2ac850 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691606 Sep 27 08:51:01.291486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.297773 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-b6ecfc09-4071-47c9-811a-29d9606190f0 service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156472 Sep 27 08:51:01.312784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:01.316037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251bed-f3a5-49a5-b28d-375ba2f4edb3 req-5a32bc12-c7ae-4c1f-9ba3-1e43e3375c99 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:01.324288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2251bed-f3a5-49a5-b28d-375ba2f4edb3 req-5a32bc12-c7ae-4c1f-9ba3-1e43e3375c99 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 946 time: 0.1148157 Sep 27 08:51:01.340396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-19e85c6a-f58d-45e2-9071-10f47cf3adce req-9cfe4f94-b3ec-4c90-a153-2b29966cb269 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375394 Sep 27 08:51:01.391184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2251bed-f3a5-49a5-b28d-375ba2f4edb3 req-70635ecb-7f46-4776-a878-25afaca9741e tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657604 Sep 27 08:51:01.448683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca5729f6-0d04-42bb-9a06-8876fa00396f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca5729f6-0d04-42bb-9a06-8876fa00396f,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:01.454792 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.455578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:01.578091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:51:01.612184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:01.612577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.625972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b7e440ed-42db-4db2-b7be-4ed7ed1e8a6f req-bf6be61f-f48f-4eb2-8af3-2a700a02326e service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645384 Sep 27 08:51:01.637171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2f37-4a33-4c2b-90fb-895d73ac100e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.645040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ca5729f6-0d04-42bb-9a06-8876fa00396f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:01.649533 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2f37-4a33-4c2b-90fb-895d73ac100e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.763516 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.793206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '29158430-0e4b-4a1c-b673-443c16e95d06', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'mac_address': 'fa:16:3e:d8:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:59Z', 'updated_at': '2021-09-27T08:50:59Z', 'revision_number': 0, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:01.826135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881b64-5282-4ab4-b4ae-1d998b036107 None None] The sync data for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 is: [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '29158430-0e4b-4a1c-b673-443c16e95d06', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'mac_address': 'fa:16:3e:d8:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:59Z', 'updated_at': '2021-09-27T08:50:59Z', 'revision_number': 0, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:01.828873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:01.834921 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:01.945813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:01.982181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3f2f37-4a33-4c2b-90fb-895d73ac100e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Router 41282f5b-d2ee-494a-8e0e-302301af61b5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:02.100372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f2f37-4a33-4c2b-90fb-895d73ac100e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:02.105884 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2f37-4a33-4c2b-90fb-895d73ac100e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:02.121815 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100e4576-94d0-4842-acc6-781d8e67dc70 None None] New status for floating IP 29158430-0e4b-4a1c-b673-443c16e95d06: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:51:02.184941 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd3f2f37-4a33-4c2b-90fb-895d73ac100e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "PUT /v2.0/floatingips/29158430-0e4b-4a1c-b673-443c16e95d06 HTTP/1.1" status: 200 len: 991 time: 1.6846564 Sep 27 08:51:02.456638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390217b-d806-4991-a9b5-80af96692612 None None] Sync routers for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:02.473469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390217b-d806-4991-a9b5-80af96692612 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:02.474095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8390217b-d806-4991-a9b5-80af96692612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:02.513346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4'}, {'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:02.522917 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66" -d '{"events": [{"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4"}, {"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:02.527375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc8e2c-ca19-45be-95e1-e33e1cb0091b req-e067aa22-981b-452e-8143-26aa933007a3 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:02.529233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bcc8e2c-ca19-45be-95e1-e33e1cb0091b req-e067aa22-981b-452e-8143-26aa933007a3 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0602388 Sep 27 08:51:02.574737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bcc8e2c-ca19-45be-95e1-e33e1cb0091b req-346a9df2-5579-43e6-832d-b41fcdd4b893 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 Sep 27 08:51:02.582073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84d988-fa33-4dc7-a2ef-76d36a1b0308 req-3e11574a-0312-48f2-966f-1b37d2adc789 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:02.583651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd84d988-fa33-4dc7-a2ef-76d36a1b0308 req-3e11574a-0312-48f2-966f-1b37d2adc789 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 946 time: 0.1017680 Sep 27 08:51:02.644729 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd84d988-fa33-4dc7-a2ef-76d36a1b0308 req-be592293-8f44-4b0a-a307-5feae025499b tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543935 Sep 27 08:51:02.646352 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee31116d-7a1d-48dd-b577-b20a259623d4 x-openstack-request-id: req-ee31116d-7a1d-48dd-b577-b20a259623d4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:02.646645 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:02.646900 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee31116d-7a1d-48dd-b577-b20a259623d4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:02.647288 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'status': 'completed', 'code': 200} Sep 27 08:51:02.647538 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'status': 'completed', 'code': 200} Sep 27 08:51:02.656786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8390217b-d806-4991-a9b5-80af96692612 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:02.750987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc05525a-28e0-433f-9a34-d991ddb80665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5729f6-0d04-42bb-9a06-8876fa00396f'}, {'server_uuid': '96be64fc-1ceb-4799-89bb-f9a0af840a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:02.753497 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df45d03-ae2f-43f1-8a28-f53ead27c634" -d '{"events": [{"server_uuid": "dc05525a-28e0-433f-9a34-d991ddb80665", "name": "network-vif-plugged", "status": "completed", "tag": "ca5729f6-0d04-42bb-9a06-8876fa00396f"}, {"server_uuid": "96be64fc-1ceb-4799-89bb-f9a0af840a78", "name": "network-vif-plugged", "status": "completed", "tag": "99c5cf1e-b304-4e17-8a5e-11f1e01da8ae"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:02.763875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-b47752bb-07aa-445f-aade-f9bc78e2c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:02.765942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-b47752bb-07aa-445f-aade-f9bc78e2c1fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305&device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1096 time: 0.0919297 Sep 27 08:51:02.817867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5aaa-bf9e-49e7-9ade-188cb19f3930 req-f33e2933-4f0e-4e36-9277-e3a36f5d3c2c tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:02.819402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eb3e5aaa-bf9e-49e7-9ade-188cb19f3930 req-f33e2933-4f0e-4e36-9277-e3a36f5d3c2c tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 945 time: 0.0930943 Sep 27 08:51:02.837190 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c710fea1-ae34-4ef5-844f-50cfde24c7a7 x-openstack-request-id: req-c710fea1-ae34-4ef5-844f-50cfde24c7a7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:02.837757 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc05525a-28e0-433f-9a34-d991ddb80665", "name": "network-vif-plugged", "status": "completed", "tag": "ca5729f6-0d04-42bb-9a06-8876fa00396f", "code": 200}, {"server_uuid": "96be64fc-1ceb-4799-89bb-f9a0af840a78", "name": "network-vif-plugged", "status": "completed", "tag": "99c5cf1e-b304-4e17-8a5e-11f1e01da8ae", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:02.838167 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c710fea1-ae34-4ef5-844f-50cfde24c7a7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:02.838705 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc05525a-28e0-433f-9a34-d991ddb80665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5729f6-0d04-42bb-9a06-8876fa00396f', 'code': 200} Sep 27 08:51:02.839126 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96be64fc-1ceb-4799-89bb-f9a0af840a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae', 'code': 200} Sep 27 08:51:02.922612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eb3e5aaa-bf9e-49e7-9ade-188cb19f3930 req-8aeb7be4-04c3-4ab8-8d47-5e1465a6c0da tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685604 Sep 27 08:51:02.953306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-cd8d6303-95b7-465e-b7ab-13541cff9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:02.953306 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-cd8d6303-95b7-465e-b7ab-13541cff9418 service neutron] 10.222.0.67 "GET /v2.0/networks?id=76720679-bc8e-4652-afbe-57a24f708ae7 HTTP/1.1" status: 200 len: 914 time: 0.1787074 Sep 27 08:51:02.991052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b9d59-750e-4ec5-b11f-782185dfd8c4 req-6175dc97-ec91-412e-adba-3f942077ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:02.993743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-232b9d59-750e-4ec5-b11f-782185dfd8c4 req-6175dc97-ec91-412e-adba-3f942077ba88 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc05525a-28e0-433f-9a34-d991ddb80665 HTTP/1.1" status: 200 len: 1097 time: 0.0715899 Sep 27 08:51:03.001384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38232) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:03.108960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-d2b7a67d-0810-4021-81c3-4f1fecf02278 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4 HTTP/1.1" status: 200 len: 1001 time: 0.0978048 Sep 27 08:51:03.110816 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-232b9d59-750e-4ec5-b11f-782185dfd8c4 req-ef23165d-1301-41b6-9265-790dd232b609 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049697 Sep 27 08:51:03.171778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f4a6e-16f6-4b08-b7b5-3861ef669f19 req-66f31f34-8530-450d-a211-a329770dc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:03.177007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be7f4a6e-16f6-4b08-b7b5-3861ef669f19 req-66f31f34-8530-450d-a211-a329770dc988 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 1096 time: 0.2240319 Sep 27 08:51:03.205155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-c5fcc4f7-de44-4879-ad54-1d814a7e0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:03.211341 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-c5fcc4f7-de44-4879-ad54-1d814a7e0d8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01442bae-cbb6-451e-9741-917fed839cbd HTTP/1.1" status: 200 len: 852 time: 0.0930662 Sep 27 08:51:03.275432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-a87c139d-a7ca-4200-8a9a-ffea8c9cb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:03.277405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-a87c139d-a7ca-4200-8a9a-ffea8c9cb40a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76720679-bc8e-4652-afbe-57a24f708ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586236 Sep 27 08:51:03.376342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8390217b-d806-4991-a9b5-80af96692612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '29158430-0e4b-4a1c-b673-443c16e95d06', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'mac_address': 'fa:16:3e:d8:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:59Z', 'updated_at': '2021-09-27T08:51:02Z', 'revision_number': 2, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:03.433800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390217b-d806-4991-a9b5-80af96692612 None None] Checking router: 41282f5b-d2ee-494a-8e0e-302301af61b5 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:03.447581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390217b-d806-4991-a9b5-80af96692612 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:03.448204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8390217b-d806-4991-a9b5-80af96692612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:03.467197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-8522c434-41b5-4310-83cd-02c792ce97cc service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818194 Sep 27 08:51:03.548449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be7f4a6e-16f6-4b08-b7b5-3861ef669f19 req-94e02c3d-fee5-489d-b9e6-90c88a376b3e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160041 Sep 27 08:51:03.640632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8390217b-d806-4991-a9b5-80af96692612 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:03.702156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-f200150a-afb2-4f71-b6fc-25548de3b3dd service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172945 Sep 27 08:51:03.819688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a362d-ce34-4cd9-bdf9-ceb4be7ccf04 req-c8a622ae-b730-4b00-9992-25be36d3d3e6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:03.821483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db0a362d-ce34-4cd9-bdf9-ceb4be7ccf04 req-c8a622ae-b730-4b00-9992-25be36d3d3e6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1183195 Sep 27 08:51:03.895672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db0a362d-ce34-4cd9-bdf9-ceb4be7ccf04 req-ab792599-3ad5-407b-b351-da3edffebbcb tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660524 Sep 27 08:51:03.965808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8390217b-d806-4991-a9b5-80af96692612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '29158430-0e4b-4a1c-b673-443c16e95d06', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'mac_address': 'fa:16:3e:d8:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:59Z', 'updated_at': '2021-09-27T08:51:02Z', 'revision_number': 2, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:03.996199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390217b-d806-4991-a9b5-80af96692612 None None] The sync data for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 is: [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '29158430-0e4b-4a1c-b673-443c16e95d06', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'port_id': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'mac_address': 'fa:16:3e:d8:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:50:59Z', 'updated_at': '2021-09-27T08:51:02Z', 'revision_number': 2, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:04.027049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:04.340318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-6d5c846d-a099-47a0-9d56-f0cad7d07193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:04.342136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-6d5c846d-a099-47a0-9d56-f0cad7d07193 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305&device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1096 time: 0.5953825 Sep 27 08:51:04.367751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5919f41-e502-4e5e-a36d-1d02bf4f70f5 req-af0fb8d4-cf9c-4ed9-ad68-f464077bb1ce tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:04.369879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5919f41-e502-4e5e-a36d-1d02bf4f70f5 req-af0fb8d4-cf9c-4ed9-ad68-f464077bb1ce tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 945 time: 0.0811019 Sep 27 08:51:04.480254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5919f41-e502-4e5e-a36d-1d02bf4f70f5 req-6314cb0a-6d9c-45bd-a4d9-5cbf90ac7ddb tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969186 Sep 27 08:51:04.514656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-fd1658bd-2049-47f0-8c99-08a14c0c05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:04.516709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-fd1658bd-2049-47f0-8c99-08a14c0c05a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=76720679-bc8e-4652-afbe-57a24f708ae7 HTTP/1.1" status: 200 len: 914 time: 0.1665428 Sep 27 08:51:04.597318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-2da97681-4b66-4ecb-824c-a5dd42274581 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4 HTTP/1.1" status: 200 len: 1001 time: 0.0726652 Sep 27 08:51:04.656937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-a179e65c-eb73-4ba1-ac03-558a8f17eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:04.658717 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-a179e65c-eb73-4ba1-ac03-558a8f17eadd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01442bae-cbb6-451e-9741-917fed839cbd HTTP/1.1" status: 200 len: 852 time: 0.0544374 Sep 27 08:51:04.713281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-29d5d587-1650-44d6-acac-a2234dd7d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:04.715361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-29d5d587-1650-44d6-acac-a2234dd7d2df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76720679-bc8e-4652-afbe-57a24f708ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498900 Sep 27 08:51:04.791343 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Deleting port ba67d797-8057-4fca-bc45-e6bb78824dae {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:04.791789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:04.823477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-9508f35a-e4da-41c7-a4e8-272e1e6b313c service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995672 Sep 27 08:51:04.879163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] For port ba67d797-8057-4fca-bc45-e6bb78824dae, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ba67d797-8057-4fca-bc45-e6bb78824dae,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:04.879744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:04.893622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Calling delete_port for ba67d797-8057-4fca-bc45-e6bb78824dae owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:04.940227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85daedfc-5c1b-4d98-afa4-ff0f1855fb66 req-8134395b-f1c4-462d-8463-9153df1022d8 service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095481 Sep 27 08:51:05.089741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1910ba-6f38-44a8-9d3c-5de15fcbcb21 req-d94f5093-ac52-4bab-bc82-e6d42b58d464 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:05.091218 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd1910ba-6f38-44a8-9d3c-5de15fcbcb21 req-d94f5093-ac52-4bab-bc82-e6d42b58d464 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1071997 Sep 27 08:51:05.171153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd1910ba-6f38-44a8-9d3c-5de15fcbcb21 req-d0dafc01-a4ec-4b83-b546-aa0965410da2 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715091 Sep 27 08:51:05.179720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:05.211870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba67d797-8057-4fca-bc45-e6bb78824dae,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:05.426452 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:05.656623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263e12-236d-4d32-a9bd-452f1ccee2ee req-3e8ee9f0-e2ae-45e4-aff0-f6b467199863 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:05.658134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8263e12-236d-4d32-a9bd-452f1ccee2ee req-3e8ee9f0-e2ae-45e4-aff0-f6b467199863 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 945 time: 0.0988989 Sep 27 08:51:05.736063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:05.743186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8263e12-236d-4d32-a9bd-452f1ccee2ee req-e76e7d98-0a39-4cb7-861e-274680290149 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745254 Sep 27 08:51:05.772790 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:05.859992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:05.868074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4989bcef-ed6c-4bb7-af41-965ca83e8651 admin admin] 10.222.0.50 "PUT /v2.0/routers/387ebbf6-2ab2-4c78-8be0-5fdf5c506256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8628771 Sep 27 08:51:05.868181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38262) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:05.872771 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] Sync routers for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:05.886718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bb6e4-e60e-4b0d-a97d-27ea1205e67f req-09b93aeb-937a-4600-b1cf-288e4545b779 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:05.896595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-274bb6e4-e60e-4b0d-a97d-27ea1205e67f req-09b93aeb-937a-4600-b1cf-288e4545b779 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc05525a-28e0-433f-9a34-d991ddb80665 HTTP/1.1" status: 200 len: 946 time: 0.0711532 Sep 27 08:51:05.897577 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:05.898378 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:05.956252 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-274bb6e4-e60e-4b0d-a97d-27ea1205e67f req-f036bf75-b86e-4e0a-84b6-552557da8c0f tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574455 Sep 27 08:51:05.990096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.120258 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:06.181006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.284969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Deleting port 6d939781-b0b9-4780-bc45-144cdc892c94 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:06.285419 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.330628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecb59e-1aba-47c6-8e7f-e31435680eea req-b2ce6149-b6dc-410e-a481-7d46f1c54d68 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:06.339031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ecb59e-1aba-47c6-8e7f-e31435680eea req-b2ce6149-b6dc-410e-a481-7d46f1c54d68 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc05525a-28e0-433f-9a34-d991ddb80665 HTTP/1.1" status: 200 len: 946 time: 0.0673234 Sep 27 08:51:06.417719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ecb59e-1aba-47c6-8e7f-e31435680eea req-9bba6b38-5f7e-4f25-a90a-1c8325b10670 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605109 Sep 27 08:51:06.465718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:51:05Z', 'revision_number': 5, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port': {'id': '6d939781-b0b9-4780-bc45-144cdc892c94', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:42:24Z', 'updated_at': '2021-09-27T08:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:06.467405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] For port 6d939781-b0b9-4780-bc45-144cdc892c94, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6d939781-b0b9-4780-bc45-144cdc892c94,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:06.467835 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.487119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Calling delete_port for 6d939781-b0b9-4780-bc45-144cdc892c94 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:06.505472 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] Checking router: 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:06.519265 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] Routers {'387ebbf6-2ab2-4c78-8be0-5fdf5c506256'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:06.520411 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:50:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:06.549910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6d905-6384-448e-a753-89ca64b61889 req-ac494c87-0953-44b0-a3c0-3fc9a5e90d4c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:06.551513 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a2f6d905-6384-448e-a753-89ca64b61889 req-ac494c87-0953-44b0-a3c0-3fc9a5e90d4c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1275420 Sep 27 08:51:06.606010 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a2f6d905-6384-448e-a753-89ca64b61889 req-56ca5a4d-1781-4689-884a-00711056cdb1 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466003 Sep 27 08:51:06.624372 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] Set router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:06.680545 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:51:06Z', 'revision_number': 6, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:06.704958 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.708132 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9e8c4a-6e0f-482a-8f9f-eef00fa3d8c6 None None] The sync data for ids ['387ebbf6-2ab2-4c78-8be0-5fdf5c506256'] in n-d-810909-1 is: [{'id': '387ebbf6-2ab2-4c78-8be0-5fdf5c506256', 'name': 'tempest-AttachVolumeShelveTestJSON-132650606-router', 'tenant_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:42:23Z', 'updated_at': '2021-09-27T08:51:06Z', 'revision_number': 6, 'project_id': 'a6cf9b09ae014a2bbbb390ca7eeb0b6e', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:06.751507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d939781-b0b9-4780-bc45-144cdc892c94,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:06.808272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.907783 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.910478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.961519 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.963094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387ebbf6-2ab2-4c78-8be0-5fdf5c506256 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:51:06.967514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:06.969353 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6fb7da78-dc05-4d11-90b2-cab6e78b643d admin admin] 10.222.0.50 "DELETE /v2.0/routers/387ebbf6-2ab2-4c78-8be0-5fdf5c506256 HTTP/1.1" status: 204 len: 168 time: 1.0996866 Sep 27 08:51:06.971986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:07.026783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26d5d10-dc8f-45b7-a11c-54b030759167 admin admin] Deleting subnet fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:07.031470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d10-dc8f-45b7-a11c-54b030759167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.077395 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d10-dc8f-45b7-a11c-54b030759167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.199971 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d10-dc8f-45b7-a11c-54b030759167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.265486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d10-dc8f-45b7-a11c-54b030759167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.289246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d5d10-dc8f-45b7-a11c-54b030759167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:07.295453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d10-dc8f-45b7-a11c-54b030759167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.301643 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d26d5d10-dc8f-45b7-a11c-54b030759167 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fba52cb6-bf3e-4a16-bb1d-15b8bceb33cd HTTP/1.1" status: 204 len: 168 time: 0.3239784 Sep 27 08:51:07.301750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:07.305310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1e8e6-180c-4ae3-9d22-a2ae2a88ffb9 None None] Network 489e5472-cfd5-4609-8d04-4b155445695e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:07.372692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.440462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Deleting port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:07.440907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.533778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] For port 9ca5441d-4b50-4c91-a71b-64124e0ebd32, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9ca5441d-4b50-4c91-a71b-64124e0ebd32,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:07.534269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.581776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Calling delete_port for 9ca5441d-4b50-4c91-a71b-64124e0ebd32 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:07.589578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] DHCP port deletion for 489e5472-cfd5-4609-8d04-4b155445695e request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:51:07.622841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95405-cd39-459a-b008-1fb6f85767a2 req-45d0a3e6-c1a4-48f9-89ad-da5968b5402d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:07.650446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-57b95405-cd39-459a-b008-1fb6f85767a2 req-45d0a3e6-c1a4-48f9-89ad-da5968b5402d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc05525a-28e0-433f-9a34-d991ddb80665 HTTP/1.1" status: 200 len: 946 time: 0.1556640 Sep 27 08:51:07.690224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] Deleting port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:07.690963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.709633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.801249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-57b95405-cd39-459a-b008-1fb6f85767a2 req-f50d57e3-39d1-4476-8556-45fa74d9f6ab tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479218 Sep 27 08:51:07.829117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] For port 9ca5441d-4b50-4c91-a71b-64124e0ebd32, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9ca5441d-4b50-4c91-a71b-64124e0ebd32,segment=NetworkSegment(246e29b9-80b8-4b92-b7b7-d5e0d9940285),segment_id=246e29b9-80b8-4b92-b7b7-d5e0d9940285)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:07.829406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca5441d-4b50-4c91-a71b-64124e0ebd32,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:07.829528 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.843428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] No DVR routers for this DVR port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:07.849389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-69014145-d2e6-4442-8a6e-c2c6f050344e tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:07.854355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-69014145-d2e6-4442-8a6e-c2c6f050344e tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc05525a-28e0-433f-9a34-d991ddb80665 HTTP/1.1" status: 200 len: 946 time: 0.1857679 Sep 27 08:51:07.864408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] Calling delete_port for 9ca5441d-4b50-4c91-a71b-64124e0ebd32 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:07.897502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ce52-e74b-4721-93ac-8858d9f52b89 req-67dafe0f-6785-4983-a8b5-78be9b1b17a8 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:07.899166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee22ce52-e74b-4721-93ac-8858d9f52b89 req-67dafe0f-6785-4983-a8b5-78be9b1b17a8 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1301467 Sep 27 08:51:07.919249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38290) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:07.982593 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:07.989837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.004927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee22ce52-e74b-4721-93ac-8858d9f52b89 req-f461c673-2f42-43b4-9c59-4b1f6dbfe351 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922618 Sep 27 08:51:08.035849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489e5472-cfd5-4609-8d04-4b155445695e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:08.050327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246e29b9-80b8-4b92-b7b7-d5e0d9940285') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:08.050673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246e29b9-80b8-4b92-b7b7-d5e0d9940285') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:08.059534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] Pushing event deleted for resources: {'Port': ['ID=9ca5441d-4b50-4c91-a71b-64124e0ebd32,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:08.065749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24feeb6-56ad-4366-a979-e5b932936328 None None] No DVR routers for this DVR port 9ca5441d-4b50-4c91-a71b-64124e0ebd32 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:08.077909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.118600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.125721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:08.126151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:08.129252 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:08.158906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Deleting port ca5729f6-0d04-42bb-9a06-8876fa00396f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:08.159451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.194945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-655a34ed-ce4a-4b80-8b0f-62e3baca54f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.246954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6d939781-b0b9-4780-bc45-144cdc892c94 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:08.286219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.317494 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.322489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] 10.222.0.50 "DELETE /v2.0/networks/489e5472-cfd5-4609-8d04-4b155445695e HTTP/1.1" status: 204 len: 168 time: 1.0168059 Sep 27 08:51:08.357102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6d939781-b0b9-4780-bc45-144cdc892c94 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:08.357646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6d939781-b0b9-4780-bc45-144cdc892c94 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:08.357871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ba67d797-8057-4fca-bc45-e6bb78824dae no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:08.358123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] For port ca5729f6-0d04-42bb-9a06-8876fa00396f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca5729f6-0d04-42bb-9a06-8876fa00396f,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:08.358882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.385197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Calling delete_port for ca5729f6-0d04-42bb-9a06-8876fa00396f owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:08.432661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a96bcc-b241-4c74-9b54-f3c42795c57f admin admin] Pushing event deleted for resources: {'Network': ['ID=489e5472-cfd5-4609-8d04-4b155445695e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:08.433482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: ba67d797-8057-4fca-bc45-e6bb78824dae {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:08.435131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ba67d797-8057-4fca-bc45-e6bb78824dae not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:08.438157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9ca5441d-4b50-4c91-a71b-64124e0ebd32 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:08.469825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 9ca5441d-4b50-4c91-a71b-64124e0ebd32 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:08.470577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9ca5441d-4b50-4c91-a71b-64124e0ebd32 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:08.490197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06174f13-3227-491f-91ed-b23e83dcb83e req-c735d3b0-9a6a-43e6-8326-8c8236c36be6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:08.491760 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-06174f13-3227-491f-91ed-b23e83dcb83e req-c735d3b0-9a6a-43e6-8326-8c8236c36be6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1671791 Sep 27 08:51:08.499098 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-655a34ed-ce4a-4b80-8b0f-62e3baca54f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.506281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-655a34ed-ce4a-4b80-8b0f-62e3baca54f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.514564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-29e7ea5a-f5dc-4a9b-adb9-4987920c2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:08.516064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-29e7ea5a-f5dc-4a9b-adb9-4987920c2969 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 1096 time: 0.0897839 Sep 27 08:51:08.554891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38300) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:08.568128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-655a34ed-ce4a-4b80-8b0f-62e3baca54f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70f05be8732144b1a53ac7526bdc6d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477625 Sep 27 08:51:08.578714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-06174f13-3227-491f-91ed-b23e83dcb83e req-58e13a9d-336b-4baf-a94b-c016ff8a16fe tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732098 Sep 27 08:51:08.581217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a34ed-ce4a-4b80-8b0f-62e3baca54f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee175d84-3b45-4868-9982-ed989b286139,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:08.581397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:08.656985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3f5cc124-cee0-4549-8188-27d6fe8e2827 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6cf9b09ae014a2bbbb390ca7eeb0b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007628 Sep 27 08:51:08.657857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:08.676010 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.689753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ca5729f6-0d04-42bb-9a06-8876fa00396f', '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:08.692115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['6b0517e5-0dfb-4ab5-8f8f-6a7870961951'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:08.701923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-f5d1a216-f1b7-446d-9ae8-9ea8ff2abaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:08.702672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-f5d1a216-f1b7-446d-9ae8-9ea8ff2abaae service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.1785400 Sep 27 08:51:08.709604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Pushing event deleted for resources: {'Port': ['ID=ca5729f6-0d04-42bb-9a06-8876fa00396f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:08.733179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60818983-825c-49fd-94de-44e8f745730f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.760120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] No DVR routers for this DVR port ca5729f6-0d04-42bb-9a06-8876fa00396f on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:08.763201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.765524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f00a3778-dccc-4a7f-9854-e557aa446429 req-fb61da0f-a810-4963-9ac5-512f75411f30 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.57 "DELETE /v2.0/ports/ca5729f6-0d04-42bb-9a06-8876fa00396f HTTP/1.1" status: 204 len: 173 time: 0.9039540 Sep 27 08:51:08.766364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc05525a-28e0-433f-9a34-d991ddb80665', 'name': 'network-vif-deleted', 'tag': 'ca5729f6-0d04-42bb-9a06-8876fa00396f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:08.768396 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daad0c9-4821-4031-8793-0389b6e55221" -d '{"events": [{"server_uuid": "dc05525a-28e0-433f-9a34-d991ddb80665", "name": "network-vif-deleted", "tag": "ca5729f6-0d04-42bb-9a06-8876fa00396f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:08.808505 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa834b5-b6af-4a5d-9863-a8ec4a67fbd5 x-openstack-request-id: req-faa834b5-b6af-4a5d-9863-a8ec4a67fbd5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:08.808677 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc05525a-28e0-433f-9a34-d991ddb80665", "name": "network-vif-deleted", "tag": "ca5729f6-0d04-42bb-9a06-8876fa00396f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:08.808877 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-faa834b5-b6af-4a5d-9863-a8ec4a67fbd5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:08.809281 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc05525a-28e0-433f-9a34-d991ddb80665', 'name': 'network-vif-deleted', 'tag': 'ca5729f6-0d04-42bb-9a06-8876fa00396f', 'status': 'completed', 'code': 200} Sep 27 08:51:08.845784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60818983-825c-49fd-94de-44e8f745730f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.854463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b754149b-3ae9-4157-88ac-06ba1700bfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.874998 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-2a5d0673-3038-405c-9165-cb3dadc95790 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 200 len: 1001 time: 0.1641231 Sep 27 08:51:08.945584 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b754149b-3ae9-4157-88ac-06ba1700bfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:08.965140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe2a32b2-783a-4766-973f-fb09d6e573c9 req-104aaa3d-811c-4287-b8df-65de7bce877d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc05525a-28e0-433f-9a34-d991ddb80665 HTTP/1.1" status: 200 len: 210 time: 0.0285964 Sep 27 08:51:08.985100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-3cd92833-f2ab-42dc-90a3-159289cb3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:08.986797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-3cd92833-f2ab-42dc-90a3-159289cb3708 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.1041546 Sep 27 08:51:09.006034 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60818983-825c-49fd-94de-44e8f745730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.008743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60818983-825c-49fd-94de-44e8f745730f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.009969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-60818983-825c-49fd-94de-44e8f745730f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee175d84-3b45-4868-9982-ed989b286139 HTTP/1.1" status: 204 len: 168 time: 0.4277897 Sep 27 08:51:09.040379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60818983-825c-49fd-94de-44e8f745730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee175d84-3b45-4868-9982-ed989b286139,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:09.056121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-360962ca-3b02-45ba-9730-19b7896fc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:09.057899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-360962ca-3b02-45ba-9730-19b7896fc24e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617092 Sep 27 08:51:09.064281 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b754149b-3ae9-4157-88ac-06ba1700bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.067160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b754149b-3ae9-4157-88ac-06ba1700bfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:09.068395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b754149b-3ae9-4157-88ac-06ba1700bfa2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e472160b-e7ff-4587-a657-ac00cf053933 HTTP/1.1" status: 204 len: 168 time: 0.4096260 Sep 27 08:51:09.085739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754149b-3ae9-4157-88ac-06ba1700bfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472160b-e7ff-4587-a657-ac00cf053933,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:09.168974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-0bd5e3f9-0f1b-4f04-ba32-161c10c167ec service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994442 Sep 27 08:51:09.288902 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ab67350b-6f3b-4f4b-add4-af1104a7ec55 req-c63b4306-23e5-4ef8-a479-873ed28e90e7 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112773 Sep 27 08:51:09.702138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8a3d1-b5d1-48d5-97e4-091f8df203e2 req-7d631d77-1010-43e6-98cd-e8f6147a17cb tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:09.703788 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-76b8a3d1-b5d1-48d5-97e4-091f8df203e2 req-7d631d77-1010-43e6-98cd-e8f6147a17cb tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0511434 Sep 27 08:51:09.752790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-76b8a3d1-b5d1-48d5-97e4-091f8df203e2 req-9d0b3e1f-28d1-400f-9898-9b016aa98a18 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430355 Sep 27 08:51:10.792839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e16fd-810e-41d8-98d0-e96674fb90e1 req-7bfc6cf5-bcd4-4817-afec-9daa1d7595db tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:10.801129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e16fd-810e-41d8-98d0-e96674fb90e1 req-7bfc6cf5-bcd4-4817-afec-9daa1d7595db tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:10.802876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-084e16fd-810e-41d8-98d0-e96674fb90e1 req-7bfc6cf5-bcd4-4817-afec-9daa1d7595db tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78&device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 1682 time: 0.0634899 Sep 27 08:51:10.846805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-084e16fd-810e-41d8-98d0-e96674fb90e1 req-efb77dbe-4537-4148-a1dd-9a4b4bc634ba tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364864 Sep 27 08:51:10.907308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731ab9f-3740-4393-8abc-6a59d44041e9 req-9dbcc8cf-120a-4b16-a730-8197ed953dce tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:10.908867 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a731ab9f-3740-4393-8abc-6a59d44041e9 req-9dbcc8cf-120a-4b16-a730-8197ed953dce tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0722463 Sep 27 08:51:10.929267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca5729f6-0d04-42bb-9a06-8876fa00396f no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:10.961476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: ca5729f6-0d04-42bb-9a06-8876fa00396f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:10.962014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca5729f6-0d04-42bb-9a06-8876fa00396f not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:10.971874 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a731ab9f-3740-4393-8abc-6a59d44041e9 req-d1fd8481-e757-4f2f-b63a-f32c2c80d9d7 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501308 Sep 27 08:51:11.490697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f06ca-587d-4e1e-9738-f14ece1f0d43 req-290523d6-c5c7-4eb7-87fd-4fc3d988e80b tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:11.492442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d4f06ca-587d-4e1e-9738-f14ece1f0d43 req-290523d6-c5c7-4eb7-87fd-4fc3d988e80b tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 945 time: 0.0515714 Sep 27 08:51:11.535542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d4f06ca-587d-4e1e-9738-f14ece1f0d43 req-91a57008-7e36-4ca3-b2e4-920b91fdd371 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354478 Sep 27 08:51:11.825543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:11.935182 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa7925a4-3b5b-49fa-a628-6c726c33d306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.072088 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa7925a4-3b5b-49fa-a628-6c726c33d306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.078872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa7925a4-3b5b-49fa-a628-6c726c33d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.121598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7925a4-3b5b-49fa-a628-6c726c33d306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c78348-47ad-4a37-9dd6-97fa02a71e70,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:12.129892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fa7925a4-3b5b-49fa-a628-6c726c33d306 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbb62631a5e54655aee15e3730f0f4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000164 Sep 27 08:51:12.129892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:12.182916 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f07ec9ea-550e-4dd5-b416-20e8ef9dc29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.209652 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f07ec9ea-550e-4dd5-b416-20e8ef9dc29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.268491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f07ec9ea-550e-4dd5-b416-20e8ef9dc29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.270988 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f07ec9ea-550e-4dd5-b416-20e8ef9dc29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.272171 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f07ec9ea-550e-4dd5-b416-20e8ef9dc29f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71c78348-47ad-4a37-9dd6-97fa02a71e70 HTTP/1.1" status: 204 len: 168 time: 0.1418610 Sep 27 08:51:12.280371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ec9ea-550e-4dd5-b416-20e8ef9dc29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c78348-47ad-4a37-9dd6-97fa02a71e70,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:12.674133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827a6f8-fccc-4feb-9d60-31950b8e5be7 req-3260ac2c-06fb-419a-a8ba-b67f20b7def9 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:12.682956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5827a6f8-fccc-4feb-9d60-31950b8e5be7 req-3260ac2c-06fb-419a-a8ba-b67f20b7def9 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 945 time: 0.0654624 Sep 27 08:51:12.715612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38502) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:12.731816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5827a6f8-fccc-4feb-9d60-31950b8e5be7 req-64aa943c-aa8c-4669-8b8d-cd422f6071d4 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/security-groups?id=55b89ee4-6465-442d-b58d-d6df9f9225e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475478 Sep 27 08:51:12.741280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3036d73f-9e6d-4556-b2c7-01382438a122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.803052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-3a9e6cc5-9765-4d8d-aa1c-f9c2fd8901ca tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:12.804555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-3a9e6cc5-9765-4d8d-aa1c-f9c2fd8901ca tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.57 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 945 time: 0.0740867 Sep 27 08:51:12.891808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-e27c39ea-b98b-4cbf-a1cf-6be5d31aed79 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:12.893447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-e27c39ea-b98b-4cbf-a1cf-6be5d31aed79 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09 HTTP/1.1" status: 200 len: 946 time: 0.0725696 Sep 27 08:51:12.952731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3036d73f-9e6d-4556-b2c7-01382438a122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.958301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Deleting port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:12.958637 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.974930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3036d73f-9e6d-4556-b2c7-01382438a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:12.997165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Deleting port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:12.997764 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.067332 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3036d73f-9e6d-4556-b2c7-01382438a122 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ac7dcaf335e4011ab343f1f8f87428f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499603 Sep 27 08:51:13.073046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:13.075275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036d73f-9e6d-4556-b2c7-01382438a122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1540b6-199a-48d0-a5f5-31a6f9169926,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:13.112136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] For port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:13.112544 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.125844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Calling delete_port for 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:13.135077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] For port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,segment=NetworkSegment(8d7e195b-f301-410a-89f7-d812cd95b6f4),segment_id=8d7e195b-f301-410a-89f7-d812cd95b6f4)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:13.135439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.151536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Calling delete_port for 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:13.168730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b000ce4-522d-4077-a7e6-844f15ca0837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.237949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b000ce4-522d-4077-a7e6-844f15ca0837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.267791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.283934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['99c5cf1e-b304-4e17-8a5e-11f1e01da8ae'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:13.296256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['6b0517e5-0dfb-4ab5-8f8f-6a7870961951'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:13.309643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Pushing event deleted for resources: {'Port': ['ID=6b0517e5-0dfb-4ab5-8f8f-6a7870961951,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:13.373734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] No DVR routers for this DVR port 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:13.377255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.380117 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51f280f0-865b-4348-904b-e8225e2d8df1 req-b897523e-b38d-490f-a6d9-c6573c05ad3a tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.67 "DELETE /v2.0/ports/6b0517e5-0dfb-4ab5-8f8f-6a7870961951 HTTP/1.1" status: 204 len: 173 time: 0.4798779 Sep 27 08:51:13.380624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09', 'name': 'network-vif-deleted', 'tag': '6b0517e5-0dfb-4ab5-8f8f-6a7870961951'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:13.383897 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad83211-d125-4901-bb29-c7f5c1322dc5" -d '{"events": [{"server_uuid": "fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09", "name": "network-vif-deleted", "tag": "6b0517e5-0dfb-4ab5-8f8f-6a7870961951"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:13.390232 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:51:13.395307 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b000ce4-522d-4077-a7e6-844f15ca0837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.402029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b000ce4-522d-4077-a7e6-844f15ca0837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.405846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b000ce4-522d-4077-a7e6-844f15ca0837 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d1540b6-199a-48d0-a5f5-31a6f9169926 HTTP/1.1" status: 204 len: 168 time: 0.3291628 Sep 27 08:51:13.429250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.442963 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97c9797-06cf-49f1-9980-63948af01f51 x-openstack-request-id: req-e97c9797-06cf-49f1-9980-63948af01f51 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:13.443285 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09", "name": "network-vif-deleted", "tag": "6b0517e5-0dfb-4ab5-8f8f-6a7870961951", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:13.443543 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e97c9797-06cf-49f1-9980-63948af01f51 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:13.443853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['6b0517e5-0dfb-4ab5-8f8f-6a7870961951'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:13.444002 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1f6384-0ceb-4bd5-8d16-5e86a1e34f09', 'name': 'network-vif-deleted', 'tag': '6b0517e5-0dfb-4ab5-8f8f-6a7870961951', 'status': 'completed', 'code': 200} Sep 27 08:51:13.454878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b000ce4-522d-4077-a7e6-844f15ca0837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1540b6-199a-48d0-a5f5-31a6f9169926,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:13.487856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Pushing event deleted for resources: {'Port': ['ID=99c5cf1e-b304-4e17-8a5e-11f1e01da8ae,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:13.912049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] No DVR routers for this DVR port 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:13.915322 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:13.917944 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9e06e08-95bd-4dcf-a3c5-399f48403d49 req-ae442c2b-5f7a-4618-a0cb-be41f349ff0d tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.57 "DELETE /v2.0/ports/99c5cf1e-b304-4e17-8a5e-11f1e01da8ae HTTP/1.1" status: 204 len: 173 time: 1.1063545 Sep 27 08:51:13.942079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96be64fc-1ceb-4799-89bb-f9a0af840a78', 'name': 'network-vif-deleted', 'tag': '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:13.944764 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cabb37-9536-4b0d-bf34-9a36b625e3d3" -d '{"events": [{"server_uuid": "96be64fc-1ceb-4799-89bb-f9a0af840a78", "name": "network-vif-deleted", "tag": "99c5cf1e-b304-4e17-8a5e-11f1e01da8ae"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:13.957684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-29c4d03d-8422-4e5d-99c6-8fd8ac63afb6 req-369a796c-be1b-4570-94f6-30bd8d8d2e74 tempest-ListServersNegativeTestJSON-543314448 tempest-ListServersNegativeTestJSON-543314448-project] 10.222.0.50 "GET /v2.0/ports?device_id=96be64fc-1ceb-4799-89bb-f9a0af840a78 HTTP/1.1" status: 200 len: 210 time: 0.0466506 Sep 27 08:51:14.017095 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d80d720-9a55-4e38-b9f0-b62edf5cf1c5 x-openstack-request-id: req-4d80d720-9a55-4e38-b9f0-b62edf5cf1c5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:14.017572 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96be64fc-1ceb-4799-89bb-f9a0af840a78", "name": "network-vif-deleted", "tag": "99c5cf1e-b304-4e17-8a5e-11f1e01da8ae", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:14.017971 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d80d720-9a55-4e38-b9f0-b62edf5cf1c5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:14.018514 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96be64fc-1ceb-4799-89bb-f9a0af840a78', 'name': 'network-vif-deleted', 'tag': '99c5cf1e-b304-4e17-8a5e-11f1e01da8ae', 'status': 'completed', 'code': 200} Sep 27 08:51:14.057715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.067020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:15.073887 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9a89-b568-4595-9f34-1d45fdd83a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.119753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c25dd7-a45c-4e4f-bb0f-25ced2754b4f admin admin] Deleting subnet 0402085a-4c75-4527-88dd-65c77f3c577e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:15.124273 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c25dd7-a45c-4e4f-bb0f-25ced2754b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.170975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c25dd7-a45c-4e4f-bb0f-25ced2754b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.225906 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c25dd7-a45c-4e4f-bb0f-25ced2754b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.287540 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c25dd7-a45c-4e4f-bb0f-25ced2754b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.313440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c25dd7-a45c-4e4f-bb0f-25ced2754b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0402085a-4c75-4527-88dd-65c77f3c577e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:15.317481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c25dd7-a45c-4e4f-bb0f-25ced2754b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.319502 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-17c25dd7-a45c-4e4f-bb0f-25ced2754b4f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0402085a-4c75-4527-88dd-65c77f3c577e HTTP/1.1" status: 204 len: 168 time: 0.2513256 Sep 27 08:51:15.322310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:15.397801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.495819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.519907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd63656c-3a23-490f-b90e-182404e133de']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:15.530246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7e195b-f301-410a-89f7-d812cd95b6f4') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:15.530535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7e195b-f301-410a-89f7-d812cd95b6f4') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:15.540367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.554040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.561444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:15.561444 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:15.563153 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:15.629097 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.634957 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.638387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cd63656c-3a23-490f-b90e-182404e133de HTTP/1.1" status: 204 len: 168 time: 0.3150022 Sep 27 08:51:15.655362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1cb39-da78-43e8-9694-9224bca98ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd63656c-3a23-490f-b90e-182404e133de,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:15.757913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:15.799688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0f4dc90a-5e87-4dec-abae-eaadbe13b022 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3872f278989c46a1b56621bdcc2fc4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405741 Sep 27 08:51:15.802318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38618) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:15.852608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38622) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:15.861272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78398252-eaad-456f-9efa-92b9bc5a6384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.885422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78398252-eaad-456f-9efa-92b9bc5a6384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.936967 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78398252-eaad-456f-9efa-92b9bc5a6384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.939616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78398252-eaad-456f-9efa-92b9bc5a6384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:15.941219 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-78398252-eaad-456f-9efa-92b9bc5a6384 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55b89ee4-6465-442d-b58d-d6df9f9225e5 HTTP/1.1" status: 204 len: 168 time: 0.1370432 Sep 27 08:51:15.951909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78398252-eaad-456f-9efa-92b9bc5a6384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b89ee4-6465-442d-b58d-d6df9f9225e5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:15.981897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e11984ca-b3b5-4ac5-a9ff-df933cad8185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.093466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e11984ca-b3b5-4ac5-a9ff-df933cad8185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.099762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e11984ca-b3b5-4ac5-a9ff-df933cad8185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.136608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:16.141880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11984ca-b3b5-4ac5-a9ff-df933cad8185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5e3057-3779-42a8-b3c5-2924b118f9d5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:16.149969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e11984ca-b3b5-4ac5-a9ff-df933cad8185 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89f84e56ba614964a8f6efa2582b3486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959261 Sep 27 08:51:16.152372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38638) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:16.183640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:16.184437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 6b0517e5-0dfb-4ab5-8f8f-6a7870961951 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:16.232509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae78c6a9-9a35-486e-9bc6-809cc8b21d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.261959 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae78c6a9-9a35-486e-9bc6-809cc8b21d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.318299 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae78c6a9-9a35-486e-9bc6-809cc8b21d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.321319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae78c6a9-9a35-486e-9bc6-809cc8b21d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.322677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae78c6a9-9a35-486e-9bc6-809cc8b21d1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b5e3057-3779-42a8-b3c5-2924b118f9d5 HTTP/1.1" status: 204 len: 168 time: 0.1690321 Sep 27 08:51:16.334179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78c6a9-9a35-486e-9bc6-809cc8b21d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5e3057-3779-42a8-b3c5-2924b118f9d5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:16.685482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:16.699070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b52ff0ac-a984-4c8c-bcc8-ba5dbfff575d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.793018 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b52ff0ac-a984-4c8c-bcc8-ba5dbfff575d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.798406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b52ff0ac-a984-4c8c-bcc8-ba5dbfff575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.836973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b52ff0ac-a984-4c8c-bcc8-ba5dbfff575d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1432117193cb403abd77b2237683a9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503496 Sep 27 08:51:16.838344 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff0ac-a984-4c8c-bcc8-ba5dbfff575d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c81ac38-8ed8-4e60-a77e-46177518b548,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:16.839873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38678) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:16.901430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19968af6-e338-4649-a349-270081b44a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.922735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19968af6-e338-4649-a349-270081b44a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.935790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:16.975602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19968af6-e338-4649-a349-270081b44a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.978465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19968af6-e338-4649-a349-270081b44a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:16.982357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:16.982543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-19968af6-e338-4649-a349-270081b44a98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c81ac38-8ed8-4e60-a77e-46177518b548 HTTP/1.1" status: 204 len: 168 time: 0.1372473 Sep 27 08:51:16.990324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19968af6-e338-4649-a349-270081b44a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c81ac38-8ed8-4e60-a77e-46177518b548,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:17.004029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:17.004219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 99c5cf1e-b304-4e17-8a5e-11f1e01da8ae not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:17.067705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-network', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:17.091009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Made reservation on behalf of f4ece9295c794e4d8d9c2b933533ab5c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:17.093732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.103523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.146746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38692) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:17.210929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.215951 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.239692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:17.256669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a486eeed-f7aa-47a4-9612-0b36a1fdf220,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:17.261513 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.262080 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Added segment 7c87c5eb-b660-4078-9835-43e1d54c5ace of type vlan for network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d Sep 27 08:51:17.306140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.334292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.335312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:17.335885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.371620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4345791 Sep 27 08:51:17.374685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38700) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:17.381227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Request body: {'subnet': {'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-subnet', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:17.410577 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-178f023d-f154-45fa-9c16-9f00de92e382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.415991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07055ee-fb19-486b-b9a9-32480a09038b admin admin] Pushing event updated for resources: {'Network': ['ID=75ef7d5d-1e9c-4641-9787-abf739e5cb1d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:17.427239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:17.438298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Made reservation on behalf of f4ece9295c794e4d8d9c2b933533ab5c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:17.441380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.523228 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bbdd49c5-5084-479c-95ca-797655594a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.563914 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-178f023d-f154-45fa-9c16-9f00de92e382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.570968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-178f023d-f154-45fa-9c16-9f00de92e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.629993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-178f023d-f154-45fa-9c16-9f00de92e382 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f997f67a61de44adbf4e27ab366b6d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791763 Sep 27 08:51:17.629993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f023d-f154-45fa-9c16-9f00de92e382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687eaf75-7ec7-498c-99bd-67b01a9598c5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:17.630773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38710) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:17.647968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.709347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5d9d-24fa-4e08-a7f4-05dc22048fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.719066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08825275-c3e8-47c7-805b-29c6663f1a6d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:17.728847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Checking segment: {'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:17.729213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Network hostable DHCP agents. Network: 75ef7d5d-1e9c-4641-9787-abf739e5cb1d, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:17.733886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5d9d-24fa-4e08-a7f4-05dc22048fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.752050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:17.763284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 75ef7d5d-1e9c-4641-9787-abf739e5cb1d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:17.771908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:17.775764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e13791-0996-412a-93d1-3fed10da9506 None None] Network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:17.776568 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.788598 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5d9d-24fa-4e08-a7f4-05dc22048fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.794127 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5d9d-24fa-4e08-a7f4-05dc22048fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.795746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c0cd5d9d-24fa-4e08-a7f4-05dc22048fc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/687eaf75-7ec7-498c-99bd-67b01a9598c5 HTTP/1.1" status: 204 len: 168 time: 0.1542706 Sep 27 08:51:17.801638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6285b114-22f0-4f92-a695-ad059adb021e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4258087 Sep 27 08:51:17.804147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38720) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:17.816359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd5d9d-24fa-4e08-a7f4-05dc22048fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687eaf75-7ec7-498c-99bd-67b01a9598c5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:17.817460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:17.856000 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.857903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.927214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:17.977536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656c19f-886a-43e4-9a0f-7bca9d4456f5 None None] Network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:18.089295 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.116401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.300575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38736) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:18.316044 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b602bb26-34c2-40fc-9108-f9045a0ef887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.371531 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.394715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.420808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b602bb26-34c2-40fc-9108-f9045a0ef887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.427487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b602bb26-34c2-40fc-9108-f9045a0ef887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.475320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b602bb26-34c2-40fc-9108-f9045a0ef887 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e64256ce9bf84c4e9b4ae30015ce035e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732140 Sep 27 08:51:18.478094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38742) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:18.488257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602bb26-34c2-40fc-9108-f9045a0ef887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846552d8-411e-4812-8444-20a141bbdc32,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:18.520704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Allocated IP 172.25.2.2 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:18.548735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-127927f7-22e7-4eb5-a60e-f46de29c798c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.576160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-127927f7-22e7-4eb5-a60e-f46de29c798c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.631105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-127927f7-22e7-4eb5-a60e-f46de29c798c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.635322 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-127927f7-22e7-4eb5-a60e-f46de29c798c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.636822 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-127927f7-22e7-4eb5-a60e-f46de29c798c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/846552d8-411e-4812-8444-20a141bbdc32 HTTP/1.1" status: 204 len: 168 time: 0.1574898 Sep 27 08:51:18.647278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127927f7-22e7-4eb5-a60e-f46de29c798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846552d8-411e-4812-8444-20a141bbdc32,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:18.651335 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.705553 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:18.758658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Pushing event updated for resources: {'Port': ['ID=642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:18.770421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:18.771984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:18.775476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:18.918154 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.067670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.288574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.430500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Router c02a20ee-a399-4bf0-87d2-fdb50f359664 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:51:19.528093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38794) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:19.547637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:19.561243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Sync routers for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:19.566869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.571372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c5f2c86-0f43-41c1-81fb-de31a36e85b9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7629457 Sep 27 08:51:19.571497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38798) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:19.576085 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:19.576939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:19.705985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:19.782376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16c75789-287c-41b0-827d-fa1e73993b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.907993 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16c75789-287c-41b0-827d-fa1e73993b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.915723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16c75789-287c-41b0-827d-fa1e73993b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:19.949585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:18Z', 'revision_number': 3, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:19.974807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c75789-287c-41b0-827d-fa1e73993b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f757bc5f-e17c-4d35-bc2c-75d1166746f0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:19.979123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Checking router: c02a20ee-a399-4bf0-87d2-fdb50f359664 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:19.979604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Updating router c02a20ee-a399-4bf0-87d2-fdb50f359664 port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:51:19.997700 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-16c75789-287c-41b0-827d-fa1e73993b7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5db1e580305d497e9bd24a32d011c458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684176 Sep 27 08:51:20.003063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38812) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:20.013546 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.063127 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16d2e6f-016a-49bd-a826-33e739886598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.092781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16d2e6f-016a-49bd-a826-33e739886598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.125355 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.147369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16d2e6f-016a-49bd-a826-33e739886598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.150882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16d2e6f-016a-49bd-a826-33e739886598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.156347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f16d2e6f-016a-49bd-a826-33e739886598 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f757bc5f-e17c-4d35-bc2c-75d1166746f0 HTTP/1.1" status: 204 len: 168 time: 0.1497192 Sep 27 08:51:20.175280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d2e6f-016a-49bd-a826-33e739886598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f757bc5f-e17c-4d35-bc2c-75d1166746f0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.317221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Allocated IP 172.20.0.1 (75ef7d5d-1e9c-4641-9787-abf739e5cb1d/08825275-c3e8-47c7-805b-29c6663f1a6d/5a3b71c7-5bb5-4dbd-98c3-329e6180088a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:20.457536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.500294 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.532009 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.545251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.552831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:20.556426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:20.559619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:20.588073 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.598192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Pushing event updated for resources: {'Port': ['ID=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.609916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Attempting to bind port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:20.610298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Attempting to bind port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:20.610666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Attempting to bind port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:20.615594 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.627001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace77f5-8719-4f4c-8f0a-26f08e0a6d36 None None] Pushing event updated for resources: {'Port': ['ID=642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.631057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:20.631652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:20.632143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.632565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:20.633099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Bound port: 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:20.633467 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.674722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38826) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:20.698774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-684a7a56-dfc5-4bd2-8080-74ad4ad82e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.700948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] For port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:20.704674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] For port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:20.709675 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.788772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.812461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace77f5-8719-4f4c-8f0a-26f08e0a6d36 None None] Pushing event updated for resources: {'Port': ['ID=642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.817370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:20.818241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:20.831470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-684a7a56-dfc5-4bd2-8080-74ad4ad82e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.837075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-684a7a56-dfc5-4bd2-8080-74ad4ad82e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:20.885107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38832) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:20.896907 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-684a7a56-dfc5-4bd2-8080-74ad4ad82e2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f26d2d565ba94bd0a87c838347c3ea42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210355 Sep 27 08:51:20.898396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a7a56-dfc5-4bd2-8080-74ad4ad82e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81193a-66a8-401b-a4f4-01a5295f95a9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:20.901102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:20.955879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:21.024047 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-590c1a12-429b-4211-95d9-230ba7544078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.034682 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cb28785-0596-4783-9601-e18458fcd471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.067246 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-590c1a12-429b-4211-95d9-230ba7544078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.109084 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.118545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.146032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cb28785-0596-4783-9601-e18458fcd471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.150978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cb28785-0596-4783-9601-e18458fcd471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.192407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb28785-0596-4783-9601-e18458fcd471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78cd2f1-bd8a-4602-bfe2-c259ab6ebb87,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:21.193498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 1, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:21.212307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4cb28785-0596-4783-9601-e18458fcd471 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1a2f9aa9988479d91d7cef5f3ff6cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232136 Sep 27 08:51:21.213424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38838) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:21.237748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31bc201-2340-462f-928a-fed8ebbbd155 None None] The sync data for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 is: [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 1, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:21.280215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57312481-ec1a-42a2-983a-0bd50441795b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.308481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57312481-ec1a-42a2-983a-0bd50441795b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.367939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57312481-ec1a-42a2-983a-0bd50441795b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.371075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57312481-ec1a-42a2-983a-0bd50441795b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.372799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-57312481-ec1a-42a2-983a-0bd50441795b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b78cd2f1-bd8a-4602-bfe2-c259ab6ebb87 HTTP/1.1" status: 204 len: 168 time: 0.1583450 Sep 27 08:51:21.382764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57312481-ec1a-42a2-983a-0bd50441795b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78cd2f1-bd8a-4602-bfe2-c259ab6ebb87,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:21.599401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Pushing event updated for resources: {'Port': ['ID=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:21.604991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.646639 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-590c1a12-429b-4211-95d9-230ba7544078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.650188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-590c1a12-429b-4211-95d9-230ba7544078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.655622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-590c1a12-429b-4211-95d9-230ba7544078 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc81193a-66a8-401b-a4f4-01a5295f95a9 HTTP/1.1" status: 204 len: 168 time: 0.7528727 Sep 27 08:51:21.677148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c1a12-429b-4211-95d9-230ba7544078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81193a-66a8-401b-a4f4-01a5295f95a9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:21.792805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:21.794740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:21.885753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38846) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:21.913050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8b92133-3f9d-4e57-9a1b-7424a46e36ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:21.979936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Router c02a20ee-a399-4bf0-87d2-fdb50f359664 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:22.047423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8b92133-3f9d-4e57-9a1b-7424a46e36ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.060367 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b8b92133-3f9d-4e57-9a1b-7424a46e36ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.119328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b92133-3f9d-4e57-9a1b-7424a46e36ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43629a5e-6b3c-4e25-acd4-d2a8c5ab30b6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:22.125524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b8b92133-3f9d-4e57-9a1b-7424a46e36ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e00d94602ed43218b2cd477a694c183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384725 Sep 27 08:51:22.128770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 38856) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:22.167788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:22.181316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-391fd38c-9af9-4cc8-8a84-6a496df9eb7f admin admin] 10.222.0.50 "PUT /v2.0/routers/c02a20ee-a399-4bf0-87d2-fdb50f359664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6084516 Sep 27 08:51:22.230136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-600ee010-6755-4a50-87f4-cb8aacc3a904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.264783 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-600ee010-6755-4a50-87f4-cb8aacc3a904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.349163 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-600ee010-6755-4a50-87f4-cb8aacc3a904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.352060 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-600ee010-6755-4a50-87f4-cb8aacc3a904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:22.361741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-600ee010-6755-4a50-87f4-cb8aacc3a904 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43629a5e-6b3c-4e25-acd4-d2a8c5ab30b6 HTTP/1.1" status: 204 len: 168 time: 0.2258422 Sep 27 08:51:22.364445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ee010-6755-4a50-87f4-cb8aacc3a904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43629a5e-6b3c-4e25-acd4-d2a8c5ab30b6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:23.016644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-277972aa-ec4a-44a8-ba0a-3ae331a8fafc tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:23.018256 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-277972aa-ec4a-44a8-ba0a-3ae331a8fafc tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 819 time: 0.1411238 Sep 27 08:51:23.039842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-5ed8c336-f9d8-4380-921d-4b49548e0923 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/quotas/f4ece9295c794e4d8d9c2b933533ab5c HTTP/1.1" status: 200 len: 375 time: 0.0127172 Sep 27 08:51:23.103169 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-4b5d6cd2-3572-4f6a-8b66-f27058208497 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562034 Sep 27 08:51:23.372466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-dd7fb95a-aba6-45a6-91f8-5020aa214552 service neutron] 10.222.0.50 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612963 Sep 27 08:51:23.473363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-953c105a-2ec2-4bbc-b3a2-a27c0711df49 service neutron] 10.222.0.50 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928907 Sep 27 08:51:23.673378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc570653-be10-4c0e-ad58-2224a9a1a197 req-ca61df35-fd90-4923-aa99-30a8ffc0eb51 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 210 time: 0.0292311 Sep 27 08:51:23.867674 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Sync routers for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:23.880541 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:23.881707 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:24.110945 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:24.265137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:24.335719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:24.336667 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.428782 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 2, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:24.443729 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.459254 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Checking router: c02a20ee-a399-4bf0-87d2-fdb50f359664 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:24.459673 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Updating router c02a20ee-a399-4bf0-87d2-fdb50f359664 port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:51:24.467456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:24.471874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.492041 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.535469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:24.807106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34d741c1-3833-4e91-b708-caef452a40ab req-3fe743d3-fa9e-416c-b279-812c95681ddb tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 210 time: 0.0447223 Sep 27 08:51:24.875630 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.882239 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:24.994257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Pushing event updated for resources: {'Port': ['ID=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.006353 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.006970 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.007320 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.007683 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.008038 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.008504 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.008834 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.009204 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.009523 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.010051 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.010654 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.010866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-433d558c-f2c4-40b9-bdf4-760bb5362fe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:25.011666 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:25.013173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-433d558c-f2c4-40b9-bdf4-760bb5362fe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.57 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 819 time: 0.2333786 Sep 27 08:51:25.025671 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Attempting to bind port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:25.026287 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Attempting to bind port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:25.026643 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Attempting to bind port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a on network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:25.032797 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:25.033217 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Checking segment: {'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:25.033346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Request body: {'port': {'device_id': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'admin_state_up': True, 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:25.033633 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.034053 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Bound using segment: {'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:25.034531 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Bound port: 5a3b71c7-5bb5-4dbd-98c3-329e6180088a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:25.034937 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.116523 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] For port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:25.121367 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] For port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:25.128224 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.194179 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:25.194895 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:25.199682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Made reservation on behalf of f4ece9295c794e4d8d9c2b933533ab5c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:25.203573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.237317 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fafebe-2885-461b-a31d-d68f645a3f87 None None] Pushing event updated for resources: {'Port': ['ID=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.343063 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:25.395924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Allocated IP 172.20.0.13 (75ef7d5d-1e9c-4641-9787-abf739e5cb1d/08825275-c3e8-47c7-805b-29c6663f1a6d/b106f0c1-1198-4bdb-b3db-9ba4de5dd235) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:25.581040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.589492 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:25Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:25.619679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.623849 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601a1c-4dc4-406b-bd32-988d3d181073 None None] The sync data for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 is: [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:25Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:25.668488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:25.672195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:25.675342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:25.721373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event updated for resources: {'Port': ['ID=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:25.747682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:25.748718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.767826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-22989a05-6b4c-4953-bb52-4c25c3d9aaae tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7418392 Sep 27 08:51:25.780749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Request body: {'port': {'device_id': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:25.869571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:25.949864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d48bf6-ceb1-412d-8a47-f8eda5fc3e88 req-a507d739-b271-43a9-998b-0cbfe674b4ca tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:25.957787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-46d48bf6-ceb1-412d-8a47-f8eda5fc3e88 req-a507d739-b271-43a9-998b-0cbfe674b4ca tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 932 time: 0.0652647 Sep 27 08:51:26.010392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-46d48bf6-ceb1-412d-8a47-f8eda5fc3e88 req-48f4ed1a-ae9e-4ee8-8906-8c1e9c1c76ba tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514715 Sep 27 08:51:26.232685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5a3b71c7-5bb5-4dbd-98c3-329e6180088a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:26.236045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b106f0c1-1198-4bdb-b3db-9ba4de5dd235 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:26.248761 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.267803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Transition to ACTIVE for port object b106f0c1-1198-4bdb-b3db-9ba4de5dd235 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:51:26.277824 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.322572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:26.322965 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.372678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:26.429092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Attempting to bind port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:26.429534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Attempting to bind port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:26.429918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Attempting to bind port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 on network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:26.438091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 on network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:51:26.438420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Attempting to bind port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 on network 75ef7d5d-1e9c-4641-9787-abf739e5cb1d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:26.446539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:26.447023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Checking segment: {'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:26.447426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Bound using segment: {'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:26.448369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Bound port: b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c87c5eb-b660-4078-9835-43e1d54c5ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:26.448848 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.501860 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.545462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:26.552026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.553190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:26.583872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] For port b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:26.593863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] For port b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:26.599922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.651030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:26.670948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:26.671908 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.673657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 1092 time: 0.8976157 Sep 27 08:51:26.674483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:26.677164 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793013f3-d714-4389-9b7c-fec23c9482b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:26.691498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:26.692990 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:26.707676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba2d6c-bc65-49e2-be6f-a77b1ada74c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:26.735459 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeb4f7c-187e-4e68-b95c-7407721ad231 x-openstack-request-id: req-5aeb4f7c-187e-4e68-b95c-7407721ad231 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:26.735823 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:26.736156 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5aeb4f7c-187e-4e68-b95c-7407721ad231 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:26.736681 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'status': 'completed', 'code': 200} Sep 27 08:51:26.777912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-88c67944-e988-4e43-b015-9daa9451db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:26.779512 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-88c67944-e988-4e43-b015-9daa9451db88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1095 time: 0.0587397 Sep 27 08:51:26.824991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-63eaa5e8-3444-476f-870d-3abb1627ddb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 217 time: 0.0357130 Sep 27 08:51:26.885323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-d99213b3-04e6-41e0-9c36-2d9f63374067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:26.887522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-d99213b3-04e6-41e0-9c36-2d9f63374067 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.0550406 Sep 27 08:51:26.933481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-5ab3b7a3-6b9e-4cce-90f8-ed41b0f9cc44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346692 Sep 27 08:51:27.039842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-a9702d57-4f04-4a1a-b3e5-02c4226354ca service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986617 Sep 27 08:51:27.172879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-298eac55-98c4-4a22-bb57-9b0bea579128 req-b22983ce-cffa-4c48-b8e8-94915847e137 service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216779 Sep 27 08:51:27.180601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b1701-29dc-4911-b862-cf63e73e7b05 req-c4550326-fcfe-4bf0-bf7d-6a757062a7e2 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:27.182116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a47b1701-29dc-4911-b862-cf63e73e7b05 req-c4550326-fcfe-4bf0-bf7d-6a757062a7e2 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 944 time: 0.1072237 Sep 27 08:51:27.225697 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a47b1701-29dc-4911-b862-cf63e73e7b05 req-53e60e08-ade5-446e-a7c5-992b5359b97f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Sep 27 08:51:27.285855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-53fecae7-ea65-4955-8386-6fe60eb2f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:27.287390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-53fecae7-ea65-4955-8386-6fe60eb2f80a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1095 time: 0.0478477 Sep 27 08:51:27.391255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-42294980-6fc2-45cb-89b7-ca852a806871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:27.392938 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-42294980-6fc2-45cb-89b7-ca852a806871 service neutron] 10.222.0.57 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 920 time: 0.0981147 Sep 27 08:51:27.439049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-0b2552ce-01e7-45ba-a7c1-494a5face082 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 217 time: 0.0379953 Sep 27 08:51:27.507298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-6595c706-b40d-4d97-b7b5-63b8ef8ea4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:27.509322 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-6595c706-b40d-4d97-b7b5-63b8ef8ea4a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.0620635 Sep 27 08:51:27.547118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-cdb10237-c032-446a-a8b7-95ae73be2620 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284786 Sep 27 08:51:27.649844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-cdeddb6c-8c3e-46c7-9613-1a30047edad2 service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931296 Sep 27 08:51:27.754425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-793013f3-d714-4389-9b7c-fec23c9482b0 req-b60ca7ce-8910-4ad8-a23b-27c6e647cacf service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972371 Sep 27 08:51:28.153337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5a3b71c7-5bb5-4dbd-98c3-329e6180088a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:28.200017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:28.200421 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:28.355295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd01ab6-7f66-4eff-b575-bfbe933a047b req-035506da-f248-4cf7-9a19-34c66f48f00b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:28.357202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cd01ab6-7f66-4eff-b575-bfbe933a047b req-035506da-f248-4cf7-9a19-34c66f48f00b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 944 time: 0.0520284 Sep 27 08:51:28.395459 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cd01ab6-7f66-4eff-b575-bfbe933a047b req-53c7493f-f8ef-42b1-bd37-7b4f6e155329 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Sep 27 08:51:29.518575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b82dcc-7249-41c5-8608-b811dbd1effe req-166e45ca-ccc8-4bd4-8f90-9d4b8eb7ccf4 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:29.520091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-20b82dcc-7249-41c5-8608-b811dbd1effe req-166e45ca-ccc8-4bd4-8f90-9d4b8eb7ccf4 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 944 time: 0.0559151 Sep 27 08:51:29.561870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-20b82dcc-7249-41c5-8608-b811dbd1effe req-bd06787a-3a15-4c22-a59b-181144500caf tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Sep 27 08:51:30.688914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f0c4c-3ea9-4401-b166-02f67d9e0407 req-c6307e0b-e648-43f4-b4dd-50c311c2f1a9 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:30.690481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a2f0c4c-3ea9-4401-b166-02f67d9e0407 req-c6307e0b-e648-43f4-b4dd-50c311c2f1a9 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 944 time: 0.0567303 Sep 27 08:51:30.733874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a2f0c4c-3ea9-4401-b166-02f67d9e0407 req-43933996-f061-48c5-a83f-a8a056fced83 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363200 Sep 27 08:51:31.044057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b106f0c1-1198-4bdb-b3db-9ba4de5dd235 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:51:31.147556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:31.158788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'port_id': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'mac_address': 'fa:16:3e:87:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:51:31.202880 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.216846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b106f0c1-1198-4bdb-b3db-9ba4de5dd235 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:51:31.242443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:31.248496 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.295607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:31.469942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b106f0c1-1198-4bdb-b3db-9ba4de5dd235'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:51:31.591694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39146) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:31.698641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13add73d-4163-4ab4-b98e-acaa86452d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.802652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13add73d-4163-4ab4-b98e-acaa86452d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.808378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13add73d-4163-4ab4-b98e-acaa86452d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.849390 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-13add73d-4163-4ab4-b98e-acaa86452d8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=409647e1c96e458a8a9bfba8baf65ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564242 Sep 27 08:51:31.850673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13add73d-4163-4ab4-b98e-acaa86452d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f7a4a-83f4-496f-8f1b-fc7c5c9ba00a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:31.854235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39154) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:31.855792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae164820-4592-45c3-8679-3b94736706f9 req-87278581-9529-4f78-965a-bcb2efb79be0 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:31.857328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ae164820-4592-45c3-8679-3b94736706f9 req-87278581-9529-4f78-965a-bcb2efb79be0 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Sep 27 08:51:31.897492 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ae164820-4592-45c3-8679-3b94736706f9 req-d57b50dd-9b29-42b9-bd3e-e94e2a47873a tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Sep 27 08:51:31.903691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65cb85b2-d41e-4754-9c7c-1effee230a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.924692 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65cb85b2-d41e-4754-9c7c-1effee230a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.971374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65cb85b2-d41e-4754-9c7c-1effee230a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.974304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65cb85b2-d41e-4754-9c7c-1effee230a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:31.975476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-65cb85b2-d41e-4754-9c7c-1effee230a98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d84f7a4a-83f4-496f-8f1b-fc7c5c9ba00a HTTP/1.1" status: 204 len: 168 time: 0.1199944 Sep 27 08:51:31.983068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb85b2-d41e-4754-9c7c-1effee230a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f7a4a-83f4-496f-8f1b-fc7c5c9ba00a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:32.262114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39162) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:32.275476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7cbb-764a-4c52-9e84-af5c2937f1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.364348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7cbb-764a-4c52-9e84-af5c2937f1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.371065 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7cbb-764a-4c52-9e84-af5c2937f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.409814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f7cbb-764a-4c52-9e84-af5c2937f1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d51ab71-b99c-4fb9-857f-4f2a323c1aa6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:32.414281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5b1f7cbb-764a-4c52-9e84-af5c2937f1cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3649de7068e42078e09177ea0b37427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510971 Sep 27 08:51:32.417069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39164) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:32.468368 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aede558c-ca87-4a4c-9502-9ab5f11deba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.490841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aede558c-ca87-4a4c-9502-9ab5f11deba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.541937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aede558c-ca87-4a4c-9502-9ab5f11deba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.544510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aede558c-ca87-4a4c-9502-9ab5f11deba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.545686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aede558c-ca87-4a4c-9502-9ab5f11deba5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d51ab71-b99c-4fb9-857f-4f2a323c1aa6 HTTP/1.1" status: 204 len: 168 time: 0.1277020 Sep 27 08:51:32.554867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede558c-ca87-4a4c-9502-9ab5f11deba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d51ab71-b99c-4fb9-857f-4f2a323c1aa6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:32.875824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39172) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:32.890523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b75da54-f706-4dc3-b3ea-aec13ce60d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.985492 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b75da54-f706-4dc3-b3ea-aec13ce60d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:32.990066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b75da54-f706-4dc3-b3ea-aec13ce60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.019856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ad8d-8ee3-408e-83ed-1a443d3bcd39 req-37ecf392-6766-45a4-b029-5e0b5acbefab tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:33.021462 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48a6ad8d-8ee3-408e-83ed-1a443d3bcd39 req-37ecf392-6766-45a4-b029-5e0b5acbefab tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 945 time: 0.0545893 Sep 27 08:51:33.027962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75da54-f706-4dc3-b3ea-aec13ce60d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab808a-3d6f-446b-9dbb-bbb2a274dddb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:33.035123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39176) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:33.035285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b75da54-f706-4dc3-b3ea-aec13ce60d46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80ac583bd48440fabec54d0e5532f35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581042 Sep 27 08:51:33.050815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b106f0c1-1198-4bdb-b3db-9ba4de5dd235 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:33.084763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48a6ad8d-8ee3-408e-83ed-1a443d3bcd39 req-6016a875-ee44-4c64-a955-139ec0c59688 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Sep 27 08:51:33.102920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:51:33.106765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:33.107364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.107907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41c345f2-a6ed-4445-a27e-027b763d6b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.129700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41c345f2-a6ed-4445-a27e-027b763d6b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.180823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41c345f2-a6ed-4445-a27e-027b763d6b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.183724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41c345f2-a6ed-4445-a27e-027b763d6b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.185001 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-41c345f2-a6ed-4445-a27e-027b763d6b03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aaab808a-3d6f-446b-9dbb-bbb2a274dddb HTTP/1.1" status: 204 len: 168 time: 0.1490648 Sep 27 08:51:33.186057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.194843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c345f2-a6ed-4445-a27e-027b763d6b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab808a-3d6f-446b-9dbb-bbb2a274dddb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:33.226318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:33.228712 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaf7f31-6944-41dd-893b-4fbbc4b3c43c" -d '{"events": [{"server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "name": "network-vif-plugged", "status": "completed", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:33.244454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:33.250264 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:33.288318 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7686fd2e-0f5e-4f03-8332-203a81414e5c x-openstack-request-id: req-7686fd2e-0f5e-4f03-8332-203a81414e5c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:33.288595 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "name": "network-vif-plugged", "status": "completed", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:33.288870 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7686fd2e-0f5e-4f03-8332-203a81414e5c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:33.289337 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'code': 200} Sep 27 08:51:33.308812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:33.387824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce699-36f0-4a52-bd3c-21f00da9a272 req-470e1df4-8b50-4af4-b352-1554f18292d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:33.389355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-589ce699-36f0-4a52-bd3c-21f00da9a272 req-470e1df4-8b50-4af4-b352-1554f18292d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1097 time: 0.0422392 Sep 27 08:51:33.426070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-589ce699-36f0-4a52-bd3c-21f00da9a272 req-2b500df0-f30c-4a36-9bfa-062bfb9b6c7f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293386 Sep 27 08:51:34.237733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1821f-30a9-41cc-bff3-b47b244b8722 req-69500a93-9517-41b1-93f1-d5326b97e06b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:34.239288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ea1821f-30a9-41cc-bff3-b47b244b8722 req-69500a93-9517-41b1-93f1-d5326b97e06b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0630014 Sep 27 08:51:34.285822 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ea1821f-30a9-41cc-bff3-b47b244b8722 req-c7771bbf-7a24-40a2-8a11-d97913538a54 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Sep 27 08:51:34.505301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:34.614624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-931802fd-b15e-4d2c-8ea5-9614b60cf57e tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1696687288'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:34.615094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-931802fd-b15e-4d2c-8ea5-9614b60cf57e tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Unknown quota resources ['metering_label']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:51:34.810388 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-931802fd-b15e-4d2c-8ea5-9614b60cf57e tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:34.811597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-931802fd-b15e-4d2c-8ea5-9614b60cf57e tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3052406 Sep 27 08:51:34.814821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39224) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:34.820960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5666477e-0406-438f-a1b7-2fb00729a8ec tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3bfac9d7-7954-4845-bca5-0d01f4784752'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:34.821475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5666477e-0406-438f-a1b7-2fb00729a8ec tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94830) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:51:34.920139 n-d-810909-1 neutron-server[94830]: WARNING neutron.services.metering.metering_plugin [None req-5666477e-0406-438f-a1b7-2fb00729a8ec tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 27 08:51:35.046817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5666477e-0406-438f-a1b7-2fb00729a8ec tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.048145 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5666477e-0406-438f-a1b7-2fb00729a8ec tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2320943 Sep 27 08:51:35.051658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39228) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.056248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2ac03b25-687f-41cf-80c0-aa11f22912f1 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3bfac9d7-7954-4845-bca5-0d01f4784752'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:35.057009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2ac03b25-687f-41cf-80c0-aa11f22912f1 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94830) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:51:35.116972 n-d-810909-1 neutron-server[94830]: WARNING neutron.services.metering.metering_plugin [None req-2ac03b25-687f-41cf-80c0-aa11f22912f1 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 27 08:51:35.208140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ac03b25-687f-41cf-80c0-aa11f22912f1 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.209441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2ac03b25-687f-41cf-80c0-aa11f22912f1 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1568506 Sep 27 08:51:35.212315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39232) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.223208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5bd3e5fe-6851-41ee-8441-0d982df64095 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=20f54441-b07f-4a79-b82a-ff414c65bf53 HTTP/1.1" status: 200 len: 464 time: 0.0094693 Sep 27 08:51:35.225950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39234) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.283908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.337315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-489f1f0c-1317-40ae-b95b-66a8864b8fa7 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.338518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-489f1f0c-1317-40ae-b95b-66a8864b8fa7 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/20f54441-b07f-4a79-b82a-ff414c65bf53 HTTP/1.1" status: 204 len: 168 time: 0.1117644 Sep 27 08:51:35.341324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39240) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.350919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e89fb60-504e-4af5-af5d-25e42cba8205 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=20f54441-b07f-4a79-b82a-ff414c65bf53 HTTP/1.1" status: 200 len: 221 time: 0.0081625 Sep 27 08:51:35.355102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39242) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.358346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-67cf15b8-befa-4c4d-b59f-599857b4cdcb tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2033821596', 'description': 'label created by tempest'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:35.358843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-67cf15b8-befa-4c4d-b59f-599857b4cdcb tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Unknown quota resources ['metering_label']. {{(pid=94830) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 08:51:35.464439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Deleting port 9653efad-2ccc-4703-a0e4-ce2369cce3ba {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:35.464712 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.540499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.541236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.554936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Calling delete_port for 9653efad-2ccc-4703-a0e4-ce2369cce3ba owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:35.714177 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.740733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event deleted for resources: {'Port': ['ID=9653efad-2ccc-4703-a0e4-ce2369cce3ba,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:35.752990 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.811150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.811460 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Floating IP 29158430-0e4b-4a1c-b673-443c16e95d06 disassociated (deleted). External IP: 172.25.2.112, port: 4680bb78-78c9-456c-bfc7-28e5c2d925c4. Sep 27 08:51:35.830131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd21ef-09f1-44ec-9d52-513fa145ca55 req-27a634dd-1c2b-460d-9b8c-963639ce0967 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:35.831634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2dd21ef-09f1-44ec-9d52-513fa145ca55 req-27a634dd-1c2b-460d-9b8c-963639ce0967 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.4700747 Sep 27 08:51:35.865463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67cf15b8-befa-4c4d-b59f-599857b4cdcb tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:35.866785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67cf15b8-befa-4c4d-b59f-599857b4cdcb tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5118203 Sep 27 08:51:35.871473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39244) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.962192 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-04f66416-a24d-4b6a-89a5-f437c1ee4d26 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=4acc5e37-efc8-4edb-8fbe-07ba306b8a6e HTTP/1.1" status: 200 len: 468 time: 0.0895545 Sep 27 08:51:35.965179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:35.976373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2dd21ef-09f1-44ec-9d52-513fa145ca55 req-8111fb68-d574-4f62-a475-9c17e7830016 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140196 Sep 27 08:51:36.295988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eea816-7f07-4df1-84fa-c49a7dbd50e5 req-aeaf067b-dbf5-4f99-b6d1-2766ddde9f3a tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:36.298249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4eea816-7f07-4df1-84fa-c49a7dbd50e5 req-aeaf067b-dbf5-4f99-b6d1-2766ddde9f3a tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0629971 Sep 27 08:51:36.344545 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4eea816-7f07-4df1-84fa-c49a7dbd50e5 req-bfcbacd8-3a9d-4cbe-ae79-0cf1c337139f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399237 Sep 27 08:51:36.576959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Router 41282f5b-d2ee-494a-8e0e-302301af61b5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:36.633293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-246496ad-031c-4883-bc00-93567619b1c1 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.634557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-246496ad-031c-4883-bc00-93567619b1c1 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/4acc5e37-efc8-4edb-8fbe-07ba306b8a6e HTTP/1.1" status: 204 len: 168 time: 0.6683910 Sep 27 08:51:36.637507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39254) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:36.643607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-04343a51-6b09-4300-afde-3d50e10f567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:36.645124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-04343a51-6b09-4300-afde-3d50e10f567e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1097 time: 0.1380374 Sep 27 08:51:36.649700 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2cbcabaf-0064-4a40-b9fe-3a8f8a635670 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=4acc5e37-efc8-4edb-8fbe-07ba306b8a6e HTTP/1.1" status: 200 len: 216 time: 0.0107603 Sep 27 08:51:36.653185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39256) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:36.667590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f974cd23-c999-4d9d-920b-8de32abb607f tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098584 Sep 27 08:51:36.667852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39258) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:36.679022 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d47c77a4-1ca4-4083-bc82-417297489941 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101876 Sep 27 08:51:36.682492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39260) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:36.742680 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6842a502-d42e-4e63-a880-7a2f5f5530f1 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/3bfac9d7-7954-4845-bca5-0d01f4784752 HTTP/1.1" status: 200 len: 473 time: 0.0588009 Sep 27 08:51:36.746791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39262) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:36.756942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d127b1d4-e240-4002-957d-e45626eb33b8 tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/3d6e4c2b-628f-4c2c-8fa4-bac075634d62 HTTP/1.1" status: 200 len: 461 time: 0.0087259 Sep 27 08:51:36.760638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39264) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:36.813520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:36.818801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.822611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-224e9a2e-edd7-4f5b-ba7e-e492ea7162ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:36.824095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-224e9a2e-edd7-4f5b-ba7e-e492ea7162ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 920 time: 0.1460280 Sep 27 08:51:36.827172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] Sync routers for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:36.838678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:36.839314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:36.859418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c01ca787-27e4-4924-8779-7cd4e85959ee tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:36.863043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c01ca787-27e4-4924-8779-7cd4e85959ee tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/3d6e4c2b-628f-4c2c-8fa4-bac075634d62 HTTP/1.1" status: 204 len: 168 time: 0.0990870 Sep 27 08:51:36.863300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39266) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:36.884160 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-309c40a4-416b-45dd-987d-551a26857404 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 217 time: 0.0415585 Sep 27 08:51:36.888681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7bdc04b2-c553-476d-8763-49f3e5158bba tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "DELETE /v2.0/floatingips/29158430-0e4b-4a1c-b673-443c16e95d06 HTTP/1.1" status: 204 len: 168 time: 1.6008539 Sep 27 08:51:36.888681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:36.888951 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90120e-b58b-434d-ad4c-04a66c50d626" -d '{"events": [{"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:36.935688 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e02239-ab4c-49d5-b5c7-fccc39a3a99d x-openstack-request-id: req-a7e02239-ab4c-49d5-b5c7-fccc39a3a99d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:36.935688 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:36.935688 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7e02239-ab4c-49d5-b5c7-fccc39a3a99d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:36.936032 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'status': 'completed', 'code': 200} Sep 27 08:51:36.961285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-c682b407-fb21-4e8b-ab3c-3bfeb0191d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:36.962882 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-c682b407-fb21-4e8b-ab3c-3bfeb0191d22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.0647440 Sep 27 08:51:36.998837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:37.001466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-08a9e141-a8f2-4236-84bf-1736cda78042 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295851 Sep 27 08:51:37.126605 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aa51c5d-126f-440f-8a66-74025ff970df tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.127781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8aa51c5d-126f-440f-8a66-74025ff970df tempest-MeteringTestJSON-1346394119 tempest-MeteringTestJSON-1346394119-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/3bfac9d7-7954-4845-bca5-0d01f4784752 HTTP/1.1" status: 204 len: 168 time: 0.2635069 Sep 27 08:51:37.136053 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-c2781fba-1190-4f97-9ee0-ba704a7caf6f service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272674 Sep 27 08:51:37.156094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-40b571b9-1dab-436f-bbff-ccb5d4e9f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:37.157670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-40b571b9-1dab-436f-bbff-ccb5d4e9f897 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305&device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 1096 time: 0.1859584 Sep 27 08:51:37.215336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7c3f5-1adb-41f8-a9b8-a54fc3f2618f req-30c3651a-a533-483a-ba37-cd542709ec01 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:37.221261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aca7c3f5-1adb-41f8-a9b8-a54fc3f2618f req-30c3651a-a533-483a-ba37-cd542709ec01 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 945 time: 0.1277776 Sep 27 08:51:37.254466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6501b3a3-380a-4894-ac4a-8becb416e625 req-71d44474-b59c-4fb2-854b-263d03770199 service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101024 Sep 27 08:51:37.330412 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aca7c3f5-1adb-41f8-a9b8-a54fc3f2618f req-93a51bec-6b89-4238-9f06-e35677fe19ca tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020591 Sep 27 08:51:37.360673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-cd202cd8-83e2-4461-901a-a66306430136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:37.362154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-cd202cd8-83e2-4461-901a-a66306430136 service neutron] 10.222.0.67 "GET /v2.0/networks?id=76720679-bc8e-4652-afbe-57a24f708ae7 HTTP/1.1" status: 200 len: 914 time: 0.1878045 Sep 27 08:51:37.419643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-a0f7b631-8a14-4b91-9fe9-1586c3216423 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4 HTTP/1.1" status: 200 len: 217 time: 0.0493042 Sep 27 08:51:37.436800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:37.455505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:37.470195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] Checking router: 41282f5b-d2ee-494a-8e0e-302301af61b5 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:37.479202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:37.480062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:37.489619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-ba6b2d94-a6db-48ad-b19b-397330b9f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:37.491456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-ba6b2d94-a6db-48ad-b19b-397330b9f610 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01442bae-cbb6-451e-9741-917fed839cbd HTTP/1.1" status: 200 len: 852 time: 0.0639944 Sep 27 08:51:37.502507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec7e6f-4e78-4eba-871c-ebba9a4373b5 req-cd324372-be25-49be-bf5d-96df43c42ffd tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:37.504046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69ec7e6f-4e78-4eba-871c-ebba9a4373b5 req-cd324372-be25-49be-bf5d-96df43c42ffd tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0804279 Sep 27 08:51:37.546479 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69ec7e6f-4e78-4eba-871c-ebba9a4373b5 req-7809a54d-4039-407a-9184-2ce852fe8975 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346913 Sep 27 08:51:37.551407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-1208c4f0-ad10-4fa2-a067-a9cbfa30f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:37.555048 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-1208c4f0-ad10-4fa2-a067-a9cbfa30f628 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76720679-bc8e-4652-afbe-57a24f708ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549710 Sep 27 08:51:37.603487 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80ec1fd-33d2-40d4-b084-ce45101b0aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.607312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:37.658010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-5f399cb5-d139-4086-9393-efa3f13d6b89 service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956445 Sep 27 08:51:37.699251 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80ec1fd-33d2-40d4-b084-ce45101b0aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.705411 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80ec1fd-33d2-40d4-b084-ce45101b0aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.747507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c80ec1fd-33d2-40d4-b084-ce45101b0aab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8690e0f0480c4daf8a345a4889b76a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907970 Sep 27 08:51:37.748236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ec1fd-33d2-40d4-b084-ce45101b0aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b436fa1-f159-4330-a934-9ca39d4852f8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:37.750286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39290) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:37.783885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c90120e-b58b-434d-ad4c-04a66c50d626 req-7f694476-68da-4003-bf7f-612037ac53a7 service neutron] 10.222.0.67 "GET /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178269 Sep 27 08:51:37.808450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:37.812504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8d59ea3-da41-454d-912c-3e09e63905aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.834536 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8d59ea3-da41-454d-912c-3e09e63905aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.835167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b5c8c-4413-4a01-af8b-dc9931e0f9c9 None None] The sync data for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 is: [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:48:03Z', 'revision_number': 4, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'b71407e7-d7ac-494f-ad39-856e1dc62a5b', 'name': '', 'network_id': '76720679-bc8e-4652-afbe-57a24f708ae7', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'mac_address': 'fa:16:3e:1d:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '01442bae-cbb6-451e-9741-917fed839cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:01Z', 'updated_at': '2021-09-27T08:48:19Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'subnets': [{'id': '01442bae-cbb6-451e-9741-917fed839cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:37.885775 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8d59ea3-da41-454d-912c-3e09e63905aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.888400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8d59ea3-da41-454d-912c-3e09e63905aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:37.889611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d8d59ea3-da41-454d-912c-3e09e63905aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b436fa1-f159-4330-a934-9ca39d4852f8 HTTP/1.1" status: 204 len: 168 time: 0.1382673 Sep 27 08:51:37.899298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d59ea3-da41-454d-912c-3e09e63905aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b436fa1-f159-4330-a934-9ca39d4852f8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:38.090433 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0faebf-873e-42fa-bbf7-b42f0bf55fd5 None None] New status for floating IP 29158430-0e4b-4a1c-b673-443c16e95d06: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:51:38.177400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39296) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:38.192315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0585-77a5-4dfd-bb41-a1b914febbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.300588 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0585-77a5-4dfd-bb41-a1b914febbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.305647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec0d0585-77a5-4dfd-bb41-a1b914febbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.343278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ec0d0585-77a5-4dfd-bb41-a1b914febbcc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51b0727d414f4f9f97a0bbf01e4dd60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648080 Sep 27 08:51:38.344025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d0585-77a5-4dfd-bb41-a1b914febbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64256e0a-7650-4362-9935-1db1f1677b47,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:38.346027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:38.400885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9f4f-e09e-4d12-9da4-429424b9268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.447253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9f4f-e09e-4d12-9da4-429424b9268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.493671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dc9a5-b5fb-48a7-bfc0-a3746189d687 req-37f6898d-2c73-4f75-9847-01daa6c8f6f4 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:38.495211 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b2dc9a5-b5fb-48a7-bfc0-a3746189d687 req-37f6898d-2c73-4f75-9847-01daa6c8f6f4 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 945 time: 0.0847213 Sep 27 08:51:38.526128 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9f4f-e09e-4d12-9da4-429424b9268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.529486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9f4f-e09e-4d12-9da4-429424b9268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.530915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b5c9f4f-e09e-4d12-9da4-429424b9268b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64256e0a-7650-4362-9935-1db1f1677b47 HTTP/1.1" status: 204 len: 168 time: 0.1836054 Sep 27 08:51:38.550517 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b2dc9a5-b5fb-48a7-bfc0-a3746189d687 req-8175b70b-1a13-4115-a6ae-1794f23bc068 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4ec74cd-dd76-462e-b634-0e1445eadf5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483060 Sep 27 08:51:38.551364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c9f4f-e09e-4d12-9da4-429424b9268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64256e0a-7650-4362-9935-1db1f1677b47,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:38.709400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37c135-ba8f-48c2-bcbd-11de95b0878c req-014b6f4d-1a34-4333-8102-2e733515f0da tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:38.710939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb37c135-ba8f-48c2-bcbd-11de95b0878c req-014b6f4d-1a34-4333-8102-2e733515f0da tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0826213 Sep 27 08:51:38.720314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-bf521f94-6b2e-43fb-a653-09719eef189e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:38.720900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-bf521f94-6b2e-43fb-a653-09719eef189e tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.67 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 945 time: 0.0823023 Sep 27 08:51:38.787169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb37c135-ba8f-48c2-bcbd-11de95b0878c req-0e51ae88-a056-4990-8d0d-fa9f6ae2d7d9 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652757 Sep 27 08:51:38.840550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Deleting port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:38.840900 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.935986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] For port 4680bb78-78c9-456c-bfc7-28e5c2d925c4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=4680bb78-78c9-456c-bfc7-28e5c2d925c4,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:38.936359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:38.949039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Calling delete_port for 4680bb78-78c9-456c-bfc7-28e5c2d925c4 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:39.082320 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.114290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event deleted for resources: {'Port': ['ID=4680bb78-78c9-456c-bfc7-28e5c2d925c4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:39.161745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] No DVR routers for this DVR port 4680bb78-78c9-456c-bfc7-28e5c2d925c4 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:39.164380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.166543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f44091b1-781a-4c47-8f3a-35d2fb0201e1 req-24c856f3-8d0b-4905-9c98-e4ab4c168883 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.67 "DELETE /v2.0/ports/4680bb78-78c9-456c-bfc7-28e5c2d925c4 HTTP/1.1" status: 204 len: 173 time: 0.4383919 Sep 27 08:51:39.166992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'name': 'network-vif-deleted', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:51:39.169298 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12044859-1e76-4642-b9dc-516786639370" -d '{"events": [{"server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "name": "network-vif-deleted", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:51:39.282481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39334) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:39.373010 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b743c74-95af-4ff0-af5b-b6f7bf23d6f0 x-openstack-request-id: req-6b743c74-95af-4ff0-af5b-b6f7bf23d6f0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:51:39.373408 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af05c5b8-a954-4a3d-83d1-0cb0dee745ec", "name": "network-vif-deleted", "tag": "4680bb78-78c9-456c-bfc7-28e5c2d925c4", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:51:39.373977 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b743c74-95af-4ff0-af5b-b6f7bf23d6f0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:51:39.374474 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af05c5b8-a954-4a3d-83d1-0cb0dee745ec', 'name': 'network-vif-deleted', 'tag': '4680bb78-78c9-456c-bfc7-28e5c2d925c4', 'status': 'completed', 'code': 200} Sep 27 08:51:39.393737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489906335'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:39.415019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:39.418785 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.427872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.530442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.535612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.560463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:39.579751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc269f8-0036-4ea1-a2a3-92318b56aa71,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:39.583066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.583417 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment ccabe003-4c53-4ab7-8a87-4b23d7cd507f of type vlan for network 643d5f78-42a4-4909-86a7-d4e33ebb97dd Sep 27 08:51:39.629264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.676392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c276250c-d00c-4bcc-8244-6dc85a75792a req-43fc9a89-f48c-49c0-902e-b599a980d676 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 210 time: 0.0298212 Sep 27 08:51:39.677137 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.683071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:39.683226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:39.733911 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4503529 Sep 27 08:51:39.796150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=643d5f78-42a4-4909-86a7-d4e33ebb97dd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:39.804051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.804432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.804780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.805115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.805447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.805808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.806136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.806462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.806789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.807111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.807430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.807750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9226190-404a-45ac-9453-f3bc594c1bae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:39.818702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 643d5f78-42a4-4909-86a7-d4e33ebb97dd details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:39.935445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5bfb8-91fa-4acb-af0f-d90cce93f183 req-46e8bbbe-15b7-4803-ab66-b1ea6f815bca tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:39.938001 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0c5bfb8-91fa-4acb-af0f-d90cce93f183 req-46e8bbbe-15b7-4803-ab66-b1ea6f815bca tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0649383 Sep 27 08:51:39.977110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0c5bfb8-91fa-4acb-af0f-d90cce93f183 req-f24d0241-4bc9-48fb-b6d0-52e2cf3d8cd8 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329859 Sep 27 08:51:40.780620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d0c14c0-1acf-4f3e-97a6-9c0e821fa222 req-b4960549-2297-4382-8f4c-39650ca3ad28 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 210 time: 0.0326605 Sep 27 08:51:41.105387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e272733-e691-409d-ba89-89319b481e63 req-7e71ee81-2f57-4dce-8db5-8ffd8ee15aee tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:41.107744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9e272733-e691-409d-ba89-89319b481e63 req-7e71ee81-2f57-4dce-8db5-8ffd8ee15aee tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0577438 Sep 27 08:51:41.147487 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9e272733-e691-409d-ba89-89319b481e63 req-d480fcda-b992-4012-9c39-eff59f36e0f8 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Sep 27 08:51:41.881326 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d109e95-7cba-41a0-a582-24f50a9c14ce req-ee392fa7-c320-41f3-aeaf-31fc65580131 tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 210 time: 0.0284438 Sep 27 08:51:42.273152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eed3d-f752-4aab-b823-707bc76e50eb req-6ef9b56c-4720-4be4-b937-68aef67adc05 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:42.276933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-203eed3d-f752-4aab-b823-707bc76e50eb req-6ef9b56c-4720-4be4-b937-68aef67adc05 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0526223 Sep 27 08:51:42.314123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-203eed3d-f752-4aab-b823-707bc76e50eb req-82ff5a02-c63d-4a2c-bda3-8d3013e8fb53 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Sep 27 08:51:42.337942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4680bb78-78c9-456c-bfc7-28e5c2d925c4 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:42.359912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 4680bb78-78c9-456c-bfc7-28e5c2d925c4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:42.360269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 4680bb78-78c9-456c-bfc7-28e5c2d925c4 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:42.939965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39362) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:42.945081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '643d5f78-42a4-4909-86a7-d4e33ebb97dd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:42.994395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1429dcfe-86ae-4380-a4a1-dde61e3105f3 req-39aef899-3d59-4316-b592-f52bf4fd33cf tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "GET /v2.0/ports?device_id=af05c5b8-a954-4a3d-83d1-0cb0dee745ec HTTP/1.1" status: 200 len: 210 time: 0.0274005 Sep 27 08:51:43.035125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:43.038988 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.228541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.286348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=0fd2d806-1c70-4fc6-ad02-f3825a36c537,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:43.297092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': 'ccabe003-4c53-4ab7-8a87-4b23d7cd507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '643d5f78-42a4-4909-86a7-d4e33ebb97dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:43.297457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 643d5f78-42a4-4909-86a7-d4e33ebb97dd, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:43.314736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 643d5f78-42a4-4909-86a7-d4e33ebb97dd is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:43.326227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 643d5f78-42a4-4909-86a7-d4e33ebb97dd) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:43.330700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:43.331308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.336184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e7b29-659f-4e57-a9b9-742a38030373 None None] Network 643d5f78-42a4-4909-86a7-d4e33ebb97dd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:43.348987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bdbc6f92-c0a0-4a24-bb39-377cc13fa99b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4075933 Sep 27 08:51:43.352173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39366) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:43.357241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2049185665'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:43.379609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:43.383328 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.432898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:43.448611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.448955 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment 00e21f92-436f-4992-8914-578473d97f8b of type vlan for network 30e6d3cb-dc96-432f-b75c-4a5ffc72b703 Sep 27 08:51:43.463998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1a5c-8a45-4f75-b893-736d6c2a2b0a req-30d65179-b011-4e11-aa11-72e8052736f0 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:43.465468 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-37be1a5c-8a45-4f75-b893-736d6c2a2b0a req-30d65179-b011-4e11-aa11-72e8052736f0 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0716028 Sep 27 08:51:43.486815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-643d5f78-42a4-4909-86a7-d4e33ebb97dd', 'network_id': '643d5f78-42a4-4909-86a7-d4e33ebb97dd', 'tenant_id': '9624f1f7097a4c8d9f566b8f13f438a1', 'fixed_ips': [{'subnet_id': '0fd2d806-1c70-4fc6-ad02-f3825a36c537'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:51:43.487760 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.517110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.547174 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-37be1a5c-8a45-4f75-b893-736d6c2a2b0a req-8d3bc9ba-3c7b-436c-b535-859fd3d69466 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594022 Sep 27 08:51:43.559479 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.566861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:43.568114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.608856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2555170 Sep 27 08:51:43.611658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39370) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:43.618644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '30e6d3cb-dc96-432f-b75c-4a5ffc72b703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:43.635562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Allocated IP 2001:db8:0:ffff::2 (643d5f78-42a4-4909-86a7-d4e33ebb97dd/0fd2d806-1c70-4fc6-ad02-f3825a36c537/f3f48aa1-7a47-4c4f-8985-db194fa840b7) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:43.661440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cd545-7adb-4efb-bf13-d0e5e5d5770e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=30e6d3cb-dc96-432f-b75c-4a5ffc72b703,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:43.671958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 30e6d3cb-dc96-432f-b75c-4a5ffc72b703 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:43.751341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:43.755163 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.837763 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.844218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.882849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Network 643d5f78-42a4-4909-86a7-d4e33ebb97dd is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:43.890447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:43.892357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Pushing event updated for resources: {'Port': ['ID=f3f48aa1-7a47-4c4f-8985-db194fa840b7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:43.894531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:43.953050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Attempting to bind port f3f48aa1-7a47-4c4f-8985-db194fa840b7 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:43.953472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Attempting to bind port f3f48aa1-7a47-4c4f-8985-db194fa840b7 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ccabe003-4c53-4ab7-8a87-4b23d7cd507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '643d5f78-42a4-4909-86a7-d4e33ebb97dd'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:43.953770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Attempting to bind port f3f48aa1-7a47-4c4f-8985-db194fa840b7 on network 643d5f78-42a4-4909-86a7-d4e33ebb97dd {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:43.956056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.958837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:43.959207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Checking segment: {'id': 'ccabe003-4c53-4ab7-8a87-4b23d7cd507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '643d5f78-42a4-4909-86a7-d4e33ebb97dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:43.959604 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:43.959991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Bound using segment: {'id': 'ccabe003-4c53-4ab7-8a87-4b23d7cd507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '643d5f78-42a4-4909-86a7-d4e33ebb97dd'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:43.960573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Bound port: f3f48aa1-7a47-4c4f-8985-db194fa840b7, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabe003-4c53-4ab7-8a87-4b23d7cd507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '643d5f78-42a4-4909-86a7-d4e33ebb97dd'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:43.960843 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.015677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=736c4ea7-fe4d-4bb0-be17-94fb9ce25675,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:44.025073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': '00e21f92-436f-4992-8914-578473d97f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '30e6d3cb-dc96-432f-b75c-4a5ffc72b703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:44.025431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 30e6d3cb-dc96-432f-b75c-4a5ffc72b703, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:44.027280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] For port f3f48aa1-7a47-4c4f-8985-db194fa840b7, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:44.030721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] For port f3f48aa1-7a47-4c4f-8985-db194fa840b7, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f3f48aa1-7a47-4c4f-8985-db194fa840b7,segment=NetworkSegment(ccabe003-4c53-4ab7-8a87-4b23d7cd507f),segment_id=ccabe003-4c53-4ab7-8a87-4b23d7cd507f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:44.036425 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.043872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 30e6d3cb-dc96-432f-b75c-4a5ffc72b703 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:44.054063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 30e6d3cb-dc96-432f-b75c-4a5ffc72b703) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:44.058447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:44.059144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39386) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:44.059638 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.078283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39388) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:44.078744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5584de55-6707-4fd6-83fb-4a61de10da61 None None] Network 30e6d3cb-dc96-432f-b75c-4a5ffc72b703 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:44.079472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-55ce59f4-c142-4721-9567-5530ed8341ca tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4666383 Sep 27 08:51:44.133889 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.173990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3b800-3695-4c79-bec7-a43e2098469c None None] Pushing event updated for resources: {'Port': ['ID=f3f48aa1-7a47-4c4f-8985-db194fa840b7,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:44.205330 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5228-b14b-4857-9dce-5bf7e130bbfa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.239276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.247529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5228-b14b-4857-9dce-5bf7e130bbfa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.278054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516592d-7f51-4b34-8bf2-e09121f40c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-30e6d3cb-dc96-432f-b75c-4a5ffc72b703', 'network_id': '30e6d3cb-dc96-432f-b75c-4a5ffc72b703', 'tenant_id': '9624f1f7097a4c8d9f566b8f13f438a1', 'fixed_ips': [{'subnet_id': '736c4ea7-fe4d-4bb0-be17-94fb9ce25675'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:51:44.278938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a516592d-7f51-4b34-8bf2-e09121f40c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.343017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.405236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5228-b14b-4857-9dce-5bf7e130bbfa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.408588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5228-b14b-4857-9dce-5bf7e130bbfa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.410025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5dc5228-b14b-4857-9dce-5bf7e130bbfa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4ec74cd-dd76-462e-b634-0e1445eadf5d HTTP/1.1" status: 204 len: 168 time: 0.3498671 Sep 27 08:51:44.427042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc5228-b14b-4857-9dce-5bf7e130bbfa tempest-TestVolumeBackupRestore-520736741 tempest-TestVolumeBackupRestore-520736741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ec74cd-dd76-462e-b634-0e1445eadf5d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:44.436003 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.476901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=736c4ea7-fe4d-4bb0-be17-94fb9ce25675,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-a516592d-7f51-4b34-8bf2-e09121f40c1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 736c4ea7-fe4d-4bb0-be17-94fb9ce25675: This subnet is being modified by another concurrent operation. Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:51:44.518648 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 736c4ea7-fe4d-4bb0-be17-94fb9ce25675: This subnet is being modified by another concurrent operation. Sep 27 08:51:44.522498 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:51:44.552009 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.560304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaacfcf-b3f8-485d-897a-b6008cea5e87 None None] Network 30e6d3cb-dc96-432f-b75c-4a5ffc72b703 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:44.582467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e6d3cb-dc96-432f-b75c-4a5ffc72b703']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:44.637558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e21f92-436f-4992-8914-578473d97f8b') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:44.637558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e21f92-436f-4992-8914-578473d97f8b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:44.687167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.713949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.733043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:44.733676 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:44.738131 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:44.801916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b929b6-44c4-4b1e-8d3a-e979410f7cd1 req-89911bfb-017d-4fb6-91a7-49066ede81ce tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:44.812489 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35b929b6-44c4-4b1e-8d3a-e979410f7cd1 req-89911bfb-017d-4fb6-91a7-49066ede81ce tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1350112 Sep 27 08:51:44.850332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.866231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.868931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35b929b6-44c4-4b1e-8d3a-e979410f7cd1 req-8fa0f00f-d860-474b-b433-98f6631c9d47 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530062 Sep 27 08:51:44.871553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/30e6d3cb-dc96-432f-b75c-4a5ffc72b703 HTTP/1.1" status: 204 len: 168 time: 0.7922273 Sep 27 08:51:44.875375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39426) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:44.882819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103041533'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:44.889770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba63617-3f6d-4eb7-8db8-e64e8e48fd07 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=30e6d3cb-dc96-432f-b75c-4a5ffc72b703,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:44.912610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:44.916254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.945240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:44.962929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:44.963532 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment 92fe8366-5e8e-42f4-bdd4-408970bf90d8 of type vlan for network 5b569831-c240-4ce8-b91e-222212d1f8d8 Sep 27 08:51:45.045668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.072100 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37b47790-d885-40ee-aafc-6ae945d93b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.107987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.118779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:45.121565 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.172772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2946889 Sep 27 08:51:45.175532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:45.185120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '5b569831-c240-4ce8-b91e-222212d1f8d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:45.231014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbacc8-cf4c-4d58-98f3-d29367146db9 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=5b569831-c240-4ce8-b91e-222212d1f8d8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:45.243033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 5b569831-c240-4ce8-b91e-222212d1f8d8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:45.374150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:45.378852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.581703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d3959-eae3-44b6-9402-0972bd2d110e None None] Network 643d5f78-42a4-4909-86a7-d4e33ebb97dd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:45.630585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Provisioning complete for port f3f48aa1-7a47-4c4f-8985-db194fa840b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:45.631669 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.722332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.835320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=57892574-576a-43bd-826a-d03108338234,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:45.856272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': '92fe8366-5e8e-42f4-bdd4-408970bf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b569831-c240-4ce8-b91e-222212d1f8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:45.857709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 5b569831-c240-4ce8-b91e-222212d1f8d8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:45.904695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 5b569831-c240-4ce8-b91e-222212d1f8d8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:45.916953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 5b569831-c240-4ce8-b91e-222212d1f8d8) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:45.923170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:45.924317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:45.934156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b43aa-87d6-46f4-88c0-800ee82ff1f5 None None] Network 5b569831-c240-4ce8-b91e-222212d1f8d8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:45.949026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:45.949619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b8ef49f-d0d4-4e27-95da-2761b36a665f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7726834 Sep 27 08:51:45.961739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2027457260'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:46.058208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:46.067020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.108781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef24e1-dda9-4507-9caa-4ca6fdc864cc req-4c54af21-48c9-4743-8dee-6228a0cf7c90 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:46.111437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bcef24e1-dda9-4507-9caa-4ca6fdc864cc req-4c54af21-48c9-4743-8dee-6228a0cf7c90 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1358140 Sep 27 08:51:46.157940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:46.186248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.186744 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment 9b54762d-5843-4ff2-8177-03f32f469ee8 of type vlan for network 5916f46b-03ff-4bfb-8749-d3d3916dd59a Sep 27 08:51:46.196210 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.245825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bcef24e1-dda9-4507-9caa-4ca6fdc864cc req-cff3e5c8-41a5-4b3d-96b4-206d9f545a0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221781 Sep 27 08:51:46.302489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.346087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.354824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:46.355555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.405395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4520938 Sep 27 08:51:46.406344 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:46.414271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '5916f46b-03ff-4bfb-8749-d3d3916dd59a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:46.445289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71118fd8-8eb3-42fd-83f7-d8733ef0c1e1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=5916f46b-03ff-4bfb-8749-d3d3916dd59a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:46.549568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f3f48aa1-7a47-4c4f-8985-db194fa840b7 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:46.570327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:46.579960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.594758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 5916f46b-03ff-4bfb-8749-d3d3916dd59a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:46.634247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-5b569831-c240-4ce8-b91e-222212d1f8d8', 'network_id': '5b569831-c240-4ce8-b91e-222212d1f8d8', 'tenant_id': '9624f1f7097a4c8d9f566b8f13f438a1', 'fixed_ips': [{'subnet_id': '57892574-576a-43bd-826a-d03108338234'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:51:46.638279 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.728554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Performing IP validity checks on allocation pools {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 27 08:51:46.729164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 27 08:51:46.755503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] For port f3f48aa1-7a47-4c4f-8985-db194fa840b7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f3f48aa1-7a47-4c4f-8985-db194fa840b7,segment=NetworkSegment(ccabe003-4c53-4ab7-8a87-4b23d7cd507f),segment_id=ccabe003-4c53-4ab7-8a87-4b23d7cd507f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:46.780878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.889423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f3f48aa1-7a47-4c4f-8985-db194fa840b7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:46.890071 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:46.948695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.052622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=cc7f67d2-1994-418d-9074-6a2e306c0f80,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:47.075852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': '9b54762d-5843-4ff2-8177-03f32f469ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5916f46b-03ff-4bfb-8749-d3d3916dd59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:47.076297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 5916f46b-03ff-4bfb-8749-d3d3916dd59a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:47.083573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Pushing event updated for resources: {'Port': ['ID=f3f48aa1-7a47-4c4f-8985-db194fa840b7,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:47.104800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 5916f46b-03ff-4bfb-8749-d3d3916dd59a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:47.117271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 5916f46b-03ff-4bfb-8749-d3d3916dd59a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:47.123500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:47.124121 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.141030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.141462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.141975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.142376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.142942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.145612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-545c7912-ac84-4c94-8c0c-f179a37b94f1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7373569 Sep 27 08:51:47.146579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.147080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.147526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.148236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39660) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:47.153624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.154776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.155682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.156817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c41241-dc0d-4a01-aad7-44734f8aa992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:51:47.246662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Allocated IP 2001:db8::1 (5b569831-c240-4ce8-b91e-222212d1f8d8/57892574-576a-43bd-826a-d03108338234/70177736-ea6f-44ea-a69d-aae23b580d43) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:47.353103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.415031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68d93c-d9d5-4248-b5eb-8ba539c07777 None None] Network 5916f46b-03ff-4bfb-8749-d3d3916dd59a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:47.454737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7229c28-0004-43f9-86fc-2c440f05c663 req-d799c3f9-0f7a-499f-ba57-3354d7036452 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:47.461593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f7229c28-0004-43f9-86fc-2c440f05c663 req-d799c3f9-0f7a-499f-ba57-3354d7036452 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0843983 Sep 27 08:51:47.482971 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.537433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f7229c28-0004-43f9-86fc-2c440f05c663 req-426a613f-41c7-44a4-91c4-c91ef4351b01 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706494 Sep 27 08:51:47.585315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.628801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7f67d2-1994-418d-9074-6a2e306c0f80,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:47.647203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f67832b7-4c88-428f-a61e-4275464d58b8 None None] Provisioning complete for port f3f48aa1-7a47-4c4f-8985-db194fa840b7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:47.647628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f67832b7-4c88-428f-a61e-4275464d58b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.661472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da3d7e90-bc7f-477e-b0f1-bd82f9948f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.725079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.747315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.752799 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.798794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5916f46b-03ff-4bfb-8749-d3d3916dd59a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:47.821320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b54762d-5843-4ff2-8177-03f32f469ee8') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:47.822668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b54762d-5843-4ff2-8177-03f32f469ee8') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:47.857756 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.875835 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.884386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:47.885318 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:47.889765 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:47.922984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Network 5b569831-c240-4ce8-b91e-222212d1f8d8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:47.938061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:47.940799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:48.029068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Pushing event updated for resources: {'Port': ['ID=70177736-ea6f-44ea-a69d-aae23b580d43,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:48.049134 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.059861 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.065816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39750) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:48.070096 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/5916f46b-03ff-4bfb-8749-d3d3916dd59a HTTP/1.1" status: 204 len: 168 time: 0.9203446 Sep 27 08:51:48.071620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-613338205'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:48.096520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f8587-bcbc-422c-9975-fd11f522d0c2 None None] Network 5916f46b-03ff-4bfb-8749-d3d3916dd59a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:48.127771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63af5c3-8add-4eb7-b91a-5ff9c24eec23 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=5916f46b-03ff-4bfb-8749-d3d3916dd59a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:48.130376 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.134580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f8587-bcbc-422c-9975-fd11f522d0c2 None None] Network 5916f46b-03ff-4bfb-8749-d3d3916dd59a could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:51:48.140089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Attempting to bind port 70177736-ea6f-44ea-a69d-aae23b580d43 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:48.140606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Attempting to bind port 70177736-ea6f-44ea-a69d-aae23b580d43 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '92fe8366-5e8e-42f4-bdd4-408970bf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b569831-c240-4ce8-b91e-222212d1f8d8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:48.141359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Attempting to bind port 70177736-ea6f-44ea-a69d-aae23b580d43 on network 5b569831-c240-4ce8-b91e-222212d1f8d8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:48.147937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:48.148447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Checking segment: {'id': '92fe8366-5e8e-42f4-bdd4-408970bf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b569831-c240-4ce8-b91e-222212d1f8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:48.149052 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.149627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Bound using segment: {'id': '92fe8366-5e8e-42f4-bdd4-408970bf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b569831-c240-4ce8-b91e-222212d1f8d8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:48.151146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Bound port: 70177736-ea6f-44ea-a69d-aae23b580d43, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fe8366-5e8e-42f4-bdd4-408970bf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b569831-c240-4ce8-b91e-222212d1f8d8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:48.151806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.184274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:48.189328 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.235130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] For port 70177736-ea6f-44ea-a69d-aae23b580d43, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:48.238787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] For port 70177736-ea6f-44ea-a69d-aae23b580d43, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=70177736-ea6f-44ea-a69d-aae23b580d43,segment=NetworkSegment(92fe8366-5e8e-42f4-bdd4-408970bf90d8),segment_id=92fe8366-5e8e-42f4-bdd4-408970bf90d8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:48.241854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:48.248243 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.261181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.261967 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment 23585511-aa02-4f92-911a-1c50554cab96 of type vlan for network 181ef7c9-9da2-4627-810f-978aa14536da Sep 27 08:51:48.310648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.352301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f3f48aa1-7a47-4c4f-8985-db194fa840b7 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:48.361648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.376939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:48.377954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.426881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f162fc4-9e11-43df-9fae-647ff2d3544e None None] Pushing event updated for resources: {'Port': ['ID=70177736-ea6f-44ea-a69d-aae23b580d43,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:48.429375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39778) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:48.438848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3718269 Sep 27 08:51:48.438993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '181ef7c9-9da2-4627-810f-978aa14536da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:48.452296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f3f48aa1-7a47-4c4f-8985-db194fa840b7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:48.454732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.526550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e5dd6-6da4-4759-9930-136ed7c6646d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=181ef7c9-9da2-4627-810f-978aa14536da,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:48.548858 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 181ef7c9-9da2-4627-810f-978aa14536da details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:48.554621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:48.559306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:48.800884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299590-c043-4a01-9230-b653efeef074 req-af32232d-e421-445e-ace5-e1c2ff1d715b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:48.811922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2299590-c043-4a01-9230-b653efeef074 req-af32232d-e421-445e-ace5-e1c2ff1d715b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1368372 Sep 27 08:51:48.961212 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.034861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2299590-c043-4a01-9230-b653efeef074 req-9fa87dfb-d464-444e-bfce-e82aba3b9ef3 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970239 Sep 27 08:51:49.043949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.168918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': '23585511-aa02-4f92-911a-1c50554cab96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '181ef7c9-9da2-4627-810f-978aa14536da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:49.169624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 181ef7c9-9da2-4627-810f-978aa14536da, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:49.191119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=3a6a2961-eab9-473f-b850-f9fa5772714e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:49.214740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 181ef7c9-9da2-4627-810f-978aa14536da is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:49.239400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 181ef7c9-9da2-4627-810f-978aa14536da) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:49.249088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39858) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:49.264730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ac827-9536-42c1-aeae-39cf6e086678 None None] Network 181ef7c9-9da2-4627-810f-978aa14536da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:49.266682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:49.267398 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.335709 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db23a946-fedd-4abd-8128-ad3c146f575e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9041166 Sep 27 08:51:49.337833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:49.363417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39872) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:49.516242 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.599819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ab94d-0c65-407f-9147-e0aa01efeab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-181ef7c9-9da2-4627-810f-978aa14536da', 'network_id': '181ef7c9-9da2-4627-810f-978aa14536da', 'tenant_id': '9624f1f7097a4c8d9f566b8f13f438a1', 'fixed_ips': [{'subnet_id': '3a6a2961-eab9-473f-b850-f9fa5772714e'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:51:49.601086 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab94d-0c65-407f-9147-e0aa01efeab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.621241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.762071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-ec1ab94d-0c65-407f-9147-e0aa01efeab4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a6a2961-eab9-473f-b850-f9fa5772714e: This subnet is being modified by another concurrent operation. Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:51:49.794504 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a6a2961-eab9-473f-b850-f9fa5772714e: This subnet is being modified by another concurrent operation. Sep 27 08:51:49.798510 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:51:49.819288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb57964e-1f1b-4492-bc83-6ee50c18702f None None] Network 181ef7c9-9da2-4627-810f-978aa14536da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:49.835650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6a2961-eab9-473f-b850-f9fa5772714e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:49.927837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.952854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181ef7c9-9da2-4627-810f-978aa14536da']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:49.965099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23585511-aa02-4f92-911a-1c50554cab96') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:49.965401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23585511-aa02-4f92-911a-1c50554cab96') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:49.978100 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.992558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:49.999420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:50.000444 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:50.004144 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:50.063644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15d92446-f214-41ea-a60f-184eb8b698f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.095736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.115368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.125500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52214108-ac30-40ea-9ca9-433fbb5cfd68 None None] Network 5b569831-c240-4ce8-b91e-222212d1f8d8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:50.134029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/181ef7c9-9da2-4627-810f-978aa14536da HTTP/1.1" status: 204 len: 168 time: 0.7938492 Sep 27 08:51:50.140525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:50.147497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600170980'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:50.183624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54373c1b-d95a-4d59-9a16-4739fcab3ace tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=181ef7c9-9da2-4627-810f-978aa14536da,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:50.216359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0fd55836-70a0-4aa7-aac9-329c6ec62e78 None None] Provisioning complete for port 70177736-ea6f-44ea-a69d-aae23b580d43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:50.216796 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd55836-70a0-4aa7-aac9-329c6ec62e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.321215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 70177736-ea6f-44ea-a69d-aae23b580d43 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:50.362652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15566c-9d96-4174-962d-3fe676faf399 req-def7b8d6-264a-40ac-bdab-95c9d83cc059 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:50.368832 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f15566c-9d96-4174-962d-3fe676faf399 req-def7b8d6-264a-40ac-bdab-95c9d83cc059 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.2394650 Sep 27 08:51:50.371855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15d92446-f214-41ea-a60f-184eb8b698f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.384878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15d92446-f214-41ea-a60f-184eb8b698f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.398842 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:51:50.412649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:50.419810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.458998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:50.465874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd55836-70a0-4aa7-aac9-329c6ec62e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.476417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.477515 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment e1426635-ede1-4225-83b1-259a8b9b9b05 of type vlan for network 0261850b-728b-451f-ac25-9ffb7eb393e7 Sep 27 08:51:50.500599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 70177736-ea6f-44ea-a69d-aae23b580d43 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:50.500950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.514413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:50.517259 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-15d92446-f214-41ea-a60f-184eb8b698f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1eb9491a17a64461bf54a6f7144bc81f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1518657 Sep 27 08:51:50.521965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d92446-f214-41ea-a60f-184eb8b698f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b655c52b-c4e6-4a3b-9efe-5b8ca4474638,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:50.528994 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f15566c-9d96-4174-962d-3fe676faf399 req-0f7a3b54-7755-4dd4-a7ad-03caea5f64ea tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554620 Sep 27 08:51:50.582849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0fd55836-70a0-4aa7-aac9-329c6ec62e78 None None] For port 70177736-ea6f-44ea-a69d-aae23b580d43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=70177736-ea6f-44ea-a69d-aae23b580d43,segment=NetworkSegment(92fe8366-5e8e-42f4-bdd4-408970bf90d8),segment_id=92fe8366-5e8e-42f4-bdd4-408970bf90d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:50.596135 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd55836-70a0-4aa7-aac9-329c6ec62e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.616577 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.636164 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.687925 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.689279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd55836-70a0-4aa7-aac9-329c6ec62e78 None None] Pushing event updated for resources: {'Port': ['ID=70177736-ea6f-44ea-a69d-aae23b580d43,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:50.701069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4e52571-e96e-42d7-90bc-673243222656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.703682 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.710785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:50.711390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.812477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4e52571-e96e-42d7-90bc-673243222656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.814607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0f33b-3243-4c51-80c7-d4a9d5ab718c None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:51:50.818935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=0261850b-728b-451f-ac25-9ffb7eb393e7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:50.823506 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5c3f71b-bad7-4c3c-be17-6826544bd7b7 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6820352 Sep 27 08:51:50.826933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39920) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:50.831844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '0261850b-728b-451f-ac25-9ffb7eb393e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:50.848505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 0261850b-728b-451f-ac25-9ffb7eb393e7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:50.946953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:50.950622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.955404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4e52571-e96e-42d7-90bc-673243222656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.957954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4e52571-e96e-42d7-90bc-673243222656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.959129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4e52571-e96e-42d7-90bc-673243222656 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b655c52b-c4e6-4a3b-9efe-5b8ca4474638 HTTP/1.1" status: 204 len: 168 time: 0.4421673 Sep 27 08:51:50.976512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Deleting port b71407e7-d7ac-494f-ad39-856e1dc62a5b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:50.976872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:50.989025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e52571-e96e-42d7-90bc-673243222656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b655c52b-c4e6-4a3b-9efe-5b8ca4474638,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:51.068929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] For port b71407e7-d7ac-494f-ad39-856e1dc62a5b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b71407e7-d7ac-494f-ad39-856e1dc62a5b,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:51.069896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.087204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Calling delete_port for b71407e7-d7ac-494f-ad39-856e1dc62a5b owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:51.132176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-acaca602-d897-445d-bcc6-52a385a83fe2 None None] Provisioning complete for port 70177736-ea6f-44ea-a69d-aae23b580d43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:51.132176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-acaca602-d897-445d-bcc6-52a385a83fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.196794 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.280572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': 'e1426635-ede1-4225-83b1-259a8b9b9b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0261850b-728b-451f-ac25-9ffb7eb393e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:51.280572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 0261850b-728b-451f-ac25-9ffb7eb393e7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:51.282722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=449aa45a-c2c1-414e-9baf-99bbd359a638,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:51.305390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0f33b-3243-4c51-80c7-d4a9d5ab718c None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:51:51.308041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 0261850b-728b-451f-ac25-9ffb7eb393e7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:51.323031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 0261850b-728b-451f-ac25-9ffb7eb393e7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:51.331658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:51.332306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.371444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f365541-ce7e-4299-a619-124cc1ff23eb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5433083 Sep 27 08:51:51.371946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39932) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:51.482160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.526643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71407e7-d7ac-494f-ad39-856e1dc62a5b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:51.603598 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.760824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc06e5-459a-4aba-9b93-0a445a6b637a req-3098c004-0d5f-49be-92fc-9f73b2c24de1 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:51.762459 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0cdc06e5-459a-4aba-9b93-0a445a6b637a req-3098c004-0d5f-49be-92fc-9f73b2c24de1 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0808637 Sep 27 08:51:51.785241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.854079 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.857561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0cdc06e5-459a-4aba-9b93-0a445a6b637a req-e66b6a15-733b-471f-9e8c-1aafcd50d50b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845077 Sep 27 08:51:51.858227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.892764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a7901-35b8-4776-85d2-3610fb53deaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-0261850b-728b-451f-ac25-9ffb7eb393e7', 'network_id': '0261850b-728b-451f-ac25-9ffb7eb393e7', 'tenant_id': '9624f1f7097a4c8d9f566b8f13f438a1', 'fixed_ips': [{'subnet_id': '449aa45a-c2c1-414e-9baf-99bbd359a638'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:51:51.893941 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-386a7901-35b8-4776-85d2-3610fb53deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:51.923160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=449aa45a-c2c1-414e-9baf-99bbd359a638,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:52.020785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff4c74-e205-4793-b0d8-deae78ad9512 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:51:52.026038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.079820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0261850b-728b-451f-ac25-9ffb7eb393e7']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:52.093847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1426635-ede1-4225-83b1-259a8b9b9b05') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:52.094125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1426635-ede1-4225-83b1-259a8b9b9b05') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:52.113453 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.133749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.186975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:52.187509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:52.190760 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:52.230969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ff4c74-e205-4793-b0d8-deae78ad9512 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:51:52.309908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.384504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.386501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/0261850b-728b-451f-ac25-9ffb7eb393e7 HTTP/1.1" status: 204 len: 168 time: 1.0133097 Sep 27 08:51:52.387523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7291d-acfa-4d79-874c-7c5f9ec7c72f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=0261850b-728b-451f-ac25-9ffb7eb393e7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:52.391353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39954) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:52.398578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310909142'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:52.443088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Router 41282f5b-d2ee-494a-8e0e-302301af61b5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:51:52.445185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 70177736-ea6f-44ea-a69d-aae23b580d43 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:52.485710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:52.487104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.516666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:52.526784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.527002 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment e96dd6e6-230e-46e5-96e3-b69155723715 of type vlan for network 30fcb4c7-8cd3-4483-a853-92c46fe651bb Sep 27 08:51:52.597894 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 70177736-ea6f-44ea-a69d-aae23b580d43 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:52.598367 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.614325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.679770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be39bb6-fc32-4c0a-9315-1c735738c040 None None] Network 0261850b-728b-451f-ac25-9ffb7eb393e7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:52.697085 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be39bb6-fc32-4c0a-9315-1c735738c040 None None] Network 0261850b-728b-451f-ac25-9ffb7eb393e7 could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:51:52.716058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.721732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:52.722784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:52.733721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc3060-d083-4eca-ab5b-384bc5afc371 None None] Network 0261850b-728b-451f-ac25-9ffb7eb393e7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:52.751136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc3060-d083-4eca-ab5b-384bc5afc371 None None] Network 0261850b-728b-451f-ac25-9ffb7eb393e7 could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:51:52.756900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:52.762098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3695045 Sep 27 08:51:52.764114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:52.817061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:52.826003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5aa388af-4feb-446d-ae58-929a63822234 admin admin] 10.222.0.50 "PUT /v2.0/routers/41282f5b-d2ee-494a-8e0e-302301af61b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5680671 Sep 27 08:51:52.828689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39970) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:52.830367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284beb84-df50-4b02-9765-0190e3469446 None None] Sync routers for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:52.844775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284beb84-df50-4b02-9765-0190e3469446 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:52.845514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-284beb84-df50-4b02-9765-0190e3469446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:52.904410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3ec78-823e-4d50-8156-d56e5165a86d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=30fcb4c7-8cd3-4483-a853-92c46fe651bb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:52.921990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:52.936003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39976) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:53.085095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1354909375', 'router:external': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:53.110887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.120047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Made reservation on behalf of a27491d48cef4d1d8b8395a747afbcd7 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:53.122869 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.133599 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.134470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-284beb84-df50-4b02-9765-0190e3469446 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:53.170939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:51:53.170939 n-d-810909-1 neutron-server[94830]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:51:53.170939 n-d-810909-1 neutron-server[94830]: [parameters: {'project_id_1': 'a27491d48cef4d1d8b8395a747afbcd7', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 51, 33, 149232)}] Sep 27 08:51:53.170939 n-d-810909-1 neutron-server[94830]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:51:53.171368 n-d-810909-1 neutron-server[94830]: DEBUG oslo_db.api [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:51:53.183879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897f839-6192-483b-a2e9-667167014a4e req-29dce824-b325-4a4b-bfc6-3df950fa62d2 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:53.185456 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4897f839-6192-483b-a2e9-667167014a4e req-29dce824-b325-4a4b-bfc6-3df950fa62d2 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1637540 Sep 27 08:51:53.207532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:53.210871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.354303 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4897f839-6192-483b-a2e9-667167014a4e req-2c119aa6-247d-49d9-8e9d-ae01a50761b1 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575418 Sep 27 08:51:53.370730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.496783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-284beb84-df50-4b02-9765-0190e3469446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:51:51Z', 'revision_number': 5, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port': {'id': '4c1cf5f6-bf0f-4ca7-81d5-5093991d53db', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:47:56Z', 'updated_at': '2021-09-27T08:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:53.509535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Deleting port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:53.509877 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.526527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284beb84-df50-4b02-9765-0190e3469446 None None] Checking router: 41282f5b-d2ee-494a-8e0e-302301af61b5 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:53.535139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284beb84-df50-4b02-9765-0190e3469446 None None] Routers {'41282f5b-d2ee-494a-8e0e-302301af61b5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:53.537149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-284beb84-df50-4b02-9765-0190e3469446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41282f5b-d2ee-494a-8e0e-302301af61b5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:53.545805 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.629383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-284beb84-df50-4b02-9765-0190e3469446 None None] Set router 41282f5b-d2ee-494a-8e0e-302301af61b5 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:53.672647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.686567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-284beb84-df50-4b02-9765-0190e3469446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:51:53Z', 'revision_number': 6, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:53.716395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284beb84-df50-4b02-9765-0190e3469446 None None] The sync data for ids ['41282f5b-d2ee-494a-8e0e-302301af61b5'] in n-d-810909-1 is: [{'id': '41282f5b-d2ee-494a-8e0e-302301af61b5', 'name': 'tempest-TestVolumeBackupRestore-984182015-router', 'tenant_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:47:54Z', 'updated_at': '2021-09-27T08:51:53Z', 'revision_number': 6, 'project_id': '46ff04e1b5af4c56b7bc1f51c68a7305', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:51:53.801539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.807434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.837064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:53.844487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715b581e-6ac8-42d2-96af-c0bb5b4b99bd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:53.851813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.852408 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Added segment d9769635-5ec5-4416-93ac-efcffac94da6 of type vlan for network 557c431b-ee75-4d72-8168-a2ccc86cef66 Sep 27 08:51:53.903682 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.934150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.935172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:53.935944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:53.972017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0340385 Sep 27 08:51:53.974512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39982) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:53.981657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'subnet': {'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:54.015248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55ee32-fd81-4812-844c-c98c7ae6c079 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'Network': ['ID=557c431b-ee75-4d72-8168-a2ccc86cef66,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:54.033207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 557c431b-ee75-4d72-8168-a2ccc86cef66 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:54.037914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Made reservation on behalf of a27491d48cef4d1d8b8395a747afbcd7 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:54.041190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.089971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] For port 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c1cf5f6-bf0f-4ca7-81d5-5093991d53db,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:54.091089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.106826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Calling delete_port for 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:54.195811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b71407e7-d7ac-494f-ad39-856e1dc62a5b no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:54.234757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b71407e7-d7ac-494f-ad39-856e1dc62a5b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:54.235223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b71407e7-d7ac-494f-ad39-856e1dc62a5b not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:54.292128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=6e9067a9-ca3a-4e4b-82ee-21a7d36cd86f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:54.322529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': 'e96dd6e6-230e-46e5-96e3-b69155723715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:54.322891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 30fcb4c7-8cd3-4483-a853-92c46fe651bb, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:54.374615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:54.397107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 30fcb4c7-8cd3-4483-a853-92c46fe651bb) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:54.402348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:54.402944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.410963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8276734-1302-4b02-aee2-e96bb847032f None None] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:54.424125 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.442805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-721d4010-38df-4f54-bcd6-e0dcff5108f3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6847732 Sep 27 08:51:54.446402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39988) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:54.455091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:54.511257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1cf5f6-bf0f-4ca7-81d5-5093991d53db,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:54.610957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-30fcb4c7-8cd3-4483-a853-92c46fe651bb', 'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb', 'tenant_id': '9624f1f7097a4c8d9f566b8f13f438a1', 'fixed_ips': [{'subnet_id': '6e9067a9-ca3a-4e4b-82ee-21a7d36cd86f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:51:54.612977 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.641785 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.657580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:51:54.658217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.739148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Checking segment: {'id': 'd9769635-5ec5-4416-93ac-efcffac94da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:54.739740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Network hostable DHCP agents. Network: 557c431b-ee75-4d72-8168-a2ccc86cef66, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:54.743605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4285e20d-4eee-4650-859b-9fd0e654ef7b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:54.762406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Network 557c431b-ee75-4d72-8168-a2ccc86cef66 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:54.776007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 557c431b-ee75-4d72-8168-a2ccc86cef66) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:54.786019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:54.786620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.797288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e348c-f67d-409c-ae21-3e17f29eb242 None None] Network 557c431b-ee75-4d72-8168-a2ccc86cef66 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:54.854614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22e92f-af65-4eff-88c7-07e58a72fae5 req-5ab040bb-b85c-4158-b52a-9a7f2ea04e07 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:54.856385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e22e92f-af65-4eff-88c7-07e58a72fae5 req-5ab040bb-b85c-4158-b52a-9a7f2ea04e07 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.3638446 Sep 27 08:51:54.881603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.886464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.890011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Allocated IP 2001:db8::2 (30fcb4c7-8cd3-4483-a853-92c46fe651bb/6e9067a9-ca3a-4e4b-82ee-21a7d36cd86f/1f36a516-285b-43b8-beb3-dbcc5630067c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:54.932883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dd5fa3da-0183-432a-a721-908546f05ae9 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9571629 Sep 27 08:51:54.938537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39992) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:54.944534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-228716955', 'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:54.955234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:54.959857 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.979373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Made reservation on behalf of a27491d48cef4d1d8b8395a747afbcd7 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:54.982019 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:54.996247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba7576-1048-4ce5-8d65-a3d6fc21a2d2 None None] Network 557c431b-ee75-4d72-8168-a2ccc86cef66 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:55.006109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.007124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41282f5b-d2ee-494a-8e0e-302301af61b5 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:51:55.014574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] device_id is not set on port 4decb351-1569-434a-9120-13beacb9e056 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:51:55.034065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.035432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-99192bb4-0744-43ce-bc70-7c9de46cdde1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/41282f5b-d2ee-494a-8e0e-302301af61b5 HTTP/1.1" status: 204 len: 168 time: 2.2057040 Sep 27 08:51:55.039746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e22e92f-af65-4eff-88c7-07e58a72fae5 req-5de7e218-a19a-4cc6-8fc6-939d70832828 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546898 Sep 27 08:51:55.040313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:55.170086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Allocated IP 172.20.0.11 (557c431b-ee75-4d72-8168-a2ccc86cef66/4285e20d-4eee-4650-859b-9fd0e654ef7b/4decb351-1569-434a-9120-13beacb9e056) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:55.220406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c18773d-f7a9-4dcf-a961-019dc77c4009 admin admin] Deleting subnet 01442bae-cbb6-451e-9741-917fed839cbd {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:51:55.236627 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c18773d-f7a9-4dcf-a961-019dc77c4009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.292357 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.292720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c18773d-f7a9-4dcf-a961-019dc77c4009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.300826 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.344169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:55.349412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:55.353875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:55.402834 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.426305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Pushing event updated for resources: {'Port': ['ID=1f36a516-285b-43b8-beb3-dbcc5630067c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:55.429172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Attempting to bind port 1f36a516-285b-43b8-beb3-dbcc5630067c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:55.429541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Attempting to bind port 1f36a516-285b-43b8-beb3-dbcc5630067c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'e96dd6e6-230e-46e5-96e3-b69155723715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:55.429947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Attempting to bind port 1f36a516-285b-43b8-beb3-dbcc5630067c on network 30fcb4c7-8cd3-4483-a853-92c46fe651bb {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:55.435803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:55.436179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Checking segment: {'id': 'e96dd6e6-230e-46e5-96e3-b69155723715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:55.436606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.437117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Bound using segment: {'id': 'e96dd6e6-230e-46e5-96e3-b69155723715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:55.437593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Bound port: 1f36a516-285b-43b8-beb3-dbcc5630067c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96dd6e6-230e-46e5-96e3-b69155723715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:55.437970 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.461992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.470157 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c18773d-f7a9-4dcf-a961-019dc77c4009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.506239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] For port 1f36a516-285b-43b8-beb3-dbcc5630067c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:55.509842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] For port 1f36a516-285b-43b8-beb3-dbcc5630067c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f36a516-285b-43b8-beb3-dbcc5630067c,segment=NetworkSegment(e96dd6e6-230e-46e5-96e3-b69155723715),segment_id=e96dd6e6-230e-46e5-96e3-b69155723715)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:55.510140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Network 557c431b-ee75-4d72-8168-a2ccc86cef66 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:55.514722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:55.515368 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.523347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:55.567230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'Port': ['ID=4decb351-1569-434a-9120-13beacb9e056,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:55.586933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b618752-c4e6-4d78-a18d-3d4636d09790 None None] Pushing event updated for resources: {'Port': ['ID=1f36a516-285b-43b8-beb3-dbcc5630067c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:55.587163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.591030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:55.591755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.603393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c18773d-f7a9-4dcf-a961-019dc77c4009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.616303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9e861600-2de7-43fd-9cdd-7e2cd595b3bb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6761160 Sep 27 08:51:55.617043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39998) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:55.629260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:55.649711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:55.656402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:55.656922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.670164 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c18773d-f7a9-4dcf-a961-019dc77c4009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.671713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496be486-511c-48f3-b023-e9c2818c495f None None] Network 76720679-bc8e-4652-afbe-57a24f708ae7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:55.675625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2c18773d-f7a9-4dcf-a961-019dc77c4009 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/01442bae-cbb6-451e-9741-917fed839cbd HTTP/1.1" status: 204 len: 168 time: 0.6282074 Sep 27 08:51:55.678768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40000) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:55.687954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=78d036f2-9485-40c9-a044-7bbab69fa868,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:55.724674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-75b8dad0-aa44-4c97-a02f-72839bf52bc1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Deleting port 4decb351-1569-434a-9120-13beacb9e056 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:55.725162 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75b8dad0-aa44-4c97-a02f-72839bf52bc1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.747196 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18773d-f7a9-4dcf-a961-019dc77c4009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01442bae-cbb6-451e-9741-917fed839cbd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:55.765058 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b289c627-5a07-4779-8c88-56c521184e38 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3141975 Sep 27 08:51:55.769100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40004) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:55.825143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75b8dad0-aa44-4c97-a02f-72839bf52bc1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.840486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-75b8dad0-aa44-4c97-a02f-72839bf52bc1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Calling delete_port for 4decb351-1569-434a-9120-13beacb9e056 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:55.933595 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:55.962272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa21cfc-7c9f-4456-bca1-fe14a4f45302 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:55.963810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa21cfc-7c9f-4456-bca1-fe14a4f45302 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:55.965406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa21cfc-7c9f-4456-bca1-fe14a4f45302 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:55.966973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa21cfc-7c9f-4456-bca1-fe14a4f45302 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:55.968815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa21cfc-7c9f-4456-bca1-fe14a4f45302 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:55.970689 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1aa21cfc-7c9f-4456-bca1-fe14a4f45302 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2006593 Sep 27 08:51:55.974914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:55.980230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1467337098'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:55.987351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] DHCP port deletion for 76720679-bc8e-4652-afbe-57a24f708ae7 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:51:56.043298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:56.047442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.081208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:51:56.089724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] Deleting port acb38569-2267-4a46-817d-62f6234c1396 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:56.090256 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.093069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.093429 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment 9697b032-9f27-4941-aef6-35e21b6ab591 of type vlan for network 345db9a2-5950-40e9-b17d-42c7065e8575 Sep 27 08:51:56.152483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.202091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Deleting port acb38569-2267-4a46-817d-62f6234c1396 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:56.202577 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.221052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] For port acb38569-2267-4a46-817d-62f6234c1396, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=acb38569-2267-4a46-817d-62f6234c1396,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:56.222084 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.224780 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.237145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:56.237971 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.246534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] Calling delete_port for acb38569-2267-4a46-817d-62f6234c1396 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:56.357145 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.374524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f36a516-285b-43b8-beb3-dbcc5630067c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:56.374752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3960576 Sep 27 08:51:56.382623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:56.394641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8c6ef44d-cabd-40d0-94a0-39dd72636a57 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:56.428486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] Pushing event deleted for resources: {'Port': ['ID=acb38569-2267-4a46-817d-62f6234c1396,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:56.433487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6e42c-470e-4bb1-8db5-eda87dbe065a None None] No DVR routers for this DVR port acb38569-2267-4a46-817d-62f6234c1396 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:56.460440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f36a516-285b-43b8-beb3-dbcc5630067c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:56.460951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.520785 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75b8dad0-aa44-4c97-a02f-72839bf52bc1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.522036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] For port acb38569-2267-4a46-817d-62f6234c1396, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=acb38569-2267-4a46-817d-62f6234c1396,segment=NetworkSegment(0a171124-8c1c-4736-bd19-10c4356c68f7),segment_id=0a171124-8c1c-4736-bd19-10c4356c68f7)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:56.522422 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.532755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d5447-e7f0-4e50-9ffc-a6e0fbbd943c req-d252a1ea-5d22-40d5-b4cc-9d425c78ab8d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:56.534356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa9d5447-e7f0-4e50-9ffc-a6e0fbbd943c req-d252a1ea-5d22-40d5-b4cc-9d425c78ab8d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.3408453 Sep 27 08:51:56.535647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f829fb8-cc62-4fc3-9e8a-caf55ec7cad4 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=345db9a2-5950-40e9-b17d-42c7065e8575,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:56.552146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 345db9a2-5950-40e9-b17d-42c7065e8575 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:56.555763 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.585100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8dad0-aa44-4c97-a02f-72839bf52bc1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event deleted for resources: {'Port': ['ID=4decb351-1569-434a-9120-13beacb9e056,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:56.613683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Calling delete_port for acb38569-2267-4a46-817d-62f6234c1396 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:56.613919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 1f36a516-285b-43b8-beb3-dbcc5630067c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f36a516-285b-43b8-beb3-dbcc5630067c,segment=NetworkSegment(e96dd6e6-230e-46e5-96e3-b69155723715),segment_id=e96dd6e6-230e-46e5-96e3-b69155723715)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:56.647180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.660860 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75b8dad0-aa44-4c97-a02f-72839bf52bc1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.665864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-75b8dad0-aa44-4c97-a02f-72839bf52bc1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "DELETE /v2.0/ports/4decb351-1569-434a-9120-13beacb9e056 HTTP/1.1" status: 204 len: 168 time: 1.0452349 Sep 27 08:51:56.666212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40014) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:56.673065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa9d5447-e7f0-4e50-9ffc-a6e0fbbd943c req-dd0e803a-ab09-4adf-a8ba-e66fc4a1cf47 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171007 Sep 27 08:51:56.673943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66', 'external_fixed_ips': [{'subnet_id': '4285e20d-4eee-4650-859b-9fd0e654ef7b', 'ip_address': '172.20.0.11'}]}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:56.718246 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.719442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.721759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=1f36a516-285b-43b8-beb3-dbcc5630067c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:56.775723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:56.788189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.801618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef44d-cabd-40d0-94a0-39dd72636a57 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.802340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:56.802689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c1cf5f6-bf0f-4ca7-81d5-5093991d53db not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:56.803122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device acb38569-2267-4a46-817d-62f6234c1396 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:51:56.824505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: acb38569-2267-4a46-817d-62f6234c1396 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:51:56.824861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device acb38569-2267-4a46-817d-62f6234c1396 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:51:56.826638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.832818 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef44d-cabd-40d0-94a0-39dd72636a57 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.886929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Pushing event deleted for resources: {'Port': ['ID=acb38569-2267-4a46-817d-62f6234c1396,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:56.896593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c6ef44d-cabd-40d0-94a0-39dd72636a57 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 345db9a2-5950-40e9-b17d-42c7065e8575 is not hosted by any dhcp agent {{(pid=94831) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:51:56.902044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ef44d-cabd-40d0-94a0-39dd72636a57 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:56.902648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef44d-cabd-40d0-94a0-39dd72636a57 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.903939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c6ef44d-cabd-40d0-94a0-39dd72636a57 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "PUT /v2.0/networks/345db9a2-5950-40e9-b17d-42c7065e8575 HTTP/1.1" status: 200 len: 723 time: 0.5199010 Sep 27 08:51:56.910439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:56.915419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '345db9a2-5950-40e9-b17d-42c7065e8575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:56.919131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] No DVR routers for this DVR port acb38569-2267-4a46-817d-62f6234c1396 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:51:56.974641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:56.983013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ef44d-cabd-40d0-94a0-39dd72636a57 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=345db9a2-5950-40e9-b17d-42c7065e8575,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:56.995021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 345db9a2-5950-40e9-b17d-42c7065e8575 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:51:57.011383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67e6ae7-5e0b-413a-b53f-254144f2dc29 None None] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:57.087856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.117326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76720679-bc8e-4652-afbe-57a24f708ae7']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:57.130509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a171124-8c1c-4736-bd19-10c4356c68f7') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:57.130793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a171124-8c1c-4736-bd19-10c4356c68f7') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:57.137876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4f5bed61-16af-4ea4-bf54-2dff093e8165 None None] Provisioning complete for port 1f36a516-285b-43b8-beb3-dbcc5630067c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:57.138255 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5bed61-16af-4ea4-bf54-2dff093e8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.138388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:51:57.141779 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.149777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.190638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.200250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:57.200680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:57.202392 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:57.210555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.237543 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.326774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.358513 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.365538 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] 10.222.0.50 "DELETE /v2.0/networks/76720679-bc8e-4652-afbe-57a24f708ae7 HTTP/1.1" status: 204 len: 168 time: 1.6857533 Sep 27 08:51:57.366603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40022) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:57.370557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77efc99-316d-4034-962e-d6bbdf71500b admin admin] Pushing event deleted for resources: {'Network': ['ID=76720679-bc8e-4652-afbe-57a24f708ae7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:57.415265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a714d4-75f4-4656-9460-a1205399031d None None] Update dhcp port {'port': {'network_id': '30fcb4c7-8cd3-4483-a853-92c46fe651bb', 'fixed_ips': [{'subnet_id': '6e9067a9-ca3a-4e4b-82ee-21a7d36cd86f', 'ip_address': '2001:db8::2'}, {'subnet_id': '78d036f2-9485-40c9-a044-7bbab69fa868'}], 'binding:host_id': 'n-d-810909-1'}, 'id': '1f36a516-285b-43b8-beb3-dbcc5630067c'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:51:57.445027 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6a714d4-75f4-4656-9460-a1205399031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.462821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Allocated IP 172.20.0.11 (557c431b-ee75-4d72-8168-a2ccc86cef66/4285e20d-4eee-4650-859b-9fd0e654ef7b/dea1cb6c-cabe-4005-be3e-f4ccf8910aab) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:57.500877 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.589070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=25965e07-6d5d-4b3b-8bb7-f448ae74f02f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:57.607788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': '9697b032-9f27-4941-aef6-35e21b6ab591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '345db9a2-5950-40e9-b17d-42c7065e8575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:57.608234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 345db9a2-5950-40e9-b17d-42c7065e8575, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:51:57.627072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 345db9a2-5950-40e9-b17d-42c7065e8575 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:51:57.645826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 345db9a2-5950-40e9-b17d-42c7065e8575) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:57.657610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382dbd8-30ae-424e-b73f-1bb640201b34 None None] Network 345db9a2-5950-40e9-b17d-42c7065e8575 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:57.661243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:57.662062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.665329 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a6a714d4-75f4-4656-9460-a1205399031d None None] Allocated IP 172.20.0.1 (30fcb4c7-8cd3-4483-a853-92c46fe651bb/78d036f2-9485-40c9-a044-7bbab69fa868/1f36a516-285b-43b8-beb3-dbcc5630067c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:57.678888 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b9c7a483-a7ce-4852-9b87-673d91e5dc4e tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7673531 Sep 27 08:51:57.682293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:57.688462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-38f58d23-afbc-4489-9e1c-67d7ef4336d0 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:51:57.735496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.748576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f052663-51a6-4cd7-b2b2-a6f265e60c83 req-9b02a0d3-64da-4d06-89c6-e8918a8b8642 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:57.750121 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f052663-51a6-4cd7-b2b2-a6f265e60c83 req-9b02a0d3-64da-4d06-89c6-e8918a8b8642 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1574767 Sep 27 08:51:57.841091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f58d23-afbc-4489-9e1c-67d7ef4336d0 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6070580'] for subnet, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.849446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f052663-51a6-4cd7-b2b2-a6f265e60c83 req-e7578dd1-8aa5-4bac-aa3d-033c3ec254b0 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895526 Sep 27 08:51:57.876510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a6a714d4-75f4-4656-9460-a1205399031d None None] For port 1f36a516-285b-43b8-beb3-dbcc5630067c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f36a516-285b-43b8-beb3-dbcc5630067c,segment=NetworkSegment(e96dd6e6-230e-46e5-96e3-b69155723715),segment_id=e96dd6e6-230e-46e5-96e3-b69155723715)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:57.881594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.923583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-345db9a2-5950-40e9-b17d-42c7065e8575', 'network_id': '345db9a2-5950-40e9-b17d-42c7065e8575', 'tenant_id': '9624f1f7097a4c8d9f566b8f13f438a1', 'fixed_ips': [{'subnet_id': '25965e07-6d5d-4b3b-8bb7-f448ae74f02f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:51:57.924653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb993f9f-6f7d-4304-ac06-7eae2f4bdcf7 req-6190ac20-0514-4444-b639-64b9c30beed6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:57.924887 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.925758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Network 557c431b-ee75-4d72-8168-a2ccc86cef66 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:57.927268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb993f9f-6f7d-4304-ac06-7eae2f4bdcf7 req-6190ac20-0514-4444-b639-64b9c30beed6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1585987 Sep 27 08:51:57.931796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:57.939392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:57.943830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'Port': ['ID=dea1cb6c-cabe-4005-be3e-f4ccf8910aab,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:57.959581 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6a714d4-75f4-4656-9460-a1205399031d None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:57.973027 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6a714d4-75f4-4656-9460-a1205399031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.056716 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb993f9f-6f7d-4304-ac06-7eae2f4bdcf7 req-8f6536ef-3416-4af5-888e-0ee6b2ec7ab5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990653 Sep 27 08:51:58.087757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f58d23-afbc-4489-9e1c-67d7ef4336d0 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747587392247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5972944'] for subnet, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.126241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f58d23-afbc-4489-9e1c-67d7ef4336d0 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:58.127955 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f58d23-afbc-4489-9e1c-67d7ef4336d0 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.132145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-38f58d23-afbc-4489-9e1c-67d7ef4336d0 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "PUT /v2.0/subnets/25965e07-6d5d-4b3b-8bb7-f448ae74f02f HTTP/1.1" status: 200 len: 826 time: 0.4483986 Sep 27 08:51:58.137805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40034) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:58.190366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f58d23-afbc-4489-9e1c-67d7ef4336d0 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=25965e07-6d5d-4b3b-8bb7-f448ae74f02f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:58.262675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.274580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f36a516-285b-43b8-beb3-dbcc5630067c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:51:58.294943 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.304723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.354188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a714d4-75f4-4656-9460-a1205399031d None None] Pushing event updated for resources: {'Port': ['ID=1f36a516-285b-43b8-beb3-dbcc5630067c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:58.385268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.390863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f36a516-285b-43b8-beb3-dbcc5630067c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:58.391247 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.454233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Allocated IP 2001:db8::2 (345db9a2-5950-40e9-b17d-42c7065e8575/25965e07-6d5d-4b3b-8bb7-f448ae74f02f/d4fdb8fa-4006-4410-99da-f3fa956d5f4b) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:51:58.611822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.640231 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.648195 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.677870 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.692316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Network 345db9a2-5950-40e9-b17d-42c7065e8575 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:51:58.698277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:51:58.700882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:51:58.743877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Pushing event updated for resources: {'Port': ['ID=d4fdb8fa-4006-4410-99da-f3fa956d5f4b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:58.746968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=25965e07-6d5d-4b3b-8bb7-f448ae74f02f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:58.795388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Attempting to bind port d4fdb8fa-4006-4410-99da-f3fa956d5f4b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:51:58.795657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Deleting port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:51:58.795760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Attempting to bind port d4fdb8fa-4006-4410-99da-f3fa956d5f4b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9697b032-9f27-4941-aef6-35e21b6ab591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '345db9a2-5950-40e9-b17d-42c7065e8575'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:51:58.796011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.796122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Attempting to bind port d4fdb8fa-4006-4410-99da-f3fa956d5f4b on network 345db9a2-5950-40e9-b17d-42c7065e8575 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:51:58.801795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:51:58.802174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Checking segment: {'id': '9697b032-9f27-4941-aef6-35e21b6ab591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '345db9a2-5950-40e9-b17d-42c7065e8575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:51:58.802650 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.803099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Bound using segment: {'id': '9697b032-9f27-4941-aef6-35e21b6ab591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '345db9a2-5950-40e9-b17d-42c7065e8575'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:51:58.803718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Bound port: d4fdb8fa-4006-4410-99da-f3fa956d5f4b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9697b032-9f27-4941-aef6-35e21b6ab591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '345db9a2-5950-40e9-b17d-42c7065e8575'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:51:58.804106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.812777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.842556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345db9a2-5950-40e9-b17d-42c7065e8575']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:58.854922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9697b032-9f27-4941-aef6-35e21b6ab591') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:58.855288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9697b032-9f27-4941-aef6-35e21b6ab591') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:58.861073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Router 1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:51:58.866904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.902517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] For port d4fdb8fa-4006-4410-99da-f3fa956d5f4b, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:51:58.907678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.914764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfded253-9aea-4e1d-be81-96abaaa0f45b None None] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:58.920422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:51:58.921001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:51:58.925939 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:51:58.942629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] For port 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,segment=NetworkSegment(4b5051c3-112d-48d5-b07e-e211037597fd),segment_id=4b5051c3-112d-48d5-b07e-e211037597fd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:51:58.943355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:58.969533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Calling delete_port for 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:51:58.994736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 27 08:51:58.994736 n-d-810909-1 neutron-server[94831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 27 08:51:58.994736 n-d-810909-1 neutron-server[94831]: [parameters: {'id': '345db9a2-5950-40e9-b17d-42c7065e8575'}] Sep 27 08:51:58.994736 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:51:58.995240 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:51:59.011725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e8cd5067-d251-4f50-9bfb-d14a17fda7b3 None None] Provisioning complete for port 1f36a516-285b-43b8-beb3-dbcc5630067c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:59.011725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8cd5067-d251-4f50-9bfb-d14a17fda7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:59.043220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] For port d4fdb8fa-4006-4410-99da-f3fa956d5f4b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d4fdb8fa-4006-4410-99da-f3fa956d5f4b,segment=NetworkSegment(9697b032-9f27-4941-aef6-35e21b6ab591),segment_id=9697b032-9f27-4941-aef6-35e21b6ab591)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:51:59.064289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:59.199477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a06e-eb9f-4261-a79c-bd8c0e8446d9 req-d97a4937-1575-42f9-87ac-9a111c45fc55 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:59.207761 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0f0a06e-eb9f-4261-a79c-bd8c0e8446d9 req-d97a4937-1575-42f9-87ac-9a111c45fc55 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0653996 Sep 27 08:51:59.211153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694589f4-a128-440a-9bcb-4a04c0adc2ee None None] Pushing event updated for resources: {'Port': ['ID=d4fdb8fa-4006-4410-99da-f3fa956d5f4b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:59.247624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0f0a06e-eb9f-4261-a79c-bd8c0e8446d9 req-d8b4a865-52a7-4cd9-ad96-0823ce365f0e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385923 Sep 27 08:51:59.248955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a66cbf-c55e-4e60-95f0-dd91dee0e04a None None] Network 345db9a2-5950-40e9-b17d-42c7065e8575 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:59.397365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:51:59.408914 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Sync routers for ids ['1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:51:59.418747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380964bd-0d38-4f4d-8454-7ed4626aba3d None None] Network 345db9a2-5950-40e9-b17d-42c7065e8575 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:51:59.421235 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Routers {'1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:51:59.422470 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:59.430832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97519-32ac-4008-8cec-1fd127f5f02c req-8899c7ac-c187-47c3-bab6-abf51e8d107b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:51:59.432484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0db97519-32ac-4008-8cec-1fd127f5f02c req-8899c7ac-c187-47c3-bab6-abf51e8d107b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.4760268 Sep 27 08:51:59.490485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:59.494857 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e67fb4ed-7ae5-4aad-9176-39c59f607227 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.8271828 Sep 27 08:51:59.495497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40042) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:51:59.496133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:59.531716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0db97519-32ac-4008-8cec-1fd127f5f02c req-ede81b77-07aa-4fe1-9229-246c74515afc tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910215 Sep 27 08:51:59.580983 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Set router 1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:51:59.616289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a7916-f79f-4491-9b71-6f75805290a4 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:51:59.627066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:59.659682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-46d685fd-4a40-4999-9f5e-ef2e8ac63e29 None None] Provisioning complete for port 1f36a516-285b-43b8-beb3-dbcc5630067c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:51:59.660090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46d685fd-4a40-4999-9f5e-ef2e8ac63e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:59.662788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:51:59.680954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:59.803341 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62', 'name': '', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66', 'external_fixed_ips': [{'subnet_id': '4285e20d-4eee-4650-859b-9fd0e654ef7b', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'dea1cb6c-cabe-4005-be3e-f4ccf8910aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:56Z', 'updated_at': '2021-09-27T08:51:58Z', 'revision_number': 3, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port': {'id': 'dea1cb6c-cabe-4005-be3e-f4ccf8910aab', 'name': '', 'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '4285e20d-4eee-4650-859b-9fd0e654ef7b', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:57Z', 'updated_at': '2021-09-27T08:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4285e20d-4eee-4650-859b-9fd0e654ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:51:59.818689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a7916-f79f-4491-9b71-6f75805290a4 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:51:59.831930 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Checking router: 1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:51:59.832667 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Updating router 1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62 port dea1cb6c-cabe-4005-be3e-f4ccf8910aab binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:51:59.864772 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:51:59.873284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.186386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:00.197704 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.211567 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.227255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting port d4fdb8fa-4006-4410-99da-f3fa956d5f4b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:00.227600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.270370 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d38bf-c222-4bd0-8831-534eeeee95a5 None None] Pushing event updated for resources: {'Port': ['ID=dea1cb6c-cabe-4005-be3e-f4ccf8910aab,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:00.286180 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Attempting to bind port dea1cb6c-cabe-4005-be3e-f4ccf8910aab on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:00.296742 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Attempting to bind port dea1cb6c-cabe-4005-be3e-f4ccf8910aab by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd9769635-5ec5-4416-93ac-efcffac94da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:00.297108 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Attempting to bind port dea1cb6c-cabe-4005-be3e-f4ccf8910aab on network 557c431b-ee75-4d72-8168-a2ccc86cef66 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:00.309290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] For port d4fdb8fa-4006-4410-99da-f3fa956d5f4b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d4fdb8fa-4006-4410-99da-f3fa956d5f4b,segment=NetworkSegment(9697b032-9f27-4941-aef6-35e21b6ab591),segment_id=9697b032-9f27-4941-aef6-35e21b6ab591)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:00.309467 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:00.309732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.309850 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Checking segment: {'id': 'd9769635-5ec5-4416-93ac-efcffac94da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:00.310057 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.310448 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Bound using segment: {'id': 'd9769635-5ec5-4416-93ac-efcffac94da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:00.310918 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Bound port: dea1cb6c-cabe-4005-be3e-f4ccf8910aab, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9769635-5ec5-4416-93ac-efcffac94da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '557c431b-ee75-4d72-8168-a2ccc86cef66'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:00.311293 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.312643 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.325241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f36a516-285b-43b8-beb3-dbcc5630067c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:00.332349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Calling delete_port for d4fdb8fa-4006-4410-99da-f3fa956d5f4b owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:00.375901 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] For port dea1cb6c-cabe-4005-be3e-f4ccf8910aab, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:00.381022 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] For port dea1cb6c-cabe-4005-be3e-f4ccf8910aab, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=dea1cb6c-cabe-4005-be3e-f4ccf8910aab,segment=NetworkSegment(d9769635-5ec5-4416-93ac-efcffac94da6),segment_id=d9769635-5ec5-4416-93ac-efcffac94da6)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:00.388256 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.448637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f36a516-285b-43b8-beb3-dbcc5630067c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:00.448880 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.452791 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Routers {'1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:00.453560 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:00.471800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:00.495950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Deleting port dea1cb6c-cabe-4005-be3e-f4ccf8910aab {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:00.496606 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.500213 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cb84443c-3aa9-467e-b5ab-b5e6a4c107b2 admin admin] 10.222.0.50 "PUT /v2.0/routers/30ecd54c-83b6-4f67-95c0-1c37ee794d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1296856 Sep 27 08:52:00.503092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] Sync routers for ids ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:00.509253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40048) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:00.543577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] Routers {'30ecd54c-83b6-4f67-95c0-1c37ee794d3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:00.544549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:00.610583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ce925-2f0b-4cc5-86ce-379a57d8cd5d req-e789918a-1303-48ec-9de8-6665c85e8eca tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:00.611806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-454ce925-2f0b-4cc5-86ce-379a57d8cd5d req-e789918a-1303-48ec-9de8-6665c85e8eca tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1320171 Sep 27 08:52:00.665644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] For port dea1cb6c-cabe-4005-be3e-f4ccf8910aab, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=dea1cb6c-cabe-4005-be3e-f4ccf8910aab,segment=NetworkSegment(d9769635-5ec5-4416-93ac-efcffac94da6),segment_id=d9769635-5ec5-4416-93ac-efcffac94da6)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:00.666440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.679658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Calling delete_port for dea1cb6c-cabe-4005-be3e-f4ccf8910aab owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:00.692525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-454ce925-2f0b-4cc5-86ce-379a57d8cd5d req-8d243458-ba79-4e36-b2aa-87f89d94f584 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709474 Sep 27 08:52:00.692800 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] Set router 1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:00.709204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.735135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.748310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] Set router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:00.775363 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62', 'name': '', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:56Z', 'updated_at': '2021-09-27T08:52:00Z', 'revision_number': 4, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:00.795830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Port': ['ID=d4fdb8fa-4006-4410-99da-f3fa956d5f4b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:00.799777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No DVR routers for this DVR port d4fdb8fa-4006-4410-99da-f3fa956d5f4b on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:00.813857 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b101c4f-d817-48f6-b12e-1b37fcd6a160 None None] The sync data for ids ['1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62'] in n-d-810909-1 is: [{'id': '1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62', 'name': '', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:56Z', 'updated_at': '2021-09-27T08:52:00Z', 'revision_number': 4, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:00.816999 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d38bf-c222-4bd0-8831-534eeeee95a5 None None] Pushing event updated for resources: {'Port': ['ID=dea1cb6c-cabe-4005-be3e-f4ccf8910aab,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:00.837737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.838090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.838437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.839134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.839134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.839425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.839751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.840084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.840942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.840942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.841198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.841405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:00.860820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.928265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Deleting port 4168fa33-fe28-49a7-b895-5982a147996f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:00.928948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.941880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfd288-17e1-4ab8-a56a-9c62a17b1842 req-415368ba-f785-43ec-83a4-a3020b867ad7 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:00.950752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0dfd288-17e1-4ab8-a56a-9c62a17b1842 req-415368ba-f785-43ec-83a4-a3020b867ad7 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.2503414 Sep 27 08:52:00.964131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '4168fa33-fe28-49a7-b895-5982a147996f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:51:59Z', 'revision_number': 5, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port': {'id': '4168fa33-fe28-49a7-b895-5982a147996f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:12Z', 'updated_at': '2021-09-27T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:00.983470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:00.992374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] Checking router: 30ecd54c-83b6-4f67-95c0-1c37ee794d3b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:52:01.000965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] Routers {'30ecd54c-83b6-4f67-95c0-1c37ee794d3b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:01.001732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:01.019833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] For port 4168fa33-fe28-49a7-b895-5982a147996f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4168fa33-fe28-49a7-b895-5982a147996f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:01.020388 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.037679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345db9a2-5950-40e9-b17d-42c7065e8575']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:01.039387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Calling delete_port for 4168fa33-fe28-49a7-b895-5982a147996f owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:01.067655 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c0dfd288-17e1-4ab8-a56a-9c62a17b1842 req-39a43a58-2934-4a00-be61-040830aa26f9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113160 Sep 27 08:52:01.095114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9697b032-9f27-4941-aef6-35e21b6ab591') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:01.095723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9697b032-9f27-4941-aef6-35e21b6ab591') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:01.112234 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.133169 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.141085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:01.141515 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:01.145038 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:01.163063 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.232609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event deleted for resources: {'Port': ['ID=dea1cb6c-cabe-4005-be3e-f4ccf8910aab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:01.259961 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.268541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.286512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.288316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/345db9a2-5950-40e9-b17d-42c7065e8575 HTTP/1.1" status: 204 len: 168 time: 3.1505940 Sep 27 08:52:01.294002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:01.301687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Pushing event deleted for resources: {'Port': ['ID=4168fa33-fe28-49a7-b895-5982a147996f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:01.315685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] Set router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:01.315848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c935df0-c1fd-4ead-9487-96289a37ae8c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=345db9a2-5950-40e9-b17d-42c7065e8575,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:01.329524 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1202cb08-1cc0-40ea-b7f2-d493d8bfeb53 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:01.330093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1202cb08-1cc0-40ea-b7f2-d493d8bfeb53 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:01.332962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1202cb08-1cc0-40ea-b7f2-d493d8bfeb53 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/345db9a2-5950-40e9-b17d-42c7065e8575 HTTP/1.1" status: 404 len: 339 time: 0.0354764 Sep 27 08:52:01.336385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:01.341530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-967656324', 'description': 'd1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:01.347204 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.371579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:52:00Z', 'revision_number': 6, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:01.378708 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.404621 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99525a-0f6e-4b98-b571-71f6a80596a6 None None] The sync data for ids ['30ecd54c-83b6-4f67-95c0-1c37ee794d3b'] in n-d-810909-1 is: [{'id': '30ecd54c-83b6-4f67-95c0-1c37ee794d3b', 'name': 'tempest-TestVolumeBackupRestore-308522619-router', 'tenant_id': '0ae30a1373214d589d5fe734a9be1b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:10Z', 'updated_at': '2021-09-27T08:52:00Z', 'revision_number': 6, 'project_id': '0ae30a1373214d589d5fe734a9be1b65', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:01.452851 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.455482 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.457048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:01.460511 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.482564 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.484967 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.516628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.517292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:01.523471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.524773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-23031054-a031-4609-8e77-876ccccda2a7 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "DELETE /v2.0/routers/1bad2c3c-d25c-43e7-b1b3-d69aef0a4b62 HTTP/1.1" status: 204 len: 168 time: 2.0264859 Sep 27 08:52:01.525614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:01.527385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40058) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:01.536906 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.537653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ecd54c-83b6-4f67-95c0-1c37ee794d3b {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:01.542105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.545811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7982f5c4-7e2e-419c-a4ff-eb791622b71f admin admin] 10.222.0.50 "DELETE /v2.0/routers/30ecd54c-83b6-4f67-95c0-1c37ee794d3b HTTP/1.1" status: 204 len: 168 time: 1.0317144 Sep 27 08:52:01.546053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40060) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:01.582955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3331f60d-890c-4b9f-afdc-abd555aa3791 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Deleting subnet 4285e20d-4eee-4650-859b-9fd0e654ef7b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:01.591715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.591964 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment b6c07846-f87c-422a-baf6-f0041636ff81 of type vlan for network fedc2989-7287-4bd8-b25e-28ee50d4d8a3 Sep 27 08:52:01.592516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e02d2b-ebd2-4785-9881-177283984ae4 admin admin] Deleting subnet 0cecf234-2219-4c74-98af-f5a82477d0f0 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:01.595929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e02d2b-ebd2-4785-9881-177283984ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.621575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3331f60d-890c-4b9f-afdc-abd555aa3791 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.632793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e02d2b-ebd2-4785-9881-177283984ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.663846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.678403 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3331f60d-890c-4b9f-afdc-abd555aa3791 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.722953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.724781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e02d2b-ebd2-4785-9881-177283984ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.728842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:01.729488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.767409 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4296999 Sep 27 08:52:01.770513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40064) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:01.770865 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3331f60d-890c-4b9f-afdc-abd555aa3791 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.867899 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e02d2b-ebd2-4785-9881-177283984ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.888360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f5027-ff4a-4d06-9234-86bea6d0be10 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=fedc2989-7287-4bd8-b25e-28ee50d4d8a3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:01.903225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network fedc2989-7287-4bd8-b25e-28ee50d4d8a3 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:01.920467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1ae49-0faa-41b8-bce5-3908cda3401b req-6c47736d-6b08-4dd7-92bb-ae75240aa5a5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:01.922056 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-89c1ae49-0faa-41b8-bce5-3908cda3401b req-6c47736d-6b08-4dd7-92bb-ae75240aa5a5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1180875 Sep 27 08:52:01.923794 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3331f60d-890c-4b9f-afdc-abd555aa3791 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.930743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e02d2b-ebd2-4785-9881-177283984ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.933623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-95e02d2b-ebd2-4785-9881-177283984ae4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0cecf234-2219-4c74-98af-f5a82477d0f0 HTTP/1.1" status: 204 len: 168 time: 0.3861461 Sep 27 08:52:01.945361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa7bb1-beea-4703-bf2f-f103c6e038c6 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:01.946987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-39fa7bb1-beea-4703-bf2f-f103c6e038c6 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/networks?id=fedc2989-7287-4bd8-b25e-28ee50d4d8a3 HTTP/1.1" status: 200 len: 764 time: 0.1741307 Sep 27 08:52:01.947693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40066) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:01.956111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:01.956287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e02d2b-ebd2-4785-9881-177283984ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cecf234-2219-4c74-98af-f5a82477d0f0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:01.962798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a95ace34-535e-4b17-85f7-c7f31cf21cff tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'description': 'd2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:01.969242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331f60d-890c-4b9f-afdc-abd555aa3791 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4285e20d-4eee-4650-859b-9fd0e654ef7b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:01.971459 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3331f60d-890c-4b9f-afdc-abd555aa3791 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:01.975925 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3331f60d-890c-4b9f-afdc-abd555aa3791 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/4285e20d-4eee-4650-859b-9fd0e654ef7b HTTP/1.1" status: 204 len: 168 time: 0.4464757 Sep 27 08:52:01.978760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40070) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:02.003040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b252ac6e-96c1-4b6c-bfde-60d1e6aaf6d9 None None] Network 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:02.059384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.064924 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-89c1ae49-0faa-41b8-bce5-3908cda3401b req-24ff686a-8900-4a2e-b4fd-09ec5ae70da1 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123884 Sep 27 08:52:02.156587 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.197516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a95ace34-535e-4b17-85f7-c7f31cf21cff tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.216085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a95ace34-535e-4b17-85f7-c7f31cf21cff tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.235032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a95ace34-535e-4b17-85f7-c7f31cf21cff tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network fedc2989-7287-4bd8-b25e-28ee50d4d8a3 is not hosted by any dhcp agent {{(pid=94831) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:52:02.240823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95ace34-535e-4b17-85f7-c7f31cf21cff tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:02.241009 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a95ace34-535e-4b17-85f7-c7f31cf21cff tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.242313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a95ace34-535e-4b17-85f7-c7f31cf21cff tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "PUT /v2.0/networks/fedc2989-7287-4bd8-b25e-28ee50d4d8a3 HTTP/1.1" status: 200 len: 761 time: 0.2847049 Sep 27 08:52:02.245524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:02.311812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.332078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ace34-535e-4b17-85f7-c7f31cf21cff tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=fedc2989-7287-4bd8-b25e-28ee50d4d8a3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:02.333992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eba3e-8e1e-4408-92ff-b19701d304fa req-7d281454-354e-41db-bb1a-3317a21ae6c9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:02.335048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecbb28-9248-4012-be33-cc59428008de None None] DHCP port deletion for 7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:02.335567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-163eba3e-8e1e-4408-92ff-b19701d304fa req-7d281454-354e-41db-bb1a-3317a21ae6c9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1764178 Sep 27 08:52:02.364046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557c431b-ee75-4d72-8168-a2ccc86cef66']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:02.384162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network fedc2989-7287-4bd8-b25e-28ee50d4d8a3 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:02.389579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b5b64-2db3-4ded-8e02-2f8e98d29219 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:02.391123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e5b5b64-2db3-4ded-8e02-2f8e98d29219 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/networks?id=fedc2989-7287-4bd8-b25e-28ee50d4d8a3 HTTP/1.1" status: 200 len: 764 time: 0.1448627 Sep 27 08:52:02.395541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40078) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:02.408941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9769635-5ec5-4416-93ac-efcffac94da6') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:02.409269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9769635-5ec5-4416-93ac-efcffac94da6') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:02.438124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.452697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 639a0851-834c-4cbd-8b3c-045f144c6f9d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:02.454061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-163eba3e-8e1e-4408-92ff-b19701d304fa req-69ef3897-3aac-4253-a6f9-d441876f3c10 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921421 Sep 27 08:52:02.463542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.466635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Deleting port 639a0851-834c-4cbd-8b3c-045f144c6f9d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:02.467055 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.521080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4eecbb28-9248-4012-be33-cc59428008de None None] Deleting port 639a0851-834c-4cbd-8b3c-045f144c6f9d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:02.521538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4eecbb28-9248-4012-be33-cc59428008de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.547991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] For port 639a0851-834c-4cbd-8b3c-045f144c6f9d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=639a0851-834c-4cbd-8b3c-045f144c6f9d,segment=NetworkSegment(4b5051c3-112d-48d5-b07e-e211037597fd),segment_id=4b5051c3-112d-48d5-b07e-e211037597fd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:02.548558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.551912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:02.552343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:02.554114 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:02.576351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Calling delete_port for 639a0851-834c-4cbd-8b3c-045f144c6f9d owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:02.603179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1d21c-0772-4fee-96f8-426916c33b24 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:02.609373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1d21c-0772-4fee-96f8-426916c33b24 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:02.611476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-44a1d21c-0772-4fee-96f8-426916c33b24 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1349 time: 0.2146792 Sep 27 08:52:02.615047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40080) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:02.618706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4eecbb28-9248-4012-be33-cc59428008de None None] For port 639a0851-834c-4cbd-8b3c-045f144c6f9d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=639a0851-834c-4cbd-8b3c-045f144c6f9d,segment=NetworkSegment(4b5051c3-112d-48d5-b07e-e211037597fd),segment_id=4b5051c3-112d-48d5-b07e-e211037597fd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:02.618706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4eecbb28-9248-4012-be33-cc59428008de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.639432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4eecbb28-9248-4012-be33-cc59428008de None None] Calling delete_port for 639a0851-834c-4cbd-8b3c-045f144c6f9d owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:02.643321 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.655065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c1e81ae6-580d-4705-8929-26f18d58f7e6 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 207 time: 0.0391135 Sep 27 08:52:02.660187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:02.673330 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.685026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 557c431b-ee75-4d72-8168-a2ccc86cef66 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 27 08:52:02.708832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.723193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "DELETE /v2.0/networks/557c431b-ee75-4d72-8168-a2ccc86cef66 HTTP/1.1" status: 204 len: 168 time: 0.7358925 Sep 27 08:52:02.723936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 639a0851-834c-4cbd-8b3c-045f144c6f9d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=639a0851-834c-4cbd-8b3c-045f144c6f9d,segment=NetworkSegment(4b5051c3-112d-48d5-b07e-e211037597fd),segment_id=4b5051c3-112d-48d5-b07e-e211037597fd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:02.730728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4528e-4569-47c5-ae76-2530242da995 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event deleted for resources: {'Network': ['ID=557c431b-ee75-4d72-8168-a2ccc86cef66,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:02.732779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.733604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:02.761082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:02.761356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bbdc39f-6a5c-44a5-a5bb-a292c68e34c9 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:02.761710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4168fa33-fe28-49a7-b895-5982a147996f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:02.787050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.836345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4168fa33-fe28-49a7-b895-5982a147996f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:02.836799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4168fa33-fe28-49a7-b895-5982a147996f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:02.840823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event deleted for resources: {'Port': ['ID=639a0851-834c-4cbd-8b3c-045f144c6f9d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:02.842940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Pushing event deleted for resources: {'Port': ['ID=639a0851-834c-4cbd-8b3c-045f144c6f9d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:02.854184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] No DVR routers for this DVR port 639a0851-834c-4cbd-8b3c-045f144c6f9d on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:02.870742 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4eecbb28-9248-4012-be33-cc59428008de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.898139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecbb28-9248-4012-be33-cc59428008de None None] Pushing event deleted for resources: {'Port': ['ID=639a0851-834c-4cbd-8b3c-045f144c6f9d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:02.911308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eecbb28-9248-4012-be33-cc59428008de None None] No DVR routers for this DVR port 639a0851-834c-4cbd-8b3c-045f144c6f9d on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:02.993929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:02.995332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e07e4-3ab1-424e-b32f-1d83d213445a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:02.996989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40090) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.001508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fd6baa5a-a2b6-4111-9902-1c8190ab1ecb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'router': {'name': 'tempest-router--651733965', 'project_id': '84a08cc0b2264912940f6b5ca101253e'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:03.001729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e07e4-3ab1-424e-b32f-1d83d213445a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.008062 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e07e4-3ab1-424e-b32f-1d83d213445a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.014030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e07e4-3ab1-424e-b32f-1d83d213445a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.019808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e07e4-3ab1-424e-b32f-1d83d213445a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.025737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e07e4-3ab1-424e-b32f-1d83d213445a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.027659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c56e07e4-3ab1-424e-b32f-1d83d213445a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3661525 Sep 27 08:52:03.034613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:03.037079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40092) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.051621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5051c3-112d-48d5-b07e-e211037597fd') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:03.052019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5051c3-112d-48d5-b07e-e211037597fd') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:03.060202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa5a-a2b6-4111-9902-1c8190ab1ecb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.061362 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa5a-a2b6-4111-9902-1c8190ab1ecb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.070327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.090315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.107103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:03.107540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:03.109563 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:03.151390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa5a-a2b6-4111-9902-1c8190ab1ecb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.185220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-df69135f-7465-41ad-92c1-d8b46a9b679f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1466284 Sep 27 08:52:03.193408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40096) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.212125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa5a-a2b6-4111-9902-1c8190ab1ecb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.247861 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c714b95-36bf-40cd-a80c-d23ec93c7498 req-1f8f8a8a-f588-416c-98d2-90d77c2b675d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.249557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c714b95-36bf-40cd-a80c-d23ec93c7498 req-1f8f8a8a-f588-416c-98d2-90d77c2b675d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0832472 Sep 27 08:52:03.265020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.271340 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd6baa5a-a2b6-4111-9902-1c8190ab1ecb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.277170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.278656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fd6baa5a-a2b6-4111-9902-1c8190ab1ecb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2787964 Sep 27 08:52:03.283549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.285972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9 HTTP/1.1" status: 204 len: 168 time: 1.3370590 Sep 27 08:52:03.334255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53710ab2-aaf0-421a-9001-efbeea38ce02 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccd7de7-4eaa-4887-a2ea-8b58cfbbf4c9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:03.349637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848b286-e330-4a73-9485-bff438c118cb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.361468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848b286-e330-4a73-9485-bff438c118cb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.363318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848b286-e330-4a73-9485-bff438c118cb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.364880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848b286-e330-4a73-9485-bff438c118cb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.366542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848b286-e330-4a73-9485-bff438c118cb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.373675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6848b286-e330-4a73-9485-bff438c118cb tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1734986 Sep 27 08:52:03.374724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40104) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.404843 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c714b95-36bf-40cd-a80c-d23ec93c7498 req-fa53c906-ab82-4912-9a89-a8c69817af6e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428356 Sep 27 08:52:03.406085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2e8c-ef9c-4b0a-903e-c3b997d5b327 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.542488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.592492 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2e8c-ef9c-4b0a-903e-c3b997d5b327 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.596761 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2e8c-ef9c-4b0a-903e-c3b997d5b327 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.652320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f67cce9b-aeb3-4dad-b085-076f621c00b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46ff04e1b5af4c56b7bc1f51c68a7305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086080 Sep 27 08:52:03.655347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40110) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.663451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2e8c-ef9c-4b0a-903e-c3b997d5b327 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.663941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bf2e8c-ef9c-4b0a-903e-c3b997d5b327 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9004e4a6-2880-45b8-b035-bebeac306394 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:03.673477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2e8c-ef9c-4b0a-903e-c3b997d5b327 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.674653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8bf2e8c-ef9c-4b0a-903e-c3b997d5b327 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "DELETE /v2.0/routers/9004e4a6-2880-45b8-b035-bebeac306394 HTTP/1.1" status: 204 len: 168 time: 0.3965065 Sep 27 08:52:03.714526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a286e6de-ccc5-4406-b389-2ad6c8196b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.742834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a286e6de-ccc5-4406-b389-2ad6c8196b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.768280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df450b3-3618-4aaf-8685-740e3df24f8a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.769677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df450b3-3618-4aaf-8685-740e3df24f8a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.771029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df450b3-3618-4aaf-8685-740e3df24f8a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.772420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df450b3-3618-4aaf-8685-740e3df24f8a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.773920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df450b3-3618-4aaf-8685-740e3df24f8a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.775506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4df450b3-3618-4aaf-8685-740e3df24f8a tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3998265 Sep 27 08:52:03.781478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.812397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac07ea-2d89-41de-b94b-6e08280915c9 req-36e22e66-c402-4310-aea8-5a1574baf747 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.819897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81ac07ea-2d89-41de-b94b-6e08280915c9 req-36e22e66-c402-4310-aea8-5a1574baf747 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0697777 Sep 27 08:52:03.829878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a286e6de-ccc5-4406-b389-2ad6c8196b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.833608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a286e6de-ccc5-4406-b389-2ad6c8196b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:03.834792 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a286e6de-ccc5-4406-b389-2ad6c8196b97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33badb09-766d-41e5-a437-569378bf6a00 HTTP/1.1" status: 204 len: 168 time: 0.1784976 Sep 27 08:52:03.863789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81ac07ea-2d89-41de-b94b-6e08280915c9 req-ed7a494b-d632-483a-9ad5-d11c47e6d58e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429161 Sep 27 08:52:03.877580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286e6de-ccc5-4406-b389-2ad6c8196b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33badb09-766d-41e5-a437-569378bf6a00,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:03.891245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40118) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.914732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea5534-be89-4091-8f2d-a5de1ae02f83 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:03.920808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40122) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:03.921171 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-25ea5534-be89-4091-8f2d-a5de1ae02f83 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/networks/643d5f78-42a4-4909-86a7-d4e33ebb97dd HTTP/1.1" status: 200 len: 804 time: 0.1384084 Sep 27 08:52:04.027740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f5ba484-037e-4989-b15f-f6aa45dc8869 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/networks/643d5f78-42a4-4909-86a7-d4e33ebb97dd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1017570 Sep 27 08:52:04.028361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40124) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:04.058025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-728777829', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:04.083989 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.085393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.099904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f49d15-89f5-45ed-a123-50bcf061a584 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.104854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c0f49d15-89f5-45ed-a123-50bcf061a584 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/subnets/0fd2d806-1c70-4fc6-ad02-f3825a36c537 HTTP/1.1" status: 200 len: 843 time: 0.0722880 Sep 27 08:52:04.105158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:04.140868 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.163829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e243ebb-6c4c-4310-b931-e36493b66ba8 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.165342 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0e243ebb-6c4c-4310-b931-e36493b66ba8 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "GET /v2.0/subnets/0fd2d806-1c70-4fc6-ad02-f3825a36c537?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0592027 Sep 27 08:52:04.169110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40130) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:04.174580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630878574'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:04.212662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:04.216878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.244144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:04.254042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.254404 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Added segment 70e43844-8d24-40f1-981e-93390f9927cb of type vlan for network 579d0386-9f9c-4ff4-9226-0b204eb1d174 Sep 27 08:52:04.295232 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.297166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40132) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:04.343915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.347337 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.354201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.354878 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.370430 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-36bbd6e5-0932-4833-bf79-c57c13dc8853 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ae30a1373214d589d5fe734a9be1b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721064 Sep 27 08:52:04.374350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40134) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:04.395945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2254517 Sep 27 08:52:04.396834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40136) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:04.404029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'network_id': '579d0386-9f9c-4ff4-9226-0b204eb1d174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:04.439254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f2f7a-91f0-434f-aa93-53c82d52482b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Network': ['ID=579d0386-9f9c-4ff4-9226-0b204eb1d174,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:04.453007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 579d0386-9f9c-4ff4-9226-0b204eb1d174 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:04.562382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaaa41-3b3e-428a-a819-dcc0c96edd17 req-e0c787c1-d3de-4e11-982f-b81d04f5e416 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:04.563948 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2daaaa41-3b3e-428a-a819-dcc0c96edd17 req-e0c787c1-d3de-4e11-982f-b81d04f5e416 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0569985 Sep 27 08:52:04.565279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-078083cb-164f-42b1-8d2d-df954524b4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.602111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-078083cb-164f-42b1-8d2d-df954524b4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.605288 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2daaaa41-3b3e-428a-a819-dcc0c96edd17 req-62fd421e-6a15-450c-905d-15ac7932da23 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Sep 27 08:52:04.610599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Made reservation on behalf of 9624f1f7097a4c8d9f566b8f13f438a1 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:04.614124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.727261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Performing IP validity checks on allocation pools {{(pid=94830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 27 08:52:04.728055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 27 08:52:04.800248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.826292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.839572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-078083cb-164f-42b1-8d2d-df954524b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.842089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-078083cb-164f-42b1-8d2d-df954524b4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:04.843273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-078083cb-164f-42b1-8d2d-df954524b4fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/915c4be5-e7da-4b1d-8b75-bd04cf730933 HTTP/1.1" status: 204 len: 168 time: 0.4670780 Sep 27 08:52:04.894704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078083cb-164f-42b1-8d2d-df954524b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c4be5-e7da-4b1d-8b75-bd04cf730933,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:05.061429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Allocated IP 172.25.2.91 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/53e67592-f933-416b-913d-651926dac9e0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:05.063875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.134253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2a2d4-dba8-42f5-b89a-8f302fb78840 req-be243e94-8e60-47dc-86f4-9a0774c2039b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:05.135927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10a2a2d4-dba8-42f5-b89a-8f302fb78840 req-be243e94-8e60-47dc-86f4-9a0774c2039b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1677761 Sep 27 08:52:05.168820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=de6f951d-8df2-4a71-a649-5ea063eca13d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:05.264546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Checking segment: {'id': '70e43844-8d24-40f1-981e-93390f9927cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '579d0386-9f9c-4ff4-9226-0b204eb1d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:05.264783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network hostable DHCP agents. Network: 579d0386-9f9c-4ff4-9226-0b204eb1d174, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:05.269644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10a2a2d4-dba8-42f5-b89a-8f302fb78840 req-9600cc8a-683a-4f08-ba42-effda2e9ff57 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213555 Sep 27 08:52:05.310792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Network 579d0386-9f9c-4ff4-9226-0b204eb1d174 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:05.318416 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.328573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 579d0386-9f9c-4ff4-9226-0b204eb1d174) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:05.335127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:05.335757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.341285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08dc143-f2d0-4517-9415-9b33f553ea98 None None] Network 579d0386-9f9c-4ff4-9226-0b204eb1d174 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:05.364676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c0c09c31-bc82-47cf-9b79-d9fec41bb0ae tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9659743 Sep 27 08:52:05.368181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40146) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:05.374701 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.380008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e3fb1373-ef35-4e53-8d22-3eb8359a98e3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:05.424277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:05.427662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:05.432572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:05.443258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event updated for resources: {'Port': ['ID=53e67592-f933-416b-913d-651926dac9e0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:05.512366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1373-ef35-4e53-8d22-3eb8359a98e3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6070580'] for subnet, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.569554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-579d0386-9f9c-4ff4-9226-0b204eb1d174', 'network_id': '579d0386-9f9c-4ff4-9226-0b204eb1d174', 'tenant_id': '9624f1f7097a4c8d9f566b8f13f438a1', 'fixed_ips': [{'subnet_id': 'de6f951d-8df2-4a71-a649-5ea063eca13d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:05.570619 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.702264 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1373-ef35-4e53-8d22-3eb8359a98e3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747587392247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5972944'] for subnet, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.754304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Allocated IP 2001:db8::3 (579d0386-9f9c-4ff4-9226-0b204eb1d174/de6f951d-8df2-4a71-a649-5ea063eca13d/32d73f27-4f3e-4650-b639-f84e9965eb4a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:05.766979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.796398 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.849063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c326d2d-9bbc-4a63-a62a-92fe55e7ef62 req-a0aca39f-4a1d-4dac-a031-3aa137d61b73 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:05.850946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c326d2d-9bbc-4a63-a62a-92fe55e7ef62 req-a0aca39f-4a1d-4dac-a031-3aa137d61b73 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1726217 Sep 27 08:52:05.912253 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.919071 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:05.948642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c326d2d-9bbc-4a63-a62a-92fe55e7ef62 req-39fba054-5325-4771-9317-9ba2cea8afda tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842876 Sep 27 08:52:05.954073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Network 579d0386-9f9c-4ff4-9226-0b204eb1d174 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:05.958608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:05.962222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:05.994663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Pushing event updated for resources: {'Port': ['ID=32d73f27-4f3e-4650-b639-f84e9965eb4a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:06.026927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Attempting to bind port 32d73f27-4f3e-4650-b639-f84e9965eb4a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:06.027274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Attempting to bind port 32d73f27-4f3e-4650-b639-f84e9965eb4a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '70e43844-8d24-40f1-981e-93390f9927cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '579d0386-9f9c-4ff4-9226-0b204eb1d174'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:06.027557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Attempting to bind port 32d73f27-4f3e-4650-b639-f84e9965eb4a on network 579d0386-9f9c-4ff4-9226-0b204eb1d174 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:06.032989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:06.033358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Checking segment: {'id': '70e43844-8d24-40f1-981e-93390f9927cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '579d0386-9f9c-4ff4-9226-0b204eb1d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:06.033798 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.034190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Bound using segment: {'id': '70e43844-8d24-40f1-981e-93390f9927cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '579d0386-9f9c-4ff4-9226-0b204eb1d174'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:06.034664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Bound port: 32d73f27-4f3e-4650-b639-f84e9965eb4a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e43844-8d24-40f1-981e-93390f9927cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '579d0386-9f9c-4ff4-9226-0b204eb1d174'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:06.035036 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.055836 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.104476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] For port 32d73f27-4f3e-4650-b639-f84e9965eb4a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:06.107934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] For port 32d73f27-4f3e-4650-b639-f84e9965eb4a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=32d73f27-4f3e-4650-b639-f84e9965eb4a,segment=NetworkSegment(70e43844-8d24-40f1-981e-93390f9927cb),segment_id=70e43844-8d24-40f1-981e-93390f9927cb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:06.122327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.135636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fb1373-ef35-4e53-8d22-3eb8359a98e3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:06.136369 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1373-ef35-4e53-8d22-3eb8359a98e3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.137700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3fb1373-ef35-4e53-8d22-3eb8359a98e3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "PUT /v2.0/subnets/de6f951d-8df2-4a71-a649-5ea063eca13d HTTP/1.1" status: 200 len: 900 time: 0.7682264 Sep 27 08:52:06.140456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:06.169343 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb1373-ef35-4e53-8d22-3eb8359a98e3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event updated for resources: {'Subnet': ['ID=de6f951d-8df2-4a71-a649-5ea063eca13d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:06.184774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ff62e-9c71-4481-93ae-d13dcaee3907 None None] Pushing event updated for resources: {'Port': ['ID=32d73f27-4f3e-4650-b639-f84e9965eb4a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:06.203306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Router 3ce28543-d9b9-4ac8-9d39-323b4a78a444 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:06.264274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.314987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:06.324268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting port 32d73f27-4f3e-4650-b639-f84e9965eb4a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:06.324565 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.333698 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05207e0d-4c79-4d7d-81b8-0253dd580ef4 None None] Sync routers for ids ['3ce28543-d9b9-4ac8-9d39-323b4a78a444'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:06.343719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.345637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-56ec4aea-85a6-4382-9242-b43b62c01acb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4532077 Sep 27 08:52:06.346864 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05207e0d-4c79-4d7d-81b8-0253dd580ef4 None None] Routers {'3ce28543-d9b9-4ac8-9d39-323b4a78a444'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:06.347862 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-05207e0d-4c79-4d7d-81b8-0253dd580ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3ce28543-d9b9-4ac8-9d39-323b4a78a444'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:06.348737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40156) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:06.408361 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-05207e0d-4c79-4d7d-81b8-0253dd580ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:06.417927 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05207e0d-4c79-4d7d-81b8-0253dd580ef4 None None] Routers {'3ce28543-d9b9-4ac8-9d39-323b4a78a444'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:06.418776 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-05207e0d-4c79-4d7d-81b8-0253dd580ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3ce28543-d9b9-4ac8-9d39-323b4a78a444'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:06.457782 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-05207e0d-4c79-4d7d-81b8-0253dd580ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:06.458445 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05207e0d-4c79-4d7d-81b8-0253dd580ef4 None None] The sync data for ids ['3ce28543-d9b9-4ac8-9d39-323b4a78a444'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:06.499093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] For port 32d73f27-4f3e-4650-b639-f84e9965eb4a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=32d73f27-4f3e-4650-b639-f84e9965eb4a,segment=NetworkSegment(70e43844-8d24-40f1-981e-93390f9927cb),segment_id=70e43844-8d24-40f1-981e-93390f9927cb)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:06.499670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.507204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3fa08ffd-156e-43e6-8af0-17614de3e270 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/routers/3ce28543-d9b9-4ac8-9d39-323b4a78a444 HTTP/1.1" status: 200 len: 919 time: 0.1541762 Sep 27 08:52:06.507487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40158) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:06.522412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a08edb-31e1-4e2f-95c5-f184df8dfb6b req-a04ccdee-9aab-4692-9cc0-36433c31bccf tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:06.524884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60a08edb-31e1-4e2f-95c5-f184df8dfb6b req-a04ccdee-9aab-4692-9cc0-36433c31bccf tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1120400 Sep 27 08:52:06.530159 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Calling delete_port for 32d73f27-4f3e-4650-b639-f84e9965eb4a owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:06.539029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2feeba95-8e2c-4336-bf1c-4a816acd4957 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ce28543-d9b9-4ac8-9d39-323b4a78a444 HTTP/1.1" status: 200 len: 205 time: 0.0281067 Sep 27 08:52:06.539445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40160) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:06.600381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60a08edb-31e1-4e2f-95c5-f184df8dfb6b req-718844e8-6590-455f-b495-148103569609 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712631 Sep 27 08:52:06.680574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.710571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Port': ['ID=32d73f27-4f3e-4650-b639-f84e9965eb4a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:06.755675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No DVR routers for this DVR port 32d73f27-4f3e-4650-b639-f84e9965eb4a on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:06.803612 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.872463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.905359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=de6f951d-8df2-4a71-a649-5ea063eca13d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:06.953848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.968752 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:06.991470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579d0386-9f9c-4ff4-9226-0b204eb1d174']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.002070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e43844-8d24-40f1-981e-93390f9927cb') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.002373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e43844-8d24-40f1-981e-93390f9927cb') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.015122 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.038741 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.047324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:07.047772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:07.051682 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:07.083211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.145390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Deleting port 53e67592-f933-416b-913d-651926dac9e0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:07.145973 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.149233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a6e87-50c9-40a5-aca7-999316028ca0 req-48fd5e56-6377-41b1-8886-e232fd18eaeb tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:07.150823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-593a6e87-50c9-40a5-aca7-999316028ca0 req-48fd5e56-6377-41b1-8886-e232fd18eaeb tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1055338 Sep 27 08:52:07.151990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.159145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.164213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/579d0386-9f9c-4ff4-9226-0b204eb1d174 HTTP/1.1" status: 204 len: 168 time: 1.0195119 Sep 27 08:52:07.165103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40166) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.188489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b96df-ae15-49a8-8dc9-7f0e699354cd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=579d0386-9f9c-4ff4-9226-0b204eb1d174,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:07.199759 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf115304-06a7-4e67-be7f-8d362e4f5ac8 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:07.200221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf115304-06a7-4e67-be7f-8d362e4f5ac8 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:07.204514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bf115304-06a7-4e67-be7f-8d362e4f5ac8 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/de6f951d-8df2-4a71-a649-5ea063eca13d HTTP/1.1" status: 404 len: 337 time: 0.0362821 Sep 27 08:52:07.205125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40168) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.215899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-593a6e87-50c9-40a5-aca7-999316028ca0 req-6fd10ad1-54e5-43d4-a3b1-99e0b7dc7d4f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 Sep 27 08:52:07.254651 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d587fe66-5044-46f6-add0-02261c7de344 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:07.255266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d587fe66-5044-46f6-add0-02261c7de344 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:07.261721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d587fe66-5044-46f6-add0-02261c7de344 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/579d0386-9f9c-4ff4-9226-0b204eb1d174 HTTP/1.1" status: 404 len: 339 time: 0.0514481 Sep 27 08:52:07.261906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.283516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.297250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Calling delete_port for 53e67592-f933-416b-913d-651926dac9e0 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:07.299043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63624f1c-9877-4a0e-8d7e-dbd443b217e8 None None] DHCP port deletion for 579d0386-9f9c-4ff4-9226-0b204eb1d174 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:07.317243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9073c9b-4f5a-4290-965f-577f287b9e16 None None] Network 579d0386-9f9c-4ff4-9226-0b204eb1d174 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:07.330056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9073c9b-4f5a-4290-965f-577f287b9e16 None None] Network 579d0386-9f9c-4ff4-9226-0b204eb1d174 could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:52:07.337794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7118882-68fb-48b9-8ef8-3fe1ba01cdac None None] Network 579d0386-9f9c-4ff4-9226-0b204eb1d174 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:07.348686 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.356101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7118882-68fb-48b9-8ef8-3fe1ba01cdac None None] Network 579d0386-9f9c-4ff4-9226-0b204eb1d174 could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:52:07.358686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b03fe67d-1b6c-49a2-a9c1-c7bb63ba442b None None] Could not find standard attr ID for object 32d73f27-4f3e-4650-b639-f84e9965eb4a. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:52:07.434753 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.455747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedc2989-7287-4bd8-b25e-28ee50d4d8a3']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.465174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c07846-f87c-422a-baf6-f0041636ff81') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.465470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c07846-f87c-422a-baf6-f0041636ff81') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:07.465649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.480455 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.492578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event deleted for resources: {'Port': ['ID=53e67592-f933-416b-913d-651926dac9e0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:07.494420 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.501497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:07.502171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:07.505067 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:07.557930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.565757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.572918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.575064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/fedc2989-7287-4bd8-b25e-28ee50d4d8a3 HTTP/1.1" status: 204 len: 168 time: 0.3139811 Sep 27 08:52:07.577693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40172) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.594474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a23a8-fd85-445b-a142-7598a497e854 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=fedc2989-7287-4bd8-b25e-28ee50d4d8a3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:07.613212 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3614c01f-aa17-4966-9c36-bef09ada79bd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:07.613676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3614c01f-aa17-4966-9c36-bef09ada79bd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:07.615424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3614c01f-aa17-4966-9c36-bef09ada79bd tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/25965e07-6d5d-4b3b-8bb7-f448ae74f02f HTTP/1.1" status: 404 len: 337 time: 0.0366747 Sep 27 08:52:07.618126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.635643 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c8b876-bae2-4d09-9862-d2e5b3b6860f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:07.636194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c8b876-bae2-4d09-9862-d2e5b3b6860f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:07.638360 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-83c8b876-bae2-4d09-9862-d2e5b3b6860f tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/345db9a2-5950-40e9-b17d-42c7065e8575 HTTP/1.1" status: 404 len: 339 time: 0.0189948 Sep 27 08:52:07.640679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40178) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.650781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.653186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.697423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4798287e-c448-4b81-9b55-fd9d6406b308 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting subnet 78d036f2-9485-40c9-a044-7bbab69fa868 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:07.700853 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4798287e-c448-4b81-9b55-fd9d6406b308 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.730449 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.731065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Fanout notify agent at l3_agent the message router_deleted on router 3ce28543-d9b9-4ac8-9d39-323b4a78a444 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:07.738562 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.743493 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-87432dac-f603-4751-bedd-8936b1aeeb41 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/3ce28543-d9b9-4ac8-9d39-323b4a78a444 HTTP/1.1" status: 204 len: 168 time: 1.1993585 Sep 27 08:52:07.743818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40182) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.744747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4798287e-c448-4b81-9b55-fd9d6406b308 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.748344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-35956336', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': False}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:07.779473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d432b-98e5-4e03-90ca-2f00f7076ee2 req-5b35889e-faa1-47a9-970b-e97b57ea4e92 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:07.781172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d0d432b-98e5-4e03-90ca-2f00f7076ee2 req-5b35889e-faa1-47a9-970b-e97b57ea4e92 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0837989 Sep 27 08:52:07.789637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.790696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.833703 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4798287e-c448-4b81-9b55-fd9d6406b308 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.853986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d0d432b-98e5-4e03-90ca-2f00f7076ee2 req-a62a832f-e43f-4fd2-b6ea-3e37dfe10f70 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654852 Sep 27 08:52:07.882253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.906127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4798287e-c448-4b81-9b55-fd9d6406b308 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.933511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798287e-c448-4b81-9b55-fd9d6406b308 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=78d036f2-9485-40c9-a044-7bbab69fa868,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:07.935542 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4798287e-c448-4b81-9b55-fd9d6406b308 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:07.937446 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4798287e-c448-4b81-9b55-fd9d6406b308 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/78d036f2-9485-40c9-a044-7bbab69fa868 HTTP/1.1" status: 204 len: 168 time: 0.2958741 Sep 27 08:52:07.939930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:07.946678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4974bd09-0e73-455a-a800-a5deea8d5b25 None None] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:07.991733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcf580d-7601-4de5-bad9-f73739c9768b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting subnet 6e9067a9-ca3a-4e4b-82ee-21a7d36cd86f {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:07.995473 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcf580d-7601-4de5-bad9-f73739c9768b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.034980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.041602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcf580d-7601-4de5-bad9-f73739c9768b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.139075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcf580d-7601-4de5-bad9-f73739c9768b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.201572 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcf580d-7601-4de5-bad9-f73739c9768b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.233964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf580d-7601-4de5-bad9-f73739c9768b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9067a9-ca3a-4e4b-82ee-21a7d36cd86f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:08.235789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcf580d-7601-4de5-bad9-f73739c9768b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.237734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bbcf580d-7601-4de5-bad9-f73739c9768b tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/6e9067a9-ca3a-4e4b-82ee-21a7d36cd86f HTTP/1.1" status: 204 len: 168 time: 0.2966743 Sep 27 08:52:08.242702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40188) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:08.299222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.356621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b59b-6846-40da-930a-00ddb35ed435 req-15071bfb-a545-47f2-9285-69b9d3535df2 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:08.358513 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40c0b59b-6846-40da-930a-00ddb35ed435 req-15071bfb-a545-47f2-9285-69b9d3535df2 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0544286 Sep 27 08:52:08.365367 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.378105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.437111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40c0b59b-6846-40da-930a-00ddb35ed435 req-9baefa16-0cc5-456e-827c-296308fa16a4 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714250 Sep 27 08:52:08.461211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33bc5f-f7b0-43b7-902e-28fa8fd7b89d req-57985b52-3a2b-4090-a1c5-5d642786cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:08.462687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cc33bc5f-f7b0-43b7-902e-28fa8fd7b89d req-57985b52-3a2b-4090-a1c5-5d642786cf9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1097 time: 0.0788960 Sep 27 08:52:08.502844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cc33bc5f-f7b0-43b7-902e-28fa8fd7b89d req-6dde5078-8cdb-494a-bdb1-b0f19241784d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Sep 27 08:52:08.518749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Allocated IP 172.25.2.68 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/8f6b6a42-07e1-4c21-b629-97244c8c2fc6) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:08.539110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting port 1f36a516-285b-43b8-beb3-dbcc5630067c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:08.539458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.624356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3525e2b-6219-46cf-a5a1-7b20af0b812d None None] Network 30fcb4c7-8cd3-4483-a853-92c46fe651bb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:08.661165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] For port 1f36a516-285b-43b8-beb3-dbcc5630067c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f36a516-285b-43b8-beb3-dbcc5630067c,segment=NetworkSegment(e96dd6e6-230e-46e5-96e3-b69155723715),segment_id=e96dd6e6-230e-46e5-96e3-b69155723715)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:08.661539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.679601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Calling delete_port for 1f36a516-285b-43b8-beb3-dbcc5630067c owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:08.716778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-79ba75e3-646a-4c35-bb5b-19f27e68ec0b None None] Provisioning complete for port 1f36a516-285b-43b8-beb3-dbcc5630067c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:08.717150 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79ba75e3-646a-4c35-bb5b-19f27e68ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.741522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.805692 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.823365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:08.853590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8409f-1798-49eb-ac3b-80246fb6cc46 None None] DHCP port deletion for 30fcb4c7-8cd3-4483-a853-92c46fe651bb request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:08.856039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:08.863464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:08.868416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:08.872767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No DVR routers for this DVR port 1f36a516-285b-43b8-beb3-dbcc5630067c on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:08.931018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'Port': ['ID=8f6b6a42-07e1-4c21-b629-97244c8c2fc6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:08.978229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd20fe-ab98-481a-b99f-99226fa91467 req-6ac0b4ce-53c8-497a-bc76-4549eaaaf856 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:08.979860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48bd20fe-ab98-481a-b99f-99226fa91467 req-6ac0b4ce-53c8-497a-bc76-4549eaaaf856 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0528681 Sep 27 08:52:08.986224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Port': ['ID=1f36a516-285b-43b8-beb3-dbcc5630067c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:09.020837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48bd20fe-ab98-481a-b99f-99226fa91467 req-94501c7f-ea98-46a0-a381-6b9e5e79a594 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Sep 27 08:52:09.058399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.134535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fcb4c7-8cd3-4483-a853-92c46fe651bb']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:09.149909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96dd6e6-230e-46e5-96e3-b69155723715') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:09.150220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96dd6e6-230e-46e5-96e3-b69155723715') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:09.169376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.189524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.233580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:09.234136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:09.237454 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:09.277367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbda0c1-f232-49e2-b23a-63b2951f1fd5 req-a7dafb4e-01b3-483b-a510-ec89f6d32267 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:09.278951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6dbda0c1-f232-49e2-b23a-63b2951f1fd5 req-a7dafb4e-01b3-483b-a510-ec89f6d32267 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0846453 Sep 27 08:52:09.284907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-aaba2bed-80c7-4da7-a008-65f18da26e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:09.286358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-aaba2bed-80c7-4da7-a008-65f18da26e2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 1096 time: 0.0647278 Sep 27 08:52:09.334551 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.344156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.348826 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/30fcb4c7-8cd3-4483-a853-92c46fe651bb HTTP/1.1" status: 204 len: 168 time: 1.1023607 Sep 27 08:52:09.349030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6dbda0c1-f232-49e2-b23a-63b2951f1fd5 req-21d521f1-421d-41ba-a253-0516b3b20c7c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599742 Sep 27 08:52:09.349984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40198) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.361930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc3736-1c42-4bbb-8078-98e381f21c88 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=30fcb4c7-8cd3-4483-a853-92c46fe651bb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:09.372964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.407945 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab46b53-4018-4988-b510-95ec64a1b50c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:09.408412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab46b53-4018-4988-b510-95ec64a1b50c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:09.410178 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ab46b53-4018-4988-b510-95ec64a1b50c tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/449aa45a-c2c1-414e-9baf-99bbd359a638 HTTP/1.1" status: 404 len: 337 time: 0.0592198 Sep 27 08:52:09.412902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40200) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.431203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-14d2c864-f3ab-41b9-9217-8dc1aff560a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:09.432733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-14d2c864-f3ab-41b9-9217-8dc1aff560a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.1325326 Sep 27 08:52:09.437247 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-78adcfa2-65c7-4747-906a-90fec209bd86 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:09.437774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78adcfa2-65c7-4747-906a-90fec209bd86 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:09.439422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-78adcfa2-65c7-4747-906a-90fec209bd86 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/0261850b-728b-451f-ac25-9ffb7eb393e7 HTTP/1.1" status: 404 len: 339 time: 0.0255995 Sep 27 08:52:09.442231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40202) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.512232 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb163db-0223-4609-bf6d-9b41c7f0e8ef tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:09.512992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb163db-0223-4609-bf6d-9b41c7f0e8ef tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:09.514450 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6fb163db-0223-4609-bf6d-9b41c7f0e8ef tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/3a6a2961-eab9-473f-b850-f9fa5772714e HTTP/1.1" status: 404 len: 337 time: 0.0665169 Sep 27 08:52:09.520931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.558085 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d650f0bd-c874-4a71-8ce8-687a47063a7d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:09.558647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d650f0bd-c874-4a71-8ce8-687a47063a7d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:09.560352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d650f0bd-c874-4a71-8ce8-687a47063a7d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/181ef7c9-9da2-4627-810f-978aa14536da HTTP/1.1" status: 404 len: 339 time: 0.0384715 Sep 27 08:52:09.563862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40208) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.583135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-f018677c-8ddb-4a8b-8b93-3088e4ac0453 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 200 len: 1001 time: 0.1421983 Sep 27 08:52:09.636378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-c10dfcf3-f8c9-4ab1-b9fc-c5c6138c2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:09.637926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-c10dfcf3-f8c9-4ab1-b9fc-c5c6138c2d3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.0464678 Sep 27 08:52:09.638381 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec7ea53-2853-4dbf-af7e-ca0bf08153a1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:09.638824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec7ea53-2853-4dbf-af7e-ca0bf08153a1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:09.640569 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bec7ea53-2853-4dbf-af7e-ca0bf08153a1 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/cc7f67d2-1994-418d-9074-6a2e306c0f80 HTTP/1.1" status: 404 len: 337 time: 0.0757556 Sep 27 08:52:09.644098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40210) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.659199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.670694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc299b-782b-49d7-a37f-e61474d97c7f req-306d315b-bcc1-4db5-a3bc-eb5ad2024e1b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:09.671188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fcc299b-782b-49d7-a37f-e61474d97c7f req-306d315b-bcc1-4db5-a3bc-eb5ad2024e1b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1423995 Sep 27 08:52:09.684649 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8244c143-b002-4b55-8aca-d9c85550073d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:09.685243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8244c143-b002-4b55-8aca-d9c85550073d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:09.689636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8244c143-b002-4b55-8aca-d9c85550073d tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/5916f46b-03ff-4bfb-8749-d3d3916dd59a HTTP/1.1" status: 404 len: 339 time: 0.0419388 Sep 27 08:52:09.692012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:09.752486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fcc299b-782b-49d7-a37f-e61474d97c7f req-6612425e-bcc7-42c7-aaf9-dfdda5c30f5a tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Sep 27 08:52:09.754281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-abf76b1e-36f5-477d-b6c7-68fd9745ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:09.755830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-abf76b1e-36f5-477d-b6c7-68fd9745ee84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036386 Sep 27 08:52:09.765235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d06e2d-1418-4e63-8e21-111a8c24fae3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting subnet 57892574-576a-43bd-826a-d03108338234 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:09.777079 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d06e2d-1418-4e63-8e21-111a8c24fae3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.863468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d06e2d-1418-4e63-8e21-111a8c24fae3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:09.925489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-c21dfc6c-e505-4d64-b582-0c3c9220fe31 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577878 Sep 27 08:52:09.993453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d06e2d-1418-4e63-8e21-111a8c24fae3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.084929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-116c3853-1936-4522-89a6-855d2bc0ece6 req-85308dbd-f11d-4070-b3d0-a3bfa19ac3e1 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369979 Sep 27 08:52:10.103458 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d06e2d-1418-4e63-8e21-111a8c24fae3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.131171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d06e2d-1418-4e63-8e21-111a8c24fae3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=57892574-576a-43bd-826a-d03108338234,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:10.135202 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6d06e2d-1418-4e63-8e21-111a8c24fae3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.137626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6d06e2d-1418-4e63-8e21-111a8c24fae3 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/57892574-576a-43bd-826a-d03108338234 HTTP/1.1" status: 204 len: 168 time: 0.4441590 Sep 27 08:52:10.139884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40216) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:10.143082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3126ef-ac23-4add-92bc-6e28f6f00ee9 None None] Network 5b569831-c240-4ce8-b91e-222212d1f8d8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:10.162522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Router 2e12b95d-d304-4958-aa65-ea66ada7572f is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:10.219078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f36a516-285b-43b8-beb3-dbcc5630067c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:10.252070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 1f36a516-285b-43b8-beb3-dbcc5630067c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:10.252455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f36a516-285b-43b8-beb3-dbcc5630067c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:10.261484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.349542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:10.362725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Sync routers for ids ['2e12b95d-d304-4958-aa65-ea66ada7572f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:10.366803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] DHCP port deletion for 5b569831-c240-4ce8-b91e-222212d1f8d8 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:10.369768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.373633 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a9a5a739-f7e9-4725-840c-0e5778a79b7c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.6263576 Sep 27 08:52:10.374395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:10.379054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Routers {'2e12b95d-d304-4958-aa65-ea66ada7572f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:10.379724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e12b95d-d304-4958-aa65-ea66ada7572f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:10.395516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting port 70177736-ea6f-44ea-a69d-aae23b580d43 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:10.395990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.496712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] For port 70177736-ea6f-44ea-a69d-aae23b580d43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=70177736-ea6f-44ea-a69d-aae23b580d43,segment=NetworkSegment(92fe8366-5e8e-42f4-bdd4-408970bf90d8),segment_id=92fe8366-5e8e-42f4-bdd4-408970bf90d8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:10.497091 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.511930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] Deleting port 70177736-ea6f-44ea-a69d-aae23b580d43 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:10.512307 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.516938 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-93d07495-6338-4078-9898-5db67aa03fd1 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/routers/2e12b95d-d304-4958-aa65-ea66ada7572f HTTP/1.1" status: 200 len: 906 time: 0.1408775 Sep 27 08:52:10.517537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40222) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:10.517647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Set router 2e12b95d-d304-4958-aa65-ea66ada7572f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:10.526282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-35956336', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': True}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:10.536473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Calling delete_port for 70177736-ea6f-44ea-a69d-aae23b580d43 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:10.555600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10033ccf-3f3b-4056-b7a5-09e64e087d30 req-cd6ccb90-bece-4d26-837d-7b7cbb2e57ce tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:10.557160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10033ccf-3f3b-4056-b7a5-09e64e087d30 req-cd6ccb90-bece-4d26-837d-7b7cbb2e57ce tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1318474 Sep 27 08:52:10.618554 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.619476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.658324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] For port 70177736-ea6f-44ea-a69d-aae23b580d43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=70177736-ea6f-44ea-a69d-aae23b580d43,segment=NetworkSegment(92fe8366-5e8e-42f4-bdd4-408970bf90d8),segment_id=92fe8366-5e8e-42f4-bdd4-408970bf90d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:10.658731 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.687310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10033ccf-3f3b-4056-b7a5-09e64e087d30 req-163d9f1c-1c1c-4b9e-be10-87fa69c682af tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210232 Sep 27 08:52:10.699770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] Calling delete_port for 70177736-ea6f-44ea-a69d-aae23b580d43 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:10.716247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.759446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.794220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No DVR routers for this DVR port 70177736-ea6f-44ea-a69d-aae23b580d43 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:10.826146 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.845998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Port': ['ID=70177736-ea6f-44ea-a69d-aae23b580d43,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:10.855822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12b95d-d304-4958-aa65-ea66ada7572f', 'name': 'tempest-snat-router-35956336', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.68'}], 'enable_snat': False}, 'gw_port_id': '8f6b6a42-07e1-4c21-b629-97244c8c2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:52:07Z', 'updated_at': '2021-09-27T08:52:09Z', 'revision_number': 3, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port': {'id': '8f6b6a42-07e1-4c21-b629-97244c8c2fc6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12b95d-d304-4958-aa65-ea66ada7572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:52:08Z', 'updated_at': '2021-09-27T08:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:10.860361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] Pushing event deleted for resources: {'Port': ['ID=70177736-ea6f-44ea-a69d-aae23b580d43,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:10.862225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db0632-506c-40fb-97ae-5cd00e3ce6a2 None None] No DVR routers for this DVR port 70177736-ea6f-44ea-a69d-aae23b580d43 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:10.882108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0b04e-d594-4cb0-ac3b-b4471efcc855 req-590794cd-dce4-4813-87ac-36a225765f01 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:10.883965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88d0b04e-d594-4cb0-ac3b-b4471efcc855 req-590794cd-dce4-4813-87ac-36a225765f01 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0568914 Sep 27 08:52:10.887906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Checking router: 2e12b95d-d304-4958-aa65-ea66ada7572f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:52:10.888606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Updating router 2e12b95d-d304-4958-aa65-ea66ada7572f port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:52:10.931576 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.945834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88d0b04e-d594-4cb0-ac3b-b4471efcc855 req-1b622283-aa8b-429d-b8d7-18272974fafc tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Sep 27 08:52:10.953526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:10.993285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.004308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-1f6f809e-8678-4201-9817-e902c1311b17 req-11f8a865-692c-4ddf-8154-bfb59271e1d6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2087087966', 'description': 'tempest-description-1466193990'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:11.021964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b569831-c240-4ce8-b91e-222212d1f8d8']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:11.042660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fe8366-5e8e-42f4-bdd4-408970bf90d8') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:11.042956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fe8366-5e8e-42f4-bdd4-408970bf90d8') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:11.057631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.076455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1f6f809e-8678-4201-9817-e902c1311b17 req-11f8a865-692c-4ddf-8154-bfb59271e1d6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.078482 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.096859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:11.097268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:11.101943 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:11.214184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.227825 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.232357 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/5b569831-c240-4ce8-b91e-222212d1f8d8 HTTP/1.1" status: 204 len: 168 time: 1.0880134 Sep 27 08:52:11.233419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40230) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:11.250606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d20df1-e6b9-40a5-8aab-1a06184520cf tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=5b569831-c240-4ce8-b91e-222212d1f8d8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:11.266159 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b540a5cb-4ba8-4c60-934d-629d5fcd1eda tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:11.266873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b540a5cb-4ba8-4c60-934d-629d5fcd1eda tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:11.268873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b540a5cb-4ba8-4c60-934d-629d5fcd1eda tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/736c4ea7-fe4d-4bb0-be17-94fb9ce25675 HTTP/1.1" status: 404 len: 337 time: 0.0342546 Sep 27 08:52:11.271897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40232) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:11.290924 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e880067-0589-48de-ba21-6c5a23f98a21 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:11.291766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e880067-0589-48de-ba21-6c5a23f98a21 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:11.296642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4e880067-0589-48de-ba21-6c5a23f98a21 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/30e6d3cb-dc96-432f-b75c-4a5ffc72b703 HTTP/1.1" status: 404 len: 339 time: 0.0205359 Sep 27 08:52:11.297338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:11.307846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1f6f809e-8678-4201-9817-e902c1311b17 req-11f8a865-692c-4ddf-8154-bfb59271e1d6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.342152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1f6f809e-8678-4201-9817-e902c1311b17 req-11f8a865-692c-4ddf-8154-bfb59271e1d6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.354655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e71e66-1c3c-457c-9042-73237ed55365 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting subnet 0fd2d806-1c70-4fc6-ad02-f3825a36c537 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:11.357857 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e71e66-1c3c-457c-9042-73237ed55365 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.370856 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.376886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.400968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e71e66-1c3c-457c-9042-73237ed55365 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.404613 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1f6f809e-8678-4201-9817-e902c1311b17 req-11f8a865-692c-4ddf-8154-bfb59271e1d6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.408138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1f6f809e-8678-4201-9817-e902c1311b17 req-11f8a865-692c-4ddf-8154-bfb59271e1d6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4082084 Sep 27 08:52:11.422856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16438a6d-358c-4f56-a3bb-a8f07e962168 None None] Pushing event updated for resources: {'Port': ['ID=8f6b6a42-07e1-4c21-b629-97244c8c2fc6,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:11.449347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Attempting to bind port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:11.449743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Attempting to bind port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:11.450123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Attempting to bind port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:11.453818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8a865-692c-4ddf-8154-bfb59271e1d6 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf2929d-c5d9-4ec6-b191-ae3b163ca324,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:11.456545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:11.456950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:11.457365 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.457772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:11.458251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Bound port: 8f6b6a42-07e1-4c21-b629-97244c8c2fc6, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:11.458643 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.472859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.492995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.515892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] For port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:11.519662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] For port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8f6b6a42-07e1-4c21-b629-97244c8c2fc6,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:11.525215 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.574572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Routers {'2e12b95d-d304-4958-aa65-ea66ada7572f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:11.575229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e12b95d-d304-4958-aa65-ea66ada7572f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:11.619388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Allocated IP 172.25.2.35 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/d879199b-cb08-4ee5-aa4c-3d215e81dc88) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:11.627666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16438a6d-358c-4f56-a3bb-a8f07e962168 None None] Pushing event updated for resources: {'Port': ['ID=8f6b6a42-07e1-4c21-b629-97244c8c2fc6,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:11.706067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] Set router 2e12b95d-d304-4958-aa65-ea66ada7572f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:11.757393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.787835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-43e9fcf3-57ec-4bb9-a56f-4a3d4cfb7e53 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2087087966&fields=id&tenant_id=f4ece9295c794e4d8d9c2b933533ab5c HTTP/1.1" status: 200 len: 267 time: 0.3206711 Sep 27 08:52:11.813566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e71e66-1c3c-457c-9042-73237ed55365 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.844712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4db00c-52c6-4693-acdc-89dd70a72368 req-a82f744e-ed23-48c4-bce6-fe581fd82cb9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:11.846705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b4db00c-52c6-4693-acdc-89dd70a72368 req-a82f744e-ed23-48c4-bce6-fe581fd82cb9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0744929 Sep 27 08:52:11.848870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.889489 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-fd17ccc8-a9a8-4fe7-9289-8b726580084e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:11.891026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-fd17ccc8-a9a8-4fe7-9289-8b726580084e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0897846 Sep 27 08:52:11.906949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:11.907429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Request body: {'port': {'security_groups': ['a486eeed-f7aa-47a4-9612-0b36a1fdf220', 'baf2929d-c5d9-4ec6-b191-ae3b163ca324']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:11.918175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'Port': ['ID=d879199b-cb08-4ee5-aa4c-3d215e81dc88,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:11.924250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:11.927260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:11.927718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12b95d-d304-4958-aa65-ea66ada7572f', 'name': 'tempest-snat-router-35956336', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.68'}], 'enable_snat': False}, 'gw_port_id': '8f6b6a42-07e1-4c21-b629-97244c8c2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:52:07Z', 'updated_at': '2021-09-27T08:52:09Z', 'revision_number': 3, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port': {'id': '8f6b6a42-07e1-4c21-b629-97244c8c2fc6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12b95d-d304-4958-aa65-ea66ada7572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:52:08Z', 'updated_at': '2021-09-27T08:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:11.943234 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e71e66-1c3c-457c-9042-73237ed55365 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.963589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b4db00c-52c6-4693-acdc-89dd70a72368 req-688e0dcc-aa53-47fa-8749-8c618761fb54 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062713 Sep 27 08:52:11.982528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e71e66-1c3c-457c-9042-73237ed55365 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd2d806-1c70-4fc6-ad02-f3825a36c537,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:11.986343 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e71e66-1c3c-457c-9042-73237ed55365 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:11.988577 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d2e71e66-1c3c-457c-9042-73237ed55365 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/subnets/0fd2d806-1c70-4fc6-ad02-f3825a36c537 HTTP/1.1" status: 204 len: 168 time: 0.6902800 Sep 27 08:52:11.998175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21df37f2-4701-4381-8e01-936a88c08307 None None] The sync data for ids ['2e12b95d-d304-4958-aa65-ea66ada7572f'] in n-d-810909-1 is: [{'id': '2e12b95d-d304-4958-aa65-ea66ada7572f', 'name': 'tempest-snat-router-35956336', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.68'}], 'enable_snat': False}, 'gw_port_id': '8f6b6a42-07e1-4c21-b629-97244c8c2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:52:07Z', 'updated_at': '2021-09-27T08:52:09Z', 'revision_number': 3, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port': {'id': '8f6b6a42-07e1-4c21-b629-97244c8c2fc6', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12b95d-d304-4958-aa65-ea66ada7572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:52:08Z', 'updated_at': '2021-09-27T08:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:12.009309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40244) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:12.014868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9bd659-ee10-46ae-944e-7df439996b88 None None] Network 643d5f78-42a4-4909-86a7-d4e33ebb97dd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:12.064384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.184647 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.217231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 70177736-ea6f-44ea-a69d-aae23b580d43 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:12.273773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 70177736-ea6f-44ea-a69d-aae23b580d43 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:12.274142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 70177736-ea6f-44ea-a69d-aae23b580d43 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:12.293975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] DHCP port deletion for 643d5f78-42a4-4909-86a7-d4e33ebb97dd request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:12.363058 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] Deleting port f3f48aa1-7a47-4c4f-8985-db194fa840b7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:12.363058 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.402064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Deleting port f3f48aa1-7a47-4c4f-8985-db194fa840b7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:12.403013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.422316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.489069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] For port f3f48aa1-7a47-4c4f-8985-db194fa840b7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f3f48aa1-7a47-4c4f-8985-db194fa840b7,segment=NetworkSegment(ccabe003-4c53-4ab7-8a87-4b23d7cd507f),segment_id=ccabe003-4c53-4ab7-8a87-4b23d7cd507f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:12.490058 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.505344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] Calling delete_port for f3f48aa1-7a47-4c4f-8985-db194fa840b7 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:12.564107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] For port f3f48aa1-7a47-4c4f-8985-db194fa840b7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f3f48aa1-7a47-4c4f-8985-db194fa840b7,segment=NetworkSegment(ccabe003-4c53-4ab7-8a87-4b23d7cd507f),segment_id=ccabe003-4c53-4ab7-8a87-4b23d7cd507f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:12.565798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.588486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Calling delete_port for f3f48aa1-7a47-4c4f-8985-db194fa840b7 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:12.603341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] For port b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:12.606132 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.631419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] No DVR routers for this DVR port f3f48aa1-7a47-4c4f-8985-db194fa840b7 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:12.671291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5589ec-e54f-4b59-9d07-07d9ab775925 None None] Pushing event deleted for resources: {'Port': ['ID=f3f48aa1-7a47-4c4f-8985-db194fa840b7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:12.715189 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.718110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.728391 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.744307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b106f0c1-1198-4bdb-b3db-9ba4de5dd235'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:12.800783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:12.802127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.806563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b8155cd-1b01-4891-a636-5a419ecd17ef req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "PUT /v2.0/ports/b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 982 time: 0.9057457 Sep 27 08:52:12.807650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:12.810714 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c05e7c-981a-4c4b-92f8-312b40eb9484" -d '{"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:12.817485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:12.843582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] No DVR routers for this DVR port f3f48aa1-7a47-4c4f-8985-db194fa840b7 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:12.884064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed75f2-37e2-456f-9aad-bf49f5622594 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event updated for resources: {'Port': ['ID=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:12.885752 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b106f0c1-1198-4bdb-b3db-9ba4de5dd235'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:12.915745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Router 7c7364d3-0bab-4eef-92ed-da909e616d78 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:12.931709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Port': ['ID=f3f48aa1-7a47-4c4f-8985-db194fa840b7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:12.934519 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06365f6a-f162-4883-9710-1a4446379737 x-openstack-request-id: req-06365f6a-f162-4883-9710-1a4446379737 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:12.938973 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:12.939279 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06365f6a-f162-4883-9710-1a4446379737 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:12.939707 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'status': 'completed', 'code': 200} Sep 27 08:52:13.006446 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.077597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643d5f78-42a4-4909-86a7-d4e33ebb97dd']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:13.096822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccabe003-4c53-4ab7-8a87-4b23d7cd507f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:13.097825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccabe003-4c53-4ab7-8a87-4b23d7cd507f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:13.110297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-a0ea47db-6167-43ed-86b5-d747115caa63 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2087087966&fields=id&tenant_id=f4ece9295c794e4d8d9c2b933533ab5c HTTP/1.1" status: 200 len: 267 time: 0.1585164 Sep 27 08:52:13.113087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:13.123351 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Sync routers for ids ['7c7364d3-0bab-4eef-92ed-da909e616d78'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:13.147970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.149190 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Routers {'7c7364d3-0bab-4eef-92ed-da909e616d78'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:13.150046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-be14bc57-752a-494f-80b3-e352a05a773c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 2.6307650 Sep 27 08:52:13.153037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40252) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:13.153802 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['7c7364d3-0bab-4eef-92ed-da909e616d78'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:13.159704 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.192607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-7194ef09-c5a2-4598-92f6-a20eb2e687ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:13.194197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-7194ef09-c5a2-4598-92f6-a20eb2e687ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1136 time: 0.2333388 Sep 27 08:52:13.215335 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.301024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:13.301490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:13.305732 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:13.314875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-50bbb012-77f4-408f-b1f3-851b28af68ad tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/routers/7c7364d3-0bab-4eef-92ed-da909e616d78 HTTP/1.1" status: 200 len: 905 time: 0.1604209 Sep 27 08:52:13.317347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40254) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:13.382059 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Set router 7c7364d3-0bab-4eef-92ed-da909e616d78 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:13.387460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-736d9068-7d97-4235-8e45-b1c7ba806cff tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:13.389201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-736d9068-7d97-4235-8e45-b1c7ba806cff tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 985 time: 0.2776687 Sep 27 08:52:13.428048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Request body: {'port': {'security_groups': ['a486eeed-f7aa-47a4-9612-0b36a1fdf220']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:13.461165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.463325 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.480559 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.482463 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] 10.222.0.50 "DELETE /v2.0/networks/643d5f78-42a4-4909-86a7-d4e33ebb97dd HTTP/1.1" status: 204 len: 168 time: 1.4719434 Sep 27 08:52:13.509108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbe395-d764-4501-850c-79d8f3d9f477 tempest-NetworksIpV6Test-1130276962 tempest-NetworksIpV6Test-1130276962-project] Pushing event deleted for resources: {'Network': ['ID=643d5f78-42a4-4909-86a7-d4e33ebb97dd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:13.534378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-5a347c87-8efa-42e4-a658-83d26ab5311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:13.535919 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-5a347c87-8efa-42e4-a658-83d26ab5311a service neutron] 10.222.0.57 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 920 time: 0.3229899 Sep 27 08:52:13.553657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.587199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.589286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-e45f3ca4-11e3-47b3-ba94-694bcdf11ad0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 217 time: 0.0431194 Sep 27 08:52:13.603653 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7364d3-0bab-4eef-92ed-da909e616d78', 'name': 'tempest-snat-router-35956336', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'd879199b-cb08-4ee5-aa4c-3d215e81dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:52:10Z', 'updated_at': '2021-09-27T08:52:12Z', 'revision_number': 3, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port': {'id': 'd879199b-cb08-4ee5-aa4c-3d215e81dc88', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7364d3-0bab-4eef-92ed-da909e616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:52:11Z', 'updated_at': '2021-09-27T08:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:13.636521 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Checking router: 7c7364d3-0bab-4eef-92ed-da909e616d78 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:52:13.636868 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Updating router 7c7364d3-0bab-4eef-92ed-da909e616d78 port d879199b-cb08-4ee5-aa4c-3d215e81dc88 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:52:13.663139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Deleting port d879199b-cb08-4ee5-aa4c-3d215e81dc88 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:13.663491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.670120 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.694458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-32dc83f0-da7c-403f-84c6-b144e3e2cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:13.696113 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-32dc83f0-da7c-403f-84c6-b144e3e2cb97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.0985279 Sep 27 08:52:13.733698 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-5e6e034b-10b5-4b5d-b458-939b331e1222 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270538 Sep 27 08:52:13.767955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.782043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Calling delete_port for d879199b-cb08-4ee5-aa4c-3d215e81dc88 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:13.916623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] For port b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:13.931234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-b3fbe287-6a4d-4667-bd3a-9b4d2b44652a service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892276 Sep 27 08:52:13.942288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40260) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:13.986043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.987084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:13.991327 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:52:13.991789 n-d-810909-1 neutron-server[94833]: DEBUG oslo_db.api [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:52:14.002986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.015882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b106f0c1-1198-4bdb-b3db-9ba4de5dd235'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:14.060502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event deleted for resources: {'Port': ['ID=d879199b-cb08-4ee5-aa4c-3d215e81dc88,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:14.074448 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.102264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:14.102905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.104375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5f8cde9-fe9a-4cc5-821e-1a22503e4a3b req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "PUT /v2.0/ports/b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 943 time: 0.6812150 Sep 27 08:52:14.131833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.143964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97c05e7c-981a-4c4b-92f8-312b40eb9484 req-d2d24922-da73-4d17-abfb-2c8d0aae4b3c service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009728 Sep 27 08:52:14.145178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faf039-a29a-46b4-8c93-dc18f1526c0f tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event updated for resources: {'Port': ['ID=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:14.175319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b106f0c1-1198-4bdb-b3db-9ba4de5dd235'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:14.289922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.301497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:14.305260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.403836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:14.404218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.504298 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.514157 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Port d879199b-cb08-4ee5-aa4c-3d215e81dc88 not found while updating agent binding for router 7c7364d3-0bab-4eef-92ed-da909e616d78. {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 27 08:52:14.524065 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Routers {'7c7364d3-0bab-4eef-92ed-da909e616d78'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:14.525015 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:51:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['7c7364d3-0bab-4eef-92ed-da909e616d78'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:14.527929 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8f6b6a42-07e1-4c21-b629-97244c8c2fc6,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:14.532188 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.595316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=8f6b6a42-07e1-4c21-b629-97244c8c2fc6,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:14.621842 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] Set router 7c7364d3-0bab-4eef-92ed-da909e616d78 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:14.631559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f3f48aa1-7a47-4c4f-8985-db194fa840b7 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:14.653161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: f3f48aa1-7a47-4c4f-8985-db194fa840b7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:14.653536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f3f48aa1-7a47-4c4f-8985-db194fa840b7 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:14.676644 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7364d3-0bab-4eef-92ed-da909e616d78', 'name': 'tempest-snat-router-35956336', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:52:10Z', 'updated_at': '2021-09-27T08:52:13Z', 'revision_number': 5, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:14.709600 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49d8d-c696-4e5b-ae31-eebe0a186ab0 None None] The sync data for ids ['7c7364d3-0bab-4eef-92ed-da909e616d78'] in n-d-810909-1 is: [{'id': '7c7364d3-0bab-4eef-92ed-da909e616d78', 'name': 'tempest-snat-router-35956336', 'tenant_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:52:10Z', 'updated_at': '2021-09-27T08:52:13Z', 'revision_number': 5, 'project_id': 'a27491d48cef4d1d8b8395a747afbcd7', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:14.757842 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.758418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7364d3-0bab-4eef-92ed-da909e616d78 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:14.768352 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-22d3438f-239a-4214-8e6f-0044be1c3543 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9624f1f7097a4c8d9f566b8f13f438a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8239157 Sep 27 08:52:14.771006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:14.771683 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.775206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9c93d21e-5da6-4eff-b50d-a7adafd18842 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "DELETE /v2.0/routers/7c7364d3-0bab-4eef-92ed-da909e616d78 HTTP/1.1" status: 204 len: 168 time: 1.4543850 Sep 27 08:52:14.775476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:14.823096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-527eabde-4223-4ab6-8149-961fd5f11f40 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6837988 Sep 27 08:52:14.836038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:14.862199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.913537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87c39642-2e6d-4b44-9588-887fe8353ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.928220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.962496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:14.964917 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40e6c16-eb88-46d7-a6b5-839076128e68" -d '{"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:14.968935 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:14.983030 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87c39642-2e6d-4b44-9588-887fe8353ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.014231 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c1880-e513-4983-8966-c47697dfc215 x-openstack-request-id: req-aa0c1880-e513-4983-8966-c47697dfc215 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:15.014520 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:15.014774 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa0c1880-e513-4983-8966-c47697dfc215 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:15.015159 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'status': 'completed', 'code': 200} Sep 27 08:52:15.062680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ad6d-99ff-4d76-a73e-4c4e5e9e0618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.083617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Allocated IP 172.25.2.45 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/ea4d190a-770c-4dab-9e55-4ef7fca93a08) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:15.110753 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.123661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-8ddc627b-367d-4038-b87e-16ccd1370519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:15.125257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-8ddc627b-367d-4038-b87e-16ccd1370519 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1097 time: 0.0678022 Sep 27 08:52:15.128241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87c39642-2e6d-4b44-9588-887fe8353ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.130840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87c39642-2e6d-4b44-9588-887fe8353ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.131826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-87c39642-2e6d-4b44-9588-887fe8353ddf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bc269f8-0036-4ea1-a2a3-92318b56aa71 HTTP/1.1" status: 204 len: 168 time: 0.3597236 Sep 27 08:52:15.191677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c39642-2e6d-4b44-9588-887fe8353ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc269f8-0036-4ea1-a2a3-92318b56aa71,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:15.199158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.241808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.286607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:15.291278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:15.298883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:15.302333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event updated for resources: {'Port': ['ID=ea4d190a-770c-4dab-9e55-4ef7fca93a08,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:15.425330 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.484992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.575638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Deleting port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:15.575985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.598407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-dd077c7b-9182-499e-bf96-fc2ae2466b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:15.599945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-dd077c7b-9182-499e-bf96-fc2ae2466b1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 920 time: 0.4436610 Sep 27 08:52:15.669616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.675429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.676740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-b0201ed5-b722-42df-8944-3e0ca5e1b9c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 217 time: 0.0674522 Sep 27 08:52:15.741376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] For port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8f6b6a42-07e1-4c21-b629-97244c8c2fc6,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:15.741849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.752089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event updated for resources: {'Port': ['ID=ea4d190a-770c-4dab-9e55-4ef7fca93a08,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:15.756455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-282599f9-f2c0-493a-9216-6ba3e16dc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:15.758481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-282599f9-f2c0-493a-9216-6ba3e16dc977 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.0739405 Sep 27 08:52:15.764088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Calling delete_port for 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:15.767503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.787289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:15.792988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-5657f9d7-4c1a-4c26-b144-8ef643df5cd5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9611692 Sep 27 08:52:15.806437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-b4f69915-3171-490e-833a-c068488817ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401478 Sep 27 08:52:15.890283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-b20fb398-ebdf-412f-bd98-42b5d7ca505c tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.0940394 Sep 27 08:52:15.962891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:15.995877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-df543935-c827-4028-aa30-5954d3d7eb1a service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530597 Sep 27 08:52:16.002636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-a810286e-dc96-4c7a-96d0-2554063da51c tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:16.004123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-a810286e-dc96-4c7a-96d0-2554063da51c tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1129563 Sep 27 08:52:16.014822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-fa31040e-f45b-4624-9e64-249324912e95 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:52:16.015819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c27553c7-17e6-47d7-8323-c7c7a5ba7e47 req-fa31040e-f45b-4624-9e64-249324912e95 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059474 Sep 27 08:52:16.082530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2033641948'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:16.103022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:16.106658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.115778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.131235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.179749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f6b6a42-07e1-4c21-b629-97244c8c2fc6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:16.199165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:16.226235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:16.226962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 27 08:52:16.234598 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.240117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.246602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Port 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 not found, will not notify nova. {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 27 08:52:16.258723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c40e6c16-eb88-46d7-a6b5-839076128e68 req-a712d9ae-cd4a-4444-a240-cd33836880a8 service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319913 Sep 27 08:52:16.277024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:16.278201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-296c53d1-3c3e-4f78-a90e-4750525e5706 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:16.279851 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-296c53d1-3c3e-4f78-a90e-4750525e5706 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2063193 Sep 27 08:52:16.282455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da027527-f623-4237-84da-67cb5267ff05,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:16.295125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.295397 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Added segment 5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed of type vlan for network e182738d-437c-47ad-af1f-2ed77cb666f1 Sep 27 08:52:16.334466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.347763 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.360842 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.366664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:16.367273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.383813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-3a6904bc-344e-46c7-8aa1-b1eee82663b8 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.0973589 Sep 27 08:52:16.395784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4318180 Sep 27 08:52:16.419608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Request body: {'floatingip': {'port_id': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:16.441499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f5d7-b51e-4cbe-af27-1afaaf263ca2 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Network': ['ID=e182738d-437c-47ad-af1f-2ed77cb666f1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:16.454066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e182738d-437c-47ad-af1f-2ed77cb666f1 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:16.475958 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.534259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.540043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.626373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.626892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e12b95d-d304-4958-aa65-ea66ada7572f {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:16.633093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.634263 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-613e5ef2-ddd1-43a5-82b4-84ff67213372 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "DELETE /v2.0/routers/2e12b95d-d304-4958-aa65-ea66ada7572f HTTP/1.1" status: 204 len: 168 time: 1.8578527 Sep 27 08:52:16.638607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:16.643829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-995867113', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:16.718987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.720050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:16.815489 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.378886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.519024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d878fbd-004a-4b82-a523-ff6842fe710f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.667563 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.674134 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.810161 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Floating IP f121d758-9717-4c41-94c6-838c88add616 associated. External IP: 172.25.2.45, port: b106f0c1-1198-4bdb-b3db-9ba4de5dd235. Sep 27 08:52:17.895735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:17.917700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.009654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.135065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Allocated IP 172.25.2.254 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/30be2217-a0b3-4fbe-b26a-ba2c9f2e426e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:18.174623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Router c02a20ee-a399-4bf0-87d2-fdb50f359664 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:18.209597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:18.234465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:18.235139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8f6b6a42-07e1-4c21-b629-97244c8c2fc6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:18.298832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.371153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:18.376616 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.382375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] Sync routers for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:18.392532 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:18.393277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.404956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.409567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-f6880562-1616-4de6-bdcd-3953acfbbbe5 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "PUT /v2.0/floatingips/f121d758-9717-4c41-94c6-838c88add616 HTTP/1.1" status: 200 len: 996 time: 1.9972911 Sep 27 08:52:18.412476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:18.414191 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25054e46-b551-4398-84ee-c857c03ca1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:18.461164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:18.482842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:18.489110 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178960f8-44c7-46cd-b7f0-00ded3cb0ca0 x-openstack-request-id: req-178960f8-44c7-46cd-b7f0-00ded3cb0ca0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:18.489398 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:18.489640 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-178960f8-44c7-46cd-b7f0-00ded3cb0ca0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:18.490132 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'status': 'completed', 'code': 200} Sep 27 08:52:18.491591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event updated for resources: {'Port': ['ID=30be2217-a0b3-4fbe-b26a-ba2c9f2e426e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:18.495364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:18.533390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:18.572788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-ea2a987a-855c-4225-9f76-c73654deec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:18.574311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-ea2a987a-855c-4225-9f76-c73654deec88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1097 time: 0.1272004 Sep 27 08:52:18.688221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25054e46-b551-4398-84ee-c857c03ca1ee req-475b2175-db1d-47a7-b769-081c7ebf3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:18.689683 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25054e46-b551-4398-84ee-c857c03ca1ee req-475b2175-db1d-47a7-b769-081c7ebf3271 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1097 time: 0.1693537 Sep 27 08:52:18.779817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f121d758-9717-4c41-94c6-838c88add616', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'port_id': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'mac_address': 'fa:16:3e:87:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:15Z', 'updated_at': '2021-09-27T08:52:17Z', 'revision_number': 1, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:26Z', 'revision_number': 5, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.808363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] Checking router: c02a20ee-a399-4bf0-87d2-fdb50f359664 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:52:18.816881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:18.817500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:18.944233 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:18.949395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:19.140371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-12f4983d-156f-41d2-a69b-f42f1b3934bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:19.142031 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-12f4983d-156f-41d2-a69b-f42f1b3934bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 920 time: 0.5359054 Sep 27 08:52:19.273752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25054e46-b551-4398-84ee-c857c03ca1ee req-3fe135e5-25e3-4697-abd5-94a34d7a741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:19.275244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25054e46-b551-4398-84ee-c857c03ca1ee req-3fe135e5-25e3-4697-abd5-94a34d7a741b service neutron] 10.222.0.57 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 920 time: 0.5481830 Sep 27 08:52:19.283872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f121d758-9717-4c41-94c6-838c88add616', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'port_id': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'mac_address': 'fa:16:3e:87:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:15Z', 'updated_at': '2021-09-27T08:52:17Z', 'revision_number': 1, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:26Z', 'revision_number': 5, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:19.314048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc65d3-3a7d-41a8-b992-a36d5206baac None None] The sync data for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 is: [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f121d758-9717-4c41-94c6-838c88add616', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'port_id': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'mac_address': 'fa:16:3e:87:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:15Z', 'updated_at': '2021-09-27T08:52:17Z', 'revision_number': 1, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:26Z', 'revision_number': 5, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:19.362478 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-1df13ef4-de99-40ae-97ca-42a25d292de1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 999 time: 0.2035604 Sep 27 08:52:19.379014 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:19.460961 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25054e46-b551-4398-84ee-c857c03ca1ee req-a4624dc3-68cb-43bf-a8ab-c5036dbe1c65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 999 time: 0.1765409 Sep 27 08:52:19.478641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-da8e5179-641b-40ee-83e0-5cba27c4cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:19.480138 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-da8e5179-641b-40ee-83e0-5cba27c4cc92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.1107421 Sep 27 08:52:19.558653 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb5ab20-96a4-4425-9f0d-d17258597648 None None] New status for floating IP f121d758-9717-4c41-94c6-838c88add616: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:52:19.571236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-9a1f5848-c420-4a94-b1ee-6d7966d86e7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690942 Sep 27 08:52:19.580810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25054e46-b551-4398-84ee-c857c03ca1ee req-ac377b98-f2f0-4ed9-ac34-6ed42ee09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:19.582513 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25054e46-b551-4398-84ee-c857c03ca1ee req-ac377b98-f2f0-4ed9-ac34-6ed42ee09ad9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.1139400 Sep 27 08:52:19.588976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-21618fce-2daf-49f0-8fd7-0010c47eab49 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:52:19.589949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-21618fce-2daf-49f0-8fd7-0010c47eab49 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065804 Sep 27 08:52:19.625211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40314) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:19.631217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'subnet': {'network_id': 'e182738d-437c-47ad-af1f-2ed77cb666f1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:19.657091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25054e46-b551-4398-84ee-c857c03ca1ee req-199f5122-36e5-4a9a-8dbc-3be2e1daf004 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662227 Sep 27 08:52:19.726991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:19.731305 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:19.862010 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-a181d1bb-910f-4a0a-b3f1-7434b85e1304 service neutron] 10.222.0.50 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576442 Sep 27 08:52:19.888140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:19.901620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25054e46-b551-4398-84ee-c857c03ca1ee req-7b6238fb-2cc9-488b-b400-7410239c468d service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208924 Sep 27 08:52:19.932755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:19.989710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Subnet': ['ID=c853df15-4ea7-4a5e-a491-6633ccf4f5bf,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:20.004968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Checking segment: {'id': '5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e182738d-437c-47ad-af1f-2ed77cb666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:20.005326 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network hostable DHCP agents. Network: e182738d-437c-47ad-af1f-2ed77cb666f1, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:20.022554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network e182738d-437c-47ad-af1f-2ed77cb666f1 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:20.032864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e182738d-437c-47ad-af1f-2ed77cb666f1) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:20.037292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:20.037885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.044938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d5f2e-769d-40a7-b935-53c1adcf077c None None] Network e182738d-437c-47ad-af1f-2ed77cb666f1 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:20.055077 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-395c4750-7630-4344-bc8d-28cc47dd1b3d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4281354 Sep 27 08:52:20.059022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40318) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:20.065479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1145346412'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:20.088624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:20.093772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.123797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:20.125130 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2bd9d9-542e-40ea-9f78-e67b9f8cb809 req-00c640c5-776a-4034-b138-818a95f09a34 service neutron] 10.222.0.50 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481878 Sep 27 08:52:20.128878 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25054e46-b551-4398-84ee-c857c03ca1ee req-bc65a582-44ff-4889-b46e-646861cdcee4 service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152746 Sep 27 08:52:20.134657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.135644 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Added segment c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2 of type vlan for network eae20917-b09a-4d5e-af0f-45f73ae61663 Sep 27 08:52:20.176197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Router 9bd21618-e805-41ca-8edf-ede2f4e48ea9 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:20.211579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.240911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e182738d-437c-47ad-af1f-2ed77cb666f1', 'network_id': 'e182738d-437c-47ad-af1f-2ed77cb666f1', 'tenant_id': 'fdc78a0ee73749789ca8c585a04bf3b1', 'fixed_ips': [{'subnet_id': 'c853df15-4ea7-4a5e-a491-6633ccf4f5bf'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:20.242639 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.286642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:20.307145 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-eacbfb06-c0fe-490f-83b6-9995c6f5a9cd tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.1210811 Sep 27 08:52:20.308223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.313960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:20.314123 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.314584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.319733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-36f5ee54-5c92-447b-bf3d-d530f0e74e0e tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6769235 Sep 27 08:52:20.319901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3507e-ccb3-476a-ae62-ad519cb41743 None None] Sync routers for ids ['9bd21618-e805-41ca-8edf-ede2f4e48ea9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:20.320358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:20.325429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-65855dcc-f5a1-4480-8706-423eeeb6ceb4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:20.338773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3507e-ccb3-476a-ae62-ad519cb41743 None None] Routers {'9bd21618-e805-41ca-8edf-ede2f4e48ea9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:20.339399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-69a3507e-ccb3-476a-ae62-ad519cb41743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9bd21618-e805-41ca-8edf-ede2f4e48ea9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:20.387363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3268087 Sep 27 08:52:20.392542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40324) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:20.425951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'subnet': {'network_id': 'eae20917-b09a-4d5e-af0f-45f73ae61663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:20.435422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-0e6efdaf-7d06-4b35-a3c9-12018211f5ef tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:20.436889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-0e6efdaf-7d06-4b35-a3c9-12018211f5ef tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports/b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 943 time: 0.1187181 Sep 27 08:52:20.439849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e25707-dc3f-4bda-a137-a0586ff2f223 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Network': ['ID=eae20917-b09a-4d5e-af0f-45f73ae61663,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:20.550414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network eae20917-b09a-4d5e-af0f-45f73ae61663 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:20.556950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-69a3507e-ccb3-476a-ae62-ad519cb41743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:20.612946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-abcd57b7-8994-452a-a8b8-6246749bfe35 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.0928297 Sep 27 08:52:20.620468 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.638447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:20.642117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.649037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3507e-ccb3-476a-ae62-ad519cb41743 None None] Routers {'9bd21618-e805-41ca-8edf-ede2f4e48ea9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:20.649673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-69a3507e-ccb3-476a-ae62-ad519cb41743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9bd21618-e805-41ca-8edf-ede2f4e48ea9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:20.670017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65855dcc-f5a1-4480-8706-423eeeb6ceb4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.697223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-69a3507e-ccb3-476a-ae62-ad519cb41743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:20.697871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3507e-ccb3-476a-ae62-ad519cb41743 None None] The sync data for ids ['9bd21618-e805-41ca-8edf-ede2f4e48ea9'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:20.705951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Allocated IP 2001:db8:0:ffff::2 (e182738d-437c-47ad-af1f-2ed77cb666f1/c853df15-4ea7-4a5e-a491-6633ccf4f5bf/e8089dda-2786-4ddf-a8c8-eea51639ce8d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:20.784555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-caa46ddb-5c81-4b71-9b9b-6ab161afcdf7 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:20.791466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-caa46ddb-5c81-4b71-9b9b-6ab161afcdf7 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1775718 Sep 27 08:52:20.799732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8954474-bd5a-4f10-8d22-343f78042b76 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:52:20.808363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8954474-bd5a-4f10-8d22-343f78042b76 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159781 Sep 27 08:52:20.871451 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.879823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:20.908578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-7a2464f7-993e-42b9-92af-b9c8d3caeff3 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.0992334 Sep 27 08:52:20.935696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Network e182738d-437c-47ad-af1f-2ed77cb666f1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:20.938627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:20.939349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:20.947579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:20.955407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Pushing event updated for resources: {'Port': ['ID=e8089dda-2786-4ddf-a8c8-eea51639ce8d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:21.021869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Attempting to bind port e8089dda-2786-4ddf-a8c8-eea51639ce8d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:21.023294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Attempting to bind port e8089dda-2786-4ddf-a8c8-eea51639ce8d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e182738d-437c-47ad-af1f-2ed77cb666f1'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:21.024530 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Attempting to bind port e8089dda-2786-4ddf-a8c8-eea51639ce8d on network e182738d-437c-47ad-af1f-2ed77cb666f1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:21.031279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:21.031655 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Checking segment: {'id': '5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e182738d-437c-47ad-af1f-2ed77cb666f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:21.032127 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.032559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Bound using segment: {'id': '5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e182738d-437c-47ad-af1f-2ed77cb666f1'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:21.033044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Bound port: e8089dda-2786-4ddf-a8c8-eea51639ce8d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e182738d-437c-47ad-af1f-2ed77cb666f1'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:21.033433 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.041210 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for floatingip, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.105587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] For port e8089dda-2786-4ddf-a8c8-eea51639ce8d, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:21.109824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] For port e8089dda-2786-4ddf-a8c8-eea51639ce8d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e8089dda-2786-4ddf-a8c8-eea51639ce8d,segment=NetworkSegment(5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed),segment_id=5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:21.115533 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.175840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac84096-8a70-4444-9521-2b6dc9b8649b None None] Pushing event updated for resources: {'Port': ['ID=e8089dda-2786-4ddf-a8c8-eea51639ce8d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:21.244278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:52:21.246693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.308347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.324263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.324519 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Floating IP f121d758-9717-4c41-94c6-838c88add616 disassociated. External IP: 172.25.2.45, port: b106f0c1-1198-4bdb-b3db-9ba4de5dd235. Sep 27 08:52:21.392743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65855dcc-f5a1-4480-8706-423eeeb6ceb4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.396278 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65855dcc-f5a1-4480-8706-423eeeb6ceb4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.413951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Subnet': ['ID=7405c11f-a151-401f-a650-785f055ad0a6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:21.430237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Checking segment: {'id': 'c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eae20917-b09a-4d5e-af0f-45f73ae61663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:21.430601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network hostable DHCP agents. Network: eae20917-b09a-4d5e-af0f-45f73ae61663, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:21.525595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65855dcc-f5a1-4480-8706-423eeeb6ceb4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Router 9bd21618-e805-41ca-8edf-ede2f4e48ea9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:21.638626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65855dcc-f5a1-4480-8706-423eeeb6ceb4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:21.643541 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65855dcc-f5a1-4480-8706-423eeeb6ceb4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.644162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-65855dcc-f5a1-4480-8706-423eeeb6ceb4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "PUT /v2.0/routers/9bd21618-e805-41ca-8edf-ede2f4e48ea9 HTTP/1.1" status: 200 len: 921 time: 1.3228080 Sep 27 08:52:21.647102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:21.647957 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6734d5-ee2b-4766-81d4-ede7f7979fbd None None] Sync routers for ids ['9bd21618-e805-41ca-8edf-ede2f4e48ea9'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:21.658195 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6734d5-ee2b-4766-81d4-ede7f7979fbd None None] Routers {'9bd21618-e805-41ca-8edf-ede2f4e48ea9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:21.658834 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8f6734d5-ee2b-4766-81d4-ede7f7979fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9bd21618-e805-41ca-8edf-ede2f4e48ea9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:21.692121 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8f6734d5-ee2b-4766-81d4-ede7f7979fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:21.701809 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6734d5-ee2b-4766-81d4-ede7f7979fbd None None] Routers {'9bd21618-e805-41ca-8edf-ede2f4e48ea9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:21.702444 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8f6734d5-ee2b-4766-81d4-ede7f7979fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9bd21618-e805-41ca-8edf-ede2f4e48ea9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:21.737869 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8f6734d5-ee2b-4766-81d4-ede7f7979fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:21.738521 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6734d5-ee2b-4766-81d4-ede7f7979fbd None None] The sync data for ids ['9bd21618-e805-41ca-8edf-ede2f4e48ea9'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:21.763519 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-86ebf60b-e763-495b-b2bf-5233be8b8746 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/routers/9bd21618-e805-41ca-8edf-ede2f4e48ea9 HTTP/1.1" status: 200 len: 921 time: 0.1152666 Sep 27 08:52:21.766277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:21.802799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network eae20917-b09a-4d5e-af0f-45f73ae61663 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:21.825583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, eae20917-b09a-4d5e-af0f-45f73ae61663) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:21.835430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8331155-6a5a-44b3-8c60-4729bcc8c1c9 None None] Network eae20917-b09a-4d5e-af0f-45f73ae61663 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:21.846836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf54ccc4-53bc-4709-98a4-5bfdb339400b tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:21.848965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cf54ccc4-53bc-4709-98a4-5bfdb339400b tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=9bd21618-e805-41ca-8edf-ede2f4e48ea9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0817447 Sep 27 08:52:21.852803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:21.897995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:21.898647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:21.942699 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bfb1e667-0d1c-496c-b886-a0d71c8d7783 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5482287 Sep 27 08:52:21.943687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40336) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:21.984451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'port': {'network_id': 'eae20917-b09a-4d5e-af0f-45f73ae61663', 'name': 'tempest-NetworksIpV6TestAttrs-1283290138'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:21.989556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde10078-3e6d-4116-981b-a3f3e7925477 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:21.991363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dde10078-3e6d-4116-981b-a3f3e7925477 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 881 time: 0.1376195 Sep 27 08:52:21.996933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:22.024799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-eae20917-b09a-4d5e-af0f-45f73ae61663', 'network_id': 'eae20917-b09a-4d5e-af0f-45f73ae61663', 'tenant_id': 'fdc78a0ee73749789ca8c585a04bf3b1', 'fixed_ips': [{'subnet_id': '7405c11f-a151-401f-a650-785f055ad0a6'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:22.026282 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.035555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-413c40e8-b41e-4f02-907b-68df4862410a tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd21618-e805-41ca-8edf-ede2f4e48ea9 HTTP/1.1" status: 200 len: 205 time: 0.0352476 Sep 27 08:52:22.037240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:22.083163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Router c02a20ee-a399-4bf0-87d2-fdb50f359664 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:22.193818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Allocated IP 2001:db8::f816:3eff:fe99:8f7d (eae20917-b09a-4d5e-af0f-45f73ae61663/7405c11f-a151-401f-a650-785f055ad0a6/97b75aed-46c0-47a1-916f-4d3287fc109a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:22.202456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.231982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:22.235654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.301299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e8089dda-2786-4ddf-a8c8-eea51639ce8d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:22.302149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] device_id is not set on port 786dc320-ce7f-4b27-8390-3ff3ca6fc9aa yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:52:22.312519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d56d8a-7570-4cfe-b865-544525190844 None None] Network e182738d-437c-47ad-af1f-2ed77cb666f1 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:22.315395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:22.320798 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.332916 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.339737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] Sync routers for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:22.389045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-b8207ca6-605b-4907-9633-616e3c4b872e tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "PUT /v2.0/floatingips/f121d758-9717-4c41-94c6-838c88add616 HTTP/1.1" status: 200 len: 694 time: 1.4735198 Sep 27 08:52:22.399163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Deleting port 30be2217-a0b3-4fbe-b26a-ba2c9f2e426e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:22.399581 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.400047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:22.402543 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85" -d '{"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:22.445198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:22.445858 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:22.454697 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4636ccee-0e46-445d-a68e-a96d2097fd80 x-openstack-request-id: req-4636ccee-0e46-445d-a68e-a96d2097fd80 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:22.455005 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:22.455262 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4636ccee-0e46-445d-a68e-a96d2097fd80 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:22.455688 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'status': 'completed', 'code': 200} Sep 27 08:52:22.491711 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.504509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Calling delete_port for 30be2217-a0b3-4fbe-b26a-ba2c9f2e426e owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:22.511870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-c0c2560a-7da7-470b-9450-36523024f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:22.513429 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-c0c2560a-7da7-470b-9450-36523024f31f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1097 time: 0.1079369 Sep 27 08:52:22.521222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6cbf8741-e36f-43a8-9994-0e6c853405f0 None None] Provisioning complete for port e8089dda-2786-4ddf-a8c8-eea51639ce8d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:22.521858 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8741-e36f-43a8-9994-0e6c853405f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.588282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e8089dda-2786-4ddf-a8c8-eea51639ce8d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:22.588600 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.594088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.601616 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-7c727c4e-4538-4f41-a618-a6db760b6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:22.603209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-7c727c4e-4538-4f41-a618-a6db760b6dfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 1097 time: 0.0920191 Sep 27 08:52:22.613499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-f22bead2-e00e-44a3-84a8-d83a916111fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:22.621335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-f22bead2-e00e-44a3-84a8-d83a916111fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 920 time: 0.1011872 Sep 27 08:52:22.674791 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.688411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-43bddb6b-2076-426d-91a1-15c9dae5d8be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 217 time: 0.0660393 Sep 27 08:52:22.747493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Allocated IP 2001:db8::f816:3eff:fef8:f811 (eae20917-b09a-4d5e-af0f-45f73ae61663/7405c11f-a151-401f-a650-785f055ad0a6/786dc320-ce7f-4b27-8390-3ff3ca6fc9aa) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:22.754398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-6ee8a593-72a8-4519-a343-fa75b7756895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:22.755298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:22.755930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-6ee8a593-72a8-4519-a343-fa75b7756895 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.0667541 Sep 27 08:52:22.764099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Network eae20917-b09a-4d5e-af0f-45f73ae61663 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:22.776571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-b21f4b0a-9a76-4381-9564-e7d2764de5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:22.778061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-b21f4b0a-9a76-4381-9564-e7d2764de5eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 200 len: 920 time: 0.1641850 Sep 27 08:52:22.793545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.797790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-89cca680-8511-4d35-8e9f-99c3fe596baf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299463 Sep 27 08:52:22.833325 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-757c6adc-6524-4755-97d1-19538722ae85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 200 len: 217 time: 0.0468678 Sep 27 08:52:22.852415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event deleted for resources: {'Port': ['ID=30be2217-a0b3-4fbe-b26a-ba2c9f2e426e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:22.852800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:22.909460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:22.921832 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8741-e36f-43a8-9994-0e6c853405f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:22.923914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Pushing event updated for resources: {'Port': ['ID=97b75aed-46c0-47a1-916f-4d3287fc109a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:22.998554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-6446409e-a274-4dfe-80e9-5a801fe21a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:23.000770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-6446409e-a274-4dfe-80e9-5a801fe21a1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 200 len: 859 time: 0.1203976 Sep 27 08:52:23.001876 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.008738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-3e1201bc-4087-4fdd-bff3-82e78c26f9fb service neutron] 10.222.0.50 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940861 Sep 27 08:52:23.052603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Attempting to bind port 97b75aed-46c0-47a1-916f-4d3287fc109a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:23.053590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Attempting to bind port 97b75aed-46c0-47a1-916f-4d3287fc109a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eae20917-b09a-4d5e-af0f-45f73ae61663'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:23.053993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Attempting to bind port 97b75aed-46c0-47a1-916f-4d3287fc109a on network eae20917-b09a-4d5e-af0f-45f73ae61663 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:23.085656 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.138317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.141620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-64422e02-0102-47cf-aa53-6d125c673184 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75ef7d5d-1e9c-4641-9787-abf739e5cb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105590 Sep 27 08:52:23.143138 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.176189 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dcce552-855f-4518-823f-6f8e8c2e603d req-120c3f7a-d246-48a4-8a00-6da534af62ed service neutron] 10.222.0.50 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595883 Sep 27 08:52:23.209372 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.228300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:23.228821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Checking segment: {'id': 'c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eae20917-b09a-4d5e-af0f-45f73ae61663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:23.229113 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.229518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Bound using segment: {'id': 'c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eae20917-b09a-4d5e-af0f-45f73ae61663'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:23.230006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Bound port: 97b75aed-46c0-47a1-916f-4d3287fc109a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eae20917-b09a-4d5e-af0f-45f73ae61663'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:23.230838 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.283370 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.283894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Fanout notify agent at l3_agent the message router_deleted on router 9bd21618-e805-41ca-8edf-ede2f4e48ea9 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:23.285254 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.291510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.293740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-782f8711-04a7-4da1-9436-0a8ff8335098 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/9bd21618-e805-41ca-8edf-ede2f4e48ea9 HTTP/1.1" status: 204 len: 168 time: 1.2552946 Sep 27 08:52:23.307350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40350) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:23.315148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network eae20917-b09a-4d5e-af0f-45f73ae61663 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:23.318960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6cbf8741-e36f-43a8-9994-0e6c853405f0 None None] For port e8089dda-2786-4ddf-a8c8-eea51639ce8d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e8089dda-2786-4ddf-a8c8-eea51639ce8d,segment=NetworkSegment(5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed),segment_id=5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:23.319158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:23.327320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d9709346-9694-41f5-b10a-c3fa87929ceb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1597398368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:23.346598 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6cbf8741-e36f-43a8-9994-0e6c853405f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.354505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Port': ['ID=786dc320-ce7f-4b27-8390-3ff3ca6fc9aa,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:23.357868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:23.366321 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:23.367040 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.372260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9709346-9694-41f5-b10a-c3fa87929ceb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.376348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9709346-9694-41f5-b10a-c3fa87929ceb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.402500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-929ebd07-a901-432a-9189-050b7b249761 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4220414 Sep 27 08:52:23.402855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40352) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:23.410182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-72b648ed-8908-4410-a338-1595d9fdb0ba tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/floatingips/f121d758-9717-4c41-94c6-838c88add616 HTTP/1.1" status: 200 len: 694 time: 0.1279271 Sep 27 08:52:23.422777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-e9a6a813-b289-4a4d-92d9-79e649e221ec service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700288 Sep 27 08:52:23.481209 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9709346-9694-41f5-b10a-c3fa87929ceb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.490635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9709346-9694-41f5-b10a-c3fa87929ceb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.512470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9709346-9694-41f5-b10a-c3fa87929ceb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.516255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d9709346-9694-41f5-b10a-c3fa87929ceb tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1961079 Sep 27 08:52:23.516771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40354) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:23.522096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:23.599011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-9980e5b7-1a3c-4f75-978f-f2411cd47338 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:23.600465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-9980e5b7-1a3c-4f75-978f-f2411cd47338 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 784 time: 0.1808050 Sep 27 08:52:23.602677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5f6566d5-dc2f-4fcc-a777-0bf2708aaf85 req-cc24324a-b84e-4a83-ab2d-86a33a338505 service neutron] 10.222.0.57 "GET /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718283 Sep 27 08:52:23.606933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ec7eb7-09b9-47dc-9a13-2559bb688742 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Deleting subnet 7405c11f-a151-401f-a650-785f055ad0a6 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:23.614182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-5f7e69bd-6320-4051-a7ab-583520d1f45b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:52:23.617124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-5f7e69bd-6320-4051-a7ab-583520d1f45b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103004 Sep 27 08:52:23.641900 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7eb7-09b9-47dc-9a13-2559bb688742 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.645400 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:52:23.645754 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:52:23.669068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] For port 97b75aed-46c0-47a1-916f-4d3287fc109a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:23.673751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] For port 97b75aed-46c0-47a1-916f-4d3287fc109a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=97b75aed-46c0-47a1-916f-4d3287fc109a,segment=NetworkSegment(c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2),segment_id=c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:23.676559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf8741-e36f-43a8-9994-0e6c853405f0 None None] Pushing event updated for resources: {'Port': ['ID=e8089dda-2786-4ddf-a8c8-eea51639ce8d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:23.682993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9b878676-2a76-4b65-870b-fc5584388c32 None None] Provisioning complete for port e8089dda-2786-4ddf-a8c8-eea51639ce8d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:23.683364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b878676-2a76-4b65-870b-fc5584388c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.686175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.690327 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-18ab35ff-63a7-4cdb-b8ae-3eb0f45310ec tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 697 time: 0.0656679 Sep 27 08:52:23.736420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a6e446fd-3b64-4a9e-825e-88e5614edabd tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 697 time: 0.0452249 Sep 27 08:52:23.739295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:26Z', 'revision_number': 5, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:23.754365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7eb7-09b9-47dc-9a13-2559bb688742 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.817451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bef7b9-905f-4866-ad05-348ee02282f4 None None] Pushing event updated for resources: {'Port': ['ID=97b75aed-46c0-47a1-916f-4d3287fc109a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:23.818948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:23.836294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] Checking router: c02a20ee-a399-4bf0-87d2-fdb50f359664 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:52:23.856251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:23.857055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:23.899293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Deleting port ea4d190a-770c-4dab-9e55-4ef7fca93a08 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:23.899875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.019126 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.019126 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.029317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7eb7-09b9-47dc-9a13-2559bb688742 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.038008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:24.045789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Calling delete_port for ea4d190a-770c-4dab-9e55-4ef7fca93a08 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:24.217939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7eb7-09b9-47dc-9a13-2559bb688742 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.218812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.256369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event deleted for resources: {'Port': ['ID=ea4d190a-770c-4dab-9e55-4ef7fca93a08,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:24.267348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.269639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec7eb7-09b9-47dc-9a13-2559bb688742 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Subnet': ['ID=7405c11f-a151-401f-a650-785f055ad0a6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:24.290823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7eb7-09b9-47dc-9a13-2559bb688742 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.294947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e1ec7eb7-09b9-47dc-9a13-2559bb688742 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/subnets/7405c11f-a151-401f-a650-785f055ad0a6 HTTP/1.1" status: 204 len: 168 time: 0.8890002 Sep 27 08:52:24.294947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.295637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40358) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:24.331863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.337080 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.339001 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a251e250-3c8a-4dd6-acfb-e9d8d57f370f req-a7b1a03c-4812-4a84-83a0-1e385f8e3f45 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "DELETE /v2.0/floatingips/f121d758-9717-4c41-94c6-838c88add616 HTTP/1.1" status: 204 len: 173 time: 0.5961902 Sep 27 08:52:24.357783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:26Z', 'revision_number': 5, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:24.388731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f072f2-e920-4696-8273-028f2392d6f0 None None] The sync data for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 is: [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:51:20Z', 'revision_number': 4, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5a3b71c7-5bb5-4dbd-98c3-329e6180088a', 'name': '', 'network_id': '75ef7d5d-1e9c-4641-9787-abf739e5cb1d', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'mac_address': 'fa:16:3e:6c:a3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:20Z', 'updated_at': '2021-09-27T08:51:26Z', 'revision_number': 5, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'subnets': [{'id': '08825275-c3e8-47c7-805b-29c6663f1a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:24.411496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a8a62-f9e8-4635-8521-db3f51226d78 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:24.413076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a8a62-f9e8-4635-8521-db3f51226d78 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:24.417417 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-092a8a62-f9e8-4635-8521-db3f51226d78 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1180978 Sep 27 08:52:24.419143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40362) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:24.507245 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-815a074b-fff2-4b51-a616-a32641eddfb7 req-a91166c4-c6a6-45ac-ad1f-02338d12f4e1 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups/baf2929d-c5d9-4ec6-b191-ae3b163ca324 HTTP/1.1" status: 200 len: 1810 time: 0.1240172 Sep 27 08:52:24.515641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 97b75aed-46c0-47a1-916f-4d3287fc109a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:24.567750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 97b75aed-46c0-47a1-916f-4d3287fc109a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:24.568216 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.579250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Allocated IP 172.25.2.126 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/d3859e73-614f-4220-bed2-fc7cb35eee06) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:24.589439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-683e3354-76df-4773-b44a-6c8cffd8c20b tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.619215 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-683e3354-76df-4773-b44a-6c8cffd8c20b tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 27 08:52:24.619695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683e3354-76df-4773-b44a-6c8cffd8c20b tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:24.621492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-683e3354-76df-4773-b44a-6c8cffd8c20b tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/eae20917-b09a-4d5e-af0f-45f73ae61663 HTTP/1.1" status: 409 len: 405 time: 0.1989810 Sep 27 08:52:24.625401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40364) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:24.632195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-261780148'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:24.657073 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.690379 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-815a074b-fff2-4b51-a616-a32641eddfb7 req-f6367ab6-f9ab-4d51-a69b-52519972fa93 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.698676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 97b75aed-46c0-47a1-916f-4d3287fc109a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=97b75aed-46c0-47a1-916f-4d3287fc109a,segment=NetworkSegment(c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2),segment_id=c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:24.705224 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.706152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e8089dda-2786-4ddf-a8c8-eea51639ce8d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:24.733774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:24.737215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.777564 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-815a074b-fff2-4b51-a616-a32641eddfb7 req-f6367ab6-f9ab-4d51-a69b-52519972fa93 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.784494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=97b75aed-46c0-47a1-916f-4d3287fc109a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:24.798440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e8089dda-2786-4ddf-a8c8-eea51639ce8d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:24.798845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.812497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:24.829706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.852490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.852861 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Added segment ce6d3a73-f17d-4a21-b7df-5a0d66994ac0 of type vlan for network 0a5f81b0-8ba8-4522-8244-7a917bb1a77e Sep 27 08:52:24.916310 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-815a074b-fff2-4b51-a616-a32641eddfb7 req-f6367ab6-f9ab-4d51-a69b-52519972fa93 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.919626 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-815a074b-fff2-4b51-a616-a32641eddfb7 req-f6367ab6-f9ab-4d51-a69b-52519972fa93 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.921419 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-815a074b-fff2-4b51-a616-a32641eddfb7 req-f6367ab6-f9ab-4d51-a69b-52519972fa93 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "DELETE /v2.0/security-groups/baf2929d-c5d9-4ec6-b191-ae3b163ca324 HTTP/1.1" status: 204 len: 173 time: 0.3808901 Sep 27 08:52:24.938676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.949296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367ab6-f9ab-4d51-a69b-52519972fa93 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf2929d-c5d9-4ec6-b191-ae3b163ca324,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:24.967210 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:24.974888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb7d238-5d60-4c56-a154-6ad04296e0aa None None] Network eae20917-b09a-4d5e-af0f-45f73ae61663 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:24.976555 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45660797-a480-4f0f-8c6d-91bb02f36101 None None] New status for floating IP f121d758-9717-4c41-94c6-838c88add616: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:52:25.028082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:25.028999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.034623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:25.035459 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.056437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:25.078689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:25.098177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6e415485-6d8f-43b0-aa76-0725b86848b3 None None] Provisioning complete for port 97b75aed-46c0-47a1-916f-4d3287fc109a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:25.098836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e415485-6d8f-43b0-aa76-0725b86848b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.119803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event updated for resources: {'Port': ['ID=d3859e73-614f-4220-bed2-fc7cb35eee06,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:25.143355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5168743 Sep 27 08:52:25.146941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:25.154374 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'subnet': {'network_id': '0a5f81b0-8ba8-4522-8244-7a917bb1a77e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:25.216593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cac9a4-73e9-4d95-8dce-a94f6124c1df tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Network': ['ID=0a5f81b0-8ba8-4522-8244-7a917bb1a77e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:25.239144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 0a5f81b0-8ba8-4522-8244-7a917bb1a77e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:25.276102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] DHCP port deletion for eae20917-b09a-4d5e-af0f-45f73ae61663 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:25.310584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:25.314842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.348623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98463d1-c887-44ef-b5b8-9db30ace760f req-ab795265-17a0-462e-a4dc-2af2447b769a tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:25.350226 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98463d1-c887-44ef-b5b8-9db30ace760f req-ab795265-17a0-462e-a4dc-2af2447b769a tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0856469 Sep 27 08:52:25.373025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] Deleting port 97b75aed-46c0-47a1-916f-4d3287fc109a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:25.373715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.434193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c98463d1-c887-44ef-b5b8-9db30ace760f req-6fdf5fe9-b454-4d33-8005-36c3b601825b tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481067 Sep 27 08:52:25.463597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] For port 97b75aed-46c0-47a1-916f-4d3287fc109a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=97b75aed-46c0-47a1-916f-4d3287fc109a,segment=NetworkSegment(c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2),segment_id=c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:25.463993 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.478238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] Calling delete_port for 97b75aed-46c0-47a1-916f-4d3287fc109a owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:25.493596 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.565245 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.591242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] Pushing event deleted for resources: {'Port': ['ID=97b75aed-46c0-47a1-916f-4d3287fc109a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:25.594705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab27b4-afe3-405b-9bee-a38ef7168de8 None None] No DVR routers for this DVR port 97b75aed-46c0-47a1-916f-4d3287fc109a on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:25.711426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.715801 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.844522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Router 921b9fa5-214d-44e3-a140-5f1ca0bc0778 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:25.889210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:52:25.890593 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:25.954061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Subnet': ['ID=93b27fde-5329-4422-8e94-49c1845c1365,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:25.966001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Checking segment: {'id': 'ce6d3a73-f17d-4a21-b7df-5a0d66994ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0a5f81b0-8ba8-4522-8244-7a917bb1a77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:25.966463 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network hostable DHCP agents. Network: 0a5f81b0-8ba8-4522-8244-7a917bb1a77e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:25.988374 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network 0a5f81b0-8ba8-4522-8244-7a917bb1a77e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:25.998501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 0a5f81b0-8ba8-4522-8244-7a917bb1a77e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:26.003064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:26.003692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.011931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5c611-ed6d-4f4b-bbce-12310ef048b3 None None] Network 0a5f81b0-8ba8-4522-8244-7a917bb1a77e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:26.020647 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-54dfcb4e-6c05-4924-949f-c20a96202950 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8722603 Sep 27 08:52:26.023220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40374) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:26.029310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'port': {'network_id': '0a5f81b0-8ba8-4522-8244-7a917bb1a77e', 'name': 'tempest-NetworksIpV6TestAttrs-1106461566'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:26.153351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:26.157224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.175325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-0a5f81b0-8ba8-4522-8244-7a917bb1a77e', 'network_id': '0a5f81b0-8ba8-4522-8244-7a917bb1a77e', 'tenant_id': 'fdc78a0ee73749789ca8c585a04bf3b1', 'fixed_ips': [{'subnet_id': '93b27fde-5329-4422-8e94-49c1845c1365'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:26.176378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] device_id is not set on port 331a4d99-c46b-4713-813e-d4ce34224c09 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:52:26.176732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.279239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:26.287341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.287531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c783c4e8-0355-48e0-afbb-67df859b9cc1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "PUT /v2.0/routers/921b9fa5-214d-44e3-a140-5f1ca0bc0778 HTTP/1.1" status: 200 len: 880 time: 2.7698231 Sep 27 08:52:26.290518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40378) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:26.293576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5a1c2-d66e-4e06-8991-bdc5b826850f None None] Sync routers for ids ['921b9fa5-214d-44e3-a140-5f1ca0bc0778'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:26.304075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5a1c2-d66e-4e06-8991-bdc5b826850f None None] Routers {'921b9fa5-214d-44e3-a140-5f1ca0bc0778'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:26.305265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dbe5a1c2-d66e-4e06-8991-bdc5b826850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['921b9fa5-214d-44e3-a140-5f1ca0bc0778'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:26.326618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Allocated IP 2001:db8::f816:3eff:fee8:cc8e (0a5f81b0-8ba8-4522-8244-7a917bb1a77e/93b27fde-5329-4422-8e94-49c1845c1365/331a4d99-c46b-4713-813e-d4ce34224c09) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:26.367367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dbe5a1c2-d66e-4e06-8991-bdc5b826850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:26.376274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5a1c2-d66e-4e06-8991-bdc5b826850f None None] Routers {'921b9fa5-214d-44e3-a140-5f1ca0bc0778'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:26.376919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dbe5a1c2-d66e-4e06-8991-bdc5b826850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['921b9fa5-214d-44e3-a140-5f1ca0bc0778'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:26.410789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 97b75aed-46c0-47a1-916f-4d3287fc109a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:26.412949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-dbe5a1c2-d66e-4e06-8991-bdc5b826850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:26.413585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5a1c2-d66e-4e06-8991-bdc5b826850f None None] The sync data for ids ['921b9fa5-214d-44e3-a140-5f1ca0bc0778'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:26.434900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 97b75aed-46c0-47a1-916f-4d3287fc109a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:26.435247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 97b75aed-46c0-47a1-916f-4d3287fc109a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:26.447498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-12098656-4eec-4337-a536-8f3fe7135000 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/routers/921b9fa5-214d-44e3-a140-5f1ca0bc0778 HTTP/1.1" status: 200 len: 921 time: 0.1556487 Sep 27 08:52:26.450156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40380) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:26.512050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.545642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.549339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf9c5f-d422-4586-b931-e563ef9ac9ef tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:26.550767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7caf9c5f-d422-4586-b931-e563ef9ac9ef tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=921b9fa5-214d-44e3-a140-5f1ca0bc0778&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0996544 Sep 27 08:52:26.554841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:26.571484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bba39-0003-4649-afa7-2ba2b5efe1fa req-0e884cb7-c6af-4957-b7be-fce0de774da9 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:26.572939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-663bba39-0003-4649-afa7-2ba2b5efe1fa req-0e884cb7-c6af-4957-b7be-fce0de774da9 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0621791 Sep 27 08:52:26.595596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Allocated IP 2001:db8::f816:3eff:fe30:f19c (0a5f81b0-8ba8-4522-8244-7a917bb1a77e/93b27fde-5329-4422-8e94-49c1845c1365/359b196f-0cb0-4c19-b1a6-78c41d438def) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:26.618065 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-663bba39-0003-4649-afa7-2ba2b5efe1fa req-9f47185b-3511-43b8-bbc7-89300cd8bcc8 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345793 Sep 27 08:52:26.620816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network 0a5f81b0-8ba8-4522-8244-7a917bb1a77e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:26.628317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:26.641769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Port': ['ID=331a4d99-c46b-4713-813e-d4ce34224c09,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:26.641769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:26.641769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:26.641769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.695558 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-faee73fb-822c-49eb-a00d-de437e8c3c88 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6708934 Sep 27 08:52:26.698255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40386) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:26.716097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f45484-1a99-4781-81f5-95f78d6042f4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:26.717809 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-23f45484-1a99-4781-81f5-95f78d6042f4 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 881 time: 0.1601937 Sep 27 08:52:26.720700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40388) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:26.750790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7b5cdab-7f62-477e-902d-5adaec98539c tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=921b9fa5-214d-44e3-a140-5f1ca0bc0778 HTTP/1.1" status: 200 len: 205 time: 0.0267229 Sep 27 08:52:26.751592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40390) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:26.751936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc486a1-ea00-413a-ba95-7f3ef45acbec tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Deleting subnet 93b27fde-5329-4422-8e94-49c1845c1365 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:26.769187 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.774843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cc486a1-ea00-413a-ba95-7f3ef45acbec tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.775223 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.817983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Network 0a5f81b0-8ba8-4522-8244-7a917bb1a77e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:26.818662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cc486a1-ea00-413a-ba95-7f3ef45acbec tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.825537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:26.827456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Pushing event updated for resources: {'Port': ['ID=359b196f-0cb0-4c19-b1a6-78c41d438def,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:26.834997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:26.867887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.888007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Attempting to bind port 359b196f-0cb0-4c19-b1a6-78c41d438def on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:26.888408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Attempting to bind port 359b196f-0cb0-4c19-b1a6-78c41d438def by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ce6d3a73-f17d-4a21-b7df-5a0d66994ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0a5f81b0-8ba8-4522-8244-7a917bb1a77e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:26.888781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Attempting to bind port 359b196f-0cb0-4c19-b1a6-78c41d438def on network 0a5f81b0-8ba8-4522-8244-7a917bb1a77e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:26.893738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:26.894301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Checking segment: {'id': 'ce6d3a73-f17d-4a21-b7df-5a0d66994ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0a5f81b0-8ba8-4522-8244-7a917bb1a77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:26.894884 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.895293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Bound using segment: {'id': 'ce6d3a73-f17d-4a21-b7df-5a0d66994ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0a5f81b0-8ba8-4522-8244-7a917bb1a77e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:26.895770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Bound port: 359b196f-0cb0-4c19-b1a6-78c41d438def, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6d3a73-f17d-4a21-b7df-5a0d66994ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0a5f81b0-8ba8-4522-8244-7a917bb1a77e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:26.896159 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.951339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cc486a1-ea00-413a-ba95-7f3ef45acbec tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:26.982873 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.011699 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cc486a1-ea00-413a-ba95-7f3ef45acbec tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.014754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] For port 359b196f-0cb0-4c19-b1a6-78c41d438def, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:27.018521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] For port 359b196f-0cb0-4c19-b1a6-78c41d438def, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=359b196f-0cb0-4c19-b1a6-78c41d438def,segment=NetworkSegment(ce6d3a73-f17d-4a21-b7df-5a0d66994ac0),segment_id=ce6d3a73-f17d-4a21-b7df-5a0d66994ac0)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:27.024655 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.040953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc486a1-ea00-413a-ba95-7f3ef45acbec tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Subnet': ['ID=93b27fde-5329-4422-8e94-49c1845c1365,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:27.041186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Deleting port d3859e73-614f-4220-bed2-fc7cb35eee06 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:27.041446 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.043031 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7cc486a1-ea00-413a-ba95-7f3ef45acbec tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.047431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:27.047575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7cc486a1-ea00-413a-ba95-7f3ef45acbec tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/subnets/93b27fde-5329-4422-8e94-49c1845c1365 HTTP/1.1" status: 204 len: 168 time: 0.3482199 Sep 27 08:52:27.094345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af64f07-c21a-45c4-9e36-4b37533a7e0f None None] Pushing event updated for resources: {'Port': ['ID=359b196f-0cb0-4c19-b1a6-78c41d438def,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:27.157187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2570b0-852c-4c82-865e-31c686a31192 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:27.158689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2570b0-852c-4c82-865e-31c686a31192 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:27.160344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ee2570b0-852c-4c82-865e-31c686a31192 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1114707 Sep 27 08:52:27.163028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40394) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:27.183974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.200006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Calling delete_port for d3859e73-614f-4220-bed2-fc7cb35eee06 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:27.287267 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7c87790-d963-4e3a-ad7e-3f60a2d98494 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.294195 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c87790-d963-4e3a-ad7e-3f60a2d98494 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 27 08:52:27.294667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c87790-d963-4e3a-ad7e-3f60a2d98494 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:27.297996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d7c87790-d963-4e3a-ad7e-3f60a2d98494 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/0a5f81b0-8ba8-4522-8244-7a917bb1a77e HTTP/1.1" status: 409 len: 405 time: 0.1322653 Sep 27 08:52:27.300243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40396) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:27.305227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1672953571'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:27.335350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:27.340095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.372732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:27.383691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.384120 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Added segment e5c50a88-01b1-4b6a-8dbb-6832718e65c3 of type vlan for network 46670f26-cf56-42b9-893f-8e57bb20a7ef Sep 27 08:52:27.388812 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:52:27.421546 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.433925 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.449849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event deleted for resources: {'Port': ['ID=d3859e73-614f-4220-bed2-fc7cb35eee06,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:27.468752 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.474650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:27.475245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.503956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2024703 Sep 27 08:52:27.508125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:27.510573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.516349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'subnet': {'network_id': '46670f26-cf56-42b9-893f-8e57bb20a7ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:27.549666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0b4df-9abc-49e7-b4b6-3eeb0d7330b4 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Network': ['ID=46670f26-cf56-42b9-893f-8e57bb20a7ef,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:27.560913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 46670f26-cf56-42b9-893f-8e57bb20a7ef details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:27.629074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.633407 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.727142 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.727620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Fanout notify agent at l3_agent the message router_deleted on router 921b9fa5-214d-44e3-a140-5f1ca0bc0778 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:27.736470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.741577 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1bbf6b78-9e67-42e1-946f-d884241b9982 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/921b9fa5-214d-44e3-a140-5f1ca0bc0778 HTTP/1.1" status: 204 len: 168 time: 0.9889760 Sep 27 08:52:27.743058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40404) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:27.751316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:27.754869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.755813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-78a64791-833a-4990-ae5d-42af56fbfaa2 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1332907413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:27.769601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727596a-6a73-4925-bc53-32c899610e0c req-14125fe8-de71-44c9-b795-1c81859c89e3 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:27.771242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e727596a-6a73-4925-bc53-32c899610e0c req-14125fe8-de71-44c9-b795-1c81859c89e3 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.0794511 Sep 27 08:52:27.814219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78a64791-833a-4990-ae5d-42af56fbfaa2 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.815304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78a64791-833a-4990-ae5d-42af56fbfaa2 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.836144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e727596a-6a73-4925-bc53-32c899610e0c req-d1c7a57f-1beb-4fae-97c0-142b301bf1be tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/security-groups?id=a486eeed-f7aa-47a4-9612-0b36a1fdf220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522513 Sep 27 08:52:27.857712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-71f563b9-985a-4e3a-82bb-e57c39739265 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:27.859034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-71f563b9-985a-4e3a-82bb-e57c39739265 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.57 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 946 time: 0.1284478 Sep 27 08:52:27.891763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78a64791-833a-4990-ae5d-42af56fbfaa2 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.896924 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78a64791-833a-4990-ae5d-42af56fbfaa2 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.914893 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78a64791-833a-4990-ae5d-42af56fbfaa2 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:27.919033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-78a64791-833a-4990-ae5d-42af56fbfaa2 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1671512 Sep 27 08:52:27.919546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40406) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:27.924408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': True}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:28.057032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Deleting port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:28.057378 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.120725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0323aa08-999c-494c-95fa-75f5978395a8 None None] Network 0a5f81b0-8ba8-4522-8244-7a917bb1a77e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:28.140309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.187927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:52:28.191434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.221045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d706a6dd-bb09-4584-a913-dc158653f9d2 None None] Provisioning complete for port 359b196f-0cb0-4c19-b1a6-78c41d438def triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:28.222119 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d706a6dd-bb09-4584-a913-dc158653f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.262997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] For port b106f0c1-1198-4bdb-b3db-9ba4de5dd235, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:28.263369 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.287034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Subnet': ['ID=c6694b50-bae7-4d33-b6c0-0327096bfab8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:28.294046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Calling delete_port for b106f0c1-1198-4bdb-b3db-9ba4de5dd235 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:28.311636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Checking segment: {'id': 'e5c50a88-01b1-4b6a-8dbb-6832718e65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '46670f26-cf56-42b9-893f-8e57bb20a7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:28.312008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network hostable DHCP agents. Network: 46670f26-cf56-42b9-893f-8e57bb20a7ef, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:28.378361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network 46670f26-cf56-42b9-893f-8e57bb20a7ef is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:28.398275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 46670f26-cf56-42b9-893f-8e57bb20a7ef) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:28.404208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:28.411810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.418466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4e1a3-dcbd-475e-a69d-f63761e1f024 None None] Network 46670f26-cf56-42b9-893f-8e57bb20a7ef requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:28.446452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.448847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-838fe904-0842-4e66-b6d6-1ea7ab7cec99 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9392042 Sep 27 08:52:28.457827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40410) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:28.492445 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.578166 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.617346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Pushing event deleted for resources: {'Port': ['ID=b106f0c1-1198-4bdb-b3db-9ba4de5dd235,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:28.637230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.640370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 359b196f-0cb0-4c19-b1a6-78c41d438def up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:28.643454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Allocated IP 172.25.2.216 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/ba4b092a-9683-4228-be33-8275f98a3a4b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:28.667714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b106f0c1-1198-4bdb-b3db-9ba4de5dd235'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:52:28.679023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] No DVR routers for this DVR port b106f0c1-1198-4bdb-b3db-9ba4de5dd235 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:28.681718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.683844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c834e90e-9314-401a-b1e7-4d97b50b8423 req-b106910b-d790-4d8a-9da6-cd238863586d tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.57 "DELETE /v2.0/ports/b106f0c1-1198-4bdb-b3db-9ba4de5dd235 HTTP/1.1" status: 204 len: 173 time: 0.8131366 Sep 27 08:52:28.684291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'name': 'network-vif-deleted', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:28.686596 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d762d504-c1d2-4e29-ba66-07c899776202" -d '{"events": [{"server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "name": "network-vif-deleted", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:28.714515 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d706a6dd-bb09-4584-a913-dc158653f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.748246 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69553f70-a6b2-4421-b8cd-b412c07a9f64 x-openstack-request-id: req-69553f70-a6b2-4421-b8cd-b412c07a9f64 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:28.748599 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7309cb8f-fd82-4bdb-b123-2cd74b110230", "name": "network-vif-deleted", "tag": "b106f0c1-1198-4bdb-b3db-9ba4de5dd235", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:28.748863 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69553f70-a6b2-4421-b8cd-b412c07a9f64 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:28.750129 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7309cb8f-fd82-4bdb-b123-2cd74b110230', 'name': 'network-vif-deleted', 'tag': 'b106f0c1-1198-4bdb-b3db-9ba4de5dd235', 'status': 'completed', 'code': 200} Sep 27 08:52:28.760473 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.818651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] DHCP port deletion for 0a5f81b0-8ba8-4522-8244-7a917bb1a77e request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:28.821841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d706a6dd-bb09-4584-a913-dc158653f9d2 None None] For port 359b196f-0cb0-4c19-b1a6-78c41d438def, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=359b196f-0cb0-4c19-b1a6-78c41d438def,segment=NetworkSegment(ce6d3a73-f17d-4a21-b7df-5a0d66994ac0),segment_id=ce6d3a73-f17d-4a21-b7df-5a0d66994ac0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:28.847723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 359b196f-0cb0-4c19-b1a6-78c41d438def triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:28.848096 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.853448 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d706a6dd-bb09-4584-a913-dc158653f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.860937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.865604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.908446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Subnet': ['ID=c6694b50-bae7-4d33-b6c0-0327096bfab8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:28.920793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:28.975722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:28.979635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:28.983879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:28.993689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'Port': ['ID=ba4b092a-9683-4228-be33-8275f98a3a4b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:29.015241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.034611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51504b84-0390-4577-9233-2d99af310f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-46670f26-cf56-42b9-893f-8e57bb20a7ef', 'network_id': '46670f26-cf56-42b9-893f-8e57bb20a7ef', 'tenant_id': 'fdc78a0ee73749789ca8c585a04bf3b1', 'fixed_ips': [{'subnet_id': 'c6694b50-bae7-4d33-b6c0-0327096bfab8'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:29.034831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51504b84-0390-4577-9233-2d99af310f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.057803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706a6dd-bb09-4584-a913-dc158653f9d2 None None] Pushing event updated for resources: {'Port': ['ID=359b196f-0cb0-4c19-b1a6-78c41d438def,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:29.065425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46670f26-cf56-42b9-893f-8e57bb20a7ef']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:29.070786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f115a269-1b34-4aef-bf74-32b2704af9fe req-ad38ff3d-019f-4c3b-bab6-cb8819a6c914 tempest-ServerRescueTestJSONUnderV235-1179199147 tempest-ServerRescueTestJSONUnderV235-1179199147-project] 10.222.0.50 "GET /v2.0/ports?device_id=7309cb8f-fd82-4bdb-b123-2cd74b110230 HTTP/1.1" status: 200 len: 210 time: 0.0451922 Sep 27 08:52:29.089929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c50a88-01b1-4b6a-8dbb-6832718e65c3') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:29.090300 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c50a88-01b1-4b6a-8dbb-6832718e65c3') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:29.100610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.120421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.128316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:29.128832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:29.132557 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:29.160773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] Deleting port 359b196f-0cb0-4c19-b1a6-78c41d438def {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:29.160927 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.212478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110dfcd9-1420-4c52-a21c-23bea902390e None None] Network 46670f26-cf56-42b9-893f-8e57bb20a7ef requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:29.214416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.223015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.225768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/46670f26-cf56-42b9-893f-8e57bb20a7ef HTTP/1.1" status: 204 len: 168 time: 0.7667389 Sep 27 08:52:29.248649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:29.254809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-692508184'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:29.259093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a2320-19c3-4d73-a5d5-c8023858599d tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Network': ['ID=46670f26-cf56-42b9-893f-8e57bb20a7ef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:29.278574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110dfcd9-1420-4c52-a21c-23bea902390e None None] Network 46670f26-cf56-42b9-893f-8e57bb20a7ef could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:52:29.287375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:29.293401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.302814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] For port 359b196f-0cb0-4c19-b1a6-78c41d438def, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=359b196f-0cb0-4c19-b1a6-78c41d438def,segment=NetworkSegment(ce6d3a73-f17d-4a21-b7df-5a0d66994ac0),segment_id=ce6d3a73-f17d-4a21-b7df-5a0d66994ac0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:29.303450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.322250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:29.331352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] Calling delete_port for 359b196f-0cb0-4c19-b1a6-78c41d438def owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:29.332846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.333380 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Added segment 33fe5e43-29ac-43bd-8876-d5c9b64ea1e2 of type vlan for network 32eef012-d439-4583-a3e1-08b6224e6a81 Sep 27 08:52:29.366547 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.395948 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.433054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.447579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:29.448597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.450286 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.479300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] Pushing event deleted for resources: {'Port': ['ID=359b196f-0cb0-4c19-b1a6-78c41d438def,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:29.483504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1ce0d-fe95-4ba3-a496-1d7e7940a163 None None] No DVR routers for this DVR port 359b196f-0cb0-4c19-b1a6-78c41d438def on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:29.500560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2507913 Sep 27 08:52:29.501195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:29.510238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'subnet': {'network_id': '32eef012-d439-4583-a3e1-08b6224e6a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:29.554647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d5027-f78c-4026-abf8-4e6e631dfd94 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Network': ['ID=32eef012-d439-4583-a3e1-08b6224e6a81,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:29.566685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 32eef012-d439-4583-a3e1-08b6224e6a81 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:29.592616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.596295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.639631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:29.643524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.727835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Router 07aaf620-c5e6-4ef2-baf4-f7765cb3639b is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:29.838563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:29.843715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:29.844960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-96f04dd5-536d-445e-9619-7c7dc6339e8e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "PUT /v2.0/routers/07aaf620-c5e6-4ef2-baf4-f7765cb3639b HTTP/1.1" status: 200 len: 915 time: 1.9241633 Sep 27 08:52:29.847905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40426) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:29.848790 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2030ae3-e151-4239-ba7f-6764cbc19be2 None None] Sync routers for ids ['07aaf620-c5e6-4ef2-baf4-f7765cb3639b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:29.859293 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2030ae3-e151-4239-ba7f-6764cbc19be2 None None] Routers {'07aaf620-c5e6-4ef2-baf4-f7765cb3639b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:29.860122 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f2030ae3-e151-4239-ba7f-6764cbc19be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['07aaf620-c5e6-4ef2-baf4-f7765cb3639b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:29.896192 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f2030ae3-e151-4239-ba7f-6764cbc19be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:29.905649 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2030ae3-e151-4239-ba7f-6764cbc19be2 None None] Routers {'07aaf620-c5e6-4ef2-baf4-f7765cb3639b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:29.906425 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f2030ae3-e151-4239-ba7f-6764cbc19be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['07aaf620-c5e6-4ef2-baf4-f7765cb3639b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:29.938549 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f2030ae3-e151-4239-ba7f-6764cbc19be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:29.939358 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2030ae3-e151-4239-ba7f-6764cbc19be2 None None] The sync data for ids ['07aaf620-c5e6-4ef2-baf4-f7765cb3639b'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:29.958586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2bd35444-a1d8-43bc-b5eb-ffbbe0b5ae54 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/routers/07aaf620-c5e6-4ef2-baf4-f7765cb3639b HTTP/1.1" status: 200 len: 921 time: 0.1095190 Sep 27 08:52:29.961480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40428) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:30.004387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e19c0-0201-40aa-851b-eb50463c1323 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:30.005946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d41e19c0-0201-40aa-851b-eb50463c1323 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=07aaf620-c5e6-4ef2-baf4-f7765cb3639b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0434616 Sep 27 08:52:30.009063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40430) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:30.097684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e300d6a-ef1a-4d32-8ba5-839cc26e7fdb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:30.101772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e300d6a-ef1a-4d32-8ba5-839cc26e7fdb tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 881 time: 0.0890844 Sep 27 08:52:30.102450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40434) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:30.125200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.130651 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-081163ed-43b7-4f4e-9e0c-802d92f2a5c8 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=07aaf620-c5e6-4ef2-baf4-f7765cb3639b HTTP/1.1" status: 200 len: 205 time: 0.0275035 Sep 27 08:52:30.132156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40436) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:30.133927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40438) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:30.191296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Subnet': ['ID=d5909f49-efd1-48d0-9b65-a27ce44f97e5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:30.196724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Checking segment: {'id': '33fe5e43-29ac-43bd-8876-d5c9b64ea1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '32eef012-d439-4583-a3e1-08b6224e6a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:30.197094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network hostable DHCP agents. Network: 32eef012-d439-4583-a3e1-08b6224e6a81, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:30.215164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network 32eef012-d439-4583-a3e1-08b6224e6a81 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:30.229807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 32eef012-d439-4583-a3e1-08b6224e6a81) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:30.234149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:30.234771 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.245713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20a0ad-8a64-4fb1-9ea5-1296579b0c84 None None] Network 32eef012-d439-4583-a3e1-08b6224e6a81 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:30.258911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fcf6ea56-bb13-4270-bb22-a01d76a8f4c3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7521718 Sep 27 08:52:30.260847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40440) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:30.317191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.369603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.387907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 359b196f-0cb0-4c19-b1a6-78c41d438def no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:30.420237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 359b196f-0cb0-4c19-b1a6-78c41d438def {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:30.422025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 359b196f-0cb0-4c19-b1a6-78c41d438def not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:30.438642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.475255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c559d-64a5-416b-a1b7-ba8334bba6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-32eef012-d439-4583-a3e1-08b6224e6a81', 'network_id': '32eef012-d439-4583-a3e1-08b6224e6a81', 'tenant_id': 'fdc78a0ee73749789ca8c585a04bf3b1', 'fixed_ips': [{'subnet_id': 'd5909f49-efd1-48d0-9b65-a27ce44f97e5'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:30.475793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd2c559d-64a5-416b-a1b7-ba8334bba6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.523846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.553685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Subnet': ['ID=d5909f49-efd1-48d0-9b65-a27ce44f97e5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-fd2c559d-64a5-416b-a1b7-ba8334bba6a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5909f49-efd1-48d0-9b65-a27ce44f97e5: This subnet is being modified by another concurrent operation. Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:52:30.581857 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5909f49-efd1-48d0-9b65-a27ce44f97e5: This subnet is being modified by another concurrent operation. Sep 27 08:52:30.586142 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:52:30.607829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d99bbf-788f-4721-b329-c6eb50da873b None None] Network 32eef012-d439-4583-a3e1-08b6224e6a81 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:30.620497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.641421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32eef012-d439-4583-a3e1-08b6224e6a81']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:30.651141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fe5e43-29ac-43bd-8876-d5c9b64ea1e2') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:30.651438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fe5e43-29ac-43bd-8876-d5c9b64ea1e2') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:30.662068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.677018 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.684528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:30.685098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:30.688343 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:30.736165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8531de0-de63-4673-a954-b1c99af0578f None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:52:30.756140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.762731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.769140 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/32eef012-d439-4583-a3e1-08b6224e6a81 HTTP/1.1" status: 204 len: 168 time: 0.5072622 Sep 27 08:52:30.770054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40444) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:30.782898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-899373314'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:30.798073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331bbca-51d5-4862-94de-80c751385cc5 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Network': ['ID=32eef012-d439-4583-a3e1-08b6224e6a81,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:30.821153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:30.825193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.848816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8531de0-de63-4673-a954-b1c99af0578f None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:52:30.859742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:30.871764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.871764 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Added segment 9e07cce1-a59c-4f57-8cda-bd0be818f98f of type vlan for network aa7195d9-cba7-4b48-a03e-f88b0d990038 Sep 27 08:52:30.894200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-35ee2989-c88a-43d6-8e65-040c3a2ec197 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1649265 Sep 27 08:52:30.915226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.924762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.958172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:30.964167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:30.964830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:31.009946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2324779 Sep 27 08:52:31.010768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40446) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:31.016751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Request body: {'subnet': {'network_id': 'aa7195d9-cba7-4b48-a03e-f88b0d990038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:31.040851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce66830-a586-4b54-8e9c-b9a767548a37 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Network': ['ID=aa7195d9-cba7-4b48-a03e-f88b0d990038,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:31.056858 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network aa7195d9-cba7-4b48-a03e-f88b0d990038 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:31.089028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-41effd7a-7d76-486b-a8bf-a74149f8c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.089516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-41effd7a-7d76-486b-a8bf-a74149f8c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.089998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-41effd7a-7d76-486b-a8bf-a74149f8c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.090472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-41effd7a-7d76-486b-a8bf-a74149f8c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.090944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-41effd7a-7d76-486b-a8bf-a74149f8c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.091415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-41effd7a-7d76-486b-a8bf-a74149f8c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.091879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-41effd7a-7d76-486b-a8bf-a74149f8c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.093861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-41effd7a-7d76-486b-a8bf-a74149f8c6d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.1464734 Sep 27 08:52:31.229516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Deleting port ba4b092a-9683-4228-be33-8275f98a3a4b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:31.229862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:31.260914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Made reservation on behalf of fdc78a0ee73749789ca8c585a04bf3b1 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:31.264418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:31.337125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-ee084861-f2b5-4642-8a6a-794586a8c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.337605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-ee084861-f2b5-4642-8a6a-794586a8c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.338075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-ee084861-f2b5-4642-8a6a-794586a8c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.339699 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-ee084861-f2b5-4642-8a6a-794586a8c803 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=1effa066-6393-41bc-8fe3-538d4fd8b46f&id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 2298 time: 0.2111011 Sep 27 08:52:31.385457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b106f0c1-1198-4bdb-b3db-9ba4de5dd235 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:31.406117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: b106f0c1-1198-4bdb-b3db-9ba4de5dd235 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:31.406458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b106f0c1-1198-4bdb-b3db-9ba4de5dd235 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:31.458182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:31.508952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Calling delete_port for ba4b092a-9683-4228-be33-8275f98a3a4b owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:31.523291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-1c1f0b53-2f56-43e3-a063-e40028a0dc74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 1002 time: 0.1667695 Sep 27 08:52:31.661370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-bf27b98c-9c1a-40e6-a58e-ddd2a7df8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.662871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-bf27b98c-9c1a-40e6-a58e-ddd2a7df8436 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 200 len: 855 time: 0.1288784 Sep 27 08:52:31.700350 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:31.864774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-69ea7137-c6c0-46d9-a358-be0037e43e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:31.866286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-69ea7137-c6c0-46d9-a358-be0037e43e51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940594 Sep 27 08:52:32.054506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:52:32.055205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.086784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.172141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event deleted for resources: {'Port': ['ID=ba4b092a-9683-4228-be33-8275f98a3a4b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:32.207381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-f56a5564-269f-43d9-a9e7-da9238a07793 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944555 Sep 27 08:52:32.256657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event updated for resources: {'Subnet': ['ID=7ddaa42e-bc2d-4089-98d7-a48a5b1529c5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:32.342044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Checking segment: {'id': '9e07cce1-a59c-4f57-8cda-bd0be818f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa7195d9-cba7-4b48-a03e-f88b0d990038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:32.342335 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network hostable DHCP agents. Network: aa7195d9-cba7-4b48-a03e-f88b0d990038, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:32.349430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.463856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.467245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.476731 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-2c7014ab-dc07-486f-a2a8-9db934ad0bcf service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578447 Sep 27 08:52:32.480509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Network aa7195d9-cba7-4b48-a03e-f88b0d990038 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:32.574108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, aa7195d9-cba7-4b48-a03e-f88b0d990038) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:32.577402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-bd135608-9cc3-48cc-91e3-2885d6821f95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 217 time: 0.0912702 Sep 27 08:52:32.583305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd7e1c2-4380-4ee6-97e5-6393efeb07fc None None] Network aa7195d9-cba7-4b48-a03e-f88b0d990038 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:32.597680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.598110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Fanout notify agent at l3_agent the message router_deleted on router 07aaf620-c5e6-4ef2-baf4-f7765cb3639b {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:32.606916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:32.607509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.616015 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.617197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b294500-75b1-4b23-9bf0-24e9e86eb2b1 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/07aaf620-c5e6-4ef2-baf4-f7765cb3639b HTTP/1.1" status: 204 len: 168 time: 2.4824841 Sep 27 08:52:32.621054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40450) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:32.625820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ea0e6a5c-b010-41a0-b482-e607228c3506 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1452995455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:32.652692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6a5c-b010-41a0-b482-e607228c3506 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.654419 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6a5c-b010-41a0-b482-e607228c3506 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.666808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f7f4206d-885e-4a21-a9c0-bf27ab4719eb tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6519771 Sep 27 08:52:32.667243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:32.668562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-da2f0cf5-3a44-415c-a315-4e86e6ae2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:32.670022 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-da2f0cf5-3a44-415c-a315-4e86e6ae2161 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0747893 Sep 27 08:52:32.712226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Deleting port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:32.712597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.736129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-aa7195d9-cba7-4b48-a03e-f88b0d990038', 'network_id': 'aa7195d9-cba7-4b48-a03e-f88b0d990038', 'tenant_id': 'fdc78a0ee73749789ca8c585a04bf3b1', 'fixed_ips': [{'subnet_id': '7ddaa42e-bc2d-4089-98d7-a48a5b1529c5'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:32.737031 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.776723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-a8f9bc37-ba67-481a-95e1-236b758dda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:32.778259 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-a8f9bc37-ba67-481a-95e1-236b758dda96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007016 Sep 27 08:52:32.784981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6a5c-b010-41a0-b482-e607228c3506 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.792028 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6a5c-b010-41a0-b482-e607228c3506 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.821186 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0e6a5c-b010-41a0-b482-e607228c3506 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.822553 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea0e6a5c-b010-41a0-b482-e607228c3506 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2004340 Sep 27 08:52:32.825250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40456) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:32.830137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:32.831195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] For port 5a3b71c7-5bb5-4dbd-98c3-329e6180088a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,segment=NetworkSegment(7c87c5eb-b660-4078-9835-43e1d54c5ace),segment_id=7c87c5eb-b660-4078-9835-43e1d54c5ace)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:32.831573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.871898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Calling delete_port for 5a3b71c7-5bb5-4dbd-98c3-329e6180088a owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:32.875287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:32.912072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Allocated IP 2001:db8::f816:3eff:fe05:766a (aa7195d9-cba7-4b48-a03e-f88b0d990038/7ddaa42e-bc2d-4089-98d7-a48a5b1529c5/b78e7660-7f5b-4360-8e88-dd3c232dc082) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:32.938147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-42a509fa-64bb-42c7-bb6c-675169dbfcfb service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520450 Sep 27 08:52:33.064135 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.073849 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.090399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.096085 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-6d4f1f8f-11f3-44a4-84a9-2cd278c4e582 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478677 Sep 27 08:52:33.098979 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.110713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Network aa7195d9-cba7-4b48-a03e-f88b0d990038 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:33.113624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:33.117217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:33.167625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Pushing event updated for resources: {'Port': ['ID=b78e7660-7f5b-4360-8e88-dd3c232dc082,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:33.182813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Attempting to bind port b78e7660-7f5b-4360-8e88-dd3c232dc082 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:33.183186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Attempting to bind port b78e7660-7f5b-4360-8e88-dd3c232dc082 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9e07cce1-a59c-4f57-8cda-bd0be818f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa7195d9-cba7-4b48-a03e-f88b0d990038'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:33.183594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Attempting to bind port b78e7660-7f5b-4360-8e88-dd3c232dc082 on network aa7195d9-cba7-4b48-a03e-f88b0d990038 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:33.190658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:33.191150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Checking segment: {'id': '9e07cce1-a59c-4f57-8cda-bd0be818f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa7195d9-cba7-4b48-a03e-f88b0d990038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:33.191770 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.192267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Bound using segment: {'id': '9e07cce1-a59c-4f57-8cda-bd0be818f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa7195d9-cba7-4b48-a03e-f88b0d990038'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:33.193324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Bound port: b78e7660-7f5b-4360-8e88-dd3c232dc082, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e07cce1-a59c-4f57-8cda-bd0be818f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'aa7195d9-cba7-4b48-a03e-f88b0d990038'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:33.193324 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.235464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.269870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddaa42e-bc2d-4089-98d7-a48a5b1529c5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:33.275465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] For port b78e7660-7f5b-4360-8e88-dd3c232dc082, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:33.280982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] For port b78e7660-7f5b-4360-8e88-dd3c232dc082, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b78e7660-7f5b-4360-8e88-dd3c232dc082,segment=NetworkSegment(9e07cce1-a59c-4f57-8cda-bd0be818f98f),segment_id=9e07cce1-a59c-4f57-8cda-bd0be818f98f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:33.286484 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.337744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.363749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7195d9-cba7-4b48-a03e-f88b0d990038']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:33.384557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdd38e-cdc0-45bd-9fbf-975f8e3d15c6 None None] Pushing event updated for resources: {'Port': ['ID=b78e7660-7f5b-4360-8e88-dd3c232dc082,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:33.398028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990f2b5-fa52-4c5b-a264-6d5a30605a96 None None] Network aa7195d9-cba7-4b48-a03e-f88b0d990038 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:33.404538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e07cce1-a59c-4f57-8cda-bd0be818f98f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:33.404853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e07cce1-a59c-4f57-8cda-bd0be818f98f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:33.417556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.471637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-9b487775-e698-4d91-b2bd-1784d7934cb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 217 time: 0.3682647 Sep 27 08:52:33.482729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.493006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:33.493388 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:33.496418 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:33.515820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.527639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845609cb-3903-4b17-9658-2ba269ffaf7e None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:52:33.544828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.550327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-9ead33e2-2ffa-4fd6-8c2c-09b0207665eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:33.551478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-9ead33e2-2ffa-4fd6-8c2c-09b0207665eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0729327 Sep 27 08:52:33.553143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.609585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3b71c7-5bb5-4dbd-98c3-329e6180088a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:33.611648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 27 08:52:33.611648 n-d-810909-1 neutron-server[94831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 27 08:52:33.611648 n-d-810909-1 neutron-server[94831]: [parameters: {'id': 'aa7195d9-cba7-4b48-a03e-f88b0d990038'}] Sep 27 08:52:33.611648 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:52:33.612038 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:52:33.639986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845609cb-3903-4b17-9658-2ba269ffaf7e None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:52:33.671584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-bfb20016-bbbe-402d-9c44-830c8c54d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:33.673135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-bfb20016-bbbe-402d-9c44-830c8c54d65f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124682 Sep 27 08:52:33.688985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Allocated IP 172.25.2.230 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/69ee6aad-7e1b-4a18-8960-2bf584e487dc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:33.798846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.846635 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.851346 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:33.854823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-37c599d5-de04-4e4a-b44b-f05cb96c30d1 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735797 Sep 27 08:52:33.880540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:33.884411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:33.888815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:33.929777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Pushing event updated for resources: {'Port': ['ID=69ee6aad-7e1b-4a18-8960-2bf584e487dc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:34.047074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-b584297d-4c64-42c3-bb05-da0be982ef6d service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836181 Sep 27 08:52:34.120468 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-883ef18f-049b-491d-9a3d-eca936ac7023 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0372543 Sep 27 08:52:34.125271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.145706 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.215721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-5ffd6bb5-1687-4c1f-8e49-75eb7f154c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.217259 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-5ffd6bb5-1687-4c1f-8e49-75eb7f154c3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0891151 Sep 27 08:52:34.225126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Router c02a20ee-a399-4bf0-87d2-fdb50f359664 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:34.271207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Deleting port b78e7660-7f5b-4360-8e88-dd3c232dc082 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:34.271551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.316857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-acb34e48-d8c1-40ed-ab28-e18325924adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.318931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-acb34e48-d8c1-40ed-ab28-e18325924adb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922723 Sep 27 08:52:34.376667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] For port b78e7660-7f5b-4360-8e88-dd3c232dc082, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b78e7660-7f5b-4360-8e88-dd3c232dc082,segment=NetworkSegment(9e07cce1-a59c-4f57-8cda-bd0be818f98f),segment_id=9e07cce1-a59c-4f57-8cda-bd0be818f98f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:34.377032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.419468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Calling delete_port for b78e7660-7f5b-4360-8e88-dd3c232dc082 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:34.425202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:34.433287 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b00168a5-bcf0-4b7e-8c30-e80f7d6bac2d admin admin] 10.222.0.50 "PUT /v2.0/routers/c02a20ee-a399-4bf0-87d2-fdb50f359664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2974477 Sep 27 08:52:34.433926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40464) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:34.435249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.435565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] Sync routers for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:34.442666 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.447588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:34.448294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:34.505097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-6861efe7-d0c2-4a5f-b9c3-cbeb9e4463be service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789231 Sep 27 08:52:34.591292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.591856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.631276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No DVR routers for this DVR port b78e7660-7f5b-4360-8e88-dd3c232dc082 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:34.633155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Port': ['ID=b78e7660-7f5b-4360-8e88-dd3c232dc082,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:34.700210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-3f13a8f8-bb6b-4113-a78b-de64ff685721 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866877 Sep 27 08:52:34.715287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:34.727872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.735198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Router da73982e-4d07-48b2-af84-b469d83316d9 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:34.754192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7195d9-cba7-4b48-a03e-f88b0d990038']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:34.772585 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-a5640c92-ceea-4177-94d4-9914e950a61d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 200 len: 217 time: 0.0405869 Sep 27 08:52:34.794785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e07cce1-a59c-4f57-8cda-bd0be818f98f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:34.795066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e07cce1-a59c-4f57-8cda-bd0be818f98f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:34.807168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.815283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.832270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.840383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-38bb5774-607c-43d9-ad4f-fd1fba788db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.842016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-38bb5774-607c-43d9-ad4f-fd1fba788db2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0578823 Sep 27 08:52:34.878106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:34.878509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:34.881691 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:34.911402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:52:33Z', 'revision_number': 5, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port': {'id': '642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:51:18Z', 'updated_at': '2021-09-27T08:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:34.917030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-88f36bff-72dd-49c7-889e-42f99a15c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:34.918613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-88f36bff-72dd-49c7-889e-42f99a15c88d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599134 Sep 27 08:52:34.926417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Deleting port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:34.926847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:34.944465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] Checking router: c02a20ee-a399-4bf0-87d2-fdb50f359664 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:52:34.953772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] Routers {'c02a20ee-a399-4bf0-87d2-fdb50f359664'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:34.954526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c02a20ee-a399-4bf0-87d2-fdb50f359664'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:35.069224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] Set router c02a20ee-a399-4bf0-87d2-fdb50f359664 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:35.087524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] For port 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:35.088087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.108518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Calling delete_port for 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:35.112004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-16ccf631-e4c9-415a-8811-2977392101de service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822329 Sep 27 08:52:35.123118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:52:34Z', 'revision_number': 6, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:35.153268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae609c29-9075-4ecf-9f94-75fbe8f643b6 None None] The sync data for ids ['c02a20ee-a399-4bf0-87d2-fdb50f359664'] in n-d-810909-1 is: [{'id': 'c02a20ee-a399-4bf0-87d2-fdb50f359664', 'name': 'tempest-ServerRescueTestJSONUnderV235-593023909-router', 'tenant_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:51:17Z', 'updated_at': '2021-09-27T08:52:34Z', 'revision_number': 6, 'project_id': 'f4ece9295c794e4d8d9c2b933533ab5c', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:35.259240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:35.264454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.265701 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-22065d05-af3c-446b-88b6-da61fb03ac45 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "PUT /v2.0/routers/da73982e-4d07-48b2-af84-b469d83316d9 HTTP/1.1" status: 200 len: 916 time: 2.4393821 Sep 27 08:52:35.271261 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4dbad-b951-40b5-baa0-dba49dc31558 None None] Sync routers for ids ['da73982e-4d07-48b2-af84-b469d83316d9'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:35.272640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.280663 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4dbad-b951-40b5-baa0-dba49dc31558 None None] Routers {'da73982e-4d07-48b2-af84-b469d83316d9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:35.281277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-64c4dbad-b951-40b5-baa0-dba49dc31558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['da73982e-4d07-48b2-af84-b469d83316d9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:35.282856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-87d52a1b-6a62-49a1-925c-26516bb531f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4195023 Sep 27 08:52:35.296750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-e53749f5-95b8-4324-ba4a-9932608027e0 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752164 Sep 27 08:52:35.314285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.319526 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-64c4dbad-b951-40b5-baa0-dba49dc31558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:35.328473 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4dbad-b951-40b5-baa0-dba49dc31558 None None] Routers {'da73982e-4d07-48b2-af84-b469d83316d9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:35.329090 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-64c4dbad-b951-40b5-baa0-dba49dc31558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['da73982e-4d07-48b2-af84-b469d83316d9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:35.329669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.336209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/aa7195d9-cba7-4b48-a03e-f88b0d990038 HTTP/1.1" status: 204 len: 168 time: 2.6673260 Sep 27 08:52:35.341803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.347935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-b3503cbd-bb69-485c-a5db-7d2fb715d823 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 200 len: 217 time: 0.0428963 Sep 27 08:52:35.412747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d59d-e864-49ae-9a45-8e032cfbeee9 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Network': ['ID=aa7195d9-cba7-4b48-a03e-f88b0d990038,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:35.418576 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb51154-c65f-46c4-a557-7ece59ec6be3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:35.418992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb51154-c65f-46c4-a557-7ece59ec6be3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:35.423500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0cb51154-c65f-46c4-a557-7ece59ec6be3 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/subnets/7ddaa42e-bc2d-4089-98d7-a48a5b1529c5 HTTP/1.1" status: 404 len: 337 time: 0.0790603 Sep 27 08:52:35.424284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.433544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-d0d4037c-2fa8-4a64-9c90-4bf09413ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:35.436126 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-d0d4037c-2fa8-4a64-9c90-4bf09413ce99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.0788922 Sep 27 08:52:35.455172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.458432 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-64c4dbad-b951-40b5-baa0-dba49dc31558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:35.459073 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4dbad-b951-40b5-baa0-dba49dc31558 None None] The sync data for ids ['da73982e-4d07-48b2-af84-b469d83316d9'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:35.487162 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3b25d7-d70a-4df6-a137-7f1cc4080111 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:35.487778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3b25d7-d70a-4df6-a137-7f1cc4080111 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:35.491550 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce3b25d7-d70a-4df6-a137-7f1cc4080111 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/aa7195d9-cba7-4b48-a03e-f88b0d990038 HTTP/1.1" status: 404 len: 339 time: 0.0635152 Sep 27 08:52:35.492181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40474) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.515627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:35.538768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-66c2736b-a9d4-47d3-aa1a-3676bf122168 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/routers/da73982e-4d07-48b2-af84-b469d83316d9 HTTP/1.1" status: 200 len: 922 time: 0.2647152 Sep 27 08:52:35.539749 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a8e8c0-48c5-470e-80d7-ee94a6036546 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:35.540209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a8e8c0-48c5-470e-80d7-ee94a6036546 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:35.541945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8a8e8c0-48c5-470e-80d7-ee94a6036546 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/subnets/d5909f49-efd1-48d0-9b65-a27ce44f97e5 HTTP/1.1" status: 404 len: 337 time: 0.0470467 Sep 27 08:52:35.542504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.545157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40478) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.553269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-d05aace2-6b62-4249-932d-3670e33ae354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:35.554792 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-d05aace2-6b62-4249-932d-3670e33ae354 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 1096 time: 0.2138309 Sep 27 08:52:35.588833 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-01649f07-226e-4219-a32a-638b923274af tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:35.589448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01649f07-226e-4219-a32a-638b923274af tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:35.591232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-01649f07-226e-4219-a32a-638b923274af tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/32eef012-d439-4583-a3e1-08b6224e6a81 HTTP/1.1" status: 404 len: 339 time: 0.0442188 Sep 27 08:52:35.595789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40480) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.611716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-e16c2554-b4a5-4df9-a62a-5f08c55e69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:35.613376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-e16c2554-b4a5-4df9-a62a-5f08c55e69d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1696236 Sep 27 08:52:35.627796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50318335-34f8-4fb1-8eb9-cc9d9745134c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:35.629366 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-50318335-34f8-4fb1-8eb9-cc9d9745134c tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=da73982e-4d07-48b2-af84-b469d83316d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0851510 Sep 27 08:52:35.634095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40482) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.651114 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5244ffb9-a98e-4f91-86ee-e1bbeafa534c tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:35.651539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5244ffb9-a98e-4f91-86ee-e1bbeafa534c tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:35.653216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5244ffb9-a98e-4f91-86ee-e1bbeafa534c tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/subnets/c6694b50-bae7-4d33-b6c0-0327096bfab8 HTTP/1.1" status: 404 len: 337 time: 0.0541794 Sep 27 08:52:35.655784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.682278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.685180 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-131e0d05-9aaa-4a3e-b080-3ea43578868a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:35.685745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131e0d05-9aaa-4a3e-b080-3ea43578868a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:35.689870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-131e0d05-9aaa-4a3e-b080-3ea43578868a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/46670f26-cf56-42b9-893f-8e57bb20a7ef HTTP/1.1" status: 404 len: 339 time: 0.0275724 Sep 27 08:52:35.691450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:35.728310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-1d6e51b7-48f6-4301-85ef-cb47fd00ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:35.729812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-1d6e51b7-48f6-4301-85ef-cb47fd00ecc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.1481154 Sep 27 08:52:35.754912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.831530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-6f401612-6be6-4498-8c4a-fea9d2de42de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 200 len: 1001 time: 0.0872025 Sep 27 08:52:35.879278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-847f32e3-bc3d-49fc-aedb-a450e536478a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Deleting port 331a4d99-c46b-4713-813e-d4ce34224c09 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:35.879502 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-847f32e3-bc3d-49fc-aedb-a450e536478a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:35.954550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-7efc9474-7e54-4d5f-9c8b-ca82fc570377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:35.956067 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-7efc9474-7e54-4d5f-9c8b-ca82fc570377 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.1165855 Sep 27 08:52:35.965552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-847f32e3-bc3d-49fc-aedb-a450e536478a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.006381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-847f32e3-bc3d-49fc-aedb-a450e536478a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Calling delete_port for 331a4d99-c46b-4713-813e-d4ce34224c09 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:36.059431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-0858e0c6-23d4-474e-8ba7-3e0f7e156251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:36.060994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-0858e0c6-23d4-474e-8ba7-3e0f7e156251 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925624 Sep 27 08:52:36.166148 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-847f32e3-bc3d-49fc-aedb-a450e536478a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.191594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.195197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.218304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f32e3-bc3d-49fc-aedb-a450e536478a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Port': ['ID=331a4d99-c46b-4713-813e-d4ce34224c09,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:36.223393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-c9f11163-3459-4c2f-91dc-d89d99b0b885 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497216 Sep 27 08:52:36.228389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-847f32e3-bc3d-49fc-aedb-a450e536478a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.229763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-847f32e3-bc3d-49fc-aedb-a450e536478a tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/ports/331a4d99-c46b-4713-813e-d4ce34224c09 HTTP/1.1" status: 204 len: 168 time: 0.5373690 Sep 27 08:52:36.232924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:36.258691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-1aa2ea04-3841-4339-9182-51c52357cee4 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252263 Sep 27 08:52:36.260948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cad598-6255-4a60-b072-25d0b09a7c6e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:36.262270 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-59cad598-6255-4a60-b072-25d0b09a7c6e tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/networks/3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 881 time: 0.6254537 Sep 27 08:52:36.263406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.263965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02a20ee-a399-4bf0-87d2-fdb50f359664 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:36.265371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40494) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:36.277443 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.278461 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e610401-726f-4c2c-b4d0-144612d08b3a admin admin] 10.222.0.50 "DELETE /v2.0/routers/c02a20ee-a399-4bf0-87d2-fdb50f359664 HTTP/1.1" status: 204 len: 168 time: 1.8437657 Sep 27 08:52:36.279563 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d86330f-d61d-47cd-a420-7726eb989e78 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:36.284196 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d86330f-d61d-47cd-a420-7726eb989e78 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:36.284196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2d86330f-d61d-47cd-a420-7726eb989e78 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/subnets/93b27fde-5329-4422-8e94-49c1845c1365 HTTP/1.1" status: 404 len: 337 time: 0.0419455 Sep 27 08:52:36.289645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:36.289982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:36.305258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-38420106-7310-41b7-b179-291857b6d2b6 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=da73982e-4d07-48b2-af84-b469d83316d9 HTTP/1.1" status: 200 len: 205 time: 0.0363121 Sep 27 08:52:36.310252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:36.390465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5a3b71c7-5bb5-4dbd-98c3-329e6180088a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:36.401452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-70844a2f-26af-4fd1-9607-011bd570bf27 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338830 Sep 27 08:52:36.415908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 5a3b71c7-5bb5-4dbd-98c3-329e6180088a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:36.415908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5a3b71c7-5bb5-4dbd-98c3-329e6180088a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:36.416161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:36.435844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:36.436195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 642bd129-cdc2-4ec3-bf6c-d5b9d3b2d509 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:36.451765 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-0baf99a8-562e-407e-910a-015ef3b069e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 217 time: 0.0391419 Sep 27 08:52:36.497027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3936c649-e5ce-4109-9b2d-66e5e678156d admin admin] Deleting subnet 08825275-c3e8-47c7-805b-29c6663f1a6d {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:36.503638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3936c649-e5ce-4109-9b2d-66e5e678156d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.504920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-f579f24f-065b-4def-ba17-c8736cb87a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:36.506411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-f579f24f-065b-4def-ba17-c8736cb87a54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.0480142 Sep 27 08:52:36.530696 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.543560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fef8f2b1-e99e-4c2f-9cf2-ea55e7d104f4 req-7e1b7b47-60a7-4d4e-a2ab-72baa9c06729 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115103 Sep 27 08:52:36.561629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-1e45235f-d8ad-4862-89f6-74c81a49c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:36.563202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-1e45235f-d8ad-4862-89f6-74c81a49c2d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493257 Sep 27 08:52:36.584404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3936c649-e5ce-4109-9b2d-66e5e678156d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.622714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.657410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-9147d675-19e1-479e-a2ce-510217bae6fd service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862348 Sep 27 08:52:36.747662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.751974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3936c649-e5ce-4109-9b2d-66e5e678156d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.761876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ee3381-2e62-49d0-9ad4-d3ddd2bcd8dd req-9466d47f-0e74-443e-89db-0dee003f15d8 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958164 Sep 27 08:52:36.828929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5f81b0-8ba8-4522-8244-7a917bb1a77e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:36.845230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6d3a73-f17d-4a21-b7df-5a0d66994ac0') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:36.845532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6d3a73-f17d-4a21-b7df-5a0d66994ac0') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:36.866790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.883292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.896261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.899163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3936c649-e5ce-4109-9b2d-66e5e678156d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.947095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:36.947508 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:36.950647 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:36.964188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936c649-e5ce-4109-9b2d-66e5e678156d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08825275-c3e8-47c7-805b-29c6663f1a6d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:36.981856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3936c649-e5ce-4109-9b2d-66e5e678156d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:36.983927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3936c649-e5ce-4109-9b2d-66e5e678156d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/08825275-c3e8-47c7-805b-29c6663f1a6d HTTP/1.1" status: 204 len: 168 time: 0.6929440 Sep 27 08:52:36.986764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40502) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:37.028680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.039800 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.043967 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/0a5f81b0-8ba8-4522-8244-7a917bb1a77e HTTP/1.1" status: 204 len: 168 time: 0.7497127 Sep 27 08:52:37.051833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40504) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:37.060664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f10f3-e321-482b-872a-16c7a972e22f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Network': ['ID=0a5f81b0-8ba8-4522-8244-7a917bb1a77e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:37.068695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Deleting port 69ee6aad-7e1b-4a18-8960-2bf584e487dc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:37.069066 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.077289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.182377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.204520 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.220459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ef7d5d-1e9c-4641-9787-abf739e5cb1d']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:37.224522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Calling delete_port for 69ee6aad-7e1b-4a18-8960-2bf584e487dc owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:37.238361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c87c5eb-b660-4078-9835-43e1d54c5ace') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:37.238759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c87c5eb-b660-4078-9835-43e1d54c5ace') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:37.238945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e22f33d8-8e39-4788-b1a8-21187920c337 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Deleting port 786dc320-ce7f-4b27-8390-3ff3ca6fc9aa {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:37.239299 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e22f33d8-8e39-4788-b1a8-21187920c337 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.248813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.261907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.267913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:37.268375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:37.270157 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:37.327742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.333035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.334950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] 10.222.0.50 "DELETE /v2.0/networks/75ef7d5d-1e9c-4641-9787-abf739e5cb1d HTTP/1.1" status: 204 len: 168 time: 0.3471014 Sep 27 08:52:37.349352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e22f33d8-8e39-4788-b1a8-21187920c337 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.352166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051700a-a310-4a15-b5fa-0e627165c507 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ef7d5d-1e9c-4641-9787-abf739e5cb1d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:37.365075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e22f33d8-8e39-4788-b1a8-21187920c337 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Calling delete_port for 786dc320-ce7f-4b27-8390-3ff3ca6fc9aa owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:37.500344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40510) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:37.532714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e22f33d8-8e39-4788-b1a8-21187920c337 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.551425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-be5f15f4-e873-4fa3-bafc-1623c6130c0a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4ece9295c794e4d8d9c2b933533ab5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498896 Sep 27 08:52:37.554029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40512) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:37.561021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.569919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f33d8-8e39-4788-b1a8-21187920c337 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Port': ['ID=786dc320-ce7f-4b27-8390-3ff3ca6fc9aa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:37.574946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e22f33d8-8e39-4788-b1a8-21187920c337 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.579211 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e22f33d8-8e39-4788-b1a8-21187920c337 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/ports/786dc320-ce7f-4b27-8390-3ff3ca6fc9aa HTTP/1.1" status: 204 len: 168 time: 0.5238750 Sep 27 08:52:37.579614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40514) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:37.606963 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f5a29cc-2fff-483d-90a3-0f20032e3453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.628739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f5a29cc-2fff-483d-90a3-0f20032e3453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.629762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event deleted for resources: {'Port': ['ID=69ee6aad-7e1b-4a18-8960-2bf584e487dc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:37.644980 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-075718fd-432c-4cb2-9ee9-721fdab96d96 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:37.645475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075718fd-432c-4cb2-9ee9-721fdab96d96 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:37.647254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-075718fd-432c-4cb2-9ee9-721fdab96d96 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/subnets/7405c11f-a151-401f-a650-785f055ad0a6 HTTP/1.1" status: 404 len: 337 time: 0.0656526 Sep 27 08:52:37.650706 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40516) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:37.677687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f5a29cc-2fff-483d-90a3-0f20032e3453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.680868 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6f5a29cc-2fff-483d-90a3-0f20032e3453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.682134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6f5a29cc-2fff-483d-90a3-0f20032e3453 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a486eeed-f7aa-47a4-9612-0b36a1fdf220 HTTP/1.1" status: 204 len: 168 time: 0.1271062 Sep 27 08:52:37.691598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a29cc-2fff-483d-90a3-0f20032e3453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a486eeed-f7aa-47a4-9612-0b36a1fdf220,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:37.747219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:37.811608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.142472 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.145900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.226305 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.226305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Fanout notify agent at l3_agent the message router_deleted on router da73982e-4d07-48b2-af84-b469d83316d9 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:38.241071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.246637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-65b926d4-03c2-4e32-bd8f-2db32dd07baf tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/da73982e-4d07-48b2-af84-b469d83316d9 HTTP/1.1" status: 204 len: 168 time: 1.9310300 Sep 27 08:52:38.247153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40536) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:38.252461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-165175829', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:38.284607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.285179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.285878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.312746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae20917-b09a-4d5e-af0f-45f73ae61663']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:38.325142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:38.325804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5be6772-b8f4-4e0c-87f9-66f7fb2d3cd2') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:38.341283 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.349795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.356567 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.364054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:38.364904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:38.368800 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:38.438140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.458906 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.460807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/eae20917-b09a-4d5e-af0f-45f73ae61663 HTTP/1.1" status: 204 len: 168 time: 0.8091989 Sep 27 08:52:38.463345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40546) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:38.471786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116d596-d478-47d3-9059-724524bba00f tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Network': ['ID=eae20917-b09a-4d5e-af0f-45f73ae61663,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:38.521348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.563683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed7d149-3da1-4b41-92ad-2571dfdc62e0 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Deleting subnet c853df15-4ea7-4a5e-a491-6633ccf4f5bf {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:38.568637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d149-3da1-4b41-92ad-2571dfdc62e0 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.619719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d149-3da1-4b41-92ad-2571dfdc62e0 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.749261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d149-3da1-4b41-92ad-2571dfdc62e0 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.893442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.917560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.927717 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d149-3da1-4b41-92ad-2571dfdc62e0 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.958813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e006672-2503-4870-ae50-4edfe84d8250 None None] Network e182738d-437c-47ad-af1f-2ed77cb666f1 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:38.984878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d149-3da1-4b41-92ad-2571dfdc62e0 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:38.986523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3ed7d149-3da1-4b41-92ad-2571dfdc62e0 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/subnets/c853df15-4ea7-4a5e-a491-6633ccf4f5bf HTTP/1.1" status: 204 len: 168 time: 0.5222359 Sep 27 08:52:38.989449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:39.009570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7d149-3da1-4b41-92ad-2571dfdc62e0 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Subnet': ['ID=c853df15-4ea7-4a5e-a491-6633ccf4f5bf,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:39.078252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Allocated IP 172.25.2.212 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/498e4d6a-dd25-491b-a86e-2d8ae1b276ab) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:39.094312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.162143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Deleting port e8089dda-2786-4ddf-a8c8-eea51639ce8d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:39.162626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.185854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] DHCP port deletion for e182738d-437c-47ad-af1f-2ed77cb666f1 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:39.207516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.238536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] For port e8089dda-2786-4ddf-a8c8-eea51639ce8d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e8089dda-2786-4ddf-a8c8-eea51639ce8d,segment=NetworkSegment(5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed),segment_id=5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:39.239004 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.249771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] Deleting port e8089dda-2786-4ddf-a8c8-eea51639ce8d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:39.250446 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.253039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.253917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Calling delete_port for e8089dda-2786-4ddf-a8c8-eea51639ce8d owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:39.296689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:39.299953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:39.304344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:39.333207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] For port e8089dda-2786-4ddf-a8c8-eea51639ce8d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e8089dda-2786-4ddf-a8c8-eea51639ce8d,segment=NetworkSegment(5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed),segment_id=5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:39.333822 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.350080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] Calling delete_port for e8089dda-2786-4ddf-a8c8-eea51639ce8d owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:39.359611 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.373566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event updated for resources: {'Port': ['ID=498e4d6a-dd25-491b-a86e-2d8ae1b276ab,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:39.404694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Port': ['ID=e8089dda-2786-4ddf-a8c8-eea51639ce8d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:39.414506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] No DVR routers for this DVR port e8089dda-2786-4ddf-a8c8-eea51639ce8d on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:39.469432 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.505124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] No DVR routers for this DVR port e8089dda-2786-4ddf-a8c8-eea51639ce8d on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:39.510096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b3458-e351-4c1b-99c0-add410f75157 None None] Pushing event deleted for resources: {'Port': ['ID=e8089dda-2786-4ddf-a8c8-eea51639ce8d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:39.515270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.547961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e182738d-437c-47ad-af1f-2ed77cb666f1']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:39.558683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:39.558985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4f4976-a65d-4cad-a7b3-8c7482f7e6ed') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:39.570650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.584523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.591310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:39.591720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:39.595148 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:39.628380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.659032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.666020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.670879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] 10.222.0.50 "DELETE /v2.0/networks/e182738d-437c-47ad-af1f-2ed77cb666f1 HTTP/1.1" status: 204 len: 168 time: 0.6780448 Sep 27 08:52:39.679981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc23bc-e866-4a7f-b4ca-8d4bd40ac5e6 tempest-NetworksIpV6TestAttrs-1196452501 tempest-NetworksIpV6TestAttrs-1196452501-project] Pushing event deleted for resources: {'Network': ['ID=e182738d-437c-47ad-af1f-2ed77cb666f1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:39.834622 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:39.921967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:39.969728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Router d4c05200-a052-4b91-ae0b-75f043b08ca5 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:40.086005 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc5fe5c4-0348-45a8-bd73-d0fa849237c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdc78a0ee73749789ca8c585a04bf3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627505 Sep 27 08:52:40.087858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:40.088446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40582) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:40.100227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0596052e-56b0-46ed-93cc-55435449f334 None None] Sync routers for ids ['d4c05200-a052-4b91-ae0b-75f043b08ca5'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:40.110686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596052e-56b0-46ed-93cc-55435449f334 None None] Routers {'d4c05200-a052-4b91-ae0b-75f043b08ca5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:40.111870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0596052e-56b0-46ed-93cc-55435449f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['d4c05200-a052-4b91-ae0b-75f043b08ca5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:40.118697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.120544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-845de0ea-d9ee-4f25-97b4-e11bb5baab58 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8723807 Sep 27 08:52:40.124367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40588) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:40.130911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:40.149801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0535-0ad9-4be5-8d11-a7fd6312281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.153885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0596052e-56b0-46ed-93cc-55435449f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:40.165750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596052e-56b0-46ed-93cc-55435449f334 None None] Routers {'d4c05200-a052-4b91-ae0b-75f043b08ca5'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:40.166367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0596052e-56b0-46ed-93cc-55435449f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['d4c05200-a052-4b91-ae0b-75f043b08ca5'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:40.173960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0535-0ad9-4be5-8d11-a7fd6312281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.204350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-0596052e-56b0-46ed-93cc-55435449f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:40.205273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0596052e-56b0-46ed-93cc-55435449f334 None None] The sync data for ids ['d4c05200-a052-4b91-ae0b-75f043b08ca5'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:40.253674 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0535-0ad9-4be5-8d11-a7fd6312281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.257116 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0535-0ad9-4be5-8d11-a7fd6312281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.260847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d1ab0535-0ad9-4be5-8d11-a7fd6312281b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da027527-f623-4237-84da-67cb5267ff05 HTTP/1.1" status: 204 len: 168 time: 0.1691482 Sep 27 08:52:40.279150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab0535-0ad9-4be5-8d11-a7fd6312281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da027527-f623-4237-84da-67cb5267ff05,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:40.392094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e8089dda-2786-4ddf-a8c8-eea51639ce8d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:40.425620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: e8089dda-2786-4ddf-a8c8-eea51639ce8d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:40.426833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e8089dda-2786-4ddf-a8c8-eea51639ce8d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:40.863705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.877576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:40.942046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Deleting port 498e4d6a-dd25-491b-a86e-2d8ae1b276ab {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:40.942305 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.023062 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.028209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:41.037104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Calling delete_port for 498e4d6a-dd25-491b-a86e-2d8ae1b276ab owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:41.130191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-1143017818'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:41.153875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:41.157696 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.167187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.222045 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.254665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Pushing event deleted for resources: {'Port': ['ID=498e4d6a-dd25-491b-a86e-2d8ae1b276ab,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:41.284484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.285184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.285184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.285498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.285830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.286267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.286586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.286929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.287382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.287837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.288633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.288633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:41.297427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.302358 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.330002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:41.332883 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.341008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe537f-54eb-47ce-9049-715a684ccb48,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:41.347928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.348428 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment e337fb26-dfd3-4f80-b90d-b74ba4304404 of type vlan for network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d Sep 27 08:52:41.403685 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.432096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.438622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:41.439217 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.482734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4530210 Sep 27 08:52:41.485772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40624) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:41.491209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-525228196'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:41.523609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647cd64-d6c6-4697-bbec-c621e38d6012 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=d6c3df7e-eb2f-48a9-8b28-b03199aeb44d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:41.538018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:41.562352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:41.567089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.578632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.582232 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.605902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:41.615472 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.615826 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment 55f8281d-7295-4aba-a5d1-4b5f01442440 of type vlan for network 525b584e-eecc-48ce-b232-75e587b40803 Sep 27 08:52:41.664919 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.671441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Router d4c05200-a052-4b91-ae0b-75f043b08ca5 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:41.694685 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.700734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:41.701526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.740407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2509458 Sep 27 08:52:41.740597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:41.746321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': 'd6c3df7e-eb2f-48a9-8b28-b03199aeb44d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:41.767442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:41.774726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.775878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-df034222-91a8-4ac1-9c92-bda3d7d066f7 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "PUT /v2.0/routers/d4c05200-a052-4b91-ae0b-75f043b08ca5 HTTP/1.1" status: 200 len: 705 time: 1.6504843 Sep 27 08:52:41.778605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40630) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:41.779830 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd62b0-50e5-4e02-a77f-0da6b503e044 None None] Sync routers for ids ['d4c05200-a052-4b91-ae0b-75f043b08ca5'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:41.790395 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd62b0-50e5-4e02-a77f-0da6b503e044 None None] Routers {'d4c05200-a052-4b91-ae0b-75f043b08ca5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:41.791039 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53cd62b0-50e5-4e02-a77f-0da6b503e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['d4c05200-a052-4b91-ae0b-75f043b08ca5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:41.798033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85086400-3aca-4c21-8413-391ec42a52e2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=525b584e-eecc-48ce-b232-75e587b40803,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:41.812416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 525b584e-eecc-48ce-b232-75e587b40803 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:41.823901 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53cd62b0-50e5-4e02-a77f-0da6b503e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:41.840116 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd62b0-50e5-4e02-a77f-0da6b503e044 None None] Routers {'d4c05200-a052-4b91-ae0b-75f043b08ca5'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:41.840930 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53cd62b0-50e5-4e02-a77f-0da6b503e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['d4c05200-a052-4b91-ae0b-75f043b08ca5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:41.871891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c9696cd3-fe87-4e60-9fd7-b4be866976b0 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/routers/d4c05200-a052-4b91-ae0b-75f043b08ca5 HTTP/1.1" status: 200 len: 740 time: 0.0920749 Sep 27 08:52:41.874360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40632) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:41.876020 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53cd62b0-50e5-4e02-a77f-0da6b503e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:41.876703 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd62b0-50e5-4e02-a77f-0da6b503e044 None None] The sync data for ids ['d4c05200-a052-4b91-ae0b-75f043b08ca5'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:41.919303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:41.922981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:41.930525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aff24db5-e441-4eee-963f-0202ef22ea83 tempest-RoutersAdminTest-1867522364 tempest-RoutersAdminTest-1867522364-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&device_id=d4c05200-a052-4b91-ae0b-75f043b08ca5 HTTP/1.1" status: 200 len: 205 time: 0.0543644 Sep 27 08:52:41.932602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40634) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:41.962897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-309ae8df-091f-48d9-95b7-43adc58184c0 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4c05200-a052-4b91-ae0b-75f043b08ca5 HTTP/1.1" status: 200 len: 205 time: 0.0286946 Sep 27 08:52:41.965416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40636) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.046864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdc36-3e3c-4c2a-a07a-84e91f9936fd tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.117605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.186177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=1a2a22f6-3f68-43de-a548-18130fae9492,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:42.192572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': 'e337fb26-dfd3-4f80-b90d-b74ba4304404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6c3df7e-eb2f-48a9-8b28-b03199aeb44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:42.192917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: d6c3df7e-eb2f-48a9-8b28-b03199aeb44d, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:42.209627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdc36-3e3c-4c2a-a07a-84e91f9936fd tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.212067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:42.212486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdc36-3e3c-4c2a-a07a-84e91f9936fd tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.223655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d6c3df7e-eb2f-48a9-8b28-b03199aeb44d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:42.238759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab0589-fec0-4673-bb92-c6ee11e0a729 None None] Network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:42.241353 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:42.241974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.261971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d78ec252-0da7-473b-9df8-e9ca77b00ad2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5176342 Sep 27 08:52:42.264120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40638) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.269853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': '525b584e-eecc-48ce-b232-75e587b40803', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:42.290993 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdc36-3e3c-4c2a-a07a-84e91f9936fd tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.291495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7bdc36-3e3c-4c2a-a07a-84e91f9936fd tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Fanout notify agent at l3_agent the message router_deleted on router d4c05200-a052-4b91-ae0b-75f043b08ca5 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:42.300051 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdc36-3e3c-4c2a-a07a-84e91f9936fd tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.305124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.312646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ff7bdc36-3e3c-4c2a-a07a-84e91f9936fd tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/d4c05200-a052-4b91-ae0b-75f043b08ca5 HTTP/1.1" status: 204 len: 168 time: 0.3382297 Sep 27 08:52:42.340887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7cc8cbc5-1650-4880-8a4a-aad3bfcb01b0 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4c05200-a052-4b91-ae0b-75f043b08ca5 HTTP/1.1" status: 200 len: 205 time: 0.0319748 Sep 27 08:52:42.341128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.388533 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-f28f33af-a913-4b98-91d6-fa58b6fcd305 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] delete failed (client error): The resource could not be found. Sep 27 08:52:42.391898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f28f33af-a913-4b98-91d6-fa58b6fcd305 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/d4c05200-a052-4b91-ae0b-75f043b08ca5 HTTP/1.1" status: 404 len: 336 time: 0.0475047 Sep 27 08:52:42.392486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.400944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:42.405124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.422652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-d6c3df7e-eb2f-48a9-8b28-b03199aeb44d', 'network_id': 'd6c3df7e-eb2f-48a9-8b28-b03199aeb44d', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': '1a2a22f6-3f68-43de-a548-18130fae9492'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:42.423791 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.424467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-48180c16-fd18-473e-ac68-bd1bee025b21 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=da73982e-4d07-48b2-af84-b469d83316d9 HTTP/1.1" status: 200 len: 205 time: 0.0308893 Sep 27 08:52:42.427025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40646) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.476260 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7b94e911-fddf-4518-b2f6-a3b6cd81a1b4 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] delete failed (client error): The resource could not be found. Sep 27 08:52:42.477359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b94e911-fddf-4518-b2f6-a3b6cd81a1b4 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/da73982e-4d07-48b2-af84-b469d83316d9 HTTP/1.1" status: 404 len: 336 time: 0.0496588 Sep 27 08:52:42.479906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.511082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-44603e25-2702-4185-a83e-1f294bea9158 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=07aaf620-c5e6-4ef2-baf4-f7765cb3639b HTTP/1.1" status: 200 len: 205 time: 0.0300338 Sep 27 08:52:42.513703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40656) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.564000 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-6a230533-c41b-4765-bd69-e4e3cad47bfa tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] delete failed (client error): The resource could not be found. Sep 27 08:52:42.565203 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a230533-c41b-4765-bd69-e4e3cad47bfa tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/07aaf620-c5e6-4ef2-baf4-f7765cb3639b HTTP/1.1" status: 404 len: 336 time: 0.0505185 Sep 27 08:52:42.567950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.607296 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fad8d138-fab4-484b-8f8f-dd6380be1e35 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=921b9fa5-214d-44e3-a140-5f1ca0bc0778 HTTP/1.1" status: 200 len: 205 time: 0.0377860 Sep 27 08:52:42.609449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.665793 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-d4e9d09a-4401-42dc-9570-e2e431b47da0 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] delete failed (client error): The resource could not be found. Sep 27 08:52:42.667130 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d4e9d09a-4401-42dc-9570-e2e431b47da0 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/921b9fa5-214d-44e3-a140-5f1ca0bc0778 HTTP/1.1" status: 404 len: 336 time: 0.0564740 Sep 27 08:52:42.672929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40664) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.680491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Allocated IP 172.20.0.2 (d6c3df7e-eb2f-48a9-8b28-b03199aeb44d/1a2a22f6-3f68-43de-a548-18130fae9492/4e781c83-c628-4f6c-860c-50ca341852d0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:42.706221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2cb19253-949f-42d2-80f7-956ec24a0413 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd21618-e805-41ca-8edf-ede2f4e48ea9 HTTP/1.1" status: 200 len: 205 time: 0.0321519 Sep 27 08:52:42.708672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40666) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.729420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.753222 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-c5d6facc-3458-49bf-a7a4-0ba49e3da96a tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] delete failed (client error): The resource could not be found. Sep 27 08:52:42.754454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5d6facc-3458-49bf-a7a4-0ba49e3da96a tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/9bd21618-e805-41ca-8edf-ede2f4e48ea9 HTTP/1.1" status: 404 len: 336 time: 0.0448623 Sep 27 08:52:42.763159 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.811783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=0d06ba8f-42a3-43c3-ad86-caa479fdc22f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:42.828637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': '55f8281d-7295-4aba-a5d1-4b5f01442440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '525b584e-eecc-48ce-b232-75e587b40803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:42.829288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: 525b584e-eecc-48ce-b232-75e587b40803, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:42.832313 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-576f9da9-5b6b-4601-987f-a3c57b40de6b tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ce28543-d9b9-4ac8-9d39-323b4a78a444 HTTP/1.1" status: 200 len: 205 time: 0.0558562 Sep 27 08:52:42.834587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.848849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 525b584e-eecc-48ce-b232-75e587b40803 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:42.863152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 525b584e-eecc-48ce-b232-75e587b40803) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:42.867992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:42.868741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.874897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ff286-94dc-4171-a208-cb370d13da13 None None] Network 525b584e-eecc-48ce-b232-75e587b40803 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:42.887029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1237f0f2-01e9-4283-a5f0-7c1e964b031e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6235142 Sep 27 08:52:42.889881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40674) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.891070 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7624295d-6a24-48aa-90f4-5ccc4b3dffbc tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] delete failed (client error): The resource could not be found. Sep 27 08:52:42.894757 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.895064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7624295d-6a24-48aa-90f4-5ccc4b3dffbc tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/routers/3ce28543-d9b9-4ac8-9d39-323b4a78a444 HTTP/1.1" status: 404 len: 336 time: 0.0594232 Sep 27 08:52:42.895614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.895996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:42.902942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a316a4d1-2a88-439d-8779-eada30414e20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-607396832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:42.911704 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.934141 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6af992-c641-480d-a7ef-770b7142bcc8 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] DELETE failed (client error): The resource could not be found. Sep 27 08:52:42.934590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6af992-c641-480d-a7ef-770b7142bcc8 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:52:42.939140 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9a6af992-c641-480d-a7ef-770b7142bcc8 tempest-RoutersAdminTest-1286036581 tempest-RoutersAdminTest-1286036581-project] 10.222.0.50 "DELETE /v2.0/subnets/4285e20d-4eee-4650-859b-9fd0e654ef7b HTTP/1.1" status: 404 len: 337 time: 0.0409100 Sep 27 08:52:42.957173 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a316a4d1-2a88-439d-8779-eada30414e20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.958418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a316a4d1-2a88-439d-8779-eada30414e20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:42.994221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:42.998682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:43.001244 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:43.015512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-809a8ce2-1064-4493-8379-2d5e2cc02a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.021943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Pushing event updated for resources: {'Port': ['ID=4e781c83-c628-4f6c-860c-50ca341852d0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:43.032207 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a316a4d1-2a88-439d-8779-eada30414e20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.042247 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a316a4d1-2a88-439d-8779-eada30414e20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.122176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Attempting to bind port 4e781c83-c628-4f6c-860c-50ca341852d0 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:43.122616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Attempting to bind port 4e781c83-c628-4f6c-860c-50ca341852d0 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'e337fb26-dfd3-4f80-b90d-b74ba4304404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6c3df7e-eb2f-48a9-8b28-b03199aeb44d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:43.123050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Attempting to bind port 4e781c83-c628-4f6c-860c-50ca341852d0 on network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:43.128383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-809a8ce2-1064-4493-8379-2d5e2cc02a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.133250 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-809a8ce2-1064-4493-8379-2d5e2cc02a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.135750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:43.136165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Checking segment: {'id': 'e337fb26-dfd3-4f80-b90d-b74ba4304404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6c3df7e-eb2f-48a9-8b28-b03199aeb44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:43.136696 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.137235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Bound using segment: {'id': 'e337fb26-dfd3-4f80-b90d-b74ba4304404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6c3df7e-eb2f-48a9-8b28-b03199aeb44d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:43.137722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Bound port: 4e781c83-c628-4f6c-860c-50ca341852d0, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337fb26-dfd3-4f80-b90d-b74ba4304404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd6c3df7e-eb2f-48a9-8b28-b03199aeb44d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:43.138140 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.140621 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a316a4d1-2a88-439d-8779-eada30414e20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.142613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a316a4d1-2a88-439d-8779-eada30414e20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2455649 Sep 27 08:52:43.145326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40686) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:43.200538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-809a8ce2-1064-4493-8379-2d5e2cc02a6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f880ad410b684d108b2cbf2254851355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093681 Sep 27 08:52:43.202428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a8ce2-1064-4493-8379-2d5e2cc02a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222f7a3-94b5-41db-9f72-4b59884fd89e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:43.203836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40688) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:43.209762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-525b584e-eecc-48ce-b232-75e587b40803', 'network_id': '525b584e-eecc-48ce-b232-75e587b40803', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': '0d06ba8f-42a3-43c3-ad86-caa479fdc22f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:43.210835 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.215579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40690) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:43.257243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] For port 4e781c83-c628-4f6c-860c-50ca341852d0, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:43.317318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] For port 4e781c83-c628-4f6c-860c-50ca341852d0, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4e781c83-c628-4f6c-860c-50ca341852d0,segment=NetworkSegment(e337fb26-dfd3-4f80-b90d-b74ba4304404),segment_id=e337fb26-dfd3-4f80-b90d-b74ba4304404)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:43.329102 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.406685 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5971cf5-36e8-4348-8c54-b25a2aea2248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.430379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11c32f-3547-4488-8baa-f22de08eb569 None None] Pushing event updated for resources: {'Port': ['ID=4e781c83-c628-4f6c-860c-50ca341852d0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:43.443814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Allocated IP 172.21.0.2 (525b584e-eecc-48ce-b232-75e587b40803/0d06ba8f-42a3-43c3-ad86-caa479fdc22f/7a08c926-285b-4379-83bc-f705ab59ab10) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:43.445932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee05315d-2979-4704-aca3-8385dbba124c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.512212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee05315d-2979-4704-aca3-8385dbba124c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.592174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.628229 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.634578 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.676528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee05315d-2979-4704-aca3-8385dbba124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.679263 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee05315d-2979-4704-aca3-8385dbba124c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.683214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ee05315d-2979-4704-aca3-8385dbba124c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7222f7a3-94b5-41db-9f72-4b59884fd89e HTTP/1.1" status: 204 len: 168 time: 0.4743278 Sep 27 08:52:43.687445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Network 525b584e-eecc-48ce-b232-75e587b40803 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:43.691148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:43.693864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:43.703155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Pushing event updated for resources: {'Port': ['ID=7a08c926-285b-4379-83bc-f705ab59ab10,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:43.741989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05315d-2979-4704-aca3-8385dbba124c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222f7a3-94b5-41db-9f72-4b59884fd89e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:43.745046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5971cf5-36e8-4348-8c54-b25a2aea2248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.787089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Attempting to bind port 7a08c926-285b-4379-83bc-f705ab59ab10 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:43.787595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Attempting to bind port 7a08c926-285b-4379-83bc-f705ab59ab10 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '55f8281d-7295-4aba-a5d1-4b5f01442440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '525b584e-eecc-48ce-b232-75e587b40803'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:43.788040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Attempting to bind port 7a08c926-285b-4379-83bc-f705ab59ab10 on network 525b584e-eecc-48ce-b232-75e587b40803 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:43.791671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5971cf5-36e8-4348-8c54-b25a2aea2248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.794862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:43.795366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Checking segment: {'id': '55f8281d-7295-4aba-a5d1-4b5f01442440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '525b584e-eecc-48ce-b232-75e587b40803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:43.795874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.796731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Bound using segment: {'id': '55f8281d-7295-4aba-a5d1-4b5f01442440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '525b584e-eecc-48ce-b232-75e587b40803'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:43.797236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Bound port: 7a08c926-285b-4379-83bc-f705ab59ab10, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f8281d-7295-4aba-a5d1-4b5f01442440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '525b584e-eecc-48ce-b232-75e587b40803'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:43.797625 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.871636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] For port 7a08c926-285b-4379-83bc-f705ab59ab10, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:43.875102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] For port 7a08c926-285b-4379-83bc-f705ab59ab10, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7a08c926-285b-4379-83bc-f705ab59ab10,segment=NetworkSegment(55f8281d-7295-4aba-a5d1-4b5f01442440),segment_id=55f8281d-7295-4aba-a5d1-4b5f01442440)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:43.880828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:43.895454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e5971cf5-36e8-4348-8c54-b25a2aea2248 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2073b6b893c44c9ba22eeceac6f1d28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514983 Sep 27 08:52:43.896313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40700) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:43.897643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5971cf5-36e8-4348-8c54-b25a2aea2248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f693c03-cd80-462b-8d3f-96c794e152e1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:43.967576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5b12-7f64-4ab8-bbc3-ef32e4c6385a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.007257 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5b12-7f64-4ab8-bbc3-ef32e4c6385a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.009635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.20.0.1 (d6c3df7e-eb2f-48a9-8b28-b03199aeb44d/1a2a22f6-3f68-43de-a548-18130fae9492/55c0d02e-4654-4ffe-be81-f6b98b6134af) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:44.083518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5b12-7f64-4ab8-bbc3-ef32e4c6385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.088385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5b12-7f64-4ab8-bbc3-ef32e4c6385a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.090772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3ccb5b12-7f64-4ab8-bbc3-ef32e4c6385a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f693c03-cd80-462b-8d3f-96c794e152e1 HTTP/1.1" status: 204 len: 168 time: 0.1921039 Sep 27 08:52:44.103389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb5b12-7f64-4ab8-bbc3-ef32e4c6385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f693c03-cd80-462b-8d3f-96c794e152e1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:44.167914 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.172742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c8d8d-9186-422c-9400-21cdaebcd155 None None] Pushing event updated for resources: {'Port': ['ID=7a08c926-285b-4379-83bc-f705ab59ab10,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:44.190302 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.232222 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.314547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:44.329385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:44.332187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:44.336796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=55c0d02e-4654-4ffe-be81-f6b98b6134af,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:44.388382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.568836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4e781c83-c628-4f6c-860c-50ca341852d0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:44.589820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.656311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4e781c83-c628-4f6c-860c-50ca341852d0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:44.657341 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.676026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40722) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:44.743662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cb303ca3-4bfe-4d09-8541-29984a284f9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a27491d48cef4d1d8b8395a747afbcd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664620 Sep 27 08:52:44.746129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40724) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:44.783883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.809653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc6c7e-2269-46b6-bfde-5b17051b006e None None] Network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:44.824256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc4976c1-c25b-4bdd-8ba3-4eac1952f6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.852115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc4976c1-c25b-4bdd-8ba3-4eac1952f6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.864542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 4e781c83-c628-4f6c-860c-50ca341852d0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4e781c83-c628-4f6c-860c-50ca341852d0,segment=NetworkSegment(e337fb26-dfd3-4f80-b90d-b74ba4304404),segment_id=e337fb26-dfd3-4f80-b90d-b74ba4304404)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:44.902188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f4156a58-1d30-4cad-8070-905ec593d819 None None] Provisioning complete for port 4e781c83-c628-4f6c-860c-50ca341852d0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:44.902545 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f4156a58-1d30-4cad-8070-905ec593d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.906916 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.955230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc4976c1-c25b-4bdd-8ba3-4eac1952f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.960492 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc4976c1-c25b-4bdd-8ba3-4eac1952f6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:44.962418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bc4976c1-c25b-4bdd-8ba3-4eac1952f6d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/715b581e-6ac8-42d2-96af-c0bb5b4b99bd HTTP/1.1" status: 204 len: 168 time: 0.2152724 Sep 27 08:52:44.976156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4976c1-c25b-4bdd-8ba3-4eac1952f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715b581e-6ac8-42d2-96af-c0bb5b4b99bd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:45.047382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=4e781c83-c628-4f6c-860c-50ca341852d0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:45.104861 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:45.122522 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:45.143800 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987ada64-5007-46b8-94e8-4dfcdd09f13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:45.273140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:45.278318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=55c0d02e-4654-4ffe-be81-f6b98b6134af,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:45.441655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:45.454991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:45.594378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6c809830-5029-41c7-9ad3-2ea1d0cae032 None None] Provisioning complete for port 4e781c83-c628-4f6c-860c-50ca341852d0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:45.594744 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c809830-5029-41c7-9ad3-2ea1d0cae032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:45.677334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 4f6e09ad-04da-4677-9580-46707c8bee7e is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:52:45.747591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac96c505-b107-4207-8cdf-49fbc332cff7 None None] Network 525b584e-eecc-48ce-b232-75e587b40803 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:45.840311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6c809830-5029-41c7-9ad3-2ea1d0cae032 None None] Provisioning complete for port 55c0d02e-4654-4ffe-be81-f6b98b6134af triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:45.841019 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c809830-5029-41c7-9ad3-2ea1d0cae032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:45.888990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6c809830-5029-41c7-9ad3-2ea1d0cae032 None None] Port 55c0d02e-4654-4ffe-be81-f6b98b6134af cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:52:46.047389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] Provisioning complete for port 7a08c926-285b-4379-83bc-f705ab59ab10 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:46.047909 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.114039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a1ddb-7b51-4997-8cee-8f54d2c5d2a3 req-ee59e46a-4141-45f2-a568-509cc7ed36e1 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:46.129357 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-540a1ddb-7b51-4997-8cee-8f54d2c5d2a3 req-ee59e46a-4141-45f2-a568-509cc7ed36e1 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1104267 Sep 27 08:52:46.210329 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-540a1ddb-7b51-4997-8cee-8f54d2c5d2a3 req-bb9cdf9f-12ee-4153-a694-5658d719d50c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722404 Sep 27 08:52:46.261883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.335365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] For port 7a08c926-285b-4379-83bc-f705ab59ab10, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7a08c926-285b-4379-83bc-f705ab59ab10,segment=NetworkSegment(55f8281d-7295-4aba-a5d1-4b5f01442440),segment_id=55f8281d-7295-4aba-a5d1-4b5f01442440)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:46.348878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.369849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:46.383473 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb229e81-99d7-4b34-a15d-b6132fd13931 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/4f6e09ad-04da-4677-9580-46707c8bee7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2342308 Sep 27 08:52:46.383864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40784) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:46.404995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c656b-4072-4ffb-b0d7-e318671cc84d None None] Sync routers for ids ['4f6e09ad-04da-4677-9580-46707c8bee7e'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:46.426897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] Provisioning complete for port 55c0d02e-4654-4ffe-be81-f6b98b6134af triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:46.427282 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.456086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d06bf-60f2-485a-ba85-abc052592e74 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:46.463233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b45d06bf-60f2-485a-ba85-abc052592e74 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports/55c0d02e-4654-4ffe-be81-f6b98b6134af HTTP/1.1" status: 200 len: 910 time: 0.0781956 Sep 27 08:52:46.466155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40788) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:46.478147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c656b-4072-4ffb-b0d7-e318671cc84d None None] Routers {'4f6e09ad-04da-4677-9580-46707c8bee7e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:46.478972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-758c656b-4072-4ffb-b0d7-e318671cc84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4f6e09ad-04da-4677-9580-46707c8bee7e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:46.482787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] Pushing event updated for resources: {'Port': ['ID=7a08c926-285b-4379-83bc-f705ab59ab10,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:46.546689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-758c656b-4072-4ffb-b0d7-e318671cc84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:46.549312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7a08c926-285b-4379-83bc-f705ab59ab10 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:46.595673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-22ed0480-5188-4ee2-9bae-142a02562f47 None None] Port 55c0d02e-4654-4ffe-be81-f6b98b6134af cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:52:46.607213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c656b-4072-4ffb-b0d7-e318671cc84d None None] Routers {'4f6e09ad-04da-4677-9580-46707c8bee7e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:46.607859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-758c656b-4072-4ffb-b0d7-e318671cc84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4f6e09ad-04da-4677-9580-46707c8bee7e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:46.648618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-758c656b-4072-4ffb-b0d7-e318671cc84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:46.649265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40794) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:46.649400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c656b-4072-4ffb-b0d7-e318671cc84d None None] The sync data for ids ['4f6e09ad-04da-4677-9580-46707c8bee7e'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:46.667082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7a08c926-285b-4379-83bc-f705ab59ab10 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:46.667474 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.720724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e86badbb-d612-4e1c-bec3-d31f1aa837be None None] Provisioning complete for port 7a08c926-285b-4379-83bc-f705ab59ab10 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:46.721187 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e86badbb-d612-4e1c-bec3-d31f1aa837be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.785707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4e781c83-c628-4f6c-860c-50ca341852d0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:46.801412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-797162903'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:46.833384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:46.838462 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.856190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.881011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e86badbb-d612-4e1c-bec3-d31f1aa837be None None] Provisioning complete for port 55c0d02e-4654-4ffe-be81-f6b98b6134af triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:46.881620 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e86badbb-d612-4e1c-bec3-d31f1aa837be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.907912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4e781c83-c628-4f6c-860c-50ca341852d0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:46.908301 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.913000 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.943092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e86badbb-d612-4e1c-bec3-d31f1aa837be None None] Port 55c0d02e-4654-4ffe-be81-f6b98b6134af cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:52:46.980390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:46.988366 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.001749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:47.023766 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.024458 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment ee1dec90-56e8-4e17-b7a0-eb07a5de2946 of type vlan for network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 Sep 27 08:52:47.073128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3378a-5665-4334-93bb-de8eb484563b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:47.086099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.121990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.128482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:47.129096 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.166469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5159764 Sep 27 08:52:47.241941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f23ae-3363-40db-a60c-fe2451284a73 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=72ae7f91-36a5-4726-ab1c-593aa07fc4a3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:47.255347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:47.270549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.21.0.1 (525b584e-eecc-48ce-b232-75e587b40803/0d06ba8f-42a3-43c3-ad86-caa479fdc22f/b9413a75-ae07-466f-9e78-0786e5148f3a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:47.305515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40824) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:47.322671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': '72ae7f91-36a5-4726-ab1c-593aa07fc4a3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:47.416571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.436355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25efa2-7c90-4b3e-93c3-8747f8ae3a4c req-55fedf89-6f98-45ad-a7da-e9eb15a2a30f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:47.437906 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f25efa2-7c90-4b3e-93c3-8747f8ae3a4c req-55fedf89-6f98-45ad-a7da-e9eb15a2a30f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1342273 Sep 27 08:52:47.458329 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.480910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:47.484413 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.510251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8db8273-34ef-4952-a4c9-6212a1a658b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.513109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f25efa2-7c90-4b3e-93c3-8747f8ae3a4c req-44f880a6-cde5-4c75-9d0e-22a60ff26dc8 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669444 Sep 27 08:52:47.513584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 525b584e-eecc-48ce-b232-75e587b40803 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:47.522685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:47.524817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=b9413a75-ae07-466f-9e78-0786e5148f3a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:47.527148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:47.593268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.716605 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.736245 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.788374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=c52e5efd-77f1-44e3-8b21-be9f816d21ea,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:47.798801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': 'ee1dec90-56e8-4e17-b7a0-eb07a5de2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72ae7f91-36a5-4726-ab1c-593aa07fc4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:47.799164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: 72ae7f91-36a5-4726-ab1c-593aa07fc4a3, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:47.817325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:47.823877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40834) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:47.830669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 72ae7f91-36a5-4726-ab1c-593aa07fc4a3) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:47.835212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:47.836007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.842575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03911f8-34ef-4cca-b86c-41b427d99319 None None] Network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:47.870036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bc16e0fd-582d-49d9-9daf-a0f0ed46e838 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5611079 Sep 27 08:52:47.873903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40838) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:47.880352 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587592828'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:47.917120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:47.917637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2be87f93-3f60-4358-bdde-238edbb02e77 None None] Provisioning complete for port b9413a75-ae07-466f-9e78-0786e5148f3a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:47.918654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2be87f93-3f60-4358-bdde-238edbb02e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.921873 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.957736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:47.959304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2be87f93-3f60-4358-bdde-238edbb02e77 None None] Port b9413a75-ae07-466f-9e78-0786e5148f3a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:52:47.980934 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-315a6665-9d4a-4f22-957a-860756e41b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.991515 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:47.991858 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7 of type vlan for network 4dd58506-3395-4203-85f4-546fc0959831 Sep 27 08:52:48.026747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.037623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-b41d8f2f-e557-4a3d-a728-c0cc952e8d18 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:48.039205 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-b41d8f2f-e557-4a3d-a728-c0cc952e8d18 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.1198916 Sep 27 08:52:48.049607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.071228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-72ae7f91-36a5-4726-ab1c-593aa07fc4a3', 'network_id': '72ae7f91-36a5-4726-ab1c-593aa07fc4a3', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': 'c52e5efd-77f1-44e3-8b21-be9f816d21ea'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:48.072498 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.154663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.162200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.172146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.178475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:48.179196 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.241418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Allocated IP 172.20.255.242 (72ae7f91-36a5-4726-ab1c-593aa07fc4a3/c52e5efd-77f1-44e3-8b21-be9f816d21ea/9e54f42e-8762-4b9a-8e4a-3e9f87415862) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:48.250076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.254548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Deleting port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:48.254859 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.261857 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-315a6665-9d4a-4f22-957a-860756e41b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.262075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=b9413a75-ae07-466f-9e78-0786e5148f3a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:48.292012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=4dd58506-3395-4203-85f4-546fc0959831,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:48.295332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-315a6665-9d4a-4f22-957a-860756e41b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.309420 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-90a8c499-4bc6-4863-84df-6b818b51b1ca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4340436 Sep 27 08:52:48.318000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40842) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:48.320262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 4dd58506-3395-4203-85f4-546fc0959831 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:48.334987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': '4dd58506-3395-4203-85f4-546fc0959831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:48.369495 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-315a6665-9d4a-4f22-957a-860756e41b63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f959924fbaa440b8ed553182355818b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443804 Sep 27 08:52:48.377009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40844) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:48.377783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a6665-9d4a-4f22-957a-860756e41b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5baa77-32fd-439a-9baf-6293e3941527,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:48.426249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] For port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:48.426859 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.441460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7a08c926-285b-4379-83bc-f705ab59ab10 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:48.487570 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-415e5f7a-90c2-4120-8556-bb857abac419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.495835 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.507336 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.513140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:48.517092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.521558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-415e5f7a-90c2-4120-8556-bb857abac419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.525119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 525b584e-eecc-48ce-b232-75e587b40803 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:48.531595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:48.545850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:48.548911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7a08c926-285b-4379-83bc-f705ab59ab10 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:48.549277 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.587112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:48.591450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:48.607856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Pushing event updated for resources: {'Port': ['ID=9e54f42e-8762-4b9a-8e4a-3e9f87415862,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:48.646921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.647159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.647501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.648844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.649072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.649410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.650089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.650089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.650376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.650700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.651021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.651734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:52:48.707523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Attempting to bind port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:48.707896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Attempting to bind port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ee1dec90-56e8-4e17-b7a0-eb07a5de2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72ae7f91-36a5-4726-ab1c-593aa07fc4a3'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:48.708440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Attempting to bind port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 on network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:48.719190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:48.719751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Checking segment: {'id': 'ee1dec90-56e8-4e17-b7a0-eb07a5de2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72ae7f91-36a5-4726-ab1c-593aa07fc4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:48.719965 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.720383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Bound using segment: {'id': 'ee1dec90-56e8-4e17-b7a0-eb07a5de2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72ae7f91-36a5-4726-ab1c-593aa07fc4a3'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:48.720868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Bound port: 9e54f42e-8762-4b9a-8e4a-3e9f87415862, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1dec90-56e8-4e17-b7a0-eb07a5de2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72ae7f91-36a5-4726-ab1c-593aa07fc4a3'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:48.721260 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.752168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c7c6-71b5-469d-92ad-8a74dc7004a5 req-3c547da4-ea06-46a9-8aaf-02f2fee5bd1f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:48.754455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f052c7c6-71b5-469d-92ad-8a74dc7004a5 req-3c547da4-ea06-46a9-8aaf-02f2fee5bd1f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 945 time: 0.0868187 Sep 27 08:52:48.774126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 4f6e09ad-04da-4677-9580-46707c8bee7e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:48.804107 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-415e5f7a-90c2-4120-8556-bb857abac419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.806349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] For port 9e54f42e-8762-4b9a-8e4a-3e9f87415862, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:48.807215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-415e5f7a-90c2-4120-8556-bb857abac419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.808631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-415e5f7a-90c2-4120-8556-bb857abac419 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb5baa77-32fd-439a-9baf-6293e3941527 HTTP/1.1" status: 204 len: 168 time: 0.4270849 Sep 27 08:52:48.809965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] For port 9e54f42e-8762-4b9a-8e4a-3e9f87415862, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9e54f42e-8762-4b9a-8e4a-3e9f87415862,segment=NetworkSegment(ee1dec90-56e8-4e17-b7a0-eb07a5de2946),segment_id=ee1dec90-56e8-4e17-b7a0-eb07a5de2946)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:48.820493 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.842242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e5f7a-90c2-4120-8556-bb857abac419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5baa77-32fd-439a-9baf-6293e3941527,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:48.860170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.861414 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.861991 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Floating IP 64228576-77cf-4c28-817e-49d7f67d8576 disassociated. External IP: 172.25.2.121, port: 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2. Sep 27 08:52:48.862470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Calling delete_port for 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:48.915792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05752b12-fee7-4456-b467-b8e42378d5e8 None None] Pushing event updated for resources: {'Port': ['ID=9e54f42e-8762-4b9a-8e4a-3e9f87415862,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:48.916104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f052c7c6-71b5-469d-92ad-8a74dc7004a5 req-a3a5c16b-8698-4e43-aff1-37fbdc18a79a tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=254df564-bcc7-4d03-8ec3-690ed774399b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318970 Sep 27 08:52:48.929379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ea64ab06-9cd3-4175-b15d-8a690375f398 None None] Provisioning complete for port b9413a75-ae07-466f-9e78-0786e5148f3a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:48.930435 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea64ab06-9cd3-4175-b15d-8a690375f398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.982231 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:48.997286 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.063611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=b38175e4-e98f-4eaa-933e-5d2ed3e3b5f2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:49.094737 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.145474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dd58506-3395-4203-85f4-546fc0959831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:49.146180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: 4dd58506-3395-4203-85f4-546fc0959831, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:49.185811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 4dd58506-3395-4203-85f4-546fc0959831 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:49.207488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 4dd58506-3395-4203-85f4-546fc0959831) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:49.211509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ea64ab06-9cd3-4175-b15d-8a690375f398 None None] Port b9413a75-ae07-466f-9e78-0786e5148f3a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:52:49.215457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:49.216473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.218487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c777ca4-3741-44ed-84cf-f4825e3df5df None None] Network 4dd58506-3395-4203-85f4-546fc0959831 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:49.248173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-367b3ef2-8472-4303-b031-901e0708d4dd tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9236395 Sep 27 08:52:49.248603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40854) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:49.253387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event deleted for resources: {'Port': ['ID=4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:49.342114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:49.358723 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfb3ac-b5c3-447c-ae4b-108e60dbd941 None None] Sync routers for ids ['4f6e09ad-04da-4677-9580-46707c8bee7e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:49.361134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ef7e2071-30b5-47d4-8ee2-3b9cc0e64353 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/4f6e09ad-04da-4677-9580-46707c8bee7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8936064 Sep 27 08:52:49.361762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:49.362156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:49.370976 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfb3ac-b5c3-447c-ae4b-108e60dbd941 None None] Routers {'4f6e09ad-04da-4677-9580-46707c8bee7e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:49.371612 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c6dfb3ac-b5c3-447c-ae4b-108e60dbd941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4f6e09ad-04da-4677-9580-46707c8bee7e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:49.405241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.415603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60c2aca7-aa6e-4fb8-8fcc-ffa57dbc609c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.426375 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c6dfb3ac-b5c3-447c-ae4b-108e60dbd941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:49.438299 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfb3ac-b5c3-447c-ae4b-108e60dbd941 None None] Routers {'4f6e09ad-04da-4677-9580-46707c8bee7e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:49.438912 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c6dfb3ac-b5c3-447c-ae4b-108e60dbd941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4f6e09ad-04da-4677-9580-46707c8bee7e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:49.470980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-4dd58506-3395-4203-85f4-546fc0959831', 'network_id': '4dd58506-3395-4203-85f4-546fc0959831', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': 'b38175e4-e98f-4eaa-933e-5d2ed3e3b5f2'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:49.471848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.480834 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c6dfb3ac-b5c3-447c-ae4b-108e60dbd941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:49.481039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.481918 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfb3ac-b5c3-447c-ae4b-108e60dbd941 None None] The sync data for ids ['4f6e09ad-04da-4677-9580-46707c8bee7e'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:49.482768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe750bb-7069-45d9-8159-9abc5bc76b60 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:49.484376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cbe750bb-7069-45d9-8159-9abc5bc76b60 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports/b9413a75-ae07-466f-9e78-0786e5148f3a HTTP/1.1" status: 200 len: 910 time: 0.1199739 Sep 27 08:52:49.487389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40860) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:49.525449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:49.636739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Allocated IP 172.20.0.2 (4dd58506-3395-4203-85f4-546fc0959831/b38175e4-e98f-4eaa-933e-5d2ed3e3b5f2/cc15ed15-b250-4011-ac49-e73a4321981a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:49.685048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60c2aca7-aa6e-4fb8-8fcc-ffa57dbc609c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.693030 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60c2aca7-aa6e-4fb8-8fcc-ffa57dbc609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.722424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:49.745235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] Sync routers for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:49.779835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-60c2aca7-aa6e-4fb8-8fcc-ffa57dbc609c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91e766b0835345febcf10afdce3d8e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165411 Sep 27 08:52:49.785470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40862) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:49.789561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:49.790259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:49.794709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] No DVR routers for this DVR port 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:49.796833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2aca7-aa6e-4fb8-8fcc-ffa57dbc609c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76db1e84-006c-4e76-ac33-bbbf07959c8a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:49.800178 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.802290 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff49ec55-c580-4a9b-8d3f-8a296b11e1ce req-e625df67-6620-44fb-ab16-ead951c4cde6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "DELETE /v2.0/ports/4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 HTTP/1.1" status: 204 len: 173 time: 1.7555511 Sep 27 08:52:49.802756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'name': 'network-vif-deleted', 'tag': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:52:49.805180 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d64d0f-9743-4929-87a7-03ec10bd0fea" -d '{"events": [{"server_uuid": "6f1439ed-1300-4f95-a60a-31f7fcd3649a", "name": "network-vif-deleted", "tag": "4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:52:49.872668 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b5572b-548f-47c7-be8e-45b56ab73527 x-openstack-request-id: req-a7b5572b-548f-47c7-be8e-45b56ab73527 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:52:49.872968 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1439ed-1300-4f95-a60a-31f7fcd3649a", "name": "network-vif-deleted", "tag": "4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:52:49.873220 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7b5572b-548f-47c7-be8e-45b56ab73527 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:52:49.873620 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1439ed-1300-4f95-a60a-31f7fcd3649a', 'name': 'network-vif-deleted', 'tag': '4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2', 'status': 'completed', 'code': 200} Sep 27 08:52:49.920980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa10a3dd-da66-4b31-b86b-b724972e5a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.948222 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:49.963978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa10a3dd-da66-4b31-b86b-b724972e5a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.012038 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.050344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Network 4dd58506-3395-4203-85f4-546fc0959831 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:50.058445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:50.063728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:50.076818 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df9edf0c-d260-40cc-88dc-0138654f6b50 req-53d9dfd1-5250-40df-967a-5b59c6ae2c41 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1439ed-1300-4f95-a60a-31f7fcd3649a HTTP/1.1" status: 200 len: 210 time: 0.0347776 Sep 27 08:52:50.097793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:50.129524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Pushing event updated for resources: {'Port': ['ID=cc15ed15-b250-4011-ac49-e73a4321981a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:50.223252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Attempting to bind port cc15ed15-b250-4011-ac49-e73a4321981a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:50.223692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Attempting to bind port cc15ed15-b250-4011-ac49-e73a4321981a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dd58506-3395-4203-85f4-546fc0959831'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:50.224136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Attempting to bind port cc15ed15-b250-4011-ac49-e73a4321981a on network 4dd58506-3395-4203-85f4-546fc0959831 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:50.238652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:50.239022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Checking segment: {'id': '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dd58506-3395-4203-85f4-546fc0959831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:50.239430 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.239826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Bound using segment: {'id': '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dd58506-3395-4203-85f4-546fc0959831'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:50.240351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Bound port: cc15ed15-b250-4011-ac49-e73a4321981a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dd58506-3395-4203-85f4-546fc0959831'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:50.240755 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.272205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f48cd-4f2e-4133-bd30-05b3ad1194fc None None] Network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:50.439816 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.447658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fc84988f-b7fd-49a3-89b2-31d817de93d6 None None] Provisioning complete for port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:50.448065 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc84988f-b7fd-49a3-89b2-31d817de93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.457664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] For port cc15ed15-b250-4011-ac49-e73a4321981a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:50.496039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=b38175e4-e98f-4eaa-933e-5d2ed3e3b5f2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:50.510590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9e54f42e-8762-4b9a-8e4a-3e9f87415862 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:50.529903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa10a3dd-da66-4b31-b86b-b724972e5a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.532445 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa10a3dd-da66-4b31-b86b-b724972e5a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.533600 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa10a3dd-da66-4b31-b86b-b724972e5a48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76db1e84-006c-4e76-ac33-bbbf07959c8a HTTP/1.1" status: 204 len: 168 time: 0.7471862 Sep 27 08:52:50.545359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] For port cc15ed15-b250-4011-ac49-e73a4321981a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cc15ed15-b250-4011-ac49-e73a4321981a,segment=NetworkSegment(8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7),segment_id=8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:50.569224 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.578487 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.587529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10a3dd-da66-4b31-b86b-b724972e5a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db1e84-006c-4e76-ac33-bbbf07959c8a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:50.590982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.636494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd58506-3395-4203-85f4-546fc0959831']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:50.650132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:50.650435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:50.686060 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.695907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.725260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.734515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:50.734515 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:50.756622 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:50.762059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2933f-e6f1-48e7-acce-0d150e36acf5 None None] Pushing event updated for resources: {'Port': ['ID=cc15ed15-b250-4011-ac49-e73a4321981a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:50.790131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:50.828624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:50.829002 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.838884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] Checking router: e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:52:50.856502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 27 08:52:50.856502 n-d-810909-1 neutron-server[94830]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 27 08:52:50.856502 n-d-810909-1 neutron-server[94830]: [parameters: {'id': '4dd58506-3395-4203-85f4-546fc0959831'}] Sep 27 08:52:50.856502 n-d-810909-1 neutron-server[94830]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:52:50.857151 n-d-810909-1 neutron-server[94830]: DEBUG oslo_db.api [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:52:50.863950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc84988f-b7fd-49a3-89b2-31d817de93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:50.892192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:50.893175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:50.979357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fc84988f-b7fd-49a3-89b2-31d817de93d6 None None] For port 9e54f42e-8762-4b9a-8e4a-3e9f87415862, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9e54f42e-8762-4b9a-8e4a-3e9f87415862,segment=NetworkSegment(ee1dec90-56e8-4e17-b7a0-eb07a5de2946),segment_id=ee1dec90-56e8-4e17-b7a0-eb07a5de2946)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:50.992749 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc84988f-b7fd-49a3-89b2-31d817de93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.072925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port b9413a75-ae07-466f-9e78-0786e5148f3a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:51.073292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.149474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:52:51.212671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40886) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:51.223650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.239906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for b9413a75-ae07-466f-9e78-0786e5148f3a owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:51.307740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb74889-30da-49bd-8733-107c5ad0cd8f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.350108 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb74889-30da-49bd-8733-107c5ad0cd8f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.381850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.423855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84988f-b7fd-49a3-89b2-31d817de93d6 None None] Pushing event updated for resources: {'Port': ['ID=9e54f42e-8762-4b9a-8e4a-3e9f87415862,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:51.425507 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb74889-30da-49bd-8733-107c5ad0cd8f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.440917 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb74889-30da-49bd-8733-107c5ad0cd8f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.445305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40896) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:51.446845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-feb74889-30da-49bd-8733-107c5ad0cd8f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "DELETE /v2.0/security-groups/254df564-bcc7-4d03-8ec3-690ed774399b HTTP/1.1" status: 204 len: 168 time: 0.2330499 Sep 27 08:52:51.466008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb74889-30da-49bd-8733-107c5ad0cd8f tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254df564-bcc7-4d03-8ec3-690ed774399b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:51.495787 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-425bdbcd-bea7-4cc8-859c-69166b0fd3fc tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] show failed (client error): The resource could not be found. Sep 27 08:52:51.500466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-425bdbcd-bea7-4cc8-859c-69166b0fd3fc tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups/254df564-bcc7-4d03-8ec3-690ed774399b HTTP/1.1" status: 404 len: 347 time: 0.0506268 Sep 27 08:52:51.501577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40900) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:51.533655 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:51.537848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Deleting port cc15ed15-b250-4011-ac49-e73a4321981a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:51.538305 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.564013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f9573eba-fb9a-424a-946b-af98baaff733 None None] Provisioning complete for port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:51.564494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9573eba-fb9a-424a-946b-af98baaff733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.610995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:51.611452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 4c95b92b-dee8-400b-a0a5-0aa3c2c7e7a2 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:51.619633 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.631865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] For port cc15ed15-b250-4011-ac49-e73a4321981a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cc15ed15-b250-4011-ac49-e73a4321981a,segment=NetworkSegment(8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7),segment_id=8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:51.632294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.666860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=b9413a75-ae07-466f-9e78-0786e5148f3a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:51.702066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Calling delete_port for cc15ed15-b250-4011-ac49-e73a4321981a owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:51.742312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Deleting port 9c768281-e794-4b2c-a2fe-864488ae70e1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:51.742887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:51.788294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:51.822207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc38a6e-1678-4fc8-bde1-76cb349dd163 None None] The sync data for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 is: [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:52.010528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.056801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Port': ['ID=cc15ed15-b250-4011-ac49-e73a4321981a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:52.067183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No DVR routers for this DVR port cc15ed15-b250-4011-ac49-e73a4321981a on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:52.172908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b726ecc-f96b-4ea5-8a86-1395fbc1ae3b None None] Network 4dd58506-3395-4203-85f4-546fc0959831 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:52.220827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.225477 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.265718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3ad95-da1f-4c05-8432-8aebe2e06efd None None] New status for floating IP 64228576-77cf-4c28-817e-49d7f67d8576: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:52:52.267763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd58506-3395-4203-85f4-546fc0959831']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:52.274964 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0dcae429-db94-4485-b840-f26197b11e9e None None] Could not find standard attr ID for object cc15ed15-b250-4011-ac49-e73a4321981a. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:52:52.301373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.302324 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.322610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Calling delete_port for 9c768281-e794-4b2c-a2fe-864488ae70e1 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:52.326338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:52.326635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ddf8a-ded4-4b0d-8da7-17e3db11bbc7') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:52.344470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.390357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c92e9-5842-4dd7-8cf2-54f4f35e1e78 None None] DHCP port deletion for 4dd58506-3395-4203-85f4-546fc0959831 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:52.424377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.443891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:52.444494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:52.448806 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:52.452613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9e54f42e-8762-4b9a-8e4a-3e9f87415862 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:52:52.514207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:52.516299 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.552986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.600988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event deleted for resources: {'Port': ['ID=9c768281-e794-4b2c-a2fe-864488ae70e1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:52.613959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.619931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.626075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/4dd58506-3395-4203-85f4-546fc0959831 HTTP/1.1" status: 204 len: 168 time: 3.3729999 Sep 27 08:52:52.626963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:52.633334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1484296927'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:52.645860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09035f1-48dd-492b-97cd-0bd21214c72f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=4dd58506-3395-4203-85f4-546fc0959831,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:52.669681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 4f6e09ad-04da-4677-9580-46707c8bee7e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:52.687332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.689932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.694343 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf761089-ec18-46ba-ace5-84b8270e8ede tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "DELETE /v2.0/floatingips/64228576-77cf-4c28-817e-49d7f67d8576 HTTP/1.1" status: 204 len: 168 time: 1.1884744 Sep 27 08:52:52.715551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:52.720717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.752358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:52.762433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.762433 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 361670d7-51c3-46ea-90a0-2599e31a83df of type vlan for network 142e1453-c977-4b64-bc25-523635e8c78e Sep 27 08:52:52.801694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:52.802360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.811935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad9ed6-f0b5-4953-911d-81d471951c75 None None] Sync routers for ids ['4f6e09ad-04da-4677-9580-46707c8bee7e'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:52.816643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-09d00b67-1de4-48ee-a96d-5285f54f86bc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/4f6e09ad-04da-4677-9580-46707c8bee7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3232768 Sep 27 08:52:52.816797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40926) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:52.824787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad9ed6-f0b5-4953-911d-81d471951c75 None None] Routers {'4f6e09ad-04da-4677-9580-46707c8bee7e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:52.826971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7dad9ed6-f0b5-4953-911d-81d471951c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4f6e09ad-04da-4677-9580-46707c8bee7e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:52.838892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.847734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:52.849017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:52.876076 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2480299 Sep 27 08:52:52.876902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:52.894487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': '142e1453-c977-4b64-bc25-523635e8c78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:52.896664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7dad9ed6-f0b5-4953-911d-81d471951c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:52.916638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad9ed6-f0b5-4953-911d-81d471951c75 None None] Routers {'4f6e09ad-04da-4677-9580-46707c8bee7e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:52.919895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7dad9ed6-f0b5-4953-911d-81d471951c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4f6e09ad-04da-4677-9580-46707c8bee7e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:52.984657 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c9ef0-cc4e-474e-8bfe-b3d821fe6fca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=142e1453-c977-4b64-bc25-523635e8c78e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:53.006085 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 142e1453-c977-4b64-bc25-523635e8c78e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:53.011418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7dad9ed6-f0b5-4953-911d-81d471951c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:53.012064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad9ed6-f0b5-4953-911d-81d471951c75 None None] The sync data for ids ['4f6e09ad-04da-4677-9580-46707c8bee7e'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:53.023550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:53.028152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6756f2b-04f6-48f8-b4fb-9a41e8c2feba tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789741610', 'description': 'tempest-description--918702379'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:53.066829 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6756f2b-04f6-48f8-b4fb-9a41e8c2feba tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.100787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:53.104357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.177907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Performing IP validity checks on allocation pools {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 27 08:52:53.178446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 27 08:52:53.215847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.273717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6756f2b-04f6-48f8-b4fb-9a41e8c2feba tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.279986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6756f2b-04f6-48f8-b4fb-9a41e8c2feba tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.320764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6756f2b-04f6-48f8-b4fb-9a41e8c2feba tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.322021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6756f2b-04f6-48f8-b4fb-9a41e8c2feba tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2974887 Sep 27 08:52:53.326020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40942) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:53.330770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-689160fe-5a8a-45f6-82e8-a8b3b45d5479 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'security_group_rule': {'security_group_id': '8e55f0e8-3eed-44fd-9a8d-600dea16490f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:53.336889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6756f2b-04f6-48f8-b4fb-9a41e8c2feba tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e55f0e8-3eed-44fd-9a8d-600dea16490f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:53.403736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.446635 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-689160fe-5a8a-45f6-82e8-a8b3b45d5479 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.477373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=fbbd932d-6c61-468f-88e2-f6246834a22d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:53.497061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 55c0d02e-4654-4ffe-be81-f6b98b6134af {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:53.497542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.512424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': '361670d7-51c3-46ea-90a0-2599e31a83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '142e1453-c977-4b64-bc25-523635e8c78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:53.512794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: 142e1453-c977-4b64-bc25-523635e8c78e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:53.544645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-689160fe-5a8a-45f6-82e8-a8b3b45d5479 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.546818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 142e1453-c977-4b64-bc25-523635e8c78e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:53.552001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-689160fe-5a8a-45f6-82e8-a8b3b45d5479 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.564622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 142e1453-c977-4b64-bc25-523635e8c78e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:53.574466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7815c940-6430-4dd9-b480-018ca6bec94b None None] Network 142e1453-c977-4b64-bc25-523635e8c78e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:53.575039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:53.575632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.578888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689160fe-5a8a-45f6-82e8-a8b3b45d5479 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4add7032-80c7-4d4f-9737-5d6322400da7,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:53.590661 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-689160fe-5a8a-45f6-82e8-a8b3b45d5479 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.594772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40950) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:53.594931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-689160fe-5a8a-45f6-82e8-a8b3b45d5479 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675788 Sep 27 08:52:53.599965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6b2b6dc8-6ca5-45dd-a2f3-468f169090c0 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7096505 Sep 27 08:52:53.602582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:53.603202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-167c5a2f-759b-4b33-8e3c-d5a71695e802 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'security_group_rule': {'security_group_id': '8e55f0e8-3eed-44fd-9a8d-600dea16490f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:53.634303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.650306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 55c0d02e-4654-4ffe-be81-f6b98b6134af owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:53.661471 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-167c5a2f-759b-4b33-8e3c-d5a71695e802 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.747447 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.766762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-167c5a2f-759b-4b33-8e3c-d5a71695e802 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.774687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-167c5a2f-759b-4b33-8e3c-d5a71695e802 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.783462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d23d39-cb9a-4605-838d-bcae75d67462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-142e1453-c977-4b64-bc25-523635e8c78e', 'network_id': '142e1453-c977-4b64-bc25-523635e8c78e', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': 'fbbd932d-6c61-468f-88e2-f6246834a22d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:53.785005 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6d23d39-cb9a-4605-838d-bcae75d67462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.806956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.859706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c5a2f-759b-4b33-8e3c-d5a71695e802 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b0a025-6473-45ef-a327-c8edc7d84b2e,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:53.872263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-167c5a2f-759b-4b33-8e3c-d5a71695e802 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.874198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-167c5a2f-759b-4b33-8e3c-d5a71695e802 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2775719 Sep 27 08:52:53.877528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:53.883401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:53.889240 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.927210 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-d6d23d39-cb9a-4605-838d-bcae75d67462 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbbd932d-6c61-468f-88e2-f6246834a22d: This subnet is being modified by another concurrent operation. Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:52:53.930032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbbd932d-6c61-468f-88e2-f6246834a22d: This subnet is being modified by another concurrent operation. Sep 27 08:52:53.934032 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:52:53.953256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbd932d-6c61-468f-88e2-f6246834a22d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:53.961139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=55c0d02e-4654-4ffe-be81-f6b98b6134af,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:53.962446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c6ab0-af2a-47f2-bc37-2f85048d1f1a None None] Network 142e1453-c977-4b64-bc25-523635e8c78e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:53.976764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.026803 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.079089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142e1453-c977-4b64-bc25-523635e8c78e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:54.095921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361670d7-51c3-46ea-90a0-2599e31a83df') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:54.096289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361670d7-51c3-46ea-90a0-2599e31a83df') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:54.110646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.157304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40962) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:54.162309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.176790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.193528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:54.194399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:54.205837 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:54.230381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc19726a-746b-4155-8259-d5462dfa1a35 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:52:54.290027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.304886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.326421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.328502 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/142e1453-c977-4b64-bc25-523635e8c78e HTTP/1.1" status: 204 len: 168 time: 0.7248099 Sep 27 08:52:54.347951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cc15ed15-b250-4011-ac49-e73a4321981a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:54.349174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:54.374176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: cc15ed15-b250-4011-ac49-e73a4321981a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:54.374699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cc15ed15-b250-4011-ac49-e73a4321981a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:54.376438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19726a-746b-4155-8259-d5462dfa1a35 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:52:54.388710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1397752483'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:54.414814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd944001-8fb8-46d2-8918-e3cb1fcaf09c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=142e1453-c977-4b64-bc25-523635e8c78e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:54.420747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9b75-efc5-4ae9-a36a-1dc4d22ce720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.478544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:54.482091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.540852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:54.560845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Allocated IP 172.25.2.15 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/781a3b04-11bd-4ddc-8097-880552ef6fb3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:54.583755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.584054 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 7a2f723a-0268-44fc-a554-cab25d430c29 of type vlan for network f64c84ad-83c0-4700-908a-0bc10b3ba20e Sep 27 08:52:54.722876 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.730710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 4f6e09ad-04da-4677-9580-46707c8bee7e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:52:54.773841 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9b75-efc5-4ae9-a36a-1dc4d22ce720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.786213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9b75-efc5-4ae9-a36a-1dc4d22ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.791159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.807968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.810343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:52:54.813906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:54.814507 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:54.815733 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa616f1c-e754-4d1a-8e1a-e3ed6d8932c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/4f6e09ad-04da-4677-9580-46707c8bee7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9976189 Sep 27 08:52:54.818350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40970) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:54.821643 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b193d-b780-4bb9-b33f-cac293f20acd None None] Sync routers for ids ['4f6e09ad-04da-4677-9580-46707c8bee7e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:52:54.835351 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b193d-b780-4bb9-b33f-cac293f20acd None None] Routers {'4f6e09ad-04da-4677-9580-46707c8bee7e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:54.838053 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-076b193d-b780-4bb9-b33f-cac293f20acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4f6e09ad-04da-4677-9580-46707c8bee7e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:54.849286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a3cff86c-192f-4ee3-9c39-3a51816fbf14 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f6e09ad-04da-4677-9580-46707c8bee7e HTTP/1.1" status: 200 len: 205 time: 0.0296655 Sep 27 08:52:54.849857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40972) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:54.880041 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd8b9b75-efc5-4ae9-a36a-1dc4d22ce720 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=606e0e53c7be472994be4875db59708d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7191765 Sep 27 08:52:54.884498 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-076b193d-b780-4bb9-b33f-cac293f20acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:54.886827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:54.893942 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b193d-b780-4bb9-b33f-cac293f20acd None None] Routers {'4f6e09ad-04da-4677-9580-46707c8bee7e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:52:54.894815 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-076b193d-b780-4bb9-b33f-cac293f20acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4f6e09ad-04da-4677-9580-46707c8bee7e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:54.902301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b9b75-efc5-4ae9-a36a-1dc4d22ce720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd9a87a-e2ca-4960-b209-6a8e814d7819,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:54.926124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5403194 Sep 27 08:52:54.929459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40976) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:54.934950 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-076b193d-b780-4bb9-b33f-cac293f20acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:54.935853 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b193d-b780-4bb9-b33f-cac293f20acd None None] The sync data for ids ['4f6e09ad-04da-4677-9580-46707c8bee7e'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:52:54.939611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': 'f64c84ad-83c0-4700-908a-0bc10b3ba20e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:54.955544 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc14e-74ba-47b5-a02e-97c8a5b16518 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.006985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa0aed-24d5-436d-bac1-f398d3edf3b1 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=f64c84ad-83c0-4700-908a-0bc10b3ba20e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:55.017646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f64c84ad-83c0-4700-908a-0bc10b3ba20e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:55.032126 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.110672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6c7eb95-1fd9-4403-a78a-2bb13b4c4eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.122641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:55.128201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc14e-74ba-47b5-a02e-97c8a5b16518 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.130688 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc14e-74ba-47b5-a02e-97c8a5b16518 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.143189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:55.151165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:55.153459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'Port': ['ID=781a3b04-11bd-4ddc-8097-880552ef6fb3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:55.182071 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc14e-74ba-47b5-a02e-97c8a5b16518 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.182650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcfc14e-74ba-47b5-a02e-97c8a5b16518 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Fanout notify agent at l3_agent the message router_deleted on router 4f6e09ad-04da-4677-9580-46707c8bee7e {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:52:55.190443 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc14e-74ba-47b5-a02e-97c8a5b16518 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.190645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6c7eb95-1fd9-4403-a78a-2bb13b4c4eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.194525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7dcfc14e-74ba-47b5-a02e-97c8a5b16518 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/4f6e09ad-04da-4677-9580-46707c8bee7e HTTP/1.1" status: 204 len: 168 time: 0.3412318 Sep 27 08:52:55.194684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40978) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:55.202212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:55.205704 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.246583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-66947384-dba4-45ce-bc2f-363844e508a0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet 0d06ba8f-42a3-43c3-ad86-caa479fdc22f {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:55.249649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66947384-dba4-45ce-bc2f-363844e508a0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.289164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66947384-dba4-45ce-bc2f-363844e508a0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.380296 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.380938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66947384-dba4-45ce-bc2f-363844e508a0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.391686 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6c7eb95-1fd9-4403-a78a-2bb13b4c4eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.394382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6c7eb95-1fd9-4403-a78a-2bb13b4c4eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.395669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6c7eb95-1fd9-4403-a78a-2bb13b4c4eff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bd9a87a-e2ca-4960-b209-6a8e814d7819 HTTP/1.1" status: 204 len: 168 time: 0.5054734 Sep 27 08:52:55.435237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7eb95-1fd9-4403-a78a-2bb13b4c4eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd9a87a-e2ca-4960-b209-6a8e814d7819,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:55.445077 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.458532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66947384-dba4-45ce-bc2f-363844e508a0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.489490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66947384-dba4-45ce-bc2f-363844e508a0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=0d06ba8f-42a3-43c3-ad86-caa479fdc22f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:55.496919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-66947384-dba4-45ce-bc2f-363844e508a0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.501689 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-66947384-dba4-45ce-bc2f-363844e508a0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/0d06ba8f-42a3-43c3-ad86-caa479fdc22f HTTP/1.1" status: 204 len: 168 time: 0.3050528 Sep 27 08:52:55.502431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40982) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:55.517044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a8530d-2cd1-4fc8-b4ce-a6f71d8391d8 None None] Network 525b584e-eecc-48ce-b232-75e587b40803 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:55.581009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-004487bc-d594-4c51-a535-751dea4152b0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet 1a2a22f6-3f68-43de-a548-18130fae9492 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:52:55.584611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004487bc-d594-4c51-a535-751dea4152b0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.620994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.627651 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004487bc-d594-4c51-a535-751dea4152b0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.712783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=0504f7ae-dac3-44f4-8355-d6b261713ced,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:55.735483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': '7a2f723a-0268-44fc-a554-cab25d430c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f64c84ad-83c0-4700-908a-0bc10b3ba20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:55.735853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: f64c84ad-83c0-4700-908a-0bc10b3ba20e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:55.746625 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.755715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.756017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40986) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:55.763621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004487bc-d594-4c51-a535-751dea4152b0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.770854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] DHCP port deletion for 525b584e-eecc-48ce-b232-75e587b40803 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:55.792265 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8636cd9f-50fb-4e86-ac54-4088cbd038d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.794996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network f64c84ad-83c0-4700-908a-0bc10b3ba20e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:55.820849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] Deleting port 7a08c926-285b-4379-83bc-f705ab59ab10 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:55.821365 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.834537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'Port': ['ID=781a3b04-11bd-4ddc-8097-880552ef6fb3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:55.837111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f64c84ad-83c0-4700-908a-0bc10b3ba20e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:55.860556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004487bc-d594-4c51-a535-751dea4152b0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.877423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.881733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-004487bc-d594-4c51-a535-751dea4152b0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.882792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:55.883400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:55.885037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-004487bc-d594-4c51-a535-751dea4152b0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/1a2a22f6-3f68-43de-a548-18130fae9492 HTTP/1.1" status: 204 len: 168 time: 0.3787055 Sep 27 08:52:55.889685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5eb79-3a27-458b-b7ca-f58375b16ae8 None None] Network f64c84ad-83c0-4700-908a-0bc10b3ba20e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:55.891869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86f338-3229-496f-8ca2-15cc46307b0c None None] Network d6c3df7e-eb2f-48a9-8b28-b03199aeb44d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:55.902257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40990) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:55.917242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004487bc-d594-4c51-a535-751dea4152b0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2a22f6-3f68-43de-a548-18130fae9492,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:56.013981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8636cd9f-50fb-4e86-ac54-4088cbd038d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.017928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.018486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] For port 7a08c926-285b-4379-83bc-f705ab59ab10, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7a08c926-285b-4379-83bc-f705ab59ab10,segment=NetworkSegment(55f8281d-7295-4aba-a5d1-4b5f01442440),segment_id=55f8281d-7295-4aba-a5d1-4b5f01442440)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:56.019057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.020802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8636cd9f-50fb-4e86-ac54-4088cbd038d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.028387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.038142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa68ed19-9b30-42fc-b01d-9659ca1db112 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1513510 Sep 27 08:52:56.038142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-24a1d855-6431-45b6-a500-75106615071d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0961981 Sep 27 08:52:56.038142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40992) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:56.071153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8636cd9f-50fb-4e86-ac54-4088cbd038d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f766c7e0922547dc982bcc9d4be1bf80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139634 Sep 27 08:52:56.074169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40996) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:56.076387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636cd9f-50fb-4e86-ac54-4088cbd038d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a60355-d312-4e80-8232-971927226f80,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:56.144197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] Calling delete_port for 7a08c926-285b-4379-83bc-f705ab59ab10 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:56.154075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.167373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 7a08c926-285b-4379-83bc-f705ab59ab10 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:56.167715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.170794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e2213f2-56f1-450e-8d07-c79ded61de97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.238825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.247304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e2213f2-56f1-450e-8d07-c79ded61de97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.266540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 7a08c926-285b-4379-83bc-f705ab59ab10, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7a08c926-285b-4379-83bc-f705ab59ab10,segment=NetworkSegment(55f8281d-7295-4aba-a5d1-4b5f01442440),segment_id=55f8281d-7295-4aba-a5d1-4b5f01442440)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:56.266925 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.288281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856eb1f4-984d-4c11-8b9e-8383ee7f0538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-f64c84ad-83c0-4700-908a-0bc10b3ba20e', 'network_id': 'f64c84ad-83c0-4700-908a-0bc10b3ba20e', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': '0504f7ae-dac3-44f4-8355-d6b261713ced'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:56.289380 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-856eb1f4-984d-4c11-8b9e-8383ee7f0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.292581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 7a08c926-285b-4379-83bc-f705ab59ab10 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:56.313099 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-ec64d9cd-9840-4571-b989-faf479783723 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1789741610&fields=id&tenant_id=7214a460820148f1b6500794093d2f7e HTTP/1.1" status: 200 len: 267 time: 0.0706120 Sep 27 08:52:56.318948 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.386460 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e2213f2-56f1-450e-8d07-c79ded61de97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.389101 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e2213f2-56f1-450e-8d07-c79ded61de97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.390521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5e2213f2-56f1-450e-8d07-c79ded61de97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76a60355-d312-4e80-8232-971927226f80 HTTP/1.1" status: 204 len: 168 time: 0.3151195 Sep 27 08:52:56.403165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2213f2-56f1-450e-8d07-c79ded61de97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a60355-d312-4e80-8232-971927226f80,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:56.405138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.434776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=7a08c926-285b-4379-83bc-f705ab59ab10,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:56.436667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port 7a08c926-285b-4379-83bc-f705ab59ab10 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:56.483548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.529352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=0504f7ae-dac3-44f4-8355-d6b261713ced,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:56.546056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.574575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525b584e-eecc-48ce-b232-75e587b40803']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:56.587097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f8281d-7295-4aba-a5d1-4b5f01442440') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:56.587591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f8281d-7295-4aba-a5d1-4b5f01442440') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:56.591362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.611455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.624497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64c84ad-83c0-4700-908a-0bc10b3ba20e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:56.633537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310196-3ea1-4814-99f2-ea348d1624fb req-78410b47-40d8-4c94-a39d-c282de0c34d3 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:56.635271 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-78410b47-40d8-4c94-a39d-c282de0c34d3 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 811 time: 0.2651546 Sep 27 08:52:56.635581 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.643033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] DHCP port deletion for d6c3df7e-eb2f-48a9-8b28-b03199aeb44d request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:52:56.644112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2f723a-0268-44fc-a554-cab25d430c29') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:56.644760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2f723a-0268-44fc-a554-cab25d430c29') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:56.646285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7a08c926-285b-4379-83bc-f705ab59ab10 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:56.650653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:56.651573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] No DVR routers for this DVR port 7a08c926-285b-4379-83bc-f705ab59ab10 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:56.651879 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.653477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5af19-d191-46f0-98ee-971dc0f28b95 None None] Pushing event deleted for resources: {'Port': ['ID=7a08c926-285b-4379-83bc-f705ab59ab10,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:56.669289 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.672366 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-48186edf-4b65-418a-83f2-a49e0d9f885a tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/quotas/7214a460820148f1b6500794093d2f7e HTTP/1.1" status: 200 len: 375 time: 0.0251768 Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-856eb1f4-984d-4c11-8b9e-8383ee7f0538 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0504f7ae-dac3-44f4-8355-d6b261713ced: This subnet is being modified by another concurrent operation. Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:52:56.676767 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0504f7ae-dac3-44f4-8355-d6b261713ced: This subnet is being modified by another concurrent operation. Sep 27 08:52:56.681143 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:52:56.686100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7a08c926-285b-4379-83bc-f705ab59ab10 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:56.686100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7a08c926-285b-4379-83bc-f705ab59ab10 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:56.692880 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:56.711862 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:56.731457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f4f1c-be49-4529-8324-cc4a0317394d None None] Network f64c84ad-83c0-4700-908a-0bc10b3ba20e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:56.733088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:56.733743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:56.738045 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:56.768507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.781390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.783423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/525b584e-eecc-48ce-b232-75e587b40803 HTTP/1.1" status: 204 len: 168 time: 0.8752084 Sep 27 08:52:56.789524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41018) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:56.829640 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-3451e4c1-c568-402e-b9fc-d35372e83a89 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382220 Sep 27 08:52:56.837321 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.848949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab21bb6-bc29-4578-af5c-e4ded4c16b0a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=525b584e-eecc-48ce-b232-75e587b40803,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:56.851725 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.859111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/f64c84ad-83c0-4700-908a-0bc10b3ba20e HTTP/1.1" status: 204 len: 168 time: 0.8190088 Sep 27 08:52:56.861107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41022) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:56.876644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] Deleting port 4e781c83-c628-4f6c-860c-50ca341852d0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:56.877032 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.887654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-819bcb00-03d9-4f06-a1a9-cc24da09be40 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:52:56.893636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1206972548'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:56.897268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-819bcb00-03d9-4f06-a1a9-cc24da09be40 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0387673 Sep 27 08:52:56.898412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00adb6-63c7-4a6f-9edd-026c942f3996 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=f64c84ad-83c0-4700-908a-0bc10b3ba20e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:56.917585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.934359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:56.938935 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:56.986848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:56.999742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.000085 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 1ff75af4-f81f-43ed-b72c-06d508a9bb0c of type vlan for network 37b7d86c-2eac-42b3-adf1-73bc520a8782 Sep 27 08:52:57.002367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] For port 4e781c83-c628-4f6c-860c-50ca341852d0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4e781c83-c628-4f6c-860c-50ca341852d0,segment=NetworkSegment(e337fb26-dfd3-4f80-b90d-b74ba4304404),segment_id=e337fb26-dfd3-4f80-b90d-b74ba4304404)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:57.002857 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.030630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] Calling delete_port for 4e781c83-c628-4f6c-860c-50ca341852d0 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:57.053250 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.056281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 4e781c83-c628-4f6c-860c-50ca341852d0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:57.056662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.056787 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-645b56f8-4f7b-48ea-898e-03576f43b80e service neutron] 10.222.0.50 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474295 Sep 27 08:52:57.136909 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.139261 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.142398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:57.143009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.147597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 4e781c83-c628-4f6c-860c-50ca341852d0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4e781c83-c628-4f6c-860c-50ca341852d0,segment=NetworkSegment(e337fb26-dfd3-4f80-b90d-b74ba4304404),segment_id=e337fb26-dfd3-4f80-b90d-b74ba4304404)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:52:57.147888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.157550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] No DVR routers for this DVR port 4e781c83-c628-4f6c-860c-50ca341852d0 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:57.177782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-e1a3b5f0-c670-4f41-893e-8b0523e0f6cc service neutron] 10.222.0.50 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152692 Sep 27 08:52:57.183612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cac3ce-776e-4d9e-9132-358bf024d3a3 None None] Pushing event deleted for resources: {'Port': ['ID=4e781c83-c628-4f6c-860c-50ca341852d0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:57.193256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 4e781c83-c628-4f6c-860c-50ca341852d0 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:52:57.206037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0feb92-f469-4ba6-aafe-0205207a18ec None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:52:57.212410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3499770 Sep 27 08:52:57.216769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41034) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:57.223978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': '37b7d86c-2eac-42b3-adf1-73bc520a8782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:57.275034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd09fc6-ae32-475b-9b7e-60a569dec367 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=37b7d86c-2eac-42b3-adf1-73bc520a8782,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:57.291963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 37b7d86c-2eac-42b3-adf1-73bc520a8782 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:57.424939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f5dc1cb-77e7-412b-89f9-0b04edb31375 req-e5b68c94-dcf7-4f27-b155-2962bfdd5d15 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 210 time: 0.0385394 Sep 27 08:52:57.445522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.451732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0feb92-f469-4ba6-aafe-0205207a18ec None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:52:57.481558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=4e781c83-c628-4f6c-860c-50ca341852d0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:57.488562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:57.492167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.509765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port 4e781c83-c628-4f6c-860c-50ca341852d0 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:52:57.646018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.677985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c3df7e-eb2f-48a9-8b28-b03199aeb44d']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:57.691825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e337fb26-dfd3-4f80-b90d-b74ba4304404') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:57.692099 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e337fb26-dfd3-4f80-b90d-b74ba4304404') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:57.703970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.724838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.751251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:57.751749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:57.759241 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:57.865087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.881063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.884382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/d6c3df7e-eb2f-48a9-8b28-b03199aeb44d HTTP/1.1" status: 204 len: 168 time: 1.0925550 Sep 27 08:52:57.887016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073bf54-1ed2-4fc5-a9cb-e1b179031f41 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=d6c3df7e-eb2f-48a9-8b28-b03199aeb44d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:57.887951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41060) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:57.897005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-507015073'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:57.901740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.923421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:57.927228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.958700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:52:57.977759 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:57.978111 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment 87a70ce1-1ca5-4153-8c0c-fef4b169363d of type vlan for network 52ee684a-1b2f-423e-a8db-537ae82d5c2f Sep 27 08:52:57.985727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=b6311838-c292-4db4-8a36-c3909adcc528,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:57.996468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': '1ff75af4-f81f-43ed-b72c-06d508a9bb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '37b7d86c-2eac-42b3-adf1-73bc520a8782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:57.996835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: 37b7d86c-2eac-42b3-adf1-73bc520a8782, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:58.025599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 37b7d86c-2eac-42b3-adf1-73bc520a8782 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:58.037528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 37b7d86c-2eac-42b3-adf1-73bc520a8782) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:58.042504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:58.043287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.050632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b401c8-3178-4fbb-b5b2-5d58e091f1d8 None None] Network 37b7d86c-2eac-42b3-adf1-73bc520a8782 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:58.054014 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.084952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2cd43181-2824-49cf-b323-69a6d6253c18 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8673298 Sep 27 08:52:58.087520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41068) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:58.125795 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.143949 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:58.147968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.185744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2963998 Sep 27 08:52:58.187944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41070) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:58.195618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': '52ee684a-1b2f-423e-a8db-537ae82d5c2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:58.232643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-37b7d86c-2eac-42b3-adf1-73bc520a8782', 'network_id': '37b7d86c-2eac-42b3-adf1-73bc520a8782', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': 'b6311838-c292-4db4-8a36-c3909adcc528'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:58.233593 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.244789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58857408-a865-42f0-822e-be5381c4c662 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=52ee684a-1b2f-423e-a8db-537ae82d5c2f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:58.261575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 52ee684a-1b2f-423e-a8db-537ae82d5c2f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:52:58.312176 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.382021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:58.385539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.433169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.443817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4e781c83-c628-4f6c-860c-50ca341852d0 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:52:58.482533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4e781c83-c628-4f6c-860c-50ca341852d0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:52:58.482533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4e781c83-c628-4f6c-860c-50ca341852d0 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:52:58.496998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Allocated IP 172.20.0.2 (37b7d86c-2eac-42b3-adf1-73bc520a8782/b6311838-c292-4db4-8a36-c3909adcc528/76b0c8e0-e946-478f-ad88-74c6432924d2) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:58.635310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f83b045a-1309-440c-9ee0-61d0c373e45b req-44ab8d8a-755c-4070-be8c-537185a6e0d7 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 210 time: 0.0445321 Sep 27 08:52:58.687694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310196-3ea1-4814-99f2-ea348d1624fb req-9e2ba06e-70ad-4bf2-b0c8-39eea11d6b52 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:58.689413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-9e2ba06e-70ad-4bf2-b0c8-39eea11d6b52 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 811 time: 0.2213912 Sep 27 08:52:58.728745 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.736810 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.756707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-12383668-7b48-42c4-94fc-ad0cd83f0306 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7214a460820148f1b6500794093d2f7e HTTP/1.1" status: 200 len: 380 time: 0.0561945 Sep 27 08:52:58.770354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'port': {'device_id': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'admin_state_up': True, 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'security_groups': ['8e55f0e8-3eed-44fd-9a8d-600dea16490f']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:58.791188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Network 37b7d86c-2eac-42b3-adf1-73bc520a8782 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:58.792723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:58.801253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.804268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:58.808164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Pushing event updated for resources: {'Port': ['ID=76b0c8e0-e946-478f-ad88-74c6432924d2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:58.848156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=b6311838-c292-4db4-8a36-c3909adcc528,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:58.856404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.876773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Attempting to bind port 76b0c8e0-e946-478f-ad88-74c6432924d2 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:52:58.877152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Attempting to bind port 76b0c8e0-e946-478f-ad88-74c6432924d2 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1ff75af4-f81f-43ed-b72c-06d508a9bb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '37b7d86c-2eac-42b3-adf1-73bc520a8782'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:52:58.877523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Attempting to bind port 76b0c8e0-e946-478f-ad88-74c6432924d2 on network 37b7d86c-2eac-42b3-adf1-73bc520a8782 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:52:58.884244 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:52:58.884893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Checking segment: {'id': '1ff75af4-f81f-43ed-b72c-06d508a9bb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '37b7d86c-2eac-42b3-adf1-73bc520a8782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:58.885304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.885753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Bound using segment: {'id': '1ff75af4-f81f-43ed-b72c-06d508a9bb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '37b7d86c-2eac-42b3-adf1-73bc520a8782'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:52:58.886288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Bound port: 76b0c8e0-e946-478f-ad88-74c6432924d2, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff75af4-f81f-43ed-b72c-06d508a9bb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '37b7d86c-2eac-42b3-adf1-73bc520a8782'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:52:58.886779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.938573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Made reservation on behalf of 7214a460820148f1b6500794093d2f7e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:58.944103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:58.966219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] For port 76b0c8e0-e946-478f-ad88-74c6432924d2, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:52:58.971121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] For port 76b0c8e0-e946-478f-ad88-74c6432924d2, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=76b0c8e0-e946-478f-ad88-74c6432924d2,segment=NetworkSegment(1ff75af4-f81f-43ed-b72c-06d508a9bb0c),segment_id=1ff75af4-f81f-43ed-b72c-06d508a9bb0c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:52:58.978481 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.009998 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.035274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=eb27aaa8-100a-4ea1-962b-4aca9f211857,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:59.043371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': '87a70ce1-1ca5-4153-8c0c-fef4b169363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '52ee684a-1b2f-423e-a8db-537ae82d5c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:52:59.043745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: 52ee684a-1b2f-423e-a8db-537ae82d5c2f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:52:59.049960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b7d86c-2eac-42b3-adf1-73bc520a8782']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:59.066940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff75af4-f81f-43ed-b72c-06d508a9bb0c') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:59.066940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff75af4-f81f-43ed-b72c-06d508a9bb0c') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:52:59.069780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6797d-5cd6-4315-a0b5-982cba02b797 None None] Pushing event updated for resources: {'Port': ['ID=76b0c8e0-e946-478f-ad88-74c6432924d2,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:59.081867 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.092904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 52ee684a-1b2f-423e-a8db-537ae82d5c2f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:52:59.094473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f21ded-5c6f-48c0-9611-556aef8850a5 None None] Network 37b7d86c-2eac-42b3-adf1-73bc520a8782 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:59.105557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.113660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 52ee684a-1b2f-423e-a8db-537ae82d5c2f) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:59.116068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:52:59.116799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:52:59.120958 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:52:59.126470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fdce1c-4bbe-488b-9101-1ed85c17fdfd None None] Network 52ee684a-1b2f-423e-a8db-537ae82d5c2f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:52:59.127725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Allocated IP 172.20.0.14 (54366c9a-f3e3-4c5a-8abb-e4746fe41af2/d4bc93b0-c8b9-4920-b459-ed816b218b01/ca4f0822-f9c5-434b-a4be-1e5c7bfac524) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:59.139202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:59.139806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.200726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-07ba2495-bfd8-4061-8acb-ada04b7d7f4f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0109122 Sep 27 08:52:59.203356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41104) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:59.210907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0ce12658-0a00-49eb-89bb-ce05eb7be9c2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1545030048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:59.225252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 27 08:52:59.225252 n-d-810909-1 neutron-server[94830]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 27 08:52:59.225252 n-d-810909-1 neutron-server[94830]: [parameters: {'id': '37b7d86c-2eac-42b3-adf1-73bc520a8782'}] Sep 27 08:52:59.225252 n-d-810909-1 neutron-server[94830]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:52:59.226088 n-d-810909-1 neutron-server[94830]: DEBUG oslo_db.api [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:52:59.241958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ce12658-0a00-49eb-89bb-ce05eb7be9c2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.243372 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ce12658-0a00-49eb-89bb-ce05eb7be9c2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.320010 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ce12658-0a00-49eb-89bb-ce05eb7be9c2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.329973 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ce12658-0a00-49eb-89bb-ce05eb7be9c2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.342917 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.355666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ce12658-0a00-49eb-89bb-ce05eb7be9c2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.359936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0ce12658-0a00-49eb-89bb-ce05eb7be9c2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1527054 Sep 27 08:52:59.360179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41110) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:59.366444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'port': {'network_id': '52ee684a-1b2f-423e-a8db-537ae82d5c2f', 'name': 'tempest-RoutersTest-1824670651'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:59.385937 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.426486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:52:59.430671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:52:59.435312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:52:59.498698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-52ee684a-1b2f-423e-a8db-537ae82d5c2f', 'network_id': '52ee684a-1b2f-423e-a8db-537ae82d5c2f', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': 'eb27aaa8-100a-4ea1-962b-4aca9f211857'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:52:59.499779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.508587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:52:59.513338 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.515925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event updated for resources: {'Port': ['ID=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:52:59.540112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:59.543286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] device_id is not set on port 612195af-0e7a-4c61-a4cc-d99b31addfaf yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:52:59.544401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.578145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-1436e4a8-c832-429c-81ea-8ee11a661013 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8146789 Sep 27 08:52:59.596761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Request body: {'port': {'device_id': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:52:59.667939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.709296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.20.0.8 (52ee684a-1b2f-423e-a8db-537ae82d5c2f/eb27aaa8-100a-4ea1-962b-4aca9f211857/612195af-0e7a-4c61-a4cc-d99b31addfaf) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:52:59.727194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.767753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6ef3a2e9-8284-4faa-bd96-7dcc9ff3f7bd None None] Provisioning complete for port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:52:59.768305 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a2e9-8284-4faa-bd96-7dcc9ff3f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.800780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41118) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:52:59.809830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3a2e9-8284-4faa-bd96-7dcc9ff3f7bd None None] Port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:52:59.835131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f437ea-1bc8-49be-96f6-ca2b75588eef req-2831ebb0-d532-460e-ac92-781a694b403e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:52:59.836697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-42f437ea-1bc8-49be-96f6-ca2b75588eef req-2831ebb0-d532-460e-ac92-781a694b403e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 932 time: 0.1118262 Sep 27 08:52:59.948544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-42f437ea-1bc8-49be-96f6-ca2b75588eef req-eb080f14-844c-4343-a63e-35042212221d tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037467 Sep 27 08:52:59.950664 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbade4cd-bc08-43f9-b8b4-cc5598e700c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:52:59.964301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Deleting port 76b0c8e0-e946-478f-ad88-74c6432924d2 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:52:59.964672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.004080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4f0822-f9c5-434b-a4be-1e5c7bfac524 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:53:00.014809 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.037523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Transition to ACTIVE for port object ca4f0822-f9c5-434b-a4be-1e5c7bfac524 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:53:00.044820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.045540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.055141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] For port 76b0c8e0-e946-478f-ad88-74c6432924d2, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=76b0c8e0-e946-478f-ad88-74c6432924d2,segment=NetworkSegment(1ff75af4-f81f-43ed-b72c-06d508a9bb0c),segment_id=1ff75af4-f81f-43ed-b72c-06d508a9bb0c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:00.055504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.073129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Calling delete_port for 76b0c8e0-e946-478f-ad88-74c6432924d2 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:00.116040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:00.156977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.174017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbade4cd-bc08-43f9-b8b4-cc5598e700c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.183358 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbade4cd-bc08-43f9-b8b4-cc5598e700c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.209138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 52ee684a-1b2f-423e-a8db-537ae82d5c2f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:00.221483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:00.224408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:00.230308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Allocated IP 172.20.0.2 (52ee684a-1b2f-423e-a8db-537ae82d5c2f/eb27aaa8-100a-4ea1-962b-4aca9f211857/75189969-33a6-434a-a461-40e171f9e7b5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:00.263637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=612195af-0e7a-4c61-a4cc-d99b31addfaf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:00.301120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.323195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:00.323880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.370788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No DVR routers for this DVR port 76b0c8e0-e946-478f-ad88-74c6432924d2 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:00.372584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Port': ['ID=76b0c8e0-e946-478f-ad88-74c6432924d2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:00.405581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dd5acb70-4632-493b-8293-08d2a35347cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0426743 Sep 27 08:53:00.414136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41124) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:00.469423 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.476894 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.522273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Network 52ee684a-1b2f-423e-a8db-537ae82d5c2f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:00.526066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:00.529905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:00.539914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Pushing event updated for resources: {'Port': ['ID=75189969-33a6-434a-a461-40e171f9e7b5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:00.573741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.594360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Attempting to bind port 75189969-33a6-434a-a461-40e171f9e7b5 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:00.595074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Attempting to bind port 75189969-33a6-434a-a461-40e171f9e7b5 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '87a70ce1-1ca5-4153-8c0c-fef4b169363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '52ee684a-1b2f-423e-a8db-537ae82d5c2f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:00.595522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Attempting to bind port 75189969-33a6-434a-a461-40e171f9e7b5 on network 52ee684a-1b2f-423e-a8db-537ae82d5c2f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:00.602054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:00.602577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Checking segment: {'id': '87a70ce1-1ca5-4153-8c0c-fef4b169363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '52ee684a-1b2f-423e-a8db-537ae82d5c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:00.603080 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.603592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Bound using segment: {'id': '87a70ce1-1ca5-4153-8c0c-fef4b169363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '52ee684a-1b2f-423e-a8db-537ae82d5c2f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:00.604171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Bound port: 75189969-33a6-434a-a461-40e171f9e7b5, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a70ce1-1ca5-4153-8c0c-fef4b169363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '52ee684a-1b2f-423e-a8db-537ae82d5c2f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:00.604684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.610860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fbade4cd-bc08-43f9-b8b4-cc5598e700c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4060fdc9048046a09593c608ff9bea7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8093746 Sep 27 08:53:00.613297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbade4cd-bc08-43f9-b8b4-cc5598e700c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932fdbdd-6dc5-45a5-a5df-fcca97da9363,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:00.623844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41126) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:00.625041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Attempting to bind port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:00.625540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Attempting to bind port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:00.626031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Attempting to bind port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 on network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:00.642796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 on network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:53:00.643259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Attempting to bind port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 on network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:00.656527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:00.657017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Checking segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:00.657506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Bound using segment: {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:00.658054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Bound port: ca4f0822-f9c5-434b-a4be-1e5c7bfac524, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:00.658523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.674225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] For port 75189969-33a6-434a-a461-40e171f9e7b5, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:00.677594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] For port 75189969-33a6-434a-a461-40e171f9e7b5, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=75189969-33a6-434a-a461-40e171f9e7b5,segment=NetworkSegment(87a70ce1-1ca5-4153-8c0c-fef4b169363d),segment_id=87a70ce1-1ca5-4153-8c0c-fef4b169363d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:00.684789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.723326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.746463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.752781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74830554-6976-4ab0-8971-b74b8f58591f None None] Pushing event updated for resources: {'Port': ['ID=75189969-33a6-434a-a461-40e171f9e7b5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:00.802646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] For port ca4f0822-f9c5-434b-a4be-1e5c7bfac524, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:00.816486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] For port ca4f0822-f9c5-434b-a4be-1e5c7bfac524, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:00.826157 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.872176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.874731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.878875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/932fdbdd-6dc5-45a5-a5df-fcca97da9363 HTTP/1.1" status: 204 len: 168 time: 0.2469101 Sep 27 08:53:00.878875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:00.878875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:00.879777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] 10.222.0.57 "PUT /v2.0/ports/ca4f0822-f9c5-434b-a4be-1e5c7bfac524 HTTP/1.1" status: 200 len: 1092 time: 1.2888939 Sep 27 08:53:00.895077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'tag': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:53:00.900088 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aaef9b-57a7-4684-a7d2-85e540471df8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d93bd64-4a78-4d2a-84cb-af9503945782", "tag": "ca4f0822-f9c5-434b-a4be-1e5c7bfac524"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:53:00.917102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932fdbdd-6dc5-45a5-a5df-fcca97da9363,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:00.927915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:00.932396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.932969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.933652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.934234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.934856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.935327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.935961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.936621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.937096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.937612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.938081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.938547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21817a2a-d7e6-4e15-af73-2ff47bf4058d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.949455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.959138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.961650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.962153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.962659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.963516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.964015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.964527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.965001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.965473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.966068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.966703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ce7b-53c2-428e-a311-5d7bdc50bb0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:00.982641 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc879910-6c88-4dd7-b538-c3a9ae47a1ef x-openstack-request-id: req-fc879910-6c88-4dd7-b538-c3a9ae47a1ef {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:53:00.983160 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d93bd64-4a78-4d2a-84cb-af9503945782", "tag": "ca4f0822-f9c5-434b-a4be-1e5c7bfac524", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:53:00.983553 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc879910-6c88-4dd7-b538-c3a9ae47a1ef {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:53:00.984100 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'tag': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'status': 'completed', 'code': 200} Sep 27 08:53:01.053833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310196-3ea1-4814-99f2-ea348d1624fb req-5e43c3d8-c9c6-47fd-9e0f-1f71d81a3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.059552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-5e43c3d8-c9c6-47fd-9e0f-1f71d81a3282 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 1095 time: 0.1166484 Sep 27 08:53:01.126601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b7d86c-2eac-42b3-adf1-73bc520a8782']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:01.127587 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-f159c421-f754-4e89-9670-af03c3936c4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524 HTTP/1.1" status: 200 len: 217 time: 0.0585496 Sep 27 08:53:01.151423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff75af4-f81f-43ed-b72c-06d508a9bb0c') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:01.151730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff75af4-f81f-43ed-b72c-06d508a9bb0c') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:01.207045 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.246735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.259993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:01.260488 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.264245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568824eb-b09b-4256-9a28-8226356acfc4 req-c64f66b9-72be-4aa6-bd17-f9331643e6fc tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:01.264732 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:01.272648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-568824eb-b09b-4256-9a28-8226356acfc4 req-c64f66b9-72be-4aa6-bd17-f9331643e6fc tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 944 time: 0.1474288 Sep 27 08:53:01.311930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4fab8cd5-66d2-438d-b6f7-cd2b59620e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.313534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-4fab8cd5-66d2-438d-b6f7-cd2b59620e6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.1490793 Sep 27 08:53:01.322167 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-568824eb-b09b-4256-9a28-8226356acfc4 req-84c25359-a589-4b6b-8aa1-cb4100f9aeac tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482895 Sep 27 08:53:01.359482 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.375423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310196-3ea1-4814-99f2-ea348d1624fb req-eb21d701-4f61-4f46-8c34-75fcaa8a906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.377703 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-eb21d701-4f61-4f46-8c34-75fcaa8a906a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543187 Sep 27 08:53:01.395538 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.400568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/37b7d86c-2eac-42b3-adf1-73bc520a8782 HTTP/1.1" status: 204 len: 168 time: 3.3090370 Sep 27 08:53:01.402436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41138) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:01.407470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7a3a2-6a95-4a31-b7e8-cb439072460c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=37b7d86c-2eac-42b3-adf1-73bc520a8782,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:01.419960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1461928068'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:01.425333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.447256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41140) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:01.487744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-be81634a-f0ac-4292-9155-bfd4bef5b601 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014771 Sep 27 08:53:01.491971 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aef7c691-78cd-4687-87c0-1ab5c12900fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.498706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:01.502080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.580640 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97310196-3ea1-4814-99f2-ea348d1624fb req-87b3bd59-1376-4028-ad93-efb4f51309c9 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853412 Sep 27 08:53:01.622948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:01.670728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.671049 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 9414cb5e-6a23-4e0b-a0f0-488de7c8867e of type vlan for network 7be78900-f21e-4523-bcd3-7722f8441b0d Sep 27 08:53:01.681627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-0a193dd3-3407-420d-b3ed-2c8b24c863aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.683432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-0a193dd3-3407-420d-b3ed-2c8b24c863aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 1095 time: 0.0486324 Sep 27 08:53:01.769476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.781517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-2378e9d8-6e96-4256-8baf-797d5de2fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.783167 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-2378e9d8-6e96-4256-8baf-797d5de2fe42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.0925887 Sep 27 08:53:01.831840 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-f8706c0b-ffe7-4400-bf52-8b56bfcbaf7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524 HTTP/1.1" status: 200 len: 217 time: 0.0400753 Sep 27 08:53:01.842818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aef7c691-78cd-4687-87c0-1ab5c12900fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.851118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aef7c691-78cd-4687-87c0-1ab5c12900fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.866779 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.872300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.872939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.886305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-f2303891-d379-4bb1-a5e3-e29e57c85216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.887896 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-f2303891-d379-4bb1-a5e3-e29e57c85216 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.0482144 Sep 27 08:53:01.896236 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.931129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:01.937386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-bcefc296-3278-4ead-8c81-4301c59e942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:01.938899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-bcefc296-3278-4ead-8c81-4301c59e942d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418699 Sep 27 08:53:01.946988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b033c37f-9f42-4396-a4ac-13db31927813 None None] Network 52ee684a-1b2f-423e-a8db-537ae82d5c2f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:01.958997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aef7c691-78cd-4687-87c0-1ab5c12900fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=513152f2d2d34a82a1acb7bd297aa5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088661 Sep 27 08:53:01.960481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5542817 Sep 27 08:53:01.964349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41142) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:01.964819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41144) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:01.976318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': '7be78900-f21e-4523-bcd3-7722f8441b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:01.981732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7c691-78cd-4687-87c0-1ab5c12900fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc36e70-0ea5-4f74-864b-78558aa83659,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:02.026488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8832c-ddda-446d-a472-386b3772541c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=7be78900-f21e-4523-bcd3-7722f8441b0d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:02.041037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 7be78900-f21e-4523-bcd3-7722f8441b0d details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:02.068428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=612195af-0e7a-4c61-a4cc-d99b31addfaf,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:02.091041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fa4cb624-768c-4935-89b0-451d0a4ca15b None None] Provisioning complete for port 75189969-33a6-434a-a461-40e171f9e7b5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:02.091417 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb624-768c-4935-89b0-451d0a4ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.148953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fee4b019-8d6d-4c3a-a3b0-366b92635d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.154885 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-7f2f224a-81a3-448d-8de3-c8bf9dc986e4 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073288 Sep 27 08:53:02.194152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:02.197720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.204030 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fee4b019-8d6d-4c3a-a3b0-366b92635d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.247519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.319944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Performing IP validity checks on allocation pools {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 27 08:53:02.320494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 27 08:53:02.394040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70aaef9b-57a7-4684-a7d2-85e540471df8 req-16669aef-cf04-4369-8ce4-82fe03f41864 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279959 Sep 27 08:53:02.394927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.415593 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fee4b019-8d6d-4c3a-a3b0-366b92635d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.422540 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fee4b019-8d6d-4c3a-a3b0-366b92635d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.423574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fee4b019-8d6d-4c3a-a3b0-366b92635d99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fc36e70-0ea5-4f74-864b-78558aa83659 HTTP/1.1" status: 204 len: 168 time: 0.4565413 Sep 27 08:53:02.436424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4b019-8d6d-4c3a-a3b0-366b92635d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc36e70-0ea5-4f74-864b-78558aa83659,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:02.452398 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb624-768c-4935-89b0-451d0a4ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.493858 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fa4cb624-768c-4935-89b0-451d0a4ca15b None None] For port 75189969-33a6-434a-a461-40e171f9e7b5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=75189969-33a6-434a-a461-40e171f9e7b5,segment=NetworkSegment(87a70ce1-1ca5-4153-8c0c-fef4b169363d),segment_id=87a70ce1-1ca5-4153-8c0c-fef4b169363d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:02.512623 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb624-768c-4935-89b0-451d0a4ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.583062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 75189969-33a6-434a-a461-40e171f9e7b5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:02.642755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.663817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cb624-768c-4935-89b0-451d0a4ca15b None None] Pushing event updated for resources: {'Port': ['ID=75189969-33a6-434a-a461-40e171f9e7b5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:02.697286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 75189969-33a6-434a-a461-40e171f9e7b5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:02.698888 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.747513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c0dc-b6c4-42dd-9ca1-69015e1978fd req-93c8dbfd-2bba-4d0c-9732-7b883bbee2e5 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:02.749249 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56a1c0dc-b6c4-42dd-9ca1-69015e1978fd req-93c8dbfd-2bba-4d0c-9732-7b883bbee2e5 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 944 time: 0.2437372 Sep 27 08:53:02.754097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=69957d43-5827-47a7-88e9-8c6f35d80a4d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:02.763879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': '9414cb5e-6a23-4e0b-a0f0-488de7c8867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7be78900-f21e-4523-bcd3-7722f8441b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:02.764249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: 7be78900-f21e-4523-bcd3-7722f8441b0d, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:02.816462 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56a1c0dc-b6c4-42dd-9ca1-69015e1978fd req-384345be-eddb-40a1-9336-1a1e5a8a09e6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543449 Sep 27 08:53:02.821400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 7be78900-f21e-4523-bcd3-7722f8441b0d is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:02.836823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 7be78900-f21e-4523-bcd3-7722f8441b0d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:02.841609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:02.842339 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.852410 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.855626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4cc9fe-86fe-4c7a-845f-4cee2f964276 None None] Network 7be78900-f21e-4523-bcd3-7722f8441b0d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:02.860949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.876910 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cc5b5f11-7135-4575-b790-7dd21335ad61 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9111710 Sep 27 08:53:02.880145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41154) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:02.888778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b0bc3b4d-ec38-418c-b774-79bbcaab1e0e None None] Provisioning complete for port 612195af-0e7a-4c61-a4cc-d99b31addfaf triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:02.889161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3b4d-ec38-418c-b774-79bbcaab1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:02.965772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=612195af-0e7a-4c61-a4cc-d99b31addfaf,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:02.971647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.029314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc3b4d-ec38-418c-b774-79bbcaab1e0e None None] Port 612195af-0e7a-4c61-a4cc-d99b31addfaf cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:03.042206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.083320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b0bc3b4d-ec38-418c-b774-79bbcaab1e0e None None] Provisioning complete for port 75189969-33a6-434a-a461-40e171f9e7b5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:03.083702 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3b4d-ec38-418c-b774-79bbcaab1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.105374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 52ee684a-1b2f-423e-a8db-537ae82d5c2f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:03.107215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:03.125319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.162103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f9136-983a-4663-b0e9-aa043aea270e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-7be78900-f21e-4523-bcd3-7722f8441b0d', 'network_id': '7be78900-f21e-4523-bcd3-7722f8441b0d', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': '69957d43-5827-47a7-88e9-8c6f35d80a4d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:03.163353 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9136-983a-4663-b0e9-aa043aea270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.232614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.265686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 05e3cab1-3df6-444a-b5c4-4dc909e141a7 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:53:03.272849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=69957d43-5827-47a7-88e9-8c6f35d80a4d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:03.362864 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-8d0f9136-983a-4663-b0e9-aa043aea270e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69957d43-5827-47a7-88e9-8c6f35d80a4d: This subnet is being modified by another concurrent operation. Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:53:03.367793 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69957d43-5827-47a7-88e9-8c6f35d80a4d: This subnet is being modified by another concurrent operation. Sep 27 08:53:03.371247 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:53:03.382558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ffaf8-6253-4282-95de-d69996fa4a51 None None] Network 7be78900-f21e-4523-bcd3-7722f8441b0d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:03.408408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be78900-f21e-4523-bcd3-7722f8441b0d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:03.421571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:03.424237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9414cb5e-6a23-4e0b-a0f0-488de7c8867e') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:03.424992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9414cb5e-6a23-4e0b-a0f0-488de7c8867e') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:03.434838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-16b4fdff-2082-485c-83e6-84ebf606d092 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/05e3cab1-3df6-444a-b5c4-4dc909e141a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0196035 Sep 27 08:53:03.437610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41168) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:03.444159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.468860 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.477911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:03.478439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:03.482410 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:03.488948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaec232-3417-4777-90e8-e8e8b977a6f3 None None] Sync routers for ids ['05e3cab1-3df6-444a-b5c4-4dc909e141a7'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:03.494673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d38b0-2352-4ebc-9094-02329a2a471d tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:03.496129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-329d38b0-2352-4ebc-9094-02329a2a471d tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports/612195af-0e7a-4c61-a4cc-d99b31addfaf HTTP/1.1" status: 200 len: 977 time: 0.0575223 Sep 27 08:53:03.499174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41172) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:03.527927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaec232-3417-4777-90e8-e8e8b977a6f3 None None] Routers {'05e3cab1-3df6-444a-b5c4-4dc909e141a7'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:03.528849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5aaec232-3417-4777-90e8-e8e8b977a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['05e3cab1-3df6-444a-b5c4-4dc909e141a7'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:03.590260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca4f0822-f9c5-434b-a4be-1e5c7bfac524 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:53:03.593030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-97ad0181-035e-416b-9465-abb15f3fe60c None None] Provisioning complete for port 612195af-0e7a-4c61-a4cc-d99b31addfaf triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:03.593429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97ad0181-035e-416b-9465-abb15f3fe60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.599214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5aaec232-3417-4777-90e8-e8e8b977a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:03.610616 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.634560 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.642685 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/7be78900-f21e-4523-bcd3-7722f8441b0d HTTP/1.1" status: 204 len: 168 time: 0.7579629 Sep 27 08:53:03.642685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bc835-3bb3-4282-8c0b-e9c8d9b6c92a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=7be78900-f21e-4523-bcd3-7722f8441b0d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:03.650023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41178) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:03.659339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1832520771'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:03.690149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaec232-3417-4777-90e8-e8e8b977a6f3 None None] Routers {'05e3cab1-3df6-444a-b5c4-4dc909e141a7'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:03.690809 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5aaec232-3417-4777-90e8-e8e8b977a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['05e3cab1-3df6-444a-b5c4-4dc909e141a7'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:03.695558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:03.703470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.723976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-97ad0181-035e-416b-9465-abb15f3fe60c None None] Port 612195af-0e7a-4c61-a4cc-d99b31addfaf cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:03.736836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5aaec232-3417-4777-90e8-e8e8b977a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:03.737545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaec232-3417-4777-90e8-e8e8b977a6f3 None None] The sync data for ids ['05e3cab1-3df6-444a-b5c4-4dc909e141a7'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:03.749457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:03.778130 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.778430 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 3de07f26-1070-470c-b33b-a1dfec7c787f of type vlan for network 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 Sep 27 08:53:03.826316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671c60a-41c1-45bd-b09c-4f079ca1c61e None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:53:03.831316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.833058 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca4f0822-f9c5-434b-a4be-1e5c7bfac524, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:03.872180 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.879116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:03.880213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.905205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'port_id': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'mac_address': 'fa:16:3e:2d:f8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:53:03.933422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2807612 Sep 27 08:53:03.940729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41186) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:03.945515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ad7e493b-d8c3-4cac-8f9d-fd9e02973621 None None] Provisioning complete for port 612195af-0e7a-4c61-a4cc-d99b31addfaf triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:03.956865 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad7e493b-d8c3-4cac-8f9d-fd9e02973621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:03.989589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': '35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:04.021880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20447e9c-799d-4e96-9954-a262ae214e35 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:04.040283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:04.043379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaf5af-e251-42dd-a41d-a6fc376a2576 req-7270cf24-08cf-4d7c-8013-8c17559b7caa tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:04.045645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9ffaf5af-e251-42dd-a41d-a6fc376a2576 req-7270cf24-08cf-4d7c-8013-8c17559b7caa tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 944 time: 0.1092989 Sep 27 08:53:04.100290 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9ffaf5af-e251-42dd-a41d-a6fc376a2576 req-c4b7b8bb-1693-4479-942c-4908a3f43ffe tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472589 Sep 27 08:53:04.114279 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.129692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e493b-d8c3-4cac-8f9d-fd9e02973621 None None] Port 612195af-0e7a-4c61-a4cc-d99b31addfaf cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:04.144953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4f0822-f9c5-434b-a4be-1e5c7bfac524 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:53:04.177956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca4f0822-f9c5-434b-a4be-1e5c7bfac524, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:04.185414 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.189964 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671c60a-41c1-45bd-b09c-4f079ca1c61e None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:53:04.208667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.211781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:04.215818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.248862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:04.398275 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:53:04.425335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 75189969-33a6-434a-a461-40e171f9e7b5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:04.468273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ca4f0822-f9c5-434b-a4be-1e5c7bfac524'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:53:04.513256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:04.572019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fea49-5505-4714-b795-b7da4caea43b None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:53:04.578433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 75189969-33a6-434a-a461-40e171f9e7b5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:04.578640 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.603445 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.651763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 612195af-0e7a-4c61-a4cc-d99b31addfaf {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:04.652167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.707530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1682649399'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:04.709404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=34f4ce2a-9f18-427b-b55a-31b3e0097ab4,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:04.733958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Made reservation on behalf of c749d4e797f24086927121fc0aec7aba for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:04.739984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.752461 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.777415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': '3de07f26-1070-470c-b33b-a1dfec7c787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:04.778387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:04.800010 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.809119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98fea49-5505-4714-b795-b7da4caea43b None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:53:04.818904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 612195af-0e7a-4c61-a4cc-d99b31addfaf owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:04.825829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:04.840267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:04.845522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:04.845685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.856249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.862005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.887017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:04.901745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3ff54997-9868-48bc-9f65-0d769ee88916 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9596360 Sep 27 08:53:04.904715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877caf7c-6f3b-4887-9442-2eb0784f57cc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:04.907117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:04.917853 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:04.918196 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Added segment dd5399d4-5fa2-4d71-90a1-17cdbe6156b4 of type vlan for network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 Sep 27 08:53:04.991210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.038510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.064191 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.067018 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.072457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=612195af-0e7a-4c61-a4cc-d99b31addfaf,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:05.073578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:05.074377 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.098297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39557a57-ce66-4cef-b020-ed6f70ef4ea2 None None] Network 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:05.118837 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6023791 Sep 27 08:53:05.127394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41208) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:05.142378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Request body: {'subnet': {'network_id': '59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:05.237872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604cfcd-8aca-437e-93ce-ef11f32bf603 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event updated for resources: {'Network': ['ID=59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:05.253406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:05.343943 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.360950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6', 'network_id': '35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': '34f4ce2a-9f18-427b-b55a-31b3e0097ab4'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:05.362829 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.398954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbdde-c77d-4dc5-975e-1d6f1ecd5b54 req-f38f915c-eb93-40ed-8e23-91d86d413b12 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:05.405075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-721dbdde-c77d-4dc5-975e-1d6f1ecd5b54 req-f38f915c-eb93-40ed-8e23-91d86d413b12 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 945 time: 0.1775236 Sep 27 08:53:05.432940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Made reservation on behalf of c749d4e797f24086927121fc0aec7aba for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:05.438843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.505005 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-721dbdde-c77d-4dc5-975e-1d6f1ecd5b54 req-9bfa42aa-7909-48d2-809f-47525248b213 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938079 Sep 27 08:53:05.531380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Allocated IP 172.20.0.1 (35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6/34f4ce2a-9f18-427b-b55a-31b3e0097ab4/23ef38fc-bbe9-4a90-a0a2-c0873773d4ff) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:05.602609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca4f0822-f9c5-434b-a4be-1e5c7bfac524 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:05.644546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.673467 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.708731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:53:05.718571 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:05.719129 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.743510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.745901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event updated for resources: {'Subnet': ['ID=a9dab363-3343-4251-90d2-8d38c3f3f2d3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:05.754973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Checking segment: {'id': 'dd5399d4-5fa2-4d71-90a1-17cdbe6156b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:05.754973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Network hostable DHCP agents. Network: 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:05.765200 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.788762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.799642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:05.801728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.811509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 05e3cab1-3df6-444a-b5c4-4dc909e141a7 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:05.820831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Network 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:05.826745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=34f4ce2a-9f18-427b-b55a-31b3e0097ab4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:05.826937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:05.836029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:05.841205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Pushing event updated for resources: {'Port': ['ID=23ef38fc-bbe9-4a90-a0a2-c0873773d4ff,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:05.843623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:05.868810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:05.869556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.871209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0252ae4f-0898-4d25-b276-15a449ed324c None None] Network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:05.894099 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a9439cb-be23-4c79-898f-8152cc1db012 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7549341 Sep 27 08:53:05.894270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41214) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:05.897472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:05.902474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Request body: {'port': {'network_id': '59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-861163508'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:05.910893 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5e201de2-4004-4b80-879e-e5713b749372 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/05e3cab1-3df6-444a-b5c4-4dc909e141a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4078810 Sep 27 08:53:05.913038 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99197200-7ba0-46cd-8ed2-af04d511341b None None] Sync routers for ids ['05e3cab1-3df6-444a-b5c4-4dc909e141a7'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:05.920257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41216) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:05.923954 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99197200-7ba0-46cd-8ed2-af04d511341b None None] Routers {'05e3cab1-3df6-444a-b5c4-4dc909e141a7'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:05.924832 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-99197200-7ba0-46cd-8ed2-af04d511341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['05e3cab1-3df6-444a-b5c4-4dc909e141a7'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:05.958096 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-99197200-7ba0-46cd-8ed2-af04d511341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:05.964541 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:05.967464 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99197200-7ba0-46cd-8ed2-af04d511341b None None] Routers {'05e3cab1-3df6-444a-b5c4-4dc909e141a7'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:05.968113 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-99197200-7ba0-46cd-8ed2-af04d511341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['05e3cab1-3df6-444a-b5c4-4dc909e141a7'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:05.986887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:05.995172 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.004142 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-99197200-7ba0-46cd-8ed2-af04d511341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:06.004864 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99197200-7ba0-46cd-8ed2-af04d511341b None None] The sync data for ids ['05e3cab1-3df6-444a-b5c4-4dc909e141a7'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:06.008076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de07f26-1070-470c-b33b-a1dfec7c787f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:06.008500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de07f26-1070-470c-b33b-a1dfec7c787f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:06.020844 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.034762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.038396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Attempting to bind port 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:06.039027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Attempting to bind port 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '3de07f26-1070-470c-b33b-a1dfec7c787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:06.039246 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Attempting to bind port 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff on network 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:06.041633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:06.042027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:06.045595 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:06.105781 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 27 08:53:06.105781 n-d-810909-1 neutron-server[94831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 27 08:53:06.105781 n-d-810909-1 neutron-server[94831]: [parameters: {'id': '35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6'}] Sep 27 08:53:06.105781 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:53:06.106770 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:53:06.169110 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-5299f6f6-a648-4a4d-91f9-f4ce04df0510 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] remove_router_interface failed (client error): The resource could not be found. Sep 27 08:53:06.170180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5299f6f6-a648-4a4d-91f9-f4ce04df0510 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/05e3cab1-3df6-444a-b5c4-4dc909e141a7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2489250 Sep 27 08:53:06.173316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:06.191200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Made reservation on behalf of c749d4e797f24086927121fc0aec7aba for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:06.195496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.210731 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9938082d-f64c-4272-9b1e-af378c8e576b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=05e3cab1-3df6-444a-b5c4-4dc909e141a7 HTTP/1.1" status: 200 len: 205 time: 0.0337040 Sep 27 08:53:06.211046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:06.214946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] device_id is not set on port cb51f145-2951-4bf0-9fc0-3f2f20f3907c yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:06.220067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:06.220638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Checking segment: {'id': '3de07f26-1070-470c-b33b-a1dfec7c787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:06.220879 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.221200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Bound using segment: {'id': '3de07f26-1070-470c-b33b-a1dfec7c787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:06.221671 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Bound port: 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de07f26-1070-470c-b33b-a1dfec7c787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:06.222394 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.232873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:53:06.235128 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c72837a-042a-4ba3-93a6-145b85d52214" -d '{"events": [{"server_uuid": "3d93bd64-4a78-4d2a-84cb-af9503945782", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f0822-f9c5-434b-a4be-1e5c7bfac524"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:53:06.273664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca4f0822-f9c5-434b-a4be-1e5c7bfac524, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:06.303780 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.310995 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82853793-ec0c-40f8-8675-0a2efb37bbda x-openstack-request-id: req-82853793-ec0c-40f8-8675-0a2efb37bbda {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:53:06.311281 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d93bd64-4a78-4d2a-84cb-af9503945782", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f0822-f9c5-434b-a4be-1e5c7bfac524", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:53:06.311509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74b6078d-f562-4dcd-af1f-e7dfce9d8cef tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.311656 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82853793-ec0c-40f8-8675-0a2efb37bbda {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:53:06.311907 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'code': 200} Sep 27 08:53:06.369187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Allocated IP 172.20.0.5 (59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9/a9dab363-3343-4251-90d2-8d38c3f3f2d3/cb51f145-2951-4bf0-9fc0-3f2f20f3907c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:06.410073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] For port 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:06.413782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9', 'network_id': '59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9', 'tenant_id': 'c749d4e797f24086927121fc0aec7aba', 'fixed_ips': [{'subnet_id': 'a9dab363-3343-4251-90d2-8d38c3f3f2d3'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:06.414650 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.436854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:06.441937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] For port 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=23ef38fc-bbe9-4a90-a0a2-c0873773d4ff,segment=NetworkSegment(3de07f26-1070-470c-b33b-a1dfec7c787f),segment_id=3de07f26-1070-470c-b33b-a1dfec7c787f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:06.454728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.516271 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74b6078d-f562-4dcd-af1f-e7dfce9d8cef tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.519365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74b6078d-f562-4dcd-af1f-e7dfce9d8cef tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.522339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9759-d05d-413c-8ec0-7df9ad7059c4 req-c7688cc8-4bc1-480f-9086-73f7fe326483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:06.523985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9cb9759-d05d-413c-8ec0-7df9ad7059c4 req-c7688cc8-4bc1-480f-9086-73f7fe326483 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 1097 time: 0.1611290 Sep 27 08:53:06.539361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.582856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.602643 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9cb9759-d05d-413c-8ec0-7df9ad7059c4 req-3150199f-dff9-49b9-b751-ad1c1eae9a13 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701516 Sep 27 08:53:06.605771 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74b6078d-f562-4dcd-af1f-e7dfce9d8cef tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.606515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b6078d-f562-4dcd-af1f-e7dfce9d8cef tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Fanout notify agent at l3_agent the message router_deleted on router 05e3cab1-3df6-444a-b5c4-4dc909e141a7 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:53:06.608179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.616201 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74b6078d-f562-4dcd-af1f-e7dfce9d8cef tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.620801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-74b6078d-f562-4dcd-af1f-e7dfce9d8cef tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/05e3cab1-3df6-444a-b5c4-4dc909e141a7 HTTP/1.1" status: 204 len: 168 time: 0.4083064 Sep 27 08:53:06.621054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41226) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:06.622784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8327fe5-7592-44b3-a7ab-4a00033cf6ff None None] Network 35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:06.641513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea169b-f1d2-4016-ad43-28167017258d None None] Pushing event updated for resources: {'Port': ['ID=23ef38fc-bbe9-4a90-a0a2-c0873773d4ff,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:06.667222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:06.679407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:06.684694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:06.698391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-166740db-bfb8-470b-b006-fb57c7ccb1e1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet eb27aaa8-100a-4ea1-962b-4aca9f211857 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:06.702241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-166740db-bfb8-470b-b006-fb57c7ccb1e1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.715849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event updated for resources: {'Port': ['ID=cb51f145-2951-4bf0-9fc0-3f2f20f3907c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:06.719126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Allocated IP 172.20.0.2 (59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9/a9dab363-3343-4251-90d2-8d38c3f3f2d3/c538c497-8c84-498e-91ab-be030cd95e82) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:06.729502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7efa5-1a12-48d3-ae73-b90155f663e6 req-e781959f-8792-4c93-8a61-b0c3a39df1e9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:06.738450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44d7efa5-1a12-48d3-ae73-b90155f663e6 req-e781959f-8792-4c93-8a61-b0c3a39df1e9 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 946 time: 0.1337914 Sep 27 08:53:06.753866 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-166740db-bfb8-470b-b006-fb57c7ccb1e1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.782968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Deleting port 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:06.783371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.787988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:06.788650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.808388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44d7efa5-1a12-48d3-ae73-b90155f663e6 req-ba378d47-a2ec-4510-a167-0f18d90da54c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689471 Sep 27 08:53:06.827889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aff9f5c5-ea68-471c-b668-32c5e4cee9b4 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9318304 Sep 27 08:53:06.831217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41228) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:06.887868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] For port 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=23ef38fc-bbe9-4a90-a0a2-c0873773d4ff,segment=NetworkSegment(3de07f26-1070-470c-b33b-a1dfec7c787f),segment_id=3de07f26-1070-470c-b33b-a1dfec7c787f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:06.888423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.908277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Calling delete_port for 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:06.928398 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-166740db-bfb8-470b-b006-fb57c7ccb1e1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.929348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.932041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4009aafb-e936-4b4e-88dd-b7725edf5b4d tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Deleting port cb51f145-2951-4bf0-9fc0-3f2f20f3907c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:06.932440 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4009aafb-e936-4b4e-88dd-b7725edf5b4d tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.940016 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:06.986532 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:06.991346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:06.995106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:07.006725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Pushing event updated for resources: {'Port': ['ID=c538c497-8c84-498e-91ab-be030cd95e82,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.030212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4009aafb-e936-4b4e-88dd-b7725edf5b4d tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.042622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-166740db-bfb8-470b-b006-fb57c7ccb1e1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.044984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4009aafb-e936-4b4e-88dd-b7725edf5b4d tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Calling delete_port for cb51f145-2951-4bf0-9fc0-3f2f20f3907c owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:07.056106 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.064522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Attempting to bind port c538c497-8c84-498e-91ab-be030cd95e82 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:07.064899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Attempting to bind port c538c497-8c84-498e-91ab-be030cd95e82 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'dd5399d4-5fa2-4d71-90a1-17cdbe6156b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:07.065393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Attempting to bind port c538c497-8c84-498e-91ab-be030cd95e82 on network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:07.070703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:07.071105 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Checking segment: {'id': 'dd5399d4-5fa2-4d71-90a1-17cdbe6156b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:07.071539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.071944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Bound using segment: {'id': 'dd5399d4-5fa2-4d71-90a1-17cdbe6156b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:07.072466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Bound port: c538c497-8c84-498e-91ab-be030cd95e82, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5399d4-5fa2-4d71-90a1-17cdbe6156b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:07.072844 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.103800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166740db-bfb8-470b-b006-fb57c7ccb1e1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=eb27aaa8-100a-4ea1-962b-4aca9f211857,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.106224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-166740db-bfb8-470b-b006-fb57c7ccb1e1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.111124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-166740db-bfb8-470b-b006-fb57c7ccb1e1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/eb27aaa8-100a-4ea1-962b-4aca9f211857 HTTP/1.1" status: 204 len: 168 time: 0.4879782 Sep 27 08:53:07.114622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41232) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:07.115484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Port': ['ID=23ef38fc-bbe9-4a90-a0a2-c0873773d4ff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.127564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No DVR routers for this DVR port 23ef38fc-bbe9-4a90-a0a2-c0873773d4ff on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:07.133794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e591f-dcf7-4629-930f-811d9d2a8278 None None] Network 52ee684a-1b2f-423e-a8db-537ae82d5c2f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:07.165210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] For port c538c497-8c84-498e-91ab-be030cd95e82, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:07.204535 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] For port c538c497-8c84-498e-91ab-be030cd95e82, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c538c497-8c84-498e-91ab-be030cd95e82,segment=NetworkSegment(dd5399d4-5fa2-4d71-90a1-17cdbe6156b4),segment_id=dd5399d4-5fa2-4d71-90a1-17cdbe6156b4)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:07.208466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4009aafb-e936-4b4e-88dd-b7725edf5b4d tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.210825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.239375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009aafb-e936-4b4e-88dd-b7725edf5b4d tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event deleted for resources: {'Port': ['ID=cb51f145-2951-4bf0-9fc0-3f2f20f3907c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.316990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c00e9b-8ba7-41ad-9d4f-e26c3d928057 None None] Pushing event updated for resources: {'Port': ['ID=c538c497-8c84-498e-91ab-be030cd95e82,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.324044 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4009aafb-e936-4b4e-88dd-b7725edf5b4d tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.326889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4009aafb-e936-4b4e-88dd-b7725edf5b4d tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "DELETE /v2.0/ports/cb51f145-2951-4bf0-9fc0-3f2f20f3907c HTTP/1.1" status: 204 len: 168 time: 0.4944563 Sep 27 08:53:07.329579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41234) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:07.407607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-84c707f0-d3a7-4252-8646-fd30f7d16b64 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0741668 Sep 27 08:53:07.410537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41238) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:07.413777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] DHCP port deletion for 52ee684a-1b2f-423e-a8db-537ae82d5c2f request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:07.415960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1234059288'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:07.444863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Made reservation on behalf of c749d4e797f24086927121fc0aec7aba for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:07.449083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.467822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] Deleting port 75189969-33a6-434a-a461-40e171f9e7b5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:07.468199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.478093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:07.494170 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.494516 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Added segment b9f397cc-31bd-440b-a26a-b534d91ede9c of type vlan for network 72d26485-de73-49cc-981b-b801ca8d6dc6 Sep 27 08:53:07.571753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.578320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] For port 75189969-33a6-434a-a461-40e171f9e7b5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=75189969-33a6-434a-a461-40e171f9e7b5,segment=NetworkSegment(87a70ce1-1ca5-4153-8c0c-fef4b169363d),segment_id=87a70ce1-1ca5-4153-8c0c-fef4b169363d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:07.579081 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.594041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] Calling delete_port for 75189969-33a6-434a-a461-40e171f9e7b5 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:07.636390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.641558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.642231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.647881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:07.648631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.669795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:07.691211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2771354 Sep 27 08:53:07.691774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de07f26-1070-470c-b33b-a1dfec7c787f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:07.691774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de07f26-1070-470c-b33b-a1dfec7c787f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:07.692962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41240) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:07.710364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.719680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.741131 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.748849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] Pushing event deleted for resources: {'Port': ['ID=75189969-33a6-434a-a461-40e171f9e7b5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.750097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:07.750519 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:07.753842 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:07.758136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc6f06-0ceb-42dd-bea1-5959bf3646da None None] No DVR routers for this DVR port 75189969-33a6-434a-a461-40e171f9e7b5 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:07.798564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ef7a9-758c-4425-bf82-49ab5b4612ed tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event updated for resources: {'Network': ['ID=72d26485-de73-49cc-981b-b801ca8d6dc6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.812314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 72d26485-de73-49cc-981b-b801ca8d6dc6 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:07.819515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 75189969-33a6-434a-a461-40e171f9e7b5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:07.819795 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.833797 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.844543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.846396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 HTTP/1.1" status: 204 len: 168 time: 2.9363997 Sep 27 08:53:07.855871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41244) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:07.861527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-301377885'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:07.863618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e53d07-ea97-40d5-a178-32c4626dd725 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.910112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 75189969-33a6-434a-a461-40e171f9e7b5, host n-d-810909-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:07.910325 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.922467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 75189969-33a6-434a-a461-40e171f9e7b5 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:07.925182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Port 75189969-33a6-434a-a461-40e171f9e7b5 was not found and therefore no delete operation was performed {{(pid=94831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:53:07.926548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:07.958025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=75189969-33a6-434a-a461-40e171f9e7b5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:07.960534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:07.961461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port 75189969-33a6-434a-a461-40e171f9e7b5 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:07.963922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.034025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785a98a-a07d-4e47-a83f-522938674e27 req-4a154128-3398-4f9b-a4df-1032cd269966 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:08.035429 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a785a98a-a07d-4e47-a83f-522938674e27 req-4a154128-3398-4f9b-a4df-1032cd269966 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 946 time: 0.1247711 Sep 27 08:53:08.040563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0604df5d-966a-4954-97f0-941d12e0ad78 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "GET /v2.0/agents/66aafaae-6814-4c6c-8e51-a4ae5cf45582/dhcp-networks HTTP/1.1" status: 200 len: 8764 time: 0.3471725 Sep 27 08:53:08.045404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41248) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.059152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:08.059765 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.083275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ee684a-1b2f-423e-a8db-537ae82d5c2f']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:08.091787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.092128 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 602575ca-511c-44ee-aea3-9ccda4b05936 of type vlan for network b3139a3c-af86-4f6b-b2c0-646e207543ce Sep 27 08:53:08.093451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a70ce1-1ca5-4153-8c0c-fef4b169363d') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:08.093752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a70ce1-1ca5-4153-8c0c-fef4b169363d') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:08.104637 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.118302 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a785a98a-a07d-4e47-a83f-522938674e27 req-ee130d81-32bf-4d62-b067-b9f857a24f4c tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754566 Sep 27 08:53:08.119431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.126716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:08.127125 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:08.130521 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:08.168706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.226103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.229926 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.235248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.240424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/52ee684a-1b2f-423e-a8db-537ae82d5c2f HTTP/1.1" status: 204 len: 168 time: 1.1197519 Sep 27 08:53:08.240704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:08.241374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.252444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41252) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.255962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14336cd5-625f-4b2a-8dd7-ae835a4fc1f5 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] Network 72d26485-de73-49cc-981b-b801ca8d6dc6 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:08.265462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-1732480551'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:08.269759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89f29c-acba-46d6-86d4-f08b46437a20 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=52ee684a-1b2f-423e-a8db-537ae82d5c2f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:08.297710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def73674-6973-44da-9ad3-c7b33cf1f0d3 req-a1285541-9cbe-45c7-b425-140094e53da7 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:08.299281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-def73674-6973-44da-9ad3-c7b33cf1f0d3 req-a1285541-9cbe-45c7-b425-140094e53da7 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 946 time: 0.1018977 Sep 27 08:53:08.311173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc07cf-99f7-42f8-881b-a63cc87bf097 None None] Network 72d26485-de73-49cc-981b-b801ca8d6dc6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:08.313622 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14336cd5-625f-4b2a-8dd7-ae835a4fc1f5 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "POST /v2.0/agents/66aafaae-6814-4c6c-8e51-a4ae5cf45582/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2672460 Sep 27 08:53:08.314640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41254) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.320424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Request body: {'floatingip': {'port_id': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:08.322181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41256) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.323136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:08.326286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.379967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=b3139a3c-af86-4f6b-b2c0-646e207543ce,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:08.382842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.387984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-20a83767-57ba-4052-a5a4-1efb73d648f6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5308366 Sep 27 08:53:08.392052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41258) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.400074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': 'b3139a3c-af86-4f6b-b2c0-646e207543ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:08.422203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b3139a3c-af86-4f6b-b2c0-646e207543ce details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:08.451270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:08.535268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.535894 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment 84cc3622-50a7-4bf1-af9b-6b69dc16ba0d of type vlan for network df3429b6-3dd3-4fc2-b178-859f223781c0 Sep 27 08:53:08.602282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c538c497-8c84-498e-91ab-be030cd95e82 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:08.606885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-42481c57-eb90-454c-8402-b3452472cf23 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "GET /v2.0/agents/66aafaae-6814-4c6c-8e51-a4ae5cf45582/dhcp-networks HTTP/1.1" status: 200 len: 8038 time: 0.2294862 Sep 27 08:53:08.609535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41260) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.648267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c29f4-bdd2-4c00-ac2f-85dd91b4d9f4 None None] Network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:08.687918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.695622 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-17f0796d-fc65-4504-a103-0b1a6c73b3d9 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "DELETE /v2.0/agents/66aafaae-6814-4c6c-8e51-a4ae5cf45582/dhcp-networks/72d26485-de73-49cc-981b-b801ca8d6dc6 HTTP/1.1" status: 204 len: 168 time: 0.0846691 Sep 27 08:53:08.697951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41262) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.730390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c7e47c01-d36c-4731-8d43-ca104363bd93 None None] Provisioning complete for port c538c497-8c84-498e-91ab-be030cd95e82 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:08.730757 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7e47c01-d36c-4731-8d43-ca104363bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.773382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:08.779086 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.789393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c538c497-8c84-498e-91ab-be030cd95e82 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:08.789763 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.794681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.800312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:08.800980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.834812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-040a134b-928c-45c2-bb7b-72e7370ee3e9 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "GET /v2.0/agents/66aafaae-6814-4c6c-8e51-a4ae5cf45582/dhcp-networks HTTP/1.1" status: 200 len: 7267 time: 0.1314936 Sep 27 08:53:08.835835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41264) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.861060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3c35b3e3-7af5-45a9-9821-a8ad83d23983 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "GET /v2.0/networks/59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0206187 Sep 27 08:53:08.861391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41266) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.888649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cd5a6279-ed7a-4e68-a6ea-72eeed9c55f0 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "GET /v2.0/networks/59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0236473 Sep 27 08:53:08.888861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41268) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.964007 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7010710 Sep 27 08:53:08.970736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41270) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:08.977108 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7e47c01-d36c-4731-8d43-ca104363bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:08.977355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': 'df3429b6-3dd3-4fc2-b178-859f223781c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:09.000628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.004140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15384957-69de-4f94-9f50-7c36f77c9da3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=df3429b6-3dd3-4fc2-b178-859f223781c0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:09.029798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network df3429b6-3dd3-4fc2-b178-859f223781c0 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:09.041570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c7e47c01-d36c-4731-8d43-ca104363bd93 None None] For port c538c497-8c84-498e-91ab-be030cd95e82, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c538c497-8c84-498e-91ab-be030cd95e82,segment=NetworkSegment(dd5399d4-5fa2-4d71-90a1-17cdbe6156b4),segment_id=dd5399d4-5fa2-4d71-90a1-17cdbe6156b4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:09.122580 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7e47c01-d36c-4731-8d43-ca104363bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.146780 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1d44367e-8c51-4c42-a565-5762ba49cae4 tempest-DHCPAgentSchedulersTestJSON-430015174 tempest-DHCPAgentSchedulersTestJSON-430015174-project-admin] 10.222.0.50 "GET /v2.0/agents/66aafaae-6814-4c6c-8e51-a4ae5cf45582/dhcp-networks HTTP/1.1" status: 200 len: 7267 time: 0.2566690 Sep 27 08:53:09.149694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41274) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:09.202052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:09.208521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.354611 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.371362 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:53:09.371723 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:53:09.386453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a729fef5-af99-4f8c-93e4-29f14ffe35ce None None] Provisioning complete for port c538c497-8c84-498e-91ab-be030cd95e82 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:09.387105 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a729fef5-af99-4f8c-93e4-29f14ffe35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.409825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e47c01-d36c-4731-8d43-ca104363bd93 None None] Pushing event updated for resources: {'Port': ['ID=c538c497-8c84-498e-91ab-be030cd95e82,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:09.476128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.484464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=8fcd05c5-5f64-494e-92a1-76859dbd6c16,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:09.512622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.514382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': '602575ca-511c-44ee-aea3-9ccda4b05936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b3139a3c-af86-4f6b-b2c0-646e207543ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:09.514720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: b3139a3c-af86-4f6b-b2c0-646e207543ce, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:09.524980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.527007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.567836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=24b36856-123e-4cf3-8d29-af598ae7a324,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:09.580965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network b3139a3c-af86-4f6b-b2c0-646e207543ce is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:09.599595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b3139a3c-af86-4f6b-b2c0-646e207543ce) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:09.600768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': '84cc3622-50a7-4bf1-af9b-6b69dc16ba0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'df3429b6-3dd3-4fc2-b178-859f223781c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:09.601747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: df3429b6-3dd3-4fc2-b178-859f223781c0, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:09.601871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d7c1eef1-b288-469a-9790-8fc5fbf3b49e None None] Could not find standard attr ID for object cb51f145-2951-4bf0-9fc0-3f2f20f3907c. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:53:09.611157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:09.611491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.631487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41c243-6f27-48e1-becb-7fdbf77891e9 None None] Network b3139a3c-af86-4f6b-b2c0-646e207543ce requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:09.663130 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-834de5b8-fdc1-4936-9665-88aeb372efa6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2674615 Sep 27 08:53:09.663371 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.666415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:09.674977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network df3429b6-3dd3-4fc2-b178-859f223781c0 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:09.676171 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Floating IP e2d62b88-a38f-4cca-bc2a-cb25063fc2ad associated. External IP: 172.25.2.15, port: ca4f0822-f9c5-434b-a4be-1e5c7bfac524. Sep 27 08:53:09.689117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, df3429b6-3dd3-4fc2-b178-859f223781c0) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:09.704753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:09.705478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.708822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d26485-de73-49cc-981b-b801ca8d6dc6']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:09.723627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f397cc-31bd-440b-a26a-b534d91ede9c') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:09.723905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f397cc-31bd-440b-a26a-b534d91ede9c') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:09.734789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.747241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0ba6e875-94f7-45c6-b3c2-ad04d93ccefe tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7730179 Sep 27 08:53:09.748358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41278) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:09.752616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-249a63e1-db53-45e0-96f8-6a53a9100e01 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-816054743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:09.754603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f3bfd-cbc0-4700-83fe-90d11afad4d9 None None] Network df3429b6-3dd3-4fc2-b178-859f223781c0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:09.762466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.772885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:09.773293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:09.776403 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:09.835762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-249a63e1-db53-45e0-96f8-6a53a9100e01 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.836774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-249a63e1-db53-45e0-96f8-6a53a9100e01 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.853829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.873375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.878588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "DELETE /v2.0/networks/72d26485-de73-49cc-981b-b801ca8d6dc6 HTTP/1.1" status: 204 len: 168 time: 0.7245309 Sep 27 08:53:09.878782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.879733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:09.898144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fa530-1b68-4c4c-8d24-51a65288e04e tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event deleted for resources: {'Network': ['ID=72d26485-de73-49cc-981b-b801ca8d6dc6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:09.916753 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c2b892-7db8-47c5-bcc3-4b9721d18763 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:09.917435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c2b892-7db8-47c5-bcc3-4b9721d18763 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:09.919199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0c2b892-7db8-47c5-bcc3-4b9721d18763 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "DELETE /v2.0/ports/cb51f145-2951-4bf0-9fc0-3f2f20f3907c HTTP/1.1" status: 404 len: 333 time: 0.0379641 Sep 27 08:53:09.940581 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-249a63e1-db53-45e0-96f8-6a53a9100e01 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.941620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41282) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:09.955029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-249a63e1-db53-45e0-96f8-6a53a9100e01 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.969170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93966572-a64d-4ff0-b239-72194e57d6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b3139a3c-af86-4f6b-b2c0-646e207543ce', 'network_id': 'b3139a3c-af86-4f6b-b2c0-646e207543ce', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': '8fcd05c5-5f64-494e-92a1-76859dbd6c16'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:09.970126 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93966572-a64d-4ff0-b239-72194e57d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:09.997191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-249a63e1-db53-45e0-96f8-6a53a9100e01 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.001640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-249a63e1-db53-45e0-96f8-6a53a9100e01 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2529738 Sep 27 08:53:10.003374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41284) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:10.041022 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.085040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 75189969-33a6-434a-a461-40e171f9e7b5 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:10.099915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:10.108359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92caef6-86e3-4ad9-9e3a-7d4c888c2dbc tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Deleting subnet a9dab363-3343-4251-90d2-8d38c3f3f2d3 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:10.117573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 75189969-33a6-434a-a461-40e171f9e7b5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:10.117924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 75189969-33a6-434a-a461-40e171f9e7b5 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:10.147728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f92caef6-86e3-4ad9-9e3a-7d4c888c2dbc tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.158739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-df3429b6-3dd3-4fc2-b178-859f223781c0', 'network_id': 'df3429b6-3dd3-4fc2-b178-859f223781c0', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': '24b36856-123e-4cf3-8d29-af598ae7a324'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:10.159598 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.170984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-93966572-a64d-4ff0-b239-72194e57d6ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fcd05c5-5f64-494e-92a1-76859dbd6c16: This subnet is being modified by another concurrent operation. Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:53:10.190187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fcd05c5-5f64-494e-92a1-76859dbd6c16: This subnet is being modified by another concurrent operation. Sep 27 08:53:10.195083 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:53:10.204956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6e4fed-4b1b-422a-a10f-854f69e6a3e4 None None] Network b3139a3c-af86-4f6b-b2c0-646e207543ce requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:10.207252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcd05c5-5f64-494e-92a1-76859dbd6c16,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:10.289823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:10.312567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] Sync routers for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:10.315144 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.320441 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.365167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3139a3c-af86-4f6b-b2c0-646e207543ce']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:10.376539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c57d889-3c30-4bff-b77c-9f051cca4cec tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "PUT /v2.0/floatingips/e2d62b88-a38f-4cca-bc2a-cb25063fc2ad HTTP/1.1" status: 200 len: 991 time: 2.0604305 Sep 27 08:53:10.378977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'tag': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:53:10.381686 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d93bd64-4a78-4d2a-84cb-af9503945782", "tag": "ca4f0822-f9c5-434b-a4be-1e5c7bfac524"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:53:10.386466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602575ca-511c-44ee-aea3-9ccda4b05936') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:10.386957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602575ca-511c-44ee-aea3-9ccda4b05936') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:10.411773 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.429136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.436839 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd963aa-5a0c-43bb-b510-d3b152bc6d8c x-openstack-request-id: req-edd963aa-5a0c-43bb-b510-d3b152bc6d8c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:53:10.437394 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d93bd64-4a78-4d2a-84cb-af9503945782", "tag": "ca4f0822-f9c5-434b-a4be-1e5c7bfac524", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:53:10.437883 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-edd963aa-5a0c-43bb-b510-d3b152bc6d8c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:53:10.438555 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'tag': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'status': 'completed', 'code': 200} Sep 27 08:53:10.453751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c538c497-8c84-498e-91ab-be030cd95e82 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:10.459119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:10.459707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:10.478446 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:10.498682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:10.499348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:10.572792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Allocated IP 172.20.0.2 (df3429b6-3dd3-4fc2-b178-859f223781c0/24b36856-123e-4cf3-8d29-af598ae7a324/88900edb-9f22-4863-94fe-5e3fd2ce73dc) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:10.574104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-765f72f1-0d3b-4e01-bd84-3c5359b26f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:10.575772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-765f72f1-0d3b-4e01-bd84-3c5359b26f46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 1097 time: 0.0964296 Sep 27 08:53:10.577757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.586537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.588570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/b3139a3c-af86-4f6b-b2c0-646e207543ce HTTP/1.1" status: 204 len: 168 time: 0.9209213 Sep 27 08:53:10.596591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:10.611127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1558172502'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:10.628999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6378f56-ede9-4131-8d72-5786ff6cdc6d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=b3139a3c-af86-4f6b-b2c0-646e207543ce,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:10.671007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c538c497-8c84-498e-91ab-be030cd95e82 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:10.671673 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.677803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:10.695484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:10.699662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.701387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f92caef6-86e3-4ad9-9e3a-7d4c888c2dbc tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.730232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:10.739402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.739402 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31 of type vlan for network 244bd6f8-8648-4f99-9a1a-0719ecb1beab Sep 27 08:53:10.782304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.810384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.816068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:10.816703 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.834734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-879123aa-52a0-4a31-9d55-f2177df550c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:10.836256 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-879123aa-52a0-4a31-9d55-f2177df550c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.2467403 Sep 27 08:53:10.840080 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2304003 Sep 27 08:53:10.848598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:10.859619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-47699497-51b7-4156-8fe2-29dc40224177 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:10.863669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.887190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f92caef6-86e3-4ad9-9e3a-7d4c888c2dbc tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:10.962854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfea031-65a5-4eb2-abf0-1d5021c8165b tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=244bd6f8-8648-4f99-9a1a-0719ecb1beab,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:10.983063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 244bd6f8-8648-4f99-9a1a-0719ecb1beab details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:10.987116 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.004414 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.108396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Network df3429b6-3dd3-4fc2-b178-859f223781c0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:11.110539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f92caef6-86e3-4ad9-9e3a-7d4c888c2dbc tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.115347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:11.143948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:11.149321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Pushing event updated for resources: {'Port': ['ID=88900edb-9f22-4863-94fe-5e3fd2ce73dc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:11.193360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f92caef6-86e3-4ad9-9e3a-7d4c888c2dbc tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.198422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f92caef6-86e3-4ad9-9e3a-7d4c888c2dbc tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "DELETE /v2.0/subnets/a9dab363-3343-4251-90d2-8d38c3f3f2d3 HTTP/1.1" status: 204 len: 168 time: 1.2527542 Sep 27 08:53:11.211909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92caef6-86e3-4ad9-9e3a-7d4c888c2dbc tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event deleted for resources: {'Subnet': ['ID=a9dab363-3343-4251-90d2-8d38c3f3f2d3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:11.218007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41296) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:11.219445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043c3a6-d192-48d1-b4ac-020ed003c60d None None] Network 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:11.345113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.20.0.1 (df3429b6-3dd3-4fc2-b178-859f223781c0/24b36856-123e-4cf3-8d29-af598ae7a324/ba362597-611a-4463-a867-5e4992555d8c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:11.358612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-50617091-f23c-408d-95c0-ee78f6b81115 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524 HTTP/1.1" status: 200 len: 999 time: 0.5090377 Sep 27 08:53:11.394754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Attempting to bind port 88900edb-9f22-4863-94fe-5e3fd2ce73dc on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:11.395477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Attempting to bind port 88900edb-9f22-4863-94fe-5e3fd2ce73dc by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '84cc3622-50a7-4bf1-af9b-6b69dc16ba0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'df3429b6-3dd3-4fc2-b178-859f223781c0'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:11.395477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Attempting to bind port 88900edb-9f22-4863-94fe-5e3fd2ce73dc on network df3429b6-3dd3-4fc2-b178-859f223781c0 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:11.403412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.414713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:11.415090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Checking segment: {'id': '84cc3622-50a7-4bf1-af9b-6b69dc16ba0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'df3429b6-3dd3-4fc2-b178-859f223781c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:11.415503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.415905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Bound using segment: {'id': '84cc3622-50a7-4bf1-af9b-6b69dc16ba0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'df3429b6-3dd3-4fc2-b178-859f223781c0'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:11.416421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Bound port: 88900edb-9f22-4863-94fe-5e3fd2ce73dc, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cc3622-50a7-4bf1-af9b-6b69dc16ba0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'df3429b6-3dd3-4fc2-b178-859f223781c0'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:11.416809 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.463767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e2d62b88-a38f-4cca-bc2a-cb25063fc2ad', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'port_id': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'mac_address': 'fa:16:3e:2d:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:55Z', 'updated_at': '2021-09-27T08:53:09Z', 'revision_number': 1, 'project_id': '7214a460820148f1b6500794093d2f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:11.470878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-b4cf6b80-ac01-4fcb-a779-e345fa547df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:11.474729 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-b4cf6b80-ac01-4fcb-a779-e345fa547df5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.1081309 Sep 27 08:53:11.491640 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47699497-51b7-4156-8fe2-29dc40224177 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.499631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] Checking router: e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:11.531172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47699497-51b7-4156-8fe2-29dc40224177 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.553655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47699497-51b7-4156-8fe2-29dc40224177 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 244bd6f8-8648-4f99-9a1a-0719ecb1beab is not hosted by any dhcp agent {{(pid=94831) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:53:11.557815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.559152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47699497-51b7-4156-8fe2-29dc40224177 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:11.559784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47699497-51b7-4156-8fe2-29dc40224177 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.560186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Deleting port c538c497-8c84-498e-91ab-be030cd95e82 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:11.560634 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.564235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-47699497-51b7-4156-8fe2-29dc40224177 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "PUT /v2.0/networks/244bd6f8-8648-4f99-9a1a-0719ecb1beab HTTP/1.1" status: 200 len: 723 time: 0.7085943 Sep 27 08:53:11.564413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41302) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:11.565449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:11.566772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:11.581033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': '244bd6f8-8648-4f99-9a1a-0719ecb1beab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:11.633968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] For port 88900edb-9f22-4863-94fe-5e3fd2ce73dc, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:11.634935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-f0c1a0be-59f8-4981-a19a-a750c357551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:11.636583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-f0c1a0be-59f8-4981-a19a-a750c357551a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201034 Sep 27 08:53:11.637256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699497-51b7-4156-8fe2-29dc40224177 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=244bd6f8-8648-4f99-9a1a-0719ecb1beab,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:11.639222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] For port 88900edb-9f22-4863-94fe-5e3fd2ce73dc, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=88900edb-9f22-4863-94fe-5e3fd2ce73dc,segment=NetworkSegment(84cc3622-50a7-4bf1-af9b-6b69dc16ba0d),segment_id=84cc3622-50a7-4bf1-af9b-6b69dc16ba0d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:11.654423 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.663270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 244bd6f8-8648-4f99-9a1a-0719ecb1beab details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:11.717379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] For port c538c497-8c84-498e-91ab-be030cd95e82, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c538c497-8c84-498e-91ab-be030cd95e82,segment=NetworkSegment(dd5399d4-5fa2-4d71-90a1-17cdbe6156b4),segment_id=dd5399d4-5fa2-4d71-90a1-17cdbe6156b4)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:11.717753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.752834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] DHCP port deletion for 59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:11.758193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:11.763889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.764251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-60de47fa-907a-41ca-82c7-39374423b206 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178017 Sep 27 08:53:11.769066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Calling delete_port for c538c497-8c84-498e-91ab-be030cd95e82 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:11.785734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:11.789922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:11.853760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=ba362597-611a-4463-a867-5e4992555d8c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:11.861153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e6f95-9805-47fd-8841-3ff54e6b51cc None None] Pushing event updated for resources: {'Port': ['ID=88900edb-9f22-4863-94fe-5e3fd2ce73dc,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:11.878849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network df3429b6-3dd3-4fc2-b178-859f223781c0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:11.896838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e58d9e7-1c9f-4f28-b9df-0345bfb808f7 req-55a84b5d-e0a3-4543-a34c-c4f8e815417d service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239886 Sep 27 08:53:11.982652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] Deleting port c538c497-8c84-498e-91ab-be030cd95e82 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:11.983032 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.043286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:12.051657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:12.117672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] For port c538c497-8c84-498e-91ab-be030cd95e82, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c538c497-8c84-498e-91ab-be030cd95e82,segment=NetworkSegment(dd5399d4-5fa2-4d71-90a1-17cdbe6156b4),segment_id=dd5399d4-5fa2-4d71-90a1-17cdbe6156b4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:12.117672 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.134302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] Calling delete_port for c538c497-8c84-498e-91ab-be030cd95e82 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:12.142849 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.251375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e2d62b88-a38f-4cca-bc2a-cb25063fc2ad', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'port_id': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'mac_address': 'fa:16:3e:2d:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:55Z', 'updated_at': '2021-09-27T08:53:09Z', 'revision_number': 1, 'project_id': '7214a460820148f1b6500794093d2f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:12.282686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83021722-c470-4e26-ad70-a01aca4333b6 None None] The sync data for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 is: [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e2d62b88-a38f-4cca-bc2a-cb25063fc2ad', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'port_id': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'mac_address': 'fa:16:3e:2d:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:52:55Z', 'updated_at': '2021-09-27T08:53:09Z', 'revision_number': 1, 'project_id': '7214a460820148f1b6500794093d2f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:12.294563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.319958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.323411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] Pushing event deleted for resources: {'Port': ['ID=c538c497-8c84-498e-91ab-be030cd95e82,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:12.327480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58a39f-d04a-4acc-a4d8-9165524fc716 None None] No DVR routers for this DVR port c538c497-8c84-498e-91ab-be030cd95e82 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:12.360690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.371073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.457770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event deleted for resources: {'Port': ['ID=c538c497-8c84-498e-91ab-be030cd95e82,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:12.486819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 88900edb-9f22-4863-94fe-5e3fd2ce73dc up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:12.495883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] No DVR routers for this DVR port c538c497-8c84-498e-91ab-be030cd95e82 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:12.540784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 88900edb-9f22-4863-94fe-5e3fd2ce73dc triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:12.541386 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.569198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=c3f60a84-cc10-4fd0-9832-ac8f39b9fbf4,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:12.648457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '244bd6f8-8648-4f99-9a1a-0719ecb1beab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:12.648817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: 244bd6f8-8648-4f99-9a1a-0719ecb1beab, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:12.654090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.682230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.691798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 88900edb-9f22-4863-94fe-5e3fd2ce73dc, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=88900edb-9f22-4863-94fe-5e3fd2ce73dc,segment=NetworkSegment(84cc3622-50a7-4bf1-af9b-6b69dc16ba0d),segment_id=84cc3622-50a7-4bf1-af9b-6b69dc16ba0d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:12.697669 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.783206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=88900edb-9f22-4863-94fe-5e3fd2ce73dc,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:12.805362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c538c497-8c84-498e-91ab-be030cd95e82 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:12.837453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c538c497-8c84-498e-91ab-be030cd95e82 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:12.838398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c538c497-8c84-498e-91ab-be030cd95e82 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:12.870120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:12.880936 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d2a461-b498-42f6-8b36-755f569dbc32 None None] New status for floating IP e2d62b88-a38f-4cca-bc2a-cb25063fc2ad: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:53:12.887973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5399d4-5fa2-4d71-90a1-17cdbe6156b4') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:12.888568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5399d4-5fa2-4d71-90a1-17cdbe6156b4') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:12.899644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 244bd6f8-8648-4f99-9a1a-0719ecb1beab is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:12.903124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.921929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 244bd6f8-8648-4f99-9a1a-0719ecb1beab) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:12.923837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.933063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac5d4d-3380-41da-b048-73e7c17ce1c9 None None] Network 244bd6f8-8648-4f99-9a1a-0719ecb1beab requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:12.939787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:12.940412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.953740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:12.954133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:12.957818 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:12.977928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:12.989673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-de564826-66d6-40a3-a3d3-950543a20eab tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4127579 Sep 27 08:53:12.991697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41308) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:13.006602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a7cff5c7-7983-433e-a662-faa2c864189e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:13.008755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.126849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7cff5c7-7983-433e-a662-faa2c864189e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6070580'] for subnet, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.127486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-244bd6f8-8648-4f99-9a1a-0719ecb1beab', 'network_id': '244bd6f8-8648-4f99-9a1a-0719ecb1beab', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': 'c3f60a84-cc10-4fd0-9832-ac8f39b9fbf4'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:13.129222 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.162488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131a88f-2461-4fe9-8ce5-59089ce35abd None None] Network df3429b6-3dd3-4fc2-b178-859f223781c0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:13.166815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.187790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.189776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] 10.222.0.50 "DELETE /v2.0/networks/59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9 HTTP/1.1" status: 204 len: 168 time: 1.9678116 Sep 27 08:53:13.214150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=ba362597-611a-4463-a867-5e4992555d8c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:13.220452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd713e-c894-4f80-a318-3b2b74826839 tempest-DHCPAgentSchedulersTestJSON-1687957808 tempest-DHCPAgentSchedulersTestJSON-1687957808-project] Pushing event deleted for resources: {'Network': ['ID=59ffa7e4-d29b-482d-8dfe-bfaee0fb85c9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:13.223604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.326975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7cff5c7-7983-433e-a662-faa2c864189e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747587392247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5972944'] for subnet, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.347625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c3e43d49-f512-4f8a-9e5a-af44525b3447 None None] Provisioning complete for port 88900edb-9f22-4863-94fe-5e3fd2ce73dc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:13.348013 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3e43d49-f512-4f8a-9e5a-af44525b3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.370217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cff5c7-7983-433e-a662-faa2c864189e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:13.370976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7cff5c7-7983-433e-a662-faa2c864189e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.372291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a7cff5c7-7983-433e-a662-faa2c864189e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "PUT /v2.0/subnets/c3f60a84-cc10-4fd0-9832-ac8f39b9fbf4 HTTP/1.1" status: 200 len: 806 time: 0.3784468 Sep 27 08:53:13.375491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41312) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:13.381411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network df3429b6-3dd3-4fc2-b178-859f223781c0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:13.383369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:13.416908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cff5c7-7983-433e-a662-faa2c864189e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=c3f60a84-cc10-4fd0-9832-ac8f39b9fbf4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:13.503584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Allocated IP 172.20.0.2 (244bd6f8-8648-4f99-9a1a-0719ecb1beab/c3f60a84-cc10-4fd0-9832-ac8f39b9fbf4/0181e2be-bd89-4326-b553-e92434f9fbc8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:13.507014 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.559447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router df2dd4d2-20b9-46b9-9658-6b0ff9fed58f is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:53:13.585658 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.608096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:13.712833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:13.718550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-58d405ab-db40-40ea-95d1-488f1108df55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/df2dd4d2-20b9-46b9-9658-6b0ff9fed58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7109687 Sep 27 08:53:13.721326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:13.742516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6d47c-6430-481d-a62f-94d7af8b9a7f None None] Sync routers for ids ['df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:13.762927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6d47c-6430-481d-a62f-94d7af8b9a7f None None] Routers {'df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:13.763565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1de6d47c-6430-481d-a62f-94d7af8b9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:13.794518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10592535-89e4-41cf-b5c1-858c3acd0e09 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:13.798749 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-10592535-89e4-41cf-b5c1-858c3acd0e09 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports/ba362597-611a-4463-a867-5e4992555d8c HTTP/1.1" status: 200 len: 910 time: 0.0732493 Sep 27 08:53:13.799123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41326) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:13.804727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1de6d47c-6430-481d-a62f-94d7af8b9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:13.811748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6b6dba36-0b52-4f76-8280-24cf66878ac2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c749d4e797f24086927121fc0aec7aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025385 Sep 27 08:53:13.811979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.814256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:13.823482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6d47c-6430-481d-a62f-94d7af8b9a7f None None] Routers {'df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:13.823482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1de6d47c-6430-481d-a62f-94d7af8b9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:13.827003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.880079 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.900197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1de6d47c-6430-481d-a62f-94d7af8b9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:13.900993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6d47c-6430-481d-a62f-94d7af8b9a7f None None] The sync data for ids ['df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:13.916931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f60a84-cc10-4fd0-9832-ac8f39b9fbf4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:13.918788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Network 244bd6f8-8648-4f99-9a1a-0719ecb1beab is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:13.925071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:13.927527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Pushing event updated for resources: {'Port': ['ID=0181e2be-bd89-4326-b553-e92434f9fbc8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:13.930813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:13.946116 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9047c7-960b-4732-8023-edfde022791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:13.996928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Attempting to bind port 0181e2be-bd89-4326-b553-e92434f9fbc8 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:13.997449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Attempting to bind port 0181e2be-bd89-4326-b553-e92434f9fbc8 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '244bd6f8-8648-4f99-9a1a-0719ecb1beab'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:13.997915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Attempting to bind port 0181e2be-bd89-4326-b553-e92434f9fbc8 on network 244bd6f8-8648-4f99-9a1a-0719ecb1beab {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:14.010439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.011859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:14.012356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Checking segment: {'id': 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '244bd6f8-8648-4f99-9a1a-0719ecb1beab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:14.012836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.013304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Bound using segment: {'id': 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '244bd6f8-8648-4f99-9a1a-0719ecb1beab'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:14.013873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Bound port: 0181e2be-bd89-4326-b553-e92434f9fbc8, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '244bd6f8-8648-4f99-9a1a-0719ecb1beab'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:14.014325 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.021176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9047c7-960b-4732-8023-edfde022791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.030398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3f977579-ab59-4549-b2a2-e65e32e83ed5 None None] Provisioning complete for port ba362597-611a-4463-a867-5e4992555d8c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:14.030873 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f977579-ab59-4549-b2a2-e65e32e83ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.053192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244bd6f8-8648-4f99-9a1a-0719ecb1beab']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:14.074041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:14.074334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:14.087115 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.104361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.113721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:14.114399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:14.118412 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:14.138120 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9047c7-960b-4732-8023-edfde022791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.141324 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9047c7-960b-4732-8023-edfde022791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.142882 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a9047c7-960b-4732-8023-edfde022791e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/877caf7c-6f3b-4887-9442-2eb0784f57cc HTTP/1.1" status: 204 len: 168 time: 0.3276966 Sep 27 08:53:14.206863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.254480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9047c7-960b-4732-8023-edfde022791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877caf7c-6f3b-4887-9442-2eb0784f57cc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:14.270429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 27 08:53:14.270429 n-d-810909-1 neutron-server[94831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 27 08:53:14.270429 n-d-810909-1 neutron-server[94831]: [parameters: {'id': '244bd6f8-8648-4f99-9a1a-0719ecb1beab'}] Sep 27 08:53:14.270429 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:53:14.270799 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:53:14.310299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3f977579-ab59-4549-b2a2-e65e32e83ed5 None None] Port ba362597-611a-4463-a867-5e4992555d8c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:14.380000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3f977579-ab59-4549-b2a2-e65e32e83ed5 None None] Provisioning complete for port 88900edb-9f22-4863-94fe-5e3fd2ce73dc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:14.380435 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f977579-ab59-4549-b2a2-e65e32e83ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.383476 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.431966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] For port 0181e2be-bd89-4326-b553-e92434f9fbc8, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:14.436797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] For port 0181e2be-bd89-4326-b553-e92434f9fbc8, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0181e2be-bd89-4326-b553-e92434f9fbc8,segment=NetworkSegment(dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31),segment_id=dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:14.450541 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.460262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 88900edb-9f22-4863-94fe-5e3fd2ce73dc up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:14.556890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port ba362597-611a-4463-a867-5e4992555d8c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:14.557105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.589216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41336) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:14.609062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc1a730a-ed63-44fa-b24a-4ccf6a6474d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.623632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140a1e0-99af-4e80-afc1-17251425feb6 None None] Pushing event updated for resources: {'Port': ['ID=0181e2be-bd89-4326-b553-e92434f9fbc8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:14.634194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb8605-791a-49e5-9e94-69ae168ff825 None None] Network 244bd6f8-8648-4f99-9a1a-0719ecb1beab requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:14.673140 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 88900edb-9f22-4863-94fe-5e3fd2ce73dc triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:14.673511 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.678489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.692825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for ba362597-611a-4463-a867-5e4992555d8c owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:14.725655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc1a730a-ed63-44fa-b24a-4ccf6a6474d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.732903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc1a730a-ed63-44fa-b24a-4ccf6a6474d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.777325 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.792895 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc1a730a-ed63-44fa-b24a-4ccf6a6474d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a2a466998204ecdb48ee981d1fb704e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002902 Sep 27 08:53:14.792895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a730a-ed63-44fa-b24a-4ccf6a6474d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd21e54-86dc-4b7e-b888-62b6453dfdb8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:14.797556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:14.841019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a1981-a714-4613-8028-9b9907a2e62b None None] Network 244bd6f8-8648-4f99-9a1a-0719ecb1beab requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:14.890977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5c37-2641-4697-825b-0ca9d6635622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.894384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1e6a8c6b-1d7e-495b-a6ca-758d1d2c5d83 None None] Provisioning complete for port ba362597-611a-4463-a867-5e4992555d8c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:14.894763 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8c6b-1d7e-495b-a6ca-758d1d2c5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.921108 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5c37-2641-4697-825b-0ca9d6635622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.935000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Deleting port 0181e2be-bd89-4326-b553-e92434f9fbc8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:14.935490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:14.999173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a8c6b-1d7e-495b-a6ca-758d1d2c5d83 None None] Port ba362597-611a-4463-a867-5e4992555d8c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:15.025065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] For port 0181e2be-bd89-4326-b553-e92434f9fbc8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0181e2be-bd89-4326-b553-e92434f9fbc8,segment=NetworkSegment(dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31),segment_id=dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:15.026020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.030240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4489c9-83b6-42c9-99ba-bf00864cf7e6 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:53:15.038868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Calling delete_port for 0181e2be-bd89-4326-b553-e92434f9fbc8 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:15.050728 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5c37-2641-4697-825b-0ca9d6635622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.053326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5c37-2641-4697-825b-0ca9d6635622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.054965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6d5d5c37-2641-4697-825b-0ca9d6635622 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8bd21e54-86dc-4b7e-b888-62b6453dfdb8 HTTP/1.1" status: 204 len: 168 time: 0.2551970 Sep 27 08:53:15.097865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d5c37-2641-4697-825b-0ca9d6635622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd21e54-86dc-4b7e-b888-62b6453dfdb8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:15.147114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.189956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No DVR routers for this DVR port 0181e2be-bd89-4326-b553-e92434f9fbc8 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:15.195032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4489c9-83b6-42c9-99ba-bf00864cf7e6 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:53:15.207345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-518a9d6e-d004-41da-bbaa-83933ab3917e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.236547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Port': ['ID=0181e2be-bd89-4326-b553-e92434f9fbc8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:15.256211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.293548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=ba362597-611a-4463-a867-5e4992555d8c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:15.326168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.347988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244bd6f8-8648-4f99-9a1a-0719ecb1beab']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.361747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.363095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1f02c0-1a69-47fd-9c4c-6fbe0aec2c31') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.376903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.391023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.401516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:15.401953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:15.405391 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:15.445832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.491658 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.509609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.512156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/244bd6f8-8648-4f99-9a1a-0719ecb1beab HTTP/1.1" status: 204 len: 168 time: 2.1352351 Sep 27 08:53:15.516842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:15.535539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce58f6-12c6-4352-bd3b-c4439a47ceba None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:53:15.537407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbac076-a02c-4124-a7c8-2e95e6c1f82e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=244bd6f8-8648-4f99-9a1a-0719ecb1beab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:15.550212 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8943c287-12b2-488b-b131-4e7c8fd3f97a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:15.550560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8943c287-12b2-488b-b131-4e7c8fd3f97a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:15.553906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8943c287-12b2-488b-b131-4e7c8fd3f97a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/244bd6f8-8648-4f99-9a1a-0719ecb1beab HTTP/1.1" status: 404 len: 339 time: 0.0329993 Sep 27 08:53:15.559123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:15.565349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257709501', 'description': 'd1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:15.589657 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:15.593293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.624071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:15.634337 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.634689 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 76da669a-42bb-44b8-9d87-c1a8a0e5cdc1 of type vlan for network 71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5 Sep 27 08:53:15.670742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce58f6-12c6-4352-bd3b-c4439a47ceba None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:53:15.688348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.698457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router df2dd4d2-20b9-46b9-9658-6b0ff9fed58f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:15.739304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.748299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:15.748956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:15.791580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:15.800655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9e53caf3-1456-4dff-a0cd-d84a89b8341a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/df2dd4d2-20b9-46b9-9658-6b0ff9fed58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003495 Sep 27 08:53:15.801481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41364) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:15.804552 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a25ef-8e41-493c-94be-6dd70528c222 None None] Sync routers for ids ['df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:15.818136 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a25ef-8e41-493c-94be-6dd70528c222 None None] Routers {'df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:15.819273 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e91a25ef-8e41-493c-94be-6dd70528c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.840449 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2779605 Sep 27 08:53:15.850658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41370) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:15.860964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f3fc2500-5d6c-4112-88b4-d67520ac2ab2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=df2dd4d2-20b9-46b9-9658-6b0ff9fed58f HTTP/1.1" status: 200 len: 205 time: 0.0582592 Sep 27 08:53:15.871934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41372) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:15.875197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b2e91-f0fa-46f9-be5e-d662510b1939 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:15.889818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:15.907318 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e91a25ef-8e41-493c-94be-6dd70528c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.927224 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a25ef-8e41-493c-94be-6dd70528c222 None None] Routers {'df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:15.928188 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e91a25ef-8e41-493c-94be-6dd70528c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:52:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.969442 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e91a25ef-8e41-493c-94be-6dd70528c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:15.970492 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a25ef-8e41-493c-94be-6dd70528c222 None None] The sync data for ids ['df2dd4d2-20b9-46b9-9658-6b0ff9fed58f'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:15.980421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9554248e-d0fa-4162-b1a0-2b5d4da51e70 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:15.982015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9554248e-d0fa-4162-b1a0-2b5d4da51e70 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/networks?id=71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5 HTTP/1.1" status: 200 len: 761 time: 0.1198857 Sep 27 08:53:15.984672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41376) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:15.990488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6a8b5bc5-75be-4934-8249-be2b3f9b34c4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'description': 'd2'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:16.006664 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b3d82c1-2e8d-4712-8a60-b3da0e947dc0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.196923 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b3d82c1-2e8d-4712-8a60-b3da0e947dc0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.204830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b3d82c1-2e8d-4712-8a60-b3da0e947dc0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.207990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bc5-75be-4934-8249-be2b3f9b34c4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.235937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bc5-75be-4934-8249-be2b3f9b34c4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.254933 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b3d82c1-2e8d-4712-8a60-b3da0e947dc0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.255312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a8b5bc5-75be-4934-8249-be2b3f9b34c4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5 is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:53:16.256486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3d82c1-2e8d-4712-8a60-b3da0e947dc0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Fanout notify agent at l3_agent the message router_deleted on router df2dd4d2-20b9-46b9-9658-6b0ff9fed58f {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:53:16.260847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b5bc5-75be-4934-8249-be2b3f9b34c4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:16.261458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bc5-75be-4934-8249-be2b3f9b34c4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.262767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6a8b5bc5-75be-4934-8249-be2b3f9b34c4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "PUT /v2.0/networks/71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5 HTTP/1.1" status: 200 len: 758 time: 0.2768326 Sep 27 08:53:16.263206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b3d82c1-2e8d-4712-8a60-b3da0e947dc0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.264984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6b3d82c1-2e8d-4712-8a60-b3da0e947dc0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/df2dd4d2-20b9-46b9-9658-6b0ff9fed58f HTTP/1.1" status: 204 len: 168 time: 0.3915038 Sep 27 08:53:16.265917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41382) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.267556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.316241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b5bc5-75be-4934-8249-be2b3f9b34c4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:16.330753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:16.385285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb082bc-cca9-4c6a-a710-105c56635e3c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet 24b36856-123e-4cf3-8d29-af598ae7a324 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:16.394141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff970b-36e7-489b-8c6f-817aa0f5b5c5 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:16.395937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-27ff970b-36e7-489b-8c6f-817aa0f5b5c5 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/networks?id=71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5 HTTP/1.1" status: 200 len: 761 time: 0.1291037 Sep 27 08:53:16.397114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb082bc-cca9-4c6a-a710-105c56635e3c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.399844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41390) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.405485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1353661993'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:16.428806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:16.432510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.442294 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb082bc-cca9-4c6a-a710-105c56635e3c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.456482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:16.466226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.466576 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment 5b09f67b-3122-412b-bb9c-e5bcf725ecaa of type vlan for network 55832f12-00a4-4861-9eb7-18265728b509 Sep 27 08:53:16.510774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.537907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.538140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb082bc-cca9-4c6a-a710-105c56635e3c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.543953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:16.544672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.589200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1879468 Sep 27 08:53:16.589952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41396) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.595179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': '55832f12-00a4-4861-9eb7-18265728b509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:16.626468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585539-63d0-4a12-a23d-5284bf1c2741 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=55832f12-00a4-4861-9eb7-18265728b509,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:16.638518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 55832f12-00a4-4861-9eb7-18265728b509 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:16.641747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb082bc-cca9-4c6a-a710-105c56635e3c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.712820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb082bc-cca9-4c6a-a710-105c56635e3c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=24b36856-123e-4cf3-8d29-af598ae7a324,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:16.714646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-feb082bc-cca9-4c6a-a710-105c56635e3c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.718916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-feb082bc-cca9-4c6a-a710-105c56635e3c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/24b36856-123e-4cf3-8d29-af598ae7a324 HTTP/1.1" status: 204 len: 168 time: 0.4409518 Sep 27 08:53:16.719213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.721416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe68135-3aae-4aa3-a1a0-7a0ccd509cda None None] Network df3429b6-3dd3-4fc2-b178-859f223781c0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:16.745959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41404) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:16.808815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.812212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:16.815574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.870127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1381078246', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:16.897782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Made reservation on behalf of 4603b53cd2a644178bcf3757f760847e for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:16.900373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.909249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:16.939767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] DHCP port deletion for df3429b6-3dd3-4fc2-b178-859f223781c0 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:16.994703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 88900edb-9f22-4863-94fe-5e3fd2ce73dc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:16.994962 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.001675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] Deleting port 88900edb-9f22-4863-94fe-5e3fd2ce73dc {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:17.002426 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.029527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.038654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.044058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] device_id is not set on port 84b8c6de-08d0-4d06-a8d4-38938539596f yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:17.078555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] For port 88900edb-9f22-4863-94fe-5e3fd2ce73dc, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=88900edb-9f22-4863-94fe-5e3fd2ce73dc,segment=NetworkSegment(84cc3622-50a7-4bf1-af9b-6b69dc16ba0d),segment_id=84cc3622-50a7-4bf1-af9b-6b69dc16ba0d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:17.078966 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.092313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] Calling delete_port for 88900edb-9f22-4863-94fe-5e3fd2ce73dc owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:17.111903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 88900edb-9f22-4863-94fe-5e3fd2ce73dc, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=88900edb-9f22-4863-94fe-5e3fd2ce73dc,segment=NetworkSegment(84cc3622-50a7-4bf1-af9b-6b69dc16ba0d),segment_id=84cc3622-50a7-4bf1-af9b-6b69dc16ba0d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:17.112648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.125684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47441265-3192-4be9-a8b2-3b660f55c286,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.133803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 88900edb-9f22-4863-94fe-5e3fd2ce73dc owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:17.144299 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.181796 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.190528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Allocated IP 172.25.2.184 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/84b8c6de-08d0-4d06-a8d4-38938539596f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:17.222370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] Pushing event deleted for resources: {'Port': ['ID=88900edb-9f22-4863-94fe-5e3fd2ce73dc,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.237730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcfbed-544d-48fe-90b2-e91b64509581 None None] No DVR routers for this DVR port 88900edb-9f22-4863-94fe-5e3fd2ce73dc on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:17.254132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=214d6eb7-9fe7-4c57-849b-a5ecea3a74e3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.276074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': '5b09f67b-3122-412b-bb9c-e5bcf725ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '55832f12-00a4-4861-9eb7-18265728b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:17.276470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: 55832f12-00a4-4861-9eb7-18265728b509, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:17.290377 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.318625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network 55832f12-00a4-4861-9eb7-18265728b509 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:17.325418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=88900edb-9f22-4863-94fe-5e3fd2ce73dc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.332583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port 88900edb-9f22-4863-94fe-5e3fd2ce73dc on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:17.339838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 55832f12-00a4-4861-9eb7-18265728b509) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:17.348617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71162d3-24f9-47bd-9cf2-f8e7a18e63a1 None None] Network 55832f12-00a4-4861-9eb7-18265728b509 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:17.351889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.367050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:17.368289 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.395382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.409908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7253c54-ddb1-42c9-ab99-11039660798f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8187923 Sep 27 08:53:17.412979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41410) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:17.440260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:17.443369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:17.443869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.447792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:17.475062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Pushing event updated for resources: {'Port': ['ID=84b8c6de-08d0-4d06-a8d4-38938539596f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.485990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3429b6-3dd3-4fc2-b178-859f223781c0']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:17.494387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:17.495355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.510499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-125ba0ae-c4fe-498c-ae5f-c3104cfb1a7b tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.7631674 Sep 27 08:53:17.513301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41412) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:17.518980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.184'}]}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:17.527371 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76b5b8b7-ae86-42da-a6e8-03220c212831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.527931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cc3622-50a7-4bf1-af9b-6b69dc16ba0d') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:17.528556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cc3622-50a7-4bf1-af9b-6b69dc16ba0d') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:17.537387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-55832f12-00a4-4861-9eb7-18265728b509', 'network_id': '55832f12-00a4-4861-9eb7-18265728b509', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': '214d6eb7-9fe7-4c57-849b-a5ecea3a74e3'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:17.538682 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.548129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.549294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.613490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.683257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Allocated IP 172.20.0.2 (55832f12-00a4-4861-9eb7-18265728b509/214d6eb7-9fe7-4c57-849b-a5ecea3a74e3/a0f7aefe-7a04-490a-9ccd-5981f79c5b87) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:17.753746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.849400 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.861000 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.863320 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.884600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.897366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:17.897795 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:17.901120 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:17.914425 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.918802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Pushing event updated for resources: {'Port': ['ID=a0f7aefe-7a04-490a-9ccd-5981f79c5b87,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:17.930461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Network 55832f12-00a4-4861-9eb7-18265728b509 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:17.932212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:17.934681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:17.993214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:17.994863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.004187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.011496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Attempting to bind port a0f7aefe-7a04-490a-9ccd-5981f79c5b87 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:18.012242 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/df3429b6-3dd3-4fc2-b178-859f223781c0 HTTP/1.1" status: 204 len: 168 time: 1.2921150 Sep 27 08:53:18.015254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41416) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:18.018081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.019490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Attempting to bind port a0f7aefe-7a04-490a-9ccd-5981f79c5b87 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '5b09f67b-3122-412b-bb9c-e5bcf725ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '55832f12-00a4-4861-9eb7-18265728b509'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:18.019974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Attempting to bind port a0f7aefe-7a04-490a-9ccd-5981f79c5b87 on network 55832f12-00a4-4861-9eb7-18265728b509 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:18.025360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.027278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:18.027899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Checking segment: {'id': '5b09f67b-3122-412b-bb9c-e5bcf725ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '55832f12-00a4-4861-9eb7-18265728b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:18.028119 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.028460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Bound using segment: {'id': '5b09f67b-3122-412b-bb9c-e5bcf725ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '55832f12-00a4-4861-9eb7-18265728b509'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:18.028942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Bound port: a0f7aefe-7a04-490a-9ccd-5981f79c5b87, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b09f67b-3122-412b-bb9c-e5bcf725ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '55832f12-00a4-4861-9eb7-18265728b509'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:18.029085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-415704784', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:18.029319 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.040932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a92e8-2c45-4f54-8375-a57c789334cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=df3429b6-3dd3-4fc2-b178-859f223781c0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:18.066396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Deleting port a0f7aefe-7a04-490a-9ccd-5981f79c5b87 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:18.066941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.070463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.071604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.103933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] For port a0f7aefe-7a04-490a-9ccd-5981f79c5b87, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:18.107949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] For port a0f7aefe-7a04-490a-9ccd-5981f79c5b87, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a0f7aefe-7a04-490a-9ccd-5981f79c5b87,segment=NetworkSegment(5b09f67b-3122-412b-bb9c-e5bcf725ecaa),segment_id=5b09f67b-3122-412b-bb9c-e5bcf725ecaa)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:18.114769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.181371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.195585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb0abb-8da4-4c67-8cd7-df35348730fc None None] Pushing event updated for resources: {'Port': ['ID=a0f7aefe-7a04-490a-9ccd-5981f79c5b87,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:18.202179 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.206594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] For port a0f7aefe-7a04-490a-9ccd-5981f79c5b87, host n-d-810909-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:18.207432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.261117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Calling delete_port for a0f7aefe-7a04-490a-9ccd-5981f79c5b87 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:18.400371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.422364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.425158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.479258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.479979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c066b7b-8c8b-450d-8ab3-6aff1d81e05b {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:53:18.516460 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 27 08:53:18.517617 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c71c635f-4ce4-4ab1-9302-5ce44dc3e97f tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0025821 Sep 27 08:53:18.520562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41420) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:18.539320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a0f7aefe-7a04-490a-9ccd-5981f79c5b87 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:18.573984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.590484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No active binding found for port a0f7aefe-7a04-490a-9ccd-5981f79c5b87 {{(pid=94832) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 27 08:53:18.590955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a0f7aefe-7a04-490a-9ccd-5981f79c5b87 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 27 08:53:18.604637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Port': ['ID=a0f7aefe-7a04-490a-9ccd-5981f79c5b87,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:18.613824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Port a0f7aefe-7a04-490a-9ccd-5981f79c5b87 not found, will not notify nova. {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 27 08:53:18.618823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-368b3a72-09ed-46aa-8fd5-aa8cd1e868e6 tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Deleting port 84b8c6de-08d0-4d06-a8d4-38938539596f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:18.619386 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-368b3a72-09ed-46aa-8fd5-aa8cd1e868e6 tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.675930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 88900edb-9f22-4863-94fe-5e3fd2ce73dc no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:18.685574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No DVR routers for this DVR port a0f7aefe-7a04-490a-9ccd-5981f79c5b87 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:18.696881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 88900edb-9f22-4863-94fe-5e3fd2ce73dc {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:18.697290 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 88900edb-9f22-4863-94fe-5e3fd2ce73dc not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:18.706322 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-368b3a72-09ed-46aa-8fd5-aa8cd1e868e6 tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.719434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-368b3a72-09ed-46aa-8fd5-aa8cd1e868e6 tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Calling delete_port for 84b8c6de-08d0-4d06-a8d4-38938539596f owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:18.760548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.784678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.799172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.844883 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-368b3a72-09ed-46aa-8fd5-aa8cd1e868e6 tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.872350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b3a72-09ed-46aa-8fd5-aa8cd1e868e6 tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Pushing event deleted for resources: {'Port': ['ID=84b8c6de-08d0-4d06-a8d4-38938539596f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:18.924259 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.952276 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-368b3a72-09ed-46aa-8fd5-aa8cd1e868e6 tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.954399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-368b3a72-09ed-46aa-8fd5-aa8cd1e868e6 tempest-RoutersAdminNegativeIpV6Test-1107274457 tempest-RoutersAdminNegativeIpV6Test-1107274457-project-admin] 10.222.0.50 "DELETE /v2.0/ports/84b8c6de-08d0-4d06-a8d4-38938539596f HTTP/1.1" status: 204 len: 168 time: 0.4327736 Sep 27 08:53:18.954935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:18.972382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.25.2.156 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/24dfa54a-b25c-431a-9ca5-f0a0c106b5b1) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:19.015372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=214d6eb7-9fe7-4c57-849b-a5ecea3a74e3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:19.097893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.155319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55832f12-00a4-4861-9eb7-18265728b509']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:19.171334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b09f67b-3122-412b-bb9c-e5bcf725ecaa') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:19.171900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b09f67b-3122-412b-bb9c-e5bcf725ecaa') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:19.184873 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.223953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.242915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:19.243367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:19.246548 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:19.249425 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.264699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41430) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:19.328796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.332051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4145e7-74d8-4234-9380-4b8c7d4ea5a3 None None] Network 55832f12-00a4-4861-9eb7-18265728b509 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:19.338764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.344391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/55832f12-00a4-4861-9eb7-18265728b509 HTTP/1.1" status: 204 len: 168 time: 1.9271624 Sep 27 08:53:19.345139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41434) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:19.352266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4145e7-74d8-4234-9380-4b8c7d4ea5a3 None None] Network 55832f12-00a4-4861-9eb7-18265728b509 could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:53:19.357984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e315d-52ee-468e-92a5-e6857dd6a893 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=55832f12-00a4-4861-9eb7-18265728b509,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:19.364999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-650fd637-34d4-4ff0-a0c9-52dded020de7 None None] Could not find standard attr ID for object a0f7aefe-7a04-490a-9ccd-5981f79c5b87. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:53:19.373584 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.387995 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b22cd23-d0e4-4626-b302-71dc5af0b24c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] GET failed (client error): The resource could not be found. Sep 27 08:53:19.392424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b22cd23-d0e4-4626-b302-71dc5af0b24c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/subnets/214d6eb7-9fe7-4c57-849b-a5ecea3a74e3 HTTP/1.1" status: 404 len: 337 time: 0.0460472 Sep 27 08:53:19.393076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41436) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:19.412846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:19.417318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:19.420924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:19.422277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac92d67-b5a5-4d37-9a03-d9bb92648b2b None None] DHCP port deletion for 55832f12-00a4-4861-9eb7-18265728b509 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:19.426028 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-053557ce-120e-4b8e-ba91-049fa823cbe3 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:19.427226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053557ce-120e-4b8e-ba91-049fa823cbe3 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:19.435913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-053557ce-120e-4b8e-ba91-049fa823cbe3 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/55832f12-00a4-4861-9eb7-18265728b509 HTTP/1.1" status: 404 len: 339 time: 0.0403819 Sep 27 08:53:19.435913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce9028d0-9749-4443-81a4-82e85b31dcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.437299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41438) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:19.454583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=24dfa54a-b25c-431a-9ca5-f0a0c106b5b1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:19.650328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9499bf-54ad-4c89-b0e7-e89211c9a826 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:19.651783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2c9499bf-54ad-4c89-b0e7-e89211c9a826 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2135775 Sep 27 08:53:19.658298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41440) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:19.703991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.706384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8c03743b-5c31-4a8c-a4ba-cd5d06131396 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead HTTP/1.1" status: 200 len: 207 time: 0.0470109 Sep 27 08:53:19.710652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41442) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:19.831310 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce9028d0-9749-4443-81a4-82e85b31dcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.839244 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce9028d0-9749-4443-81a4-82e85b31dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.912476 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:19.923687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ce9028d0-9749-4443-81a4-82e85b31dcc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41543623f84c447caebe772d2ac9012f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6574237 Sep 27 08:53:19.924787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9028d0-9749-4443-81a4-82e85b31dcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705b3852-a930-42c2-b8c4-54d981decbda,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:19.927158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41444) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:19.934200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d2ba7f-f343-4071-954f-2e55d3ddc6d4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:19.940171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d2ba7f-f343-4071-954f-2e55d3ddc6d4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:19.945862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d2ba7f-f343-4071-954f-2e55d3ddc6d4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:19.951423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d2ba7f-f343-4071-954f-2e55d3ddc6d4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:19.953078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c3d2ba7f-f343-4071-954f-2e55d3ddc6d4 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2415206 Sep 27 08:53:19.957023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41446) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.052027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 07d79241-f28b-4b06-b87d-f7af039bd8ca is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:53:20.080934 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92e3c958-4d99-4c7a-8f8e-e4b5e46bbb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.119104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d99f7194-170f-40e6-8293-98ee5fd9fc09 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1610844 Sep 27 08:53:20.123643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41450) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.139706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92e3c958-4d99-4c7a-8f8e-e4b5e46bbb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.164157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:20.175067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85176e14-ae34-4494-95ca-7c2435a9cd23 None None] Sync routers for ids ['07d79241-f28b-4b06-b87d-f7af039bd8ca'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:20.185160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.187160 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85176e14-ae34-4494-95ca-7c2435a9cd23 None None] Routers {'07d79241-f28b-4b06-b87d-f7af039bd8ca'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:20.187853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-85176e14-ae34-4494-95ca-7c2435a9cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['07d79241-f28b-4b06-b87d-f7af039bd8ca'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:20.188805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a200628-0e19-4e95-8013-c46b5065935a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.1723809 Sep 27 08:53:20.189682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.208673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05144197-2e58-4adf-9b29-cb71250152e3 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:20.210207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05144197-2e58-4adf-9b29-cb71250152e3 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:20.215257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-05144197-2e58-4adf-9b29-cb71250152e3 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0872102 Sep 27 08:53:20.215494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41454) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.228216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-85176e14-ae34-4494-95ca-7c2435a9cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:20.237871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85176e14-ae34-4494-95ca-7c2435a9cd23 None None] Routers {'07d79241-f28b-4b06-b87d-f7af039bd8ca'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:20.239169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-85176e14-ae34-4494-95ca-7c2435a9cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['07d79241-f28b-4b06-b87d-f7af039bd8ca'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:20.261912 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92e3c958-4d99-4c7a-8f8e-e4b5e46bbb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.264676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92e3c958-4d99-4c7a-8f8e-e4b5e46bbb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.269789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-92e3c958-4d99-4c7a-8f8e-e4b5e46bbb79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/705b3852-a930-42c2-b8c4-54d981decbda HTTP/1.1" status: 204 len: 168 time: 0.3120415 Sep 27 08:53:20.278282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3c958-4d99-4c7a-8f8e-e4b5e46bbb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b3852-a930-42c2-b8c4-54d981decbda,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:20.279919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-85176e14-ae34-4494-95ca-7c2435a9cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:20.280869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85176e14-ae34-4494-95ca-7c2435a9cd23 None None] The sync data for ids ['07d79241-f28b-4b06-b87d-f7af039bd8ca'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:20.291381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad36603-a8d7-42d4-904e-c1fe16f0e04a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:20.293221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad36603-a8d7-42d4-904e-c1fe16f0e04a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:20.295782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3ad36603-a8d7-42d4-904e-c1fe16f0e04a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0793891 Sep 27 08:53:20.299481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41460) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.384351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-feff74a1-a54f-4c48-9208-7f134a617692 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/routers/07d79241-f28b-4b06-b87d-f7af039bd8ca HTTP/1.1" status: 200 len: 880 time: 0.1864450 Sep 27 08:53:20.384351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.424819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a0f7aefe-7a04-490a-9ccd-5981f79c5b87 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:20.447158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a0f7aefe-7a04-490a-9ccd-5981f79c5b87 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:20.447498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a0f7aefe-7a04-490a-9ccd-5981f79c5b87 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:20.549151 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.622972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.687329 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-80d7f07e-1aee-4636-b502-d69332c2cf5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4603b53cd2a644178bcf3757f760847e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630090 Sep 27 08:53:20.693724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.711910 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c2e92f8-d016-44bd-9a7c-d052cd81c73b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3301711 Sep 27 08:53:20.716022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.720522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1155bab0-4730-43d1-90ca-b709f8eff069 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-415704784'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:20.789812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf0f88e-61ec-4970-a3dd-771b4eb59bec tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:20.791223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7cf0f88e-61ec-4970-a3dd-771b4eb59bec tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/networks/72ae7f91-36a5-4726-ab1c-593aa07fc4a3 HTTP/1.1" status: 200 len: 799 time: 0.4907041 Sep 27 08:53:20.795285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41472) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.836146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9953c0a-e5d7-4aed-a098-7d11cf8be1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.868602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9953c0a-e5d7-4aed-a098-7d11cf8be1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:20.893656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-43ef9bae-94ac-42aa-b16b-6924e8b2bcee tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/networks/72ae7f91-36a5-4726-ab1c-593aa07fc4a3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0972083 Sep 27 08:53:20.897233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41474) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:20.952420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b789ae1c-db4d-40a8-b690-6a3479ec458e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:20.953701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b789ae1c-db4d-40a8-b690-6a3479ec458e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/subnets/c52e5efd-77f1-44e3-8b21-be9f816d21ea HTTP/1.1" status: 200 len: 811 time: 0.0554984 Sep 27 08:53:20.957515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41476) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:21.010667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dcaaa4-f830-4d5e-b434-1f7efe389407 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['shared'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:21.012137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b6dcaaa4-f830-4d5e-b434-1f7efe389407 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "GET /v2.0/subnets/c52e5efd-77f1-44e3-8b21-be9f816d21ea?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0536931 Sep 27 08:53:21.015732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41478) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:21.020566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1527460397'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:21.025337 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9953c0a-e5d7-4aed-a098-7d11cf8be1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.027863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9953c0a-e5d7-4aed-a098-7d11cf8be1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.029034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9953c0a-e5d7-4aed-a098-7d11cf8be1db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47441265-3192-4be9-a8b2-3b660f55c286 HTTP/1.1" status: 204 len: 168 time: 0.3343639 Sep 27 08:53:21.042014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9953c0a-e5d7-4aed-a098-7d11cf8be1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47441265-3192-4be9-a8b2-3b660f55c286,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:21.043359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:21.048031 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.075914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:21.086994 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.087408 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Added segment ae680239-7567-40ef-8e24-b7e0d21c99f3 of type vlan for network f26faace-4249-46dc-93e3-7caa954617f9 Sep 27 08:53:21.106058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1155bab0-4730-43d1-90ca-b709f8eff069 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.120776 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1155bab0-4730-43d1-90ca-b709f8eff069 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.140960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.170298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.177748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:21.178448 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.200387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1811683 Sep 27 08:53:21.209948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41484) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:21.218339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'network_id': 'f26faace-4249-46dc-93e3-7caa954617f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:21.293133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9efe01-aa76-4146-a7f4-d53f328f06b9 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Network': ['ID=f26faace-4249-46dc-93e3-7caa954617f9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:21.307355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f26faace-4249-46dc-93e3-7caa954617f9 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:21.397403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Made reservation on behalf of fd3a6fafd6594ef2a47c0c0c753d9a09 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:21.401431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.476422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Performing IP validity checks on allocation pools {{(pid=94830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 27 08:53:21.476943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 27 08:53:21.592506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1155bab0-4730-43d1-90ca-b709f8eff069 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 07d79241-f28b-4b06-b87d-f7af039bd8ca has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:21.647143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.729469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1155bab0-4730-43d1-90ca-b709f8eff069 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:21.736427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Checking segment: {'id': 'ae680239-7567-40ef-8e24-b7e0d21c99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f26faace-4249-46dc-93e3-7caa954617f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:21.736822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network hostable DHCP agents. Network: f26faace-4249-46dc-93e3-7caa954617f9, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:21.739243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=75542e93-04e6-4494-b77d-b463296f819f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:21.742244 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52253d76-663c-4910-b6ea-1be03218ab49 None None] Sync routers for ids ['07d79241-f28b-4b06-b87d-f7af039bd8ca'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:21.746213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1155bab0-4730-43d1-90ca-b709f8eff069 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.747447 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1155bab0-4730-43d1-90ca-b709f8eff069 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/07d79241-f28b-4b06-b87d-f7af039bd8ca HTTP/1.1" status: 200 len: 887 time: 1.0304646 Sep 27 08:53:21.750007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41502) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:21.764965 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52253d76-663c-4910-b6ea-1be03218ab49 None None] Routers {'07d79241-f28b-4b06-b87d-f7af039bd8ca'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:21.765888 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-52253d76-663c-4910-b6ea-1be03218ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['07d79241-f28b-4b06-b87d-f7af039bd8ca'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:21.778037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Network f26faace-4249-46dc-93e3-7caa954617f9 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:21.791151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f26faace-4249-46dc-93e3-7caa954617f9) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:21.803349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:21.803985 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:21.806544 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-52253d76-663c-4910-b6ea-1be03218ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:21.818430 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52253d76-663c-4910-b6ea-1be03218ab49 None None] Routers {'07d79241-f28b-4b06-b87d-f7af039bd8ca'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:21.819434 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-52253d76-663c-4910-b6ea-1be03218ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['07d79241-f28b-4b06-b87d-f7af039bd8ca'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:21.829824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0207ab-9de2-496f-8a51-7b7b399745c2 None None] Network f26faace-4249-46dc-93e3-7caa954617f9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:21.838208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-37870a33-253d-4aba-a57b-9072e8cbc619 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6269350 Sep 27 08:53:21.840642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41506) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:21.853736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-381dee8d-4038-4675-9392-5b0836890673 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:21.864466 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-52253d76-663c-4910-b6ea-1be03218ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:21.865278 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52253d76-663c-4910-b6ea-1be03218ab49 None None] The sync data for ids ['07d79241-f28b-4b06-b87d-f7af039bd8ca'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:21.916304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-87b6236d-5612-45c3-b220-8cd9dfbc7953 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/routers/07d79241-f28b-4b06-b87d-f7af039bd8ca HTTP/1.1" status: 200 len: 887 time: 0.1651053 Sep 27 08:53:21.918988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:21.954279 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-86c7039d-47f9-4dd9-829e-f015565db8ab tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d79241-f28b-4b06-b87d-f7af039bd8ca HTTP/1.1" status: 200 len: 205 time: 0.0334260 Sep 27 08:53:21.956777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:21.995313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-381dee8d-4038-4675-9392-5b0836890673 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4527507'] for subnet, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.001039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41514) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:22.064248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-f26faace-4249-46dc-93e3-7caa954617f9', 'network_id': 'f26faace-4249-46dc-93e3-7caa954617f9', 'tenant_id': 'fd3a6fafd6594ef2a47c0c0c753d9a09', 'fixed_ips': [{'subnet_id': '75542e93-04e6-4494-b77d-b463296f819f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:22.065552 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.087200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.153470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9620a871-61fe-40db-a82a-f0a45cc48d09 tempest-AgentManagementNegativeTest-1274084385 tempest-AgentManagementNegativeTest-1274084385-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1509883 Sep 27 08:53:22.216442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.235728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-381dee8d-4038-4675-9392-5b0836890673 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747587392247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4333601'] for subnet, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.285696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381dee8d-4038-4675-9392-5b0836890673 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:22.286145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 24dfa54a-b25c-431a-9ca5-f0a0c106b5b1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:22.286313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-381dee8d-4038-4675-9392-5b0836890673 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.286647 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.287708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-381dee8d-4038-4675-9392-5b0836890673 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "PUT /v2.0/subnets/75542e93-04e6-4494-b77d-b463296f819f HTTP/1.1" status: 200 len: 877 time: 0.4455745 Sep 27 08:53:22.290673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41522) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:22.316118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Allocated IP 172.20.0.3 (f26faace-4249-46dc-93e3-7caa954617f9/75542e93-04e6-4494-b77d-b463296f819f/e46e6cac-2540-4645-80b4-f78a4aa2d87e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:22.331877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dee8d-4038-4675-9392-5b0836890673 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event updated for resources: {'Subnet': ['ID=75542e93-04e6-4494-b77d-b463296f819f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:22.401795 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.414628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 24dfa54a-b25c-431a-9ca5-f0a0c106b5b1 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:22.415800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.489734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.497292 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.510051 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.553439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:22.554786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Network f26faace-4249-46dc-93e3-7caa954617f9 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:22.559702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:22.565341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:22.582245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Pushing event updated for resources: {'Port': ['ID=e46e6cac-2540-4645-80b4-f78a4aa2d87e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:22.590250 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.622267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=75542e93-04e6-4494-b77d-b463296f819f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:22.643274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Attempting to bind port e46e6cac-2540-4645-80b4-f78a4aa2d87e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:22.644616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Attempting to bind port e46e6cac-2540-4645-80b4-f78a4aa2d87e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ae680239-7567-40ef-8e24-b7e0d21c99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f26faace-4249-46dc-93e3-7caa954617f9'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:22.645231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Attempting to bind port e46e6cac-2540-4645-80b4-f78a4aa2d87e on network f26faace-4249-46dc-93e3-7caa954617f9 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:22.648514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.651619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:22.651978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Checking segment: {'id': 'ae680239-7567-40ef-8e24-b7e0d21c99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f26faace-4249-46dc-93e3-7caa954617f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:22.652416 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.653072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Bound using segment: {'id': 'ae680239-7567-40ef-8e24-b7e0d21c99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f26faace-4249-46dc-93e3-7caa954617f9'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:22.653531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Bound port: e46e6cac-2540-4645-80b4-f78a4aa2d87e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae680239-7567-40ef-8e24-b7e0d21c99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f26faace-4249-46dc-93e3-7caa954617f9'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:22.653918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.703955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.708496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=24dfa54a-b25c-431a-9ca5-f0a0c106b5b1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:22.720523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] For port e46e6cac-2540-4645-80b4-f78a4aa2d87e, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:22.724519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] For port e46e6cac-2540-4645-80b4-f78a4aa2d87e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e46e6cac-2540-4645-80b4-f78a4aa2d87e,segment=NetworkSegment(ae680239-7567-40ef-8e24-b7e0d21c99f3),segment_id=ae680239-7567-40ef-8e24-b7e0d21c99f3)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:22.724686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26faace-4249-46dc-93e3-7caa954617f9']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:22.729910 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.736619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae680239-7567-40ef-8e24-b7e0d21c99f3') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:22.737074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae680239-7567-40ef-8e24-b7e0d21c99f3') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:22.747118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.760923 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eda55723-f896-4367-acf8-6dc27c50a611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.763036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.771380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:22.772182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:22.775515 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:22.786382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.810987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab045b-e70e-4067-a6a8-6303f8e392f0 None None] Pushing event updated for resources: {'Port': ['ID=e46e6cac-2540-4645-80b4-f78a4aa2d87e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:22.834002 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 27 08:53:22.834002 n-d-810909-1 neutron-server[94830]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 27 08:53:22.834002 n-d-810909-1 neutron-server[94830]: [parameters: {'id': 'f26faace-4249-46dc-93e3-7caa954617f9'}] Sep 27 08:53:22.834002 n-d-810909-1 neutron-server[94830]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:53:22.835153 n-d-810909-1 neutron-server[94830]: DEBUG oslo_db.api [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:53:22.835506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655ec36-4476-44fb-9990-181822f1f96d None None] Network f26faace-4249-46dc-93e3-7caa954617f9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:22.895786 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.899619 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.953659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.954172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Fanout notify agent at l3_agent the message router_deleted on router 07d79241-f28b-4b06-b87d-f7af039bd8ca {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:53:22.959036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2f073-1ee3-4e37-8f1c-4ef186d997fd None None] Network f26faace-4249-46dc-93e3-7caa954617f9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:22.962064 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:22.966999 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-98062da2-8049-48f2-a8d1-5fa8d8df2b8c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/07d79241-f28b-4b06-b87d-f7af039bd8ca HTTP/1.1" status: 204 len: 168 time: 1.0053263 Sep 27 08:53:22.967448 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41532) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:22.974001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-664295146'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:23.007760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eda55723-f896-4367-acf8-6dc27c50a611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.016405 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eda55723-f896-4367-acf8-6dc27c50a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.061327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:23.064873 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.071059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eda55723-f896-4367-acf8-6dc27c50a611 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=adf7fe3b12a447149539d135ad06c4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084074 Sep 27 08:53:23.071894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41534) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:23.081891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda55723-f896-4367-acf8-6dc27c50a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fef2f7f-8322-4bb5-ad07-1a46915c9e42,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:23.096494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018ef9d-82a6-4830-8751-57415f63ac7f None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:53:23.098939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:23.109634 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.110583 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment 1b8c603b-02c4-444a-ab73-f9704a0848dd of type vlan for network c58de968-a9ff-402f-92dd-9ea975966402 Sep 27 08:53:23.137609 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cbc6-ef13-41a2-86e7-9a1e4acf2c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.157144 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.160437 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cbc6-ef13-41a2-86e7-9a1e4acf2c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.184174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.190293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:23.191275 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.205067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018ef9d-82a6-4830-8751-57415f63ac7f None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:53:23.212910 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cbc6-ef13-41a2-86e7-9a1e4acf2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.215524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cbc6-ef13-41a2-86e7-9a1e4acf2c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.219472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1fa1cbc6-ef13-41a2-86e7-9a1e4acf2c53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fef2f7f-8322-4bb5-ad07-1a46915c9e42 HTTP/1.1" status: 204 len: 168 time: 0.1454837 Sep 27 08:53:23.230050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cbc6-ef13-41a2-86e7-9a1e4acf2c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fef2f7f-8322-4bb5-ad07-1a46915c9e42,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:23.249805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2788446 Sep 27 08:53:23.251857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41538) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:23.280134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': 'c58de968-a9ff-402f-92dd-9ea975966402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:23.285138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912cc24-6780-49fa-a3c0-64b7b8cef0a2 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=c58de968-a9ff-402f-92dd-9ea975966402,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:23.316568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network c58de968-a9ff-402f-92dd-9ea975966402 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:23.336635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.398667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:23.402745 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.431584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Deleting port e46e6cac-2540-4645-80b4-f78a4aa2d87e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:23.431584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.509139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] For port e46e6cac-2540-4645-80b4-f78a4aa2d87e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e46e6cac-2540-4645-80b4-f78a4aa2d87e,segment=NetworkSegment(ae680239-7567-40ef-8e24-b7e0d21c99f3),segment_id=ae680239-7567-40ef-8e24-b7e0d21c99f3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:23.509510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.524423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Calling delete_port for e46e6cac-2540-4645-80b4-f78a4aa2d87e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:23.631658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.643760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.662727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Port': ['ID=e46e6cac-2540-4645-80b4-f78a4aa2d87e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:23.664607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No DVR routers for this DVR port e46e6cac-2540-4645-80b4-f78a4aa2d87e on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:23.709584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=218eace9-758a-49bf-ae11-1df25e25a73f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:23.718786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': '1b8c603b-02c4-444a-ab73-f9704a0848dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c58de968-a9ff-402f-92dd-9ea975966402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:23.719155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: c58de968-a9ff-402f-92dd-9ea975966402, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:23.737811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network c58de968-a9ff-402f-92dd-9ea975966402 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:23.747114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.749134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, c58de968-a9ff-402f-92dd-9ea975966402) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:23.755864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:23.756711 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.762837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb8e3a-b322-48a8-ad5c-9a3f07608951 None None] Network c58de968-a9ff-402f-92dd-9ea975966402 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:23.776090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26faace-4249-46dc-93e3-7caa954617f9']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:23.783868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-30be79d7-7dac-46a6-880b-9675c92d0965 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5297940 Sep 27 08:53:23.784191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41556) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:23.789065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-83988dc6-ecf9-47b5-af2f-857eb3be0974 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-157944072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:23.789661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae680239-7567-40ef-8e24-b7e0d21c99f3') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:23.790054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae680239-7567-40ef-8e24-b7e0d21c99f3') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:23.806072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.816479 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83988dc6-ecf9-47b5-af2f-857eb3be0974 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.817420 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83988dc6-ecf9-47b5-af2f-857eb3be0974 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.832090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.847526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:23.848373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:23.854060 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:23.890442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83988dc6-ecf9-47b5-af2f-857eb3be0974 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.897993 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83988dc6-ecf9-47b5-af2f-857eb3be0974 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.920789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83988dc6-ecf9-47b5-af2f-857eb3be0974 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.922213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-83988dc6-ecf9-47b5-af2f-857eb3be0974 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1369643 Sep 27 08:53:23.924845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41562) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:23.932960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.945201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.947467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/f26faace-4249-46dc-93e3-7caa954617f9 HTTP/1.1" status: 204 len: 168 time: 1.6558721 Sep 27 08:53:23.957149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-c58de968-a9ff-402f-92dd-9ea975966402', 'network_id': 'c58de968-a9ff-402f-92dd-9ea975966402', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': '218eace9-758a-49bf-ae11-1df25e25a73f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:23.958416 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:23.958569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41566) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:23.969111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63fe5a-7960-4a59-abe7-d8e285a22d0d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=f26faace-4249-46dc-93e3-7caa954617f9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:24.005025 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c9e7f3-518d-48ec-bee5-aab90a7bbd8f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.005608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c9e7f3-518d-48ec-bee5-aab90a7bbd8f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.008187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-29c9e7f3-518d-48ec-bee5-aab90a7bbd8f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/75542e93-04e6-4494-b77d-b463296f819f HTTP/1.1" status: 404 len: 337 time: 0.0485237 Sep 27 08:53:24.010637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41568) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.031659 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5306922e-713d-4716-8c8d-0ce251e1084a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.032250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5306922e-713d-4716-8c8d-0ce251e1084a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.034051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5306922e-713d-4716-8c8d-0ce251e1084a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/f26faace-4249-46dc-93e3-7caa954617f9 HTTP/1.1" status: 404 len: 339 time: 0.0224440 Sep 27 08:53:24.036547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41570) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.063657 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbf1b5f-243f-475d-b4c5-e6ff2498d04f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.064304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbf1b5f-243f-475d-b4c5-e6ff2498d04f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.066129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bfbf1b5f-243f-475d-b4c5-e6ff2498d04f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/214d6eb7-9fe7-4c57-849b-a5ecea3a74e3 HTTP/1.1" status: 404 len: 337 time: 0.0283220 Sep 27 08:53:24.068878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41572) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.089902 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9fab9f-e416-4072-ac7f-c59e10aafd1d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.090533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9fab9f-e416-4072-ac7f-c59e10aafd1d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.092433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3d9fab9f-e416-4072-ac7f-c59e10aafd1d tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/55832f12-00a4-4861-9eb7-18265728b509 HTTP/1.1" status: 404 len: 339 time: 0.0225286 Sep 27 08:53:24.092981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41574) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.095014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41576) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.126820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Allocated IP 172.20.0.2 (c58de968-a9ff-402f-92dd-9ea975966402/218eace9-758a-49bf-ae11-1df25e25a73f/32183b37-e5e6-44b2-a64c-a9ac90328b05) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:24.192721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.239539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1137451019'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:24.265582 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.306389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.309384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.313620 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.317646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:24.321316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.340149 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.342825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:24.353054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Network c58de968-a9ff-402f-92dd-9ea975966402 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:24.355821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:24.362464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:24.362967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76da669a-42bb-44b8-9d87-c1a8a0e5cdc1') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:24.363250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76da669a-42bb-44b8-9d87-c1a8a0e5cdc1') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:24.370909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Pushing event updated for resources: {'Port': ['ID=32183b37-e5e6-44b2-a64c-a9ac90328b05,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:24.380214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.408224 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.421597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:24.422035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:24.425258 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:24.430679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Attempting to bind port 32183b37-e5e6-44b2-a64c-a9ac90328b05 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:24.431190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Attempting to bind port 32183b37-e5e6-44b2-a64c-a9ac90328b05 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1b8c603b-02c4-444a-ab73-f9704a0848dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c58de968-a9ff-402f-92dd-9ea975966402'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:24.431647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Attempting to bind port 32183b37-e5e6-44b2-a64c-a9ac90328b05 on network c58de968-a9ff-402f-92dd-9ea975966402 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:24.437311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:24.437537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Checking segment: {'id': '1b8c603b-02c4-444a-ab73-f9704a0848dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c58de968-a9ff-402f-92dd-9ea975966402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:24.438152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.438886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Bound using segment: {'id': '1b8c603b-02c4-444a-ab73-f9704a0848dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c58de968-a9ff-402f-92dd-9ea975966402'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:24.439431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Bound port: 32183b37-e5e6-44b2-a64c-a9ac90328b05, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8c603b-02c4-444a-ab73-f9704a0848dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c58de968-a9ff-402f-92dd-9ea975966402'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:24.440602 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.491441 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.511993 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.516153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5 HTTP/1.1" status: 204 len: 168 time: 0.4179878 Sep 27 08:53:24.516598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41582) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.516793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf06859-7005-4b69-b8c2-11be722857c2 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=71b7fc0f-17e8-4dd4-ba24-0ef0dba557e5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:24.522672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] For port 32183b37-e5e6-44b2-a64c-a9ac90328b05, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:24.526825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] For port 32183b37-e5e6-44b2-a64c-a9ac90328b05, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=32183b37-e5e6-44b2-a64c-a9ac90328b05,segment=NetworkSegment(1b8c603b-02c4-444a-ab73-f9704a0848dd),segment_id=1b8c603b-02c4-444a-ab73-f9704a0848dd)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:24.531663 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.564621 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d3ac6e-6e39-43f4-99ef-2d2fe63c451f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.564916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.565253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d3ac6e-6e39-43f4-99ef-2d2fe63c451f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.568432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d2d3ac6e-6e39-43f4-99ef-2d2fe63c451f tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/c3f60a84-cc10-4fd0-9832-ac8f39b9fbf4 HTTP/1.1" status: 404 len: 337 time: 0.0494440 Sep 27 08:53:24.569940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41584) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.588550 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.591751 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-460f599c-d06a-45f9-984a-92b5c1c524c8 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.592360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460f599c-d06a-45f9-984a-92b5c1c524c8 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.592985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.20.0.1 (c58de968-a9ff-402f-92dd-9ea975966402/218eace9-758a-49bf-ae11-1df25e25a73f/e5921b3f-f242-43b5-9ff5-250077c68721) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:24.599506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-460f599c-d06a-45f9-984a-92b5c1c524c8 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/244bd6f8-8648-4f99-9a1a-0719ecb1beab HTTP/1.1" status: 404 len: 339 time: 0.0284328 Sep 27 08:53:24.604142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a6ee5-21d4-4d4b-a6ba-d1f8dc49c763 None None] Pushing event updated for resources: {'Port': ['ID=32183b37-e5e6-44b2-a64c-a9ac90328b05,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:24.604950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41586) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.621962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:24.641720 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb08e7ba-6d93-4fdf-b853-dcdc92df0fc6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.642396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb08e7ba-6d93-4fdf-b853-dcdc92df0fc6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.646793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb08e7ba-6d93-4fdf-b853-dcdc92df0fc6 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/8fcd05c5-5f64-494e-92a1-76859dbd6c16 HTTP/1.1" status: 404 len: 337 time: 0.0381851 Sep 27 08:53:24.648940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.658103 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.658826 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Added segment d1de608f-4739-494c-b52d-27cd6c2a2648 of type vlan for network b90251e7-1859-4a80-b7c1-143d6ef98208 Sep 27 08:53:24.677273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc2756f-15bf-46ca-8036-7da41864f6cb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:24.684229 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f110b746-ddb6-49a2-9f10-e0d6472b1a2a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.685245 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f110b746-ddb6-49a2-9f10-e0d6472b1a2a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.690234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f110b746-ddb6-49a2-9f10-e0d6472b1a2a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/b3139a3c-af86-4f6b-b2c0-646e207543ce HTTP/1.1" status: 404 len: 339 time: 0.0371232 Sep 27 08:53:24.690361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41592) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.722632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.727267 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e7a326-806b-4aa6-8b98-9e89fb632e99 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.727825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e7a326-806b-4aa6-8b98-9e89fb632e99 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.729665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-73e7a326-806b-4aa6-8b98-9e89fb632e99 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/34f4ce2a-9f18-427b-b55a-31b3e0097ab4 HTTP/1.1" status: 404 len: 337 time: 0.0383294 Sep 27 08:53:24.732283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41594) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.753215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.759119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:24.759902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:24.783061 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ee1dce-0142-4d56-a0df-8dc2c4b6da8e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.783640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ee1dce-0142-4d56-a0df-8dc2c4b6da8e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.785397 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-51ee1dce-0142-4d56-a0df-8dc2c4b6da8e tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/35bd38e7-2a8d-4042-a9e6-83ed57d6a0d6 HTTP/1.1" status: 404 len: 339 time: 0.0522099 Sep 27 08:53:24.788354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.840162 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-029869d3-a7aa-4ea9-97f4-f6b5758c5e7a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.840766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029869d3-a7aa-4ea9-97f4-f6b5758c5e7a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.842516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-029869d3-a7aa-4ea9-97f4-f6b5758c5e7a tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/69957d43-5827-47a7-88e9-8c6f35d80a4d HTTP/1.1" status: 404 len: 337 time: 0.0536520 Sep 27 08:53:24.846709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7495131 Sep 27 08:53:24.846709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dc193-2a8a-4a61-8a5f-f9e02dcb921d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Network': ['ID=b90251e7-1859-4a80-b7c1-143d6ef98208,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:24.847309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41598) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.847492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.862750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:24.863921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:24.900547 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1d57d7-04b6-474e-90ef-a2ece08a6146 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.901165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1d57d7-04b6-474e-90ef-a2ece08a6146 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.902904 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a1d57d7-04b6-474e-90ef-a2ece08a6146 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/7be78900-f21e-4523-bcd3-7722f8441b0d HTTP/1.1" status: 404 len: 339 time: 0.0564888 Sep 27 08:53:24.906790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41602) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.942257 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f00ba75-7b70-4029-94e0-334e7e80a88c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.942728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f00ba75-7b70-4029-94e0-334e7e80a88c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.944576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8f00ba75-7b70-4029-94e0-334e7e80a88c tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/b6311838-c292-4db4-8a36-c3909adcc528 HTTP/1.1" status: 404 len: 337 time: 0.0349972 Sep 27 08:53:24.947137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41604) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.965817 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc32190-7d95-4280-be2f-d86d7c675738 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:24.966387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc32190-7d95-4280-be2f-d86d7c675738 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:24.968108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fcc32190-7d95-4280-be2f-d86d7c675738 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/37b7d86c-2eac-42b3-adf1-73bc520a8782 HTTP/1.1" status: 404 len: 339 time: 0.0200596 Sep 27 08:53:24.970688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41606) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:24.980025 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.000791 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a70b2c-40fc-414c-ab59-67a41a58e7fc tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:25.001239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a70b2c-40fc-414c-ab59-67a41a58e7fc tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:25.004407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49a70b2c-40fc-414c-ab59-67a41a58e7fc tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/0504f7ae-dac3-44f4-8355-d6b261713ced HTTP/1.1" status: 404 len: 337 time: 0.0313709 Sep 27 08:53:25.005666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41608) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:25.023771 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-48677e08-fd7c-4882-9f17-73de62bbf818 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:25.024389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48677e08-fd7c-4882-9f17-73de62bbf818 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:25.025291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:25.026119 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-48677e08-fd7c-4882-9f17-73de62bbf818 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/f64c84ad-83c0-4700-908a-0bc10b3ba20e HTTP/1.1" status: 404 len: 339 time: 0.0195022 Sep 27 08:53:25.028761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41610) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:25.029164 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.055105 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc84406-3731-4ec0-90c8-5df5f1151ea7 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:25.055544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc84406-3731-4ec0-90c8-5df5f1151ea7 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:25.057334 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2bc84406-3731-4ec0-90c8-5df5f1151ea7 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/fbbd932d-6c61-468f-88e2-f6246834a22d HTTP/1.1" status: 404 len: 337 time: 0.0276623 Sep 27 08:53:25.060003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41612) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:25.061932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.078377 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4e9c0e-9ae2-4dc8-b4bc-3aaadcc60429 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:25.078846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4e9c0e-9ae2-4dc8-b4bc-3aaadcc60429 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:25.080553 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f4e9c0e-9ae2-4dc8-b4bc-3aaadcc60429 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/142e1453-c977-4b64-bc25-523635e8c78e HTTP/1.1" status: 404 len: 339 time: 0.0196135 Sep 27 08:53:25.083163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41614) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:25.109195 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a90b2b-f548-445b-ab4f-9b379433ca36 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:25.109659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a90b2b-f548-445b-ab4f-9b379433ca36 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:25.114152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-56a90b2b-f548-445b-ab4f-9b379433ca36 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/b38175e4-e98f-4eaa-933e-5d2ed3e3b5f2 HTTP/1.1" status: 404 len: 337 time: 0.0273101 Sep 27 08:53:25.115510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41616) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:25.133539 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-413ec769-e1bd-4645-bb04-2412d0dd5308 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:25.134091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413ec769-e1bd-4645-bb04-2412d0dd5308 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:25.138122 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-413ec769-e1bd-4645-bb04-2412d0dd5308 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/4dd58506-3395-4203-85f4-546fc0959831 HTTP/1.1" status: 404 len: 339 time: 0.0193260 Sep 27 08:53:25.138275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network c58de968-a9ff-402f-92dd-9ea975966402 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:25.138383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41618) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:25.149168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:25.151838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:25.189823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d04899-3990-48af-9c9a-8a0206af1a45 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Deleting subnet c52e5efd-77f1-44e3-8b21-be9f816d21ea {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:25.193220 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17d04899-3990-48af-9c9a-8a0206af1a45 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.196453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=e5921b3f-f242-43b5-9ff5-250077c68721,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:25.231657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.239997 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17d04899-3990-48af-9c9a-8a0206af1a45 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.376662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17d04899-3990-48af-9c9a-8a0206af1a45 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.457515 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17d04899-3990-48af-9c9a-8a0206af1a45 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.516497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d04899-3990-48af-9c9a-8a0206af1a45 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Subnet': ['ID=c52e5efd-77f1-44e3-8b21-be9f816d21ea,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:25.524113 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.526090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-17d04899-3990-48af-9c9a-8a0206af1a45 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.532157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-17d04899-3990-48af-9c9a-8a0206af1a45 tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/subnets/c52e5efd-77f1-44e3-8b21-be9f816d21ea HTTP/1.1" status: 204 len: 168 time: 0.3908286 Sep 27 08:53:25.532781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41622) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:25.541811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4e2e1-0ed2-4104-861c-145c4d347afd None None] Network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:25.594144 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.686804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.693623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19ba95-0710-4c83-b7de-2feae99a603e None None] Network c58de968-a9ff-402f-92dd-9ea975966402 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:25.703662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=535feac9-f8c9-4016-83c6-3457f2ed8288,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:25.725812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:25.726180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network hostable DHCP agents. Network: b90251e7-1859-4a80-b7c1-143d6ef98208, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:25.753991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Deleting port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:25.754339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.823877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3ef1d490-7c42-4fad-9763-6302919625a5 None None] Provisioning complete for port 32183b37-e5e6-44b2-a64c-a9ac90328b05 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:25.824265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:25.824881 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d490-7c42-4fad-9763-6302919625a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.845999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b90251e7-1859-4a80-b7c1-143d6ef98208) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:25.850744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] For port 9e54f42e-8762-4b9a-8e4a-3e9f87415862, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9e54f42e-8762-4b9a-8e4a-3e9f87415862,segment=NetworkSegment(ee1dec90-56e8-4e17-b7a0-eb07a5de2946),segment_id=ee1dec90-56e8-4e17-b7a0-eb07a5de2946)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:25.851118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.852612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cd76ea-8541-4c76-ae1e-0ba64135f004 None None] DHCP port deletion for 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:25.854313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:25.854897 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.864123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39b0d0-bb53-474e-b27c-68c009f45879 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:25.864616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Calling delete_port for 9e54f42e-8762-4b9a-8e4a-3e9f87415862 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:25.890507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-31b4ebd1-1520-4dbc-b709-ebf7f8705af6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0305839 Sep 27 08:53:25.894676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:25.901900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'name': 'tempest-NetworksTestDHCPv6-1281878422'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:25.955568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:25.987313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Port': ['ID=9e54f42e-8762-4b9a-8e4a-3e9f87415862,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:25.992945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] No DVR routers for this DVR port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:26.069988 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.078857 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.084426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.105581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ae7f91-36a5-4726-ab1c-593aa07fc4a3']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:26.115522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1dec90-56e8-4e17-b7a0-eb07a5de2946') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:26.115821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1dec90-56e8-4e17-b7a0-eb07a5de2946') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:26.125365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.136055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:26.139461 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.140417 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.146726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:26.147190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:26.150325 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:26.174227 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.177099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=e5921b3f-f242-43b5-9ff5-250077c68721,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:26.179956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port b4004df6-50b1-4dc1-a945-b99e2d8855eb yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:26.237725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.245158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.249355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] 10.222.0.50 "DELETE /v2.0/networks/72ae7f91-36a5-4726-ab1c-593aa07fc4a3 HTTP/1.1" status: 204 len: 168 time: 0.7128856 Sep 27 08:53:26.258841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf1747-55de-40ac-9c34-ed0a7adbcaca tempest-NetworksTest-259480240 tempest-NetworksTest-259480240-project] Pushing event deleted for resources: {'Network': ['ID=72ae7f91-36a5-4726-ab1c-593aa07fc4a3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:26.263776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-02cd76ea-8541-4c76-ae1e-0ba64135f004 None None] Deleting port 9e54f42e-8762-4b9a-8e4a-3e9f87415862 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:26.264164 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02cd76ea-8541-4c76-ae1e-0ba64135f004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-02cd76ea-8541-4c76-ae1e-0ba64135f004 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 could not be found. Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:53:26.316101 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1966, in delete_port Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 could not be found. Sep 27 08:53:26.320466 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:53:26.324304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d490-7c42-4fad-9763-6302919625a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.361963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2fddf7-e71c-4a2d-b079-7555cb199bc3 None None] DHCP port deletion for 72ae7f91-36a5-4726-ab1c-593aa07fc4a3 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:26.391310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::16a (b90251e7-1859-4a80-b7c1-143d6ef98208/535feac9-f8c9-4016-83c6-3457f2ed8288/b4004df6-50b1-4dc1-a945-b99e2d8855eb) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:26.412126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3ef1d490-7c42-4fad-9763-6302919625a5 None None] For port 32183b37-e5e6-44b2-a64c-a9ac90328b05, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=32183b37-e5e6-44b2-a64c-a9ac90328b05,segment=NetworkSegment(1b8c603b-02c4-444a-ab73-f9704a0848dd),segment_id=1b8c603b-02c4-444a-ab73-f9704a0848dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:26.417062 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network c58de968-a9ff-402f-92dd-9ea975966402 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:26.422040 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d490-7c42-4fad-9763-6302919625a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.422740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:26.465107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '535feac9-f8c9-4016-83c6-3457f2ed8288'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:26.466256 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.497931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 32183b37-e5e6-44b2-a64c-a9ac90328b05 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:26.551518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1d490-7c42-4fad-9763-6302919625a5 None None] Pushing event updated for resources: {'Port': ['ID=32183b37-e5e6-44b2-a64c-a9ac90328b05,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:26.663519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 32183b37-e5e6-44b2-a64c-a9ac90328b05 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:26.664189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.682157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41634) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:26.803604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a478ee57-f215-4267-a548-ed0fa925edf9 None None] Provisioning complete for port e5921b3f-f242-43b5-9ff5-250077c68721 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:26.803976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a478ee57-f215-4267-a548-ed0fa925edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.856400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a478ee57-f215-4267-a548-ed0fa925edf9 None None] Port e5921b3f-f242-43b5-9ff5-250077c68721 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:26.867285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a478ee57-f215-4267-a548-ed0fa925edf9 None None] Provisioning complete for port 32183b37-e5e6-44b2-a64c-a9ac90328b05 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:26.867727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a478ee57-f215-4267-a548-ed0fa925edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.870602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67b34e01-9c2d-4be0-b3e3-2eab0cb3867b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd3a6fafd6594ef2a47c0c0c753d9a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871815 Sep 27 08:53:26.871237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41640) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:26.919796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9e54f42e-8762-4b9a-8e4a-3e9f87415862 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:26.934251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d448de2f-e5e5-4452-99cb-850f84225e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.968370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d448de2f-e5e5-4452-99cb-850f84225e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:26.994332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 9e54f42e-8762-4b9a-8e4a-3e9f87415862 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:26.995064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9e54f42e-8762-4b9a-8e4a-3e9f87415862 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:27.027964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router b1608555-9cb0-44e1-922d-51a2e7e78036 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:53:27.033519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d448de2f-e5e5-4452-99cb-850f84225e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.036625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d448de2f-e5e5-4452-99cb-850f84225e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.040861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d448de2f-e5e5-4452-99cb-850f84225e2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31f3378a-5665-4334-93bb-de8eb484563b HTTP/1.1" status: 204 len: 168 time: 0.1658051 Sep 27 08:53:27.046718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448de2f-e5e5-4452-99cb-850f84225e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3378a-5665-4334-93bb-de8eb484563b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:27.116787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f105d5e4-4328-4f9b-88d0-24319ec2b496 None None] Provisioning complete for port e5921b3f-f242-43b5-9ff5-250077c68721 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:27.117224 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f105d5e4-4328-4f9b-88d0-24319ec2b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.152542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f105d5e4-4328-4f9b-88d0-24319ec2b496 None None] Port e5921b3f-f242-43b5-9ff5-250077c68721 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:27.170036 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.202913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:27.209535 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c80b1cac-f67b-468f-8995-d933852360ca tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/b1608555-9cb0-44e1-922d-51a2e7e78036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2836542 Sep 27 08:53:27.212446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41646) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:27.219973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11604ce8-75e7-4a07-b7c6-906964979913 None None] Sync routers for ids ['b1608555-9cb0-44e1-922d-51a2e7e78036'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:27.239019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11604ce8-75e7-4a07-b7c6-906964979913 None None] Routers {'b1608555-9cb0-44e1-922d-51a2e7e78036'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:27.240016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-11604ce8-75e7-4a07-b7c6-906964979913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b1608555-9cb0-44e1-922d-51a2e7e78036'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:27.246339 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.280604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04670eb9-511b-449c-9a0e-dc010b2e7433 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:27.285536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-04670eb9-511b-449c-9a0e-dc010b2e7433 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports/e5921b3f-f242-43b5-9ff5-250077c68721 HTTP/1.1" status: 200 len: 910 time: 0.0690637 Sep 27 08:53:27.285811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41648) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:27.289783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-11604ce8-75e7-4a07-b7c6-906964979913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:27.294088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-94fbe013-77b7-43db-91dd-aedf11ee8d70 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '218eace9-758a-49bf-ae11-1df25e25a73f'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:27.316372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:27.322913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=b4004df6-50b1-4dc1-a945-b99e2d8855eb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:27.325544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:27.327821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:27.334404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:27.334672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.337708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11604ce8-75e7-4a07-b7c6-906964979913 None None] Routers {'b1608555-9cb0-44e1-922d-51a2e7e78036'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:27.338559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-11604ce8-75e7-4a07-b7c6-906964979913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b1608555-9cb0-44e1-922d-51a2e7e78036'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:27.355145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0d5018da-7f15-42ea-be98-81ac819a0a2c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4596472 Sep 27 08:53:27.355919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:27.380021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-11604ce8-75e7-4a07-b7c6-906964979913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:27.381082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11604ce8-75e7-4a07-b7c6-906964979913 None None] The sync data for ids ['b1608555-9cb0-44e1-922d-51a2e7e78036'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:27.409762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/535feac9-f8c9-4016-83c6-3457f2ed8288/03c01861-1fab-45dc-ac17-9a32d96627b9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:27.419730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-299882d8-fe3f-47ed-836e-e03db4cdb58c None None] Provisioning complete for port e5921b3f-f242-43b5-9ff5-250077c68721 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:27.420392 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-299882d8-fe3f-47ed-836e-e03db4cdb58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.461236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0bc9f7-1782-4d67-afa0-1ad41d6bf1f2 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:27.465309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94fbe013-77b7-43db-91dd-aedf11ee8d70 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.466215 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db0bc9f7-1782-4d67-afa0-1ad41d6bf1f2 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1091619 Sep 27 08:53:27.466822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:27.501131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-299882d8-fe3f-47ed-836e-e03db4cdb58c None None] Port e5921b3f-f242-43b5-9ff5-250077c68721 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:27.576387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-65461818-49dd-4436-ba5c-d196c20a4e35 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port b4004df6-50b1-4dc1-a945-b99e2d8855eb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:27.576734 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65461818-49dd-4436-ba5c-d196c20a4e35 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.631106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.639093 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.676513 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65461818-49dd-4436-ba5c-d196c20a4e35 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.682823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:27.686265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:27.690276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:27.702963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-65461818-49dd-4436-ba5c-d196c20a4e35 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for b4004df6-50b1-4dc1-a945-b99e2d8855eb owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:27.751221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Pushing event updated for resources: {'Port': ['ID=03c01861-1fab-45dc-ac17-9a32d96627b9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:27.791285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Attempting to bind port 03c01861-1fab-45dc-ac17-9a32d96627b9 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:27.791854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Attempting to bind port 03c01861-1fab-45dc-ac17-9a32d96627b9 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:27.792582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Attempting to bind port 03c01861-1fab-45dc-ac17-9a32d96627b9 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:27.799439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:27.799916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:27.800431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.800934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:27.801488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Bound port: 03c01861-1fab-45dc-ac17-9a32d96627b9, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:27.802309 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.881623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] For port 03c01861-1fab-45dc-ac17-9a32d96627b9, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:27.885002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] For port 03c01861-1fab-45dc-ac17-9a32d96627b9, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=03c01861-1fab-45dc-ac17-9a32d96627b9,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:27.894332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65461818-49dd-4436-ba5c-d196c20a4e35 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.896591 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.922331 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65461818-49dd-4436-ba5c-d196c20a4e35 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=b4004df6-50b1-4dc1-a945-b99e2d8855eb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:27.926905 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94fbe013-77b7-43db-91dd-aedf11ee8d70 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.939480 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94fbe013-77b7-43db-91dd-aedf11ee8d70 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.950892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-65461818-49dd-4436-ba5c-d196c20a4e35 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:27.953107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-65461818-49dd-4436-ba5c-d196c20a4e35 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/b4004df6-50b1-4dc1-a945-b99e2d8855eb HTTP/1.1" status: 204 len: 168 time: 0.4853342 Sep 27 08:53:27.954004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c80b05-c6b8-4aac-91f5-62e433ba9df7 None None] Pushing event updated for resources: {'Port': ['ID=03c01861-1fab-45dc-ac17-9a32d96627b9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:27.955608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:28.023253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f7c1f-24df-47a3-944c-6796e7c0070b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:28.026307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f7c1f-24df-47a3-944c-6796e7c0070b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:28.028123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-113f7c1f-24df-47a3-944c-6796e7c0070b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0714743 Sep 27 08:53:28.035749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:28.051666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbe013-77b7-43db-91dd-aedf11ee8d70 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:28.052500 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94fbe013-77b7-43db-91dd-aedf11ee8d70 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.053988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-94fbe013-77b7-43db-91dd-aedf11ee8d70 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/ports/e5921b3f-f242-43b5-9ff5-250077c68721 HTTP/1.1" status: 200 len: 910 time: 0.7652118 Sep 27 08:53:28.057172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41678) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:28.083293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41680) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:28.109547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbe013-77b7-43db-91dd-aedf11ee8d70 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=e5921b3f-f242-43b5-9ff5-250077c68721,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:28.125339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-0610a8bc-d1fa-4188-ac44-5da648c032f0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 535feac9-f8c9-4016-83c6-3457f2ed8288 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:28.129462 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0610a8bc-d1fa-4188-ac44-5da648c032f0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.203249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0610a8bc-d1fa-4188-ac44-5da648c032f0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.269793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1202675146'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:28.337058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0610a8bc-d1fa-4188-ac44-5da648c032f0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.340201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:28.343688 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.377175 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.443557 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0610a8bc-d1fa-4188-ac44-5da648c032f0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.468375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.482243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610a8bc-d1fa-4188-ac44-5da648c032f0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=535feac9-f8c9-4016-83c6-3457f2ed8288,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:28.491197 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0610a8bc-d1fa-4188-ac44-5da648c032f0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.495888 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0610a8bc-d1fa-4188-ac44-5da648c032f0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/535feac9-f8c9-4016-83c6-3457f2ed8288 HTTP/1.1" status: 204 len: 168 time: 0.4582999 Sep 27 08:53:28.497898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:28.530665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 32183b37-e5e6-44b2-a64c-a9ac90328b05 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:28.550870 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b8aa80b-2fae-4ba1-8b5f-12cb00c7a6bd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491083 Sep 27 08:53:28.551131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41686) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:28.556218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:28.577681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.582344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.585193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 32183b37-e5e6-44b2-a64c-a9ac90328b05 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:28.585636 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.607725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:28.623627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098439af-8e7f-49fc-b79b-6686827c720e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:28.637167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.637522 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Added segment 6e550bc2-37f8-4cb8-b272-db5e5b1d3f67 of type vlan for network b9a24eae-64a8-4f03-a720-725246df36a5 Sep 27 08:53:28.675726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 03c01861-1fab-45dc-ac17-9a32d96627b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:28.688538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.719218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:28.724995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.729965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.737053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:28.737691 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.742013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 03c01861-1fab-45dc-ac17-9a32d96627b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:28.742514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.760880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6735504 Sep 27 08:53:28.769337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41688) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:28.775001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'name': 'tempest-PortsIpV6TestJSON-653660074'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:28.871919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dd807-b6da-4de1-b859-4829b6dee09e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Network': ['ID=b9a24eae-64a8-4f03-a720-725246df36a5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:28.876071 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.889223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:28.944694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port e5921b3f-f242-43b5-9ff5-250077c68721 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:28.945063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.962218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:28.966744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.983880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 03c01861-1fab-45dc-ac17-9a32d96627b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=03c01861-1fab-45dc-ac17-9a32d96627b9,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:28.992295 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:28.999828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 58a77e50-2824-43d9-8e09-0c02bf1e4699 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:29.061988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=03c01861-1fab-45dc-ac17-9a32d96627b9,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:29.092126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.131368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for e5921b3f-f242-43b5-9ff5-250077c68721 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:29.159136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a913ebd-0a2a-4414-99a9-c26499c343a8 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:29.185177 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.218424 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.249764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:29.255515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:29.256207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a34834cc-0227-4575-86b1-45fdc0212e3f None None] Provisioning complete for port 03c01861-1fab-45dc-ac17-9a32d96627b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:29.256681 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a34834cc-0227-4575-86b1-45fdc0212e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.262045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:29.262664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.269475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.277272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=9f8b738c-a65c-4811-baae-18c358e90799,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:29.316025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dd7e70ca-82c0-4417-baef-edf669288219 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7638106 Sep 27 08:53:29.318769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:29.324207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'name': 'tempest-NetworksTestDHCPv6-47604353'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:29.343927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=58a77e50-2824-43d9-8e09-0c02bf1e4699,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:29.366561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Checking segment: {'id': '6e550bc2-37f8-4cb8-b272-db5e5b1d3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:29.367038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network hostable DHCP agents. Network: b9a24eae-64a8-4f03-a720-725246df36a5, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:29.391329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:29.406595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b9a24eae-64a8-4f03-a720-725246df36a5) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:29.417756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:29.421616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1721a5a-f82a-4469-b7d0-96c9f3e58bf7 None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:29.424388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:29.425051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.441219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90c61ebe-8c5a-4551-9e28-63c31db94a2b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6707251 Sep 27 08:53:29.444571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:29.450525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1523360052'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:29.484815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.486465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:29.490909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.519809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:29.532684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=e5921b3f-f242-43b5-9ff5-250077c68721,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:29.542329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:29.545940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.546141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.546433 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Added segment 9fb4cc4f-6139-4d1a-b2d2-d7933c284c69 of type vlan for network 45bd0ab2-e4d9-445d-a458-0913fd4a2be6 Sep 27 08:53:29.604242 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.607868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 07e592d4-d2d5-4d94-8717-8f9149794f87 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:29.637614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.643595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:29.644240 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.683186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877cae8e-e66d-4803-a2be-ac4b689afe99 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:29.694705 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2489529 Sep 27 08:53:29.695061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41698) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:29.709873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'ports': [{'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5'}, {'network_id': '45bd0ab2-e4d9-445d-a458-0913fd4a2be6'}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:29.709873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:29.709873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': '45bd0ab2-e4d9-445d-a458-0913fd4a2be6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:29.752556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ae2c2-5e9a-41ca-9845-a0cf05fbbd3f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Network': ['ID=45bd0ab2-e4d9-445d-a458-0913fd4a2be6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:29.772036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 45bd0ab2-e4d9-445d-a458-0913fd4a2be6 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:29.773157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.817945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-33d18df0-4b2e-4170-adbe-cbe560dcab46 None None] Provisioning complete for port 03c01861-1fab-45dc-ac17-9a32d96627b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:29.818379 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33d18df0-4b2e-4170-adbe-cbe560dcab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.874981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::213 (b90251e7-1859-4a80-b7c1-143d6ef98208/9f8b738c-a65c-4811-baae-18c358e90799/07e592d4-d2d5-4d94-8717-8f9149794f87) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:29.951303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 2} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:29.960005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:29.981163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.086203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port d47ce298-7cde-43ec-8b5d-7408ddea3287 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:30.231230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.319120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 4dd3e65c-2bd2-44b6-830a-135a86935cc4 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:30.351240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4b19fee4-b085-4af4-8782-be3abfe5f9ac None None] Provisioning complete for port 03c01861-1fab-45dc-ac17-9a32d96627b9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:30.351640 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b19fee4-b085-4af4-8782-be3abfe5f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.439626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router b1608555-9cb0-44e1-922d-51a2e7e78036 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:30.453132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.461312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 03c01861-1fab-45dc-ac17-9a32d96627b9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:30.502114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.522125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 03c01861-1fab-45dc-ac17-9a32d96627b9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:30.522597 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.583800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:30.587803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:30.591354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:30.592360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.602940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:30.613441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=d47ce298-7cde-43ec-8b5d-7408ddea3287,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:30.613555 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8fa86625-406a-498e-98f5-77b158e895d7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/b1608555-9cb0-44e1-922d-51a2e7e78036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5519075 Sep 27 08:53:30.613652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41704) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:30.616737 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab7d04-c834-4052-b428-738d60d76eee None None] Sync routers for ids ['b1608555-9cb0-44e1-922d-51a2e7e78036'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:30.632907 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab7d04-c834-4052-b428-738d60d76eee None None] Routers {'b1608555-9cb0-44e1-922d-51a2e7e78036'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:30.633542 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32ab7d04-c834-4052-b428-738d60d76eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b1608555-9cb0-44e1-922d-51a2e7e78036'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:30.665858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f44c0d55-4150-46a4-9251-d7d6abfd952e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1608555-9cb0-44e1-922d-51a2e7e78036 HTTP/1.1" status: 200 len: 205 time: 0.0479183 Sep 27 08:53:30.668844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41706) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:30.670466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5ae53e8b-3691-4272-a8d4-157c13f17d24 None None] Could not find standard attr ID for object b4004df6-50b1-4dc1-a945-b99e2d8855eb. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:53:30.674560 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32ab7d04-c834-4052-b428-738d60d76eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:30.675760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=4dd3e65c-2bd2-44b6-830a-135a86935cc4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:30.681196 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.686296 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab7d04-c834-4052-b428-738d60d76eee None None] Routers {'b1608555-9cb0-44e1-922d-51a2e7e78036'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:30.687530 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32ab7d04-c834-4052-b428-738d60d76eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b1608555-9cb0-44e1-922d-51a2e7e78036'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:30.707532 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Checking segment: {'id': '9fb4cc4f-6139-4d1a-b2d2-d7933c284c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '45bd0ab2-e4d9-445d-a458-0913fd4a2be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:30.708053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network hostable DHCP agents. Network: 45bd0ab2-e4d9-445d-a458-0913fd4a2be6, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:30.725434 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32ab7d04-c834-4052-b428-738d60d76eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:30.726308 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab7d04-c834-4052-b428-738d60d76eee None None] The sync data for ids ['b1608555-9cb0-44e1-922d-51a2e7e78036'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:30.728798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 45bd0ab2-e4d9-445d-a458-0913fd4a2be6 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:30.741881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 45bd0ab2-e4d9-445d-a458-0913fd4a2be6) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:30.748928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:30.750275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc56fe-b621-4e9e-9cb6-3fdca2211893 None None] Network 45bd0ab2-e4d9-445d-a458-0913fd4a2be6 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:30.753575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e941e28-8a91-48f1-a9e4-c7e204a8c25f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.755381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:30.762429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:30.763230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.784177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-91479048-f1b8-477d-83eb-8f3f614e6db3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0818369 Sep 27 08:53:30.786751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:30.894471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e018e99-b9c0-409e-8499-6c48f19ec66d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 4dd3e65c-2bd2-44b6-830a-135a86935cc4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:30.894953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e018e99-b9c0-409e-8499-6c48f19ec66d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.908202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1ae05-93fe-42dc-a811-d17e54e4ee91 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:53:30.954680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.965570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e018e99-b9c0-409e-8499-6c48f19ec66d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:30.978464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e018e99-b9c0-409e-8499-6c48f19ec66d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 4dd3e65c-2bd2-44b6-830a-135a86935cc4 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:31.033944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1ae05-93fe-42dc-a811-d17e54e4ee91 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:53:31.064364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:31.079479 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e018e99-b9c0-409e-8499-6c48f19ec66d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.092884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e941e28-8a91-48f1-a9e4-c7e204a8c25f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.095998 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e941e28-8a91-48f1-a9e4-c7e204a8c25f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.103346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:31.106909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e018e99-b9c0-409e-8499-6c48f19ec66d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=4dd3e65c-2bd2-44b6-830a-135a86935cc4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:31.110385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:31.115043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e018e99-b9c0-409e-8499-6c48f19ec66d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.116579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.117339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.120106 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e018e99-b9c0-409e-8499-6c48f19ec66d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/4dd3e65c-2bd2-44b6-830a-135a86935cc4 HTTP/1.1" status: 204 len: 168 time: 0.3312938 Sep 27 08:53:31.120917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41712) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.135209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=07e592d4-d2d5-4d94-8717-8f9149794f87,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:31.174357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab088c09-3851-4228-94ff-1139de4b928a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.178425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-5c052686-6be4-4d18-a249-c7b474308fe1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3529875 Sep 27 08:53:31.180559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab088c09-3851-4228-94ff-1139de4b928a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.182339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ab088c09-3851-4228-94ff-1139de4b928a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0603774 Sep 27 08:53:31.185360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41714) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.192416 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9eef43a9-241e-4836-8615-1e7651d3f43f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8725615 Sep 27 08:53:31.195228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.201938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e941e28-8a91-48f1-a9e4-c7e204a8c25f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.202210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e941e28-8a91-48f1-a9e4-c7e204a8c25f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Fanout notify agent at l3_agent the message router_deleted on router b1608555-9cb0-44e1-922d-51a2e7e78036 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:53:31.222611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e941e28-8a91-48f1-a9e4-c7e204a8c25f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.224976 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9e941e28-8a91-48f1-a9e4-c7e204a8c25f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/b1608555-9cb0-44e1-922d-51a2e7e78036 HTTP/1.1" status: 204 len: 168 time: 0.5542414 Sep 27 08:53:31.227033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41718) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.311046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798085f8-7ebf-4d82-a03a-fbf98df3260f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.317278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798085f8-7ebf-4d82-a03a-fbf98df3260f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.318874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-798085f8-7ebf-4d82-a03a-fbf98df3260f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1225038 Sep 27 08:53:31.323188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41722) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.357976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-424bcebd-8e4e-4d55-83d4-51c347cccb7a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet 218eace9-758a-49bf-ae11-1df25e25a73f {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:31.361119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-424bcebd-8e4e-4d55-83d4-51c347cccb7a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.398525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f3969720-7b10-412c-91b4-d21c34dcd90a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port d47ce298-7cde-43ec-8b5d-7408ddea3287 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:31.398875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3969720-7b10-412c-91b4-d21c34dcd90a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.401463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7152573b-f5e8-4b78-a08e-8775018c7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.401969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7152573b-f5e8-4b78-a08e-8775018c7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.402806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7152573b-f5e8-4b78-a08e-8775018c7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.402947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7152573b-f5e8-4b78-a08e-8775018c7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.404130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7152573b-f5e8-4b78-a08e-8775018c7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.404130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7152573b-f5e8-4b78-a08e-8775018c7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.404369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7152573b-f5e8-4b78-a08e-8775018c7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.406254 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7152573b-f5e8-4b78-a08e-8775018c7925 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.1677527 Sep 27 08:53:31.423159 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-424bcebd-8e4e-4d55-83d4-51c347cccb7a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.483197 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3969720-7b10-412c-91b4-d21c34dcd90a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.500550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f3969720-7b10-412c-91b4-d21c34dcd90a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for d47ce298-7cde-43ec-8b5d-7408ddea3287 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:31.511444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7b223cd3-8011-415d-b18e-97a7d7701d8d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 07e592d4-d2d5-4d94-8717-8f9149794f87 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:31.511787 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b223cd3-8011-415d-b18e-97a7d7701d8d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.590849 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-424bcebd-8e4e-4d55-83d4-51c347cccb7a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.594239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-1096dfa3-f78d-4e28-8d1e-8fb5adf146c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.594660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-1096dfa3-f78d-4e28-8d1e-8fb5adf146c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.595122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-1096dfa3-f78d-4e28-8d1e-8fb5adf146c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.596755 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-1096dfa3-f78d-4e28-8d1e-8fb5adf146c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=1effa066-6393-41bc-8fe3-538d4fd8b46f&id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 2298 time: 0.1515284 Sep 27 08:53:31.600758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-eea597b5-28cd-4b0c-bf31-fd9878f4b6fc None None] Provisioning complete for port 07e592d4-d2d5-4d94-8717-8f9149794f87 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:31.601178 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eea597b5-28cd-4b0c-bf31-fd9878f4b6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.650815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-eea597b5-28cd-4b0c-bf31-fd9878f4b6fc None None] Port 07e592d4-d2d5-4d94-8717-8f9149794f87 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:31.653985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b223cd3-8011-415d-b18e-97a7d7701d8d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.667623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7b223cd3-8011-415d-b18e-97a7d7701d8d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 07e592d4-d2d5-4d94-8717-8f9149794f87 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:31.678761 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3969720-7b10-412c-91b4-d21c34dcd90a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.735683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3969720-7b10-412c-91b4-d21c34dcd90a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=d47ce298-7cde-43ec-8b5d-7408ddea3287,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:31.740155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-295ce206-3e42-4d92-8d92-285d2c24a451 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 1002 time: 0.1254370 Sep 27 08:53:31.744796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3969720-7b10-412c-91b4-d21c34dcd90a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.746865 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f3969720-7b10-412c-91b4-d21c34dcd90a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/d47ce298-7cde-43ec-8b5d-7408ddea3287 HTTP/1.1" status: 204 len: 168 time: 0.5604868 Sep 27 08:53:31.750404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41724) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.764955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-424bcebd-8e4e-4d55-83d4-51c347cccb7a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.825932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9fccdf-9bc5-4a0c-969a-a177d0ed79f5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.827448 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c9fccdf-9bc5-4a0c-969a-a177d0ed79f5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0761070 Sep 27 08:53:31.831480 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-424bcebd-8e4e-4d55-83d4-51c347cccb7a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.836288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-424bcebd-8e4e-4d55-83d4-51c347cccb7a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/218eace9-758a-49bf-ae11-1df25e25a73f HTTP/1.1" status: 204 len: 168 time: 0.6080098 Sep 27 08:53:31.838693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fe1ef-6425-4beb-9f9d-85b96d5dba30 None None] Network c58de968-a9ff-402f-92dd-9ea975966402 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:31.841151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41726) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.841442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41728) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.874480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b223cd3-8011-415d-b18e-97a7d7701d8d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.876114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bcebd-8e4e-4d55-83d4-51c347cccb7a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=218eace9-758a-49bf-ae11-1df25e25a73f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:31.888602 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-357933c4-8d53-45eb-a969-2af8b5a5b903 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:53:31.892684 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-357933c4-8d53-45eb-a969-2af8b5a5b903 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/4dd3e65c-2bd2-44b6-830a-135a86935cc4 HTTP/1.1" status: 404 len: 333 time: 0.0502033 Sep 27 08:53:31.893314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41730) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.914614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b223cd3-8011-415d-b18e-97a7d7701d8d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=07e592d4-d2d5-4d94-8717-8f9149794f87,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:31.939291 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b223cd3-8011-415d-b18e-97a7d7701d8d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:31.944864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b223cd3-8011-415d-b18e-97a7d7701d8d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/07e592d4-d2d5-4d94-8717-8f9149794f87 HTTP/1.1" status: 204 len: 168 time: 0.6184092 Sep 27 08:53:31.945143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:31.951911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-0cf0b74e-5e6b-440e-9ea9-91ecee7f8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:31.953453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-0cf0b74e-5e6b-440e-9ea9-91ecee7f8650 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 200 len: 855 time: 0.2057328 Sep 27 08:53:31.957069 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-281cde52-54cb-433d-8f04-fcf4ca65c3b4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:53:31.961373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-281cde52-54cb-433d-8f04-fcf4ca65c3b4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/d47ce298-7cde-43ec-8b5d-7408ddea3287 HTTP/1.1" status: 404 len: 333 time: 0.0516539 Sep 27 08:53:31.961839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:32.014767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646590c5-4ed4-49ed-940f-dc36443e3872 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:32.016825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646590c5-4ed4-49ed-940f-dc36443e3872 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:32.022341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-646590c5-4ed4-49ed-940f-dc36443e3872 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0761311 Sep 27 08:53:32.023194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41736) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:32.080883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-315b290c-4f66-47be-ae7a-dfae17b1814a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 9f8b738c-a65c-4811-baae-18c358e90799 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:32.084719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315b290c-4f66-47be-ae7a-dfae17b1814a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.097383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.157915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.172601 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315b290c-4f66-47be-ae7a-dfae17b1814a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.200934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-588def32-2f49-48a0-9384-7c6df8eac24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:32.200934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-588def32-2f49-48a0-9384-7c6df8eac24e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376988 Sep 27 08:53:32.224815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315b290c-4f66-47be-ae7a-dfae17b1814a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.239978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] DHCP port deletion for c58de968-a9ff-402f-92dd-9ea975966402 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:32.287291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] Deleting port 32183b37-e5e6-44b2-a64c-a9ac90328b05 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:32.287671 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.304046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315b290c-4f66-47be-ae7a-dfae17b1814a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.338763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b290c-4f66-47be-ae7a-dfae17b1814a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8b738c-a65c-4811-baae-18c358e90799,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:32.346007 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-315b290c-4f66-47be-ae7a-dfae17b1814a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.350970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-315b290c-4f66-47be-ae7a-dfae17b1814a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/9f8b738c-a65c-4811-baae-18c358e90799 HTTP/1.1" status: 204 len: 168 time: 0.3265550 Sep 27 08:53:32.353743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41742) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:32.384952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] For port 32183b37-e5e6-44b2-a64c-a9ac90328b05, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=32183b37-e5e6-44b2-a64c-a9ac90328b05,segment=NetworkSegment(1b8c603b-02c4-444a-ab73-f9704a0848dd),segment_id=1b8c603b-02c4-444a-ab73-f9704a0848dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:32.385353 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.396629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e38d20-ec94-4849-9057-0cc8af224fe1 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:32.400482 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7cdf9d0e-daae-440f-83f5-7b5f07031279 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456173 Sep 27 08:53:32.401690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41744) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:32.407679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:32.415922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] Calling delete_port for 32183b37-e5e6-44b2-a64c-a9ac90328b05 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:32.503093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 32183b37-e5e6-44b2-a64c-a9ac90328b05 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:32.509970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:32.513820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.582843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.643136 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.643727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bd0ab2-e4d9-445d-a458-0913fd4a2be6']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:32.663599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb4cc4f-6139-4d1a-b2d2-d7933c284c69') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:32.663921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb4cc4f-6139-4d1a-b2d2-d7933c284c69') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:32.672061 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.681488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 32183b37-e5e6-44b2-a64c-a9ac90328b05 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:32.681864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.688789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.709332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-a0dd4b2b-6bf0-4f79-a41f-908a9d7f3eaa service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998317 Sep 27 08:53:32.712444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] Pushing event deleted for resources: {'Port': ['ID=32183b37-e5e6-44b2-a64c-a9ac90328b05,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:32.719584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c06657-4c51-4af6-a026-5d78d49ca531 None None] No DVR routers for this DVR port 32183b37-e5e6-44b2-a64c-a9ac90328b05 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:32.736359 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.743464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.765807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:32.766212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:32.769219 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:32.778642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:32.783793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:32.787863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:32.792928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:32.793653 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.811809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=f37e6d65-e5f6-4ffe-b435-889ea480d5db,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:32.829012 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] Deleting port 03c01861-1fab-45dc-ac17-9a32d96627b9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:32.829339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5bbd5cb-aef0-41a5-a7bf-04da26700dde tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4261224 Sep 27 08:53:32.829479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.829979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:32.835105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'name': 'tempest-NetworksTestDHCPv6-400888'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:32.846688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 32183b37-e5e6-44b2-a64c-a9ac90328b05, host n-d-810909-1, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:32.847423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.915093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 32183b37-e5e6-44b2-a64c-a9ac90328b05 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:32.922351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Port 32183b37-e5e6-44b2-a64c-a9ac90328b05 was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:53:32.926296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.929556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] For port 03c01861-1fab-45dc-ac17-9a32d96627b9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=03c01861-1fab-45dc-ac17-9a32d96627b9,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:32.930182 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.937246 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.943034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.949396 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/networks/45bd0ab2-e4d9-445d-a458-0913fd4a2be6 HTTP/1.1" status: 204 len: 168 time: 0.9810636 Sep 27 08:53:32.949504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41748) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:32.952450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] Calling delete_port for 03c01861-1fab-45dc-ac17-9a32d96627b9 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:32.954777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1609524369'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:32.967674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:32.971336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:32.988156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port 32183b37-e5e6-44b2-a64c-a9ac90328b05 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:32.993585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=32183b37-e5e6-44b2-a64c-a9ac90328b05,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:33.006680 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 912d6763-94af-4213-b16d-0d26983ae7bd yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:33.007948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3ab5-15e3-40fe-a531-780502ac2ca1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Network': ['ID=45bd0ab2-e4d9-445d-a458-0913fd4a2be6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:33.013221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:33.017184 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.047853 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.048879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-5fcc06c7-3fc9-4855-a860-41d162a414b5 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196750 Sep 27 08:53:33.081399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:33.089466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] Pushing event deleted for resources: {'Port': ['ID=03c01861-1fab-45dc-ac17-9a32d96627b9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:33.092520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f5adc-a65d-41c5-9651-7ab155358c3e None None] No DVR routers for this DVR port 03c01861-1fab-45dc-ac17-9a32d96627b9 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:33.112382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-b96bc49c-e482-4e4a-bb1e-9f095f2c4f73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 217 time: 0.0563819 Sep 27 08:53:33.114380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc96329-ea19-4062-9951-b7fb58f26852 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:33.124012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.124368 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Added segment a1e71cbc-7ea7-4d3b-862d-6211c829e43c of type vlan for network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 Sep 27 08:53:33.143727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.196826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58de968-a9ff-402f-92dd-9ea975966402']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:33.203496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::2ac (b90251e7-1859-4a80-b7c1-143d6ef98208/f37e6d65-e5f6-4ffe-b435-889ea480d5db/912d6763-94af-4213-b16d-0d26983ae7bd) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:33.210728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8c603b-02c4-444a-ab73-f9704a0848dd') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:33.211032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8c603b-02c4-444a-ab73-f9704a0848dd') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:33.227704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.228530 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.236314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-67a73a75-11ee-4271-8444-0cf1140ffcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:33.237838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-67a73a75-11ee-4271-8444-0cf1140ffcd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0912540 Sep 27 08:53:33.247548 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.268837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.274690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:33.275470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.277966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:33.278343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:33.281547 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:33.299136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': 'f37e6d65-e5f6-4ffe-b435-889ea480d5db'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:33.300514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.335432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3819799 Sep 27 08:53:33.337725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:33.344598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'b926f5b5-b5cf-4732-8cf2-5d66b2da12f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:33.362299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-48ccdc5d-5a4b-496f-bb00-3acac419be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:33.363801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-48ccdc5d-5a4b-496f-bb00-3acac419be2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1137135 Sep 27 08:53:33.384117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.388793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.391047 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/c58de968-a9ff-402f-92dd-9ea975966402 HTTP/1.1" status: 204 len: 168 time: 1.5475430 Sep 27 08:53:33.407871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41758) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:33.412193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae0dfb-83b6-40de-8827-200abe74c5ef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Network': ['ID=b926f5b5-b5cf-4732-8cf2-5d66b2da12f8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:33.423640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:33.433488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a9adc4c0-ac5b-4da7-8931-c5fc1bc05aba tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2064480502', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:33.453678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef6048-5984-45f7-950e-5a7a47b059d3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=c58de968-a9ff-402f-92dd-9ea975966402,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:33.525731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9adc4c0-ac5b-4da7-8931-c5fc1bc05aba tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.526786 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9adc4c0-ac5b-4da7-8931-c5fc1bc05aba tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.539774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-3c6d95c2-8c09-4f31-81f7-d6b0ffb3fbc6 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670549 Sep 27 08:53:33.604071 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9adc4c0-ac5b-4da7-8931-c5fc1bc05aba tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.613529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9adc4c0-ac5b-4da7-8931-c5fc1bc05aba tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.668988 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9adc4c0-ac5b-4da7-8931-c5fc1bc05aba tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.673876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a9adc4c0-ac5b-4da7-8931-c5fc1bc05aba tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2611935 Sep 27 08:53:33.686774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41760) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:33.695423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-2138839942'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:33.713592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-883d7adb-2fb6-4e71-8e03-6dd01073a9f0 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646016 Sep 27 08:53:33.758727 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-e6d8da01-e600-484e-8477-08836ae09b97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 217 time: 0.0365973 Sep 27 08:53:33.759281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:33.762724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.826204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:33.832004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-18d47c52-74bb-45f6-83c2-ed85806d78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:33.833613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-18d47c52-74bb-45f6-83c2-ed85806d78d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0676289 Sep 27 08:53:33.839099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.839438 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment fadb28d4-ef44-4ddf-b355-84fb4f7e370d of type vlan for network 44e3b05d-2623-4677-8d3e-992281c3ebbb Sep 27 08:53:33.882330 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.885347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:33.888823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.906530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.919829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-e25204ed-7771-470d-b071-75923cde6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:33.921371 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-e25204ed-7771-470d-b071-75923cde6177 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804746 Sep 27 08:53:33.962319 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.967683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:33.968268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:33.988630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.033648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:34.044455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3540125 Sep 27 08:53:34.044661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:34.045581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41764) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:34.048982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:34.050578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:34.053187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/f37e6d65-e5f6-4ffe-b435-889ea480d5db/716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:34.055937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:34.055937 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.099831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=912d6763-94af-4213-b16d-0d26983ae7bd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:34.104504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5118a6-2c22-4fed-a0c0-75ca68398618 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=44e3b05d-2623-4677-8d3e-992281c3ebbb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:34.125901 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ced68a22-900b-44cc-b695-25ebbd748f2a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2948642 Sep 27 08:53:34.126465 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-5d026ed6-50a5-4f6c-b0b1-8bd451dd57ea service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965353 Sep 27 08:53:34.128568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41766) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:34.152259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 44e3b05d-2623-4677-8d3e-992281c3ebbb details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:34.214813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68c13b-6ffa-4fbe-9249-779d6d404ea0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:34.219049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d68c13b-6ffa-4fbe-9249-779d6d404ea0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 926 time: 0.0839767 Sep 27 08:53:34.219049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.220565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41768) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:34.263021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:34.270426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.301564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.314486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.319878 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-0713c3e3-638e-4f1f-94e0-16b045ccff2a service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647351 Sep 27 08:53:34.347579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=3f8d462e-5882-4a8e-a9ac-723b422486ae,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:34.360749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Pushing event updated for resources: {'Port': ['ID=716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:34.366445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Checking segment: {'id': 'a1e71cbc-7ea7-4d3b-862d-6211c829e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b926f5b5-b5cf-4732-8cf2-5d66b2da12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:34.366906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network hostable DHCP agents. Network: b926f5b5-b5cf-4732-8cf2-5d66b2da12f8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:34.370976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:34.373168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:34.375577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:34.407604 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-83844bab-34e9-4633-8053-6b117925b9c9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 912d6763-94af-4213-b16d-0d26983ae7bd {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:34.408649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83844bab-34e9-4633-8053-6b117925b9c9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.409350 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-fed10bc0-dde7-4820-a3f9-1130a29bf4c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0613432 Sep 27 08:53:34.412809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:34.440485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b926f5b5-b5cf-4732-8cf2-5d66b2da12f8) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:34.443823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 03c01861-1fab-45dc-ac17-9a32d96627b9 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:34.445192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:34.445929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.460700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326499dc-a2e8-494f-9ce0-b501cdd397ad None None] Network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:34.480040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-db704b91-d00a-4a69-93da-6979f9cabac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:34.481830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-db704b91-d00a-4a69-93da-6979f9cabac2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0624330 Sep 27 08:53:34.490883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Attempting to bind port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:34.491261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Attempting to bind port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:34.491635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Attempting to bind port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:34.496098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 03c01861-1fab-45dc-ac17-9a32d96627b9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:34.496345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 03c01861-1fab-45dc-ac17-9a32d96627b9 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:34.504800 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d3a25015-e2a4-46c0-b497-a7203e0a83d3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1604266 Sep 27 08:53:34.504800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41772) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:34.505151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:34.505151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:34.505466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.505845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:34.506339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Bound port: 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:34.506737 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.513042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'b926f5b5-b5cf-4732-8cf2-5d66b2da12f8', 'name': 'tempest-PortsIpV6TestJSON-504766484'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:34.564770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-763d757a-7556-4672-8b03-e2c823bc60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:34.566496 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-763d757a-7556-4672-8b03-e2c823bc60b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772841 Sep 27 08:53:34.590551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83844bab-34e9-4633-8053-6b117925b9c9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.615563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-83844bab-34e9-4633-8053-6b117925b9c9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 912d6763-94af-4213-b16d-0d26983ae7bd owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:34.642823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] For port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:34.660826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] For port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:34.669839 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.671830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.712878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:34.718228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.744760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port c0d73b67-a291-4d1c-8c83-82607d059caa yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:34.754747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395ddd5-b6da-4ee6-96a6-59b2c6a1a6e9 None None] Pushing event updated for resources: {'Port': ['ID=716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:34.765036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b926f5b5-b5cf-4732-8cf2-5d66b2da12f8', 'network_id': 'b926f5b5-b5cf-4732-8cf2-5d66b2da12f8', 'tenant_id': '4ff8d14c6edb45528a64a953aebb6406', 'fixed_ips': [{'subnet_id': '3f8d462e-5882-4a8e-a9ac-723b422486ae'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:34.766130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:34.766513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: 44e3b05d-2623-4677-8d3e-992281c3ebbb, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:34.768784 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.774078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-cba3a92a-f75e-4667-8892-7078e3e251a8 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804585 Sep 27 08:53:34.774715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:34.885619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 44e3b05d-2623-4677-8d3e-992281c3ebbb is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:34.899044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83844bab-34e9-4633-8053-6b117925b9c9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.902934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 44e3b05d-2623-4677-8d3e-992281c3ebbb) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:34.909888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:34.910545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:34.916705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa6b17-44f2-486b-b5f5-c01f807f197a None None] Network 44e3b05d-2623-4677-8d3e-992281c3ebbb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:34.935026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-ac2e52ca-6d67-4291-9734-eec62c22db40 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484609 Sep 27 08:53:34.940682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-532ccf9f-87cb-4487-af9f-86458fb4dc56 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8939598 Sep 27 08:53:34.944257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41776) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:34.944454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83844bab-34e9-4633-8053-6b117925b9c9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=912d6763-94af-4213-b16d-0d26983ae7bd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:35.005422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::331 (b926f5b5-b5cf-4732-8cf2-5d66b2da12f8/3f8d462e-5882-4a8e-a9ac-723b422486ae/c0d73b67-a291-4d1c-8c83-82607d059caa) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:35.016782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83844bab-34e9-4633-8053-6b117925b9c9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.018782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-83844bab-34e9-4633-8053-6b117925b9c9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/912d6763-94af-4213-b16d-0d26983ae7bd HTTP/1.1" status: 204 len: 168 time: 0.7945409 Sep 27 08:53:35.021605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41778) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:35.050577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-ebaceae5-dbb1-4f26-aef3-32372bc6c419 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 200 len: 217 time: 0.0927360 Sep 27 08:53:35.118002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df5b83-380f-4237-9bee-cad8fabb35d4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:35.119804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df5b83-380f-4237-9bee-cad8fabb35d4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:35.125277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f6df5b83-380f-4237-9bee-cad8fabb35d4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1001744 Sep 27 08:53:35.138380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41780) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:35.140511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-44e3b05d-2623-4677-8d3e-992281c3ebbb', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:35.141412 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.202626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-b8f840a3-0972-4589-bbca-00527507b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:35.204136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-b8f840a3-0972-4589-bbca-00527507b87e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.1162002 Sep 27 08:53:35.283800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Allocated IP 172.20.0.2 (44e3b05d-2623-4677-8d3e-992281c3ebbb/ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9/bd682be0-6b80-4fa5-b88d-bb6d01242376) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:35.292272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d883b1-2985-4979-8ebf-eb8ebac42021 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet f37e6d65-e5f6-4ffe-b435-889ea480d5db {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:35.301449 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d883b1-2985-4979-8ebf-eb8ebac42021 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.360406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d883b1-2985-4979-8ebf-eb8ebac42021 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.400628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.483760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d883b1-2985-4979-8ebf-eb8ebac42021 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.496462 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.514986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.540482 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.567176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:35.577853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:35.583384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:35.589186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:35.589871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.609257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Network 44e3b05d-2623-4677-8d3e-992281c3ebbb is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:35.612285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Pushing event updated for resources: {'Port': ['ID=bd682be0-6b80-4fa5-b88d-bb6d01242376,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:35.616030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=c0d73b67-a291-4d1c-8c83-82607d059caa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:35.619794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-1a77f50f-c066-47b4-94ed-dc84196cf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:35.621702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-1a77f50f-c066-47b4-94ed-dc84196cf58c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3779986 Sep 27 08:53:35.626912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:35.632852 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7ea97b0-c2b1-4ebc-bd6b-69bd34fd653b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1279078 Sep 27 08:53:35.635886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:35.636034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41784) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:35.646508 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d883b1-2985-4979-8ebf-eb8ebac42021 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.676930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Allocated IP 2001:db8::2 (b926f5b5-b5cf-4732-8cf2-5d66b2da12f8/3f8d462e-5882-4a8e-a9ac-723b422486ae/dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:35.684295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.702416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d883b1-2985-4979-8ebf-eb8ebac42021 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=f37e6d65-e5f6-4ffe-b435-889ea480d5db,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:35.709545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d883b1-2985-4979-8ebf-eb8ebac42021 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.712572 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-18d883b1-2985-4979-8ebf-eb8ebac42021 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/f37e6d65-e5f6-4ffe-b435-889ea480d5db HTTP/1.1" status: 204 len: 168 time: 0.5727248 Sep 27 08:53:35.720748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41786) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:35.739878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Attempting to bind port bd682be0-6b80-4fa5-b88d-bb6d01242376 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:35.740252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Attempting to bind port bd682be0-6b80-4fa5-b88d-bb6d01242376 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:35.740641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Attempting to bind port bd682be0-6b80-4fa5-b88d-bb6d01242376 on network 44e3b05d-2623-4677-8d3e-992281c3ebbb {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:35.769651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:35.769887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Checking segment: {'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:35.770207 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.770660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Bound using segment: {'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:35.771454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Bound port: bd682be0-6b80-4fa5-b88d-bb6d01242376, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:35.771587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.792030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-83e40ecb-4a28-44cc-9f85-81e8b92dbe05 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691519 Sep 27 08:53:35.792238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41788) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:35.885193 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.917732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-8d85d7d0-3afa-4d8e-ae0c-f8b85f188869 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876399 Sep 27 08:53:35.933328 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-08d4c465-bc70-4732-a9c1-70aca9ab5dce tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port c0d73b67-a291-4d1c-8c83-82607d059caa {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:35.934098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08d4c465-bc70-4732-a9c1-70aca9ab5dce tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.940583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] For port bd682be0-6b80-4fa5-b88d-bb6d01242376, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:35.944906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] For port bd682be0-6b80-4fa5-b88d-bb6d01242376, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bd682be0-6b80-4fa5-b88d-bb6d01242376,segment=NetworkSegment(fadb28d4-ef44-4ddf-b355-84fb4f7e370d),segment_id=fadb28d4-ef44-4ddf-b355-84fb4f7e370d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:35.965835 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:35.991238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dbb059-23c8-4f21-a882-faa89a33d926 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:35.992207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e6dbb059-23c8-4f21-a882-faa89a33d926 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1988916 Sep 27 08:53:35.996305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:36.075866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4c22b-857e-4794-9e06-78c810d0e7fb None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:36.083916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa03040-88e9-430e-af66-458b68cbe371 req-afdb5350-241c-49c7-8353-635fd85489f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2136707 Sep 27 08:53:36.125266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7be058f8-2ff9-4cec-8f8d-c31a079f66b3 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978707 Sep 27 08:53:36.138437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af99fe-c66a-4fef-bc44-44a17d31dba9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:36.139898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-80af99fe-c66a-4fef-bc44-44a17d31dba9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1405432 Sep 27 08:53:36.142794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.20.0.1 (44e3b05d-2623-4677-8d3e-992281c3ebbb/ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9/cb69a646-eb03-4c15-9f25-7283deccb627) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:36.146036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41794) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:36.154115 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08d4c465-bc70-4732-a9c1-70aca9ab5dce tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.183474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-08d4c465-bc70-4732-a9c1-70aca9ab5dce tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for c0d73b67-a291-4d1c-8c83-82607d059caa owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:36.251180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-69528435-e092-4a71-822d-aa9600ea98e3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040566 Sep 27 08:53:36.255855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-a0b61bb6-d867-46ed-9b0e-420e622419a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 200 len: 217 time: 0.1080036 Sep 27 08:53:36.258650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41796) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:36.263138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa03040-88e9-430e-af66-458b68cbe371 req-fc30eb18-f84b-44fe-9225-4875ba52d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:36.266233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa03040-88e9-430e-af66-458b68cbe371 req-fc30eb18-f84b-44fe-9225-4875ba52d37e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 1097 time: 0.1253009 Sep 27 08:53:36.275418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:36.329227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.399018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402248c5-c799-4faf-b2e4-81f23a9f2f7c None None] Pushing event updated for resources: {'Port': ['ID=bd682be0-6b80-4fa5-b88d-bb6d01242376,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:36.407509 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.416071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-03d87507-435b-4d93-83d8-cd162255d870 None None] Provisioning complete for port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:36.416473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03d87507-435b-4d93-83d8-cd162255d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.448142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa03040-88e9-430e-af66-458b68cbe371 req-4b882e30-b650-4e6c-8b52-91f153a7f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:36.449989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa03040-88e9-430e-af66-458b68cbe371 req-4b882e30-b650-4e6c-8b52-91f153a7f3ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.1594241 Sep 27 08:53:36.493486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7542a6e6-1d5b-40c3-bb04-9bc6df9ca2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:36.497092 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7542a6e6-1d5b-40c3-bb04-9bc6df9ca2ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.2132616 Sep 27 08:53:36.509649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08d4c465-bc70-4732-a9c1-70aca9ab5dce tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.556813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:36.587690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:36.600698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:36.603330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:36.608673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Pushing event updated for resources: {'Port': ['ID=dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:36.615965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:36.621798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08d4c465-bc70-4732-a9c1-70aca9ab5dce tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.621962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.626441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-08d4c465-bc70-4732-a9c1-70aca9ab5dce tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/c0d73b67-a291-4d1c-8c83-82607d059caa HTTP/1.1" status: 204 len: 168 time: 0.9870594 Sep 27 08:53:36.626441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c465-bc70-4732-a9c1-70aca9ab5dce tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=c0d73b67-a291-4d1c-8c83-82607d059caa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:36.628951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41800) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:36.659460 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f67ea5-4908-41c2-af67-5c61afc6c090 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:53:36.660341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f67ea5-4908-41c2-af67-5c61afc6c090 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:36.664946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-04f67ea5-4908-41c2-af67-5c61afc6c090 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/c0d73b67-a291-4d1c-8c83-82607d059caa HTTP/1.1" status: 404 len: 333 time: 0.0323081 Sep 27 08:53:36.666140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41802) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:36.669376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa03040-88e9-430e-af66-458b68cbe371 req-c9bebe33-bcc1-42ba-8c6d-051d74fe8cb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524 HTTP/1.1" status: 200 len: 1001 time: 0.1777651 Sep 27 08:53:36.684041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-a7be7ec9-0a86-4a1c-b3da-323b039fe8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:36.685572 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-a7be7ec9-0a86-4a1c-b3da-323b039fe8af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1776466 Sep 27 08:53:36.691584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.733023 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-24264d30-6b5e-4afe-bef9-341610530298 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:53:36.737667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-24264d30-6b5e-4afe-bef9-341610530298 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/c0d73b67-a291-4d1c-8c83-82607d059caa HTTP/1.1" status: 404 len: 333 time: 0.0685689 Sep 27 08:53:36.739905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:36.745496 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03d87507-435b-4d93-83d8-cd162255d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.764608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:36.769781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Attempting to bind port dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:36.770151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Attempting to bind port dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'a1e71cbc-7ea7-4d3b-862d-6211c829e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b926f5b5-b5cf-4732-8cf2-5d66b2da12f8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:36.770516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Attempting to bind port dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 on network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:36.775278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa03040-88e9-430e-af66-458b68cbe371 req-905d9581-84c4-47a6-825f-873661e9482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:36.776822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa03040-88e9-430e-af66-458b68cbe371 req-905d9581-84c4-47a6-825f-873661e9482d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.0981650 Sep 27 08:53:36.788688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:36.789143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Checking segment: {'id': 'a1e71cbc-7ea7-4d3b-862d-6211c829e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b926f5b5-b5cf-4732-8cf2-5d66b2da12f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:36.789680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.789883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Bound using segment: {'id': 'a1e71cbc-7ea7-4d3b-862d-6211c829e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b926f5b5-b5cf-4732-8cf2-5d66b2da12f8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:36.790340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Bound port: dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e71cbc-7ea7-4d3b-862d-6211c829e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b926f5b5-b5cf-4732-8cf2-5d66b2da12f8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:36.790722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.817604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:36.818006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.836937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd8e4a3-c915-4bf0-aed7-504df7f606a8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet 3f8d462e-5882-4a8e-a9ac-723b422486ae {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:36.843053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abd8e4a3-c915-4bf0-aed7-504df7f606a8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.860252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-03d87507-435b-4d93-83d8-cd162255d870 None None] For port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:36.867681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa03040-88e9-430e-af66-458b68cbe371 req-1683ac33-ee72-41f4-be8d-9ea6f9064c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:36.869289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa03040-88e9-430e-af66-458b68cbe371 req-1683ac33-ee72-41f4-be8d-9ea6f9064c96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833797 Sep 27 08:53:36.886668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.887989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03d87507-435b-4d93-83d8-cd162255d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.923053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abd8e4a3-c915-4bf0-aed7-504df7f606a8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:36.961189 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-52b4490d-1317-491e-8875-e69f23907342 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464764 Sep 27 08:53:36.969365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 44e3b05d-2623-4677-8d3e-992281c3ebbb is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:37.017155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:37.033194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:37.041548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] For port dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:37.052490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=cb69a646-eb03-4c15-9f25-7283deccb627,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:37.080949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] Deleting port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:37.081227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.091591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d87507-435b-4d93-83d8-cd162255d870 None None] Pushing event updated for resources: {'Port': ['ID=716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:37.106849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] For port dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022,segment=NetworkSegment(a1e71cbc-7ea7-4d3b-862d-6211c829e43c),segment_id=a1e71cbc-7ea7-4d3b-862d-6211c829e43c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:37.107869 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa03040-88e9-430e-af66-458b68cbe371 req-ea022ffa-3cc0-4a2b-9a06-562b5ed4e190 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265272 Sep 27 08:53:37.129295 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.173570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abd8e4a3-c915-4bf0-aed7-504df7f606a8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.179560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.214294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] For port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:37.214705 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.235936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] Calling delete_port for 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:37.258569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3b84a-36c0-40c8-a8e2-935f6b786e15 None None] Pushing event updated for resources: {'Port': ['ID=dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:37.268227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.286767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-f54e82cc-6ae8-4a86-9e15-a8d6c4cf6b03 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052635 Sep 27 08:53:37.293954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa03040-88e9-430e-af66-458b68cbe371 req-4ea697c1-9cdb-474b-ba40-db3f43e83065 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669514 Sep 27 08:53:37.310803 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abd8e4a3-c915-4bf0-aed7-504df7f606a8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.363814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8e4a3-c915-4bf0-aed7-504df7f606a8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8d462e-5882-4a8e-a9ac-723b422486ae,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:37.366692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abd8e4a3-c915-4bf0-aed7-504df7f606a8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.369080 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-abd8e4a3-c915-4bf0-aed7-504df7f606a8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/3f8d462e-5882-4a8e-a9ac-723b422486ae HTTP/1.1" status: 204 len: 168 time: 0.6278534 Sep 27 08:53:37.374125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41808) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:37.379954 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.413013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:37.418075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-7886aa05-c390-412c-8879-54a51c873537 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 217 time: 0.1108892 Sep 27 08:53:37.421307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:37.428716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] No DVR routers for this DVR port 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:37.433768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336285b8-f0b0-4044-91ca-7d04220012ec None None] Pushing event deleted for resources: {'Port': ['ID=716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:37.434767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:37.435381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.454865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fdf792-8acd-46c6-ad89-781c0f6fd9b8 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:37.501565 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.508090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=00afda61-c743-46b5-8d86-f6b8e8344f8a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:37.551691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.555233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-614da993-e59d-4cdc-9885-0aad677a5d75 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2860136 Sep 27 08:53:37.564465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41810) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:37.572122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-fb36dc63-7fb5-4b67-941a-1c1f3fa5220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:37.573690 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-fb36dc63-7fb5-4b67-941a-1c1f3fa5220e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.1332273 Sep 27 08:53:37.579291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '00afda61-c743-46b5-8d86-f6b8e8344f8a', 'ip_address': '2001:db8::ad52:9a26:11b3:e59e'}], 'name': 'tempest-NetworksTestDHCPv6-618830609'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:37.680280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9fb402-0bae-4db5-a30a-f0629b3d1228 None None] Network 44e3b05d-2623-4677-8d3e-992281c3ebbb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:37.716999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-ce7941e5-ed63-40fd-b7f8-7407300c73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:37.718539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-ce7941e5-ed63-40fd-b7f8-7407300c73b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1362100 Sep 27 08:53:37.727845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:37.728364 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.810150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '00afda61-c743-46b5-8d86-f6b8e8344f8a'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:37.810863 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.813126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-063341d9-8e58-49ce-abd9-895cb4c8f105 None None] Provisioning complete for port bd682be0-6b80-4fa5-b88d-bb6d01242376 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:37.813294 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-063341d9-8e58-49ce-abd9-895cb4c8f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.820197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] For port dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022,segment=NetworkSegment(a1e71cbc-7ea7-4d3b-862d-6211c829e43c),segment_id=a1e71cbc-7ea7-4d3b-862d-6211c829e43c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:37.820569 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:37.837515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:37.848187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:37.898715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-ebe65491-4d52-44aa-a64d-e964c2e23260 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422389 Sep 27 08:53:37.985483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.011259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.014572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port a1d69e32-d17c-4c8c-8238-ef3260544b23 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:38.047270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:38.065058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab2736c2-63ca-4512-ac24-cdc351f6c5e1 req-e154642e-1cea-4b90-8ddf-d79f1e0fc4d0 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327491 Sep 27 08:53:38.065411 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-063341d9-8e58-49ce-abd9-895cb4c8f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.085902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No DVR routers for this DVR port dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:38.095234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.103987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.121465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/00afda61-c743-46b5-8d86-f6b8e8344f8a/722958db-656a-4dad-a17d-8433966cb05c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:38.134804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-063341d9-8e58-49ce-abd9-895cb4c8f105 None None] For port bd682be0-6b80-4fa5-b88d-bb6d01242376, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bd682be0-6b80-4fa5-b88d-bb6d01242376,segment=NetworkSegment(fadb28d4-ef44-4ddf-b355-84fb4f7e370d),segment_id=fadb28d4-ef44-4ddf-b355-84fb4f7e370d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:38.149492 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-063341d9-8e58-49ce-abd9-895cb4c8f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.243759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.247365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=cb69a646-eb03-4c15-9f25-7283deccb627,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:38.298228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.319378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063341d9-8e58-49ce-abd9-895cb4c8f105 None None] Pushing event updated for resources: {'Port': ['ID=bd682be0-6b80-4fa5-b88d-bb6d01242376,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:38.339925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b926f5b5-b5cf-4732-8cf2-5d66b2da12f8']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:38.368498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e71cbc-7ea7-4d3b-862d-6211c829e43c') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:38.369027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e71cbc-7ea7-4d3b-862d-6211c829e43c') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:38.398404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.400723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 44e3b05d-2623-4677-8d3e-992281c3ebbb is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:38.402400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:38.444632 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.452721 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.459668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.519901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:38.521362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:38.524682 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:38.528066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:38.532266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Pushing event updated for resources: {'Port': ['ID=722958db-656a-4dad-a17d-8433966cb05c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:38.536268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:38.538766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:38.613808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Attempting to bind port 722958db-656a-4dad-a17d-8433966cb05c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:38.614183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Attempting to bind port 722958db-656a-4dad-a17d-8433966cb05c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:38.614554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Attempting to bind port 722958db-656a-4dad-a17d-8433966cb05c on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:38.621048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bd682be0-6b80-4fa5-b88d-bb6d01242376 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:38.629186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:53:38.636179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::ad52:9a26:11b3:e59e (b90251e7-1859-4a80-b7c1-143d6ef98208/00afda61-c743-46b5-8d86-f6b8e8344f8a/a1d69e32-d17c-4c8c-8238-ef3260544b23) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:38.646560 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.663849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.671547 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/networks/b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 HTTP/1.1" status: 204 len: 168 time: 1.2933693 Sep 27 08:53:38.672413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7e62b8eb-bdd3-4a37-bd3e-82e4f64849bf None None] Provisioning complete for port bd682be0-6b80-4fa5-b88d-bb6d01242376 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:38.672413 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e62b8eb-bdd3-4a37-bd3e-82e4f64849bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.672413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:38.672413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:38.672413 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.672413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:38.672413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Bound port: 722958db-656a-4dad-a17d-8433966cb05c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:38.673068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.678924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41818) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:38.683863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1728608068'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:38.704563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30564d3-b98b-4b4e-a29b-d85e04136470 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Network': ['ID=b926f5b5-b5cf-4732-8cf2-5d66b2da12f8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:38.754724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:38.758896 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.822878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:38.834183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9bcf1fd5-6451-4929-b61f-77b8d1d8e191 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8830125 Sep 27 08:53:38.836125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41820) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:38.845738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-1861665793'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:38.854292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:38.880037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bd682be0-6b80-4fa5-b88d-bb6d01242376 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:38.880534 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.883910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:38.888218 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.939084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:38.946453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.960033 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:38.969951 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment 0b9a6404-daf9-4f21-b97b-5bb4638b5d86 of type vlan for network f78616e3-3889-4b58-bcb0-3ba3fcef9818 Sep 27 08:53:39.001411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:39.008119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d109ff0c-4f56-4fb0-9329-e1005b5d7403 None None] DHCP port deletion for b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:39.008390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.023332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:39.024049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:39.025124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.029456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] For port 722958db-656a-4dad-a17d-8433966cb05c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:39.050882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.051175 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Added segment 7089e205-8816-465b-8192-954880cb61b8 of type vlan for network ad7b660b-d0ca-4e95-a97c-76183303d0da Sep 27 08:53:39.080832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:39.108465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:39.118435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:39.124823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:39.125469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.132889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=a1d69e32-d17c-4c8c-8238-ef3260544b23,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:39.164212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.181401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ac5df452-3c83-4d89-beca-2c987eab8677 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6168036 Sep 27 08:53:39.187784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:39.223805 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.229685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:39.230331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.274688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3206122-6d94-425b-a612-9f6b1e243ad7 None None] Network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:39.289926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af24f31d-7829-416f-b262-6ef2d9b9ad68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:39.291989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3206122-6d94-425b-a612-9f6b1e243ad7 None None] Network b926f5b5-b5cf-4732-8cf2-5d66b2da12f8 could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:53:39.296019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] For port 722958db-656a-4dad-a17d-8433966cb05c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=722958db-656a-4dad-a17d-8433966cb05c,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:39.296772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af24f31d-7829-416f-b262-6ef2d9b9ad68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:39.298883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-af24f31d-7829-416f-b262-6ef2d9b9ad68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1097295 Sep 27 08:53:39.303424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6242628 Sep 27 08:53:39.304035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41826) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:39.319520 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.326554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7e62b8eb-bdd3-4a37-bd3e-82e4f64849bf None None] Provisioning complete for port cb69a646-eb03-4c15-9f25-7283deccb627 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:39.326939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e62b8eb-bdd3-4a37-bd3e-82e4f64849bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.329533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41828) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:39.334840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'ad7b660b-d0ca-4e95-a97c-76183303d0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:39.343538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002c74-2b38-45b4-90b6-912ff9d1a220 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Network': ['ID=ad7b660b-d0ca-4e95-a97c-76183303d0da,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:39.367766 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.373255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:39.373850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.403472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ad7b660b-d0ca-4e95-a97c-76183303d0da details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:39.418477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5796781 Sep 27 08:53:39.421170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41830) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:39.427653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:39.468936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-81849845-10ec-4856-8218-dbe3ac1c5cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port a1d69e32-d17c-4c8c-8238-ef3260544b23 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:39.469175 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81849845-10ec-4856-8218-dbe3ac1c5cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.494586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b05cb-1472-413c-9212-5ac0d9fc1cb8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=f78616e3-3889-4b58-bcb0-3ba3fcef9818,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:39.513833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:39.517231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:39.518600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.527168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f78616e3-3889-4b58-bcb0-3ba3fcef9818 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:39.581715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7e62b8eb-bdd3-4a37-bd3e-82e4f64849bf None None] Port cb69a646-eb03-4c15-9f25-7283deccb627 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:39.599552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81c40e-c3ab-46e4-b1e8-7c3e13141eae None None] Pushing event updated for resources: {'Port': ['ID=722958db-656a-4dad-a17d-8433966cb05c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:39.609908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:39.613544 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.618626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81849845-10ec-4856-8218-dbe3ac1c5cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.695183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:39.728230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-81849845-10ec-4856-8218-dbe3ac1c5cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for a1d69e32-d17c-4c8c-8238-ef3260544b23 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:39.742273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aaba7449-06fe-4a23-acbe-a19fef7cf0f7 None None] Could not find standard attr ID for object dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:53:39.745632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:39.745986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 716f0cda-6fcc-45ea-8e47-ad4e9b7f3f03 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:39.812796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aaba7449-06fe-4a23-acbe-a19fef7cf0f7 None None] Provisioning complete for port cb69a646-eb03-4c15-9f25-7283deccb627 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:39.813187 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aaba7449-06fe-4a23-acbe-a19fef7cf0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.839207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.872245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-aaba7449-06fe-4a23-acbe-a19fef7cf0f7 None None] Port cb69a646-eb03-4c15-9f25-7283deccb627 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:39.937939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=ee8d5e40-1879-44c9-bbb2-b6272e1e1edf,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:39.940681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Checking segment: {'id': '7089e205-8816-465b-8192-954880cb61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ad7b660b-d0ca-4e95-a97c-76183303d0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:39.941158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network hostable DHCP agents. Network: ad7b660b-d0ca-4e95-a97c-76183303d0da, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:39.950451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:37Z', 'revision_number': 2, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:37Z', 'revision_number': 2, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:39.962742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network ad7b660b-d0ca-4e95-a97c-76183303d0da is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:39.978791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, ad7b660b-d0ca-4e95-a97c-76183303d0da) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:39.983789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:39.984439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:39.985559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:39.986164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Updating router ea69070a-e791-4941-93f5-26c65df11c1c port cb69a646-eb03-4c15-9f25-7283deccb627 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:53:40.008206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9bb9f3ff-43ae-4917-a7cd-d6461f3e1ce3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6750987 Sep 27 08:53:40.009474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41834) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:40.009603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040da95-90a5-4c15-aa5e-762fc1cd9bb8 None None] Network ad7b660b-d0ca-4e95-a97c-76183303d0da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:40.015182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'ad7b660b-d0ca-4e95-a97c-76183303d0da', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1800421469'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:40.036613 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.148902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:40.153401 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.173989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 36898d01-f43d-410b-8260-fce5f9d96f65 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:40.330569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-ad7b660b-d0ca-4e95-a97c-76183303d0da', 'network_id': 'ad7b660b-d0ca-4e95-a97c-76183303d0da', 'tenant_id': '4ff8d14c6edb45528a64a953aebb6406', 'fixed_ips': [{'subnet_id': 'ee8d5e40-1879-44c9-bbb2-b6272e1e1edf'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:40.331452 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.360431 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.462366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81849845-10ec-4856-8218-dbe3ac1c5cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.521498 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.532396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.549613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81849845-10ec-4856-8218-dbe3ac1c5cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=a1d69e32-d17c-4c8c-8238-ef3260544b23,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:40.562879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=6715f723-0879-4cd9-bbb0-115b03018184,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:40.568466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 722958db-656a-4dad-a17d-8433966cb05c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:40.594054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::307 (ad7b660b-d0ca-4e95-a97c-76183303d0da/ee8d5e40-1879-44c9-bbb2-b6272e1e1edf/36898d01-f43d-410b-8260-fce5f9d96f65) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:40.622285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81849845-10ec-4856-8218-dbe3ac1c5cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.628107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-81849845-10ec-4856-8218-dbe3ac1c5cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/a1d69e32-d17c-4c8c-8238-ef3260544b23 HTTP/1.1" status: 204 len: 168 time: 1.3205223 Sep 27 08:53:40.629157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41838) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:40.634138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daf5f6-c5c7-4232-84b2-2ae75ddea066 None None] Pushing event updated for resources: {'Port': ['ID=cb69a646-eb03-4c15-9f25-7283deccb627,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:40.695518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:40.695892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: f78616e3-3889-4b58-bcb0-3ba3fcef9818, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:40.702769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c728e3a-aa26-4798-acb3-73175eaa7904 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:40.704422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c728e3a-aa26-4798-acb3-73175eaa7904 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:40.708926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0c728e3a-aa26-4798-acb3-73175eaa7904 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0700922 Sep 27 08:53:40.709688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41840) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:40.720935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Attempting to bind port cb69a646-eb03-4c15-9f25-7283deccb627 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:40.721405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Attempting to bind port cb69a646-eb03-4c15-9f25-7283deccb627 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:40.721697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Attempting to bind port cb69a646-eb03-4c15-9f25-7283deccb627 on network 44e3b05d-2623-4677-8d3e-992281c3ebbb {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:40.728367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 722958db-656a-4dad-a17d-8433966cb05c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:40.728727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.732105 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:40.732521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Checking segment: {'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:40.732930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.733528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Bound using segment: {'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:40.733820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Bound port: cb69a646-eb03-4c15-9f25-7283deccb627, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:40.734208 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.777711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network f78616e3-3889-4b58-bcb0-3ba3fcef9818 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:40.779971 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.793882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f78616e3-3889-4b58-bcb0-3ba3fcef9818) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:40.799736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:40.800532 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.815608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4db588-d17c-484c-b31c-3d47bfb39c84 None None] Network f78616e3-3889-4b58-bcb0-3ba3fcef9818 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:40.824753 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1628fb69-d565-43fe-8c87-7e59204c226e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4023724 Sep 27 08:53:40.828589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41842) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:40.838277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9df2616-26a4-494b-9f00-9eb6ae7db7b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 00afda61-c743-46b5-8d86-f6b8e8344f8a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:40.841523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9df2616-26a4-494b-9f00-9eb6ae7db7b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.887674 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9df2616-26a4-494b-9f00-9eb6ae7db7b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:40.951146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] For port cb69a646-eb03-4c15-9f25-7283deccb627, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:40.951634 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.006282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9df2616-26a4-494b-9f00-9eb6ae7db7b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.048092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=36898d01-f43d-410b-8260-fce5f9d96f65,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:41.084791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9df2616-26a4-494b-9f00-9eb6ae7db7b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.120982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df2616-26a4-494b-9f00-9eb6ae7db7b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=00afda61-c743-46b5-8d86-f6b8e8344f8a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:41.128113 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9df2616-26a4-494b-9f00-9eb6ae7db7b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.130992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9df2616-26a4-494b-9f00-9eb6ae7db7b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/00afda61-c743-46b5-8d86-f6b8e8344f8a HTTP/1.1" status: 204 len: 168 time: 0.4184728 Sep 27 08:53:41.132915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network ad7b660b-d0ca-4e95-a97c-76183303d0da is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:41.134641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:41.136567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41846) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:41.144684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:41.150987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:41.151643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.180458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] For port cb69a646-eb03-4c15-9f25-7283deccb627, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cb69a646-eb03-4c15-9f25-7283deccb627,segment=NetworkSegment(fadb28d4-ef44-4ddf-b355-84fb4f7e370d),segment_id=fadb28d4-ef44-4ddf-b355-84fb4f7e370d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:41.194483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675fef9f-401a-4c8a-8532-fefaaa17e3d7 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:41.202490 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.236989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41848) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:41.237342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a32415a0-fa1e-4c2c-8b22-1f0219ad410d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938699 Sep 27 08:53:41.241286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8492c87f-5ddd-4c65-ad54-da1e6726855d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2307913 Sep 27 08:53:41.243684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:41.245884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41850) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:41.295848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Allocated IP 2001:db8::2 (ad7b660b-d0ca-4e95-a97c-76183303d0da/ee8d5e40-1879-44c9-bbb2-b6272e1e1edf/075131e6-0cf5-4f19-be78-0ca11fd94118) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:41.315756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Provisioning complete for port 722958db-656a-4dad-a17d-8433966cb05c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:41.316071 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.326835 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.362563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:41.367344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.390579 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:53:41.453649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 36898d01-f43d-410b-8260-fce5f9d96f65 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:41.453999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.533856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:41.534508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:41.537293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daf5f6-c5c7-4232-84b2-2ae75ddea066 None None] Pushing event updated for resources: {'Port': ['ID=cb69a646-eb03-4c15-9f25-7283deccb627,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:41.601044 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.603964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.608666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:41.609516 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.630187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 36898d01-f43d-410b-8260-fce5f9d96f65 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:41.645183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.693325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:41.696594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:41.701031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:41.701945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.710662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=08ba827c-8d6e-4102-8f81-c7166876b2c3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:41.728381 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0bd149e8-dccf-4c38-a80a-806e73661716 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4864297 Sep 27 08:53:41.728381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41854) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:41.734234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '08ba827c-8d6e-4102-8f81-c7166876b2c3', 'ip_address': '2001:db8::6f05:f135:7b93:c7b3'}], 'name': 'tempest-NetworksTestDHCPv6-1115296502'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:41.818697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:53:41.818965 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:53:41.838969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:41.862611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:41.867841 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.885382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port e32ac027-beed-4b42-96bb-2abbe6f863e6 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:41.933072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.945471 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:41.989867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=36898d01-f43d-410b-8260-fce5f9d96f65,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:42.018118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.023043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/36898d01-f43d-410b-8260-fce5f9d96f65 HTTP/1.1" status: 204 len: 168 time: 0.7726090 Sep 27 08:53:42.026295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:42.026472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41858) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:42.029181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.055014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.055416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.055798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.056236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.056676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.057062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.057456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.057849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.058179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.058571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.058955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.059354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553845ad-38e6-4b1b-8e8d-e25470a2ba64 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:42.060912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.067818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] For port 722958db-656a-4dad-a17d-8433966cb05c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=722958db-656a-4dad-a17d-8433966cb05c,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:42.069958 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a5e72d-6721-4a4d-9528-cfbbe95aac15 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:53:42.073861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c6a5e72d-6721-4a4d-9528-cfbbe95aac15 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/36898d01-f43d-410b-8260-fce5f9d96f65 HTTP/1.1" status: 404 len: 333 time: 0.0416417 Sep 27 08:53:42.073861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.21.0.1 (f78616e3-3889-4b58-bcb0-3ba3fcef9818/6715f723-0879-4cd9-bbb0-115b03018184/0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:42.075268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41860) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:42.120764 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.122562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::6f05:f135:7b93:c7b3 (b90251e7-1859-4a80-b7c1-143d6ef98208/08ba827c-8d6e-4102-8f81-c7166876b2c3/e32ac027-beed-4b42-96bb-2abbe6f863e6) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:42.163363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-243043b2-5fa0-4f80-b6bc-af7f69a4c5b5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet ee8d5e40-1879-44c9-bbb2-b6272e1e1edf {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:42.168100 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-243043b2-5fa0-4f80-b6bc-af7f69a4c5b5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.171901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Network ad7b660b-d0ca-4e95-a97c-76183303d0da is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:42.182261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:42.191194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:42.215131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Pushing event updated for resources: {'Port': ['ID=075131e6-0cf5-4f19-be78-0ca11fd94118,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:42.217430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Provisioning complete for port cb69a646-eb03-4c15-9f25-7283deccb627 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:42.217800 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.248590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-243043b2-5fa0-4f80-b6bc-af7f69a4c5b5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.300843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.305744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.342228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.370600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-243043b2-5fa0-4f80-b6bc-af7f69a4c5b5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.370874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] Deleting port 722958db-656a-4dad-a17d-8433966cb05c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:42.371094 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.387457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:42.393136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:42.401124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:42.406971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:42.408016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.415109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.419313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=e32ac027-beed-4b42-96bb-2abbe6f863e6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:42.426817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Attempting to bind port 075131e6-0cf5-4f19-be78-0ca11fd94118 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:42.427375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Attempting to bind port 075131e6-0cf5-4f19-be78-0ca11fd94118 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7089e205-8816-465b-8192-954880cb61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ad7b660b-d0ca-4e95-a97c-76183303d0da'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:42.427669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Attempting to bind port 075131e6-0cf5-4f19-be78-0ca11fd94118 on network ad7b660b-d0ca-4e95-a97c-76183303d0da {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:42.433135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5076ec58-6208-4fd7-997f-7a8b73a63919 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7015054 Sep 27 08:53:42.433350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:42.461486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Pushing event updated for resources: {'Port': ['ID=722958db-656a-4dad-a17d-8433966cb05c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:42.483576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network f78616e3-3889-4b58-bcb0-3ba3fcef9818 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:42.489081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:42.490427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:42.490816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Checking segment: {'id': '7089e205-8816-465b-8192-954880cb61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ad7b660b-d0ca-4e95-a97c-76183303d0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:42.491226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.491707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Bound using segment: {'id': '7089e205-8816-465b-8192-954880cb61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ad7b660b-d0ca-4e95-a97c-76183303d0da'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:42.492122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Bound port: 075131e6-0cf5-4f19-be78-0ca11fd94118, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7089e205-8816-465b-8192-954880cb61b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ad7b660b-d0ca-4e95-a97c-76183303d0da'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:42.492257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:42.492527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.495189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:42.509590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf8783-fedf-449e-8778-c1e5b2d62b57 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:42.515755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf8783-fedf-449e-8778-c1e5b2d62b57 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:42.520177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aacf8783-fedf-449e-8778-c1e5b2d62b57 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0833213 Sep 27 08:53:42.521211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41864) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:42.524952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:42.525672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-243043b2-5fa0-4f80-b6bc-af7f69a4c5b5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.565717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243043b2-5fa0-4f80-b6bc-af7f69a4c5b5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8d5e40-1879-44c9-bbb2-b6272e1e1edf,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:42.567923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-243043b2-5fa0-4f80-b6bc-af7f69a4c5b5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.569860 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-243043b2-5fa0-4f80-b6bc-af7f69a4c5b5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/ee8d5e40-1879-44c9-bbb2-b6272e1e1edf HTTP/1.1" status: 204 len: 168 time: 0.4944873 Sep 27 08:53:42.573018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41868) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:42.575757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:42.576205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device dd5dd6cf-f6c4-4749-bb7c-2bb1ed374022 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:42.599629 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.615164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Allocated IP 172.21.0.2 (f78616e3-3889-4b58-bcb0-3ba3fcef9818/6715f723-0879-4cd9-bbb0-115b03018184/ac36e2fc-7770-45c8-9788-2f9b464cae4c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:42.660551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] For port 722958db-656a-4dad-a17d-8433966cb05c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=722958db-656a-4dad-a17d-8433966cb05c,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:42.660959 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.677392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9ddecc9b-7ead-4b0d-80f1-f78e344a0e1b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port e32ac027-beed-4b42-96bb-2abbe6f863e6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:42.679231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ddecc9b-7ead-4b0d-80f1-f78e344a0e1b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.686490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:37Z', 'revision_number': 2, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:40Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:42.697098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] Calling delete_port for 722958db-656a-4dad-a17d-8433966cb05c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:42.698716 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.725222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.748195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 722958db-656a-4dad-a17d-8433966cb05c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:42.763662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30ee70-8eda-4979-a317-824ebd1a15bb None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:37Z', 'revision_number': 2, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:40Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:42.801699 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ddecc9b-7ead-4b0d-80f1-f78e344a0e1b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:42.819508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9ddecc9b-7ead-4b0d-80f1-f78e344a0e1b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for e32ac027-beed-4b42-96bb-2abbe6f863e6 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:42.986140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ddecc9b-7ead-4b0d-80f1-f78e344a0e1b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.023037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] For port 075131e6-0cf5-4f19-be78-0ca11fd94118, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:43.043341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddecc9b-7ead-4b0d-80f1-f78e344a0e1b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=e32ac027-beed-4b42-96bb-2abbe6f863e6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:43.089394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ddecc9b-7ead-4b0d-80f1-f78e344a0e1b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.093928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9ddecc9b-7ead-4b0d-80f1-f78e344a0e1b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/e32ac027-beed-4b42-96bb-2abbe6f863e6 HTTP/1.1" status: 204 len: 168 time: 0.5692706 Sep 27 08:53:43.094157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41870) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:43.104718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] For port 075131e6-0cf5-4f19-be78-0ca11fd94118, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=075131e6-0cf5-4f19-be78-0ca11fd94118,segment=NetworkSegment(7089e205-8816-465b-8192-954880cb61b8),segment_id=7089e205-8816-465b-8192-954880cb61b8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:43.132606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.139404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] For port cb69a646-eb03-4c15-9f25-7283deccb627, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cb69a646-eb03-4c15-9f25-7283deccb627,segment=NetworkSegment(fadb28d4-ef44-4ddf-b355-84fb4f7e370d),segment_id=fadb28d4-ef44-4ddf-b355-84fb4f7e370d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:43.178541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.190777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.191471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d30483-a8e4-4a74-884a-22633dc978f6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:43.193539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d30483-a8e4-4a74-884a-22633dc978f6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:43.195356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-74d30483-a8e4-4a74-884a-22633dc978f6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0997210 Sep 27 08:53:43.200278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41874) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:43.233470 n-d-810909-1 neutron-server[94832]: INFO neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No ports have port_id starting with 722958db-656a-4dad-a17d-8433966cb05c Sep 27 08:53:43.241278 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.266641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 075131e6-0cf5-4f19-be78-0ca11fd94118 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:43.266987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.280275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bbe3bb-4e51-4681-ae41-561e36b8a6c1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 08ba827c-8d6e-4102-8f81-c7166876b2c3 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:43.285510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79bbe3bb-4e51-4681-ae41-561e36b8a6c1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.334977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] No DVR routers for this DVR port 722958db-656a-4dad-a17d-8433966cb05c on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:43.352928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dae4213c-26fe-4561-bc85-fe83bfc45ac3 None None] Could not find standard attr ID for object 912d6763-94af-4213-b16d-0d26983ae7bd. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:53:43.359871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79bbe3bb-4e51-4681-ae41-561e36b8a6c1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.367346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89071e3-a37d-4f13-9b20-9e3587226a6a None None] Pushing event updated for resources: {'Port': ['ID=075131e6-0cf5-4f19-be78-0ca11fd94118,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:43.384630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b325b7-79b9-4c24-b35d-e9bc208d5f79 None None] Network ad7b660b-d0ca-4e95-a97c-76183303d0da requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:43.385836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd300f-c0d3-44d8-a5c5-dd0c5a1adb1c None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:43.387747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.426418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79bbe3bb-4e51-4681-ae41-561e36b8a6c1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.442230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] For port 075131e6-0cf5-4f19-be78-0ca11fd94118, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=075131e6-0cf5-4f19-be78-0ca11fd94118,segment=NetworkSegment(7089e205-8816-465b-8192-954880cb61b8),segment_id=7089e205-8816-465b-8192-954880cb61b8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:43.442718 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.447217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65541302-c1ef-4ba5-992b-dca2f0f1f0e5 None None] Pushing event updated for resources: {'Port': ['ID=cb69a646-eb03-4c15-9f25-7283deccb627,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:43.473970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 075131e6-0cf5-4f19-be78-0ca11fd94118 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:43.505598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79bbe3bb-4e51-4681-ae41-561e36b8a6c1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.554059 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79bbe3bb-4e51-4681-ae41-561e36b8a6c1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.561481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-79bbe3bb-4e51-4681-ae41-561e36b8a6c1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/08ba827c-8d6e-4102-8f81-c7166876b2c3 HTTP/1.1" status: 204 len: 168 time: 0.3485112 Sep 27 08:53:43.562649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41876) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:43.580122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dae4213c-26fe-4561-bc85-fe83bfc45ac3 None None] Provisioning complete for port cb69a646-eb03-4c15-9f25-7283deccb627 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:43.581123 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dae4213c-26fe-4561-bc85-fe83bfc45ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.605994 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.610888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954d166-31f8-4304-aa2c-e8b3c15a6809 None None] Pushing event deleted for resources: {'Port': ['ID=722958db-656a-4dad-a17d-8433966cb05c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:43.614501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbe3bb-4e51-4681-ae41-561e36b8a6c1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=08ba827c-8d6e-4102-8f81-c7166876b2c3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:43.618163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c52534d7-ec48-4ab5-9728-c9cbfe2cbc81 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543749 Sep 27 08:53:43.621271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41878) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:43.626734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:43.695419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.707240 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.732715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.736549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=075131e6-0cf5-4f19-be78-0ca11fd94118,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:43.740976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:43.745251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No DVR routers for this DVR port 075131e6-0cf5-4f19-be78-0ca11fd94118 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:43.745625 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.784031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Network f78616e3-3889-4b58-bcb0-3ba3fcef9818 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:43.784357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Pushing event updated for resources: {'Port': ['ID=ac36e2fc-7770-45c8-9788-2f9b464cae4c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:43.795359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:43.804618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:43.909403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:43.936424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.973039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Attempting to bind port ac36e2fc-7770-45c8-9788-2f9b464cae4c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:43.973247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.973402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Attempting to bind port ac36e2fc-7770-45c8-9788-2f9b464cae4c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:43.973775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Attempting to bind port ac36e2fc-7770-45c8-9788-2f9b464cae4c on network f78616e3-3889-4b58-bcb0-3ba3fcef9818 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:43.979701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:43.980071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Checking segment: {'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:43.980509 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:43.980910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Bound using segment: {'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:43.981395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Bound port: ac36e2fc-7770-45c8-9788-2f9b464cae4c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:43.981787 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.010483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.016423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7b660b-d0ca-4e95-a97c-76183303d0da']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:44.033731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7089e205-8816-465b-8192-954880cb61b8') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:44.034006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7089e205-8816-465b-8192-954880cb61b8') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:44.050267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:44.053128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] For port ac36e2fc-7770-45c8-9788-2f9b464cae4c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:44.054369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:44.058869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:44.059445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.073343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a578a-c4c4-4737-8e56-2fa196b1dc32 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:44.079478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.079918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=fe53a639-dbec-4f83-8786-59fb874d6a1b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:44.084064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] For port ac36e2fc-7770-45c8-9788-2f9b464cae4c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ac36e2fc-7770-45c8-9788-2f9b464cae4c,segment=NetworkSegment(0b9a6404-daf9-4f21-b97b-5bb4638b5d86),segment_id=0b9a6404-daf9-4f21-b97b-5bb4638b5d86)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:44.086692 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae74a322-05b0-4841-8fb9-93ae2ec33075 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4644299 Sep 27 08:53:44.090222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41882) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:44.097941 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.100848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.101796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': 'fe53a639-dbec-4f83-8786-59fb874d6a1b', 'ip_address': '2001:db8::2fa7:7175:a8dd:aa51'}], 'name': 'tempest-NetworksTestDHCPv6-1034088657'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:44.121630 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.128639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:53:44.129043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:53:44.132653 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:53:44.212999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network f78616e3-3889-4b58-bcb0-3ba3fcef9818 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:44.213518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c722c3-259e-41f9-841a-78f151bbd590 None None] Pushing event updated for resources: {'Port': ['ID=ac36e2fc-7770-45c8-9788-2f9b464cae4c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:44.214491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:44.268367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:44.279853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.285277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.291533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/networks/ad7b660b-d0ca-4e95-a97c-76183303d0da HTTP/1.1" status: 204 len: 168 time: 1.7174442 Sep 27 08:53:44.292220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41886) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:44.302933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'name': 'tempest-PortsIpV6TestJSON-1633989531'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:44.378677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': 'fe53a639-dbec-4f83-8786-59fb874d6a1b'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:44.379646 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.386731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438ba94-9c55-4325-9b4a-17c2a4048fd0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Network': ['ID=ad7b660b-d0ca-4e95-a97c-76183303d0da,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:44.403210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.429969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:44.462697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:44.581238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:44.600815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.610027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/fe53a639-dbec-4f83-8786-59fb874d6a1b/943fde92-0bda-4fd7-9a44-31cfd46cb544) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:44.678000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port af7a1cfb-5760-4246-8400-5fe33a347fae yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:44.699433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:44.710048 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:44.721629 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:44.724136 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:44.743647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9e15de32-bcc8-409e-a4aa-3e9d43d789b7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9124336 Sep 27 08:53:44.746294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:44.760693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-788648149'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:44.790989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ac36e2fc-7770-45c8-9788-2f9b464cae4c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:44.806055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:44.817067 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.841340 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.856196 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:44.856539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.873546 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.873921 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment 80dfac56-c34d-4e11-af91-7a89ed4ced3d of type vlan for network 42a5a8f6-7d0d-4375-afe4-6810ac092666 Sep 27 08:53:44.894399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ac36e2fc-7770-45c8-9788-2f9b464cae4c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:44.895351 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.905046 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:44.933347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:44.945289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:44.949116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Pushing event updated for resources: {'Port': ['ID=943fde92-0bda-4fd7-9a44-31cfd46cb544,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:44.954905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:44.965057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.978741 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:44.981938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::2fa7:7175:a8dd:aa51 (b90251e7-1859-4a80-b7c1-143d6ef98208/fe53a639-dbec-4f83-8786-59fb874d6a1b/9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:45.015852 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.044588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.047599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Attempting to bind port 943fde92-0bda-4fd7-9a44-31cfd46cb544 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:45.047988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Attempting to bind port 943fde92-0bda-4fd7-9a44-31cfd46cb544 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:45.048372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Attempting to bind port 943fde92-0bda-4fd7-9a44-31cfd46cb544 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:45.050628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:45.053574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.067297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:45.067920 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:45.068348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.068764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:45.069285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Bound port: 943fde92-0bda-4fd7-9a44-31cfd46cb544, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:45.069859 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.086984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:45.088141 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.091208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:45.096311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:45.106344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:45.107119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.136610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8379037 Sep 27 08:53:45.137372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41892) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:45.146518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ebf7b-2ded-48fc-aace-204e45708082 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=af7a1cfb-5760-4246-8400-5fe33a347fae,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:45.192406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] For port 943fde92-0bda-4fd7-9a44-31cfd46cb544, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:45.203963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cd08347-2df5-4e13-ac54-bcffea473e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.208627 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4571147 Sep 27 08:53:45.209518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f474e1-0fd5-4a88-ae33-bd37a1fcbea1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=42a5a8f6-7d0d-4375-afe4-6810ac092666,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:45.219503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] For port 943fde92-0bda-4fd7-9a44-31cfd46cb544, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=943fde92-0bda-4fd7-9a44-31cfd46cb544,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:45.225249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41894) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:45.230095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 42a5a8f6-7d0d-4375-afe4-6810ac092666 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:45.233881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:45.237614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port ac36e2fc-7770-45c8-9788-2f9b464cae4c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ac36e2fc-7770-45c8-9788-2f9b464cae4c,segment=NetworkSegment(0b9a6404-daf9-4f21-b97b-5bb4638b5d86),segment_id=0b9a6404-daf9-4f21-b97b-5bb4638b5d86)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:45.239989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.304133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a6f96-0b16-40c3-a8ff-1249c850513c None None] Pushing event updated for resources: {'Port': ['ID=943fde92-0bda-4fd7-9a44-31cfd46cb544,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:45.307241 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.308103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cb69a646-eb03-4c15-9f25-7283deccb627 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:45.365640 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:42Z', 'revision_number': 3, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 2, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:45.397966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.430045 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:45.430392 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Updating router ea69070a-e791-4941-93f5-26c65df11c1c port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:53:45.448248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-882e3874-2305-452f-9ab7-7014b6e32edf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port af7a1cfb-5760-4246-8400-5fe33a347fae {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:45.448725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-882e3874-2305-452f-9ab7-7014b6e32edf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.481438 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.490372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.545285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cb69a646-eb03-4c15-9f25-7283deccb627 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:45.546353 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.557928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:45.561702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.575158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:45.579224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:45.586231 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:45.595985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:45.597168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.608497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=ac36e2fc-7770-45c8-9788-2f9b464cae4c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:45.629806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:45.650946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d03de1ce-a104-45e7-98c4-03e3555ea827 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5595963 Sep 27 08:53:45.651625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:45.667942 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-882e3874-2305-452f-9ab7-7014b6e32edf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.699705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16bafd-0368-4010-9b14-ae7d605b706f None None] Network f78616e3-3889-4b58-bcb0-3ba3fcef9818 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:45.724863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-882e3874-2305-452f-9ab7-7014b6e32edf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for af7a1cfb-5760-4246-8400-5fe33a347fae owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:45.733876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0309daad-6446-4cfc-a416-70b2714d5f02 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:45.746332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0309daad-6446-4cfc-a416-70b2714d5f02 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:45.753541 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0309daad-6446-4cfc-a416-70b2714d5f02 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1003163 Sep 27 08:53:45.758458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41900) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:45.864843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d94fb9c3-23cc-4882-9644-ac42a211703f None None] Provisioning complete for port ac36e2fc-7770-45c8-9788-2f9b464cae4c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:45.864843 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d94fb9c3-23cc-4882-9644-ac42a211703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.904944 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.915248 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:45.948348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ed330-da4c-42ce-aff9-fed52b394a23 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:45.948703 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed330-da4c-42ce-aff9-fed52b394a23 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.015490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.022476 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Pushing event updated for resources: {'Port': ['ID=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:46.052626 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.053320 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.054031 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.054779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.055321 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.055835 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.056523 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.058053 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.058053 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.058053 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.058053 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.058744 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:46.097790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed330-da4c-42ce-aff9-fed52b394a23 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.103783 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Attempting to bind port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:46.104266 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Attempting to bind port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:46.104740 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Attempting to bind port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e on network f78616e3-3889-4b58-bcb0-3ba3fcef9818 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:46.110304 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:46.110789 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Checking segment: {'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:46.111279 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.111772 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Bound using segment: {'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:46.112496 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Bound port: 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9a6404-daf9-4f21-b97b-5bb4638b5d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:46.113375 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.118455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ed330-da4c-42ce-aff9-fed52b394a23 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:46.119814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=d0069cb0-92d0-4f88-9192-5546b60277c2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:46.134573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-882e3874-2305-452f-9ab7-7014b6e32edf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.167726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e3874-2305-452f-9ab7-7014b6e32edf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=af7a1cfb-5760-4246-8400-5fe33a347fae,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:46.183498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:46.184250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: 42a5a8f6-7d0d-4375-afe4-6810ac092666, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:46.187695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-882e3874-2305-452f-9ab7-7014b6e32edf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.194881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-882e3874-2305-452f-9ab7-7014b6e32edf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/af7a1cfb-5760-4246-8400-5fe33a347fae HTTP/1.1" status: 204 len: 168 time: 1.0561223 Sep 27 08:53:46.198868 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] For port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:46.201976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41904) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:46.208624 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] For port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,segment=NetworkSegment(0b9a6404-daf9-4f21-b97b-5bb4638b5d86),segment_id=0b9a6404-daf9-4f21-b97b-5bb4638b5d86)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:46.212100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'mac_address': 'fa:16:3e:d0:bc:3c', 'name': 'tempest-PortsIpV6TestJSON-156477272'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:46.217171 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.229519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 42a5a8f6-7d0d-4375-afe4-6810ac092666 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:46.246433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 42a5a8f6-7d0d-4375-afe4-6810ac092666) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:46.255519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3dcc80-79cf-4d0a-9b1d-6ad795bb7901 None None] Network 42a5a8f6-7d0d-4375-afe4-6810ac092666 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:46.259076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:46.259780 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.282146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a84df98f-5955-4898-9c4e-68aed76ae1b4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0543826 Sep 27 08:53:46.283847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41906) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:46.311707 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3e8f7-0df5-4f1d-bee9-d4d4354d23e2 None None] Pushing event updated for resources: {'Port': ['ID=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:46.328771 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:46.329413 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:46.402228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:46.430098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed330-da4c-42ce-aff9-fed52b394a23 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.520474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ed330-da4c-42ce-aff9-fed52b394a23 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:46.526524 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:46.614798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec1ed330-da4c-42ce-aff9-fed52b394a23 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.621989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec1ed330-da4c-42ce-aff9-fed52b394a23 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef HTTP/1.1" status: 204 len: 168 time: 0.8617463 Sep 27 08:53:46.646885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41910) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:46.710503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.767422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 9da20371-d3ce-49dc-8f28-468ce44ef44d yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:46.842118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653a1cf9-a526-4200-9770-0d50df395f19 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:46.843680 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653a1cf9-a526-4200-9770-0d50df395f19 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:46.845433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-653a1cf9-a526-4200-9770-0d50df395f19 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1976743 Sep 27 08:53:46.868452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41912) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:46.875927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f94e2396-da13-4246-a9b7-cdc10c3f7316 None None] Provisioning complete for port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:46.876711 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f94e2396-da13-4246-a9b7-cdc10c3f7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.892715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-42a5a8f6-7d0d-4375-afe4-6810ac092666', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:46.893911 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:46.896279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 943fde92-0bda-4fd7-9a44-31cfd46cb544 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:47.004245 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:42Z', 'revision_number': 3, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:46Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:47.026739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.064025 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e319183-b399-402a-b72a-9c4e845b92c9 None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:42Z', 'revision_number': 3, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:46Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:47.099854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-128df24c-118d-4e1b-bf6b-0db84f656796 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet fe53a639-dbec-4f83-8786-59fb874d6a1b {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:47.110619 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.127253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-128df24c-118d-4e1b-bf6b-0db84f656796 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.175950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:47.179477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:47.183743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:47.189531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:47.190169 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.209673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=9da20371-d3ce-49dc-8f28-468ce44ef44d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:47.232897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41916) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:47.233402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9264aae-bf35-4888-82ce-961ca1788ca8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0267365 Sep 27 08:53:47.260021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-128df24c-118d-4e1b-bf6b-0db84f656796 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.300556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Allocated IP 172.22.0.2 (42a5a8f6-7d0d-4375-afe4-6810ac092666/d0069cb0-92d0-4f88-9192-5546b60277c2/907500e8-bcdb-47b9-b2a2-b918946519f9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:47.356374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 943fde92-0bda-4fd7-9a44-31cfd46cb544 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:47.356671 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.494139 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f94e2396-da13-4246-a9b7-cdc10c3f7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.656313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7343ecc8-fba2-4562-b4cc-521abbd31032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.699582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f94e2396-da13-4246-a9b7-cdc10c3f7316 None None] For port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,segment=NetworkSegment(0b9a6404-daf9-4f21-b97b-5bb4638b5d86),segment_id=0b9a6404-daf9-4f21-b97b-5bb4638b5d86)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:47.720616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f94e2396-da13-4246-a9b7-cdc10c3f7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.761671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585be690-d6cb-43d1-ac0f-1e0aa300fac9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:47.765171 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-585be690-d6cb-43d1-ac0f-1e0aa300fac9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/9da20371-d3ce-49dc-8f28-468ce44ef44d HTTP/1.1" status: 200 len: 844 time: 0.5292182 Sep 27 08:53:47.766700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41920) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:47.780291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.809691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.822314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.841997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f94e2396-da13-4246-a9b7-cdc10c3f7316 None None] Provisioning complete for port ac36e2fc-7770-45c8-9788-2f9b464cae4c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:47.842384 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f94e2396-da13-4246-a9b7-cdc10c3f7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.890502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 943fde92-0bda-4fd7-9a44-31cfd46cb544, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=943fde92-0bda-4fd7-9a44-31cfd46cb544,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:47.893064 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.912989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.914050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ac36e2fc-7770-45c8-9788-2f9b464cae4c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:47.938641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-75639279-c367-4a8c-b1ca-5a6c4035fbdd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 9da20371-d3ce-49dc-8f28-468ce44ef44d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:47.939182 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75639279-c367-4a8c-b1ca-5a6c4035fbdd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:47.950647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e2396-da13-4246-a9b7-cdc10c3f7316 None None] Pushing event updated for resources: {'Port': ['ID=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:47.985543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Network 42a5a8f6-7d0d-4375-afe4-6810ac092666 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:47.992159 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-128df24c-118d-4e1b-bf6b-0db84f656796 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.012227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:48.019509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:48.022859 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75639279-c367-4a8c-b1ca-5a6c4035fbdd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.038514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-75639279-c367-4a8c-b1ca-5a6c4035fbdd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 9da20371-d3ce-49dc-8f28-468ce44ef44d owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:48.097041 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.103061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Pushing event updated for resources: {'Port': ['ID=907500e8-bcdb-47b9-b2a2-b918946519f9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:48.136366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75639279-c367-4a8c-b1ca-5a6c4035fbdd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.147251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-128df24c-118d-4e1b-bf6b-0db84f656796 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.155657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ac36e2fc-7770-45c8-9788-2f9b464cae4c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:48.156051 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.163302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Attempting to bind port 907500e8-bcdb-47b9-b2a2-b918946519f9 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:48.163683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Attempting to bind port 907500e8-bcdb-47b9-b2a2-b918946519f9 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:48.164053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Attempting to bind port 907500e8-bcdb-47b9-b2a2-b918946519f9 on network 42a5a8f6-7d0d-4375-afe4-6810ac092666 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:48.171673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639279-c367-4a8c-b1ca-5a6c4035fbdd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=9da20371-d3ce-49dc-8f28-468ce44ef44d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:48.188814 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75639279-c367-4a8c-b1ca-5a6c4035fbdd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.191724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-75639279-c367-4a8c-b1ca-5a6c4035fbdd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/9da20371-d3ce-49dc-8f28-468ce44ef44d HTTP/1.1" status: 204 len: 168 time: 0.4239082 Sep 27 08:53:48.194406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41924) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:48.196726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:48.197117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Checking segment: {'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:48.197535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.197933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Bound using segment: {'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:48.199242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Bound port: 907500e8-bcdb-47b9-b2a2-b918946519f9, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:48.199242 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.226316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128df24c-118d-4e1b-bf6b-0db84f656796 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=fe53a639-dbec-4f83-8786-59fb874d6a1b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:48.237356 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfae0953-9d9b-4d83-898e-c8f4768c1132 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:53:48.238118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-128df24c-118d-4e1b-bf6b-0db84f656796 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.242605 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-128df24c-118d-4e1b-bf6b-0db84f656796 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/fe53a639-dbec-4f83-8786-59fb874d6a1b HTTP/1.1" status: 204 len: 168 time: 1.3705354 Sep 27 08:53:48.242773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dfae0953-9d9b-4d83-898e-c8f4768c1132 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/9da20371-d3ce-49dc-8f28-468ce44ef44d HTTP/1.1" status: 404 len: 333 time: 0.0447798 Sep 27 08:53:48.244315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:48.246754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41928) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:48.252052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204646f-e523-490b-998c-c6d9a9c1f02c None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:48.253828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'name': 'tempest-PortsIpV6TestJSON-824395707'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:48.273370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=943fde92-0bda-4fd7-9a44-31cfd46cb544,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:48.294556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-686afba1-7c59-4f04-aa60-8ba83b7879d4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489271 Sep 27 08:53:48.297304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:48.349439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f68fe608-88d7-4752-b3f9-de84855ce173 None None] Provisioning complete for port 943fde92-0bda-4fd7-9a44-31cfd46cb544 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:48.349732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f68fe608-88d7-4752-b3f9-de84855ce173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.350500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d6121-dd84-4a89-b91c-5a5c1758246d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:48.352605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c88d6121-dd84-4a89-b91c-5a5c1758246d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0539017 Sep 27 08:53:48.354666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:48.385145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.22.0.1 (42a5a8f6-7d0d-4375-afe4-6810ac092666/d0069cb0-92d0-4f88-9192-5546b60277c2/60e31168-ea5a-4f64-8ab3-04aea86a8440) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:48.405463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:48.405697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550291ed-03a3-4903-a85a-90d70aaf59ce tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:48.409656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-550291ed-03a3-4903-a85a-90d70aaf59ce tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514591 Sep 27 08:53:48.409909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41934) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:48.410196 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.443779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] For port 907500e8-bcdb-47b9-b2a2-b918946519f9, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:48.456455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 6f27cc94-79b9-4aa9-8c89-4ecce346eda0 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:48.456704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-79858fda-89ee-4dc5-96dd-f19db15f93ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413435 Sep 27 08:53:48.457318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41936) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:48.462845 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:48.463769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] For port 907500e8-bcdb-47b9-b2a2-b918946519f9, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=907500e8-bcdb-47b9-b2a2-b918946519f9,segment=NetworkSegment(80dfac56-c34d-4e11-af91-7a89ed4ced3d),segment_id=80dfac56-c34d-4e11-af91-7a89ed4ced3d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:48.485003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.587765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3974dd8-c02e-4d3b-8a8c-2c637f69e838 None None] Pushing event updated for resources: {'Port': ['ID=907500e8-bcdb-47b9-b2a2-b918946519f9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:48.599117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f68fe608-88d7-4752-b3f9-de84855ce173 None None] Could not find standard attr ID for object 9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:53:48.610878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f68fe608-88d7-4752-b3f9-de84855ce173 None None] Provisioning complete for port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:48.611322 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f68fe608-88d7-4752-b3f9-de84855ce173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.700818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.703247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:48.734464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:48.738211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.823058 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Deleting port 943fde92-0bda-4fd7-9a44-31cfd46cb544 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:48.823440 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.842745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:48.943954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] For port 943fde92-0bda-4fd7-9a44-31cfd46cb544, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=943fde92-0bda-4fd7-9a44-31cfd46cb544,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:48.944708 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.950695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.953843 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.960980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:48.964412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Calling delete_port for 943fde92-0bda-4fd7-9a44-31cfd46cb544 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:48.983763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:48.984238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.041530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 42a5a8f6-7d0d-4375-afe4-6810ac092666 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:49.056210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:49.077070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=60e31168-ea5a-4f64-8ab3-04aea86a8440,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:49.079537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:49.118534 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.126999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.152276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] No DVR routers for this DVR port 943fde92-0bda-4fd7-9a44-31cfd46cb544 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:49.159980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Pushing event deleted for resources: {'Port': ['ID=943fde92-0bda-4fd7-9a44-31cfd46cb544,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:49.167829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.168137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.168504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.168835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.169164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.169492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.169816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.170138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.171206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.171206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.171206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.171514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc42821-2cc9-40af-8dd9-184dd93c3e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:53:49.195575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.256107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:49.263539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:49.269778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:49.275589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:49.276226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.283499 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.316798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=6f27cc94-79b9-4aa9-8c89-4ecce346eda0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:49.365920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d90b5240-8012-4c45-92ad-1cffc51b40ff tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1180990 Sep 27 08:53:49.369210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41942) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:49.375239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:49.379941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:49.386992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:49.392405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:49.392995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.396636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=5555231d-bc6b-437f-81e7-fcb844f24675,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:49.402647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b7fb61-b7b2-494e-93bf-4aef49631234 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:49.436930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9a8f910c-8ad6-4726-9fc5-d024e5fa6b80 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9782581 Sep 27 08:53:49.440743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41944) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:49.446419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '5555231d-bc6b-437f-81e7-fcb844f24675', 'ip_address': '2001:db8::9448:bdcf:31ac:3cf3'}], 'name': 'tempest-NetworksTestDHCPv6-684546826'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:49.451370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.478630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.581972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '5555231d-bc6b-437f-81e7-fcb844f24675'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:49.583273 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.683190 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.691170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.724014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:49.732077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] In _notify_port_updated(), no bound segment for port 6f27cc94-79b9-4aa9-8c89-4ecce346eda0 on network b9a24eae-64a8-4f03-a720-725246df36a5 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:53:49.737767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:49.738390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.739891 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "PUT /v2.0/ports/6f27cc94-79b9-4aa9-8c89-4ecce346eda0 HTTP/1.1" status: 200 len: 818 time: 0.3695753 Sep 27 08:53:49.742898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41946) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:49.743861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/5555231d-bc6b-437f-81e7-fcb844f24675/0d56871c-8b32-4806-970c-3c69e3ebf753) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:49.790857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4cda2-87b8-4a59-bf31-f220fe4ff83a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=6f27cc94-79b9-4aa9-8c89-4ecce346eda0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:49.806307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc03ea-e113-48d3-95fb-896f3f26c177 None None] Network 42a5a8f6-7d0d-4375-afe4-6810ac092666 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:49.856884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ffb61a8c-f099-468a-854c-8d79bb114b56 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 6f27cc94-79b9-4aa9-8c89-4ecce346eda0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:49.857260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffb61a8c-f099-468a-854c-8d79bb114b56 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.907292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.911230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c0a0c6f6-6c07-4117-97c5-7fc6d077b611 None None] Provisioning complete for port 907500e8-bcdb-47b9-b2a2-b918946519f9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:49.911617 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c6f6-6c07-4117-97c5-7fc6d077b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.936023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffb61a8c-f099-468a-854c-8d79bb114b56 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.939882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port a85ad52f-c200-4c57-855b-6d14d6b8e6b6 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:49.949398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ffb61a8c-f099-468a-854c-8d79bb114b56 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 6f27cc94-79b9-4aa9-8c89-4ecce346eda0 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:49.949668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:49.984230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.032392 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffb61a8c-f099-468a-854c-8d79bb114b56 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.064756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb61a8c-f099-468a-854c-8d79bb114b56 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=6f27cc94-79b9-4aa9-8c89-4ecce346eda0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:50.068761 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffb61a8c-f099-468a-854c-8d79bb114b56 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.071426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ffb61a8c-f099-468a-854c-8d79bb114b56 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/6f27cc94-79b9-4aa9-8c89-4ecce346eda0 HTTP/1.1" status: 204 len: 168 time: 0.3275788 Sep 27 08:53:50.074200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41950) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:50.117499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=60e31168-ea5a-4f64-8ab3-04aea86a8440,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:50.129347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.130988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fbc5da-c67c-4a54-8925-e6461d8194be tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:50.136037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-43fbc5da-c67c-4a54-8925-e6461d8194be tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0574155 Sep 27 08:53:50.136037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:50.159678 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7669462-95e9-44dd-85cb-4bb5961c34f8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:53:50.165281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a7669462-95e9-44dd-85cb-4bb5961c34f8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/6f27cc94-79b9-4aa9-8c89-4ecce346eda0 HTTP/1.1" status: 404 len: 333 time: 0.0248446 Sep 27 08:53:50.166147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41954) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:50.177330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1698835037'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:50.220677 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.241416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:50.245367 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.261169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.303125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 42a5a8f6-7d0d-4375-afe4-6810ac092666 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:50.306672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:50.306820 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c6f6-6c07-4117-97c5-7fc6d077b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.314851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:50.330502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:50.334644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:50.338073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::9448:bdcf:31ac:3cf3 (b90251e7-1859-4a80-b7c1-143d6ef98208/5555231d-bc6b-437f-81e7-fcb844f24675/a85ad52f-c200-4c57-855b-6d14d6b8e6b6) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:50.341097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:50.350353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Pushing event updated for resources: {'Port': ['ID=0d56871c-8b32-4806-970c-3c69e3ebf753,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:50.392616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.392973 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Added segment 71fa848c-921a-414a-b715-24f589417f49 of type vlan for network 1d817484-24bb-488d-ab82-e6563e0d3fc8 Sep 27 08:53:50.407504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c0a0c6f6-6c07-4117-97c5-7fc6d077b611 None None] For port 907500e8-bcdb-47b9-b2a2-b918946519f9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=907500e8-bcdb-47b9-b2a2-b918946519f9,segment=NetworkSegment(80dfac56-c34d-4e11-af91-7a89ed4ced3d),segment_id=80dfac56-c34d-4e11-af91-7a89ed4ced3d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:50.417337 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c6f6-6c07-4117-97c5-7fc6d077b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.421385 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Attempting to bind port 0d56871c-8b32-4806-970c-3c69e3ebf753 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:50.421758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Attempting to bind port 0d56871c-8b32-4806-970c-3c69e3ebf753 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:50.422128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Attempting to bind port 0d56871c-8b32-4806-970c-3c69e3ebf753 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:50.446383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:50.446383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:50.446800 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.447202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:50.447698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Bound port: 0d56871c-8b32-4806-970c-3c69e3ebf753, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:50.448084 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.481674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.506192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0c6f6-6c07-4117-97c5-7fc6d077b611 None None] Pushing event updated for resources: {'Port': ['ID=907500e8-bcdb-47b9-b2a2-b918946519f9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:50.547193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:50.558750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.562801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.564087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] For port 0d56871c-8b32-4806-970c-3c69e3ebf753, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:50.564404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:50.565020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.571314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] For port 0d56871c-8b32-4806-970c-3c69e3ebf753, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0d56871c-8b32-4806-970c-3c69e3ebf753,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:50.578072 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.669241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5018935 Sep 27 08:53:50.673492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:50.674019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd75912-9425-4d91-9c74-1ac0be5638a3 None None] Pushing event updated for resources: {'Port': ['ID=0d56871c-8b32-4806-970c-3c69e3ebf753,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:50.680778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:50.691362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-af6e7c6f-84ff-4ab8-afc4-8b3853eef57a None None] Provisioning complete for port 907500e8-bcdb-47b9-b2a2-b918946519f9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:50.691362 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af6e7c6f-84ff-4ab8-afc4-8b3853eef57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.757087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 907500e8-bcdb-47b9-b2a2-b918946519f9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:50.855598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:50.868604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.882965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 907500e8-bcdb-47b9-b2a2-b918946519f9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:50.883566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:50.960703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-af6e7c6f-84ff-4ab8-afc4-8b3853eef57a None None] Provisioning complete for port 60e31168-ea5a-4f64-8ab3-04aea86a8440 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:50.961089 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af6e7c6f-84ff-4ab8-afc4-8b3853eef57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.062065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-af6e7c6f-84ff-4ab8-afc4-8b3853eef57a None None] Port 60e31168-ea5a-4f64-8ab3-04aea86a8440 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:51.146474 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.182741 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6ce2ed34-9bc9-447a-9cf0-bb746da1f961 None None] Provisioning complete for port 60e31168-ea5a-4f64-8ab3-04aea86a8440 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:51.183352 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ed34-9bc9-447a-9cf0-bb746da1f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.194473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f8d47-a697-43ea-adcf-e794eac8941a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Network': ['ID=1d817484-24bb-488d-ab82-e6563e0d3fc8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:51.204465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.218388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:51.237540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 943fde92-0bda-4fd7-9a44-31cfd46cb544 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:51.278423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=cd1b6dc8-6758-48ee-9625-c08450da92ee,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:51.288476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:51.290970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 943fde92-0bda-4fd7-9a44-31cfd46cb544 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:51.294512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Checking segment: {'id': '71fa848c-921a-414a-b715-24f589417f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:51.294790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 943fde92-0bda-4fd7-9a44-31cfd46cb544 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:51.294913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network hostable DHCP agents. Network: 1d817484-24bb-488d-ab82-e6563e0d3fc8, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:51.297114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-811e0ea1-c746-4e87-8ff0-5ab4c3a50f65 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0129557 Sep 27 08:53:51.297595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41962) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:51.305159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'network': {'name': 'tempest-RoutersTest-1080770462'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:51.308731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2ed34-9bc9-447a-9cf0-bb746da1f961 None None] Port 60e31168-ea5a-4f64-8ab3-04aea86a8440 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:51.327058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.327335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:51.337644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1d817484-24bb-488d-ab82-e6563e0d3fc8) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:51.345388 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:51.345997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.346272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:51.365242 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-62c62e3b-4fb9-4e47-926a-edccfaef4444 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6897888 Sep 27 08:53:51.368158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:51.370807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1a61c-e43b-49e1-af3e-7cb9b8d1a38e None None] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:51.373554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-62c8c05c-f8f4-42de-beae-f1fa33097a1a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:51.398127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:51.398909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:51.399060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=a85ad52f-c200-4c57-855b-6d14d6b8e6b6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:51.401914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:51.406092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.421615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:51.424641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:51.428546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:51.434377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:51.435449 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.454582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:53:51.463142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-37392a08-d466-45b6-8208-4f13a1ca5a16 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0208881 Sep 27 08:53:51.467291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41970) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:51.472938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ac07be3b-0f5b-4d41-8542-72f4897b7fee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '5555231d-bc6b-437f-81e7-fcb844f24675', 'ip_address': '2001:db8::9448:bdcf:31ac:3cf3'}], 'name': 'tempest-NetworksTestDHCPv6-1454188798'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:51.488483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.488829 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added segment ea738254-df25-45ee-8565-79b1697cf50e of type vlan for network 64568041-dd79-4006-991b-2e24504935bb Sep 27 08:53:51.541717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c8c05c-f8f4-42de-beae-f1fa33097a1a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:51.543940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-30bd28ae-f076-4393-818b-993e86ec00e4 None None] Provisioning complete for port 60e31168-ea5a-4f64-8ab3-04aea86a8440 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:51.544466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30bd28ae-f076-4393-818b-993e86ec00e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.546762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62c8c05c-f8f4-42de-beae-f1fa33097a1a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.575606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.593111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:51.642606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.649098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:51.649813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.663036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac07be3b-0f5b-4d41-8542-72f4897b7fee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:51.668076 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac07be3b-0f5b-4d41-8542-72f4897b7fee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.676625 n-d-810909-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-62c8c05c-f8f4-42de-beae-f1fa33097a1a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd1b6dc8-6758-48ee-9625-c08450da92ee (CIDR: 2001:db8::/64) Sep 27 08:53:51.682275 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c8c05c-f8f4-42de-beae-f1fa33097a1a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:53:51.682275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c8c05c-f8f4-42de-beae-f1fa33097a1a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:51.682606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-30bd28ae-f076-4393-818b-993e86ec00e4 None None] Port 60e31168-ea5a-4f64-8ab3-04aea86a8440 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:51.698306 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3957329 Sep 27 08:53:51.699507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41972) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:51.705528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'subnet': {'network_id': '64568041-dd79-4006-991b-2e24504935bb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:51.712209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-ac07be3b-0f5b-4d41-8542-72f4897b7fee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 8f8a130d-cc45-4056-a68b-6bcf6a999c3a yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:51.721427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-62c8c05c-f8f4-42de-beae-f1fa33097a1a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3492324 Sep 27 08:53:51.722001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41974) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:51.727859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:51.803616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-1d817484-24bb-488d-ab82-e6563e0d3fc8', 'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8', 'tenant_id': '4ff8d14c6edb45528a64a953aebb6406', 'fixed_ips': [{'subnet_id': 'cd1b6dc8-6758-48ee-9625-c08450da92ee'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:51.804683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:51.805305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e630c-dabc-406a-a91a-b7c3f3924fa3 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Network': ['ID=64568041-dd79-4006-991b-2e24504935bb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:51.831235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 64568041-dd79-4006-991b-2e24504935bb details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:53:51.841631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Made reservation on behalf of 01bc4c7b4bfd41668985015ef810f081 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:51.845230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.009151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:52.013080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.043935 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac07be3b-0f5b-4d41-8542-72f4897b7fee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 27 08:53:52.044898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac07be3b-0f5b-4d41-8542-72f4897b7fee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:52.088643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ac07be3b-0f5b-4d41-8542-72f4897b7fee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6203732 Sep 27 08:53:52.092270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41978) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:52.124167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Allocated IP 2001:db8::2 (1d817484-24bb-488d-ab82-e6563e0d3fc8/cd1b6dc8-6758-48ee-9625-c08450da92ee/6bcba5a1-8d1e-49ce-834a-a713efca0418) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:52.131154 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.145056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:49Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:49Z', 'revision_number': 2, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:52.185794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:52.186144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Updating router ea69070a-e791-4941-93f5-26c65df11c1c port 60e31168-ea5a-4f64-8ab3-04aea86a8440 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:53:52.199942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1516368-2a8e-4a42-92f9-6e6212117162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:52.205772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1516368-2a8e-4a42-92f9-6e6212117162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:52.207199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e1516368-2a8e-4a42-92f9-6e6212117162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1152437 Sep 27 08:53:52.212011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41980) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:52.230126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Subnet': ['ID=ff96b6dd-2a4a-431a-89de-69a0d67506e1,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:52.248985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8971d220-e9f9-47e2-b794-ec629ae2751c None None] Provisioning complete for port 0d56871c-8b32-4806-970c-3c69e3ebf753 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:52.249576 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8971d220-e9f9-47e2-b794-ec629ae2751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.265256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Checking segment: {'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:52.265898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network hostable DHCP agents. Network: 64568041-dd79-4006-991b-2e24504935bb, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:53:52.290123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 64568041-dd79-4006-991b-2e24504935bb is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:53:52.304845 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 64568041-dd79-4006-991b-2e24504935bb) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:52.311156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:52.312363 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.337760 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-45610687-7ea6-4d41-a60b-01b5b1cae780 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6368959 Sep 27 08:53:52.340599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:52.409060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-93bcc88e-e532-4d55-a5fe-1a505d989ee5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port a85ad52f-c200-4c57-855b-6d14d6b8e6b6 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:52.409655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bcc88e-e532-4d55-a5fe-1a505d989ee5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.444048 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.465519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1648383-2cda-41d4-9a7e-94a3f7ef646c None None] Network 64568041-dd79-4006-991b-2e24504935bb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:52.501429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.581633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:52.582105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=6027733c-3a52-4ad0-b9bf-d9c6213b449b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:52.590841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:52.595485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:52.596280 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.600620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bcc88e-e532-4d55-a5fe-1a505d989ee5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.622009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-93bcc88e-e532-4d55-a5fe-1a505d989ee5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for a85ad52f-c200-4c57-855b-6d14d6b8e6b6 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:52.640797 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-39082883-0f10-4945-b5cc-754af229e215 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9147999 Sep 27 08:53:52.642223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41986) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:52.649217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8', 'fixed_ips': [{'subnet_id': 'cd1b6dc8-6758-48ee-9625-c08450da92ee'}, {'subnet_id': '6027733c-3a52-4ad0-b9bf-d9c6213b449b'}], 'name': 'tempest-PortsIpV6TestJSON-1679129075'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:52.765452 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.773931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0d56871c-8b32-4806-970c-3c69e3ebf753 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:52.800649 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.828129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:52.910202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:52.918601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8971d220-e9f9-47e2-b794-ec629ae2751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.943900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:52.958631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:52.960794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.966454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Pushing event updated for resources: {'Port': ['ID=6bcba5a1-8d1e-49ce-834a-a713efca0418,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:52.979343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bcc88e-e532-4d55-a5fe-1a505d989ee5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:52.993802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 9fe555ca-44a8-468b-9ada-070f77381a88 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:53.059394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcc88e-e532-4d55-a5fe-1a505d989ee5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=a85ad52f-c200-4c57-855b-6d14d6b8e6b6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:53.091945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8971d220-e9f9-47e2-b794-ec629ae2751c None None] For port 0d56871c-8b32-4806-970c-3c69e3ebf753, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0d56871c-8b32-4806-970c-3c69e3ebf753,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:53.103269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bcc88e-e532-4d55-a5fe-1a505d989ee5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.107662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-93bcc88e-e532-4d55-a5fe-1a505d989ee5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/a85ad52f-c200-4c57-855b-6d14d6b8e6b6 HTTP/1.1" status: 204 len: 168 time: 0.8924403 Sep 27 08:53:53.109266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41988) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:53.126529 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8971d220-e9f9-47e2-b794-ec629ae2751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.129818 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.138691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 0d56871c-8b32-4806-970c-3c69e3ebf753 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:53.139529 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.146555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-64568041-dd79-4006-991b-2e24504935bb', 'network_id': '64568041-dd79-4006-991b-2e24504935bb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'fixed_ips': [{'subnet_id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:53.147401 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.214007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Attempting to bind port 6bcba5a1-8d1e-49ce-834a-a713efca0418 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:53.214378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Attempting to bind port 6bcba5a1-8d1e-49ce-834a-a713efca0418 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '71fa848c-921a-414a-b715-24f589417f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:53.214735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Attempting to bind port 6bcba5a1-8d1e-49ce-834a-a713efca0418 on network 1d817484-24bb-488d-ab82-e6563e0d3fc8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:53.223446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f29de0-9075-44e7-bfb8-6fe27816a980 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:53.225985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f29de0-9075-44e7-bfb8-6fe27816a980 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:53.231358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f5f29de0-9075-44e7-bfb8-6fe27816a980 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1216054 Sep 27 08:53:53.231674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41992) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:53.258292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:53.258936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Checking segment: {'id': '71fa848c-921a-414a-b715-24f589417f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:53.259074 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.259923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Bound using segment: {'id': '71fa848c-921a-414a-b715-24f589417f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:53.259923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Bound port: 6bcba5a1-8d1e-49ce-834a-a713efca0418, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fa848c-921a-414a-b715-24f589417f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:53.260383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.268618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-27933d26-b4e6-43b4-9914-269a419fcfbd None None] Could not find standard attr ID for object a85ad52f-c200-4c57-855b-6d14d6b8e6b6. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:53:53.355657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-685272f7-e29d-48d1-bc69-9941d0f9718f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 5555231d-bc6b-437f-81e7-fcb844f24675 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:53.360637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-685272f7-e29d-48d1-bc69-9941d0f9718f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.415740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971d220-e9f9-47e2-b794-ec629ae2751c None None] Pushing event updated for resources: {'Port': ['ID=0d56871c-8b32-4806-970c-3c69e3ebf753,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:53.449810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-685272f7-e29d-48d1-bc69-9941d0f9718f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.456738 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.481293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Allocated IP 172.23.0.1 (64568041-dd79-4006-991b-2e24504935bb/ff96b6dd-2a4a-431a-89de-69a0d67506e1/e3c78dad-2f05-4e14-b878-228683e05f31) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:53.504173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.517888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] For port 6bcba5a1-8d1e-49ce-834a-a713efca0418, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:53.562492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] For port 6bcba5a1-8d1e-49ce-834a-a713efca0418, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6bcba5a1-8d1e-49ce-834a-a713efca0418,segment=NetworkSegment(71fa848c-921a-414a-b715-24f589417f49),segment_id=71fa848c-921a-414a-b715-24f589417f49)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:53.575889 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.589554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc1e25-76b6-4907-a23e-41003495acab None None] Pushing event updated for resources: {'Port': ['ID=60e31168-ea5a-4f64-8ab3-04aea86a8440,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:53.621135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::261 (1d817484-24bb-488d-ab82-e6563e0d3fc8/cd1b6dc8-6758-48ee-9625-c08450da92ee/9fe555ca-44a8-468b-9ada-070f77381a88) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:53.634950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8:0:1::24a (1d817484-24bb-488d-ab82-e6563e0d3fc8/6027733c-3a52-4ad0-b9bf-d9c6213b449b/9fe555ca-44a8-468b-9ada-070f77381a88) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:53.648440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.662922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-685272f7-e29d-48d1-bc69-9941d0f9718f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.703297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Attempting to bind port 60e31168-ea5a-4f64-8ab3-04aea86a8440 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:53.703670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Attempting to bind port 60e31168-ea5a-4f64-8ab3-04aea86a8440 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:53.704018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Attempting to bind port 60e31168-ea5a-4f64-8ab3-04aea86a8440 on network 42a5a8f6-7d0d-4375-afe4-6810ac092666 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:53.709507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa789dec-f297-48af-a2ea-adf32e06ff5c None None] Pushing event updated for resources: {'Port': ['ID=6bcba5a1-8d1e-49ce-834a-a713efca0418,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:53.715537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:53.715939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Checking segment: {'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:53.716421 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.716815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Bound using segment: {'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:53.717296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Bound port: 60e31168-ea5a-4f64-8ab3-04aea86a8440, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dfac56-c34d-4e11-af91-7a89ed4ced3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:53.717682 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.724448 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.783425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 64568041-dd79-4006-991b-2e24504935bb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:53.787549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:53.790187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:53.836716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Allocated IP 172.23.0.2 (64568041-dd79-4006-991b-2e24504935bb/ff96b6dd-2a4a-431a-89de-69a0d67506e1/097a4e97-3c75-44e3-b19c-271caa1866c8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:53.842692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=e3c78dad-2f05-4e14-b878-228683e05f31,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:53.874059 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.907168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] For port 60e31168-ea5a-4f64-8ab3-04aea86a8440, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:53.927917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] For port 60e31168-ea5a-4f64-8ab3-04aea86a8440, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=60e31168-ea5a-4f64-8ab3-04aea86a8440,segment=NetworkSegment(80dfac56-c34d-4e11-af91-7a89ed4ced3d),segment_id=80dfac56-c34d-4e11-af91-7a89ed4ced3d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:53.985261 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:53.991701 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-685272f7-e29d-48d1-bc69-9941d0f9718f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.005729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.035246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685272f7-e29d-48d1-bc69-9941d0f9718f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=5555231d-bc6b-437f-81e7-fcb844f24675,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:54.037739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-685272f7-e29d-48d1-bc69-9941d0f9718f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.039823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-685272f7-e29d-48d1-bc69-9941d0f9718f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/5555231d-bc6b-437f-81e7-fcb844f24675 HTTP/1.1" status: 204 len: 168 time: 0.8033299 Sep 27 08:53:54.043032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41996) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:54.051364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b689e-316d-458e-84b0-430b1f36c403 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:54.077566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.111626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0f69cf35-1eed-435d-b3fb-5e0989ecb970 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674775 Sep 27 08:53:54.116169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41998) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:54.126045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:54.135683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bac06601-3625-470f-9bdf-ff133f2b78db None None] Provisioning complete for port 60e31168-ea5a-4f64-8ab3-04aea86a8440 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:54.136062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bac06601-3625-470f-9bdf-ff133f2b78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.250325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:54.250984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:54.252815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc1e25-76b6-4907-a23e-41003495acab None None] Pushing event updated for resources: {'Port': ['ID=60e31168-ea5a-4f64-8ab3-04aea86a8440,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:54.253143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.357144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=9fe555ca-44a8-468b-9ada-070f77381a88,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:54.370841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:54.376464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:54.379310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:54.386230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:54.386940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.410210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:54.413382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.423289 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b9045955-2d25-4a08-8a0c-d06db2c47184 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7810633 Sep 27 08:53:54.424305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42002) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:54.433887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd1b6dc8-6758-48ee-9625-c08450da92ee'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:54.571993 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.585065 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.613081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.642116 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.644025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:54.701272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.725712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Network 64568041-dd79-4006-991b-2e24504935bb is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:54.732364 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.733245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:54.735789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:53:54.793785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:54.801105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:54.806287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:54.806897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.823733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=5734fd9e-d190-42a0-996d-5c2c5221e12a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:54.826722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:54.834106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bc452c7c-49a7-4594-a824-aeaf32478859 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7156944 Sep 27 08:53:54.837299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42006) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:54.842742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-36464230-b98e-41fd-9ec0-d01a48d249d8 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '5734fd9e-d190-42a0-996d-5c2c5221e12a', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-926580147'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:54.859797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event updated for resources: {'Port': ['ID=e3c78dad-2f05-4e14-b878-228683e05f31,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:54.925263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:53:54.927119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Pushing event updated for resources: {'Port': ['ID=097a4e97-3c75-44e3-b19c-271caa1866c8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:54.938369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bcba5a1-8d1e-49ce-834a-a713efca0418 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:55.046670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36464230-b98e-41fd-9ec0-d01a48d249d8 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:55.091870 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bac06601-3625-470f-9bdf-ff133f2b78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.105136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Attempting to bind port 097a4e97-3c75-44e3-b19c-271caa1866c8 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:55.105514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Attempting to bind port 097a4e97-3c75-44e3-b19c-271caa1866c8 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:55.105880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Attempting to bind port 097a4e97-3c75-44e3-b19c-271caa1866c8 on network 64568041-dd79-4006-991b-2e24504935bb {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:55.114543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Network 64568041-dd79-4006-991b-2e24504935bb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:55.118587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:55.118990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:55.120221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Checking segment: {'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:55.120653 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.121064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Bound using segment: {'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:55.121575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Bound port: 097a4e97-3c75-44e3-b19c-271caa1866c8, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:55.121965 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.183244 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-36464230-b98e-41fd-9ec0-d01a48d249d8 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.204598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-36464230-b98e-41fd-9ec0-d01a48d249d8 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port feeb8867-f07e-41cf-af34-53fdc4f86007 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:53:55.247754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c8310-24e7-4700-bb28-d63b8cedadef None None] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:55.268557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Delete allocated IP 2001:db8:0:1::24a (1d817484-24bb-488d-ab82-e6563e0d3fc8/6027733c-3a52-4ad0-b9bf-d9c6213b449b) {{(pid=94831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 27 08:53:55.287315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:55.375064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] For port 097a4e97-3c75-44e3-b19c-271caa1866c8, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:55.382390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bac06601-3625-470f-9bdf-ff133f2b78db None None] For port 60e31168-ea5a-4f64-8ab3-04aea86a8440, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=60e31168-ea5a-4f64-8ab3-04aea86a8440,segment=NetworkSegment(80dfac56-c34d-4e11-af91-7a89ed4ced3d),segment_id=80dfac56-c34d-4e11-af91-7a89ed4ced3d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:55.383627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6bcba5a1-8d1e-49ce-834a-a713efca0418 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:55.383989 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-36464230-b98e-41fd-9ec0-d01a48d249d8 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:53:55.384134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.385040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36464230-b98e-41fd-9ec0-d01a48d249d8 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:53:55.415151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-36464230-b98e-41fd-9ec0-d01a48d249d8 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5768521 Sep 27 08:53:55.418303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42010) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:55.480835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] Deleting port 0d56871c-8b32-4806-970c-3c69e3ebf753 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:55.481505 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.483201 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bac06601-3625-470f-9bdf-ff133f2b78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.511205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] For port 097a4e97-3c75-44e3-b19c-271caa1866c8, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=097a4e97-3c75-44e3-b19c-271caa1866c8,segment=NetworkSegment(ea738254-df25-45ee-8565-79b1697cf50e),segment_id=ea738254-df25-45ee-8565-79b1697cf50e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:55.558428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:55.564643 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.571556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f427dd2f-2a66-48f4-aa14-8d5eccbc6539 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2295761 Sep 27 08:53:55.574515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42012) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:55.580677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:55.590799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b891a-6f9b-4a81-af21-b19e32a68629 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:55.595530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-347b891a-6f9b-4a81-af21-b19e32a68629 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1715221 Sep 27 08:53:55.597754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42014) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:55.653877 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.672830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.693119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816408f-9001-4f8a-83bd-245e353654e3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:55.695092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816408f-9001-4f8a-83bd-245e353654e3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:55.701046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3816408f-9001-4f8a-83bd-245e353654e3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0993466 Sep 27 08:53:55.717509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:55.723801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac06601-3625-470f-9bdf-ff133f2b78db None None] Pushing event updated for resources: {'Port': ['ID=60e31168-ea5a-4f64-8ab3-04aea86a8440,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:55.754604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5ca8b77a-c970-4e98-bf6e-4dc765f7ce4f None None] Provisioning complete for port 6bcba5a1-8d1e-49ce-834a-a713efca0418 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:55.755022 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b77a-c970-4e98-bf6e-4dc765f7ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.804697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] In _notify_port_updated(), no bound segment for port 9fe555ca-44a8-468b-9ada-070f77381a88 on network 1d817484-24bb-488d-ab82-e6563e0d3fc8 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:53:55.810538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:55.811236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.815423 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "PUT /v2.0/ports/9fe555ca-44a8-468b-9ada-070f77381a88 HTTP/1.1" status: 200 len: 926 time: 1.3868227 Sep 27 08:53:55.816782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:55.821912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd1b6dc8-6758-48ee-9625-c08450da92ee'}, {'subnet_id': '6027733c-3a52-4ad0-b9bf-d9c6213b449b'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:55.823333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] For port 0d56871c-8b32-4806-970c-3c69e3ebf753, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0d56871c-8b32-4806-970c-3c69e3ebf753,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:55.823884 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.827913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3b5f0-af48-4892-9f78-b8a660989b7a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=9fe555ca-44a8-468b-9ada-070f77381a88,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:55.832260 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.871354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] Calling delete_port for 0d56871c-8b32-4806-970c-3c69e3ebf753 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:55.877765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11339f8-c72d-4c13-a12b-ace87972ff8b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 5734fd9e-d190-42a0-996d-5c2c5221e12a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:55.892057 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f11339f8-c72d-4c13-a12b-ace87972ff8b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:55.963766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64287b-f3d9-4e68-8fe7-672c9ccfa903 None None] Pushing event updated for resources: {'Port': ['ID=097a4e97-3c75-44e3-b19c-271caa1866c8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:56.018925 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.023707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f11339f8-c72d-4c13-a12b-ace87972ff8b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.079132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:53Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:53Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3c78dad-2f05-4e14-b878-228683e05f31', 'name': '', 'network_id': '64568041-dd79-4006-991b-2e24504935bb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:bf:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:53Z', 'updated_at': '2021-09-27T08:53:53Z', 'revision_number': 1, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:56.088742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 6bcba5a1-8d1e-49ce-834a-a713efca0418, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6bcba5a1-8d1e-49ce-834a-a713efca0418,segment=NetworkSegment(71fa848c-921a-414a-b715-24f589417f49),segment_id=71fa848c-921a-414a-b715-24f589417f49)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:56.120770 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.124412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0580390-aeb8-49c1-b461-954066fde66d None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:53Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:53Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3c78dad-2f05-4e14-b878-228683e05f31', 'name': '', 'network_id': '64568041-dd79-4006-991b-2e24504935bb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:bf:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:53Z', 'updated_at': '2021-09-27T08:53:53Z', 'revision_number': 1, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:53:56.160080 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f11339f8-c72d-4c13-a12b-ace87972ff8b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.275011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.291891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] No DVR routers for this DVR port 0d56871c-8b32-4806-970c-3c69e3ebf753 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:53:56.324117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75622f93-8888-4629-80b3-a6b9964263c9 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:56.403498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9bab80-1169-44a8-9d9c-0ba8aa831a86 None None] Update dhcp port {'port': {'network_id': '1d817484-24bb-488d-ab82-e6563e0d3fc8', 'fixed_ips': [{'subnet_id': 'cd1b6dc8-6758-48ee-9625-c08450da92ee', 'ip_address': '2001:db8::2'}, {'subnet_id': '6027733c-3a52-4ad0-b9bf-d9c6213b449b'}], 'binding:host_id': 'n-d-810909-1'}, 'id': '6bcba5a1-8d1e-49ce-834a-a713efca0418'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:53:56.431497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 27 08:53:56.447641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5ca8b77a-c970-4e98-bf6e-4dc765f7ce4f None None] Provisioning complete for port 60e31168-ea5a-4f64-8ab3-04aea86a8440 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:56.448055 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b77a-c970-4e98-bf6e-4dc765f7ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.453667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Removed routes are [] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 27 08:53:56.454641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.533528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8:0:1::2d (1d817484-24bb-488d-ab82-e6563e0d3fc8/6027733c-3a52-4ad0-b9bf-d9c6213b449b/9fe555ca-44a8-468b-9ada-070f77381a88) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:56.565025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=6bcba5a1-8d1e-49ce-834a-a713efca0418,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:56.600135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf556c-5687-4730-b547-38e5023c7580 None None] Pushing event deleted for resources: {'Port': ['ID=0d56871c-8b32-4806-970c-3c69e3ebf753,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:56.630697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af9bab80-1169-44a8-9d9c-0ba8aa831a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.740256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.745170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f11339f8-c72d-4c13-a12b-ace87972ff8b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.792604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.795527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11339f8-c72d-4c13-a12b-ace87972ff8b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=5734fd9e-d190-42a0-996d-5c2c5221e12a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:56.802692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f11339f8-c72d-4c13-a12b-ace87972ff8b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.809135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f11339f8-c72d-4c13-a12b-ace87972ff8b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/5734fd9e-d190-42a0-996d-5c2c5221e12a HTTP/1.1" status: 204 len: 168 time: 1.0884745 Sep 27 08:53:56.810059 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.816456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42024) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:56.818030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:56.874663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=9fe555ca-44a8-468b-9ada-070f77381a88,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:56.877449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c18e06df-ac0a-4bb0-bcf8-d898014959ae tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549819 Sep 27 08:53:56.886812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42026) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:56.890012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:56.995433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] In _notify_port_updated(), no bound segment for port 9fe555ca-44a8-468b-9ada-070f77381a88 on network 1d817484-24bb-488d-ab82-e6563e0d3fc8 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:53:57.001105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:57.001901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.006294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3339d0c7-4e7f-4a0c-bfab-15e5db24406a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "PUT /v2.0/ports/9fe555ca-44a8-468b-9ada-070f77381a88 HTTP/1.1" status: 200 len: 1011 time: 1.1893325 Sep 27 08:53:57.014495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42030) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:57.042553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bcba5a1-8d1e-49ce-834a-a713efca0418 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:57.085457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:57.225826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:57.242210 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.245956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b9af6c49-105e-46b9-9243-a8d52968dad0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 200 len: 934 time: 1.6673384 Sep 27 08:53:57.247705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42032) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:57.261519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:53:57.265264 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.295776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6bcba5a1-8d1e-49ce-834a-a713efca0418 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:57.296156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.304484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-af9bab80-1169-44a8-9d9c-0ba8aa831a86 None None] Allocated IP 2001:db8:0:1::2 (1d817484-24bb-488d-ab82-e6563e0d3fc8/6027733c-3a52-4ad0-b9bf-d9c6213b449b/6bcba5a1-8d1e-49ce-834a-a713efca0418) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:57.341689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078095a0-fbbb-4ddc-85f7-fae54e550106 None None] Network 64568041-dd79-4006-991b-2e24504935bb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:57.345871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-76e52da5-ecd3-4c9c-9ec8-100a9877e9e1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 9fe555ca-44a8-468b-9ada-070f77381a88 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:53:57.346225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76e52da5-ecd3-4c9c-9ec8-100a9877e9e1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.487826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-24dd069c-0028-47e9-b0aa-4753f0fda57e None None] Provisioning complete for port 097a4e97-3c75-44e3-b19c-271caa1866c8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:57.488122 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24dd069c-0028-47e9-b0aa-4753f0fda57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.636271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 097a4e97-3c75-44e3-b19c-271caa1866c8 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:57.647362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-af9bab80-1169-44a8-9d9c-0ba8aa831a86 None None] For port 6bcba5a1-8d1e-49ce-834a-a713efca0418, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6bcba5a1-8d1e-49ce-834a-a713efca0418,segment=NetworkSegment(71fa848c-921a-414a-b715-24f589417f49),segment_id=71fa848c-921a-414a-b715-24f589417f49)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:57.754331 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af9bab80-1169-44a8-9d9c-0ba8aa831a86 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.766109 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af9bab80-1169-44a8-9d9c-0ba8aa831a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.778099 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:53:57.789782 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:57.790620 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:57.804259 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24dd069c-0028-47e9-b0aa-4753f0fda57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.861614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42036) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:57.862209 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4c5ec9d-a1fd-413f-8291-3e6ac8561983 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 200 len: 934 time: 0.6116989 Sep 27 08:53:57.874637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'routes': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:57.889186 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:57.899138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 097a4e97-3c75-44e3-b19c-271caa1866c8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:57.899515 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.911991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76e52da5-ecd3-4c9c-9ec8-100a9877e9e1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:57.914993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bab80-1169-44a8-9d9c-0ba8aa831a86 None None] Pushing event updated for resources: {'Port': ['ID=6bcba5a1-8d1e-49ce-834a-a713efca0418,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:57.937476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-24dd069c-0028-47e9-b0aa-4753f0fda57e None None] For port 097a4e97-3c75-44e3-b19c-271caa1866c8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=097a4e97-3c75-44e3-b19c-271caa1866c8,segment=NetworkSegment(ea738254-df25-45ee-8565-79b1697cf50e),segment_id=ea738254-df25-45ee-8565-79b1697cf50e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:53:58.003376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-76e52da5-ecd3-4c9c-9ec8-100a9877e9e1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 9fe555ca-44a8-468b-9ada-070f77381a88 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:53:58.009872 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24dd069c-0028-47e9-b0aa-4753f0fda57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.083312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd069c-0028-47e9-b0aa-4753f0fda57e None None] Pushing event updated for resources: {'Port': ['ID=097a4e97-3c75-44e3-b19c-271caa1866c8,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:58.163254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 60e31168-ea5a-4f64-8ab3-04aea86a8440 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:58.266617 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:56Z', 'revision_number': 6, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3c78dad-2f05-4e14-b878-228683e05f31', 'name': '', 'network_id': '64568041-dd79-4006-991b-2e24504935bb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:bf:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:53Z', 'updated_at': '2021-09-27T08:53:54Z', 'revision_number': 2, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:58.285041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 60e31168-ea5a-4f64-8ab3-04aea86a8440 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:58.286759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.329755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:53:58.329755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Updating router ea69070a-e791-4941-93f5-26c65df11c1c port e3c78dad-2f05-4e14-b878-228683e05f31 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:53:58.368842 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.378609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-10652f0a-c1b1-4a7f-85dd-982f6990847f None None] Provisioning complete for port 097a4e97-3c75-44e3-b19c-271caa1866c8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:58.379024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10652f0a-c1b1-4a7f-85dd-982f6990847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.427441 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.521431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:53:58.526058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added routes are [] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 27 08:53:58.526809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 27 08:53:58.538759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:53:58.544263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:53:58.544657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.557688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c005a1f4-0765-4421-a57a-4ed554a101da None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:58.573136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76e52da5-ecd3-4c9c-9ec8-100a9877e9e1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.583407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6972888 Sep 27 08:53:58.586405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d056a-2986-4c11-9d86-7ed24fce30c3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=bafc63df-c0a4-47b9-a5c2-873dfe01fb5d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:58.588749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42040) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:58.612184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.626019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a0a2a00d-7f2c-4b23-9ca0-394531bbf7b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-221532163', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:53:58.644280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e52da5-ecd3-4c9c-9ec8-100a9877e9e1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=9fe555ca-44a8-468b-9ada-070f77381a88,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:58.761390 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76e52da5-ecd3-4c9c-9ec8-100a9877e9e1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.764932 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-76e52da5-ecd3-4c9c-9ec8-100a9877e9e1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/9fe555ca-44a8-468b-9ada-070f77381a88 HTTP/1.1" status: 204 len: 168 time: 1.7491629 Sep 27 08:53:58.768162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42044) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:58.772390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0d56871c-8b32-4806-970c-3c69e3ebf753 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:53:58.783389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a00d-7f2c-4b23-9ca0-394531bbf7b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.784636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a00d-7f2c-4b23-9ca0-394531bbf7b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.840803 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-855d1d16-851c-4534-be6a-9c44660755c2 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:53:58.842647 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-855d1d16-851c-4534-be6a-9c44660755c2 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/9fe555ca-44a8-468b-9ada-070f77381a88 HTTP/1.1" status: 404 len: 333 time: 0.0733724 Sep 27 08:53:58.845646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42046) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:58.902289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 0d56871c-8b32-4806-970c-3c69e3ebf753 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:53:58.902807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0d56871c-8b32-4806-970c-3c69e3ebf753 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:53:58.918167 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:58.926992 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.000276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a00d-7f2c-4b23-9ca0-394531bbf7b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.006400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ed0ec-4ddf-4e99-b3e8-47b3e39d2604 None None] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:53:59.007526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af1666f-843b-4e1b-958f-3c69a88b8c3c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet 6027733c-3a52-4ad0-b9bf-d9c6213b449b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:59.015592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6af1666f-843b-4e1b-958f-3c69a88b8c3c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.018534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a00d-7f2c-4b23-9ca0-394531bbf7b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.043623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.048068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.053821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': 'bafc63df-c0a4-47b9-a5c2-873dfe01fb5d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:53:59.055242 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.057402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-10652f0a-c1b1-4a7f-85dd-982f6990847f None None] Provisioning complete for port e3c78dad-2f05-4e14-b878-228683e05f31 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:59.057948 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10652f0a-c1b1-4a7f-85dd-982f6990847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.079065 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Attempting to bind port e3c78dad-2f05-4e14-b878-228683e05f31 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:53:59.079692 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Attempting to bind port e3c78dad-2f05-4e14-b878-228683e05f31 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:53:59.080289 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Attempting to bind port e3c78dad-2f05-4e14-b878-228683e05f31 on network 64568041-dd79-4006-991b-2e24504935bb {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:53:59.088486 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:53:59.089270 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Checking segment: {'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:53:59.089926 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.090630 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Bound using segment: {'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:53:59.091341 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Bound port: e3c78dad-2f05-4e14-b878-228683e05f31, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea738254-df25-45ee-8565-79b1697cf50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64568041-dd79-4006-991b-2e24504935bb'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:53:59.091978 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.099526 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707f17e-2ffb-4652-906b-063dacfd3f13 None None] Pushing event updated for resources: {'Port': ['ID=e3c78dad-2f05-4e14-b878-228683e05f31,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:59.147340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6af1666f-843b-4e1b-958f-3c69a88b8c3c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.151112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bcba5a1-8d1e-49ce-834a-a713efca0418 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:59.203247 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] For port e3c78dad-2f05-4e14-b878-228683e05f31, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:53:59.209243 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] For port e3c78dad-2f05-4e14-b878-228683e05f31, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e3c78dad-2f05-4e14-b878-228683e05f31,segment=NetworkSegment(ea738254-df25-45ee-8565-79b1697cf50e),segment_id=ea738254-df25-45ee-8565-79b1697cf50e)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:53:59.213622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:53:59.225415 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.259882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-10652f0a-c1b1-4a7f-85dd-982f6990847f None None] Port e3c78dad-2f05-4e14-b878-228683e05f31 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:53:59.305948 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0a2a00d-7f2c-4b23-9ca0-394531bbf7b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.308149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0a2a00d-7f2c-4b23-9ca0-394531bbf7b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6880224 Sep 27 08:53:59.310348 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707f17e-2ffb-4652-906b-063dacfd3f13 None None] Pushing event updated for resources: {'Port': ['ID=e3c78dad-2f05-4e14-b878-228683e05f31,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:59.314994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:59.354764 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:53:59.354936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6bcba5a1-8d1e-49ce-834a-a713efca0418 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:59.355472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.355609 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:59.383624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:53:59.389017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6af1666f-843b-4e1b-958f-3c69a88b8c3c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.403282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.411479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f5e52a1-5ca8-4fe8-95fd-5ba4a587a098 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 200 len: 700 time: 1.5470140 Sep 27 08:53:59.412150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42052) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:59.469303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] Could not find standard attr ID for object 9fe555ca-44a8-468b-9ada-070f77381a88. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:53:59.604646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-acec1760-7534-40c3-903d-e6b5fc705acc tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 200 len: 700 time: 0.1911423 Sep 27 08:53:59.607124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42054) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:59.672583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6af1666f-843b-4e1b-958f-3c69a88b8c3c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.677098 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:53:59.723736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1666f-843b-4e1b-958f-3c69a88b8c3c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=6027733c-3a52-4ad0-b9bf-d9c6213b449b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:53:59.731871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6af1666f-843b-4e1b-958f-3c69a88b8c3c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.736672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6af1666f-843b-4e1b-958f-3c69a88b8c3c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/6027733c-3a52-4ad0-b9bf-d9c6213b449b HTTP/1.1" status: 204 len: 168 time: 0.8870168 Sep 27 08:53:59.737139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:53:59.748379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] Provisioning complete for port 6bcba5a1-8d1e-49ce-834a-a713efca0418 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:53:59.749114 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.803382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:53:59.821273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/bafc63df-c0a4-47b9-a5c2-873dfe01fb5d/54b0efd6-be74-4310-afcc-a57bf85fb475) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:53:59.905824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 097a4e97-3c75-44e3-b19c-271caa1866c8 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:53:59.989927 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-653a3035-684a-439e-b63b-35965d96c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:58Z', 'revision_number': 7, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3c78dad-2f05-4e14-b878-228683e05f31', 'name': '', 'network_id': '64568041-dd79-4006-991b-2e24504935bb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:bf:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:53Z', 'updated_at': '2021-09-27T08:53:59Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:53:59.990613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34fa90d-c11e-4ff0-8c08-a203fdaca8de tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet cd1b6dc8-6758-48ee-9625-c08450da92ee {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:53:59.995050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a34fa90d-c11e-4ff0-8c08-a203fdaca8de tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.021743 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a3035-684a-439e-b63b-35965d96c097 None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:58Z', 'revision_number': 7, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3c78dad-2f05-4e14-b878-228683e05f31', 'name': '', 'network_id': '64568041-dd79-4006-991b-2e24504935bb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:bf:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:53Z', 'updated_at': '2021-09-27T08:53:59Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:00.062876 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a34fa90d-c11e-4ff0-8c08-a203fdaca8de tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.094413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] Provisioning complete for port e3c78dad-2f05-4e14-b878-228683e05f31 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:00.094555 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.110529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.145452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 097a4e97-3c75-44e3-b19c-271caa1866c8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:00.146212 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.160349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a34fa90d-c11e-4ff0-8c08-a203fdaca8de tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.201921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b76981-93d9-4ec3-90b6-a78e292d886c None None] Network 1d817484-24bb-488d-ab82-e6563e0d3fc8 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:00.302410 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a34fa90d-c11e-4ff0-8c08-a203fdaca8de tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.341386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fa90d-c11e-4ff0-8c08-a203fdaca8de tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1b6dc8-6758-48ee-9625-c08450da92ee,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.347340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a34fa90d-c11e-4ff0-8c08-a203fdaca8de tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.351201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a34fa90d-c11e-4ff0-8c08-a203fdaca8de tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/cd1b6dc8-6758-48ee-9625-c08450da92ee HTTP/1.1" status: 204 len: 168 time: 0.6131165 Sep 27 08:54:00.354854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:00.364900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:00.402635 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.406815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:00.407505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:00.450418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.457229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port e3c78dad-2f05-4e14-b878-228683e05f31 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:00.457632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.478516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.507098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::1 (b90251e7-1859-4a80-b7c1-143d6ef98208/bafc63df-c0a4-47b9-a5c2-873dfe01fb5d/d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:00.585971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:00.586212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port e3c78dad-2f05-4e14-b878-228683e05f31, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e3c78dad-2f05-4e14-b878-228683e05f31,segment=NetworkSegment(ea738254-df25-45ee-8565-79b1697cf50e),segment_id=ea738254-df25-45ee-8565-79b1697cf50e)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:00.587707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.592186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Pushing event updated for resources: {'Port': ['ID=54b0efd6-be74-4310-afcc-a57bf85fb475,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.594794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:00.596404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.610032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for e3c78dad-2f05-4e14-b878-228683e05f31 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:00.613446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:00.626285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:00.627138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 6bcba5a1-8d1e-49ce-834a-a713efca0418 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:00.627485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.716810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] For port 6bcba5a1-8d1e-49ce-834a-a713efca0418, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6bcba5a1-8d1e-49ce-834a-a713efca0418,segment=NetworkSegment(71fa848c-921a-414a-b715-24f589417f49),segment_id=71fa848c-921a-414a-b715-24f589417f49)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:00.717183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.728832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.736656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 6bcba5a1-8d1e-49ce-834a-a713efca0418 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:00.768544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] For port e3c78dad-2f05-4e14-b878-228683e05f31, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e3c78dad-2f05-4e14-b878-228683e05f31,segment=NetworkSegment(ea738254-df25-45ee-8565-79b1697cf50e),segment_id=ea738254-df25-45ee-8565-79b1697cf50e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:00.782387 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.795027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Attempting to bind port 54b0efd6-be74-4310-afcc-a57bf85fb475 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:00.795398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Attempting to bind port 54b0efd6-be74-4310-afcc-a57bf85fb475 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:00.795807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Attempting to bind port 54b0efd6-be74-4310-afcc-a57bf85fb475 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:00.831404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.834568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:00.834973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:00.835345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.835737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:00.836224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Bound port: 54b0efd6-be74-4310-afcc-a57bf85fb475, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:00.836655 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.871493 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.874654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.885955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:00.892367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:00.900149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:00.900718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:00.903157 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No DVR routers for this DVR port 6bcba5a1-8d1e-49ce-834a-a713efca0418 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:00.903321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73710228-bf1b-4406-a1fc-d5ff9357896c None None] DHCP port deletion for 1d817484-24bb-488d-ab82-e6563e0d3fc8 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:00.906215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.910097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=e3c78dad-2f05-4e14-b878-228683e05f31,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.939352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-31c69b5b-9eed-4ddc-983d-a43384d7eb67 None None] Could not find standard attr ID for object 6bcba5a1-8d1e-49ce-834a-a713efca0418. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:00.945516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95586d-049d-4bdc-8132-9234c11509dd None None] Pushing event updated for resources: {'Port': ['ID=e3c78dad-2f05-4e14-b878-228683e05f31,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:00.976990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-31c69b5b-9eed-4ddc-983d-a43384d7eb67 None None] Could not find standard attr ID for object e3c78dad-2f05-4e14-b878-228683e05f31. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:01.025618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=6bcba5a1-8d1e-49ce-834a-a713efca0418,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:01.032366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] For port 54b0efd6-be74-4310-afcc-a57bf85fb475, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:01.053664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] For port 54b0efd6-be74-4310-afcc-a57bf85fb475, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=54b0efd6-be74-4310-afcc-a57bf85fb475,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:01.062538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.079684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.080291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.080619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.088512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.089734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.090309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.091898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.092670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.093321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.105056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.105472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.105814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:01.139026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bcba5a1-8d1e-49ce-834a-a713efca0418 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:01.150541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:53:58Z', 'revision_number': 7, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3c78dad-2f05-4e14-b878-228683e05f31', 'name': '', 'network_id': '64568041-dd79-4006-991b-2e24504935bb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:bf:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:53Z', 'updated_at': '2021-09-27T08:53:59Z', 'revision_number': 4, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ff96b6dd-2a4a-431a-89de-69a0d67506e1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.184607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751d476-073f-48ac-8c8a-2a05abddb69a None None] Pushing event updated for resources: {'Port': ['ID=54b0efd6-be74-4310-afcc-a57bf85fb475,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:01.201784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.218076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6bcba5a1-8d1e-49ce-834a-a713efca0418 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:01.218694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6bcba5a1-8d1e-49ce-834a-a713efca0418 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:01.220024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:01.236906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d817484-24bb-488d-ab82-e6563e0d3fc8']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.237155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:01.237670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.283580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fa848c-921a-414a-b715-24f589417f49') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.284037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fa848c-921a-414a-b715-24f589417f49') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.286959 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.308558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.369458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:01.374645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.385457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:01.386070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:01.389674 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:01.559857 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.627387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.645382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.647895 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/networks/1d817484-24bb-488d-ab82-e6563e0d3fc8 HTTP/1.1" status: 204 len: 168 time: 1.2914703 Sep 27 08:54:01.656577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:01.680386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e89e2-0c9a-4be6-887d-c390911a68f3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Network': ['ID=1d817484-24bb-488d-ab82-e6563e0d3fc8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:01.751415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7825e-6b5b-44b4-a6c7-0486930720ec tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:01.753427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3b7825e-6b5b-44b4-a6c7-0486930720ec tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0856729 Sep 27 08:54:01.759572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42070) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:01.823012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:01.853305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d9b5fefa-bb91-4fd7-ba17-7d5072328361 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0923080 Sep 27 08:54:01.857471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42072) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:01.862527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-886091521'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:01.903633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:01.907530 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.909969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:00Z', 'revision_number': 8, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:01.930354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:01.930620 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.936674 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-152bf9f8-558d-4ef2-837b-49b815f856a4 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3284001 Sep 27 08:54:01.940431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fa21d-10c2-4fd0-916c-f4d166071f5a None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:00Z', 'revision_number': 8, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:01.940695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:01.950759 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:01.951534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.017711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:54:02.064834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.065179 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Added segment 1744bfbe-3f94-4f91-b0b3-8805ea61b4b0 of type vlan for network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f Sep 27 08:54:02.076594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:02.107224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a44a52-c081-4465-a3df-3e132260c0bf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet ff96b6dd-2a4a-431a-89de-69a0d67506e1 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:02.146865 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62a44a52-c081-4465-a3df-3e132260c0bf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.173463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.347298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d736c711-0174-49b4-a406-a522774be951 None None] Provisioning complete for port 54b0efd6-be74-4310-afcc-a57bf85fb475 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:02.348192 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d736c711-0174-49b4-a406-a522774be951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.447814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d736c711-0174-49b4-a406-a522774be951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.482222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d736c711-0174-49b4-a406-a522774be951 None None] For port 54b0efd6-be74-4310-afcc-a57bf85fb475, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=54b0efd6-be74-4310-afcc-a57bf85fb475,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:02.487660 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d736c711-0174-49b4-a406-a522774be951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.530795 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:02.543603 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:02.544514 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:02.549111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f6b15-9bdf-4701-8f73-d11474f19e20 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:54:02.587057 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62a44a52-c081-4465-a3df-3e132260c0bf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.630110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:02.633912 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.639789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:02.640625 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.645035 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:02.648408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:02.667193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736c711-0174-49b4-a406-a522774be951 None None] Pushing event updated for resources: {'Port': ['ID=54b0efd6-be74-4310-afcc-a57bf85fb475,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:02.691543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3079cf48-3fe4-40c0-ae63-ec63f1a61f27 None None] Provisioning complete for port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:02.692177 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3079cf48-3fe4-40c0-ae63-ec63f1a61f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.748680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3079cf48-3fe4-40c0-ae63-ec63f1a61f27 None None] Port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:02.776111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9173567 Sep 27 08:54:02.779955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c727fa-96b4-4f56-a68d-d7833b39b02a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Network': ['ID=1b89f03c-fbc6-4b1b-af44-ad61df93ab2f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:02.780609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42080) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:02.794781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:02.810464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f6b15-9bdf-4701-8f73-d11474f19e20 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:54:02.816035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:54:02.831025 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62a44a52-c081-4465-a3df-3e132260c0bf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.885816 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:00Z', 'revision_number': 8, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:02.914498 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62a44a52-c081-4465-a3df-3e132260c0bf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.919103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:02.924579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.943609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Router 22f8fd0d-a29a-4c6e-a765-459f4243024f is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:54:02.951927 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a44a52-c081-4465-a3df-3e132260c0bf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=ff96b6dd-2a4a-431a-89de-69a0d67506e1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:02.954102 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:02.961260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62a44a52-c081-4465-a3df-3e132260c0bf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:02.963500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-62a44a52-c081-4465-a3df-3e132260c0bf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/ff96b6dd-2a4a-431a-89de-69a0d67506e1 HTTP/1.1" status: 204 len: 168 time: 1.0215740 Sep 27 08:54:02.966797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:02.979579 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:02.983546 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:03.123673 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:03.140800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 54b0efd6-be74-4310-afcc-a57bf85fb475 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:03.142201 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.162648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:03.168202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f31aa26b-b619-4d3c-87be-dad53440b733 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "PUT /v2.0/routers/22f8fd0d-a29a-4c6e-a765-459f4243024f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8521807 Sep 27 08:54:03.171130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42086) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:03.193701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Sync routers for ids ['22f8fd0d-a29a-4c6e-a765-459f4243024f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:03.244935 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.247539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d270917a-f0ef-4697-838a-8d910a2eb7b5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:03.249055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d270917a-f0ef-4697-838a-8d910a2eb7b5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports/d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c HTTP/1.1" status: 200 len: 911 time: 0.0769639 Sep 27 08:54:03.251621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42088) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:03.272088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Routers {'22f8fd0d-a29a-4c6e-a765-459f4243024f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:03.272777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['22f8fd0d-a29a-4c6e-a765-459f4243024f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:03.309921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 097a4e97-3c75-44e3-b19c-271caa1866c8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:03.309921 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.319813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e2558-2951-4438-911f-bb5e3306e48b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:03.326860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e2558-2951-4438-911f-bb5e3306e48b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:03.328567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b59e2558-2951-4438-911f-bb5e3306e48b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0759516 Sep 27 08:54:03.332537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42090) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:03.381569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:03.407049 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:00Z', 'revision_number': 8, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:03.425091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Checking segment: {'id': '1744bfbe-3f94-4f91-b0b3-8805ea61b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:03.425519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network hostable DHCP agents. Network: 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:54:03.428483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Set router 22f8fd0d-a29a-4c6e-a765-459f4243024f gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:03.433063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 097a4e97-3c75-44e3-b19c-271caa1866c8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=097a4e97-3c75-44e3-b19c-271caa1866c8,segment=NetworkSegment(ea738254-df25-45ee-8565-79b1697cf50e),segment_id=ea738254-df25-45ee-8565-79b1697cf50e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:03.433858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.437852 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00675e4a-83f7-467b-817e-4063b5fb400d None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:00Z', 'revision_number': 8, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e31168-ea5a-4f64-8ab3-04aea86a8440', 'name': '', 'network_id': '42a5a8f6-7d0d-4375-afe4-6810ac092666', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:3d:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:48Z', 'updated_at': '2021-09-27T08:53:55Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'd0069cb0-92d0-4f88-9192-5546b60277c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:03.453810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:54:03.455512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 54b0efd6-be74-4310-afcc-a57bf85fb475 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:03.455883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.457393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 097a4e97-3c75-44e3-b19c-271caa1866c8 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:03.510406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:03.542030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:03.542631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.555678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.576193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-03d22e03-c8d0-4207-b061-72e6b256d0c9 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7887075 Sep 27 08:54:03.576381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42094) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:03.584100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f', 'name': 'tempest-PortsIpV6TestJSON-148711461'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:03.598477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port 097a4e97-3c75-44e3-b19c-271caa1866c8 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:03.600786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=097a4e97-3c75-44e3-b19c-271caa1866c8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:03.656852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c3543-f548-475e-8453-939ea81eb8e1 None None] Network 64568041-dd79-4006-991b-2e24504935bb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:03.658691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac4dd5-68be-4ff0-967c-f654f28b73b2 None None] Network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:03.714730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.750258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64568041-dd79-4006-991b-2e24504935bb']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:03.761617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea738254-df25-45ee-8565-79b1697cf50e') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:03.761975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea738254-df25-45ee-8565-79b1697cf50e') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:03.773090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.791207 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.794527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:03.798270 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.801012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:03.801738 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:03.806002 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:03.820300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 44bf3a10-bd15-41be-a931-55b0b446a92e yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:03.889672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.897165 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:03.901914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/64568041-dd79-4006-991b-2e24504935bb HTTP/1.1" status: 204 len: 168 time: 0.9321935 Sep 27 08:54:03.904023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:03.920050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdafcf6-e068-4ecb-8738-f46b44697f6b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=64568041-dd79-4006-991b-2e24504935bb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:03.994471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e3c78dad-2f05-4e14-b878-228683e05f31 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:04.002595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::344 (1b89f03c-fbc6-4b1b-af44-ad61df93ab2f/9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce/44bf3a10-bd15-41be-a931-55b0b446a92e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:04.020978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: e3c78dad-2f05-4e14-b878-228683e05f31 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:04.021329 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e3c78dad-2f05-4e14-b878-228683e05f31 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:04.079610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-74d9dd66-179c-4d76-bdad-8d162cddf3d9 None None] Provisioning complete for port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:04.080139 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74d9dd66-179c-4d76-bdad-8d162cddf3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.106119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-1b89f03c-fbc6-4b1b-af44-ad61df93ab2f', 'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f', 'tenant_id': '4ff8d14c6edb45528a64a953aebb6406', 'fixed_ips': [{'subnet_id': '9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:04.106987 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.108900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5f7a45-7983-4cb6-ab7d-92efb3119c1f None None] DHCP port deletion for 64568041-dd79-4006-991b-2e24504935bb request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:04.143865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8fd0d-a29a-4c6e-a765-459f4243024f', 'name': 'tempest-NetworksTestDHCPv6-router-221532163', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:58Z', 'updated_at': '2021-09-27T08:54:01Z', 'revision_number': 2, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None, '_interfaces': [{'id': 'd6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c', 'name': '', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'mac_address': 'fa:16:3e:77:6c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f8fd0d-a29a-4c6e-a765-459f4243024f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'bafc63df-c0a4-47b9-a5c2-873dfe01fb5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:59Z', 'updated_at': '2021-09-27T08:54:01Z', 'revision_number': 2, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'subnets': [{'id': 'bafc63df-c0a4-47b9-a5c2-873dfe01fb5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:04.173888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-74d9dd66-179c-4d76-bdad-8d162cddf3d9 None None] Port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:04.180194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Checking router: 22f8fd0d-a29a-4c6e-a765-459f4243024f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:04.180576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Updating router 22f8fd0d-a29a-4c6e-a765-459f4243024f port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:54:04.191152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.250937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.268528 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.385271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.395905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.439018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:04.454516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:04.457987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:04.458130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Allocated IP 2001:db8::2 (1b89f03c-fbc6-4b1b-af44-ad61df93ab2f/9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce/8761dda1-ab12-43f7-8eb7-b80ae80282c6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:04.463566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:04.464205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.466850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=44bf3a10-bd15-41be-a931-55b0b446a92e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:04.502042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a0f00705-4b1e-4fc1-83a0-5a6dbc3b5558 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9243002 Sep 27 08:54:04.505641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42102) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:04.511476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f', 'name': 'tempest-PortsIpV6TestJSON-1915877569'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:04.609779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:04.610345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.697900 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.711406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:04.711638 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.715163 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.721395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.732038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 60e31168-ea5a-4f64-8ab3-04aea86a8440 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:04.732559 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.738641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.751425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 9e08d985-6237-4a18-aa79-83569e3824e2 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:04.753679 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.762133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:04.773133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c888168-7340-4a97-8312-24b7793dcbc6 None None] Pushing event updated for resources: {'Port': ['ID=d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:04.787271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:04.906615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 60e31168-ea5a-4f64-8ab3-04aea86a8440, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=60e31168-ea5a-4f64-8ab3-04aea86a8440,segment=NetworkSegment(80dfac56-c34d-4e11-af91-7a89ed4ced3d),segment_id=80dfac56-c34d-4e11-af91-7a89ed4ced3d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:04.907389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:04.922660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 60e31168-ea5a-4f64-8ab3-04aea86a8440 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:04.971091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::1e1 (1b89f03c-fbc6-4b1b-af44-ad61df93ab2f/9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce/9e08d985-6237-4a18-aa79-83569e3824e2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:04.995669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:05.001781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:05.045486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Pushing event updated for resources: {'Port': ['ID=8761dda1-ab12-43f7-8eb7-b80ae80282c6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:05.065993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Attempting to bind port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:05.066164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Attempting to bind port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:05.066372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Attempting to bind port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:05.073175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 097a4e97-3c75-44e3-b19c-271caa1866c8 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:05.110821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:05.111111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:05.111436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.111837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:05.112408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Bound port: d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:05.112752 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.116832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 097a4e97-3c75-44e3-b19c-271caa1866c8 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:05.117182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 097a4e97-3c75-44e3-b19c-271caa1866c8 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:05.137998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Attempting to bind port 8761dda1-ab12-43f7-8eb7-b80ae80282c6 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:05.138293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Attempting to bind port 8761dda1-ab12-43f7-8eb7-b80ae80282c6 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1744bfbe-3f94-4f91-b0b3-8805ea61b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:05.138668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Attempting to bind port 8761dda1-ab12-43f7-8eb7-b80ae80282c6 on network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:05.146787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.162938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Port d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c has been deleted concurrently {{(pid=94832) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 27 08:54:05.164646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:05.165142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Checking segment: {'id': '1744bfbe-3f94-4f91-b0b3-8805ea61b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:05.165549 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.165943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Bound using segment: {'id': '1744bfbe-3f94-4f91-b0b3-8805ea61b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:05.166423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Bound port: 8761dda1-ab12-43f7-8eb7-b80ae80282c6, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1744bfbe-3f94-4f91-b0b3-8805ea61b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1b89f03c-fbc6-4b1b-af44-ad61df93ab2f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:05.166802 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.207547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:05.207850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Routers {'22f8fd0d-a29a-4c6e-a765-459f4243024f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:05.208413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['22f8fd0d-a29a-4c6e-a765-459f4243024f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:05.228258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.247301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4ea0f487-3992-4293-95fe-815c319926cf None None] Could not find standard attr ID for object d6f6ae5d-e0d0-4b2f-bdcb-37a064cb0b1c. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:05.265775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=60e31168-ea5a-4f64-8ab3-04aea86a8440,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:05.306249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] Set router 22f8fd0d-a29a-4c6e-a765-459f4243024f gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:05.430600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8fd0d-a29a-4c6e-a765-459f4243024f', 'name': 'tempest-NetworksTestDHCPv6-router-221532163', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:58Z', 'updated_at': '2021-09-27T08:54:05Z', 'revision_number': 3, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:05.445937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] For port 8761dda1-ab12-43f7-8eb7-b80ae80282c6, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:05.476676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14304c-faf4-4431-8c4f-bcb195024b2d None None] The sync data for ids ['22f8fd0d-a29a-4c6e-a765-459f4243024f'] in n-d-810909-1 is: [{'id': '22f8fd0d-a29a-4c6e-a765-459f4243024f', 'name': 'tempest-NetworksTestDHCPv6-router-221532163', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:58Z', 'updated_at': '2021-09-27T08:54:05Z', 'revision_number': 3, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:05.491574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] For port 8761dda1-ab12-43f7-8eb7-b80ae80282c6, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8761dda1-ab12-43f7-8eb7-b80ae80282c6,segment=NetworkSegment(1744bfbe-3f94-4f91-b0b3-8805ea61b4b0),segment_id=1744bfbe-3f94-4f91-b0b3-8805ea61b4b0)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:05.493576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.499783 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.610028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3c2e8-6dab-455e-a9ad-7a7d576261a6 None None] Pushing event updated for resources: {'Port': ['ID=8761dda1-ab12-43f7-8eb7-b80ae80282c6,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:05.733960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.780634 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.785774 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:05.807110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:05.915198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.000120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:06.006813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:06.009445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:06.015356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:06.015928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.068316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Router 22f8fd0d-a29a-4c6e-a765-459f4243024f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:06.070605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=9e08d985-6237-4a18-aa79-83569e3824e2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:06.083384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-301d9da8-16d2-4916-ab43-2164c4da15c8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5735514 Sep 27 08:54:06.083384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42110) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:06.237024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f096e64e-1d7c-41f3-bc06-166117c4b7e4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:06.238632 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f096e64e-1d7c-41f3-bc06-166117c4b7e4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A344 HTTP/1.1" status: 200 len: 928 time: 0.1548364 Sep 27 08:54:06.240093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:06.248435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e893cacd-c362-416f-939a-438bd2e67c96 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "PUT /v2.0/routers/22f8fd0d-a29a-4c6e-a765-459f4243024f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9116859 Sep 27 08:54:06.248622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42112) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:06.248785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:06.339598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:06.350623 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:06.360876 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:06.361502 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:06.367470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e44dbd03-9127-4511-833e-81257bb3280a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4622495 Sep 27 08:54:06.370574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42118) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:06.372878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8be65-c4c9-45bd-8551-85edb060cd77 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:06.374354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8be65-c4c9-45bd-8551-85edb060cd77 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:06.375884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9fd8be65-c4c9-45bd-8551-85edb060cd77 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1248236 Sep 27 08:54:06.378629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42120) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:06.435210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa973e9a-7541-4ce1-a398-dc6c73e11d9d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet bafc63df-c0a4-47b9-a5c2-873dfe01fb5d {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:06.438532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4139675-73fe-4cc2-89c8-b7a34283ad71 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet d0069cb0-92d0-4f88-9192-5546b60277c2 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:06.438937 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa973e9a-7541-4ce1-a398-dc6c73e11d9d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.443097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4139675-73fe-4cc2-89c8-b7a34283ad71 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.451130 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:06.479972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-244bb114-50a3-4ce9-a4a8-93de9bd44b14 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 9e08d985-6237-4a18-aa79-83569e3824e2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:06.480388 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-244bb114-50a3-4ce9-a4a8-93de9bd44b14 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.501032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa973e9a-7541-4ce1-a398-dc6c73e11d9d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.511251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4139675-73fe-4cc2-89c8-b7a34283ad71 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.576808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] Sync routers for ids ['22f8fd0d-a29a-4c6e-a765-459f4243024f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:06.589923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] Routers {'22f8fd0d-a29a-4c6e-a765-459f4243024f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:06.590848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['22f8fd0d-a29a-4c6e-a765-459f4243024f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:06.627486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4139675-73fe-4cc2-89c8-b7a34283ad71 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.630627 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-244bb114-50a3-4ce9-a4a8-93de9bd44b14 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.647762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-244bb114-50a3-4ce9-a4a8-93de9bd44b14 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 9e08d985-6237-4a18-aa79-83569e3824e2 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:06.663219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa973e9a-7541-4ce1-a398-dc6c73e11d9d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.670019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] Set router 22f8fd0d-a29a-4c6e-a765-459f4243024f gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:06.702983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4139675-73fe-4cc2-89c8-b7a34283ad71 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.707111 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:05Z', 'revision_number': 9, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:06.734484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8fd0d-a29a-4c6e-a765-459f4243024f', 'name': 'tempest-NetworksTestDHCPv6-router-221532163', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:58Z', 'updated_at': '2021-09-27T08:54:05Z', 'revision_number': 3, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:06.751517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4139675-73fe-4cc2-89c8-b7a34283ad71 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=d0069cb0-92d0-4f88-9192-5546b60277c2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:06.759999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4139675-73fe-4cc2-89c8-b7a34283ad71 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.765749 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e4139675-73fe-4cc2-89c8-b7a34283ad71 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/d0069cb0-92d0-4f88-9192-5546b60277c2 HTTP/1.1" status: 204 len: 168 time: 0.3939233 Sep 27 08:54:06.766915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42124) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:06.774303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b97ff3-49a8-462f-87c3-ae7c6cd3739e None None] Network 42a5a8f6-7d0d-4375-afe4-6810ac092666 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:06.801349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa973e9a-7541-4ce1-a398-dc6c73e11d9d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.811383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] Checking router: 22f8fd0d-a29a-4c6e-a765-459f4243024f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:06.862723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa973e9a-7541-4ce1-a398-dc6c73e11d9d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=bafc63df-c0a4-47b9-a5c2-873dfe01fb5d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:06.867343 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa973e9a-7541-4ce1-a398-dc6c73e11d9d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.869221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa973e9a-7541-4ce1-a398-dc6c73e11d9d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/bafc63df-c0a4-47b9-a5c2-873dfe01fb5d HTTP/1.1" status: 204 len: 168 time: 0.4897103 Sep 27 08:54:06.873275 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:06.874304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42126) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:06.878657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.880899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9626e33-46c1-4b48-801a-0eebe91652c3 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:06.883422 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] Routers {'22f8fd0d-a29a-4c6e-a765-459f4243024f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:06.884169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['22f8fd0d-a29a-4c6e-a765-459f4243024f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:06.886110 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:06.886731 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:06.950552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-244bb114-50a3-4ce9-a4a8-93de9bd44b14 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:06.997152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bb114-50a3-4ce9-a4a8-93de9bd44b14 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=9e08d985-6237-4a18-aa79-83569e3824e2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:07.007775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 907500e8-bcdb-47b9-b2a2-b918946519f9 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:07.009788 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.038555 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:07.069157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] Set router 22f8fd0d-a29a-4c6e-a765-459f4243024f gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:07.085829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f061364c-6189-46fc-ade9-ccd0375c675d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2103775 Sep 27 08:54:07.096474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42130) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:07.168174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 907500e8-bcdb-47b9-b2a2-b918946519f9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=907500e8-bcdb-47b9-b2a2-b918946519f9,segment=NetworkSegment(80dfac56-c34d-4e11-af91-7a89ed4ced3d),segment_id=80dfac56-c34d-4e11-af91-7a89ed4ced3d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:07.168584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.179404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8fd0d-a29a-4c6e-a765-459f4243024f', 'name': 'tempest-NetworksTestDHCPv6-router-221532163', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:58Z', 'updated_at': '2021-09-27T08:54:05Z', 'revision_number': 3, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:07.189020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 907500e8-bcdb-47b9-b2a2-b918946519f9 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:07.246980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b056f580-3ed8-40ca-82be-c8f8a04d143a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.255025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8761dda1-ab12-43f7-8eb7-b80ae80282c6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:07.258475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4298d-0c8e-4c90-945b-0b8ac5d837e9 None None] The sync data for ids ['22f8fd0d-a29a-4c6e-a765-459f4243024f'] in n-d-810909-1 is: [{'id': '22f8fd0d-a29a-4c6e-a765-459f4243024f', 'name': 'tempest-NetworksTestDHCPv6-router-221532163', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:58Z', 'updated_at': '2021-09-27T08:54:05Z', 'revision_number': 3, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:07.361186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b1bea-e539-4be0-8b9c-b4fa2031f993 None None] DHCP port deletion for 42a5a8f6-7d0d-4375-afe4-6810ac092666 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:07.398027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.412208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port 907500e8-bcdb-47b9-b2a2-b918946519f9 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:07.422113 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-244bb114-50a3-4ce9-a4a8-93de9bd44b14 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.423337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-253b1bea-e539-4be0-8b9c-b4fa2031f993 None None] The port '907500e8-bcdb-47b9-b2a2-b918946519f9' was deleted {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 27 08:54:07.426393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-244bb114-50a3-4ce9-a4a8-93de9bd44b14 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/9e08d985-6237-4a18-aa79-83569e3824e2 HTTP/1.1" status: 204 len: 168 time: 1.1766016 Sep 27 08:54:07.434996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42132) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:07.476473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 8761dda1-ab12-43f7-8eb7-b80ae80282c6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:07.476864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.527904 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:05Z', 'revision_number': 9, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:07.532733 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d55d8c-1597-48f2-9702-4d45df895b58 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:54:07.536954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-50d55d8c-1597-48f2-9702-4d45df895b58 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/9e08d985-6237-4a18-aa79-83569e3824e2 HTTP/1.1" status: 404 len: 333 time: 0.0604370 Sep 27 08:54:07.537120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:07.538893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=907500e8-bcdb-47b9-b2a2-b918946519f9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:07.545015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:07.571335 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f40a09-d5a7-4e05-ab81-fc992f09d6e4 None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:05Z', 'revision_number': 9, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': '0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e', 'name': '', 'network_id': 'f78616e3-3889-4b58-bcb0-3ba3fcef9818', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:11:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '6715f723-0879-4cd9-bbb0-115b03018184', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:41Z', 'updated_at': '2021-09-27T08:53:47Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': '6715f723-0879-4cd9-bbb0-115b03018184', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:07.627710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c2673-988b-4d0f-af75-3b3c1bd91739 None None] Network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:07.628471 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.654365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a5a8f6-7d0d-4375-afe4-6810ac092666']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:07.667625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dfac56-c34d-4e11-af91-7a89ed4ced3d') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:07.667931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dfac56-c34d-4e11-af91-7a89ed4ced3d') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:07.676634 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b056f580-3ed8-40ca-82be-c8f8a04d143a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.678036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.680167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b056f580-3ed8-40ca-82be-c8f8a04d143a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.693757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.700705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:07.701149 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: items = [ Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:07.704353 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:07.742856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b056f580-3ed8-40ca-82be-c8f8a04d143a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.743358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b056f580-3ed8-40ca-82be-c8f8a04d143a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Fanout notify agent at l3_agent the message router_deleted on router 22f8fd0d-a29a-4c6e-a765-459f4243024f {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:07.746825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2e76c143-cb11-4c66-90ae-ab8c5889d844 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 44bf3a10-bd15-41be-a931-55b0b446a92e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:07.747112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e76c143-cb11-4c66-90ae-ab8c5889d844 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.751092 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.755979 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b056f580-3ed8-40ca-82be-c8f8a04d143a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.757294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b056f580-3ed8-40ca-82be-c8f8a04d143a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/routers/22f8fd0d-a29a-4c6e-a765-459f4243024f HTTP/1.1" status: 204 len: 168 time: 0.6541598 Sep 27 08:54:07.762121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42138) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:07.768047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:07.781178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c5990075-5506-45c7-afb9-358fadbec822 None None] Provisioning complete for port 8761dda1-ab12-43f7-8eb7-b80ae80282c6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:07.781609 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5990075-5506-45c7-afb9-358fadbec822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.788834 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.802690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.807725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/42a5a8f6-7d0d-4375-afe4-6810ac092666 HTTP/1.1" status: 204 len: 168 time: 1.0361667 Sep 27 08:54:07.814166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42140) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:07.844312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] Deleting port 54b0efd6-be74-4310-afcc-a57bf85fb475 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:07.844719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.862581 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e76c143-cb11-4c66-90ae-ab8c5889d844 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.877411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2e76c143-cb11-4c66-90ae-ab8c5889d844 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 44bf3a10-bd15-41be-a931-55b0b446a92e owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:07.898438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 8761dda1-ab12-43f7-8eb7-b80ae80282c6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8761dda1-ab12-43f7-8eb7-b80ae80282c6,segment=NetworkSegment(1744bfbe-3f94-4f91-b0b3-8805ea61b4b0),segment_id=1744bfbe-3f94-4f91-b0b3-8805ea61b4b0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:07.957012 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:07.980155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60bf2c-3c55-4e67-b349-6421a05195de tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=42a5a8f6-7d0d-4375-afe4-6810ac092666,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:08.029526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] For port 54b0efd6-be74-4310-afcc-a57bf85fb475, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=54b0efd6-be74-4310-afcc-a57bf85fb475,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:08.030026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.071303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:08.075832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.081839 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e76c143-cb11-4c66-90ae-ab8c5889d844 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.083618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] Calling delete_port for 54b0efd6-be74-4310-afcc-a57bf85fb475 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:08.108953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=8761dda1-ab12-43f7-8eb7-b80ae80282c6,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:08.152820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76c143-cb11-4c66-90ae-ab8c5889d844 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=44bf3a10-bd15-41be-a931-55b0b446a92e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:08.189031 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e76c143-cb11-4c66-90ae-ab8c5889d844 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.191612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e76c143-cb11-4c66-90ae-ab8c5889d844 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/44bf3a10-bd15-41be-a931-55b0b446a92e HTTP/1.1" status: 204 len: 168 time: 0.6450193 Sep 27 08:54:08.194561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42144) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:08.223237 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e485dac-5e6c-4f44-942f-ec73116d1413 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:54:08.231109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e485dac-5e6c-4f44-942f-ec73116d1413 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/44bf3a10-bd15-41be-a931-55b0b446a92e HTTP/1.1" status: 404 len: 333 time: 0.0354240 Sep 27 08:54:08.236507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42146) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:08.362934 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.374042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-686feeb9-a3e9-4f99-a040-944e454bcb09 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet 9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:08.382186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-686feeb9-a3e9-4f99-a040-944e454bcb09 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.392130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] Pushing event deleted for resources: {'Port': ['ID=54b0efd6-be74-4310-afcc-a57bf85fb475,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:08.394040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6981a54-388c-4cae-a8ba-74fb8bcf238c None None] No DVR routers for this DVR port 54b0efd6-be74-4310-afcc-a57bf85fb475 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:08.480125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-686feeb9-a3e9-4f99-a040-944e454bcb09 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.516023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.580736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:08.589045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:08.599336 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-29390f02-524e-4b6b-a3ac-d68e2b56662b None None] Could not find standard attr ID for object 44bf3a10-bd15-41be-a931-55b0b446a92e. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:08.606178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a00d6d-90e6-4dec-b65b-0adf814ec3f0 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:08.618569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:08.619076 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.665086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=02509dfb-b558-4a44-a054-08bf86dbcf74,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:08.668585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-29390f02-524e-4b6b-a3ac-d68e2b56662b None None] Provisioning complete for port 8761dda1-ab12-43f7-8eb7-b80ae80282c6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:08.669515 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29390f02-524e-4b6b-a3ac-d68e2b56662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.680231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-686feeb9-a3e9-4f99-a040-944e454bcb09 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.706830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f63289b-5f17-4d9b-afc6-a8466ac25871 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9409368 Sep 27 08:54:08.707143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42150) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:08.712826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6b353bca-69ac-47ae-9efa-ce822dbd08b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-72072813', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:08.752450 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.768412 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b353bca-69ac-47ae-9efa-ce822dbd08b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.769690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b353bca-69ac-47ae-9efa-ce822dbd08b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.795048 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-686feeb9-a3e9-4f99-a040-944e454bcb09 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.837149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '02509dfb-b558-4a44-a054-08bf86dbcf74'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:08.838494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.847410 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b353bca-69ac-47ae-9efa-ce822dbd08b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.857053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b353bca-69ac-47ae-9efa-ce822dbd08b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.862527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686feeb9-a3e9-4f99-a040-944e454bcb09 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:08.869689 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-686feeb9-a3e9-4f99-a040-944e454bcb09 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.874296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-686feeb9-a3e9-4f99-a040-944e454bcb09 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce HTTP/1.1" status: 204 len: 168 time: 0.6348341 Sep 27 08:54:08.875067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:08.890873 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b353bca-69ac-47ae-9efa-ce822dbd08b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:08.890873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6b353bca-69ac-47ae-9efa-ce822dbd08b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1793351 Sep 27 08:54:08.891128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42154) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:09.028162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.034065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/02509dfb-b558-4a44-a054-08bf86dbcf74/4c1510a1-fc02-47e9-9586-42652de58b29) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:09.055979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ac24673d-d682-4ee0-b2c3-4bd0ef391288 None None] Could not find standard attr ID for object 44bf3a10-bd15-41be-a931-55b0b446a92e. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:09.076665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71cde1-9054-491d-93f4-8bee5e4ef9b0 None None] Network 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:09.105386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 8761dda1-ab12-43f7-8eb7-b80ae80282c6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:09.105736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.124563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8761dda1-ab12-43f7-8eb7-b80ae80282c6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:09.179037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] For port 8761dda1-ab12-43f7-8eb7-b80ae80282c6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=8761dda1-ab12-43f7-8eb7-b80ae80282c6,segment=NetworkSegment(1744bfbe-3f94-4f91-b0b3-8805ea61b4b0),segment_id=1744bfbe-3f94-4f91-b0b3-8805ea61b4b0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:09.179418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.192881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 8761dda1-ab12-43f7-8eb7-b80ae80282c6 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:09.203486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ad62b026-56bf-4e0b-9a4a-082b8ee5b647 None None] Could not find standard attr ID for object 9e08d985-6237-4a18-aa79-83569e3824e2. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:09.288885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.318372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Could not find standard attr ID for object 8761dda1-ab12-43f7-8eb7-b80ae80282c6. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:09.318604 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=8761dda1-ab12-43f7-8eb7-b80ae80282c6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:09.323847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No DVR routers for this DVR port 8761dda1-ab12-43f7-8eb7-b80ae80282c6 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:09.381881 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.393180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.430678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 907500e8-bcdb-47b9-b2a2-b918946519f9 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:09.434112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.452245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf7c42-394b-46c9-b203-7f44768eb550 None None] DHCP port deletion for 1b89f03c-fbc6-4b1b-af44-ad61df93ab2f request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:09.454937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b89f03c-fbc6-4b1b-af44-ad61df93ab2f']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:09.459332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 907500e8-bcdb-47b9-b2a2-b918946519f9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:09.459914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 907500e8-bcdb-47b9-b2a2-b918946519f9 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:09.460555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 60e31168-ea5a-4f64-8ab3-04aea86a8440 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:09.465560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1744bfbe-3f94-4f91-b0b3-8805ea61b4b0') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:09.465848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1744bfbe-3f94-4f91-b0b3-8805ea61b4b0') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:09.476565 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.491052 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.495591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:09.497131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 60e31168-ea5a-4f64-8ab3-04aea86a8440 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:09.497629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 60e31168-ea5a-4f64-8ab3-04aea86a8440 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:09.498346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 54b0efd6-be74-4310-afcc-a57bf85fb475 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:09.505366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:09.506356 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.509802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:09.512534 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:09.528822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:09.530842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Pushing event updated for resources: {'Port': ['ID=4c1510a1-fc02-47e9-9586-42652de58b29,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:09.534138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 54b0efd6-be74-4310-afcc-a57bf85fb475 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:09.534493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 54b0efd6-be74-4310-afcc-a57bf85fb475 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:09.591111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Attempting to bind port 4c1510a1-fc02-47e9-9586-42652de58b29 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:09.591492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Attempting to bind port 4c1510a1-fc02-47e9-9586-42652de58b29 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:09.591867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Attempting to bind port 4c1510a1-fc02-47e9-9586-42652de58b29 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:09.593552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.599010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:09.599392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:09.599806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.600253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:09.607740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Bound port: 4c1510a1-fc02-47e9-9586-42652de58b29, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:09.608184 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.613069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.615279 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/networks/1b89f03c-fbc6-4b1b-af44-ad61df93ab2f HTTP/1.1" status: 204 len: 168 time: 0.7389133 Sep 27 08:54:09.616847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107469a-aaa0-47a9-ab23-72aaccb2e4c6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Network': ['ID=1b89f03c-fbc6-4b1b-af44-ad61df93ab2f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:09.623104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42158) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:09.628244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1968473376'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:09.633795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.651743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:09.654978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.679043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:54:09.698014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] For port 4c1510a1-fc02-47e9-9586-42652de58b29, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:09.703110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] For port 4c1510a1-fc02-47e9-9586-42652de58b29, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c1510a1-fc02-47e9-9586-42652de58b29,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:09.706044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.706414 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Added segment ffd07034-a507-43d1-b2b2-2684a09b37db of type vlan for network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c Sep 27 08:54:09.709727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.764751 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.772661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83f2fe-13d1-43c8-a948-52a933a7b5b9 None None] Pushing event updated for resources: {'Port': ['ID=4c1510a1-fc02-47e9-9586-42652de58b29,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:09.782721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:09.783066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.800897 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.807404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:09.808043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:09.849542 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2253544 Sep 27 08:54:09.857653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42162) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:09.862563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:09.922121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ea70f-fa2f-4a91-a572-fe14ed9e20a6 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Network': ['ID=e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:09.933309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:54:09.975355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,segment=NetworkSegment(0b9a6404-daf9-4f21-b97b-5bb4638b5d86),segment_id=0b9a6404-daf9-4f21-b97b-5bb4638b5d86)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:09.975877 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.000280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:10.011526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::1 (b90251e7-1859-4a80-b7c1-143d6ef98208/02509dfb-b558-4a44-a054-08bf86dbcf74/fb60c8a1-85ab-4eb4-9b55-924a55bb29ee) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:10.034185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:10.038040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.233308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.271531 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.315782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.321884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.351292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=95b2462d-46df-461f-bf70-5e50a5249cd3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:10.359492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:10.365766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Checking segment: {'id': 'ffd07034-a507-43d1-b2b2-2684a09b37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:10.366068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network hostable DHCP agents. Network: e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:54:10.385537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:54:10.395608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:10.400572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:10.401336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.407039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a3e36-2a3a-4f09-8377-4917ca0f039f None None] Network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:10.409088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:10.418404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:10.431577 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e52879bf-f77f-4391-b70d-51ed4c3bfa6c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5730021 Sep 27 08:54:10.434720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42166) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:10.440826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c', 'name': 'tempest-PortsIpV6TestJSON-39797076', 'fixed_ips': [{'subnet_id': '95b2462d-46df-461f-bf70-5e50a5249cd3', 'ip_address': '2001:db8::10'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:10.446978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:10.447541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.524149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=fb60c8a1-85ab-4eb4-9b55-924a55bb29ee,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:10.594001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c', 'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c', 'tenant_id': '4ff8d14c6edb45528a64a953aebb6406', 'fixed_ips': [{'subnet_id': '95b2462d-46df-461f-bf70-5e50a5249cd3'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:10.595126 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.604936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:10.732116 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.743317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.746613 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.763782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port f38233ca-5507-457f-9854-bf0e2307ecf9 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:10.771893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Allocated IP 2001:db8::2 (e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c/95b2462d-46df-461f-bf70-5e50a5249cd3/ed559c7e-0131-4f8d-883c-196d0fd72f34) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:10.987855 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:10.995717 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.053937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:11.058489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:11.072579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::10 (e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c/95b2462d-46df-461f-bf70-5e50a5249cd3/f38233ca-5507-457f-9854-bf0e2307ecf9) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:11.075160 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:11.079835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Pushing event updated for resources: {'Port': ['ID=ed559c7e-0131-4f8d-883c-196d0fd72f34,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:11.164157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c1510a1-fc02-47e9-9586-42652de58b29 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:11.248385 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5c68ec55-c70b-481d-846b-0a35435574c7 None None] Provisioning complete for port 4c1510a1-fc02-47e9-9586-42652de58b29 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:11.249038 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c68ec55-c70b-481d-846b-0a35435574c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.251466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Attempting to bind port ed559c7e-0131-4f8d-883c-196d0fd72f34 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:11.252045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Attempting to bind port ed559c7e-0131-4f8d-883c-196d0fd72f34 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ffd07034-a507-43d1-b2b2-2684a09b37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:11.252632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Attempting to bind port ed559c7e-0131-4f8d-883c-196d0fd72f34 on network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:11.273536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.282018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:11.282456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Checking segment: {'id': 'ffd07034-a507-43d1-b2b2-2684a09b37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:11.282801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.283194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Bound using segment: {'id': 'ffd07034-a507-43d1-b2b2-2684a09b37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:11.283693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Bound port: ed559c7e-0131-4f8d-883c-196d0fd72f34, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd07034-a507-43d1-b2b2-2684a09b37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:11.284076 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.337428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4c1510a1-fc02-47e9-9586-42652de58b29 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:11.337802 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.340304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.430518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] For port ed559c7e-0131-4f8d-883c-196d0fd72f34, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:11.434776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:11.438657 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:11.443082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:11.449154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:11.450174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.452736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] For port ed559c7e-0131-4f8d-883c-196d0fd72f34, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ed559c7e-0131-4f8d-883c-196d0fd72f34,segment=NetworkSegment(ffd07034-a507-43d1-b2b2-2684a09b37db),segment_id=ffd07034-a507-43d1-b2b2-2684a09b37db)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:11.460742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=f38233ca-5507-457f-9854-bf0e2307ecf9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:11.480937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-960b29db-434f-4f68-abb1-86b01961b8dc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0449789 Sep 27 08:54:11.482241 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c68ec55-c70b-481d-846b-0a35435574c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.482806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42172) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:11.486710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:11.489492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': 'e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c', 'name': 'tempest-PortsIpV6TestJSON-1806270982', 'fixed_ips': [{'subnet_id': '95b2462d-46df-461f-bf70-5e50a5249cd3', 'ip_address': '2001:db8::f'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:11.508933 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.578304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5c68ec55-c70b-481d-846b-0a35435574c7 None None] For port 4c1510a1-fc02-47e9-9586-42652de58b29, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c1510a1-fc02-47e9-9586-42652de58b29,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:11.592402 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.609004 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c68ec55-c70b-481d-846b-0a35435574c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.613982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.617408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:11.623089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.625959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:11.627120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.627903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.637333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d347328-2501-4e31-a5ba-a657fe7c29e6 None None] Pushing event updated for resources: {'Port': ['ID=ed559c7e-0131-4f8d-883c-196d0fd72f34,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:11.638680 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fb4f3671-cac7-4ece-a84a-c9e286c7832c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8218000 Sep 27 08:54:11.641910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42174) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:11.642645 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:11.654715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 56d0499c-66a0-4e49-a556-edd71155ce0b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:11.657355 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:11.658049 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:11.763083 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68ec55-c70b-481d-846b-0a35435574c7 None None] Pushing event updated for resources: {'Port': ['ID=4c1510a1-fc02-47e9-9586-42652de58b29,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:11.764186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=fb60c8a1-85ab-4eb4-9b55-924a55bb29ee,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:11.796603 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:11.802195 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:54:11.803294 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:54:11.804014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e6569f5b-f609-4b88-9f82-a7eccae619fd None None] Provisioning complete for port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:11.804564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6569f5b-f609-4b88-9f82-a7eccae619fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.822232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a999d86-a184-4ded-a9c0-89b72c86c61a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet 6715f723-0879-4cd9-bbb0-115b03018184 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:11.828318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a999d86-a184-4ded-a9c0-89b72c86c61a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.885356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e6569f5b-f609-4b88-9f82-a7eccae619fd None None] Port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:11.906792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::f (e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c/95b2462d-46df-461f-bf70-5e50a5249cd3/56d0499c-66a0-4e49-a556-edd71155ce0b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:11.907555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a999d86-a184-4ded-a9c0-89b72c86c61a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:11.955430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:11.961452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:12.119637 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:10Z', 'revision_number': 10, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:12.155044 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:12.164231 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:12.165108 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:12.218609 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a999d86-a184-4ded-a9c0-89b72c86c61a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.255467 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.270755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:12.317069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.349380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Router 4ab6c2f8-f7a8-4294-913a-9bebd2439cab is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:54:12.353726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a999d86-a184-4ded-a9c0-89b72c86c61a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.382888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:12.386270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:12.390111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:12.396041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:12.396725 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.397400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a999d86-a184-4ded-a9c0-89b72c86c61a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=6715f723-0879-4cd9-bbb0-115b03018184,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:12.399693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a999d86-a184-4ded-a9c0-89b72c86c61a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.404102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9a999d86-a184-4ded-a9c0-89b72c86c61a tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/6715f723-0879-4cd9-bbb0-115b03018184 HTTP/1.1" status: 204 len: 168 time: 0.7549086 Sep 27 08:54:12.404481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42180) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:12.422453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9381301 Sep 27 08:54:12.423098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42182) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:12.427735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461e0016-9418-41c9-be72-174d728d5ef6 None None] Network f78616e3-3889-4b58-bcb0-3ba3fcef9818 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:12.496896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef09a63-7afc-4e8c-979b-26dfe011fd51 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=56d0499c-66a0-4e49-a556-edd71155ce0b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:12.564183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b01ce73-6add-4e52-92f1-4cd6b2904479 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:12.566264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4b01ce73-6add-4e52-92f1-4cd6b2904479 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1358085 Sep 27 08:54:12.569232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:12.575157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.594794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8761dda1-ab12-43f7-8eb7-b80ae80282c6 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:12.629645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7bd251c0-9db8-4120-8451-d1aded6684c8 None None] Provisioning complete for port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:12.629912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bd251c0-9db8-4120-8451-d1aded6684c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.654894 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:10Z', 'revision_number': 10, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:12.684127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6fe897-7950-4ebf-904e-700b7e5e905d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:12.701840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 8761dda1-ab12-43f7-8eb7-b80ae80282c6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:12.702258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6fe897-7950-4ebf-904e-700b7e5e905d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:12.702441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 8761dda1-ab12-43f7-8eb7-b80ae80282c6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:12.703999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7bd251c0-9db8-4120-8451-d1aded6684c8 None None] Port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:12.720173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6fe897-7950-4ebf-904e-700b7e5e905d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:12.722404 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f6fe897-7950-4ebf-904e-700b7e5e905d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1520047 Sep 27 08:54:12.724834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:12.728857 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566dc58-a68a-46a5-8656-0ddded864568 None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:10Z', 'revision_number': 10, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None, '_interfaces': [{'id': 'cb69a646-eb03-4c15-9f25-7283deccb627', 'name': '', 'network_id': '44e3b05d-2623-4677-8d3e-992281c3ebbb', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'mac_address': 'fa:16:3e:57:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:53:35Z', 'updated_at': '2021-09-27T08:53:43Z', 'revision_number': 5, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'subnets': [{'id': 'ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:12.731072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42188) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:12.739791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Sync routers for ids ['4ab6c2f8-f7a8-4294-913a-9bebd2439cab'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:12.749347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e955de7d-c27f-4eaa-92a8-06946c59b831 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "PUT /v2.0/routers/4ab6c2f8-f7a8-4294-913a-9bebd2439cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8570910 Sep 27 08:54:12.750952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42190) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:12.760461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Routers {'4ab6c2f8-f7a8-4294-913a-9bebd2439cab'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:12.762450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4ab6c2f8-f7a8-4294-913a-9bebd2439cab'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:12.849986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4ca30-534f-47d3-89ba-ac84e2e8fed4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:12.852615 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-92c4ca30-534f-47d3-89ba-ac84e2e8fed4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports/fb60c8a1-85ab-4eb4-9b55-924a55bb29ee HTTP/1.1" status: 200 len: 911 time: 0.1006739 Sep 27 08:54:12.856996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42192) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:12.894687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port ac36e2fc-7770-45c8-9788-2f9b464cae4c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:12.895313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.911310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd1711-07c0-469b-bd14-909e9d1ca05b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 56d0499c-66a0-4e49-a556-edd71155ce0b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:12.911718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1711-07c0-469b-bd14-909e9d1ca05b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:12.984434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae4ec2-85e2-40c5-8622-ecdff89a0cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:12.991126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae4ec2-85e2-40c5-8622-ecdff89a0cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:12.993212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-18ae4ec2-85e2-40c5-8622-ecdff89a0cfa tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1347914 Sep 27 08:54:12.999200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42194) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:13.024399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1711-07c0-469b-bd14-909e9d1ca05b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.045953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd1711-07c0-469b-bd14-909e9d1ca05b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 56d0499c-66a0-4e49-a556-edd71155ce0b owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:13.150811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] DHCP port deletion for f78616e3-3889-4b58-bcb0-3ba3fcef9818 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:13.181302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port ac36e2fc-7770-45c8-9788-2f9b464cae4c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ac36e2fc-7770-45c8-9788-2f9b464cae4c,segment=NetworkSegment(0b9a6404-daf9-4f21-b97b-5bb4638b5d86),segment_id=0b9a6404-daf9-4f21-b97b-5bb4638b5d86)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:13.182687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.240526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for ac36e2fc-7770-45c8-9788-2f9b464cae4c owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:13.244129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Set router 4ab6c2f8-f7a8-4294-913a-9bebd2439cab gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:13.307462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb83d3-f5ec-4dfa-8189-afb4388ff130 None None] Network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:13.368150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1711-07c0-469b-bd14-909e9d1ca05b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.432592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ed559c7e-0131-4f8d-883c-196d0fd72f34 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:13.434146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.440199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd1711-07c0-469b-bd14-909e9d1ca05b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=56d0499c-66a0-4e49-a556-edd71155ce0b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:13.449607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port ac36e2fc-7770-45c8-9788-2f9b464cae4c on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:13.472746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=ac36e2fc-7770-45c8-9788-2f9b464cae4c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:13.476528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1711-07c0-469b-bd14-909e9d1ca05b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.479162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8bdd1711-07c0-469b-bd14-909e9d1ca05b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/56d0499c-66a0-4e49-a556-edd71155ce0b HTTP/1.1" status: 204 len: 168 time: 0.7471039 Sep 27 08:54:13.481750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42198) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:13.506049 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d4adff-4cf0-47fb-be36-7aa06e2fd9bb tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:54:13.507860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-96d4adff-4cf0-47fb-be36-7aa06e2fd9bb tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/56d0499c-66a0-4e49-a556-edd71155ce0b HTTP/1.1" status: 404 len: 333 time: 0.0251703 Sep 27 08:54:13.510693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42200) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:13.533675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1df96a7b-fb58-4405-a84b-912edd75f2de None None] Provisioning complete for port ed559c7e-0131-4f8d-883c-196d0fd72f34 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:13.534044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1df96a7b-fb58-4405-a84b-912edd75f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.588365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.630966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] Deleting port ac36e2fc-7770-45c8-9788-2f9b464cae4c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:13.631329 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.642578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78616e3-3889-4b58-bcb0-3ba3fcef9818']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:13.673985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9a6404-daf9-4f21-b97b-5bb4638b5d86') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:13.674253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9a6404-daf9-4f21-b97b-5bb4638b5d86') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:13.693808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.719799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.723476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.761174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ed559c7e-0131-4f8d-883c-196d0fd72f34 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:13.761427 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.770550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:13.770962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:13.773991 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:13.802078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] For port ac36e2fc-7770-45c8-9788-2f9b464cae4c, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:13.802474 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.832660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-91040881-37e1-46ff-89fd-f87da7cf8b10 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port f38233ca-5507-457f-9854-bf0e2307ecf9 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:13.832988 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91040881-37e1-46ff-89fd-f87da7cf8b10 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.858348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] Calling delete_port for ac36e2fc-7770-45c8-9788-2f9b464cae4c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:13.863620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] Port ac36e2fc-7770-45c8-9788-2f9b464cae4c was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:54:13.879619 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.887661 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1df96a7b-fb58-4405-a84b-912edd75f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:13.931205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] Pushing event deleted for resources: {'Port': ['ID=ac36e2fc-7770-45c8-9788-2f9b464cae4c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:13.935148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae007b-e0c3-410a-940e-123d3ebd75c3 None None] No DVR routers for this DVR port ac36e2fc-7770-45c8-9788-2f9b464cae4c on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:13.980202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1df96a7b-fb58-4405-a84b-912edd75f2de None None] For port ed559c7e-0131-4f8d-883c-196d0fd72f34, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ed559c7e-0131-4f8d-883c-196d0fd72f34,segment=NetworkSegment(ffd07034-a507-43d1-b2b2-2684a09b37db),segment_id=ffd07034-a507-43d1-b2b2-2684a09b37db)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:14.003367 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1df96a7b-fb58-4405-a84b-912edd75f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.013021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab6c2f8-f7a8-4294-913a-9bebd2439cab', 'name': 'tempest-NetworksTestDHCPv6-router-72072813', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:54:08Z', 'updated_at': '2021-09-27T08:54:10Z', 'revision_number': 2, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None, '_interfaces': [{'id': 'fb60c8a1-85ab-4eb4-9b55-924a55bb29ee', 'name': '', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'mac_address': 'fa:16:3e:fe:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab6c2f8-f7a8-4294-913a-9bebd2439cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '02509dfb-b558-4a44-a054-08bf86dbcf74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:54:09Z', 'updated_at': '2021-09-27T08:54:11Z', 'revision_number': 2, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'subnets': [{'id': '02509dfb-b558-4a44-a054-08bf86dbcf74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:14.075257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Checking router: 4ab6c2f8-f7a8-4294-913a-9bebd2439cab for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:14.075509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Updating router 4ab6c2f8-f7a8-4294-913a-9bebd2439cab port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:54:14.105240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c1510a1-fc02-47e9-9586-42652de58b29 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:14.155783 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.164213 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.168620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df96a7b-fb58-4405-a84b-912edd75f2de None None] Pushing event updated for resources: {'Port': ['ID=ed559c7e-0131-4f8d-883c-196d0fd72f34,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:14.239058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91040881-37e1-46ff-89fd-f87da7cf8b10 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.261228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-91040881-37e1-46ff-89fd-f87da7cf8b10 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for f38233ca-5507-457f-9854-bf0e2307ecf9 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:14.263328 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.283350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4c1510a1-fc02-47e9-9586-42652de58b29 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:14.283694 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.319625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.321544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/f78616e3-3889-4b58-bcb0-3ba3fcef9818 HTTP/1.1" status: 204 len: 168 time: 1.9160433 Sep 27 08:54:14.322602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a985-3ed9-4e1a-8cbc-43771677961c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=f78616e3-3889-4b58-bcb0-3ba3fcef9818,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:14.326366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:14.365809 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-557ded9d-cc73-48c2-92e1-24802b217ecd None None] Provisioning complete for port f38233ca-5507-457f-9854-bf0e2307ecf9 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:14.366183 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-557ded9d-cc73-48c2-92e1-24802b217ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.476142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-557ded9d-cc73-48c2-92e1-24802b217ecd None None] Port f38233ca-5507-457f-9854-bf0e2307ecf9 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:14.528713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-557ded9d-cc73-48c2-92e1-24802b217ecd None None] Provisioning complete for port ed559c7e-0131-4f8d-883c-196d0fd72f34 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:14.528713 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-557ded9d-cc73-48c2-92e1-24802b217ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.555878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91040881-37e1-46ff-89fd-f87da7cf8b10 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.589106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91040881-37e1-46ff-89fd-f87da7cf8b10 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=f38233ca-5507-457f-9854-bf0e2307ecf9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:14.589460 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.593242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ac36e2fc-7770-45c8-9788-2f9b464cae4c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:14.616053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: ac36e2fc-7770-45c8-9788-2f9b464cae4c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:14.616351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ac36e2fc-7770-45c8-9788-2f9b464cae4c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:14.616795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:14.629985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:14.630334 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.646972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:14.647881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0bbf4dc1-1f4d-4703-84f7-c043b5d72c0e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:14.667134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.725639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91040881-37e1-46ff-89fd-f87da7cf8b10 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.727618 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-91040881-37e1-46ff-89fd-f87da7cf8b10 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/f38233ca-5507-457f-9854-bf0e2307ecf9 HTTP/1.1" status: 204 len: 168 time: 1.2159677 Sep 27 08:54:14.731983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42210) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:14.771291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.775538 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36eac76-9f3e-444a-8426-89130bb0f25f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:54:14.777282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e36eac76-9f3e-444a-8426-89130bb0f25f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/f38233ca-5507-457f-9854-bf0e2307ecf9 HTTP/1.1" status: 404 len: 333 time: 0.0442884 Sep 27 08:54:14.784347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42212) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:14.829560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936b1f3-be9e-4500-8189-da68ddcd14e2 None None] Pushing event updated for resources: {'Port': ['ID=fb60c8a1-85ab-4eb4-9b55-924a55bb29ee,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:14.850511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae92de20-2402-44aa-9da2-bd842246959b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet 95b2462d-46df-461f-bf70-5e50a5249cd3 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:14.857003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for fb60c8a1-85ab-4eb4-9b55-924a55bb29ee owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:14.858705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae92de20-2402-44aa-9da2-bd842246959b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.895872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Attempting to bind port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:14.896262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Attempting to bind port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:14.897206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Attempting to bind port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:14.903480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:14.904294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:14.905115 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.905584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:14.906144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Bound port: fb60c8a1-85ab-4eb4-9b55-924a55bb29ee, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:14.906594 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:14.975856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae92de20-2402-44aa-9da2-bd842246959b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.192829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae92de20-2402-44aa-9da2-bd842246959b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.237645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ed559c7e-0131-4f8d-883c-196d0fd72f34 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:15.244629 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.291306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.304963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:54:15.305330 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:54:15.310672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-07c1793a-fd02-4859-9a5e-1e637b8139d2 None None] Could not find standard attr ID for object 56d0499c-66a0-4e49-a556-edd71155ce0b. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:15.318782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-07c1793a-fd02-4859-9a5e-1e637b8139d2 None None] Could not find standard attr ID for object f38233ca-5507-457f-9854-bf0e2307ecf9. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:15.327488 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ca7172a-b02c-417e-a116-3e084636ffe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.331190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ed559c7e-0131-4f8d-883c-196d0fd72f34 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:15.331556 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.416400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=fb60c8a1-85ab-4eb4-9b55-924a55bb29ee,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:15.462919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1818f0d9-5dd8-46dc-8753-d8e154510ba9 None None] Could not find standard attr ID for object fb60c8a1-85ab-4eb4-9b55-924a55bb29ee. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:15.473495 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.494545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae92de20-2402-44aa-9da2-bd842246959b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.572513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92de20-2402-44aa-9da2-bd842246959b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=95b2462d-46df-461f-bf70-5e50a5249cd3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:15.579954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae92de20-2402-44aa-9da2-bd842246959b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.582879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae92de20-2402-44aa-9da2-bd842246959b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/95b2462d-46df-461f-bf70-5e50a5249cd3 HTTP/1.1" status: 204 len: 168 time: 0.7973385 Sep 27 08:54:15.586099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42216) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:15.629560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae8c0e-d3ba-4f3e-ab8a-bde52fb90ccc None None] Network e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:15.647204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port cb69a646-eb03-4c15-9f25-7283deccb627 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:15.647548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.699785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Router 4ab6c2f8-f7a8-4294-913a-9bebd2439cab has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:15.709561 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.788635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:15.797228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6207ef84-ca57-4194-a01b-b851f6b78408 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "PUT /v2.0/routers/4ab6c2f8-f7a8-4294-913a-9bebd2439cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7942300 Sep 27 08:54:15.797495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:15.818638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port cb69a646-eb03-4c15-9f25-7283deccb627, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cb69a646-eb03-4c15-9f25-7283deccb627,segment=NetworkSegment(fadb28d4-ef44-4ddf-b355-84fb4f7e370d),segment_id=fadb28d4-ef44-4ddf-b355-84fb4f7e370d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:15.819052 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.830070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Attempting to bind port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:15.830402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Attempting to bind port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:15.830858 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Attempting to bind port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:15.833399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] DHCP port deletion for e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:15.840143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:15.840558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:15.841091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.841524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:15.842007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Bound port: fb60c8a1-85ab-4eb4-9b55-924a55bb29ee, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:15.842392 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.864555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for cb69a646-eb03-4c15-9f25-7283deccb627 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:15.893823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Port fb60c8a1-85ab-4eb4-9b55-924a55bb29ee has been deleted concurrently {{(pid=94832) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 27 08:54:15.897174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0115d7b1-3c4b-4fee-89ee-f4b9c9c8f92d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:15.898828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0115d7b1-3c4b-4fee-89ee-f4b9c9c8f92d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:15.900388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0115d7b1-3c4b-4fee-89ee-f4b9c9c8f92d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019189 Sep 27 08:54:15.903337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42222) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:15.911737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Routers {'4ab6c2f8-f7a8-4294-913a-9bebd2439cab'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:15.912399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['4ab6c2f8-f7a8-4294-913a-9bebd2439cab'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:15.932443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port ed559c7e-0131-4f8d-883c-196d0fd72f34 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:15.933148 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.959027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26137bb-ee3f-4adb-a4f1-b422b259a58c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 02509dfb-b558-4a44-a054-08bf86dbcf74 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:15.962269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] Deleting port ed559c7e-0131-4f8d-883c-196d0fd72f34 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:15.962656 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.963631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c26137bb-ee3f-4adb-a4f1-b422b259a58c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:15.991343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] Set router 4ab6c2f8-f7a8-4294-913a-9bebd2439cab gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:16.005883 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c26137bb-ee3f-4adb-a4f1-b422b259a58c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.015758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] For port ed559c7e-0131-4f8d-883c-196d0fd72f34, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ed559c7e-0131-4f8d-883c-196d0fd72f34,segment=NetworkSegment(ffd07034-a507-43d1-b2b2-2684a09b37db),segment_id=ffd07034-a507-43d1-b2b2-2684a09b37db)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:16.016126 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.037871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for ed559c7e-0131-4f8d-883c-196d0fd72f34 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:16.054767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab6c2f8-f7a8-4294-913a-9bebd2439cab', 'name': 'tempest-NetworksTestDHCPv6-router-72072813', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:54:08Z', 'updated_at': '2021-09-27T08:54:15Z', 'revision_number': 3, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:16.085953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a59961-c9f1-47ae-bd80-86d6ceed972f None None] The sync data for ids ['4ab6c2f8-f7a8-4294-913a-9bebd2439cab'] in n-d-810909-1 is: [{'id': '4ab6c2f8-f7a8-4294-913a-9bebd2439cab', 'name': 'tempest-NetworksTestDHCPv6-router-72072813', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:54:08Z', 'updated_at': '2021-09-27T08:54:15Z', 'revision_number': 3, 'project_id': '8830082bd9604d8ab86a9fad6ba92d30', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:16.104795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c26137bb-ee3f-4adb-a4f1-b422b259a58c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.134885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] For port ed559c7e-0131-4f8d-883c-196d0fd72f34, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ed559c7e-0131-4f8d-883c-196d0fd72f34,segment=NetworkSegment(ffd07034-a507-43d1-b2b2-2684a09b37db),segment_id=ffd07034-a507-43d1-b2b2-2684a09b37db)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:16.135291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.161570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] Calling delete_port for ed559c7e-0131-4f8d-883c-196d0fd72f34 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:16.178126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c26137bb-ee3f-4adb-a4f1-b422b259a58c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.213014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26137bb-ee3f-4adb-a4f1-b422b259a58c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=02509dfb-b558-4a44-a054-08bf86dbcf74,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:16.220763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c26137bb-ee3f-4adb-a4f1-b422b259a58c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.230782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c26137bb-ee3f-4adb-a4f1-b422b259a58c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/02509dfb-b558-4a44-a054-08bf86dbcf74 HTTP/1.1" status: 204 len: 168 time: 0.3181787 Sep 27 08:54:16.230782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42226) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:16.231112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b566a04-c0a9-4d7c-910f-50cccae4002c None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:16.234980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.263324 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.265389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=ed559c7e-0131-4f8d-883c-196d0fd72f34,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:16.280066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No DVR routers for this DVR port ed559c7e-0131-4f8d-883c-196d0fd72f34 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:16.325144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=cb69a646-eb03-4c15-9f25-7283deccb627,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:16.340262 n-d-810909-1 neutron-server[94832]: self.session.flush() Sep 27 08:54:16.362468 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.392514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] Pushing event deleted for resources: {'Port': ['ID=ed559c7e-0131-4f8d-883c-196d0fd72f34,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:16.405089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ea68f-8f29-4fac-9ad9-d22c52892db9 None None] No DVR routers for this DVR port ed559c7e-0131-4f8d-883c-196d0fd72f34 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:16.420658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-37f32fe8-849c-41d0-bbd8-825a7d0f7714 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1903050 Sep 27 08:54:16.440919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42232) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:16.516570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.554949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:16.559216 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e919dd-67cd-42e8-9fb7-92b6745d2008 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.569540 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.609993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] Deleting port 4c1510a1-fc02-47e9-9586-42652de58b29 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:16.610328 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.626218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:16.666634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd07034-a507-43d1-b2b2-2684a09b37db') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:16.666911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd07034-a507-43d1-b2b2-2684a09b37db') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:16.676591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] For port 4c1510a1-fc02-47e9-9586-42652de58b29, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c1510a1-fc02-47e9-9586-42652de58b29,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:16.677021 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.680070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.689073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] Calling delete_port for 4c1510a1-fc02-47e9-9586-42652de58b29 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:16.726101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.735781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e919dd-67cd-42e8-9fb7-92b6745d2008 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.738313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e919dd-67cd-42e8-9fb7-92b6745d2008 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.763705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:16.764243 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:16.767306 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:16.771639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:16.774344 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.788720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e919dd-67cd-42e8-9fb7-92b6745d2008 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.790259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e919dd-67cd-42e8-9fb7-92b6745d2008 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Fanout notify agent at l3_agent the message router_deleted on router 4ab6c2f8-f7a8-4294-913a-9bebd2439cab {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:16.798648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e919dd-67cd-42e8-9fb7-92b6745d2008 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.802386 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e8e919dd-67cd-42e8-9fb7-92b6745d2008 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/routers/4ab6c2f8-f7a8-4294-913a-9bebd2439cab HTTP/1.1" status: 204 len: 168 time: 0.3577189 Sep 27 08:54:16.802605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42234) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:16.804934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] Pushing event deleted for resources: {'Port': ['ID=4c1510a1-fc02-47e9-9586-42652de58b29,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:16.809919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06599f79-7f3b-4b44-bcb8-59da822e72c3 None None] No DVR routers for this DVR port 4c1510a1-fc02-47e9-9586-42652de58b29 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:16.840502 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dfea92f3-9d04-4028-8597-7c7446ec05f2 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0358288 Sep 27 08:54:16.842737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42236) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:16.881414 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.896426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6bfc9-d736-413e-860a-59c4bff9cfdc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:16.898028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e7d6bfc9-d736-413e-860a-59c4bff9cfdc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542350 Sep 27 08:54:16.900902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42240) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:16.914682 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:16.916599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/networks/e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c HTTP/1.1" status: 204 len: 168 time: 1.3283496 Sep 27 08:54:16.919483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:16.924357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5688e273-831e-426e-aa62-d23eca6d3805 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5951257 Sep 27 08:54:16.932792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42242) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:16.933130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42244) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:16.934360 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:16.938015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1005516786'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:16.954880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2ef90af6-2642-4fd8-bd94-ab94e965788e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510507 Sep 27 08:54:16.961634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42248) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:16.969451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:16.969704 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:16.970858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126129a-8032-46a4-911b-7822915fa060 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Network': ['ID=e38f0bfe-fe61-4fbc-b93c-86c1d9feeb1c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:16.973415 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:17.010507 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e5c107-9dbe-42c7-ac81-2cd023e0ab1e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting subnet ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:17.014131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:17.017803 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.019980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c107-9dbe-42c7-ac81-2cd023e0ab1e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.065909 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:17.079243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:54:17.082982 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c107-9dbe-42c7-ac81-2cd023e0ab1e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.089131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:17.093680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.119823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.120175 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Added segment 02a9579a-4daa-4715-8704-b63797d8a09a of type vlan for network 90596fd1-04c7-49a3-9ed8-cea0491aad7b Sep 27 08:54:17.143997 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:16Z', 'revision_number': 11, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:17.173334 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:17.176681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.183132 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:17.184207 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:53:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:17.214405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ed559c7e-0131-4f8d-883c-196d0fd72f34 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:17.247492 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c107-9dbe-42c7-ac81-2cd023e0ab1e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.249983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: ed559c7e-0131-4f8d-883c-196d0fd72f34 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:17.250365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ed559c7e-0131-4f8d-883c-196d0fd72f34 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:17.250764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c1510a1-fc02-47e9-9586-42652de58b29 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:17.275360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.283523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:17.284249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.290787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4c1510a1-fc02-47e9-9586-42652de58b29 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:17.291529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c1510a1-fc02-47e9-9586-42652de58b29 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:17.357129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4228890 Sep 27 08:54:17.361650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42250) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:17.367662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': '90596fd1-04c7-49a3-9ed8-cea0491aad7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:17.384376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d6207-224b-43a7-975a-7869a21da60d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Network': ['ID=90596fd1-04c7-49a3-9ed8-cea0491aad7b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:17.396581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 90596fd1-04c7-49a3-9ed8-cea0491aad7b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:54:17.404056 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:17.416847 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c107-9dbe-42c7-ac81-2cd023e0ab1e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.441562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7e5c107-9dbe-42c7-ac81-2cd023e0ab1e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.448394 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7e5c107-9dbe-42c7-ac81-2cd023e0ab1e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9 HTTP/1.1" status: 204 len: 168 time: 0.5060065 Sep 27 08:54:17.456481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3ff1e-03f8-4f58-af0d-dd5fe9543be9 None None] Network 44e3b05d-2623-4677-8d3e-992281c3ebbb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:17.458022 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:16Z', 'revision_number': 11, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:17.459816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42252) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:17.494375 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bd2c9-bb1e-45df-8658-da26903fd04b None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:16Z', 'revision_number': 11, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:17.527254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:17.532238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.562317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5c107-9dbe-42c7-ac81-2cd023e0ab1e tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:17.567462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e472c81-1ce0-459d-af68-d47d20c95eab None None] Sync routers for ids ['4ab6c2f8-f7a8-4294-913a-9bebd2439cab'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:17.576079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f4f97a-6ba6-4234-a2f0-e5140bb33c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.588946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e472c81-1ce0-459d-af68-d47d20c95eab None None] Routers set() bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:17.589335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e472c81-1ce0-459d-af68-d47d20c95eab None None] Router IDs set() for agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 08:54:17.590852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e472c81-1ce0-459d-af68-d47d20c95eab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ab6c2f8-f7a8-4294-913a-9bebd2439cab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent'). {{(pid=94832) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 27 08:54:17.622625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:54:17.626485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.634187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e472c81-1ce0-459d-af68-d47d20c95eab None None] Routers set() bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:17.634567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e472c81-1ce0-459d-af68-d47d20c95eab None None] Router IDs set() for agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 08:54:17.635482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e472c81-1ce0-459d-af68-d47d20c95eab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ab6c2f8-f7a8-4294-913a-9bebd2439cab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent'). {{(pid=94832) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 27 08:54:17.635611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e472c81-1ce0-459d-af68-d47d20c95eab None None] The sync data for ids ['4ab6c2f8-f7a8-4294-913a-9bebd2439cab'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:17.642754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.704669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Deleting port bd682be0-6b80-4fa5-b88d-bb6d01242376 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:17.705043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.725599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:17.735268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:17.740716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:17.741395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.746379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b667ee6-a793-4401-8818-dc007b846c3b None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:17.768907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=11b48f62-f3c9-4059-8527-be3ec839770a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:17.791416 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-970aec7c-e392-4faa-bc57-1eccdb1ba97c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8287227 Sep 27 08:54:17.792549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42258) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:17.797049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:17.840288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] For port bd682be0-6b80-4fa5-b88d-bb6d01242376, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bd682be0-6b80-4fa5-b88d-bb6d01242376,segment=NetworkSegment(fadb28d4-ef44-4ddf-b355-84fb4f7e370d),segment_id=fadb28d4-ef44-4ddf-b355-84fb4f7e370d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:17.841671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.884508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Calling delete_port for bd682be0-6b80-4fa5-b88d-bb6d01242376 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:17.888129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.921918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] DHCP port deletion for 44e3b05d-2623-4677-8d3e-992281c3ebbb request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:17.958360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '11b48f62-f3c9-4059-8527-be3ec839770a'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:17.959234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:17.978136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Checking segment: {'id': '02a9579a-4daa-4715-8704-b63797d8a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90596fd1-04c7-49a3-9ed8-cea0491aad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:17.978496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network hostable DHCP agents. Network: 90596fd1-04c7-49a3-9ed8-cea0491aad7b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:54:17.986759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=63018161-4071-4f94-b9fb-4f08bb9ca235,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:18.013686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 90596fd1-04c7-49a3-9ed8-cea0491aad7b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:54:18.029310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 90596fd1-04c7-49a3-9ed8-cea0491aad7b) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:18.035277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:18.036148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.066416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e968a26c-8212-45af-8447-dcaa73130e69 None None] Network 90596fd1-04c7-49a3-9ed8-cea0491aad7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:18.070159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8d50b15c-5fa8-47af-a483-acd0cc741be8 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7069848 Sep 27 08:54:18.070782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:18.078980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5a1e4b56-f223-4d6b-8fdf-320139d418e0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-839606884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:18.085692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.116500 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.127609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Port': ['ID=bd682be0-6b80-4fa5-b88d-bb6d01242376,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:18.131810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No DVR routers for this DVR port bd682be0-6b80-4fa5-b88d-bb6d01242376 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:18.138082 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:54:18.138082 n-d-810909-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 08:54:18.138082 n-d-810909-1 neutron-server[94831]: [parameters: {'project_id_1': '8830082bd9604d8ab86a9fad6ba92d30', 'expiration_1': datetime.datetime(2021, 9, 27, 8, 53, 58, 95088)}] Sep 27 08:54:18.138082 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:54:18.138618 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:54:18.161379 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4b56-f223-4d6b-8fdf-320139d418e0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.162490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4b56-f223-4d6b-8fdf-320139d418e0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.224222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] Deleting port bd682be0-6b80-4fa5-b88d-bb6d01242376 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:18.224614 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.237144 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.258167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Allocated IP 2001:db8::f816:3eff:fe99:beeb (b90251e7-1859-4a80-b7c1-143d6ef98208/11b48f62-f3c9-4059-8527-be3ec839770a/09e05361-84db-499a-a91d-f2c9540f6545) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:18.279250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4b56-f223-4d6b-8fdf-320139d418e0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.284576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e3b05d-2623-4677-8d3e-992281c3ebbb']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:18.291835 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4b56-f223-4d6b-8fdf-320139d418e0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.299984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:18.300354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadb28d4-ef44-4ddf-b355-84fb4f7e370d') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:18.317755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.329663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4b56-f223-4d6b-8fdf-320139d418e0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.331019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a1e4b56-f223-4d6b-8fdf-320139d418e0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2591872 Sep 27 08:54:18.334115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42266) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:18.338901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'network_id': '90596fd1-04c7-49a3-9ed8-cea0491aad7b', 'name': 'tempest-PortsIpV6TestJSON-884435208'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:18.342298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.358481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] For port bd682be0-6b80-4fa5-b88d-bb6d01242376, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:18.358903 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.360550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:18.361033 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:18.363982 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:18.394127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-90596fd1-04c7-49a3-9ed8-cea0491aad7b', 'network_id': '90596fd1-04c7-49a3-9ed8-cea0491aad7b', 'tenant_id': '4ff8d14c6edb45528a64a953aebb6406', 'fixed_ips': [{'subnet_id': '63018161-4071-4f94-b9fb-4f08bb9ca235'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:18.394468 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:54:18.395090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.399498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] Calling delete_port for bd682be0-6b80-4fa5-b88d-bb6d01242376 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:18.403174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] Port bd682be0-6b80-4fa5-b88d-bb6d01242376 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:54:18.412043 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.468632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.481636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.483100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] Pushing event deleted for resources: {'Port': ['ID=bd682be0-6b80-4fa5-b88d-bb6d01242376,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:18.486425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/networks/44e3b05d-2623-4677-8d3e-992281c3ebbb HTTP/1.1" status: 204 len: 168 time: 1.0202701 Sep 27 08:54:18.486607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4344d-c089-42cf-93fb-5bc4557c10ca None None] No DVR routers for this DVR port bd682be0-6b80-4fa5-b88d-bb6d01242376 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:18.488108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42270) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:18.493940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'routes': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:18.507240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e28c0-3665-45fb-8eaa-4b3300f741ce tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Pushing event deleted for resources: {'Network': ['ID=44e3b05d-2623-4677-8d3e-992281c3ebbb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:18.535242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:18.539156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.556510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port f6783793-e8e3-48a0-bef4-57677b2e030c yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:18.661003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.674852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:18.677642 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.678595 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.691131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Allocated IP 2001:db8::2 (90596fd1-04c7-49a3-9ed8-cea0491aad7b/63018161-4071-4f94-b9fb-4f08bb9ca235/80b42c8f-2262-400e-a6a9-4d78047ae5eb) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:18.746371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:18.755720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:18.767522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:18.769711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Pushing event updated for resources: {'Port': ['ID=09e05361-84db-499a-a91d-f2c9540f6545,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:18.954877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Added routes are [] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 27 08:54:18.955417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Removed routes are [] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 27 08:54:18.955659 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:18.967013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.031543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:19.035201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:19.045460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:19.046081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.052022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cb69a646-eb03-4c15-9f25-7283deccb627 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:19.055040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Attempting to bind port 09e05361-84db-499a-a91d-f2c9540f6545 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:19.055192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Attempting to bind port 09e05361-84db-499a-a91d-f2c9540f6545 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:19.055581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Attempting to bind port 09e05361-84db-499a-a91d-f2c9540f6545 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:19.072559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=5c89674e-d510-4c5c-b47f-52bc6fa180d8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:19.082835 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.084026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-199989a7-9588-490c-8e93-4a341d59a0bf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2914782 Sep 27 08:54:19.088844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:19.090718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: cb69a646-eb03-4c15-9f25-7283deccb627 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:19.091619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cb69a646-eb03-4c15-9f25-7283deccb627 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:19.092480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bd682be0-6b80-4fa5-b88d-bb6d01242376 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:19.093924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:5d:0b:89', 'name': 'tempest-NetworksTestDHCPv6-1163061241'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:19.094461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:19.094838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:19.095242 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.095653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:19.096128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Bound port: 09e05361-84db-499a-a91d-f2c9540f6545, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:19.096925 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.130592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.134693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.147845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: bd682be0-6b80-4fa5-b88d-bb6d01242376 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:19.148194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bd682be0-6b80-4fa5-b88d-bb6d01242376 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:19.198828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.214714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.234229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router ea69070a-e791-4941-93f5-26c65df11c1c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:19.240975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:19.254683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] For port 09e05361-84db-499a-a91d-f2c9540f6545, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:19.266591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Network 90596fd1-04c7-49a3-9ed8-cea0491aad7b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:19.276669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:19.281133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] For port 09e05361-84db-499a-a91d-f2c9540f6545, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09e05361-84db-499a-a91d-f2c9540f6545,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:19.284053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:19.296744 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.300403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Pushing event updated for resources: {'Port': ['ID=80b42c8f-2262-400e-a6a9-4d78047ae5eb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:19.315425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:19.322624 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.323962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9e383ece-4141-4816-a183-2048b408d414 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 200 len: 701 time: 0.8344369 Sep 27 08:54:19.327147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42278) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:19.330487 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108baa9f-5276-47eb-9225-142531c98631 None None] Sync routers for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:19.342601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::184 (90596fd1-04c7-49a3-9ed8-cea0491aad7b/63018161-4071-4f94-b9fb-4f08bb9ca235/f6783793-e8e3-48a0-bef4-57677b2e030c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:19.343878 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108baa9f-5276-47eb-9225-142531c98631 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:19.344834 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-108baa9f-5276-47eb-9225-142531c98631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:19.378717 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-36febcf7-bb92-47df-9270-34c9e88fdaf7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 200 len: 205 time: 0.0501990 Sep 27 08:54:19.379467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42280) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:19.381767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.387488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Attempting to bind port 80b42c8f-2262-400e-a6a9-4d78047ae5eb on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:19.387875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Attempting to bind port 80b42c8f-2262-400e-a6a9-4d78047ae5eb by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '02a9579a-4daa-4715-8704-b63797d8a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90596fd1-04c7-49a3-9ed8-cea0491aad7b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:19.388235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Attempting to bind port 80b42c8f-2262-400e-a6a9-4d78047ae5eb on network 90596fd1-04c7-49a3-9ed8-cea0491aad7b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:19.421009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:19.421685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Checking segment: {'id': '02a9579a-4daa-4715-8704-b63797d8a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90596fd1-04c7-49a3-9ed8-cea0491aad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:19.421818 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.422191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Bound using segment: {'id': '02a9579a-4daa-4715-8704-b63797d8a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90596fd1-04c7-49a3-9ed8-cea0491aad7b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:19.422670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Bound port: 80b42c8f-2262-400e-a6a9-4d78047ae5eb, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a9579a-4daa-4715-8704-b63797d8a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '90596fd1-04c7-49a3-9ed8-cea0491aad7b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:19.423058 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.426230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3cc65-c372-4cc9-bed1-a1bd956bbacb None None] Pushing event updated for resources: {'Port': ['ID=09e05361-84db-499a-a91d-f2c9540f6545,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:19.434560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port bd32c4ba-142b-4f37-b34e-a3506848fab8 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:19.472229 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-108baa9f-5276-47eb-9225-142531c98631 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:19.504681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19165c8a-d926-437e-9a43-874aed11e772 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.510180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] For port 80b42c8f-2262-400e-a6a9-4d78047ae5eb, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:19.514408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] For port 80b42c8f-2262-400e-a6a9-4d78047ae5eb, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=80b42c8f-2262-400e-a6a9-4d78047ae5eb,segment=NetworkSegment(02a9579a-4daa-4715-8704-b63797d8a09a),segment_id=02a9579a-4daa-4715-8704-b63797d8a09a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:19.520209 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.544063 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-108baa9f-5276-47eb-9225-142531c98631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:16Z', 'revision_number': 11, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:19.588208 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05b5ba-a0f6-4b74-b487-56c9de20dc84 None None] Pushing event updated for resources: {'Port': ['ID=80b42c8f-2262-400e-a6a9-4d78047ae5eb,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:19.589451 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108baa9f-5276-47eb-9225-142531c98631 None None] Checking router: ea69070a-e791-4941-93f5-26c65df11c1c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:19.604161 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108baa9f-5276-47eb-9225-142531c98631 None None] Routers {'ea69070a-e791-4941-93f5-26c65df11c1c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:19.604846 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-108baa9f-5276-47eb-9225-142531c98631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['ea69070a-e791-4941-93f5-26c65df11c1c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:19.705931 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-108baa9f-5276-47eb-9225-142531c98631 None None] Set router ea69070a-e791-4941-93f5-26c65df11c1c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:19.774727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19165c8a-d926-437e-9a43-874aed11e772 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.777507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19165c8a-d926-437e-9a43-874aed11e772 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.798674 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-108baa9f-5276-47eb-9225-142531c98631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:16Z', 'revision_number': 11, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:19.837914 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19165c8a-d926-437e-9a43-874aed11e772 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.838559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19165c8a-d926-437e-9a43-874aed11e772 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Fanout notify agent at l3_agent the message router_deleted on router ea69070a-e791-4941-93f5-26c65df11c1c {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:19.839166 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108baa9f-5276-47eb-9225-142531c98631 None None] The sync data for ids ['ea69070a-e791-4941-93f5-26c65df11c1c'] in n-d-810909-1 is: [{'id': 'ea69070a-e791-4941-93f5-26c65df11c1c', 'name': 'tempest-RoutersTest-router-2064480502', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:53:33Z', 'updated_at': '2021-09-27T08:54:16Z', 'revision_number': 11, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:19.841749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 172.20.0.8 (b90251e7-1859-4a80-b7c1-143d6ef98208/5c89674e-d510-4c5c-b47f-52bc6fa180d8/bd32c4ba-142b-4f37-b34e-a3506848fab8) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:19.853213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-19165c8a-d926-437e-9a43-874aed11e772 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:19.858930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-19165c8a-d926-437e-9a43-874aed11e772 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 204 len: 168 time: 0.4740992 Sep 27 08:54:19.860456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:19.865474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-308f89bb-f27d-4859-8f52-34b1feabaa93 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2145870588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:20.243882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fe5d:b89 (b90251e7-1859-4a80-b7c1-143d6ef98208/11b48f62-f3c9-4059-8527-be3ec839770a/bd32c4ba-142b-4f37-b34e-a3506848fab8) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:20.308654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308f89bb-f27d-4859-8f52-34b1feabaa93 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.309652 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308f89bb-f27d-4859-8f52-34b1feabaa93 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.317122 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.448080 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308f89bb-f27d-4859-8f52-34b1feabaa93 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.459811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308f89bb-f27d-4859-8f52-34b1feabaa93 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.485967 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.536163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308f89bb-f27d-4859-8f52-34b1feabaa93 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.537467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-308f89bb-f27d-4859-8f52-34b1feabaa93 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6758575 Sep 27 08:54:20.544405 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.545953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42288) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:20.554869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 90596fd1-04c7-49a3-9ed8-cea0491aad7b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:20.555105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-11a30a69-6c0f-4d3d-be5c-27666b4e677c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:20.559289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:20.565802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:20.571385 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.572091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:20.572764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.588931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=f6783793-e8e3-48a0-bef4-57677b2e030c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:20.614839 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f4bff3d6-8d56-41c4-969d-4845c0b05e50 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2782328 Sep 27 08:54:20.616775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:20.697947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.806203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9922e096-c388-4125-a8dd-86e676dda31b None None] Network 90596fd1-04c7-49a3-9ed8-cea0491aad7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:20.811297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:20.815270 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11a30a69-6c0f-4d3d-be5c-27666b4e677c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.818333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:20.827714 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:20.835432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11a30a69-6c0f-4d3d-be5c-27666b4e677c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.882971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:20.884016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.921492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=bd32c4ba-142b-4f37-b34e-a3506848fab8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:20.941519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d7e84257-40aa-4ba1-bdd3-f356c879cb37 None None] Provisioning complete for port 80b42c8f-2262-400e-a6a9-4d78047ae5eb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:20.942280 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7e84257-40aa-4ba1-bdd3-f356c879cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:20.971040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e14db4b4-06d4-42ff-86b6-e4435009ef61 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8809316 Sep 27 08:54:20.973943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:20.993236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a30a69-6c0f-4d3d-be5c-27666b4e677c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Router 3d792274-18b9-406a-a637-d2ef4b9ad567 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:54:21.114214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a30a69-6c0f-4d3d-be5c-27666b4e677c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:21.141248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11a30a69-6c0f-4d3d-be5c-27666b4e677c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.142710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-11a30a69-6c0f-4d3d-be5c-27666b4e677c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "PUT /v2.0/routers/3d792274-18b9-406a-a637-d2ef4b9ad567 HTTP/1.1" status: 200 len: 694 time: 0.5957158 Sep 27 08:54:21.145348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42296) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.152719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 80b42c8f-2262-400e-a6a9-4d78047ae5eb up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:21.155253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] Sync routers for ids ['3d792274-18b9-406a-a637-d2ef4b9ad567'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:21.166177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff18ed-052e-4420-970d-99f8877d5cbe tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:21.173705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff18ed-052e-4420-970d-99f8877d5cbe tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:21.175431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6ff18ed-052e-4420-970d-99f8877d5cbe tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2005794 Sep 27 08:54:21.179113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.192220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.209925 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7e84257-40aa-4ba1-bdd3-f356c879cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.222669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] Routers {'3d792274-18b9-406a-a637-d2ef4b9ad567'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:21.223908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3d792274-18b9-406a-a637-d2ef4b9ad567'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:21.264037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7ebb5695-691e-4949-ac2e-cc171bc5b005 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/routers/3d792274-18b9-406a-a637-d2ef4b9ad567 HTTP/1.1" status: 200 len: 700 time: 0.1172080 Sep 27 08:54:21.265306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd376db4-d2c9-4e2b-b83b-89b79cf8d995 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:21.266615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42302) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.297741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d5ecd505-ef2a-475b-b923-18d8cc743473 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d792274-18b9-406a-a637-d2ef4b9ad567 HTTP/1.1" status: 200 len: 205 time: 0.0298510 Sep 27 08:54:21.303505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42304) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.349202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] Set router 3d792274-18b9-406a-a637-d2ef4b9ad567 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:54:21.396262 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1e8e-5266-4b41-80fe-76c7ef2da008 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.427314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 80b42c8f-2262-400e-a6a9-4d78047ae5eb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:21.427714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.464560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d7e84257-40aa-4ba1-bdd3-f356c879cb37 None None] For port 80b42c8f-2262-400e-a6a9-4d78047ae5eb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=80b42c8f-2262-400e-a6a9-4d78047ae5eb,segment=NetworkSegment(02a9579a-4daa-4715-8704-b63797d8a09a),segment_id=02a9579a-4daa-4715-8704-b63797d8a09a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:21.488283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dec54f07-3e35-4d84-9473-da0785521c68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port bd32c4ba-142b-4f37-b34e-a3506848fab8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:21.488958 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dec54f07-3e35-4d84-9473-da0785521c68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.501772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d792274-18b9-406a-a637-d2ef4b9ad567', 'name': 'tempest-RoutersTest-router-2145870588', 'tenant_id': '01bc4c7b4bfd41668985015ef810f081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:54:20Z', 'updated_at': '2021-09-27T08:54:20Z', 'revision_number': 2, 'project_id': '01bc4c7b4bfd41668985015ef810f081', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:21.510312 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7e84257-40aa-4ba1-bdd3-f356c879cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.583616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] Checking router: 3d792274-18b9-406a-a637-d2ef4b9ad567 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:54:21.586140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1e8e-5266-4b41-80fe-76c7ef2da008 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.589229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1e8e-5266-4b41-80fe-76c7ef2da008 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.617867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.620518 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dec54f07-3e35-4d84-9473-da0785521c68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.636045 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.639745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1e8e-5266-4b41-80fe-76c7ef2da008 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.640258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2f1e8e-5266-4b41-80fe-76c7ef2da008 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Fanout notify agent at l3_agent the message router_deleted on router 3d792274-18b9-406a-a637-d2ef4b9ad567 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:21.644383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dec54f07-3e35-4d84-9473-da0785521c68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for bd32c4ba-142b-4f37-b34e-a3506848fab8 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:21.650336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1e8e-5266-4b41-80fe-76c7ef2da008 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.651625 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ad2f1e8e-5266-4b41-80fe-76c7ef2da008 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/3d792274-18b9-406a-a637-d2ef4b9ad567 HTTP/1.1" status: 204 len: 168 time: 0.3468928 Sep 27 08:54:21.655690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] Routers {'3d792274-18b9-406a-a637-d2ef4b9ad567'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:21.655690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['3d792274-18b9-406a-a637-d2ef4b9ad567'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:21.656696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42306) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.679034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e84257-40aa-4ba1-bdd3-f356c879cb37 None None] Pushing event updated for resources: {'Port': ['ID=80b42c8f-2262-400e-a6a9-4d78047ae5eb,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:21.692093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-255fdb3b-88a6-4971-a529-a7ed93e66be0 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d792274-18b9-406a-a637-d2ef4b9ad567 HTTP/1.1" status: 200 len: 205 time: 0.0338147 Sep 27 08:54:21.694267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42308) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.730364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:21.731109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a1a52-da66-4c72-9a14-2a0b2f0e51ce None None] The sync data for ids ['3d792274-18b9-406a-a637-d2ef4b9ad567'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:21.734336 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-bf460377-c2ad-42d5-9e62-752b257f764b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] delete failed (client error): The resource could not be found. Sep 27 08:54:21.735577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bf460377-c2ad-42d5-9e62-752b257f764b tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/3d792274-18b9-406a-a637-d2ef4b9ad567 HTTP/1.1" status: 404 len: 336 time: 0.0399375 Sep 27 08:54:21.740851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42310) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.743764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=f6783793-e8e3-48a0-bef4-57677b2e030c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:21.777133 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-06baadf5-7be6-44aa-886e-00be5d3adda7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:21.777758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06baadf5-7be6-44aa-886e-00be5d3adda7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:21.784108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-06baadf5-7be6-44aa-886e-00be5d3adda7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/ff96b6dd-2a4a-431a-89de-69a0d67506e1 HTTP/1.1" status: 404 len: 337 time: 0.0416024 Sep 27 08:54:21.785510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42312) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.790517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Provisioning complete for port f6783793-e8e3-48a0-bef4-57677b2e030c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:21.790896 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.794815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09e05361-84db-499a-a91d-f2c9540f6545 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:21.821707 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbaa681-c4ce-4345-8f25-9ed29e3b6a64 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:21.822405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbaa681-c4ce-4345-8f25-9ed29e3b6a64 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:21.824993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dcbaa681-c4ce-4345-8f25-9ed29e3b6a64 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/d0069cb0-92d0-4f88-9192-5546b60277c2 HTTP/1.1" status: 404 len: 337 time: 0.0379932 Sep 27 08:54:21.827247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42314) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.858592 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-54de9e03-35da-442a-bd01-ec5be6ddf08c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:21.858972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54de9e03-35da-442a-bd01-ec5be6ddf08c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:21.860945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-54de9e03-35da-442a-bd01-ec5be6ddf08c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/6715f723-0879-4cd9-bbb0-115b03018184 HTTP/1.1" status: 404 len: 337 time: 0.0325854 Sep 27 08:54:21.863299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42316) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.885076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Port f6783793-e8e3-48a0-bef4-57677b2e030c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:21.891169 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be3ec62-c8d6-4f9e-b92b-940bd7a7bf55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:21.891408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be3ec62-c8d6-4f9e-b92b-940bd7a7bf55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:21.895689 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7be3ec62-c8d6-4f9e-b92b-940bd7a7bf55 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/ecd0d9a8-8bb6-48be-998b-6cef7f26a2d9 HTTP/1.1" status: 404 len: 337 time: 0.0289571 Sep 27 08:54:21.895852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42318) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.909598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Provisioning complete for port 09e05361-84db-499a-a91d-f2c9540f6545 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:21.909980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:21.926256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b304a8e9-03ee-44bd-ae8d-56f509ad48f1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 200 len: 205 time: 0.0261829 Sep 27 08:54:21.934815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42322) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:21.946285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 09e05361-84db-499a-a91d-f2c9540f6545 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:21.946541 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.012357 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-d96f6df8-1151-4284-9351-20d07ee60653 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] delete failed (client error): The resource could not be found. Sep 27 08:54:22.016198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d96f6df8-1151-4284-9351-20d07ee60653 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/ea69070a-e791-4941-93f5-26c65df11c1c HTTP/1.1" status: 404 len: 336 time: 0.0777814 Sep 27 08:54:22.016613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42324) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.042449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1c9b2-90d2-4fbe-abe0-2a038359b89e None None] Update dhcp port {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '11b48f62-f3c9-4059-8527-be3ec839770a', 'ip_address': '2001:db8::f816:3eff:fe99:beeb'}, {'subnet_id': '5c89674e-d510-4c5c-b47f-52bc6fa180d8'}], 'binding:host_id': 'n-d-810909-1'}, 'id': '09e05361-84db-499a-a91d-f2c9540f6545'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:54:22.058048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.064950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-66857c67-0b7d-4f44-be37-8629bba5a27d tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1608555-9cb0-44e1-922d-51a2e7e78036 HTTP/1.1" status: 200 len: 205 time: 0.0472195 Sep 27 08:54:22.067361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42326) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.077813 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28a1c9b2-90d2-4fbe-abe0-2a038359b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.106253 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-9417f89a-a189-4221-9a9d-9598baa39d0c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] delete failed (client error): The resource could not be found. Sep 27 08:54:22.107322 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9417f89a-a189-4221-9a9d-9598baa39d0c tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/b1608555-9cb0-44e1-922d-51a2e7e78036 HTTP/1.1" status: 404 len: 336 time: 0.0388339 Sep 27 08:54:22.113185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42328) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.140286 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8db3a4-83d7-44db-b350-f9ae28533362 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:22.140656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8db3a4-83d7-44db-b350-f9ae28533362 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:22.142448 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3e8db3a4-83d7-44db-b350-f9ae28533362 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/218eace9-758a-49bf-ae11-1df25e25a73f HTTP/1.1" status: 404 len: 337 time: 0.0281603 Sep 27 08:54:22.145275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42330) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.179814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1b1af39-ed68-4202-93af-39c39edc75aa tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d79241-f28b-4b06-b87d-f7af039bd8ca HTTP/1.1" status: 200 len: 205 time: 0.0334113 Sep 27 08:54:22.182299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42332) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.191547 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dec54f07-3e35-4d84-9473-da0785521c68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.250522 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-45a5f356-18f9-4578-863b-d65adc552ee5 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] delete failed (client error): The resource could not be found. Sep 27 08:54:22.254148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-45a5f356-18f9-4578-863b-d65adc552ee5 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/07d79241-f28b-4b06-b87d-f7af039bd8ca HTTP/1.1" status: 404 len: 336 time: 0.0682657 Sep 27 08:54:22.254298 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.256348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42334) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.261753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec54f07-3e35-4d84-9473-da0785521c68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=bd32c4ba-142b-4f37-b34e-a3506848fab8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:22.286162 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.302949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.314296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1d584b95-ef26-4738-a6c3-6e5e9981431f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=df2dd4d2-20b9-46b9-9658-6b0ff9fed58f HTTP/1.1" status: 200 len: 205 time: 0.0545359 Sep 27 08:54:22.315395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42336) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.359232 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-d447b3af-5426-4a62-b17a-68a136d2c68f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] delete failed (client error): The resource could not be found. Sep 27 08:54:22.360550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d447b3af-5426-4a62-b17a-68a136d2c68f tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/df2dd4d2-20b9-46b9-9658-6b0ff9fed58f HTTP/1.1" status: 404 len: 336 time: 0.0440824 Sep 27 08:54:22.363107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42340) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.373092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] For port 09e05361-84db-499a-a91d-f2c9540f6545, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09e05361-84db-499a-a91d-f2c9540f6545,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:22.386801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.393866 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f45606a-bd7b-4d39-92d8-b59b58c231c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:22.394405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f45606a-bd7b-4d39-92d8-b59b58c231c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:22.397213 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7f45606a-bd7b-4d39-92d8-b59b58c231c7 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/24b36856-123e-4cf3-8d29-af598ae7a324 HTTP/1.1" status: 404 len: 337 time: 0.0321679 Sep 27 08:54:22.398931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42342) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.401539 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dec54f07-3e35-4d84-9473-da0785521c68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.405817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dec54f07-3e35-4d84-9473-da0785521c68 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/bd32c4ba-142b-4f37-b34e-a3506848fab8 HTTP/1.1" status: 204 len: 168 time: 1.2262514 Sep 27 08:54:22.410708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42344) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.451247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2d442909-01c7-4617-a1a9-2b5ac60d81c1 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=05e3cab1-3df6-444a-b5c4-4dc909e141a7 HTTP/1.1" status: 200 len: 205 time: 0.0490708 Sep 27 08:54:22.451590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42346) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.452096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-28a1c9b2-90d2-4fbe-abe0-2a038359b89e None None] Allocated IP 172.20.0.2 (b90251e7-1859-4a80-b7c1-143d6ef98208/5c89674e-d510-4c5c-b47f-52bc6fa180d8/09e05361-84db-499a-a91d-f2c9540f6545) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:22.477532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a6f33a-f732-4e9d-9506-ec658c3eac14 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:22.479126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a6f33a-f732-4e9d-9506-ec658c3eac14 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:22.480904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a6f33a-f732-4e9d-9506-ec658c3eac14 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:22.485038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-36a6f33a-f732-4e9d-9506-ec658c3eac14 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0726242 Sep 27 08:54:22.485365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42348) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.498688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Provisioning complete for port 80b42c8f-2262-400e-a6a9-4d78047ae5eb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:22.499059 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.506630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:54:22.506985 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:54:22.520028 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8390532e-139a-4da9-a761-a1c57d3ec915 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] delete failed (client error): The resource could not be found. Sep 27 08:54:22.523400 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8390532e-139a-4da9-a761-a1c57d3ec915 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/05e3cab1-3df6-444a-b5c4-4dc909e141a7 HTTP/1.1" status: 404 len: 336 time: 0.0685875 Sep 27 08:54:22.523728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42350) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.538088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932eede1-88e5-454c-bca8-f914e23191c7 None None] Pushing event updated for resources: {'Port': ['ID=09e05361-84db-499a-a91d-f2c9540f6545,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:22.554792 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5f7b08-138e-43a1-9d7e-44229826bd84 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:22.555254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5f7b08-138e-43a1-9d7e-44229826bd84 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:22.559100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ee5f7b08-138e-43a1-9d7e-44229826bd84 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/eb27aaa8-100a-4ea1-962b-4aca9f211857 HTTP/1.1" status: 404 len: 337 time: 0.0323901 Sep 27 08:54:22.560133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.574737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd11d99-387a-47c9-b215-fbabf7827dfd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 11b48f62-f3c9-4059-8527-be3ec839770a {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:22.590475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fe042150-1d68-4c19-a4fd-f0f4e18f9e87 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f6e09ad-04da-4677-9580-46707c8bee7e HTTP/1.1" status: 200 len: 205 time: 0.0284050 Sep 27 08:54:22.592179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42354) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.627030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-28a1c9b2-90d2-4fbe-abe0-2a038359b89e None None] For port 09e05361-84db-499a-a91d-f2c9540f6545, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09e05361-84db-499a-a91d-f2c9540f6545,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:22.631435 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-3ef73de1-0806-4fb4-bd19-94b551eb7213 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] delete failed (client error): The resource could not be found. Sep 27 08:54:22.632656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3ef73de1-0806-4fb4-bd19-94b551eb7213 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/routers/4f6e09ad-04da-4677-9580-46707c8bee7e HTTP/1.1" status: 404 len: 336 time: 0.0387943 Sep 27 08:54:22.635348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42356) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.665669 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26034a6-6774-4f01-8a95-6674c28c04d8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:22.666132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26034a6-6774-4f01-8a95-6674c28c04d8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:22.670180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a26034a6-6774-4f01-8a95-6674c28c04d8 tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/0d06ba8f-42a3-43c3-ad86-caa479fdc22f HTTP/1.1" status: 404 len: 337 time: 0.0315664 Sep 27 08:54:22.670428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42358) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:22.685715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28a1c9b2-90d2-4fbe-abe0-2a038359b89e None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.691138 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28a1c9b2-90d2-4fbe-abe0-2a038359b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.694614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.698403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfd11d99-387a-47c9-b215-fbabf7827dfd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.701607 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-32589fee-0746-48a5-883f-a6165c25f8cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:22.702043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32589fee-0746-48a5-883f-a6165c25f8cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:22.702522 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.706365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.706570 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32589fee-0746-48a5-883f-a6165c25f8cf tempest-RoutersTest-382219094 tempest-RoutersTest-382219094-project] 10.222.0.50 "DELETE /v2.0/subnets/1a2a22f6-3f68-43de-a548-18130fae9492 HTTP/1.1" status: 404 len: 337 time: 0.0325105 Sep 27 08:54:22.747333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfd11d99-387a-47c9-b215-fbabf7827dfd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.779234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=f6783793-e8e3-48a0-bef4-57677b2e030c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:22.815041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1c9b2-90d2-4fbe-abe0-2a038359b89e None None] Pushing event updated for resources: {'Port': ['ID=09e05361-84db-499a-a91d-f2c9540f6545,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:22.827819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-992b99bd-af6a-4be5-8c83-baaf23558392 None None] Provisioning complete for port f6783793-e8e3-48a0-bef4-57677b2e030c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:22.828199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-992b99bd-af6a-4be5-8c83-baaf23558392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.851886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network 90596fd1-04c7-49a3-9ed8-cea0491aad7b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:22.853499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:22.872145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfd11d99-387a-47c9-b215-fbabf7827dfd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:22.879594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-992b99bd-af6a-4be5-8c83-baaf23558392 None None] Port f6783793-e8e3-48a0-bef4-57677b2e030c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:22.963207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfd11d99-387a-47c9-b215-fbabf7827dfd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.008449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd11d99-387a-47c9-b215-fbabf7827dfd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=11b48f62-f3c9-4059-8527-be3ec839770a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:23.011342 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfd11d99-387a-47c9-b215-fbabf7827dfd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.014876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dfd11d99-387a-47c9-b215-fbabf7827dfd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/11b48f62-f3c9-4059-8527-be3ec839770a HTTP/1.1" status: 204 len: 168 time: 0.5262754 Sep 27 08:54:23.015675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:23.119704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7b356f-5a6d-4fa1-b404-ea34742b0738 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 5c89674e-d510-4c5c-b47f-52bc6fa180d8 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:23.125775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7b356f-5a6d-4fa1-b404-ea34742b0738 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.132135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42368) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:23.175297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Router 526a268a-5c36-4451-b51f-c04c172745e9 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:54:23.182743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7b356f-5a6d-4fa1-b404-ea34742b0738 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.249769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 80b42c8f-2262-400e-a6a9-4d78047ae5eb up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:23.335954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7a97a82d-fe5b-43f6-8dce-79b7ecc5c063 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01bc4c7b4bfd41668985015ef810f081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023356 Sep 27 08:54:23.336633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42372) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:23.338691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:23.348922 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dee13825-f619-4d16-96a1-efdee414408c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "PUT /v2.0/routers/526a268a-5c36-4451-b51f-c04c172745e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7310407 Sep 27 08:54:23.349904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42374) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:23.350477 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efae21-601a-4b03-b763-a7f2c141f1b5 None None] Sync routers for ids ['526a268a-5c36-4451-b51f-c04c172745e9'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:23.365065 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efae21-601a-4b03-b763-a7f2c141f1b5 None None] Routers {'526a268a-5c36-4451-b51f-c04c172745e9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:23.367461 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3efae21-601a-4b03-b763-a7f2c141f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['526a268a-5c36-4451-b51f-c04c172745e9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:23.440672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15849033-b47a-4994-bb1a-3790f5d5335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.441356 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3efae21-601a-4b03-b763-a7f2c141f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:23.461310 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efae21-601a-4b03-b763-a7f2c141f1b5 None None] Routers {'526a268a-5c36-4451-b51f-c04c172745e9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:23.462087 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3efae21-601a-4b03-b763-a7f2c141f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['526a268a-5c36-4451-b51f-c04c172745e9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:23.484855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15849033-b47a-4994-bb1a-3790f5d5335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.494367 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d376284-0229-4ce7-ac4c-51568a6fdfb5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:23.496278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-96af1386-0c37-4109-be74-998a7fd34a40 None None] Provisioning complete for port f6783793-e8e3-48a0-bef4-57677b2e030c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:23.496682 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96af1386-0c37-4109-be74-998a7fd34a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.501419 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7d376284-0229-4ce7-ac4c-51568a6fdfb5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports?device_id=526a268a-5c36-4451-b51f-c04c172745e9 HTTP/1.1" status: 200 len: 988 time: 0.1476758 Sep 27 08:54:23.504134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:23.525536 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3efae21-601a-4b03-b763-a7f2c141f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:23.526348 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3efae21-601a-4b03-b763-a7f2c141f1b5 None None] The sync data for ids ['526a268a-5c36-4451-b51f-c04c172745e9'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:23.547248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15849033-b47a-4994-bb1a-3790f5d5335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.550400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-15849033-b47a-4994-bb1a-3790f5d5335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.552039 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-15849033-b47a-4994-bb1a-3790f5d5335d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0fe537f-54eb-47ce-9049-715a684ccb48 HTTP/1.1" status: 204 len: 168 time: 0.2144513 Sep 27 08:54:23.562217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15849033-b47a-4994-bb1a-3790f5d5335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe537f-54eb-47ce-9049-715a684ccb48,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:23.563259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-96af1386-0c37-4109-be74-998a7fd34a40 None None] Port f6783793-e8e3-48a0-bef4-57677b2e030c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:23.563563 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7b356f-5a6d-4fa1-b404-ea34742b0738 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.587886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 80b42c8f-2262-400e-a6a9-4d78047ae5eb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:23.588992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.618022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee618b5-12c2-42cf-8909-0d6c03f6203a None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:23.725771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b0114478-924e-4596-9359-8c2eaa1423d2 None None] Could not find standard attr ID for object bd32c4ba-142b-4f37-b34e-a3506848fab8. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:23.734170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7b356f-5a6d-4fa1-b404-ea34742b0738 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.760027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09e05361-84db-499a-a91d-f2c9540f6545 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:23.766085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7b356f-5a6d-4fa1-b404-ea34742b0738 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.767994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bc7b356f-5a6d-4fa1-b404-ea34742b0738 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/5c89674e-d510-4c5c-b47f-52bc6fa180d8 HTTP/1.1" status: 204 len: 168 time: 0.7459295 Sep 27 08:54:23.770843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42384) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:23.771335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b356f-5a6d-4fa1-b404-ea34742b0738 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=5c89674e-d510-4c5c-b47f-52bc6fa180d8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:23.815039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b0114478-924e-4596-9359-8c2eaa1423d2 None None] Provisioning complete for port 09e05361-84db-499a-a91d-f2c9540f6545 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:23.815422 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0114478-924e-4596-9359-8c2eaa1423d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:23.953053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 09e05361-84db-499a-a91d-f2c9540f6545 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:23.953699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.046801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:24.132831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f8fe106-118d-4f7b-950f-f5cf60b27247 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3608994 Sep 27 08:54:24.133675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42396) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:24.134690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.139632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:24.142790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] Deleting port 09e05361-84db-499a-a91d-f2c9540f6545 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:24.143264 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.243725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:24.248395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] For port 09e05361-84db-499a-a91d-f2c9540f6545, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09e05361-84db-499a-a91d-f2c9540f6545,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:24.248992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.249756 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.263773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] Calling delete_port for 09e05361-84db-499a-a91d-f2c9540f6545 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:24.369831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.396209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port f6783793-e8e3-48a0-bef4-57677b2e030c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:24.396992 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.399774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] Pushing event deleted for resources: {'Port': ['ID=09e05361-84db-499a-a91d-f2c9540f6545,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:24.407086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b8cfd-8ffd-4fcb-abcc-74823e5850b1 None None] No DVR routers for this DVR port 09e05361-84db-499a-a91d-f2c9540f6545 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:24.463634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42406) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:24.501108 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.514443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for f6783793-e8e3-48a0-bef4-57677b2e030c owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:24.579574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:54:24.581407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.596125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4920e0f0-52c6-4d73-8cc6-0fe6232a311d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1322371142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:24.651025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:24.657716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:24.663282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:24.663889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.666913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=3aba8d96-7a21-4f88-8034-3946de91fcdc,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:24.670991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff39a6a-c8d6-433e-9f60-fd3bd59569dd None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:24.680549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4920e0f0-52c6-4d73-8cc6-0fe6232a311d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.682117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4920e0f0-52c6-4d73-8cc6-0fe6232a311d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.738702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4920e0f0-52c6-4d73-8cc6-0fe6232a311d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.741770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8294682d-f53e-408f-b913-cc00814a1460 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6062663 Sep 27 08:54:24.744614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42412) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:24.750233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:24.765946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4920e0f0-52c6-4d73-8cc6-0fe6232a311d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.822030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4920e0f0-52c6-4d73-8cc6-0fe6232a311d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.823243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4920e0f0-52c6-4d73-8cc6-0fe6232a311d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3586116 Sep 27 08:54:24.826073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42414) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:24.830951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1453689004'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:24.842189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '3aba8d96-7a21-4f88-8034-3946de91fcdc'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:24.843725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.876112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Made reservation on behalf of 7b419b0232bc45de84ea67130e192d0f for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:24.879778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.894334 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:24.920151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:24.923687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.004953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Allocated IP 2001:db8::f816:3eff:fe9f:3486 (b90251e7-1859-4a80-b7c1-143d6ef98208/3aba8d96-7a21-4f88-8034-3946de91fcdc/cf7a0712-b918-4ab1-a2c3-5a12752d316d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:25.064083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.092850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=f6783793-e8e3-48a0-bef4-57677b2e030c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:25.200498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.212902 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.214557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.253759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.258841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7aaf8d-24da-4e13-a86b-6a290191d008,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:25.274992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09e05361-84db-499a-a91d-f2c9540f6545 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:25.290260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:54:25.307111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.314487 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.316053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.316520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 09e05361-84db-499a-a91d-f2c9540f6545 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:25.316735 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Added segment 1cfa45dc-dc5c-4c1e-b552-391ac33daa9a of type vlan for network bfeca210-44df-4f61-85d7-088b08463fa2 Sep 27 08:54:25.316862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09e05361-84db-499a-a91d-f2c9540f6545 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:25.362518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:25.366807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:25.367538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:25.369533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:25.380456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:25.388906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:25.389501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.406062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=f82e0ac1-7e7b-4c84-bacf-4eefdc100adc,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:25.408725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Pushing event updated for resources: {'Port': ['ID=cf7a0712-b918-4ab1-a2c3-5a12752d316d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:25.412548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-38f05184-1dd8-4a4a-a85c-38d22c281af9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6666415 Sep 27 08:54:25.413693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42418) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:25.422579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:b1:2b:da', 'name': 'tempest-NetworksTestDHCPv6-551659788'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:25.426097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Router 526a268a-5c36-4451-b51f-c04c172745e9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:25.444502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Attempting to bind port cf7a0712-b918-4ab1-a2c3-5a12752d316d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:25.444882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Attempting to bind port cf7a0712-b918-4ab1-a2c3-5a12752d316d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:25.445250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Attempting to bind port cf7a0712-b918-4ab1-a2c3-5a12752d316d on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:25.450327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:25.450825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:25.451300 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.451699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:25.452213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Bound port: cf7a0712-b918-4ab1-a2c3-5a12752d316d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:25.452631 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.485725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.505665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:25.514588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ebb8d09-2844-4987-9576-bdde4be1392d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "PUT /v2.0/routers/526a268a-5c36-4451-b51f-c04c172745e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0088339 Sep 27 08:54:25.515261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:25.521940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e8355-d73c-4bfc-89a0-1692015e14b6 None None] Sync routers for ids ['526a268a-5c36-4451-b51f-c04c172745e9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:25.531342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] For port cf7a0712-b918-4ab1-a2c3-5a12752d316d, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:25.544836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e8355-d73c-4bfc-89a0-1692015e14b6 None None] Routers {'526a268a-5c36-4451-b51f-c04c172745e9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:25.545478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb8e8355-d73c-4bfc-89a0-1692015e14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['526a268a-5c36-4451-b51f-c04c172745e9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:25.546362 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aead2e7-7668-4f83-89c6-f60235009951 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:54:25.548366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] For port cf7a0712-b918-4ab1-a2c3-5a12752d316d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf7a0712-b918-4ab1-a2c3-5a12752d316d,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:25.551336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42422) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:25.551712 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0aead2e7-7668-4f83-89c6-f60235009951 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/f6783793-e8e3-48a0-bef4-57677b2e030c HTTP/1.1" status: 404 len: 333 time: 0.0353136 Sep 27 08:54:25.579945 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.581847 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb8e8355-d73c-4bfc-89a0-1692015e14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:25.602557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.608095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:25.608732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.616798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e8355-d73c-4bfc-89a0-1692015e14b6 None None] Routers {'526a268a-5c36-4451-b51f-c04c172745e9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:25.617424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb8e8355-d73c-4bfc-89a0-1692015e14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['526a268a-5c36-4451-b51f-c04c172745e9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:25.657842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eb8e8355-d73c-4bfc-89a0-1692015e14b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:25.658469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e8355-d73c-4bfc-89a0-1692015e14b6 None None] The sync data for ids ['526a268a-5c36-4451-b51f-c04c172745e9'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:25.679512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56d078-2bf3-4e5e-a024-be96cd1686e8 None None] Pushing event updated for resources: {'Port': ['ID=cf7a0712-b918-4ab1-a2c3-5a12752d316d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:25.691593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a552a94e-5a9f-490f-b9fd-04979168ac5c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.694034 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8670154 Sep 27 08:54:25.696980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42426) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:25.702443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'subnet': {'network_id': 'bfeca210-44df-4f61-85d7-088b08463fa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:25.772799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:25.776757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526cbef-9a4e-4fdc-a78b-fbf7410ace1b tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Network': ['ID=bfeca210-44df-4f61-85d7-088b08463fa2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:25.792233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network bfeca210-44df-4f61-85d7-088b08463fa2 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:54:25.805414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Made reservation on behalf of 7b419b0232bc45de84ea67130e192d0f for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:25.809953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.975060 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a552a94e-5a9f-490f-b9fd-04979168ac5c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:25.978889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a552a94e-5a9f-490f-b9fd-04979168ac5c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.035502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.038478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a552a94e-5a9f-490f-b9fd-04979168ac5c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.038998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a552a94e-5a9f-490f-b9fd-04979168ac5c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Fanout notify agent at l3_agent the message router_deleted on router 526a268a-5c36-4451-b51f-c04c172745e9 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:26.055805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a552a94e-5a9f-490f-b9fd-04979168ac5c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.056695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.057007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a552a94e-5a9f-490f-b9fd-04979168ac5c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/routers/526a268a-5c36-4451-b51f-c04c172745e9 HTTP/1.1" status: 204 len: 168 time: 0.5046771 Sep 27 08:54:26.059720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42428) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:26.103903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 09a2978d-1e2c-45b9-8188-cc76b5eb4c37 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:26.115114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Subnet': ['ID=11d3a813-c1c2-4c78-a1dc-db4c6c2cb46f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:26.125859 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Checking segment: {'id': '1cfa45dc-dc5c-4c1e-b552-391ac33daa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfeca210-44df-4f61-85d7-088b08463fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:26.126234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network hostable DHCP agents. Network: bfeca210-44df-4f61-85d7-088b08463fa2, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:54:26.142570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network bfeca210-44df-4f61-85d7-088b08463fa2 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:54:26.152111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, bfeca210-44df-4f61-85d7-088b08463fa2) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:26.158580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-707c2df0-31e6-4766-8c2e-f3c81ca1084a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet 63018161-4071-4f94-b9fb-4f08bb9ca235 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:26.158785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:26.159423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.163633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690cb9e-be67-4050-a8c6-bd7137f58ce7 None None] Network bfeca210-44df-4f61-85d7-088b08463fa2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:26.166263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-707c2df0-31e6-4766-8c2e-f3c81ca1084a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.178952 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c43fbdbe-260e-45f3-b4d8-f4d82eed82f7 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4807310 Sep 27 08:54:26.182411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:26.188964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'network': {'name': 'tempest-router-network01--351676451'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:26.233260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Made reservation on behalf of 7b419b0232bc45de84ea67130e192d0f for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:26.237833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.241381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-707c2df0-31e6-4766-8c2e-f3c81ca1084a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.263366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:54:26.273993 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.274325 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Added segment 7133c294-58b5-407e-91b8-3e302eea799b of type vlan for network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 Sep 27 08:54:26.328558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.362230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-bfeca210-44df-4f61-85d7-088b08463fa2', 'network_id': 'bfeca210-44df-4f61-85d7-088b08463fa2', 'tenant_id': '7b419b0232bc45de84ea67130e192d0f', 'fixed_ips': [{'subnet_id': '11d3a813-c1c2-4c78-a1dc-db4c6c2cb46f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:26.363315 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.363907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.371891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:26.373732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.399031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 172.20.0.7 (b90251e7-1859-4a80-b7c1-143d6ef98208/f82e0ac1-7e7b-4c84-bacf-4eefdc100adc/09a2978d-1e2c-45b9-8188-cc76b5eb4c37) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:26.407423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:feb1:2bda (b90251e7-1859-4a80-b7c1-143d6ef98208/3aba8d96-7a21-4f88-8034-3946de91fcdc/09a2978d-1e2c-45b9-8188-cc76b5eb4c37) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:26.424644 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2407055 Sep 27 08:54:26.427622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42436) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:26.434358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'network': {'name': 'tempest-router-network02--867185148'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:26.455370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-707c2df0-31e6-4766-8c2e-f3c81ca1084a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.492714 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Made reservation on behalf of 7b419b0232bc45de84ea67130e192d0f for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:26.496518 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.501444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405b327-d100-4ae0-9585-51733602465d tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Network': ['ID=d1f823cc-b8ea-404c-9cc1-45fa37b81de7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:26.516007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:54:26.531331 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:54:26.542394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.542737 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Added segment caaa8799-2ba5-4608-8a49-80e7f2d40b32 of type vlan for network c69e339b-614b-49b3-97f0-a02114eac286 Sep 27 08:54:26.603304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.631886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.635329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.639933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:26.642077 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.681026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.704774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Allocated IP 172.20.0.2 (bfeca210-44df-4f61-85d7-088b08463fa2/11d3a813-c1c2-4c78-a1dc-db4c6c2cb46f/df9f406d-bdd9-44af-bc86-b7fc0c7897f4) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:26.728263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42442) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:26.729602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2991230 Sep 27 08:54:26.735147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'subnet': {'network_id': 'd1f823cc-b8ea-404c-9cc1-45fa37b81de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:26.801649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:26.805117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fb42b-8e90-47de-ab25-482569260c29 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Network': ['ID=c69e339b-614b-49b3-97f0-a02114eac286,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:26.812236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=09a2978d-1e2c-45b9-8188-cc76b5eb4c37,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:26.815117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:26.820230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:26.823759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-707c2df0-31e6-4766-8c2e-f3c81ca1084a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.828631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74727246-1749-4d57-974e-e960c2d42ee3 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:26.830863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network c69e339b-614b-49b3-97f0-a02114eac286 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:54:26.919314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c2df0-31e6-4766-8c2e-f3c81ca1084a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=63018161-4071-4f94-b9fb-4f08bb9ca235,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:26.931006 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-707c2df0-31e6-4766-8c2e-f3c81ca1084a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.932920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-707c2df0-31e6-4766-8c2e-f3c81ca1084a tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/63018161-4071-4f94-b9fb-4f08bb9ca235 HTTP/1.1" status: 204 len: 168 time: 0.8722656 Sep 27 08:54:26.935947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42444) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:26.979576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dfc252-7d11-42a9-ad32-3d0bb39c4675 None None] Network 90596fd1-04c7-49a3-9ed8-cea0491aad7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:26.981027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:26.981684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:26.987781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Made reservation on behalf of 7b419b0232bc45de84ea67130e192d0f for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:26.991308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.018348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.046687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-b7f24f46-e435-4108-9f0f-09b37e234290 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.052618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-b7f24f46-e435-4108-9f0f-09b37e234290 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.058524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-b7f24f46-e435-4108-9f0f-09b37e234290 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.064525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-b7f24f46-e435-4108-9f0f-09b37e234290 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.064829 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.067577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-311cc09c-7c4f-4bbc-b968-5b8c6e4b7370 None None] Provisioning complete for port cf7a0712-b918-4ab1-a2c3-5a12752d316d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:27.067947 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-311cc09c-7c4f-4bbc-b968-5b8c6e4b7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.070708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-b7f24f46-e435-4108-9f0f-09b37e234290 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.073160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 80b42c8f-2262-400e-a6a9-4d78047ae5eb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:27.073539 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.076883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-b7f24f46-e435-4108-9f0f-09b37e234290 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.082810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-b7f24f46-e435-4108-9f0f-09b37e234290 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.084891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-b7f24f46-e435-4108-9f0f-09b37e234290 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5446 time: 0.4157100 Sep 27 08:54:27.114788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6db7e433-f3e5-4074-99b1-29544e90025b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6942151 Sep 27 08:54:27.118341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42446) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:27.135447 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.170654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] For port 80b42c8f-2262-400e-a6a9-4d78047ae5eb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=80b42c8f-2262-400e-a6a9-4d78047ae5eb,segment=NetworkSegment(02a9579a-4daa-4715-8704-b63797d8a09a),segment_id=02a9579a-4daa-4715-8704-b63797d8a09a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:27.171510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.210415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b1bb78e-58c2-436b-9600-5ed1ea5359d7 req-021bd9ff-e3f8-4440-b95e-ac886acd6b3c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955098 Sep 27 08:54:27.213483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 80b42c8f-2262-400e-a6a9-4d78047ae5eb owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:27.236612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Network bfeca210-44df-4f61-85d7-088b08463fa2 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:27.247581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:27.249041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c43597-f19c-4fb4-ab58-300dbf9871bb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.253459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:27.261628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c43597-f19c-4fb4-ab58-300dbf9871bb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.265110 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-54c43597-f19c-4fb4-ab58-300dbf9871bb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1458659 Sep 27 08:54:27.272760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:27.340357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Pushing event updated for resources: {'Port': ['ID=df9f406d-bdd9-44af-bc86-b7fc0c7897f4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:27.343094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf7a0712-b918-4ab1-a2c3-5a12752d316d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:27.393664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.428730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.456252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Subnet': ['ID=2bcf0f8b-3ad3-4b0f-9b99-d389881ced9d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:27.477570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=80b42c8f-2262-400e-a6a9-4d78047ae5eb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:27.495050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No DVR routers for this DVR port 80b42c8f-2262-400e-a6a9-4d78047ae5eb on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:27.505786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Checking segment: {'id': '7133c294-58b5-407e-91b8-3e302eea799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd1f823cc-b8ea-404c-9cc1-45fa37b81de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:27.505786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network hostable DHCP agents. Network: d1f823cc-b8ea-404c-9cc1-45fa37b81de7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:54:27.524086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:54:27.531287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-aa8de503-e772-47e0-87f5-3c5e03c4e2e9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 09a2978d-1e2c-45b9-8188-cc76b5eb4c37 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:27.531287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa8de503-e772-47e0-87f5-3c5e03c4e2e9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.543466 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d1f823cc-b8ea-404c-9cc1-45fa37b81de7) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:27.550495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.551605 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.563165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab88af-07f4-4942-8c2f-0ccf9581fe6d None None] Network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:27.574442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d88f6ebe-f63c-438a-a93f-06670b26739e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8447442 Sep 27 08:54:27.575511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42454) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:27.581136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'subnet': {'network_id': 'c69e339b-614b-49b3-97f0-a02114eac286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:27.602727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee5160-b15f-49f8-97ab-c359653bd781 req-481f35be-13c6-4ea8-a892-d90d210b8d84 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.608653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee5160-b15f-49f8-97ab-c359653bd781 req-481f35be-13c6-4ea8-a892-d90d210b8d84 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.614565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee5160-b15f-49f8-97ab-c359653bd781 req-481f35be-13c6-4ea8-a892-d90d210b8d84 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.620416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee5160-b15f-49f8-97ab-c359653bd781 req-481f35be-13c6-4ea8-a892-d90d210b8d84 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.624369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Attempting to bind port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:27.624720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Attempting to bind port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1cfa45dc-dc5c-4c1e-b552-391ac33daa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfeca210-44df-4f61-85d7-088b08463fa2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:27.625082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Attempting to bind port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 on network bfeca210-44df-4f61-85d7-088b08463fa2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:27.626377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee5160-b15f-49f8-97ab-c359653bd781 req-481f35be-13c6-4ea8-a892-d90d210b8d84 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.636795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee5160-b15f-49f8-97ab-c359653bd781 req-481f35be-13c6-4ea8-a892-d90d210b8d84 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.642732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee5160-b15f-49f8-97ab-c359653bd781 req-481f35be-13c6-4ea8-a892-d90d210b8d84 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:27.644867 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2ee5160-b15f-49f8-97ab-c359653bd781 req-481f35be-13c6-4ea8-a892-d90d210b8d84 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5446 time: 0.2918930 Sep 27 08:54:27.656983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:27.657648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Checking segment: {'id': '1cfa45dc-dc5c-4c1e-b552-391ac33daa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfeca210-44df-4f61-85d7-088b08463fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:27.658849 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.658849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Bound using segment: {'id': '1cfa45dc-dc5c-4c1e-b552-391ac33daa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfeca210-44df-4f61-85d7-088b08463fa2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:27.659205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Bound port: df9f406d-bdd9-44af-bc86-b7fc0c7897f4, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfa45dc-dc5c-4c1e-b552-391ac33daa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfeca210-44df-4f61-85d7-088b08463fa2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:27.659418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.694892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Made reservation on behalf of 7b419b0232bc45de84ea67130e192d0f for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:27.698958 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-311cc09c-7c4f-4bbc-b968-5b8c6e4b7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.699764 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.713228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.725350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e5f38-b0df-49dd-8189-8969ac27e420 None None] DHCP port deletion for 90596fd1-04c7-49a3-9ed8-cea0491aad7b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:27.750052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90596fd1-04c7-49a3-9ed8-cea0491aad7b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:27.776647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a9579a-4daa-4715-8704-b63797d8a09a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:27.776822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a9579a-4daa-4715-8704-b63797d8a09a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:27.790916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cf7a0712-b918-4ab1-a2c3-5a12752d316d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:27.791644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.814819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa8de503-e772-47e0-87f5-3c5e03c4e2e9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.835045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-aa8de503-e772-47e0-87f5-3c5e03c4e2e9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 09a2978d-1e2c-45b9-8188-cc76b5eb4c37 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:27.838073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.859489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-311cc09c-7c4f-4bbc-b968-5b8c6e4b7370 None None] For port cf7a0712-b918-4ab1-a2c3-5a12752d316d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf7a0712-b918-4ab1-a2c3-5a12752d316d,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:27.865236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.907331 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-311cc09c-7c4f-4bbc-b968-5b8c6e4b7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.911514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:27.912007 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:27.915682 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:27.922902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07511ff0-49f4-4784-a84d-ac1ea065abf2 None None] Update dhcp port {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '3aba8d96-7a21-4f88-8034-3946de91fcdc', 'ip_address': '2001:db8::f816:3eff:fe9f:3486'}, {'subnet_id': 'f82e0ac1-7e7b-4c84-bacf-4eefdc100adc'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'cf7a0712-b918-4ab1-a2c3-5a12752d316d'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:54:27.947677 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:27.987387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] For port df9f406d-bdd9-44af-bc86-b7fc0c7897f4, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:28.004710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.010857 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.016869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42460) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.017377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/networks/90596fd1-04c7-49a3-9ed8-cea0491aad7b HTTP/1.1" status: 204 len: 168 time: 1.0801358 Sep 27 08:54:28.017849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Subnet': ['ID=1190d009-289d-4135-836b-b76f70a31c7c,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:28.031677 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07511ff0-49f4-4784-a84d-ac1ea065abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.051471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-d1f823cc-b8ea-404c-9cc1-45fa37b81de7', 'network_id': 'd1f823cc-b8ea-404c-9cc1-45fa37b81de7', 'tenant_id': '7b419b0232bc45de84ea67130e192d0f', 'fixed_ips': [{'subnet_id': '2bcf0f8b-3ad3-4b0f-9b99-d389881ced9d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:28.052441 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.056138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] For port df9f406d-bdd9-44af-bc86-b7fc0c7897f4, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=df9f406d-bdd9-44af-bc86-b7fc0c7897f4,segment=NetworkSegment(1cfa45dc-dc5c-4c1e-b552-391ac33daa9a),segment_id=1cfa45dc-dc5c-4c1e-b552-391ac33daa9a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:28.062743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8334a-cd44-404f-9cd3-4944e51b8d6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Network': ['ID=90596fd1-04c7-49a3-9ed8-cea0491aad7b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:28.084134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.094505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9a915-417f-4ada-9e07-822c74df5604 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:28.095928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-85e9a915-417f-4ada-9e07-822c74df5604 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/58a77e50-2824-43d9-8e09-0c02bf1e4699 HTTP/1.1" status: 200 len: 844 time: 0.0702181 Sep 27 08:54:28.100506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Checking segment: {'id': 'caaa8799-2ba5-4608-8a49-80e7f2d40b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c69e339b-614b-49b3-97f0-a02114eac286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:28.100865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network hostable DHCP agents. Network: c69e339b-614b-49b3-97f0-a02114eac286, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:54:28.102827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42462) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.134126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cc09c-7c4f-4bbc-b968-5b8c6e4b7370 None None] Pushing event updated for resources: {'Port': ['ID=cf7a0712-b918-4ab1-a2c3-5a12752d316d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:28.154608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7d7f75ef-0b0c-44b5-9682-3bc4284e7541 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/58a77e50-2824-43d9-8e09-0c02bf1e4699?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0471039 Sep 27 08:54:28.154827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42464) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.156266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa8de503-e772-47e0-87f5-3c5e03c4e2e9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.161014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:28.166707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network c69e339b-614b-49b3-97f0-a02114eac286 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:54:28.189579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, c69e339b-614b-49b3-97f0-a02114eac286) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:28.204680 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:28.205283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.215516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8de503-e772-47e0-87f5-3c5e03c4e2e9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=09a2978d-1e2c-45b9-8188-cc76b5eb4c37,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:28.259164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-83af495f-ab85-4555-80cd-e4ad8b5174ec tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6819117 Sep 27 08:54:28.261333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.275368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf6a73-5b44-4d97-a62c-686ac2ac1e03 None None] Network c69e339b-614b-49b3-97f0-a02114eac286 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:28.282088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:28.287578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.402139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa3bb8-910e-4254-a076-3365d3854596 None None] Pushing event updated for resources: {'Port': ['ID=df9f406d-bdd9-44af-bc86-b7fc0c7897f4,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:28.456394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa8de503-e772-47e0-87f5-3c5e03c4e2e9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.458416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa8de503-e772-47e0-87f5-3c5e03c4e2e9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/09a2978d-1e2c-45b9-8188-cc76b5eb4c37 HTTP/1.1" status: 204 len: 168 time: 1.1829348 Sep 27 08:54:28.461038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.535312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.581278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Allocated IP 172.20.0.2 (d1f823cc-b8ea-404c-9cc1-45fa37b81de7/2bcf0f8b-3ad3-4b0f-9b99-d389881ced9d/87878d57-a7c9-42a0-8278-95d64cf6b705) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:28.588753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-07511ff0-49f4-4784-a84d-ac1ea065abf2 None None] Allocated IP 172.20.0.2 (b90251e7-1859-4a80-b7c1-143d6ef98208/f82e0ac1-7e7b-4c84-bacf-4eefdc100adc/cf7a0712-b918-4ab1-a2c3-5a12752d316d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:28.608878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:28.614987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:28.619817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:28.620485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.624853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=bf7036c3-ce5c-4702-8550-7bd7b20ec8be,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:28.632841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3a5fd-2bf1-4285-b12a-629f3d4adcb0 None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:28.650120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0472bdc0-a17e-472d-9779-9665ed6a9439 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4917672 Sep 27 08:54:28.650761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42470) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.657142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f9b9a18a-a4b8-411a-8e68-41035559b86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-41961784'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:28.695640 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9b9a18a-a4b8-411a-8e68-41035559b86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.704208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39170320-9cbe-4825-9c0c-03e1654bb2d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:28.706230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39170320-9cbe-4825-9c0c-03e1654bb2d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:28.707663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39170320-9cbe-4825-9c0c-03e1654bb2d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:28.709929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-39170320-9cbe-4825-9c0c-03e1654bb2d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2469296 Sep 27 08:54:28.713548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.779440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.802923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba20f34a-b949-4036-95ae-d783f9a8122c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 3aba8d96-7a21-4f88-8034-3946de91fcdc {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:28.809791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9b9a18a-a4b8-411a-8e68-41035559b86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.814652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9b9a18a-a4b8-411a-8e68-41035559b86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.844576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9b9a18a-a4b8-411a-8e68-41035559b86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.846262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f9b9a18a-a4b8-411a-8e68-41035559b86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1940439 Sep 27 08:54:28.849744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42474) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:28.856479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-373baad5-ddf5-48e3-ba74-6966be5df743 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-1617563569'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:28.861988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9a18a-a4b8-411a-8e68-41035559b86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62139960-ca12-4d1c-afbe-22687d7b6538,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:28.944926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-c69e339b-614b-49b3-97f0-a02114eac286', 'network_id': 'c69e339b-614b-49b3-97f0-a02114eac286', 'tenant_id': '7b419b0232bc45de84ea67130e192d0f', 'fixed_ips': [{'subnet_id': '1190d009-289d-4135-836b-b76f70a31c7c'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:28.945829 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.951356 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-373baad5-ddf5-48e3-ba74-6966be5df743 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:28.968414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-07511ff0-49f4-4784-a84d-ac1ea065abf2 None None] For port cf7a0712-b918-4ab1-a2c3-5a12752d316d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf7a0712-b918-4ab1-a2c3-5a12752d316d,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:29.110363 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-373baad5-ddf5-48e3-ba74-6966be5df743 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.115800 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-373baad5-ddf5-48e3-ba74-6966be5df743 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.119088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.142641 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07511ff0-49f4-4784-a84d-ac1ea065abf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.144286 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.178584 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07511ff0-49f4-4784-a84d-ac1ea065abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.182825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba20f34a-b949-4036-95ae-d783f9a8122c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.245929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-373baad5-ddf5-48e3-ba74-6966be5df743 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.249856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-373baad5-ddf5-48e3-ba74-6966be5df743 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3964801 Sep 27 08:54:29.251715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373baad5-ddf5-48e3-ba74-6966be5df743 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af696631-03ce-43a5-9044-cc5964479ba4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:29.252173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42480) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:29.261125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:29.262383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1862609324', 'security_groups': ['af696631-03ce-43a5-9044-cc5964479ba4'], 'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bf7036c3-ce5c-4702-8550-7bd7b20ec8be'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:29.265034 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba20f34a-b949-4036-95ae-d783f9a8122c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.268049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Allocated IP 172.20.0.1 (d1f823cc-b8ea-404c-9cc1-45fa37b81de7/2bcf0f8b-3ad3-4b0f-9b99-d389881ced9d/3fdd386d-7931-4879-8bd2-7d6fdc00b002) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:29.284707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:29.287271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:29.311618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Pushing event updated for resources: {'Port': ['ID=87878d57-a7c9-42a0-8278-95d64cf6b705,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:29.436102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf7a0712-b918-4ab1-a2c3-5a12752d316d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:29.464626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:29.471893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba20f34a-b949-4036-95ae-d783f9a8122c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.509955 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.568094 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba20f34a-b949-4036-95ae-d783f9a8122c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.573142 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.577801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.594602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port 6dab5012-4261-4e0f-ad39-437198d67c1b yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:29.632807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20f34a-b949-4036-95ae-d783f9a8122c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=3aba8d96-7a21-4f88-8034-3946de91fcdc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:29.635423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba20f34a-b949-4036-95ae-d783f9a8122c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.637407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba20f34a-b949-4036-95ae-d783f9a8122c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/3aba8d96-7a21-4f88-8034-3946de91fcdc HTTP/1.1" status: 204 len: 168 time: 0.9230533 Sep 27 08:54:29.640638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:29.678070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c3acf-f6c9-4106-9176-5f21d25d98b7 None None] Network bfeca210-44df-4f61-85d7-088b08463fa2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:29.680297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:29.692571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:29.696999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Port': ['ID=3fdd386d-7931-4879-8bd2-7d6fdc00b002,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:29.699104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:29.727009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Allocated IP 172.20.0.2 (c69e339b-614b-49b3-97f0-a02114eac286/1190d009-289d-4135-836b-b76f70a31c7c/778c8f79-004a-4a9f-a2e8-a1ac048b63c1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:29.744782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8344303b-f57b-4f37-a35a-ca9a6eb24e99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet f82e0ac1-7e7b-4c84-bacf-4eefdc100adc {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:29.748348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8344303b-f57b-4f37-a35a-ca9a6eb24e99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.749383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07511ff0-49f4-4784-a84d-ac1ea065abf2 None None] Pushing event updated for resources: {'Port': ['ID=cf7a0712-b918-4ab1-a2c3-5a12752d316d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:29.797799 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.799805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b9a24eae-64a8-4f03-a720-725246df36a5', 'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'tenant_id': '4ff8d14c6edb45528a64a953aebb6406', 'fixed_ips': [{'subnet_id': 'bf7036c3-ce5c-4702-8550-7bd7b20ec8be'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:29.800828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.804676 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8344303b-f57b-4f37-a35a-ca9a6eb24e99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.835236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Attempting to bind port 87878d57-a7c9-42a0-8278-95d64cf6b705 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:29.835616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Attempting to bind port 87878d57-a7c9-42a0-8278-95d64cf6b705 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7133c294-58b5-407e-91b8-3e302eea799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd1f823cc-b8ea-404c-9cc1-45fa37b81de7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:29.835894 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Attempting to bind port 87878d57-a7c9-42a0-8278-95d64cf6b705 on network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:29.899109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-776d9f0d-8298-41c2-8179-951956a84011 None None] Provisioning complete for port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:29.899882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-776d9f0d-8298-41c2-8179-951956a84011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.926073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:29.926793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Checking segment: {'id': '7133c294-58b5-407e-91b8-3e302eea799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd1f823cc-b8ea-404c-9cc1-45fa37b81de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:29.927294 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:29.927780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Bound using segment: {'id': '7133c294-58b5-407e-91b8-3e302eea799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd1f823cc-b8ea-404c-9cc1-45fa37b81de7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:29.928572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Bound port: 87878d57-a7c9-42a0-8278-95d64cf6b705, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7133c294-58b5-407e-91b8-3e302eea799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd1f823cc-b8ea-404c-9cc1-45fa37b81de7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:29.930882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.081089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.097231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8344303b-f57b-4f37-a35a-ca9a6eb24e99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.113153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::142 (b9a24eae-64a8-4f03-a720-725246df36a5/bf7036c3-ce5c-4702-8550-7bd7b20ec8be/6dab5012-4261-4e0f-ad39-437198d67c1b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:30.239067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] For port 87878d57-a7c9-42a0-8278-95d64cf6b705, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:30.253475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cf7a0712-b918-4ab1-a2c3-5a12752d316d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:30.253889 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.304855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] For port 87878d57-a7c9-42a0-8278-95d64cf6b705, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=87878d57-a7c9-42a0-8278-95d64cf6b705,segment=NetworkSegment(7133c294-58b5-407e-91b8-3e302eea799b),segment_id=7133c294-58b5-407e-91b8-3e302eea799b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:30.336306 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.354842 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.393726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.464652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=6dab5012-4261-4e0f-ad39-437198d67c1b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:30.483507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:30.485421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:30.488515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:30.495365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:30.496269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.541026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a91b58f1-bcce-4f64-89b3-018614329211 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2828002 Sep 27 08:54:30.541285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42492) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:30.546803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9d4f1945-8111-40e0-8047-d8644f664ebf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:30.623266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.683360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.699737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7d46b-0d6a-46c9-abcc-f1064bab926a None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:30.714017 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-776d9f0d-8298-41c2-8179-951956a84011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.736188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4f1945-8111-40e0-8047-d8644f664ebf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:30.737413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:30.746412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1945-8111-40e0-8047-d8644f664ebf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.760212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e5338-15d8-421f-b5d6-9c2da1b0cea9 None None] Pushing event updated for resources: {'Port': ['ID=87878d57-a7c9-42a0-8278-95d64cf6b705,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:30.772353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Allocated IP 2001:db8::2 (b9a24eae-64a8-4f03-a720-725246df36a5/bf7036c3-ce5c-4702-8550-7bd7b20ec8be/1f8808b6-9b7c-4418-802a-a9ba7c7e717a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:30.783475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Network c69e339b-614b-49b3-97f0-a02114eac286 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:30.824236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8344303b-f57b-4f37-a35a-ca9a6eb24e99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.869754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:30.909814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:30.940406 n-d-810909-1 neutron-server[94830]: INFO neutron.db.ipam_backend_mixin [None req-9d4f1945-8111-40e0-8047-d8644f664ebf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf7036c3-ce5c-4702-8550-7bd7b20ec8be (CIDR: 2001:db8::/64) Sep 27 08:54:30.952263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344303b-f57b-4f37-a35a-ca9a6eb24e99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=f82e0ac1-7e7b-4c84-bacf-4eefdc100adc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:30.952794 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4f1945-8111-40e0-8047-d8644f664ebf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:30.953266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4f1945-8111-40e0-8047-d8644f664ebf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:30.959906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-776d9f0d-8298-41c2-8179-951956a84011 None None] For port df9f406d-bdd9-44af-bc86-b7fc0c7897f4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=df9f406d-bdd9-44af-bc86-b7fc0c7897f4,segment=NetworkSegment(1cfa45dc-dc5c-4c1e-b552-391ac33daa9a),segment_id=1cfa45dc-dc5c-4c1e-b552-391ac33daa9a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:30.987960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9d4f1945-8111-40e0-8047-d8644f664ebf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4455159 Sep 27 08:54:30.988651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42504) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:30.993752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:30.996495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device df9f406d-bdd9-44af-bc86-b7fc0c7897f4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:30.998887 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-776d9f0d-8298-41c2-8179-951956a84011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:30.999038 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8344303b-f57b-4f37-a35a-ca9a6eb24e99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.001072 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8344303b-f57b-4f37-a35a-ca9a6eb24e99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/f82e0ac1-7e7b-4c84-bacf-4eefdc100adc HTTP/1.1" status: 204 len: 168 time: 1.3593099 Sep 27 08:54:31.006342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42506) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:31.076074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Pushing event updated for resources: {'Port': ['ID=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:31.099868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42512) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:31.100101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9650c341-4125-4e88-927e-6c63649f69cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891228 Sep 27 08:54:31.116900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:31.143052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-f091c0c4-3bf0-4882-95b8-d8bcd957ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.143700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-f091c0c4-3bf0-4882-95b8-d8bcd957ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.144354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-f091c0c4-3bf0-4882-95b8-d8bcd957ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.144866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-f091c0c4-3bf0-4882-95b8-d8bcd957ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.145581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-f091c0c4-3bf0-4882-95b8-d8bcd957ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.146113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-f091c0c4-3bf0-4882-95b8-d8bcd957ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.146647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-f091c0c4-3bf0-4882-95b8-d8bcd957ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.156706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-f091c0c4-3bf0-4882-95b8-d8bcd957ce20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.4143536 Sep 27 08:54:31.239604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-082c6c10-7030-429e-b2d2-2e0f558dc628 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&id=8fbe61be-1c06-4106-bbde-4089f8b79b57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815361 Sep 27 08:54:31.256399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.261406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:31.262910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.266267 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.287487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Attempting to bind port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:31.288218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Attempting to bind port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'caaa8799-2ba5-4608-8a49-80e7f2d40b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c69e339b-614b-49b3-97f0-a02114eac286'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:31.288788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Attempting to bind port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 on network c69e339b-614b-49b3-97f0-a02114eac286 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:31.327410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:31.328857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Checking segment: {'id': 'caaa8799-2ba5-4608-8a49-80e7f2d40b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c69e339b-614b-49b3-97f0-a02114eac286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:31.329547 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.330133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Bound using segment: {'id': 'caaa8799-2ba5-4608-8a49-80e7f2d40b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c69e339b-614b-49b3-97f0-a02114eac286'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:31.330779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Bound port: 778c8f79-004a-4a9f-a2e8-a1ac048b63c1, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caaa8799-2ba5-4608-8a49-80e7f2d40b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c69e339b-614b-49b3-97f0-a02114eac286'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:31.331330 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.355240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:31.358916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.360874 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Port': ['ID=3fdd386d-7931-4879-8bd2-7d6fdc00b002,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:31.366761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0b10c434-7b5f-4062-89e9-bd9f728b70f9 None None] Provisioning complete for port cf7a0712-b918-4ab1-a2c3-5a12752d316d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:31.367145 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b10c434-7b5f-4062-89e9-bd9f728b70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.386276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d9f0d-8298-41c2-8179-951956a84011 None None] Pushing event updated for resources: {'Port': ['ID=df9f406d-bdd9-44af-bc86-b7fc0c7897f4,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:31.406942 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.483949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:31.484652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.508671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:31.512345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:31.562785 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.605327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.624356 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.633185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:31.681247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] For port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:31.689634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Router 424e4f6e-ecbb-4f53-988d-681a5657d53a is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:54:31.695713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=beba1dff-f7a3-4b97-928a-f322beeef83e,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:31.695931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:31.715675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:31.719330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:31.725323 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.725923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.741842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4402a894-b4a7-4564-86d0-64303c22707e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6320796 Sep 27 08:54:31.743091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] For port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,segment=NetworkSegment(caaa8799-2ba5-4608-8a49-80e7f2d40b32),segment_id=caaa8799-2ba5-4608-8a49-80e7f2d40b32)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:31.757064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42518) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:31.757938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:31.764774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:31.789167 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.802820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:31.813743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0b10c434-7b5f-4062-89e9-bd9f728b70f9 None None] Could not find standard attr ID for object 09a2978d-1e2c-45b9-8188-cc76b5eb4c37. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:31.832632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Pushing event updated for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:31.836535 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.909509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:31.909736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:31.917341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:31.922282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:31.926738 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:31.935610 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952362b-5631-4c94-98e6-28cb286f2fee None None] Sync routers for ids ['424e4f6e-ecbb-4f53-988d-681a5657d53a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:31.940558 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b47e4493-f8ba-4e4c-b34d-6f7aa5b6c418 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "PUT /v2.0/routers/424e4f6e-ecbb-4f53-988d-681a5657d53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6729171 Sep 27 08:54:31.943999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:31.954027 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952362b-5631-4c94-98e6-28cb286f2fee None None] Routers {'424e4f6e-ecbb-4f53-988d-681a5657d53a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:31.954702 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1952362b-5631-4c94-98e6-28cb286f2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['424e4f6e-ecbb-4f53-988d-681a5657d53a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:31.964426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=21c8f154-4cf5-4cd2-802e-726495e639aa,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:31.983255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e2bfd4d-6836-4108-9bb1-816fcdf7e34f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9911799 Sep 27 08:54:31.984411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42522) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:31.995645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-431899035', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21c8f154-4cf5-4cd2-802e-726495e639aa'}], 'security_groups': ['62139960-ca12-4d1c-afbe-22687d7b6538']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:32.047012 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1952362b-5631-4c94-98e6-28cb286f2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:32.068682 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952362b-5631-4c94-98e6-28cb286f2fee None None] Routers {'424e4f6e-ecbb-4f53-988d-681a5657d53a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:32.069315 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1952362b-5631-4c94-98e6-28cb286f2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['424e4f6e-ecbb-4f53-988d-681a5657d53a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:32.146132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.213027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 80b42c8f-2262-400e-a6a9-4d78047ae5eb no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:32.215316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b574fe-7c8a-413a-b7e8-164584e736dc None None] Network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:32.216616 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1952362b-5631-4c94-98e6-28cb286f2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:32.217439 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952362b-5631-4c94-98e6-28cb286f2fee None None] The sync data for ids ['424e4f6e-ecbb-4f53-988d-681a5657d53a'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:32.242858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:32.260505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.352526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Attempting to bind port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:32.353054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Attempting to bind port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '6e550bc2-37f8-4cb8-b272-db5e5b1d3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:32.353223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Attempting to bind port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a on network b9a24eae-64a8-4f03-a720-725246df36a5 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:32.368426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 80b42c8f-2262-400e-a6a9-4d78047ae5eb {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:32.369067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 80b42c8f-2262-400e-a6a9-4d78047ae5eb not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:32.395072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-92a5871b-c7be-4835-8645-f090dc40fde3 None None] Provisioning complete for port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:32.395652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92a5871b-c7be-4835-8645-f090dc40fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.397701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:32.398314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Checking segment: {'id': '6e550bc2-37f8-4cb8-b272-db5e5b1d3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:32.398882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.399491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Bound using segment: {'id': '6e550bc2-37f8-4cb8-b272-db5e5b1d3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:32.400162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Bound port: 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e550bc2-37f8-4cb8-b272-db5e5b1d3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:32.400757 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.425637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] Deleting port cf7a0712-b918-4ab1-a2c3-5a12752d316d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:32.426227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.546719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770681e-ac3d-4a79-ab56-32a6bc91f682 None None] Pushing event updated for resources: {'Port': ['ID=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:32.625661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Delete allocated IP 2001:db8::142 (b9a24eae-64a8-4f03-a720-725246df36a5/bf7036c3-ce5c-4702-8550-7bd7b20ec8be) {{(pid=94830) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 27 08:54:32.631266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] For port cf7a0712-b918-4ab1-a2c3-5a12752d316d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cf7a0712-b918-4ab1-a2c3-5a12752d316d,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:32.631465 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.637677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8:0:1::5a (b9a24eae-64a8-4f03-a720-725246df36a5/21c8f154-4cf5-4cd2-802e-726495e639aa/6dab5012-4261-4e0f-ad39-437198d67c1b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:32.662299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:32.667570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] Calling delete_port for cf7a0712-b918-4ab1-a2c3-5a12752d316d owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:32.686611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device df9f406d-bdd9-44af-bc86-b7fc0c7897f4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:32.707289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,segment=NetworkSegment(6e550bc2-37f8-4cb8-b272-db5e5b1d3f67),segment_id=6e550bc2-37f8-4cb8-b272-db5e5b1d3f67)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:32.709881 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-5b3ec679-4ad6-4e5b-b726-d3be9e61f962 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:32.713991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b3ec679-4ad6-4e5b-b726-d3be9e61f962 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "PUT /v2.0/routers/424e4f6e-ecbb-4f53-988d-681a5657d53a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7654848 Sep 27 08:54:32.714445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42526) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:32.737668 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.896416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651c95c-e4c9-4756-867e-384075d9069f None None] Pushing event updated for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:32.982080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:32.982477 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:32.990923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:54:33.026926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.045423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.068249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] No DVR routers for this DVR port cf7a0712-b918-4ab1-a2c3-5a12752d316d on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:33.069277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.071017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a77ad-8916-43eb-8810-c9e72ab0ee75 None None] Pushing event deleted for resources: {'Port': ['ID=cf7a0712-b918-4ab1-a2c3-5a12752d316d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:33.096996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f502439-70d2-4438-9f13-00ae0de44329 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:33.203353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9a000b8a-4585-4f71-89b0-4aea4c350ea8 None None] Provisioning complete for port 87878d57-a7c9-42a0-8278-95d64cf6b705 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:33.203759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a000b8a-4585-4f71-89b0-4aea4c350ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.228436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=6dab5012-4261-4e0f-ad39-437198d67c1b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:33.278452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] In _notify_port_updated(), no bound segment for port 6dab5012-4261-4e0f-ad39-437198d67c1b on network b9a24eae-64a8-4f03-a720-725246df36a5 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:54:33.284280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.285324 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.289705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-63aaecdd-0c82-4796-825c-0822476eb91d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "PUT /v2.0/ports/6dab5012-4261-4e0f-ad39-437198d67c1b HTTP/1.1" status: 200 len: 929 time: 1.3014364 Sep 27 08:54:33.292896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42528) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:33.293972 n-d-810909-1 neutron-server[94831]: WARNING neutron.services.revisions.revision_plugin [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Could not find related port for resource to bump revision. Sep 27 08:54:33.306201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Port cf7a0712-b918-4ab1-a2c3-5a12752d316d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 27 08:54:33.306597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9f:3486 {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 27 08:54:33.313920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9f:3486 {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 27 08:54:33.315224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.405076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:33.408795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:33.421508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.422127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.441545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=eb20bd20-fc7b-4292-a79f-7dc9e2dff207,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:33.468024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cc28bab8-071c-4c5e-a56c-790ac4e3d635 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7093525 Sep 27 08:54:33.469722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42532) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:33.475468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:86:02:97', 'name': 'tempest-NetworksTestDHCPv6-4135928'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:33.489390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 87878d57-a7c9-42a0-8278-95d64cf6b705 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:33.523932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-c2d200ed-38c2-4f81-ae60-75da9427d307 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0910468 Sep 27 08:54:33.551027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-598e91f9-1053-4011-ba3b-f9e0a2606fa4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 6dab5012-4261-4e0f-ad39-437198d67c1b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:33.551231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-598e91f9-1053-4011-ba3b-f9e0a2606fa4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.553995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec322684-0ecd-4c32-99b3-03c55caf9361 None None] Network c69e339b-614b-49b3-97f0-a02114eac286 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:33.652163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:33.693421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.697870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-598e91f9-1053-4011-ba3b-f9e0a2606fa4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.740954 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b80f5c44-3d72-49e7-9a9d-4573505740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.741440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b80f5c44-3d72-49e7-9a9d-4573505740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.741912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b80f5c44-3d72-49e7-9a9d-4573505740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.742377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b80f5c44-3d72-49e7-9a9d-4573505740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.742839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b80f5c44-3d72-49e7-9a9d-4573505740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.743300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b80f5c44-3d72-49e7-9a9d-4573505740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.743785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b80f5c44-3d72-49e7-9a9d-4573505740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:33.745992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b80f5c44-3d72-49e7-9a9d-4573505740be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.1640627 Sep 27 08:54:33.766432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-598e91f9-1053-4011-ba3b-f9e0a2606fa4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 6dab5012-4261-4e0f-ad39-437198d67c1b owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:33.768843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.793778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port e80c98f0-8a1f-4346-aa3e-a385a3d9a878 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:33.836955 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a000b8a-4585-4f71-89b0-4aea4c350ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.902567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9a000b8a-4585-4f71-89b0-4aea4c350ea8 None None] For port 87878d57-a7c9-42a0-8278-95d64cf6b705, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=87878d57-a7c9-42a0-8278-95d64cf6b705,segment=NetworkSegment(7133c294-58b5-407e-91b8-3e302eea799b),segment_id=7133c294-58b5-407e-91b8-3e302eea799b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:33.909816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': 'beba1dff-f7a3-4b97-928a-f322beeef83e'}, {'subnet_id': 'eb20bd20-fc7b-4292-a79f-7dc9e2dff207'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:33.913019 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.932761 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a000b8a-4585-4f71-89b0-4aea4c350ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:33.962496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 87878d57-a7c9-42a0-8278-95d64cf6b705 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:33.967653 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.025672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 172.20.0.13 (b90251e7-1859-4a80-b7c1-143d6ef98208/beba1dff-f7a3-4b97-928a-f322beeef83e/e80c98f0-8a1f-4346-aa3e-a385a3d9a878) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:34.038859 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fe86:297 (b90251e7-1859-4a80-b7c1-143d6ef98208/eb20bd20-fc7b-4292-a79f-7dc9e2dff207/e80c98f0-8a1f-4346-aa3e-a385a3d9a878) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:34.138397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a000b8a-4585-4f71-89b0-4aea4c350ea8 None None] Pushing event updated for resources: {'Port': ['ID=87878d57-a7c9-42a0-8278-95d64cf6b705,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:34.182118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Provisioning complete for port 87878d57-a7c9-42a0-8278-95d64cf6b705 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:34.182499 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.287941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.345815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.379407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf7a0712-b918-4ab1-a2c3-5a12752d316d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:34.399307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:34.403083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:34.407766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:34.418592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: cf7a0712-b918-4ab1-a2c3-5a12752d316d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:34.418942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cf7a0712-b918-4ab1-a2c3-5a12752d316d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:34.426412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Provisioning complete for port 3fdd386d-7931-4879-8bd2-7d6fdc00b002 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:34.426800 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.490055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=e80c98f0-8a1f-4346-aa3e-a385a3d9a878,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:34.493899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-f78a654d-1267-4f2b-83e5-83982d1176db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:34.494381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-f78a654d-1267-4f2b-83e5-83982d1176db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:34.494842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-f78a654d-1267-4f2b-83e5-83982d1176db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:34.496494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-f78a654d-1267-4f2b-83e5-83982d1176db service neutron] 10.222.0.67 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=1effa066-6393-41bc-8fe3-538d4fd8b46f&id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 2298 time: 0.6966054 Sep 27 08:54:34.520582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:34.521276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.534283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Port 3fdd386d-7931-4879-8bd2-7d6fdc00b002 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:34.554413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Allocated IP 172.20.0.2 (b90251e7-1859-4a80-b7c1-143d6ef98208/beba1dff-f7a3-4b97-928a-f322beeef83e/0e817efb-579b-487d-93df-3f03bc82f44c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:34.559267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Provisioning complete for port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:34.560662 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.562688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dd75259b-7d18-4ddd-8689-e48e3d2c31ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.0918229 Sep 27 08:54:34.564641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42536) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:34.609834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Allocated IP 2001:db8::f816:3eff:fefd:445 (b90251e7-1859-4a80-b7c1-143d6ef98208/eb20bd20-fc7b-4292-a79f-7dc9e2dff207/0e817efb-579b-487d-93df-3f03bc82f44c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:34.623763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a1057-d126-4aa7-958a-fb6838cdb4ae None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:34.650293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df82df9-1f4f-4a42-8aaf-5997485e4035 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:34.655254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6df82df9-1f4f-4a42-8aaf-5997485e4035 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1022 time: 0.0907514 Sep 27 08:54:34.656161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42538) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:34.685635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-598e91f9-1053-4011-ba3b-f9e0a2606fa4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.688759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-fea09d40-7c53-42a7-9d21-00c91e876501 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 1002 time: 0.1537054 Sep 27 08:54:34.773700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-421f7787-7a47-4aaa-88e3-af14238fac51 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port e80c98f0-8a1f-4346-aa3e-a385a3d9a878 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:34.774614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-421f7787-7a47-4aaa-88e3-af14238fac51 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.775480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f8808b6-9b7c-4418-802a-a9ba7c7e717a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:34.776922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e91f9-1053-4011-ba3b-f9e0a2606fa4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=6dab5012-4261-4e0f-ad39-437198d67c1b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:34.863142 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-598e91f9-1053-4011-ba3b-f9e0a2606fa4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.868135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-598e91f9-1053-4011-ba3b-f9e0a2606fa4 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/6dab5012-4261-4e0f-ad39-437198d67c1b HTTP/1.1" status: 204 len: 168 time: 1.5744042 Sep 27 08:54:34.868493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42540) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:34.874982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-3870194b-b35d-4b07-82e0-8fe844294680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:34.876480 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-3870194b-b35d-4b07-82e0-8fe844294680 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 200 len: 855 time: 0.1332240 Sep 27 08:54:34.887944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-421f7787-7a47-4aaa-88e3-af14238fac51 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.908898 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-03661abf-fb16-4e0b-9af7-11707e58e06f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:54:34.913305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-03661abf-fb16-4e0b-9af7-11707e58e06f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/6dab5012-4261-4e0f-ad39-437198d67c1b HTTP/1.1" status: 404 len: 333 time: 0.0411186 Sep 27 08:54:34.913573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42542) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:34.923410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-421f7787-7a47-4aaa-88e3-af14238fac51 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for e80c98f0-8a1f-4346-aa3e-a385a3d9a878 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:34.931787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Deleting port 3fdd386d-7931-4879-8bd2-7d6fdc00b002 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:34.932178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:34.963959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-6756de49-eb7c-4723-8acb-521ab4a652d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:34.965501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-6756de49-eb7c-4723-8acb-521ab4a652d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814474 Sep 27 08:54:35.025579 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0078601b-e174-49d6-acc5-0270e8390368 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.058977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0078601b-e174-49d6-acc5-0270e8390368 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.077031 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.098066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Calling delete_port for 3fdd386d-7931-4879-8bd2-7d6fdc00b002 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:35.139832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0078601b-e174-49d6-acc5-0270e8390368 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.142473 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0078601b-e174-49d6-acc5-0270e8390368 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.146298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0078601b-e174-49d6-acc5-0270e8390368 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/security-groups/af696631-03ce-43a5-9044-cc5964479ba4 HTTP/1.1" status: 204 len: 168 time: 0.2293143 Sep 27 08:54:35.153548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42544) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:35.159491 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-423daedb-2758-49ef-8eea-d712e157cecb service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631236 Sep 27 08:54:35.160903 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.174207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078601b-e174-49d6-acc5-0270e8390368 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af696631-03ce-43a5-9044-cc5964479ba4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.190982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:35.191421 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.248377 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.268168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-421f7787-7a47-4aaa-88e3-af14238fac51 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.280270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] For port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,segment=NetworkSegment(caaa8799-2ba5-4608-8a49-80e7f2d40b32),segment_id=caaa8799-2ba5-4608-8a49-80e7f2d40b32)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:35.282009 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.298774 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.303316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630bc0de-243f-4432-a444-b1a5e9788ff3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.305574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f7787-7a47-4aaa-88e3-af14238fac51 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=e80c98f0-8a1f-4346-aa3e-a385a3d9a878,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.357686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-1d6e9c97-9b22-4d1a-b99d-191032436de3 service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901336 Sep 27 08:54:35.369282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630bc0de-243f-4432-a444-b1a5e9788ff3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.381634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:35.392593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7e73d-cb0d-4d61-8fb8-3639bd063422 None None] Update dhcp port {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'fixed_ips': [{'subnet_id': 'bf7036c3-ce5c-4702-8550-7bd7b20ec8be', 'ip_address': '2001:db8::2'}, {'subnet_id': '21c8f154-4cf5-4cd2-802e-726495e639aa'}], 'binding:host_id': 'n-d-810909-1'}, 'id': '1f8808b6-9b7c-4418-802a-a9ba7c7e717a'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:54:35.394693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:35.398994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:35.400450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Pushing event updated for resources: {'Port': ['ID=0e817efb-579b-487d-93df-3f03bc82f44c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.423772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-42d6fe8c-66b7-49e8-b75d-aadad9801168 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 217 time: 0.0580137 Sep 27 08:54:35.448090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-421f7787-7a47-4aaa-88e3-af14238fac51 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.453062 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-421f7787-7a47-4aaa-88e3-af14238fac51 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/e80c98f0-8a1f-4346-aa3e-a385a3d9a878 HTTP/1.1" status: 204 len: 168 time: 0.7955778 Sep 27 08:54:35.453838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:35.489026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.492266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65a7e73d-cb0d-4d61-8fb8-3639bd063422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.494528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630bc0de-243f-4432-a444-b1a5e9788ff3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.497621 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630bc0de-243f-4432-a444-b1a5e9788ff3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.498997 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-630bc0de-243f-4432-a444-b1a5e9788ff3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/security-groups/62139960-ca12-4d1c-afbe-22687d7b6538 HTTP/1.1" status: 204 len: 168 time: 0.3445103 Sep 27 08:54:35.502342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42548) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:35.514643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b4cb2096-b4f0-4b8b-9d10-fda5ea2bc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:35.516232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-b4cb2096-b4f0-4b8b-9d10-fda5ea2bc9ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0849905 Sep 27 08:54:35.518975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bc0de-243f-4432-a444-b1a5e9788ff3 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62139960-ca12-4d1c-afbe-22687d7b6538,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.533993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a551f19-f2bc-4a55-b813-bc4a717001fd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:35.535554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a551f19-f2bc-4a55-b813-bc4a717001fd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:35.537125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a551f19-f2bc-4a55-b813-bc4a717001fd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:35.541233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a551f19-f2bc-4a55-b813-bc4a717001fd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0836892 Sep 27 08:54:35.541427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-888853e1-d7b4-485f-bb8b-e087ba315e4a None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:35.541892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42550) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:35.541991 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-888853e1-d7b4-485f-bb8b-e087ba315e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.602719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-575ba8e2-f7c2-4498-bdf1-16e99d1cc840 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet beba1dff-f7a3-4b97-928a-f322beeef83e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:35.606670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-575ba8e2-f7c2-4498-bdf1-16e99d1cc840 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.618246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.619306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d708606-89ea-44e2-b58f-bae4e1ec80d7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet bf7036c3-ce5c-4702-8550-7bd7b20ec8be {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:35.621888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Port': ['ID=3fdd386d-7931-4879-8bd2-7d6fdc00b002,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.626421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce85ec-4bea-4b7c-8324-b351c8e52b4b None None] Pushing event updated for resources: {'Port': ['ID=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.655727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d708606-89ea-44e2-b58f-bae4e1ec80d7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.674396 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-575ba8e2-f7c2-4498-bdf1-16e99d1cc840 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.700637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Attempting to bind port 0e817efb-579b-487d-93df-3f03bc82f44c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:35.701290 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Attempting to bind port 0e817efb-579b-487d-93df-3f03bc82f44c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:35.701902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Attempting to bind port 0e817efb-579b-487d-93df-3f03bc82f44c on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:35.788754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:35.789147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:35.789548 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.789950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:35.790506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Bound port: 0e817efb-579b-487d-93df-3f03bc82f44c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:35.790844 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.793709 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-575ba8e2-f7c2-4498-bdf1-16e99d1cc840 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.794664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,segment=NetworkSegment(6e550bc2-37f8-4cb8-b272-db5e5b1d3f67),segment_id=6e550bc2-37f8-4cb8-b272-db5e5b1d3f67)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:35.806279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d708606-89ea-44e2-b58f-bae4e1ec80d7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.814922 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.815740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:35.878165 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.881000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-403243ef-9d20-4f1b-a9cb-972cd4dc328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:35.881788 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-575ba8e2-f7c2-4498-bdf1-16e99d1cc840 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.882575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-403243ef-9d20-4f1b-a9cb-972cd4dc328f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3293791 Sep 27 08:54:35.885838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.909580 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-575ba8e2-f7c2-4498-bdf1-16e99d1cc840 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:35.911661 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-575ba8e2-f7c2-4498-bdf1-16e99d1cc840 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/beba1dff-f7a3-4b97-928a-f322beeef83e HTTP/1.1" status: 204 len: 168 time: 0.3692415 Sep 27 08:54:35.921897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42554) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:35.936188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ba8e2-f7c2-4498-bdf1-16e99d1cc840 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=beba1dff-f7a3-4b97-928a-f322beeef83e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.989872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:35.999701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] For port 0e817efb-579b-487d-93df-3f03bc82f44c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:36.004625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] For port 0e817efb-579b-487d-93df-3f03bc82f44c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0e817efb-579b-487d-93df-3f03bc82f44c,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:36.013977 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.018038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-888853e1-d7b4-485f-bb8b-e087ba315e4a None None] Provisioning complete for port 58a77e50-2824-43d9-8e09-0c02bf1e4699 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:36.018405 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-888853e1-d7b4-485f-bb8b-e087ba315e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.019824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:36.020191 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.126576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-888853e1-d7b4-485f-bb8b-e087ba315e4a None None] Port 58a77e50-2824-43d9-8e09-0c02bf1e4699 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:36.132884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-888853e1-d7b4-485f-bb8b-e087ba315e4a None None] Could not find standard attr ID for object 3fdd386d-7931-4879-8bd2-7d6fdc00b002. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:36.134303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67481e-0411-4169-bb3f-4dc13663a5a3 None None] Pushing event updated for resources: {'Port': ['ID=0e817efb-579b-487d-93df-3f03bc82f44c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:36.135696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-362aa422-9686-42ff-9a8c-1eeaa548a3fb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet eb20bd20-fc7b-4292-a79f-7dc9e2dff207 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:36.150233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d708606-89ea-44e2-b58f-bae4e1ec80d7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.154219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-362aa422-9686-42ff-9a8c-1eeaa548a3fb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.173824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-888853e1-d7b4-485f-bb8b-e087ba315e4a None None] Provisioning complete for port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:36.174209 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-888853e1-d7b4-485f-bb8b-e087ba315e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.214967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 87878d57-a7c9-42a0-8278-95d64cf6b705 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:36.237704 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-061bb5c1-7759-48e2-a22a-edb31c92b830 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430648 Sep 27 08:54:36.329183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 87878d57-a7c9-42a0-8278-95d64cf6b705 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:36.329644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.345513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Router 424e4f6e-ecbb-4f53-988d-681a5657d53a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:36.354741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-362aa422-9686-42ff-9a8c-1eeaa548a3fb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-65a7e73d-cb0d-4d61-8fb8-3639bd063422 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf7036c3-ce5c-4702-8550-7bd7b20ec8be: This subnet is being modified by another concurrent operation. Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf7036c3-ce5c-4702-8550-7bd7b20ec8be: This subnet is being modified by another concurrent operation. Sep 27 08:54:36.435947 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:54:36.446503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d708606-89ea-44e2-b58f-bae4e1ec80d7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.497463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708606-89ea-44e2-b58f-bae4e1ec80d7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7036c3-ce5c-4702-8550-7bd7b20ec8be,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:36.566033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-266410a8-e055-4fc2-b2f4-441323f951ce None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:36.566554 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-266410a8-e055-4fc2-b2f4-441323f951ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.568480 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d708606-89ea-44e2-b58f-bae4e1ec80d7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.575292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42556) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:36.577007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0d708606-89ea-44e2-b58f-bae4e1ec80d7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/bf7036c3-ce5c-4702-8550-7bd7b20ec8be HTTP/1.1" status: 204 len: 168 time: 1.0715404 Sep 27 08:54:36.581617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:36.638962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-830fe5f5-3d75-4270-b1d1-2e0ab7b5f5ae service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927181 Sep 27 08:54:36.651145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:36.671803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-362aa422-9686-42ff-9a8c-1eeaa548a3fb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.708348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4633a90-21c3-49d5-8dca-f189fb17a27f None None] Sync routers for ids ['424e4f6e-ecbb-4f53-988d-681a5657d53a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:36.708348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1897df65-1192-422a-acd7-da7284511eba None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:36.748625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:36.758257 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.771633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0e817efb-579b-487d-93df-3f03bc82f44c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:36.810347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4633a90-21c3-49d5-8dca-f189fb17a27f None None] Routers {'424e4f6e-ecbb-4f53-988d-681a5657d53a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:36.811368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a4633a90-21c3-49d5-8dca-f189fb17a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['424e4f6e-ecbb-4f53-988d-681a5657d53a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:36.886658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a4633a90-21c3-49d5-8dca-f189fb17a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:36.920870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-266410a8-e055-4fc2-b2f4-441323f951ce None None] Provisioning complete for port 58a77e50-2824-43d9-8e09-0c02bf1e4699 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:36.921349 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-266410a8-e055-4fc2-b2f4-441323f951ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:36.923036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4633a90-21c3-49d5-8dca-f189fb17a27f None None] Routers {'424e4f6e-ecbb-4f53-988d-681a5657d53a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:36.923755 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a4633a90-21c3-49d5-8dca-f189fb17a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['424e4f6e-ecbb-4f53-988d-681a5657d53a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:36.991076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a4633a90-21c3-49d5-8dca-f189fb17a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:36.991765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4633a90-21c3-49d5-8dca-f189fb17a27f None None] The sync data for ids ['424e4f6e-ecbb-4f53-988d-681a5657d53a'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:37.014562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.027379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14303e86-895c-4d9f-ab13-63741d67e419 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "PUT /v2.0/routers/424e4f6e-ecbb-4f53-988d-681a5657d53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3116827 Sep 27 08:54:37.036103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 0e817efb-579b-487d-93df-3f03bc82f44c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:37.036586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42562) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:37.036716 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.040814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-266410a8-e055-4fc2-b2f4-441323f951ce None None] Port 58a77e50-2824-43d9-8e09-0c02bf1e4699 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:37.078013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=951f0909-d947-402c-abbd-f00a5faccfdd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:37.105051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:37.106800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:37.110003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:37.110624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.116751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-7d049923-9080-41d8-9d03-56971332fcdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 217 time: 0.0997896 Sep 27 08:54:37.119718 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-6b9b674c-8b4d-447a-86b5-fd488defcc23 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] delete failed (client error): The resource could not be found. Sep 27 08:54:37.121046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b9b674c-8b4d-447a-86b5-fd488defcc23 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1080414603 HTTP/1.1" status: 404 len: 335 time: 0.0833080 Sep 27 08:54:37.125871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42564) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:37.131307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-37d0975e-aab7-4d44-931c-d739b18549b9 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'router': {'external_gateway_info': {'network_id': '424e4f6e-ecbb-4f53-988d-681a5657d53a'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:37.138736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fdb0547d-6f78-46b5-84fe-5bfdf68470a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5593617 Sep 27 08:54:37.165818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42566) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:37.169955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b49266ff-24d0-4bd5-a8e0-a80a7d2012ee None None] Could not find standard attr ID for object 6dab5012-4261-4e0f-ad39-437198d67c1b. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:37.196674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ef6973fe-8619-4427-a692-59f4a04eb28c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-174107806'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:37.219229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-362aa422-9686-42ff-9a8c-1eeaa548a3fb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.239762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-362aa422-9686-42ff-9a8c-1eeaa548a3fb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.241998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-362aa422-9686-42ff-9a8c-1eeaa548a3fb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/eb20bd20-fc7b-4292-a79f-7dc9e2dff207 HTTP/1.1" status: 204 len: 168 time: 1.3169138 Sep 27 08:54:37.246756 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.249212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42568) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:37.274992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e883b1f-9755-4c37-83e9-54e48136616d None None] Update dhcp port {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'fixed_ips': [{'subnet_id': '21c8f154-4cf5-4cd2-802e-726495e639aa'}], 'binding:host_id': 'n-d-810909-1'}, 'id': '1f8808b6-9b7c-4418-802a-a9ba7c7e717a'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:54:37.276361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef6973fe-8619-4427-a692-59f4a04eb28c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.302324 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e883b1f-9755-4c37-83e9-54e48136616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.314061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362aa422-9686-42ff-9a8c-1eeaa548a3fb tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=eb20bd20-fc7b-4292-a79f-7dc9e2dff207,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:37.324519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4b30c6d9-e732-4d8e-bf0d-19e7694eac46 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713809 Sep 27 08:54:37.327439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:37.330400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-06d9e8aa-4d57-454f-a427-7e59ec6eca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:37.331975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-06d9e8aa-4d57-454f-a427-7e59ec6eca40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.2056193 Sep 27 08:54:37.333485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:37.397234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:54:37.397554 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:54:37.409030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-50eb4da0-1c56-4d8b-9134-7f2ed9bae66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:37.410186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-50eb4da0-1c56-4d8b-9134-7f2ed9bae66f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695434 Sep 27 08:54:37.552958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4e883b1f-9755-4c37-83e9-54e48136616d None None] Allocated IP 2001:db8:0:1::2 (b9a24eae-64a8-4f03-a720-725246df36a5/21c8f154-4cf5-4cd2-802e-726495e639aa/1f8808b6-9b7c-4418-802a-a9ba7c7e717a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:37.560643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef6973fe-8619-4427-a692-59f4a04eb28c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.565687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-1d15009a-6fc8-430f-8e94-35894cbc477a service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464009 Sep 27 08:54:37.570034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef6973fe-8619-4427-a692-59f4a04eb28c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.640095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef6973fe-8619-4427-a692-59f4a04eb28c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.641392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ef6973fe-8619-4427-a692-59f4a04eb28c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4514518 Sep 27 08:54:37.647317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42572) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:37.651524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d82a2178-c1f0-465f-940b-4778bafc0981 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-141876330'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:37.653247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53aa7c3-07a6-46d1-8d54-ca6e16bee716 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:37.689377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6973fe-8619-4427-a692-59f4a04eb28c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce833e-4bc3-4d98-aac7-a3c87c99ac74,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:37.737822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d82a2178-c1f0-465f-940b-4778bafc0981 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.741805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-c330039e-4ca8-478b-9dc2-aa25bc0ee13a service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672535 Sep 27 08:54:37.760004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1a3b9ca6-fda6-4849-b744-5ddd929301ef None None] Provisioning complete for port 0e817efb-579b-487d-93df-3f03bc82f44c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:37.760416 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9ca6-fda6-4849-b744-5ddd929301ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.763125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4e883b1f-9755-4c37-83e9-54e48136616d None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,segment=NetworkSegment(6e550bc2-37f8-4cb8-b272-db5e5b1d3f67),segment_id=6e550bc2-37f8-4cb8-b272-db5e5b1d3f67)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:37.789549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-304a935c-0d36-4d33-aa82-645a1693417d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0404725 Sep 27 08:54:37.841373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37d0975e-aab7-4d44-931c-d739b18549b9 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.854306 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e883b1f-9755-4c37-83e9-54e48136616d None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.871130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-349fcefe-3d68-46f7-b8e8-7e1ef3a9481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:37.871967 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e883b1f-9755-4c37-83e9-54e48136616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:37.872660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-349fcefe-3d68-46f7-b8e8-7e1ef3a9481b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0738969 Sep 27 08:54:37.907360 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-37d0975e-aab7-4d44-931c-d739b18549b9 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] update failed (client error): The resource could not be found. Sep 27 08:54:37.908591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-37d0975e-aab7-4d44-931c-d739b18549b9 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "PUT /v2.0/routers/424e4f6e-ecbb-4f53-988d-681a5657d53a HTTP/1.1" status: 404 len: 339 time: 0.7808101 Sep 27 08:54:37.915780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42578) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:37.972351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-5087d76c-7815-448d-874b-cfd770b4ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:37.973808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-5087d76c-7815-448d-874b-cfd770b4ce0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885324 Sep 27 08:54:38.003146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d82a2178-c1f0-465f-940b-4778bafc0981 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.016978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d82a2178-c1f0-465f-940b-4778bafc0981 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.082928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a2178-c1f0-465f-940b-4778bafc0981 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c156f55-b1cf-4a14-a6ea-6163f6473b42,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:38.111476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d82a2178-c1f0-465f-940b-4778bafc0981 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.112910 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d82a2178-c1f0-465f-940b-4778bafc0981 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4648719 Sep 27 08:54:38.117070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-50ea5c13-ef18-42bb-953c-dab9bf1d010b service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348152 Sep 27 08:54:38.117370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42580) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:38.121761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6ab1b74e-b71c-4cae-80ef-b799cfd7513c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'security_group': {'name': 'tempest-secgroup-460569516'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:38.194553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:38.198155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.198817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:38.213042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b74e-b71c-4cae-80ef-b799cfd7513c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.221029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.240726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e883b1f-9755-4c37-83e9-54e48136616d None None] Pushing event updated for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:38.249988 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a3b9ca6-fda6-4849-b744-5ddd929301ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.259268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-04b10976-5439-4db8-9d1a-d5e4697bf464 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3746645 Sep 27 08:54:38.290153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-9a91bf28-f8f3-4e57-a24e-422864012431 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636803 Sep 27 08:54:38.326416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 0e817efb-579b-487d-93df-3f03bc82f44c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0e817efb-579b-487d-93df-3f03bc82f44c,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:38.338425 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.339736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:38.352514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.366418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-f505ea5e-0545-4f20-bb34-43815d341ea7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 200 len: 217 time: 0.0646701 Sep 27 08:54:38.465088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-23a31de0-aa14-44ed-b26e-01ab16fc3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:38.466652 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-23a31de0-aa14-44ed-b26e-01ab16fc3bc7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7214a460820148f1b6500794093d2f7e&device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 1097 time: 0.1285269 Sep 27 08:54:38.471153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-d43fb7f1-4de5-407b-87d3-14cb7f1293a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:38.474280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-d43fb7f1-4de5-407b-87d3-14cb7f1293a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0860193 Sep 27 08:54:38.498693 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-1a3b9ca6-fda6-4849-b744-5ddd929301ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:54:38.499791 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-1a3b9ca6-fda6-4849-b744-5ddd929301ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:54:38.501314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] Deleting port 0e817efb-579b-487d-93df-3f03bc82f44c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:38.501866 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.519627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b74e-b71c-4cae-80ef-b799cfd7513c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.531597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b74e-b71c-4cae-80ef-b799cfd7513c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.568308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-c0c683bc-2769-4617-9d2f-8ce50bbf196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:38.570283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-c0c683bc-2769-4617-9d2f-8ce50bbf196a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868213 Sep 27 08:54:38.574952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1b74e-b71c-4cae-80ef-b799cfd7513c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f20689-eecb-44c5-a5e2-7b2b00b36cd3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:38.587099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=0e817efb-579b-487d-93df-3f03bc82f44c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:38.591021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b74e-b71c-4cae-80ef-b799cfd7513c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.592310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6ab1b74e-b71c-4cae-80ef-b799cfd7513c tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4739547 Sep 27 08:54:38.598657 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42582) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:38.612232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1907002535', 'security_groups': ['38f20689-eecb-44c5-a5e2-7b2b00b36cd3'], 'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '951f0909-d947-402c-abbd-f00a5faccfdd'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:38.638823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] For port 0e817efb-579b-487d-93df-3f03bc82f44c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0e817efb-579b-487d-93df-3f03bc82f44c,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:38.639238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.661544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:38.662222 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.663725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] Calling delete_port for 0e817efb-579b-487d-93df-3f03bc82f44c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:38.686239 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-941d1ff2-bd6e-4333-b2d2-5cada2067a8a service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070080 Sep 27 08:54:38.815149 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-281e6280-0aea-40dd-afa5-dc3f3b91de13 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203129 Sep 27 08:54:38.817970 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.848069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f8808b6-9b7c-4418-802a-a9ba7c7e717a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:38.852257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] Pushing event deleted for resources: {'Port': ['ID=0e817efb-579b-487d-93df-3f03bc82f44c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:38.852650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.876288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97987bf0-9091-47c7-85b3-eb4459f576cb None None] No DVR routers for this DVR port 0e817efb-579b-487d-93df-3f03bc82f44c on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:38.886405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-a1c2c595-d994-4420-90da-0d1dac6ed659 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 200 len: 217 time: 0.0619795 Sep 27 08:54:38.935670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:38.945942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-64c2f76f-a660-4c83-9a68-c8601a49bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:38.948244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-64c2f76f-a660-4c83-9a68-c8601a49bb68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 200 len: 912 time: 0.4464896 Sep 27 08:54:38.957784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:38.964178 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:38.972428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f13337-33b8-4a25-9474-7002ff6033a4 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:38.987127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-4287eda3-6a96-46b8-94ac-dbfee5fb3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:38.989847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-4287eda3-6a96-46b8-94ac-dbfee5fb3963 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.0948162 Sep 27 08:54:39.037416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:39.038368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.049936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-90bc701e-f854-4467-9407-a8ffbfd829da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:39.053123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-90bc701e-f854-4467-9407-a8ffbfd829da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0540528 Sep 27 08:54:39.060721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Allocated IP 172.20.0.1 (bfeca210-44df-4f61-85d7-088b08463fa2/11d3a813-c1c2-4c78-a1dc-db4c6c2cb46f/def9cb0f-6412-4de5-9413-8af9000acd9e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:39.072623 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7434647 Sep 27 08:54:39.126098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42586) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:39.131019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b9ca6-fda6-4849-b744-5ddd929301ef None None] Port 0e817efb-579b-487d-93df-3f03bc82f44c update to ACTIVE by agent not found {{(pid=94832) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 27 08:54:39.136358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:39.146727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a21771-0ee9-4b9d-9d9b-866cf1bf328e None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:39.171574 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6450d-5547-480d-ad3a-54c2f49491ef tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=8a055d61-7703-46a9-a916-a484ba4597df,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:39.189301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,segment=NetworkSegment(6e550bc2-37f8-4cb8-b272-db5e5b1d3f67),segment_id=6e550bc2-37f8-4cb8-b272-db5e5b1d3f67)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:39.204804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:39.213210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-7e4e82bd-acb1-4ca1-a50b-c1dbfb7c3f1d service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531544 Sep 27 08:54:39.213694 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.266682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '8a055d61-7703-46a9-a916-a484ba4597df'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:39.267950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.327198 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-0d47f6dc-285f-4ea7-be7d-078389daf877 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524 HTTP/1.1" status: 200 len: 1001 time: 0.3569601 Sep 27 08:54:39.338560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-56cc4383-0343-4f98-bd64-dc2908758860 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161389 Sep 27 08:54:39.355832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f8808b6-9b7c-4418-802a-a9ba7c7e717a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:39.358250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:39.358617 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.363909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:39.397524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-3c820a73-3c04-4664-ba06-79ef3a59670a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 217 time: 0.0497365 Sep 27 08:54:39.450443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-c262b3fc-111a-4ff8-9456-66bd2b9386e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:39.452085 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-c262b3fc-111a-4ff8-9456-66bd2b9386e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.0472057 Sep 27 08:54:39.506301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-07ae162f-8ed0-4fd6-a786-8ad0e1f05706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:39.507907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-07ae162f-8ed0-4fd6-a786-8ad0e1f05706 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 200 len: 850 time: 0.1579051 Sep 27 08:54:39.508443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-e4908821-2a2e-4713-9f49-b98ef0a24fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:39.510367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-e4908821-2a2e-4713-9f49-b98ef0a24fca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0510929 Sep 27 08:54:39.534849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.536588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:39.545174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.603392 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.616005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-061f4d27-1f90-4582-8a99-7a8d85681689 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980875 Sep 27 08:54:39.635541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Allocated IP 172.20.0.2 (b90251e7-1859-4a80-b7c1-143d6ef98208/8a055d61-7703-46a9-a916-a484ba4597df/807af480-8e50-491c-82fe-f990aa4e5562) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:39.646344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:39.646720 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.681999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] device_id is not set on port c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:39.713218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.728252 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89448b36-1e8c-4e53-be61-5606aa2113c0 req-db1ebe6c-d80e-4b96-a469-2fe6eb5968c7 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050570 Sep 27 08:54:39.756063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-6e6b3a42-ec84-4ef2-a748-cf5c4b2fb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:39.757588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-6e6b3a42-ec84-4ef2-a748-cf5c4b2fb976 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54366c9a-f3e3-4c5a-8abb-e4746fe41af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373846 Sep 27 08:54:39.767267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.842350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,segment=NetworkSegment(6e550bc2-37f8-4cb8-b272-db5e5b1d3f67),segment_id=6e550bc2-37f8-4cb8-b272-db5e5b1d3f67)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:39.847680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8862424-e62a-44f9-b29b-01175df3b5d4 None None] Update dhcp port {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'fixed_ips': [{'subnet_id': '21c8f154-4cf5-4cd2-802e-726495e639aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '951f0909-d947-402c-abbd-f00a5faccfdd'}], 'binding:host_id': 'n-d-810909-1'}, 'id': '1f8808b6-9b7c-4418-802a-a9ba7c7e717a'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:54:39.883481 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.930004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network bfeca210-44df-4f61-85d7-088b08463fa2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:39.951968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:39.953853 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8862424-e62a-44f9-b29b-01175df3b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:39.955173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:39.967759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Port': ['ID=def9cb0f-6412-4de5-9413-8af9000acd9e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:40.012031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] Provisioning complete for port 58a77e50-2824-43d9-8e09-0c02bf1e4699 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:40.012506 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.014418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.122727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-420bcb18-93b7-4116-9ecf-87b2d2f90884 service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473203 Sep 27 08:54:40.128999 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.188000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8::16 (b9a24eae-64a8-4f03-a720-725246df36a5/951f0909-d947-402c-abbd-f00a5faccfdd/c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:40.200733 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] Pushing event updated for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:40.223210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0e817efb-579b-487d-93df-3f03bc82f44c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:40.229861 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.279254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 0e817efb-579b-487d-93df-3f03bc82f44c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:40.279495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0e817efb-579b-487d-93df-3f03bc82f44c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:40.344312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6c601-c6b3-469e-a5ba-b8ac34e0a10a None None] Port 58a77e50-2824-43d9-8e09-0c02bf1e4699 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:40.355519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:40.369934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:40.374081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:40.378076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Pushing event updated for resources: {'Port': ['ID=807af480-8e50-491c-82fe-f990aa4e5562,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:40.411218 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c139f7-f292-4c13-8fbb-aa7d9dfef57e req-16395dee-c112-48f7-8e1d-3739075ca49c service neutron] 10.222.0.57 "GET /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730758 Sep 27 08:54:40.444716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Attempting to bind port 807af480-8e50-491c-82fe-f990aa4e5562 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:40.445187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Attempting to bind port 807af480-8e50-491c-82fe-f990aa4e5562 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:40.445627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Attempting to bind port 807af480-8e50-491c-82fe-f990aa4e5562 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:40.450748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:40.451372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:40.452065 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.452662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:40.453349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Bound port: 807af480-8e50-491c-82fe-f990aa4e5562, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:40.453740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.501688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7ec595c5-02df-4f17-88f0-83559c174310 None None] Provisioning complete for port def9cb0f-6412-4de5-9413-8af9000acd9e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:40.502074 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ec595c5-02df-4f17-88f0-83559c174310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.511913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.555027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7ec595c5-02df-4f17-88f0-83559c174310 None None] Port def9cb0f-6412-4de5-9413-8af9000acd9e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:40.556946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] For port 807af480-8e50-491c-82fe-f990aa4e5562, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:40.569024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] For port 807af480-8e50-491c-82fe-f990aa4e5562, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=807af480-8e50-491c-82fe-f990aa4e5562,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:40.574317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.576539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:40.640641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae947-ac63-4762-bdea-ecb7fb8b2d41 None None] Pushing event updated for resources: {'Port': ['ID=807af480-8e50-491c-82fe-f990aa4e5562,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:40.649943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:54:40.995935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f8808b6-9b7c-4418-802a-a9ba7c7e717a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:41.050600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:41.050856 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.133784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 807af480-8e50-491c-82fe-f990aa4e5562 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:41.166504 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.226673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e8862424-e62a-44f9-b29b-01175df3b5d4 None None] Allocated IP 2001:db8::2 (b9a24eae-64a8-4f03-a720-725246df36a5/951f0909-d947-402c-abbd-f00a5faccfdd/1f8808b6-9b7c-4418-802a-a9ba7c7e717a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:41.240204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 807af480-8e50-491c-82fe-f990aa4e5562 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:41.240595 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.281065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:41.292493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:41.294374 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:41.300272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:41.306045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:41.306691 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.375938 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d58b6f72-8ba6-4e1b-8caa-91a02a66e148 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7676628 Sep 27 08:54:41.376194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42592) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:41.387462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e8862424-e62a-44f9-b29b-01175df3b5d4 None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,segment=NetworkSegment(6e550bc2-37f8-4cb8-b272-db5e5b1d3f67),segment_id=6e550bc2-37f8-4cb8-b272-db5e5b1d3f67)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:41.388619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6027927d-85aa-4087-be17-a29ee77ce58e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:41.408347 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.431175 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.442516 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8862424-e62a-44f9-b29b-01175df3b5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.469706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8862424-e62a-44f9-b29b-01175df3b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.487869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.495948 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.527494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:54:41.527494 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:54:41.571190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6027927d-85aa-4087-be17-a29ee77ce58e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:41.575789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6027927d-85aa-4087-be17-a29ee77ce58e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.577304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8862424-e62a-44f9-b29b-01175df3b5d4 None None] Pushing event updated for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:41.636830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.648656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event updated for resources: {'Port': ['ID=def9cb0f-6412-4de5-9413-8af9000acd9e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:41.695927 n-d-810909-1 neutron-server[94830]: INFO neutron.db.ipam_backend_mixin [None req-6027927d-85aa-4087-be17-a29ee77ce58e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 951f0909-d947-402c-abbd-f00a5faccfdd (CIDR: 2001:db8::/64) Sep 27 08:54:41.699883 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6027927d-85aa-4087-be17-a29ee77ce58e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:41.700598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6027927d-85aa-4087-be17-a29ee77ce58e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:41.723511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6027927d-85aa-4087-be17-a29ee77ce58e tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3442481 Sep 27 08:54:41.725504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42594) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:41.731085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d47911ee-b6e8-49b5-95ad-3cf3f04965fd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:41.787082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] For port 807af480-8e50-491c-82fe-f990aa4e5562, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=807af480-8e50-491c-82fe-f990aa4e5562,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:41.795802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5683a792-1664-4225-aeab-e5090a99cd61 None None] Provisioning complete for port 807af480-8e50-491c-82fe-f990aa4e5562 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:41.796234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5683a792-1664-4225-aeab-e5090a99cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.823650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Network bfeca210-44df-4f61-85d7-088b08463fa2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:41.830431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:41.842607 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.869700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47911ee-b6e8-49b5-95ad-3cf3f04965fd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:41.873767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d47911ee-b6e8-49b5-95ad-3cf3f04965fd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.898436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5683a792-1664-4225-aeab-e5090a99cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.964710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Router 424e4f6e-ecbb-4f53-988d-681a5657d53a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:41.968122 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.968300 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:41.979722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-5683a792-1664-4225-aeab-e5090a99cd61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:54:41.981318 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-5683a792-1664-4225-aeab-e5090a99cd61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:54:42.011228 n-d-810909-1 neutron-server[94830]: INFO neutron.db.ipam_backend_mixin [None req-d47911ee-b6e8-49b5-95ad-3cf3f04965fd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 21c8f154-4cf5-4cd2-802e-726495e639aa (CIDR: 2001:db8:0:1::/64) Sep 27 08:54:42.015982 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47911ee-b6e8-49b5-95ad-3cf3f04965fd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:42.016552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47911ee-b6e8-49b5-95ad-3cf3f04965fd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:42.038686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d47911ee-b6e8-49b5-95ad-3cf3f04965fd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3116913 Sep 27 08:54:42.041630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42596) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:42.049391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'subnet': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:42.076318 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.132944 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 807af480-8e50-491c-82fe-f990aa4e5562, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=807af480-8e50-491c-82fe-f990aa4e5562,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:42.138846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.174986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:42.189084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:42.204719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:42.208962 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.211819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec5d4f-7380-45c8-b010-61b8d483717e None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:42.248101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=807af480-8e50-491c-82fe-f990aa4e5562,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:42.248345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Made reservation on behalf of 4ff8d14c6edb45528a64a953aebb6406 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:42.251865 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.265030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=a4f5d79a-9857-4c15-9eb6-a36b918df325,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:42.274610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:42.284092 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eeacbfa8-09c2-4880-88d8-b727d24a02a6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "PUT /v2.0/routers/424e4f6e-ecbb-4f53-988d-681a5657d53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3666515 Sep 27 08:54:42.284873 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26344d93-3e9f-47a7-8e52-a4c09ae54598 None None] Sync routers for ids ['424e4f6e-ecbb-4f53-988d-681a5657d53a'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:42.286083 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-72a56c88-9e55-4106-b0cf-1d43adb70a42 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1569121 Sep 27 08:54:42.286887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:42.293396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:42.300120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:7a:d3:63', 'name': 'tempest-NetworksTestDHCPv6-1610764429'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:42.304836 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26344d93-3e9f-47a7-8e52-a4c09ae54598 None None] Routers {'424e4f6e-ecbb-4f53-988d-681a5657d53a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:42.305478 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-26344d93-3e9f-47a7-8e52-a4c09ae54598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['424e4f6e-ecbb-4f53-988d-681a5657d53a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:42.375241 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-26344d93-3e9f-47a7-8e52-a4c09ae54598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:42.390671 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26344d93-3e9f-47a7-8e52-a4c09ae54598 None None] Routers {'424e4f6e-ecbb-4f53-988d-681a5657d53a'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:42.391811 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-26344d93-3e9f-47a7-8e52-a4c09ae54598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['424e4f6e-ecbb-4f53-988d-681a5657d53a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:42.427508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=807af480-8e50-491c-82fe-f990aa4e5562,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:42.442318 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-26344d93-3e9f-47a7-8e52-a4c09ae54598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:42.443913 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26344d93-3e9f-47a7-8e52-a4c09ae54598 None None] The sync data for ids ['424e4f6e-ecbb-4f53-988d-681a5657d53a'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:42.474661 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53904e4c-6eae-4572-8c0f-0cf05bc58462 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.539614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.594998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Subnet': ['ID=df15dad6-f759-445e-87c2-5cc86543a038,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:42.602889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Network b9a24eae-64a8-4f03-a720-725246df36a5 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:42.604355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:42.609344 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-53904e4c-6eae-4572-8c0f-0cf05bc58462 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 27 08:54:42.610584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-53904e4c-6eae-4572-8c0f-0cf05bc58462 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/routers/424e4f6e-ecbb-4f53-988d-681a5657d53a HTTP/1.1" status: 409 len: 329 time: 0.3227038 Sep 27 08:54:42.613107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.613384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.613659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:42.613784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.614037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.614369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.614691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.615016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.615331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.615653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.615967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.616281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.616622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:42.625890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:42.628734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:42.629473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.657639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f5df9101-fb42-4ed0-9bf1-b0160e931bbc tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6131439 Sep 27 08:54:42.660314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42606) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:42.667177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-745979984', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df15dad6-f759-445e-87c2-5cc86543a038'}], 'security_groups': ['90ce833e-4bc3-4d98-aac7-a3c87c99ac74', '5c156f55-b1cf-4a14-a6ea-6163f6473b42']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:42.677681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bdfcc8-5240-4a35-9f65-fd58d2449974 None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:42.682785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-34058b86-91ba-47f5-afc2-d7a13df2cd05 None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:42.683168 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34058b86-91ba-47f5-afc2-d7a13df2cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.837277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.865738 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:42.907076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port bfb6949f-b313-4ffc-86e2-5d8eb0587f70 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:42.954496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f8808b6-9b7c-4418-802a-a9ba7c7e717a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:43.023146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-34058b86-91ba-47f5-afc2-d7a13df2cd05 None None] Provisioning complete for port 58a77e50-2824-43d9-8e09-0c02bf1e4699 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:43.023523 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34058b86-91ba-47f5-afc2-d7a13df2cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.067149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-34058b86-91ba-47f5-afc2-d7a13df2cd05 None None] Port 58a77e50-2824-43d9-8e09-0c02bf1e4699 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:43.073060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:43.073440 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.134822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-34058b86-91ba-47f5-afc2-d7a13df2cd05 None None] Provisioning complete for port def9cb0f-6412-4de5-9413-8af9000acd9e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:43.135571 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34058b86-91ba-47f5-afc2-d7a13df2cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.167152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d6928-bb99-42f7-85f8-0add112e57e8 None None] Update dhcp port {'port': {'network_id': 'b9a24eae-64a8-4f03-a720-725246df36a5', 'fixed_ips': [{'subnet_id': '21c8f154-4cf5-4cd2-802e-726495e639aa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '951f0909-d947-402c-abbd-f00a5faccfdd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df15dad6-f759-445e-87c2-5cc86543a038'}], 'binding:host_id': 'n-d-810909-1'}, 'id': '1f8808b6-9b7c-4418-802a-a9ba7c7e717a'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:54:43.198384 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-064d6928-bb99-42f7-85f8-0add112e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.208282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 172.20.0.10 (b90251e7-1859-4a80-b7c1-143d6ef98208/8a055d61-7703-46a9-a916-a484ba4597df/bfb6949f-b313-4ffc-86e2-5d8eb0587f70) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:43.218421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fe7a:d363 (b90251e7-1859-4a80-b7c1-143d6ef98208/a4f5d79a-9857-4c15-9eb6-a36b918df325/bfb6949f-b313-4ffc-86e2-5d8eb0587f70) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:43.246992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-34058b86-91ba-47f5-afc2-d7a13df2cd05 None None] Port def9cb0f-6412-4de5-9413-8af9000acd9e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:43.321573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Delete allocated IP 2001:db8::16 (b9a24eae-64a8-4f03-a720-725246df36a5/951f0909-d947-402c-abbd-f00a5faccfdd) {{(pid=94830) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 27 08:54:43.332870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Allocated IP 2001:db8:0:2::6 (b9a24eae-64a8-4f03-a720-725246df36a5/df15dad6-f759-445e-87c2-5cc86543a038/c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:43.343484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 807af480-8e50-491c-82fe-f990aa4e5562 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:43.409761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dcf928e1-fa91-4dc4-9697-21ab3ee88398 None None] Provisioning complete for port c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:43.410141 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcf928e1-fa91-4dc4-9697-21ab3ee88398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.448937 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.454918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 807af480-8e50-491c-82fe-f990aa4e5562 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:43.455484 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.458232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dcf928e1-fa91-4dc4-9697-21ab3ee88398 None None] Port c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:43.483408 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.495179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dcf928e1-fa91-4dc4-9697-21ab3ee88398 None None] Provisioning complete for port 807af480-8e50-491c-82fe-f990aa4e5562 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:43.495418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcf928e1-fa91-4dc4-9697-21ab3ee88398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.523954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.531733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.598849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] In _notify_port_updated(), no bound segment for port c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 on network b9a24eae-64a8-4f03-a720-725246df36a5 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:54:43.603939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.604495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:43.605365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.611558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "PUT /v2.0/ports/c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 HTTP/1.1" status: 200 len: 967 time: 0.9489269 Sep 27 08:54:43.612472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42610) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:43.648933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d18644-d30c-4fda-92b8-00213208fee0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event updated for resources: {'Port': ['ID=c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:43.656313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:43.663875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-064d6928-bb99-42f7-85f8-0add112e57e8 None None] Allocated IP 2001:db8:0:2::2 (b9a24eae-64a8-4f03-a720-725246df36a5/df15dad6-f759-445e-87c2-5cc86543a038/1f8808b6-9b7c-4418-802a-a9ba7c7e717a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:43.664082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:43.673626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:43.729482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bb966d5b-8256-48d5-b4aa-0ba3b16ee1da tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:43.729967 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb966d5b-8256-48d5-b4aa-0ba3b16ee1da tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.801306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-064d6928-bb99-42f7-85f8-0add112e57e8 None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,segment=NetworkSegment(6e550bc2-37f8-4cb8-b272-db5e5b1d3f67),segment_id=6e550bc2-37f8-4cb8-b272-db5e5b1d3f67)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:43.839852 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-064d6928-bb99-42f7-85f8-0add112e57e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.840114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb966d5b-8256-48d5-b4aa-0ba3b16ee1da tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.848701 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-064d6928-bb99-42f7-85f8-0add112e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:43.857564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-bb966d5b-8256-48d5-b4aa-0ba3b16ee1da tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:43.985316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d6928-bb99-42f7-85f8-0add112e57e8 None None] Pushing event updated for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:44.017111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb966d5b-8256-48d5-b4aa-0ba3b16ee1da tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.052859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb966d5b-8256-48d5-b4aa-0ba3b16ee1da tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:44.084711 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.085339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=bfb6949f-b313-4ffc-86e2-5d8eb0587f70,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:44.086704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb966d5b-8256-48d5-b4aa-0ba3b16ee1da tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.089028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bb966d5b-8256-48d5-b4aa-0ba3b16ee1da tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 HTTP/1.1" status: 204 len: 168 time: 0.4734004 Sep 27 08:54:44.091931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42612) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:44.113994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-51ca6db4-f57c-4608-8826-5806cf2fafe9 None None] Provisioning complete for port bfb6949f-b313-4ffc-86e2-5d8eb0587f70 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:44.114637 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51ca6db4-f57c-4608-8826-5806cf2fafe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.125879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:44.126657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.133971 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ae67f7-883c-46e5-aa55-45edfe70fb45 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] GET failed (client error): The resource could not be found. Sep 27 08:54:44.138185 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c7ae67f7-883c-46e5-aa55-45edfe70fb45 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports/c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16 HTTP/1.1" status: 404 len: 333 time: 0.0422940 Sep 27 08:54:44.139547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42614) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:44.155886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-51ca6db4-f57c-4608-8826-5806cf2fafe9 None None] Port bfb6949f-b313-4ffc-86e2-5d8eb0587f70 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:44.175563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e768cacb-5204-40dc-96af-aab38efba3a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8779299 Sep 27 08:54:44.178354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42616) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:44.229063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Deleting port def9cb0f-6412-4de5-9413-8af9000acd9e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:44.229673 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.231241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6e34901-0621-4ce2-8e36-8c5871bbfefd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.262387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288708e-9039-4555-82e0-f82eb4f7d707 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:44.268506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288708e-9039-4555-82e0-f82eb4f7d707 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:44.272821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1288708e-9039-4555-82e0-f82eb4f7d707 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0934427 Sep 27 08:54:44.280116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42618) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:44.283197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6e34901-0621-4ce2-8e36-8c5871bbfefd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.327048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.340701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Calling delete_port for def9cb0f-6412-4de5-9413-8af9000acd9e owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:44.537241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.564847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Port': ['ID=def9cb0f-6412-4de5-9413-8af9000acd9e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:44.584884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-75b63716-36b9-45cc-a2e0-473310998323 None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:44.585271 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75b63716-36b9-45cc-a2e0-473310998323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.708383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6e34901-0621-4ce2-8e36-8c5871bbfefd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.712882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6e34901-0621-4ce2-8e36-8c5871bbfefd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.714732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f6e34901-0621-4ce2-8e36-8c5871bbfefd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/security-groups/38f20689-eecb-44c5-a5e2-7b2b00b36cd3 HTTP/1.1" status: 204 len: 168 time: 0.5741980 Sep 27 08:54:44.717493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42622) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:44.723853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-75b63716-36b9-45cc-a2e0-473310998323 None None] Provisioning complete for port 58a77e50-2824-43d9-8e09-0c02bf1e4699 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:44.724240 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75b63716-36b9-45cc-a2e0-473310998323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.730981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e34901-0621-4ce2-8e36-8c5871bbfefd tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f20689-eecb-44c5-a5e2-7b2b00b36cd3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:44.744317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c3249-06f8-43d1-b4ed-9710b8c85758 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port bfb6949f-b313-4ffc-86e2-5d8eb0587f70 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:44.744683 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3249-06f8-43d1-b4ed-9710b8c85758 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.778353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-75b63716-36b9-45cc-a2e0-473310998323 None None] Port 58a77e50-2824-43d9-8e09-0c02bf1e4699 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:44.781758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-75b63716-36b9-45cc-a2e0-473310998323 None None] Could not find standard attr ID for object c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:44.799372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.888168 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3249-06f8-43d1-b4ed-9710b8c85758 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.906286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c3249-06f8-43d1-b4ed-9710b8c85758 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for bfb6949f-b313-4ffc-86e2-5d8eb0587f70 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:44.912943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f8808b6-9b7c-4418-802a-a9ba7c7e717a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:44.934283 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-692d42fd-2b45-41aa-ab03-49fcd7965f0f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:44.967935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:44.968450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.004681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bb796489-60bd-413a-af1b-1ddadf649a0a None None] Could not find standard attr ID for object 6dab5012-4261-4e0f-ad39-437198d67c1b. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:45.022094 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-692d42fd-2b45-41aa-ab03-49fcd7965f0f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.038469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Router 424e4f6e-ecbb-4f53-988d-681a5657d53a has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:54:45.081921 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab92b836-1d17-47c2-a2e3-78190b66c1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.117230 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-692d42fd-2b45-41aa-ab03-49fcd7965f0f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.120043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-692d42fd-2b45-41aa-ab03-49fcd7965f0f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.121940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-692d42fd-2b45-41aa-ab03-49fcd7965f0f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c156f55-b1cf-4a14-a6ea-6163f6473b42 HTTP/1.1" status: 204 len: 168 time: 0.4032202 Sep 27 08:54:45.124607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42624) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:45.152803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3249-06f8-43d1-b4ed-9710b8c85758 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.153037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:45.167731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeab0e3-98e6-452b-abe9-376086f97b10 None None] Sync routers for ids ['424e4f6e-ecbb-4f53-988d-681a5657d53a'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:45.168971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-427ef886-ecb3-4209-afe6-618cee548bf5 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "PUT /v2.0/routers/424e4f6e-ecbb-4f53-988d-681a5657d53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5540240 Sep 27 08:54:45.169929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:45.172815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d42fd-2b45-41aa-ab03-49fcd7965f0f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c156f55-b1cf-4a14-a6ea-6163f6473b42,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:45.182102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeab0e3-98e6-452b-abe9-376086f97b10 None None] Routers {'424e4f6e-ecbb-4f53-988d-681a5657d53a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:45.182763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8eeab0e3-98e6-452b-abe9-376086f97b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['424e4f6e-ecbb-4f53-988d-681a5657d53a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:45.194694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c3249-06f8-43d1-b4ed-9710b8c85758 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=bfb6949f-b313-4ffc-86e2-5d8eb0587f70,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:45.238524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26792b34-f46a-485f-83ad-c5c1d9a331a2 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.260288 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-5cd3f732-843b-4d39-a9cf-28deceeb05e6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] show failed (client error): The resource could not be found. Sep 27 08:54:45.261947 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5cd3f732-843b-4d39-a9cf-28deceeb05e6 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-670173981 HTTP/1.1" status: 404 len: 334 time: 0.0904162 Sep 27 08:54:45.265835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:45.271003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f2e98b73-bcb9-42ef-a2fa-f21f268e3a86 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:45.309795 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-f2e98b73-bcb9-42ef-a2fa-f21f268e3a86 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] update failed (client error): The resource could not be found. Sep 27 08:54:45.314083 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2e98b73-bcb9-42ef-a2fa-f21f268e3a86 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1361209991 HTTP/1.1" status: 404 len: 335 time: 0.0442426 Sep 27 08:54:45.314283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26792b34-f46a-485f-83ad-c5c1d9a331a2 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.314738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:45.361377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3249-06f8-43d1-b4ed-9710b8c85758 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.363501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1f2c3249-06f8-43d1-b4ed-9710b8c85758 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/bfb6949f-b313-4ffc-86e2-5d8eb0587f70 HTTP/1.1" status: 204 len: 168 time: 1.0822530 Sep 27 08:54:45.366554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42632) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:45.377954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfc046c-351c-4f86-bd9a-762a5db0af3a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Deleting subnet 1190d009-289d-4135-836b-b76f70a31c7c {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:45.381795 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cfc046c-351c-4f86-bd9a-762a5db0af3a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.436451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26792b34-f46a-485f-83ad-c5c1d9a331a2 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.439683 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26792b34-f46a-485f-83ad-c5c1d9a331a2 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.441293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-26792b34-f46a-485f-83ad-c5c1d9a331a2 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/security-groups/90ce833e-4bc3-4d98-aac7-a3c87c99ac74 HTTP/1.1" status: 204 len: 168 time: 0.3156142 Sep 27 08:54:45.444860 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cfc046c-351c-4f86-bd9a-762a5db0af3a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.448860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42636) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:45.478889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8eeab0e3-98e6-452b-abe9-376086f97b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:45.506979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeab0e3-98e6-452b-abe9-376086f97b10 None None] Routers {'424e4f6e-ecbb-4f53-988d-681a5657d53a'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:45.508967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8eeab0e3-98e6-452b-abe9-376086f97b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:17Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['424e4f6e-ecbb-4f53-988d-681a5657d53a'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:45.509609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11818403-af65-4388-9d46-a8dfb3006e82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:45.511124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11818403-af65-4388-9d46-a8dfb3006e82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:45.512670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11818403-af65-4388-9d46-a8dfb3006e82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:45.514505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-11818403-af65-4388-9d46-a8dfb3006e82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1468287 Sep 27 08:54:45.528749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26792b34-f46a-485f-83ad-c5c1d9a331a2 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce833e-4bc3-4d98-aac7-a3c87c99ac74,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:45.535511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42638) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:45.558225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cfc046c-351c-4f86-bd9a-762a5db0af3a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.563483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8eeab0e3-98e6-452b-abe9-376086f97b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:45.564168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeab0e3-98e6-452b-abe9-376086f97b10 None None] The sync data for ids ['424e4f6e-ecbb-4f53-988d-681a5657d53a'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:45.643066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f940bf1-800a-4672-b419-f370d9211ed7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet 951f0909-d947-402c-abbd-f00a5faccfdd {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:45.648589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8f940bf1-800a-4672-b419-f370d9211ed7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.654815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ff958b-abd1-4b89-96bc-779d7c895d44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 8a055d61-7703-46a9-a916-a484ba4597df {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:45.658994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cfc046c-351c-4f86-bd9a-762a5db0af3a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.678499 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89ff958b-abd1-4b89-96bc-779d7c895d44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.694079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc046c-351c-4f86-bd9a-762a5db0af3a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Subnet': ['ID=1190d009-289d-4135-836b-b76f70a31c7c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:45.699198 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cfc046c-351c-4f86-bd9a-762a5db0af3a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.701510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2cfc046c-351c-4f86-bd9a-762a5db0af3a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/subnets/1190d009-289d-4135-836b-b76f70a31c7c HTTP/1.1" status: 204 len: 168 time: 0.3856497 Sep 27 08:54:45.704143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:45.708762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12ed12-2a63-46cb-b76c-ebc4d52deefe None None] Network c69e339b-614b-49b3-97f0-a02114eac286 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:45.731273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8f940bf1-800a-4672-b419-f370d9211ed7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.744022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1398a4fc-9962-4bb0-80bb-6b9eb8c9f546 None None] Could not find standard attr ID for object c2d26d35-bcb5-4ea4-bceb-b5b7786a9d16. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:45.760671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89ff958b-abd1-4b89-96bc-779d7c895d44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.772649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bda25b-e0bf-4e27-ab26-da01ff6f5d42 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Deleting subnet 2bcf0f8b-3ad3-4b0f-9b99-d389881ced9d {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:45.776687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1bda25b-e0bf-4e27-ab26-da01ff6f5d42 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.831526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1bda25b-e0bf-4e27-ab26-da01ff6f5d42 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.899468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8f940bf1-800a-4672-b419-f370d9211ed7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.924959 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1bda25b-e0bf-4e27-ab26-da01ff6f5d42 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.935627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89ff958b-abd1-4b89-96bc-779d7c895d44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:45.954030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] DHCP port deletion for c69e339b-614b-49b3-97f0-a02114eac286 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:45.996498 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1bda25b-e0bf-4e27-ab26-da01ff6f5d42 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.012684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] Deleting port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:46.013204 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.030160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda25b-e0bf-4e27-ab26-da01ff6f5d42 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcf0f8b-3ad3-4b0f-9b99-d389881ced9d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:46.034340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1bda25b-e0bf-4e27-ab26-da01ff6f5d42 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.038630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a1bda25b-e0bf-4e27-ab26-da01ff6f5d42 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/subnets/2bcf0f8b-3ad3-4b0f-9b99-d389881ced9d HTTP/1.1" status: 204 len: 168 time: 0.3312314 Sep 27 08:54:46.038949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89ff958b-abd1-4b89-96bc-779d7c895d44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.039329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.042737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8f940bf1-800a-4672-b419-f370d9211ed7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.048200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3820b5-a0ed-460a-b6d1-2f625a3dc18c None None] Network d1f823cc-b8ea-404c-9cc1-45fa37b81de7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:46.057314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8f940bf1-800a-4672-b419-f370d9211ed7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.064851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8f940bf1-800a-4672-b419-f370d9211ed7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/951f0909-d947-402c-abbd-f00a5faccfdd HTTP/1.1" status: 204 len: 168 time: 0.6108854 Sep 27 08:54:46.065617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed401d1-7de0-46bc-8d97-44d3b7895268 None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:46.066967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.089590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff958b-abd1-4b89-96bc-779d7c895d44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=8a055d61-7703-46a9-a916-a484ba4597df,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:46.095791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89ff958b-abd1-4b89-96bc-779d7c895d44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.099001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-89ff958b-abd1-4b89-96bc-779d7c895d44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/8a055d61-7703-46a9-a916-a484ba4597df HTTP/1.1" status: 204 len: 168 time: 0.5619328 Sep 27 08:54:46.118116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42646) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.120669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3292d17-cab7-401d-84f7-55356334d82a None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:46.126623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f940bf1-800a-4672-b419-f370d9211ed7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=951f0909-d947-402c-abbd-f00a5faccfdd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:46.129658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f6e400-3597-44c8-aaf0-fa922d6fda95 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet df15dad6-f759-445e-87c2-5cc86543a038 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:46.132505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70f6e400-3597-44c8-aaf0-fa922d6fda95 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.171623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-20acb525-a585-418a-a6af-804bcfb32316 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet a4f5d79a-9857-4c15-9eb6-a36b918df325 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:46.174830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20acb525-a585-418a-a6af-804bcfb32316 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.178669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70f6e400-3597-44c8-aaf0-fa922d6fda95 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.203488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] For port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,segment=NetworkSegment(caaa8799-2ba5-4608-8a49-80e7f2d40b32),segment_id=caaa8799-2ba5-4608-8a49-80e7f2d40b32)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:46.203488 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.223912 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20acb525-a585-418a-a6af-804bcfb32316 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.283166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] Calling delete_port for 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:46.301148 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.311469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70f6e400-3597-44c8-aaf0-fa922d6fda95 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.316824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20acb525-a585-418a-a6af-804bcfb32316 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.389099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20acb525-a585-418a-a6af-804bcfb32316 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.409108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Deleting port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:46.409452 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.412544 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70f6e400-3597-44c8-aaf0-fa922d6fda95 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.436336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acb525-a585-418a-a6af-804bcfb32316 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f5d79a-9857-4c15-9eb6-a36b918df325,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:46.447159 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-20acb525-a585-418a-a6af-804bcfb32316 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.449811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-20acb525-a585-418a-a6af-804bcfb32316 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/a4f5d79a-9857-4c15-9eb6-a36b918df325 HTTP/1.1" status: 204 len: 168 time: 0.3302488 Sep 27 08:54:46.452676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42648) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.458864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6e400-3597-44c8-aaf0-fa922d6fda95 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=df15dad6-f759-445e-87c2-5cc86543a038,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:46.460924 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70f6e400-3597-44c8-aaf0-fa922d6fda95 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.465205 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-70f6e400-3597-44c8-aaf0-fa922d6fda95 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/df15dad6-f759-445e-87c2-5cc86543a038 HTTP/1.1" status: 204 len: 168 time: 0.3948638 Sep 27 08:54:46.465860 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42650) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.511174 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a9d26978-3185-45ea-80e0-df23cadcb380 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527494 Sep 27 08:54:46.511438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.542730 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6aeaf2-369c-495e-8eca-c74b638ceaa1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:46.543393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6aeaf2-369c-495e-8eca-c74b638ceaa1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:46.545068 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa6aeaf2-369c-495e-8eca-c74b638ceaa1 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/951f0909-d947-402c-abbd-f00a5faccfdd HTTP/1.1" status: 404 len: 337 time: 0.0786378 Sep 27 08:54:46.547606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] For port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,segment=NetworkSegment(caaa8799-2ba5-4608-8a49-80e7f2d40b32),segment_id=caaa8799-2ba5-4608-8a49-80e7f2d40b32)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:46.547988 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.554561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42656) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.568934 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.579042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Calling delete_port for 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:46.618734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] DHCP port deletion for d1f823cc-b8ea-404c-9cc1-45fa37b81de7 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:46.623268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] Pushing event deleted for resources: {'Port': ['ID=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:46.629726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0504b7-cbe8-45d3-b2c0-1bd95c223e8c None None] No DVR routers for this DVR port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:46.656951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d09dbd-c808-4a07-9af0-7f912e56d07d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:46.658955 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-08d09dbd-c808-4a07-9af0-7f912e56d07d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1465843 Sep 27 08:54:46.664241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.671108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-416b7f79-a048-4afb-a770-7e2ba385c86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting subnet 21c8f154-4cf5-4cd2-802e-726495e639aa {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:46.674769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-416b7f79-a048-4afb-a770-7e2ba385c86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.699298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] Deleting port 87878d57-a7c9-42a0-8278-95d64cf6b705 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:46.699971 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.726435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ed634e-62bb-4563-becb-356216f56711 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:46.732731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af5d15-e5f5-4ee9-908f-241c6858a265 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:46.734013 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e9af5d15-e5f5-4ee9-908f-241c6858a265 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0684996 Sep 27 08:54:46.736792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42660) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.737017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-416b7f79-a048-4afb-a770-7e2ba385c86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.754967 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.801968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] For port 87878d57-a7c9-42a0-8278-95d64cf6b705, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=87878d57-a7c9-42a0-8278-95d64cf6b705,segment=NetworkSegment(7133c294-58b5-407e-91b8-3e302eea799b),segment_id=7133c294-58b5-407e-91b8-3e302eea799b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:46.802381 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.822025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] Calling delete_port for 87878d57-a7c9-42a0-8278-95d64cf6b705 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:46.833103 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d10b93a-7f01-4139-a3ab-27ef016bf3d8 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837507 Sep 27 08:54:46.833103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Port': ['ID=778c8f79-004a-4a9f-a2e8-a1ac048b63c1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:46.835836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.841612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b305c3f1-2014-40e3-bb16-933c59d97bff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:46.844134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-78ed634e-62bb-4563-becb-356216f56711 None None] Deleting port 807af480-8e50-491c-82fe-f990aa4e5562 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:46.844566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78ed634e-62bb-4563-becb-356216f56711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.871204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-416b7f79-a048-4afb-a770-7e2ba385c86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.942797 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-416b7f79-a048-4afb-a770-7e2ba385c86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.943052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] No DVR routers for this DVR port 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:46.975658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b7f79-a048-4afb-a770-7e2ba385c86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Subnet': ['ID=21c8f154-4cf5-4cd2-802e-726495e639aa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:46.984620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-416b7f79-a048-4afb-a770-7e2ba385c86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:46.987563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-416b7f79-a048-4afb-a770-7e2ba385c86f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/21c8f154-4cf5-4cd2-802e-726495e639aa HTTP/1.1" status: 204 len: 168 time: 0.4305863 Sep 27 08:54:46.990564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42664) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:46.991820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:47.019025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.022392 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d643469-fe5f-45a5-9016-e785f9537d7f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.022864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d643469-fe5f-45a5-9016-e785f9537d7f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.027538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8d643469-fe5f-45a5-9016-e785f9537d7f tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/bf7036c3-ce5c-4702-8550-7bd7b20ec8be HTTP/1.1" status: 404 len: 337 time: 0.0333288 Sep 27 08:54:47.027818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42666) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.028918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-78ed634e-62bb-4563-becb-356216f56711 None None] For port 807af480-8e50-491c-82fe-f990aa4e5562, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=807af480-8e50-491c-82fe-f990aa4e5562,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:47.029433 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78ed634e-62bb-4563-becb-356216f56711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.031889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:47.032307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 778c8f79-004a-4a9f-a2e8-a1ac048b63c1 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:47.032859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 87878d57-a7c9-42a0-8278-95d64cf6b705 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:47.068139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b305c3f1-2014-40e3-bb16-933c59d97bff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:47.073439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-beb2cc45-86f4-4e43-9ac8-f4380df208a0 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "GET /v2.0/ports?device_id=526a268a-5c36-4451-b51f-c04c172745e9 HTTP/1.1" status: 200 len: 205 time: 0.0420990 Sep 27 08:54:47.074097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42668) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.076145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b305c3f1-2014-40e3-bb16-933c59d97bff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.077721 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b305c3f1-2014-40e3-bb16-933c59d97bff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:47.078145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b305c3f1-2014-40e3-bb16-933c59d97bff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.082195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-78ed634e-62bb-4563-becb-356216f56711 None None] Calling delete_port for 807af480-8e50-491c-82fe-f990aa4e5562 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:47.084164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] Pushing event deleted for resources: {'Port': ['ID=87878d57-a7c9-42a0-8278-95d64cf6b705,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:47.089389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 87878d57-a7c9-42a0-8278-95d64cf6b705 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:47.089850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 87878d57-a7c9-42a0-8278-95d64cf6b705 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:47.090354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 807af480-8e50-491c-82fe-f990aa4e5562 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:47.093146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685d4b7-e14d-43f6-82f9-7f1a20b95597 None None] No DVR routers for this DVR port 87878d57-a7c9-42a0-8278-95d64cf6b705 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:47.128062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.130180 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-ed2f344d-90c3-4fb4-a847-3aae69d4cc9d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] delete failed (client error): The resource could not be found. Sep 27 08:54:47.133696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ed2f344d-90c3-4fb4-a847-3aae69d4cc9d tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/routers/526a268a-5c36-4451-b51f-c04c172745e9 HTTP/1.1" status: 404 len: 336 time: 0.0563886 Sep 27 08:54:47.135527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42670) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.146899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b305c3f1-2014-40e3-bb16-933c59d97bff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3094542 Sep 27 08:54:47.150100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42672) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.156954 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9beebb26-813c-4b36-a017-dbe07d197b40 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:47.173316 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fe4a79-62c4-4c95-9e87-dd9e34c5fbdf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.173602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fe4a79-62c4-4c95-9e87-dd9e34c5fbdf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.175416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-30fe4a79-62c4-4c95-9e87-dd9e34c5fbdf tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/63018161-4071-4f94-b9fb-4f08bb9ca235 HTTP/1.1" status: 404 len: 337 time: 0.0385559 Sep 27 08:54:47.178088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.179656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69e339b-614b-49b3-97f0-a02114eac286']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:47.219569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caaa8799-2ba5-4608-8a49-80e7f2d40b32') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:47.219884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caaa8799-2ba5-4608-8a49-80e7f2d40b32') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:47.228807 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39cb0d4-16b6-417f-9538-c829d55c07a5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.228807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39cb0d4-16b6-417f-9538-c829d55c07a5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.231958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b39cb0d4-16b6-417f-9538-c829d55c07a5 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/95b2462d-46df-461f-bf70-5e50a5249cd3 HTTP/1.1" status: 404 len: 337 time: 0.0472682 Sep 27 08:54:47.237118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.239085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.278896 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.280454 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-27eb95e6-ccf3-416d-a6da-2bc80dbfda27 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.280954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27eb95e6-ccf3-416d-a6da-2bc80dbfda27 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.282845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-27eb95e6-ccf3-416d-a6da-2bc80dbfda27 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/9eb402c5-c869-4a8f-b1c5-03e05ec5a0ce HTTP/1.1" status: 404 len: 337 time: 0.0416563 Sep 27 08:54:47.286366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.287902 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.289272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beebb26-813c-4b36-a017-dbe07d197b40 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:47.293646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9beebb26-813c-4b36-a017-dbe07d197b40 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.295501 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9beebb26-813c-4b36-a017-dbe07d197b40 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:47.296200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9beebb26-813c-4b36-a017-dbe07d197b40 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.305163 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78ed634e-62bb-4563-becb-356216f56711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.316668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9beebb26-813c-4b36-a017-dbe07d197b40 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1620822 Sep 27 08:54:47.316910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:47.316910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.317456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42680) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: self.session.flush() Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:47.318241 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:47.321028 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35c95d8-7a58-468e-b3d5-2eda88a05eef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.321028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35c95d8-7a58-468e-b3d5-2eda88a05eef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.322121 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a35c95d8-7a58-468e-b3d5-2eda88a05eef tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/9fe555ca-44a8-468b-9ada-070f77381a88 HTTP/1.1" status: 404 len: 333 time: 0.0352128 Sep 27 08:54:47.330139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3060b0cc-5921-4689-b251-f3d13b69b237 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:47.331830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42682) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.348561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed634e-62bb-4563-becb-356216f56711 None None] No DVR routers for this DVR port 807af480-8e50-491c-82fe-f990aa4e5562 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:47.358766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed634e-62bb-4563-becb-356216f56711 None None] Pushing event deleted for resources: {'Port': ['ID=807af480-8e50-491c-82fe-f990aa4e5562,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:47.382270 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00dca2d-79a7-4a4b-9d2c-68feaf016079 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.382270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00dca2d-79a7-4a4b-9d2c-68feaf016079 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.382270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f00dca2d-79a7-4a4b-9d2c-68feaf016079 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/6027733c-3a52-4ad0-b9bf-d9c6213b449b HTTP/1.1" status: 404 len: 337 time: 0.0465403 Sep 27 08:54:47.382889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.443051 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8e482a-aa38-4441-91a1-df0832c1f123 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.443544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8e482a-aa38-4441-91a1-df0832c1f123 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.449762 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0a8e482a-aa38-4441-91a1-df0832c1f123 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/cd1b6dc8-6758-48ee-9625-c08450da92ee HTTP/1.1" status: 404 len: 337 time: 0.0661776 Sep 27 08:54:47.450834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42686) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.455978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ca26b-c863-4010-a32c-03a30b35292d None None] Network b9a24eae-64a8-4f03-a720-725246df36a5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:47.459405 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.462811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3060b0cc-5921-4689-b251-f3d13b69b237 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:47.467003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3060b0cc-5921-4689-b251-f3d13b69b237 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.468564 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-3060b0cc-5921-4689-b251-f3d13b69b237 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:47.469332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3060b0cc-5921-4689-b251-f3d13b69b237 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.483071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.487872 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/networks/c69e339b-614b-49b3-97f0-a02114eac286 HTTP/1.1" status: 204 len: 168 time: 1.4473095 Sep 27 08:54:47.488161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42688) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.497523 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d759680-9cf2-4456-840e-2289696f1e6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.498281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d759680-9cf2-4456-840e-2289696f1e6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.503177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d759680-9cf2-4456-840e-2289696f1e6b tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/36898d01-f43d-410b-8260-fce5f9d96f65 HTTP/1.1" status: 404 len: 333 time: 0.0484061 Sep 27 08:54:47.503177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c7a4-d92d-4fdc-9e71-c7857926efd1 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Network': ['ID=c69e339b-614b-49b3-97f0-a02114eac286,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:47.503466 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42690) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.523779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3060b0cc-5921-4689-b251-f3d13b69b237 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2056961 Sep 27 08:54:47.527065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42692) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.532716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ce043fac-1e87-42e3-a883-a57cf50bd087 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:47.543662 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93542dee-ea65-431e-9ccd-d89484640188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.556236 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-14327e84-e963-45a3-a89c-59fc70af9373 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.556721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14327e84-e963-45a3-a89c-59fc70af9373 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.558529 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14327e84-e963-45a3-a89c-59fc70af9373 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/ee8d5e40-1879-44c9-bbb2-b6272e1e1edf HTTP/1.1" status: 404 len: 337 time: 0.0541010 Sep 27 08:54:47.561012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.563194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1a9e84d6-6022-4d8d-8345-6db30ea27082 None None] Provisioning complete for port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:47.563688 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a9e84d6-6022-4d8d-8345-6db30ea27082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.624438 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fe293f-e594-4be9-bfe4-6e4546e52187 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] DELETE failed (client error): The resource could not be found. Sep 27 08:54:47.624914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fe293f-e594-4be9-bfe4-6e4546e52187 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.629510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e3fe293f-e594-4be9-bfe4-6e4546e52187 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/subnets/3f8d462e-5882-4a8e-a9ac-723b422486ae HTTP/1.1" status: 404 len: 337 time: 0.0651414 Sep 27 08:54:47.629896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42698) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.642471 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.643951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce043fac-1e87-42e3-a883-a57cf50bd087 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:47.648500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce043fac-1e87-42e3-a883-a57cf50bd087 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.650079 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce043fac-1e87-42e3-a883-a57cf50bd087 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:47.651457 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce043fac-1e87-42e3-a883-a57cf50bd087 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.680521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42700) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.681812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce043fac-1e87-42e3-a883-a57cf50bd087 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1532290 Sep 27 08:54:47.688964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-39605bcd-2b8e-4750-ae98-42dfecd630df tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:47.710637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1a9e84d6-6022-4d8d-8345-6db30ea27082 None None] Provisioning complete for port 58a77e50-2824-43d9-8e09-0c02bf1e4699 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:47.710939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a9e84d6-6022-4d8d-8345-6db30ea27082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.731881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] DHCP port deletion for b9a24eae-64a8-4f03-a720-725246df36a5 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:47.776055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e84d6-6022-4d8d-8345-6db30ea27082 None None] Port 58a77e50-2824-43d9-8e09-0c02bf1e4699 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:47.795991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] Deleting port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:47.796389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.857129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] For port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,segment=NetworkSegment(6e550bc2-37f8-4cb8-b272-db5e5b1d3f67),segment_id=6e550bc2-37f8-4cb8-b272-db5e5b1d3f67)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:47.857561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.867216 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.870375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] Calling delete_port for 1f8808b6-9b7c-4418-802a-a9ba7c7e717a owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:47.899784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f823cc-b8ea-404c-9cc1-45fa37b81de7']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:47.912280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7133c294-58b5-407e-91b8-3e302eea799b') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:47.912589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7133c294-58b5-407e-91b8-3e302eea799b') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:47.924189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.931609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39605bcd-2b8e-4750-ae98-42dfecd630df tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:47.935081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-39605bcd-2b8e-4750-ae98-42dfecd630df tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.937071 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-39605bcd-2b8e-4750-ae98-42dfecd630df tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:47.937505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39605bcd-2b8e-4750-ae98-42dfecd630df tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:47.953383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c4883-bbf8-4887-9718-923924bf9ba7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Deleting port 58a77e50-2824-43d9-8e09-0c02bf1e4699 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:47.953755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4883-bbf8-4887-9718-923924bf9ba7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.961284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.983328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:47.983755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:47.987750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-39605bcd-2b8e-4750-ae98-42dfecd630df tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3061664 Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:47.988536 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:47.991473 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42702) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:47.997016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9b548af2-d4aa-4d62-a01a-0bbe05e756d1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:48.096048 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4883-bbf8-4887-9718-923924bf9ba7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.111048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c4883-bbf8-4887-9718-923924bf9ba7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Calling delete_port for 58a77e50-2824-43d9-8e09-0c02bf1e4699 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:48.116798 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.122796 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.126879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/networks/d1f823cc-b8ea-404c-9cc1-45fa37b81de7 HTTP/1.1" status: 204 len: 168 time: 0.6355174 Sep 27 08:54:48.127708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:48.133859 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.139878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.141565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80062984-5460-4386-a364-d41f9bde4bfb tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Network': ['ID=d1f823cc-b8ea-404c-9cc1-45fa37b81de7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:48.164827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b548af2-d4aa-4d62-a01a-0bbe05e756d1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:48.168716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b548af2-d4aa-4d62-a01a-0bbe05e756d1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.168986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] Pushing event deleted for resources: {'Port': ['ID=1f8808b6-9b7c-4418-802a-a9ba7c7e717a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:48.170835 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b548af2-d4aa-4d62-a01a-0bbe05e756d1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:54:48.170835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b548af2-d4aa-4d62-a01a-0bbe05e756d1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:54:48.176364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ec410-fe2f-4195-84c4-9b1cfa908e3a None None] No DVR routers for this DVR port 1f8808b6-9b7c-4418-802a-a9ba7c7e717a on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:48.198346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42706) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:48.198493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9b548af2-d4aa-4d62-a01a-0bbe05e756d1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2056003 Sep 27 08:54:48.205359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b2fc8-dafc-4748-8fce-45d594e02a39 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:54:48.208631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85e9e26-7783-4f6c-a0c9-0ee8ac05ec0a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Deleting subnet 11d3a813-c1c2-4c78-a1dc-db4c6c2cb46f {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:48.215663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85e9e26-7783-4f6c-a0c9-0ee8ac05ec0a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.234168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0afccaf3-1ded-47d8-9477-15c0c4b5d87f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0343752 Sep 27 08:54:48.236664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42708) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:48.267289 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85e9e26-7783-4f6c-a0c9-0ee8ac05ec0a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.275211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4883-bbf8-4887-9718-923924bf9ba7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.312928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c4883-bbf8-4887-9718-923924bf9ba7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Port': ['ID=58a77e50-2824-43d9-8e09-0c02bf1e4699,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:48.316942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d66b2b-d213-47c9-aff1-019875b862bc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:48.317107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25b2fc8-dafc-4748-8fce-45d594e02a39 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:54:48.320807 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-42d66b2b-d213-47c9-aff1-019875b862bc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0808625 Sep 27 08:54:48.321612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42710) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:48.326105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4883-bbf8-4887-9718-923924bf9ba7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.328290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fa7c4883-bbf8-4887-9718-923924bf9ba7 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/ports/58a77e50-2824-43d9-8e09-0c02bf1e4699 HTTP/1.1" status: 204 len: 168 time: 0.6976006 Sep 27 08:54:48.330671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42712) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:48.366476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ab26ec56-e12c-4f3d-b1c6-b8fd62218321 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436790 Sep 27 08:54:48.370337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42714) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:48.378457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:48.412514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85e9e26-7783-4f6c-a0c9-0ee8ac05ec0a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.448384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.479416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85e9e26-7783-4f6c-a0c9-0ee8ac05ec0a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.512608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85e9e26-7783-4f6c-a0c9-0ee8ac05ec0a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.517525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c85e9e26-7783-4f6c-a0c9-0ee8ac05ec0a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/subnets/11d3a813-c1c2-4c78-a1dc-db4c6c2cb46f HTTP/1.1" status: 204 len: 168 time: 0.3858457 Sep 27 08:54:48.518768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:48.519727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e9e26-7783-4f6c-a0c9-0ee8ac05ec0a tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Subnet': ['ID=11d3a813-c1c2-4c78-a1dc-db4c6c2cb46f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:48.550357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:48.553991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.585857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ac7f2-d2f6-46f9-9bf8-df3c63272639 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:54:48.605048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.606812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.664510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Deleting port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:48.664955 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.668017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a24eae-64a8-4f03-a720-725246df36a5']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:48.673047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ac7f2-d2f6-46f9-9bf8-df3c63272639 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:54:48.682211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e550bc2-37f8-4cb8-b272-db5e5b1d3f67') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:48.682510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e550bc2-37f8-4cb8-b272-db5e5b1d3f67') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:48.699899 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.720741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.731624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:48.731954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:48.734976 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:48.766676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] For port df9f406d-bdd9-44af-bc86-b7fc0c7897f4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=df9f406d-bdd9-44af-bc86-b7fc0c7897f4,segment=NetworkSegment(1cfa45dc-dc5c-4c1e-b552-391ac33daa9a),segment_id=1cfa45dc-dc5c-4c1e-b552-391ac33daa9a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:48.767808 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.780566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Calling delete_port for df9f406d-bdd9-44af-bc86-b7fc0c7897f4 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:48.843523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.855093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.857605 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] 10.222.0.50 "DELETE /v2.0/networks/b9a24eae-64a8-4f03-a720-725246df36a5 HTTP/1.1" status: 204 len: 168 time: 0.5259275 Sep 27 08:54:48.895267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.901250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822f7d5-6738-4d87-9f97-3f184305be76 tempest-PortsIpV6TestJSON-173569130 tempest-PortsIpV6TestJSON-173569130-project] Pushing event deleted for resources: {'Network': ['ID=b9a24eae-64a8-4f03-a720-725246df36a5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:48.936347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Port': ['ID=df9f406d-bdd9-44af-bc86-b7fc0c7897f4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:48.938995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] No DVR routers for this DVR port df9f406d-bdd9-44af-bc86-b7fc0c7897f4 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:48.942142 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:48.978908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de54f7c-0ddb-468c-97f5-0874f76f968c None None] Network bfeca210-44df-4f61-85d7-088b08463fa2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:48.998903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f8808b6-9b7c-4418-802a-a9ba7c7e717a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:49.023080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:54:49.024624 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.031811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 1f8808b6-9b7c-4418-802a-a9ba7c7e717a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:49.032512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f8808b6-9b7c-4418-802a-a9ba7c7e717a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:49.033189 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.069417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeca210-44df-4f61-85d7-088b08463fa2']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:49.072007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:49.078978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:49.082869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfa45dc-dc5c-4c1e-b552-391ac33daa9a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:49.083049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfa45dc-dc5c-4c1e-b552-391ac33daa9a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:49.083910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:49.085356 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.100997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.103713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7317026 Sep 27 08:54:49.105987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7430711-60fc-4fc0-ae45-362812d38e92 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:49.106491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42722) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:49.115689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:11:00:e1', 'name': 'tempest-NetworksTestDHCPv6-192306241'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:49.120134 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.132077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:54:49.132840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.133051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f31200-4e69-4138-ae81-f86c06b9a791 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=b37e380a-778f-4d2b-81cc-c966de7e8fd9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:49.202541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0fd05-5dc8-41f5-b705-4d6ec5c756a5 None None] DHCP port deletion for bfeca210-44df-4f61-85d7-088b08463fa2 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:54:49.225151 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:54:49.230239 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.237875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.244776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/networks/bfeca210-44df-4f61-85d7-088b08463fa2 HTTP/1.1" status: 204 len: 168 time: 0.7205598 Sep 27 08:54:49.244776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42724) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:49.267737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b749c-4497-4d18-aceb-ee3267de0186 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Pushing event deleted for resources: {'Network': ['ID=bfeca210-44df-4f61-85d7-088b08463fa2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:49.271801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:49.283896 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-673a6871-2faf-425e-835a-b9facbba9da0 tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "GET /v2.0/ports?device_id=424e4f6e-ecbb-4f53-988d-681a5657d53a HTTP/1.1" status: 200 len: 205 time: 0.0378115 Sep 27 08:54:49.286379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42728) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:49.319428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': 'b37e380a-778f-4d2b-81cc-c966de7e8fd9'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:49.320559 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.368007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42730) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:49.376561 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17cd49bb-2996-4b87-9f5c-ee35b877cb0e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.399582 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.438053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:49.489993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Allocated IP 2001:db8::f816:3eff:fe66:4440 (b90251e7-1859-4a80-b7c1-143d6ef98208/b37e380a-778f-4d2b-81cc-c966de7e8fd9/da24469d-5aaa-4fe0-aeec-d3f3f3adf225) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:49.545323 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17cd49bb-2996-4b87-9f5c-ee35b877cb0e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.547872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17cd49bb-2996-4b87-9f5c-ee35b877cb0e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.553860 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-30fb47bd-de0d-4ff7-9420-dd09f8dfbb2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ff8d14c6edb45528a64a953aebb6406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808140 Sep 27 08:54:49.554050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:49.593338 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17cd49bb-2996-4b87-9f5c-ee35b877cb0e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.593967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cd49bb-2996-4b87-9f5c-ee35b877cb0e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Fanout notify agent at l3_agent the message router_deleted on router 424e4f6e-ecbb-4f53-988d-681a5657d53a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:54:49.603812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17cd49bb-2996-4b87-9f5c-ee35b877cb0e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.607204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-17cd49bb-2996-4b87-9f5c-ee35b877cb0e tempest-RoutersNegativeTest-396414505 tempest-RoutersNegativeTest-396414505-project] 10.222.0.50 "DELETE /v2.0/routers/424e4f6e-ecbb-4f53-988d-681a5657d53a HTTP/1.1" status: 204 len: 168 time: 0.3172193 Sep 27 08:54:49.608796 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea204c63-e5d5-4af7-9c3f-31f7278fd115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.631314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea204c63-e5d5-4af7-9c3f-31f7278fd115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.663309 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.675829 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.714917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:49.716520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea204c63-e5d5-4af7-9c3f-31f7278fd115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.719781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:49.720098 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea204c63-e5d5-4af7-9c3f-31f7278fd115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.726851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ea204c63-e5d5-4af7-9c3f-31f7278fd115 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/098439af-8e7f-49fc-b79b-6686827c720e HTTP/1.1" status: 204 len: 168 time: 0.1713529 Sep 27 08:54:49.731862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:49.740400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea204c63-e5d5-4af7-9c3f-31f7278fd115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098439af-8e7f-49fc-b79b-6686827c720e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:49.760693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Pushing event updated for resources: {'Port': ['ID=da24469d-5aaa-4fe0-aeec-d3f3f3adf225,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:49.766679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fe11:e1 (b90251e7-1859-4a80-b7c1-143d6ef98208/b37e380a-778f-4d2b-81cc-c966de7e8fd9/8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:49.791006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.791362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.791705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.792045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.792404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.793176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.793176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.793427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.793690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.794121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.794452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.794772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:54:49.854370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Attempting to bind port da24469d-5aaa-4fe0-aeec-d3f3f3adf225 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:49.854748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Attempting to bind port da24469d-5aaa-4fe0-aeec-d3f3f3adf225 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:49.855116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Attempting to bind port da24469d-5aaa-4fe0-aeec-d3f3f3adf225 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:49.860954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:49.861427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:49.861728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.862128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:49.862667 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Bound port: da24469d-5aaa-4fe0-aeec-d3f3f3adf225, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:49.863057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:49.941619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] For port da24469d-5aaa-4fe0-aeec-d3f3f3adf225, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:49.945397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] For port da24469d-5aaa-4fe0-aeec-d3f3f3adf225, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=da24469d-5aaa-4fe0-aeec-d3f3f3adf225,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:49.951697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.059064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.067672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:50.071343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1dc53-32bb-4eb3-95c9-2acd53484340 None None] Pushing event updated for resources: {'Port': ['ID=da24469d-5aaa-4fe0-aeec-d3f3f3adf225,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:50.301593 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e49a191-7bc0-48d5-8e4d-a7b2fcce9732 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b419b0232bc45de84ea67130e192d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321949 Sep 27 08:54:50.304085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42764) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:50.399392 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf6b0-9b02-41bf-82e2-d58d4c730522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.427920 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf6b0-9b02-41bf-82e2-d58d4c730522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.494099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf6b0-9b02-41bf-82e2-d58d4c730522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.499593 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf6b0-9b02-41bf-82e2-d58d4c730522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.515506 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6fdcf6b0-9b02-41bf-82e2-d58d4c730522 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad7aaf8d-24da-4e13-a86b-6a290191d008 HTTP/1.1" status: 204 len: 168 time: 0.2087328 Sep 27 08:54:50.537158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcf6b0-9b02-41bf-82e2-d58d4c730522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7aaf8d-24da-4e13-a86b-6a290191d008,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:50.574619 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.599608 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.650306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:50.666608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:50.668251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:50.671423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:50.678275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:50.678983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.695713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d7be4186-f6fb-48f3-948c-875df9135342 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.5879230 Sep 27 08:54:50.698487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42782) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:50.769525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c48f13-db70-45cb-a5ce-93f9d85b2aae tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:50.775334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c48f13-db70-45cb-a5ce-93f9d85b2aae tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:50.777336 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c0c48f13-db70-45cb-a5ce-93f9d85b2aae tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.0777862 Sep 27 08:54:50.780040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42788) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:50.913894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e0be4dc-99ea-4ab5-babd-1bbcc49b9e36 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:50.914489 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e0be4dc-99ea-4ab5-babd-1bbcc49b9e36 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:50.955262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42794) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:50.988625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device da24469d-5aaa-4fe0-aeec-d3f3f3adf225 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:51.026898 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e0be4dc-99ea-4ab5-babd-1bbcc49b9e36 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.043265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e0be4dc-99ea-4ab5-babd-1bbcc49b9e36 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:51.067808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port da24469d-5aaa-4fe0-aeec-d3f3f3adf225 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:51.068451 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.180812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.219080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port da24469d-5aaa-4fe0-aeec-d3f3f3adf225, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=da24469d-5aaa-4fe0-aeec-d3f3f3adf225,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:51.233570 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.308036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device df9f406d-bdd9-44af-bc86-b7fc0c7897f4 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:51.320097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=da24469d-5aaa-4fe0-aeec-d3f3f3adf225,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:51.321380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e0be4dc-99ea-4ab5-babd-1bbcc49b9e36 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.365080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: df9f406d-bdd9-44af-bc86-b7fc0c7897f4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:51.367870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device df9f406d-bdd9-44af-bc86-b7fc0c7897f4 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:51.378617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1049735929'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:51.385547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0be4dc-99ea-4ab5-babd-1bbcc49b9e36 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:51.406977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:51.413129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.429849 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.444344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e0be4dc-99ea-4ab5-babd-1bbcc49b9e36 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.444344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e0be4dc-99ea-4ab5-babd-1bbcc49b9e36 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7 HTTP/1.1" status: 204 len: 168 time: 0.6567149 Sep 27 08:54:51.444344 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42808) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:51.548793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd7a1ec-600a-4bc0-bc9a-b094fc2a44b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:51.551207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd7a1ec-600a-4bc0-bc9a-b094fc2a44b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:51.558949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bfd7a1ec-600a-4bc0-bc9a-b094fc2a44b3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1141820 Sep 27 08:54:51.559249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42814) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:51.612712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42816) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:51.657593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-262a6ed8-d41c-4d78-90dc-0a246dc3d8ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet b37e380a-778f-4d2b-81cc-c966de7e8fd9 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:51.661297 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-262a6ed8-d41c-4d78-90dc-0a246dc3d8ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.668905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-18964b9d-9ec5-437c-bb77-368a1c94c928 None None] Provisioning complete for port da24469d-5aaa-4fe0-aeec-d3f3f3adf225 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:51.669523 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18964b9d-9ec5-437c-bb77-368a1c94c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.713684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.723454 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-262a6ed8-d41c-4d78-90dc-0a246dc3d8ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.732980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264268022'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:51.749425 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.759242 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.769510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.797965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:54:51.809875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692e0186-21fb-40b7-bc29-fd1c51ee52fa,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:51.825075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.825655 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment cfe1247c-1447-4813-a2b1-42a654eb6121 of type vlan for network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b Sep 27 08:54:51.880160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.888144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-445af7d1-8163-4eaf-9999-558ea849acf9 None None] Could not find standard attr ID for object 8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:54:51.891153 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.903334 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.912400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-262a6ed8-d41c-4d78-90dc-0a246dc3d8ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.935547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610a2d08-5b6e-432b-971f-89828f4e5ee6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:51.968284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:51.974820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:51.975684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.003494 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.008731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.023322 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-262a6ed8-d41c-4d78-90dc-0a246dc3d8ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.041886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.045684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4294403 Sep 27 08:54:52.046228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.050961 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0945008 Sep 27 08:54:52.058366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.058602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a6ed8-d41c-4d78-90dc-0a246dc3d8ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=b37e380a-778f-4d2b-81cc-c966de7e8fd9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:52.073469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-53741080'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:52.077394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c732b-43e4-434b-9ad2-d4ccd92e1a69 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d27b51-4b41-4fa7-b57c-61b4090ba980,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:52.098714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdce169-0d66-4a63-923c-cb3e3fc71b64 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=2d08d9be-d0e2-44fd-9d6c-205c9399ca3b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:52.101196 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-262a6ed8-d41c-4d78-90dc-0a246dc3d8ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.105602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-262a6ed8-d41c-4d78-90dc-0a246dc3d8ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/b37e380a-778f-4d2b-81cc-c966de7e8fd9 HTTP/1.1" status: 204 len: 168 time: 0.5391080 Sep 27 08:54:52.107270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc3adb-9739-4eb8-adf7-375d99f6b244 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:52.111683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42824) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.121123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:54:52.138380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:52.141917 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.154152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1bf008f0-5b29-49ed-82a4-5c401744fe6e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387032 Sep 27 08:54:52.155168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42826) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.160856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:52.166055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-55d24fbd-73ea-44fc-85b4-0068812da6c7 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1185837 Sep 27 08:54:52.169227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42828) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.175293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6ca7d090-af96-4d97-8ab7-1444fabcca5e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-security--813054298', 'description': 'tempest-security-description-2066825441'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:52.197827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:54:52.221132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d090-af96-4d97-8ab7-1444fabcca5e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.230520 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.230520 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment 55f16f70-866a-490c-b4a3-e3a7842765a8 of type vlan for network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 Sep 27 08:54:52.263780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:52.267742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.298706 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.311557 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d090-af96-4d97-8ab7-1444fabcca5e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.323860 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d090-af96-4d97-8ab7-1444fabcca5e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.326426 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d090-af96-4d97-8ab7-1444fabcca5e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.327682 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ca7d090-af96-4d97-8ab7-1444fabcca5e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "PUT /v2.0/security-groups/33d27b51-4b41-4fa7-b57c-61b4090ba980 HTTP/1.1" status: 200 len: 1779 time: 0.1565673 Sep 27 08:54:52.331772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42830) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.354638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.360256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:52.361089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.372403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:52.390308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae58c4f0-04ce-42a2-8aef-998d213a248c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups/33d27b51-4b41-4fa7-b57c-61b4090ba980 HTTP/1.1" status: 200 len: 1779 time: 0.0549924 Sep 27 08:54:52.390973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42832) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.392224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7d090-af96-4d97-8ab7-1444fabcca5e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d27b51-4b41-4fa7-b57c-61b4090ba980,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:52.406159 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3419905 Sep 27 08:54:52.408310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42834) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.420368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': '2d08d9be-d0e2-44fd-9d6c-205c9399ca3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:52.428392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] Deleting port da24469d-5aaa-4fe0-aeec-d3f3f3adf225 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:52.428770 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.450488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c450e-558f-4396-baf4-59df16654714 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:52.463111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:54:52.509965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] For port da24469d-5aaa-4fe0-aeec-d3f3f3adf225, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=da24469d-5aaa-4fe0-aeec-d3f3f3adf225,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:52.510365 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.531312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] Calling delete_port for da24469d-5aaa-4fe0-aeec-d3f3f3adf225 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:52.599361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7869aa3-cccc-449c-bcc3-f6a0aea2a5f6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.641847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:52.645402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.653981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7869aa3-cccc-449c-bcc3-f6a0aea2a5f6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.666770 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.695761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] No DVR routers for this DVR port da24469d-5aaa-4fe0-aeec-d3f3f3adf225 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:52.703892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07147a4d-ec7d-4113-a643-ca968691ca5e None None] Pushing event deleted for resources: {'Port': ['ID=da24469d-5aaa-4fe0-aeec-d3f3f3adf225,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:52.815102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:54:52.818808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.850449 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7869aa3-cccc-449c-bcc3-f6a0aea2a5f6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.853027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f7869aa3-cccc-449c-bcc3-f6a0aea2a5f6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.857252 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f7869aa3-cccc-449c-bcc3-f6a0aea2a5f6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/33d27b51-4b41-4fa7-b57c-61b4090ba980 HTTP/1.1" status: 204 len: 168 time: 0.4622972 Sep 27 08:54:52.863126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42846) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.891199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device da24469d-5aaa-4fe0-aeec-d3f3f3adf225 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:54:52.896861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7869aa3-cccc-449c-bcc3-f6a0aea2a5f6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d27b51-4b41-4fa7-b57c-61b4090ba980,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:52.913006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:52.917531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bde865bf-2d5b-4068-97d9-17b0584ffb9e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506699 Sep 27 08:54:52.918266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: da24469d-5aaa-4fe0-aeec-d3f3f3adf225 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:54:52.918459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42848) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.918600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device da24469d-5aaa-4fe0-aeec-d3f3f3adf225 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:54:52.932458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:52.941885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a7a69-189c-42f4-8fb5-ab3b18c06f1b None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:52.944131 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8ee49369-ebab-44d2-9ad4-20cb37c9e74e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] delete failed (client error): The resource could not be found. Sep 27 08:54:52.949056 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8ee49369-ebab-44d2-9ad4-20cb37c9e74e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/33d27b51-4b41-4fa7-b57c-61b4090ba980 HTTP/1.1" status: 404 len: 347 time: 0.0282381 Sep 27 08:54:52.949745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:52.956146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dfbb104b-a09a-455f-8612-c50e4813ed9e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130618423'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:52.979106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:52.979982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:52.992093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=c0b2fa5c-4b8e-428f-ad21-7243867e55a6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:53.004193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dfbb104b-a09a-455f-8612-c50e4813ed9e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.010505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49497c50-0b81-43b0-9722-57440552ddb1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8540876 Sep 27 08:54:53.013483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42854) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.039749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:85:0a:cb', 'name': 'tempest-NetworksTestDHCPv6-2105589699'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:53.128718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': 'c0b2fa5c-4b8e-428f-ad21-7243867e55a6'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:53.130189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.137225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dfbb104b-a09a-455f-8612-c50e4813ed9e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.143529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dfbb104b-a09a-455f-8612-c50e4813ed9e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.175305 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dfbb104b-a09a-455f-8612-c50e4813ed9e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.177250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dfbb104b-a09a-455f-8612-c50e4813ed9e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2264507 Sep 27 08:54:53.180651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.184384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.186777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-009493d8-e100-47bc-80d8-c2fc195bf594 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '9706727c-e823-4b2f-b172-6bff132dafcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:53.214691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb104b-a09a-455f-8612-c50e4813ed9e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9706727c-e823-4b2f-b172-6bff132dafcc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:53.255506 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-009493d8-e100-47bc-80d8-c2fc195bf594 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.276174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=5e623350-cff0-41cc-863d-aba35ed9d671,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:53.309124 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-009493d8-e100-47bc-80d8-c2fc195bf594 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.315500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-009493d8-e100-47bc-80d8-c2fc195bf594 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.317015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Allocated IP 2001:db8::f816:3eff:fe61:6eb2 (b90251e7-1859-4a80-b7c1-143d6ef98208/c0b2fa5c-4b8e-428f-ad21-7243867e55a6/1a5a64a9-bde9-4f85-a7b3-77ada6574316) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:53.318008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': 'cfe1247c-1447-4813-a2b1-42a654eb6121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d08d9be-d0e2-44fd-9d6c-205c9399ca3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:53.318008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:54:53.339509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:53.342003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009493d8-e100-47bc-80d8-c2fc195bf594 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1248a787-8933-4310-af50-e991b2a2173e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:53.344198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.358376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:54:53.360680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-009493d8-e100-47bc-80d8-c2fc195bf594 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.365314 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-009493d8-e100-47bc-80d8-c2fc195bf594 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833048 Sep 27 08:54:53.366303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42858) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.380544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:53.396174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port bddb0749-ac87-4ef7-b0a4-f3f95f058670 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:53.401524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:53.402121 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.409593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f6c57-8352-45e3-afc8-b11160186635 None None] Network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:53.460524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60fbee19-bd01-4c06-a6fa-fab293282696 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.469457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fe9c301e-5c7d-43d0-8ff7-14a00e50e41a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0557210 Sep 27 08:54:53.469912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42860) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.474115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60fbee19-bd01-4c06-a6fa-fab293282696 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.475849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': '7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:53.520493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60fbee19-bd01-4c06-a6fa-fab293282696 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.529023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-60fbee19-bd01-4c06-a6fa-fab293282696 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.530319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-60fbee19-bd01-4c06-a6fa-fab293282696 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1248a787-8933-4310-af50-e991b2a2173e HTTP/1.1" status: 204 len: 168 time: 0.1599886 Sep 27 08:54:53.536286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42862) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.543868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbee19-bd01-4c06-a6fa-fab293282696 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1248a787-8933-4310-af50-e991b2a2173e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:53.585641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:53.589176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.605145 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-014b3632-adcb-420d-891b-a1df8c1e5cf4 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666783 Sep 27 08:54:53.606027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.617856 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.629168 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.689139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Pushing event updated for resources: {'Port': ['ID=1a5a64a9-bde9-4f85-a7b3-77ada6574316,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:53.702862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:53.705153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:53.707510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:53.710986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fe85:acb (b90251e7-1859-4a80-b7c1-143d6ef98208/c0b2fa5c-4b8e-428f-ad21-7243867e55a6/bddb0749-ac87-4ef7-b0a4-f3f95f058670) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:53.719334 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-2d08d9be-d0e2-44fd-9d6c-205c9399ca3b', 'network_id': '2d08d9be-d0e2-44fd-9d6c-205c9399ca3b', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': '5e623350-cff0-41cc-863d-aba35ed9d671'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:53.719725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cd00-a657-4c01-bb53-553e8434b24b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.720535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.746289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cd00-a657-4c01-bb53-553e8434b24b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.818287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cd00-a657-4c01-bb53-553e8434b24b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.818916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Attempting to bind port 1a5a64a9-bde9-4f85-a7b3-77ada6574316 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:53.819497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Attempting to bind port 1a5a64a9-bde9-4f85-a7b3-77ada6574316 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:53.820132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Attempting to bind port 1a5a64a9-bde9-4f85-a7b3-77ada6574316 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:53.821673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cd00-a657-4c01-bb53-553e8434b24b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.825876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ccb3cd00-a657-4c01-bb53-553e8434b24b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/9706727c-e823-4b2f-b172-6bff132dafcc HTTP/1.1" status: 204 len: 168 time: 0.2186375 Sep 27 08:54:53.827568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42866) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.833852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.849514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3cd00-a657-4c01-bb53-553e8434b24b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9706727c-e823-4b2f-b172-6bff132dafcc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:53.910425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': '55f16f70-866a-490c-b4a3-e3a7842765a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:53.910947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:54:53.921908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=460e70e1-ee28-4983-9726-f7e1e4395fbb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:53.944755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:54:53.958789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:53.975009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:53.975929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-babc68ad-53e9-4677-85dd-8b37f4d6397e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1359463 Sep 27 08:54:53.976070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:53.976622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42868) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.982664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Allocated IP 2001:db8::2 (2d08d9be-d0e2-44fd-9d6c-205c9399ca3b/5e623350-cff0-41cc-863d-aba35ed9d671/751dba93-2dd9-427d-b4d1-c3daa7b28c86) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:53.983793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-35e8a2a7-39fd-49ba-97c9-5cd86c4f84fd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-secgroup--979482001'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:53.997778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42870) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:53.999408 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8980873-ed36-4439-b6d3-e146834d7c20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5280790 Sep 27 08:54:54.003312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0a07c398-bb51-4afb-975a-78dd258b7351 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1692742045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:54.046840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2a7-39fd-49ba-97c9-5cd86c4f84fd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.063030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.066090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67fbd34-fd7d-4148-b347-42375a613ec2 None None] Network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:54.093122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:54.093684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:54.094192 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.094648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:54.095208 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Bound port: 1a5a64a9-bde9-4f85-a7b3-77ada6574316, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:54.095657 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.103883 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a07c398-bb51-4afb-975a-78dd258b7351 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.104953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a07c398-bb51-4afb-975a-78dd258b7351 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.134345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.217923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=bddb0749-ac87-4ef7-b0a4-f3f95f058670,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:54.254941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a07c398-bb51-4afb-975a-78dd258b7351 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.272931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a07c398-bb51-4afb-975a-78dd258b7351 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.278996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:54.285459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:54.293594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:54.300668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:54.301325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.349782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2a7-39fd-49ba-97c9-5cd86c4f84fd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.354329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2a7-39fd-49ba-97c9-5cd86c4f84fd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.372198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-44242054-ae75-4580-9dec-00ada6deacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3493748 Sep 27 08:54:54.375316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42874) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:54.377003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a07c398-bb51-4afb-975a-78dd258b7351 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.378386 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0a07c398-bb51-4afb-975a-78dd258b7351 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3793628 Sep 27 08:54:54.382189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42876) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:54.439419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2a7-39fd-49ba-97c9-5cd86c4f84fd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.443952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-35e8a2a7-39fd-49ba-97c9-5cd86c4f84fd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4610710 Sep 27 08:54:54.448455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8a2a7-39fd-49ba-97c9-5cd86c4f84fd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba4ebd-db71-4ebb-9e16-eaaf24e3bd05,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:54.450662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42878) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:54.459745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-728f1b0d-48b2-42be-b052-3188441fc5b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '1fba4ebd-db71-4ebb-9e16-eaaf24e3bd05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:54.489290 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] For port 1a5a64a9-bde9-4f85-a7b3-77ada6574316, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:54.491918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8940fd-26dd-4c9a-95e1-2d2d2b7a4d19 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:54.494064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] For port 1a5a64a9-bde9-4f85-a7b3-77ada6574316, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1a5a64a9-bde9-4f85-a7b3-77ada6574316,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:54.499390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8940fd-26dd-4c9a-95e1-2d2d2b7a4d19 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:54.504551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b8940fd-26dd-4c9a-95e1-2d2d2b7a4d19 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1257925 Sep 27 08:54:54.505152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42880) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:54.524820 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.531531 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.546012 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.611756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0acc68db-5cc1-4e56-b52a-6707ae31fe82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port bddb0749-ac87-4ef7-b0a4-f3f95f058670 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:54.612496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0acc68db-5cc1-4e56-b52a-6707ae31fe82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.653079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:54.657008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05', 'network_id': '7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': '460e70e1-ee28-4983-9726-f7e1e4395fbb'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:54.657883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.665163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:54.666552 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-728f1b0d-48b2-42be-b052-3188441fc5b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.668065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:54.677462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b321e-dc63-421b-ac20-0bad4938fbc9 None None] Pushing event updated for resources: {'Port': ['ID=1a5a64a9-bde9-4f85-a7b3-77ada6574316,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:54.731996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0acc68db-5cc1-4e56-b52a-6707ae31fe82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.733202 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Pushing event updated for resources: {'Port': ['ID=751dba93-2dd9-427d-b4d1-c3daa7b28c86,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:54.751232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0acc68db-5cc1-4e56-b52a-6707ae31fe82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for bddb0749-ac87-4ef7-b0a4-f3f95f058670 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:54.807122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-728f1b0d-48b2-42be-b052-3188441fc5b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.830970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.834323 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-728f1b0d-48b2-42be-b052-3188441fc5b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.881762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f1b0d-48b2-42be-b052-3188441fc5b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317e5047-46a9-4a47-bf20-f10d4659e8ed,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:54.925139 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0acc68db-5cc1-4e56-b52a-6707ae31fe82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.957961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-728f1b0d-48b2-42be-b052-3188441fc5b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:54.960653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-728f1b0d-48b2-42be-b052-3188441fc5b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5073454 Sep 27 08:54:54.975606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42882) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:54.980571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-213a8d8b-6fa9-441b-9053-918d2e82c9a6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '1fba4ebd-db71-4ebb-9e16-eaaf24e3bd05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:55.017360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Allocated IP 2001:db8:1::2 (7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05/460e70e1-ee28-4983-9726-f7e1e4395fbb/2dc1cc1d-f654-4605-a876-79c62b39b400) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:55.029443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Attempting to bind port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:55.030085 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Attempting to bind port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'cfe1247c-1447-4813-a2b1-42a654eb6121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d08d9be-d0e2-44fd-9d6c-205c9399ca3b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:55.030562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Attempting to bind port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 on network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:55.040535 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:55.040923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Checking segment: {'id': 'cfe1247c-1447-4813-a2b1-42a654eb6121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d08d9be-d0e2-44fd-9d6c-205c9399ca3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:55.041396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.041835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Bound using segment: {'id': 'cfe1247c-1447-4813-a2b1-42a654eb6121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d08d9be-d0e2-44fd-9d6c-205c9399ca3b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:55.042331 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Bound port: 751dba93-2dd9-427d-b4d1-c3daa7b28c86, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe1247c-1447-4813-a2b1-42a654eb6121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d08d9be-d0e2-44fd-9d6c-205c9399ca3b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:55.042726 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.058296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213a8d8b-6fa9-441b-9053-918d2e82c9a6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.251524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.254728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213a8d8b-6fa9-441b-9053-918d2e82c9a6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.269461 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213a8d8b-6fa9-441b-9053-918d2e82c9a6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.277604 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.323198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-213a8d8b-6fa9-441b-9053-918d2e82c9a6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.327456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:55.328852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-213a8d8b-6fa9-441b-9053-918d2e82c9a6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3517618 Sep 27 08:54:55.333313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42886) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:55.333997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:55.344309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:55.345118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6a69dc50-b839-4c44-9a68-5f0866dc535c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '1fba4ebd-db71-4ebb-9e16-eaaf24e3bd05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:55.378772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a8d8b-6fa9-441b-9053-918d2e82c9a6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66898160-833d-4021-8bdf-abf58a07e692,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:55.395267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Pushing event updated for resources: {'Port': ['ID=2dc1cc1d-f654-4605-a876-79c62b39b400,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:55.405338 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:54:55.426827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a69dc50-b839-4c44-9a68-5f0866dc535c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.433423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] For port 751dba93-2dd9-427d-b4d1-c3daa7b28c86, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:55.450051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8::1 (2d08d9be-d0e2-44fd-9d6c-205c9399ca3b/5e623350-cff0-41cc-863d-aba35ed9d671/324b7ced-99bd-41bf-9114-7e8e25ee1ec6) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:55.468500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Attempting to bind port 2dc1cc1d-f654-4605-a876-79c62b39b400 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:55.469221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Attempting to bind port 2dc1cc1d-f654-4605-a876-79c62b39b400 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '55f16f70-866a-490c-b4a3-e3a7842765a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:55.469822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Attempting to bind port 2dc1cc1d-f654-4605-a876-79c62b39b400 on network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:55.471571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc68db-5cc1-4e56-b52a-6707ae31fe82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=bddb0749-ac87-4ef7-b0a4-f3f95f058670,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:55.492464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] For port 751dba93-2dd9-427d-b4d1-c3daa7b28c86, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=751dba93-2dd9-427d-b4d1-c3daa7b28c86,segment=NetworkSegment(cfe1247c-1447-4813-a2b1-42a654eb6121),segment_id=cfe1247c-1447-4813-a2b1-42a654eb6121)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:55.500412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:55.500784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0acc68db-5cc1-4e56-b52a-6707ae31fe82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.501296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Checking segment: {'id': '55f16f70-866a-490c-b4a3-e3a7842765a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:55.501577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.501985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Bound using segment: {'id': '55f16f70-866a-490c-b4a3-e3a7842765a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:55.502557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Bound port: 2dc1cc1d-f654-4605-a876-79c62b39b400, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f16f70-866a-490c-b4a3-e3a7842765a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:55.503154 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.506522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0acc68db-5cc1-4e56-b52a-6707ae31fe82 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/bddb0749-ac87-4ef7-b0a4-f3f95f058670 HTTP/1.1" status: 204 len: 168 time: 1.0002098 Sep 27 08:54:55.507300 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:55.511708 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.569674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a69dc50-b839-4c44-9a68-5f0866dc535c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.582521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436730f0-3db3-41d0-ac4b-be3b79e2f5b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:55.584127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436730f0-3db3-41d0-ac4b-be3b79e2f5b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:55.585813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-436730f0-3db3-41d0-ac4b-be3b79e2f5b1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0768199 Sep 27 08:54:55.589082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42890) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:55.638029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a69dc50-b839-4c44-9a68-5f0866dc535c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.694061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebff8a-da30-4669-9814-129495cd46d7 None None] Pushing event updated for resources: {'Port': ['ID=751dba93-2dd9-427d-b4d1-c3daa7b28c86,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:55.699676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69dc50-b839-4c44-9a68-5f0866dc535c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48708c0c-6b16-4269-a274-4204b97ffba5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:55.713892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a5c7d7-b1c4-4843-bdea-02cd552d446e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet c0b2fa5c-4b8e-428f-ad21-7243867e55a6 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:54:55.718215 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90a5c7d7-b1c4-4843-bdea-02cd552d446e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.747443 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a69dc50-b839-4c44-9a68-5f0866dc535c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.759533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6a69dc50-b839-4c44-9a68-5f0866dc535c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4236422 Sep 27 08:54:55.776843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] For port 2dc1cc1d-f654-4605-a876-79c62b39b400, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:55.781383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42892) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:55.784424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] For port 2dc1cc1d-f654-4605-a876-79c62b39b400, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2dc1cc1d-f654-4605-a876-79c62b39b400,segment=NetworkSegment(55f16f70-866a-490c-b4a3-e3a7842765a8),segment_id=55f16f70-866a-490c-b4a3-e3a7842765a8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:55.788907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f4a138c6-fe44-4ee4-8199-5fd3792891ba tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '1fba4ebd-db71-4ebb-9e16-eaaf24e3bd05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:55.799974 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.837881 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90a5c7d7-b1c4-4843-bdea-02cd552d446e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.840794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.937421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4a138c6-fe44-4ee4-8199-5fd3792891ba tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:55.942674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f2053-81bf-43d9-a3d7-624cad807ed5 None None] Pushing event updated for resources: {'Port': ['ID=2dc1cc1d-f654-4605-a876-79c62b39b400,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:56.046329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.069562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90a5c7d7-b1c4-4843-bdea-02cd552d446e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.087523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:56.095356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:56.138411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:56.139486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.191367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90a5c7d7-b1c4-4843-bdea-02cd552d446e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.237136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4a138c6-fe44-4ee4-8199-5fd3792891ba tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.238210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=324b7ced-99bd-41bf-9114-7e8e25ee1ec6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:56.243717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5c7d7-b1c4-4843-bdea-02cd552d446e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b2fa5c-4b8e-428f-ad21-7243867e55a6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:56.251290 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4a138c6-fe44-4ee4-8199-5fd3792891ba tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.275791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a138c6-fe44-4ee4-8199-5fd3792891ba tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a64858c-df5a-420d-9051-6969bde1457a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:56.301895 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90a5c7d7-b1c4-4843-bdea-02cd552d446e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.307051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90a5c7d7-b1c4-4843-bdea-02cd552d446e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/c0b2fa5c-4b8e-428f-ad21-7243867e55a6 HTTP/1.1" status: 204 len: 168 time: 0.7169678 Sep 27 08:54:56.307780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42896) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:56.317625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4a138c6-fe44-4ee4-8199-5fd3792891ba tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.332279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f4a138c6-fe44-4ee4-8199-5fd3792891ba tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5497649 Sep 27 08:54:56.339811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42898) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:56.347143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d1acf624-43c5-4933-a630-14f390785e64 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '1fba4ebd-db71-4ebb-9e16-eaaf24e3bd05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:56.388710 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1acf624-43c5-4933-a630-14f390785e64 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.416156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f4bb73-2089-4440-a761-07a21422c39f None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:56.437114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.447997 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-513e88d2-19bd-471e-8f21-5424c79ff92c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1366513 Sep 27 08:54:56.448482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42900) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:56.531887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b38e4b-d312-4c7d-b61b-c50825dca822 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:56.535969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90b38e4b-d312-4c7d-b61b-c50825dca822 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0836518 Sep 27 08:54:56.536915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42902) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:56.545540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1ca3962e-8068-43f2-b4a4-987c715b8da0 None None] Provisioning complete for port 1a5a64a9-bde9-4f85-a7b3-77ada6574316 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:56.546321 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ca3962e-8068-43f2-b4a4-987c715b8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.580451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1acf624-43c5-4933-a630-14f390785e64 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.589594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1acf624-43c5-4933-a630-14f390785e64 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.637956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6cbd6-f346-45e8-874a-6034596c657f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:56.639581 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-10a6cbd6-f346-45e8-874a-6034596c657f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1016903 Sep 27 08:54:56.642115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42904) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:56.679258 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ca3962e-8068-43f2-b4a4-987c715b8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.700052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:54:56.704078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e652449a-574c-42e7-b188-51a7f3e842f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607820 Sep 27 08:54:56.709284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:56.716207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:56.749914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1ca3962e-8068-43f2-b4a4-987c715b8da0 None None] For port 1a5a64a9-bde9-4f85-a7b3-77ada6574316, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1a5a64a9-bde9-4f85-a7b3-77ada6574316,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:56.757412 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ca3962e-8068-43f2-b4a4-987c715b8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.818457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3962e-8068-43f2-b4a4-987c715b8da0 None None] Pushing event updated for resources: {'Port': ['ID=1a5a64a9-bde9-4f85-a7b3-77ada6574316,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:56.839176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] Deleting port 1a5a64a9-bde9-4f85-a7b3-77ada6574316 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:56.839628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.857484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:56.866556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.923075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] For port 1a5a64a9-bde9-4f85-a7b3-77ada6574316, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1a5a64a9-bde9-4f85-a7b3-77ada6574316,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:56.923517 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:56.939471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] Calling delete_port for 1a5a64a9-bde9-4f85-a7b3-77ada6574316 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:56.976744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acf624-43c5-4933-a630-14f390785e64 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108ff93f-36e7-4ce5-8ff9-6fcfdc475a3f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:57.061904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 751dba93-2dd9-427d-b4d1-c3daa7b28c86 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:57.145260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:57.145788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.168122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.171039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1acf624-43c5-4933-a630-14f390785e64 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.172525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1acf624-43c5-4933-a630-14f390785e64 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8312993 Sep 27 08:54:57.175775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42908) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:57.185164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.185968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.195764 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.259072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] Pushing event deleted for resources: {'Port': ['ID=1a5a64a9-bde9-4f85-a7b3-77ada6574316,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:57.272226 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0e7a1-86c9-40f9-8fc1-5b45d2cb07a7 None None] No DVR routers for this DVR port 1a5a64a9-bde9-4f85-a7b3-77ada6574316 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:54:57.324740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b89b0c68-5bff-4ddb-84d2-a734255961b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.342869 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b89b0c68-5bff-4ddb-84d2-a734255961b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.345952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.401809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=324b7ced-99bd-41bf-9114-7e8e25ee1ec6,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:57.406008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b89b0c68-5bff-4ddb-84d2-a734255961b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.420003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 751dba93-2dd9-427d-b4d1-c3daa7b28c86, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=751dba93-2dd9-427d-b4d1-c3daa7b28c86,segment=NetworkSegment(cfe1247c-1447-4813-a2b1-42a654eb6121),segment_id=cfe1247c-1447-4813-a2b1-42a654eb6121)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:57.439374 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.440118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2dc1cc1d-f654-4605-a876-79c62b39b400 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:57.466429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b89b0c68-5bff-4ddb-84d2-a734255961b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.467537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b89b0c68-5bff-4ddb-84d2-a734255961b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/108ff93f-36e7-4ce5-8ff9-6fcfdc475a3f HTTP/1.1" status: 204 len: 168 time: 0.2902019 Sep 27 08:54:57.476062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42912) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:57.482668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:54:57.484576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.487030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b0c68-5bff-4ddb-84d2-a734255961b2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=108ff93f-36e7-4ce5-8ff9-6fcfdc475a3f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:57.567164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:57.574599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:57.575813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:57.583993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:57.589418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16633e1-92e4-4d42-9ab5-85f99b9ce08c None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:57.590201 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.590975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:57.616304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=751dba93-2dd9-427d-b4d1-c3daa7b28c86,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:57.632902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=b1562325-2f10-4ed8-930e-71c862ee0769,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:57.638593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2dc1cc1d-f654-4605-a876-79c62b39b400 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:57.638977 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.641242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-74149944-3789-4201-babb-06649ac03f45 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1621292 Sep 27 08:54:57.641880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42914) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:57.657695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a463ee6d-cc96-4612-ad36-b81850ce1b7f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9469426 Sep 27 08:54:57.663117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:57.670106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:13:21:3a', 'name': 'tempest-NetworksTestDHCPv6-510293443'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:57.706579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61400e05-7674-449e-9f9b-8455e6982a12 None None] Network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:57.758086 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9ff581e-0742-436f-af57-3368a6ea5e4c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.770047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9ff581e-0742-436f-af57-3368a6ea5e4c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.847592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9ff581e-0742-436f-af57-3368a6ea5e4c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.854942 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9ff581e-0742-436f-af57-3368a6ea5e4c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.859026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:57.859756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e9ff581e-0742-436f-af57-3368a6ea5e4c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3a64858c-df5a-420d-9051-6969bde1457a HTTP/1.1" status: 204 len: 168 time: 0.1665764 Sep 27 08:54:57.864780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router a618e157-8c4d-421a-ae2a-502854e83bd3 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:54:57.875781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621e6ba-ec49-4a2b-ae31-2e20f8ee962e None None] Network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:54:57.931179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff581e-0742-436f-af57-3368a6ea5e4c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a64858c-df5a-420d-9051-6969bde1457a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:57.935657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2160f332-9e26-45c7-84fb-c6cfeeb4b8d9 None None] Provisioning complete for port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:57.936046 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2160f332-9e26-45c7-84fb-c6cfeeb4b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:57.942214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-792b1075-69fb-4624-b840-0c4f81c27b8d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0790188 Sep 27 08:54:57.942214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:54:57.944771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42920) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:57.999509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': 'b1562325-2f10-4ed8-930e-71c862ee0769'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:54:58.000108 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7502a2bd-d638-4338-bdc0-5665a359c69e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.000395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.004057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:54:58.012062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7502a2bd-d638-4338-bdc0-5665a359c69e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.013767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42922) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:58.015090 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-13d53300-d62a-42a6-93ef-5a9be6b18f31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/a618e157-8c4d-421a-ae2a-502854e83bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6310091 Sep 27 08:54:58.018058 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07d9df-006e-4e04-91a2-2bb2632a10f4 None None] Sync routers for ids ['a618e157-8c4d-421a-ae2a-502854e83bd3'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:54:58.029389 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07d9df-006e-4e04-91a2-2bb2632a10f4 None None] Routers {'a618e157-8c4d-421a-ae2a-502854e83bd3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:58.030185 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b07d9df-006e-4e04-91a2-2bb2632a10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a618e157-8c4d-421a-ae2a-502854e83bd3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:58.071868 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b07d9df-006e-4e04-91a2-2bb2632a10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:58.083062 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07d9df-006e-4e04-91a2-2bb2632a10f4 None None] Routers {'a618e157-8c4d-421a-ae2a-502854e83bd3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:54:58.084073 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b07d9df-006e-4e04-91a2-2bb2632a10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a618e157-8c4d-421a-ae2a-502854e83bd3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:58.125736 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b07d9df-006e-4e04-91a2-2bb2632a10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:54:58.126863 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07d9df-006e-4e04-91a2-2bb2632a10f4 None None] The sync data for ids ['a618e157-8c4d-421a-ae2a-502854e83bd3'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:54:58.158258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18371bd-81af-42a5-b13d-7029202d7bef tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:58.162561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d18371bd-81af-42a5-b13d-7029202d7bef tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports/324b7ced-99bd-41bf-9114-7e8e25ee1ec6 HTTP/1.1" status: 200 len: 911 time: 0.1450155 Sep 27 08:54:58.163539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42924) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:58.166287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7502a2bd-d638-4338-bdc0-5665a359c69e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.176269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7502a2bd-d638-4338-bdc0-5665a359c69e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.177489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7502a2bd-d638-4338-bdc0-5665a359c69e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/48708c0c-6b16-4269-a274-4204b97ffba5 HTTP/1.1" status: 204 len: 168 time: 0.2317882 Sep 27 08:54:58.181661 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.183460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:58.195202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502a2bd-d638-4338-bdc0-5665a359c69e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48708c0c-6b16-4269-a274-4204b97ffba5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:58.232849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port aa4a78ef-3be9-4a46-9638-b28c594fc8e4 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:54:58.263363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f61565ab-efc8-47c2-ae5a-2b38f5778afd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0728633 Sep 27 08:54:58.263363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:58.338181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29cfead6-2505-4396-b948-2c6dacf421eb tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.352133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29cfead6-2505-4396-b948-2c6dacf421eb tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.424667 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fe13:213a (b90251e7-1859-4a80-b7c1-143d6ef98208/b1562325-2f10-4ed8-930e-71c862ee0769/aa4a78ef-3be9-4a46-9638-b28c594fc8e4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:58.427024 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29cfead6-2505-4396-b948-2c6dacf421eb tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.437872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29cfead6-2505-4396-b948-2c6dacf421eb tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.440404 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-29cfead6-2505-4396-b948-2c6dacf421eb tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/66898160-833d-4021-8bdf-abf58a07e692 HTTP/1.1" status: 204 len: 168 time: 0.1748056 Sep 27 08:54:58.445962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:58.477745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfead6-2505-4396-b948-2c6dacf421eb tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66898160-833d-4021-8bdf-abf58a07e692,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:58.527571 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.590524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e196362f-5fe1-470c-a982-b881276669dd tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1431835 Sep 27 08:54:58.594082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42934) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:58.630411 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a38722ad-e446-4606-bc38-116bfad3ad51 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.635706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-09011984-7d90-429a-b53c-1e46989e60bf None None] Provisioning complete for port 2dc1cc1d-f654-4605-a876-79c62b39b400 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:58.636165 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09011984-7d90-429a-b53c-1e46989e60bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.661203 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a38722ad-e446-4606-bc38-116bfad3ad51 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.677817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 2dc1cc1d-f654-4605-a876-79c62b39b400, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2dc1cc1d-f654-4605-a876-79c62b39b400,segment=NetworkSegment(55f16f70-866a-490c-b4a3-e3a7842765a8),segment_id=55f16f70-866a-490c-b4a3-e3a7842765a8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:54:58.696206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.733818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a38722ad-e446-4606-bc38-116bfad3ad51 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.739683 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a38722ad-e446-4606-bc38-116bfad3ad51 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.743609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a38722ad-e446-4606-bc38-116bfad3ad51 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/317e5047-46a9-4a47-bf20-f10d4659e8ed HTTP/1.1" status: 204 len: 168 time: 0.1485417 Sep 27 08:54:58.744440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42936) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:58.776526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=2dc1cc1d-f654-4605-a876-79c62b39b400,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:58.777472 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.781694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38722ad-e446-4606-bc38-116bfad3ad51 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=317e5047-46a9-4a47-bf20-f10d4659e8ed,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:58.796804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.832115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42938) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:58.843317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-68d88daf-790d-40ee-8f40-eb6274138f21 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934644 Sep 27 08:54:58.916744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27c06405-6eea-4a51-baab-76a822e20c2a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.916744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:58.972617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Allocated IP 2001:db8::f816:3eff:feec:cf8c (b90251e7-1859-4a80-b7c1-143d6ef98208/b1562325-2f10-4ed8-930e-71c862ee0769/048a58f0-5b94-49aa-a785-aa63e3e0decb) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:59.004008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=aa4a78ef-3be9-4a46-9638-b28c594fc8e4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:59.032936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:59.034596 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27c06405-6eea-4a51-baab-76a822e20c2a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.039166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:59.059099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:59.082926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:59.084071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.095168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 751dba93-2dd9-427d-b4d1-c3daa7b28c86 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:59.106195 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e08fa0e0-5b6b-4696-a04d-04ef3626764b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4417970 Sep 27 08:54:59.109586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42940) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:59.198590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a4efd-526a-46a7-9515-71fa1c3baf56 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:59.202620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-331a4efd-526a-46a7-9515-71fa1c3baf56 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0897229 Sep 27 08:54:59.203221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42942) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:59.214334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27c06405-6eea-4a51-baab-76a822e20c2a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.217885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27c06405-6eea-4a51-baab-76a822e20c2a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.222066 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-27c06405-6eea-4a51-baab-76a822e20c2a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/1fba4ebd-db71-4ebb-9e16-eaaf24e3bd05 HTTP/1.1" status: 204 len: 168 time: 0.3857038 Sep 27 08:54:59.223617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42944) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:59.228113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c1903327-4978-4e8e-b918-4331ccc6306e None None] Provisioning complete for port 2dc1cc1d-f654-4605-a876-79c62b39b400 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:59.228540 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1903327-4978-4e8e-b918-4331ccc6306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.254206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c06405-6eea-4a51-baab-76a822e20c2a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba4ebd-db71-4ebb-9e16-eaaf24e3bd05,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:59.279417 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.293825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:59.294772 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.325707 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.337230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fafa0-212f-4a32-8988-21690cdee5c5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port aa4a78ef-3be9-4a46-9638-b28c594fc8e4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:54:59.337519 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e8fafa0-212f-4a32-8988-21690cdee5c5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.359043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4100a012-995a-4b8b-a835-fc6e51d20d1f tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1351743 Sep 27 08:54:59.360597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42946) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:59.371950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-03491bd5-c454-47f0-8c8b-a814294676a9 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-secgroup--174640990'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:59.389275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8:1::1 (7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05/460e70e1-ee28-4983-9726-f7e1e4395fbb/9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:54:59.395203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:59.397344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Pushing event updated for resources: {'Port': ['ID=048a58f0-5b94-49aa-a785-aa63e3e0decb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:59.402502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:59.407603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:59.460741 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03491bd5-c454-47f0-8c8b-a814294676a9 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.488618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e8fafa0-212f-4a32-8988-21690cdee5c5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.506468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fafa0-212f-4a32-8988-21690cdee5c5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for aa4a78ef-3be9-4a46-9638-b28c594fc8e4 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:54:59.532793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Attempting to bind port 048a58f0-5b94-49aa-a785-aa63e3e0decb on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:54:59.533227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Attempting to bind port 048a58f0-5b94-49aa-a785-aa63e3e0decb by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:54:59.533690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Attempting to bind port 048a58f0-5b94-49aa-a785-aa63e3e0decb on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:54:59.556015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:54:59.556858 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:54:59.557665 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.558278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:54:59.558994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Bound port: 048a58f0-5b94-49aa-a785-aa63e3e0decb, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:54:59.559918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.566037 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.578693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2dc1cc1d-f654-4605-a876-79c62b39b400 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:54:59.620309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.655064 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03491bd5-c454-47f0-8c8b-a814294676a9 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.670431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c1903327-4978-4e8e-b918-4331ccc6306e None None] Provisioning complete for port 324b7ced-99bd-41bf-9114-7e8e25ee1ec6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:59.670431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1903327-4978-4e8e-b918-4331ccc6306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.683093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03491bd5-c454-47f0-8c8b-a814294676a9 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.684421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:54:59.688068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:54:59.696418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:54:59.696996 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.708753 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03491bd5-c454-47f0-8c8b-a814294676a9 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.710076 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-03491bd5-c454-47f0-8c8b-a814294676a9 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3451450 Sep 27 08:54:59.717516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42950) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:59.724456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9884fa1a-71a7-43ac-a6a4-9d205cf91475 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '5f5f2090-6a22-4df9-8e53-9651a3a33227', 'direction': 'ingress', 'protocol': 17}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:54:59.731486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] For port 048a58f0-5b94-49aa-a785-aa63e3e0decb, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:54:59.739470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:59.746685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c1903327-4978-4e8e-b918-4331ccc6306e None None] Port 324b7ced-99bd-41bf-9114-7e8e25ee1ec6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:54:59.751778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] For port 048a58f0-5b94-49aa-a785-aa63e3e0decb, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=048a58f0-5b94-49aa-a785-aa63e3e0decb,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:54:59.759717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03491bd5-c454-47f0-8c8b-a814294676a9 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5f2090-6a22-4df9-8e53-9651a3a33227,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:59.767310 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e8fafa0-212f-4a32-8988-21690cdee5c5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.769891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.805368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c1903327-4978-4e8e-b918-4331ccc6306e None None] Provisioning complete for port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:59.805877 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1903327-4978-4e8e-b918-4331ccc6306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.808849 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fafa0-212f-4a32-8988-21690cdee5c5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=aa4a78ef-3be9-4a46-9638-b28c594fc8e4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:54:59.834124 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e8fafa0-212f-4a32-8988-21690cdee5c5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.839257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e8fafa0-212f-4a32-8988-21690cdee5c5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/aa4a78ef-3be9-4a46-9638-b28c594fc8e4 HTTP/1.1" status: 204 len: 168 time: 0.6325648 Sep 27 08:54:59.839257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:59.851490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9884fa1a-71a7-43ac-a6a4-9d205cf91475 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.904377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.913668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2dc1cc1d-f654-4605-a876-79c62b39b400 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:54:59.913895 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:54:59.945936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b8b171-4cc4-4450-aea1-3b4882b54c1f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:59.947472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b8b171-4cc4-4450-aea1-3b4882b54c1f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:54:59.951533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-84b8b171-4cc4-4450-aea1-3b4882b54c1f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1089842 Sep 27 08:54:59.952707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:54:59.957806 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb18266-e2bf-46bd-a209-7c1cd6ba69c2 None None] Pushing event updated for resources: {'Port': ['ID=048a58f0-5b94-49aa-a785-aa63e3e0decb,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:00.011417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1d50b0-800f-440f-8eb4-1254ab15d0e4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet b1562325-2f10-4ed8-930e-71c862ee0769 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:00.020210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a1d50b0-800f-440f-8eb4-1254ab15d0e4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.068994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9884fa1a-71a7-43ac-a6a4-9d205cf91475 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.077982 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a1d50b0-800f-440f-8eb4-1254ab15d0e4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.081287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9884fa1a-71a7-43ac-a6a4-9d205cf91475 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.141233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884fa1a-71a7-43ac-a6a4-9d205cf91475 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e1740a-5554-42b7-ab67-9c819e90313e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:00.149973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-207c90d9-5713-463b-812d-82c5fe05ade2 None None] Provisioning complete for port 324b7ced-99bd-41bf-9114-7e8e25ee1ec6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:00.151002 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-207c90d9-5713-463b-812d-82c5fe05ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.154803 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9884fa1a-71a7-43ac-a6a4-9d205cf91475 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.158562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9884fa1a-71a7-43ac-a6a4-9d205cf91475 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4355626 Sep 27 08:55:00.160856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42956) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:00.247663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-207c90d9-5713-463b-812d-82c5fe05ade2 None None] Port 324b7ced-99bd-41bf-9114-7e8e25ee1ec6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:00.248085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a1d50b0-800f-440f-8eb4-1254ab15d0e4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.340760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a1d50b0-800f-440f-8eb4-1254ab15d0e4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.359982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e042214-628c-49a7-9604-8209cac8811f tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.376435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c7a0a865-3794-4109-8327-86546ebb201e None None] Provisioning complete for port 9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:00.376821 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a865-3794-4109-8327-86546ebb201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.384963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d50b0-800f-440f-8eb4-1254ab15d0e4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=b1562325-2f10-4ed8-930e-71c862ee0769,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:00.389771 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a1d50b0-800f-440f-8eb4-1254ab15d0e4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.393154 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9a1d50b0-800f-440f-8eb4-1254ab15d0e4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/b1562325-2f10-4ed8-930e-71c862ee0769 HTTP/1.1" status: 204 len: 168 time: 0.4391499 Sep 27 08:55:00.395782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:00.415013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e042214-628c-49a7-9604-8209cac8811f tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.430237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.435174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0a865-3794-4109-8327-86546ebb201e None None] Port 9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:00.443057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.443870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.449045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e0dfcb91-21fc-4264-b223-69400444d459 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515742 Sep 27 08:55:00.451873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42960) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:00.457161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:00.564869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:00.565132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:00.570380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.581384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e042214-628c-49a7-9604-8209cac8811f tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.583989 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e042214-628c-49a7-9604-8209cac8811f tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.585288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e042214-628c-49a7-9604-8209cac8811f tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/5f5f2090-6a22-4df9-8e53-9651a3a33227 HTTP/1.1" status: 204 len: 168 time: 0.4237688 Sep 27 08:55:00.590858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42962) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:00.621331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e042214-628c-49a7-9604-8209cac8811f tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5f2090-6a22-4df9-8e53-9651a3a33227,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:00.653569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:00.661496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:00.678532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-04bf3a5e-7628-4d11-950d-32c632ff50d2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851405 Sep 27 08:55:00.680228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:00.685369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837470039'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:00.781719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:00.805720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router a618e157-8c4d-421a-ae2a-502854e83bd3 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:00.987855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:01.003695 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-410729e4-2b29-4a21-b823-2594ddd4a405 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/a618e157-8c4d-421a-ae2a-502854e83bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8382409 Sep 27 08:55:01.009068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b1fcb-730d-44c2-b037-9bc18b4ea71e None None] Sync routers for ids ['a618e157-8c4d-421a-ae2a-502854e83bd3'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:01.021727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42968) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:01.024943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 048a58f0-5b94-49aa-a785-aa63e3e0decb up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:01.050406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.061664 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.069481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b1fcb-730d-44c2-b037-9bc18b4ea71e None None] Routers {'a618e157-8c4d-421a-ae2a-502854e83bd3'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:01.070128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-549b1fcb-730d-44c2-b037-9bc18b4ea71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a618e157-8c4d-421a-ae2a-502854e83bd3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:01.094454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c855db-803a-47f0-82fa-f244b74f5642 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:01.099603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-57c855db-803a-47f0-82fa-f244b74f5642 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports/9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f HTTP/1.1" status: 200 len: 913 time: 0.0766428 Sep 27 08:55:01.104566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42970) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:01.133213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.136938 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4530480 Sep 27 08:55:01.137631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca298de-31c1-483f-afcb-746a08114e75,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:01.139661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42972) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:01.150484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8a63d493-ef97-419e-b1f2-45af754ab850 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989789379'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:01.159958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-549b1fcb-730d-44c2-b037-9bc18b4ea71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:01.174584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:55:01.178802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.179153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.179490 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.179818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.180145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.180495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.180820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.181138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.181456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.181770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.182087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.182402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cda9b9-4831-4f79-9bf4-c773290c0001 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:01.189949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c28c81bc-5111-47e3-a818-f5ebc676e839 None None] Provisioning complete for port 9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:01.190373 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c28c81bc-5111-47e3-a818-f5ebc676e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.237010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b1fcb-730d-44c2-b037-9bc18b4ea71e None None] Routers {'a618e157-8c4d-421a-ae2a-502854e83bd3'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:01.237724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-549b1fcb-730d-44c2-b037-9bc18b4ea71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a618e157-8c4d-421a-ae2a-502854e83bd3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:01.281141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-549b1fcb-730d-44c2-b037-9bc18b4ea71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:01.281842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b1fcb-730d-44c2-b037-9bc18b4ea71e None None] The sync data for ids ['a618e157-8c4d-421a-ae2a-502854e83bd3'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:01.286026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 048a58f0-5b94-49aa-a785-aa63e3e0decb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:01.286411 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.288256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c28c81bc-5111-47e3-a818-f5ebc676e839 None None] Port 9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:01.301523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a63d493-ef97-419e-b1f2-45af754ab850 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.363810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2067bef3-fda9-4aad-8f4b-6f05cf1052f1 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:01.446163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.456529 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.480049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ec2cf1f9-93a6-464d-a996-ab392fcd8752 None None] Provisioning complete for port 048a58f0-5b94-49aa-a785-aa63e3e0decb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:01.480712 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf1f9-93a6-464d-a996-ab392fcd8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.544156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a63d493-ef97-419e-b1f2-45af754ab850 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.561768 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a63d493-ef97-419e-b1f2-45af754ab850 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.601529 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:55:01.601881 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:55:01.642929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a63d493-ef97-419e-b1f2-45af754ab850 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.644268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a63d493-ef97-419e-b1f2-45af754ab850 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4973254 Sep 27 08:55:01.647782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42974) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:01.649993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63d493-ef97-419e-b1f2-45af754ab850 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b472c6-d2ce-4902-b23a-e9d7b7e1a7b2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:01.654896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-458d65fe-eded-46b3-ab72-93d6593f411d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': 'eca298de-31c1-483f-afcb-746a08114e75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '31b472c6-d2ce-4902-b23a-e9d7b7e1a7b2', 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:01.665051 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf1f9-93a6-464d-a996-ab392fcd8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.681236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] For port 048a58f0-5b94-49aa-a785-aa63e3e0decb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=048a58f0-5b94-49aa-a785-aa63e3e0decb,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:01.716172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.722801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.723502 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.745110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-458d65fe-eded-46b3-ab72-93d6593f411d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.792615 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-ec2cf1f9-93a6-464d-a996-ab392fcd8752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:55:01.793196 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-ec2cf1f9-93a6-464d-a996-ab392fcd8752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:55:01.806908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:01.817637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:01.831066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:01.832379 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.847647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-458d65fe-eded-46b3-ab72-93d6593f411d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.854225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=19a85870-5e41-4118-ba50-c8fa6252c53c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:01.858975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-458d65fe-eded-46b3-ab72-93d6593f411d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.864551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=048a58f0-5b94-49aa-a785-aa63e3e0decb,revision_number=5']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:01.877345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d5d7cdd-2a53-48df-ae1b-b0cf3fcf0826 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4238527 Sep 27 08:55:01.878547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42978) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:01.887633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:62:08:26', 'name': 'tempest-NetworksTestDHCPv6-1157504928'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:01.909292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d65fe-eded-46b3-ab72-93d6593f411d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba444c41-ff67-4bf5-97e0-3a6c15a95b93,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:01.913920 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-458d65fe-eded-46b3-ab72-93d6593f411d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.915164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-458d65fe-eded-46b3-ab72-93d6593f411d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2655523 Sep 27 08:55:01.918077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42980) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:01.942629 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.953465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f2490-1f04-4815-bbee-d59fb84214b8 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:01.985162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca1a33d4-f7a3-4ca2-a611-d11de441da7e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:01.995725 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca1a33d4-f7a3-4ca2-a611-d11de441da7e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.042172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca1a33d4-f7a3-4ca2-a611-d11de441da7e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.054610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca1a33d4-f7a3-4ca2-a611-d11de441da7e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.058150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca1a33d4-f7a3-4ca2-a611-d11de441da7e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ba444c41-ff67-4bf5-97e0-3a6c15a95b93 HTTP/1.1" status: 204 len: 168 time: 0.1367600 Sep 27 08:55:02.058749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a33d4-f7a3-4ca2-a611-d11de441da7e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba444c41-ff67-4bf5-97e0-3a6c15a95b93,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:02.060524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:02.079618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:02.084267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.120708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 2e867264-77c2-4b33-bc28-10d9f47edb9b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:02.139673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2dd10cd4-8215-4324-8e4c-8d3ff782aeb7 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0761969 Sep 27 08:55:02.143071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42984) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:02.250586 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-afd13914-8458-48b2-86d4-86fc1638460d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.275206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fe62:826 (b90251e7-1859-4a80-b7c1-143d6ef98208/19a85870-5e41-4118-ba50-c8fa6252c53c/2e867264-77c2-4b33-bc28-10d9f47edb9b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:02.285891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-afd13914-8458-48b2-86d4-86fc1638460d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.288284 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.290888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:02.291425 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.370485 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf1f9-93a6-464d-a996-ab392fcd8752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.377131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 048a58f0-5b94-49aa-a785-aa63e3e0decb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=048a58f0-5b94-49aa-a785-aa63e3e0decb,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:02.389964 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.395702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-afd13914-8458-48b2-86d4-86fc1638460d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.398590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-afd13914-8458-48b2-86d4-86fc1638460d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.402153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-afd13914-8458-48b2-86d4-86fc1638460d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/31b472c6-d2ce-4902-b23a-e9d7b7e1a7b2 HTTP/1.1" status: 204 len: 168 time: 0.2554524 Sep 27 08:55:02.410098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42986) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:02.418606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.444283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd13914-8458-48b2-86d4-86fc1638460d tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b472c6-d2ce-4902-b23a-e9d7b7e1a7b2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:02.446415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:02.462741 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.477594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=048a58f0-5b94-49aa-a785-aa63e3e0decb,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:02.503266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-ec2cf1f9-93a6-464d-a996-ab392fcd8752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:55:02.503633 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-ec2cf1f9-93a6-464d-a996-ab392fcd8752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:55:02.511718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.555498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:02.559352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:02.563522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:02.569476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:02.570206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.573853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ace99da9-fe4f-44d4-8eec-f348ca37bac6 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1626129 Sep 27 08:55:02.576714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42988) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:02.585958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=2e867264-77c2-4b33-bc28-10d9f47edb9b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:02.597449 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-de297475-3227-41e8-be74-63089bd6595b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7176459 Sep 27 08:55:02.600270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42990) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:02.654476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f2443e-0aa3-49e6-8516-3aa6b54fe76a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:02.660548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f2443e-0aa3-49e6-8516-3aa6b54fe76a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:02.662312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-39f2443e-0aa3-49e6-8516-3aa6b54fe76a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0610063 Sep 27 08:55:02.665081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42992) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:02.686016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64a850e4-d705-46e7-93e3-5617686bca7b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.735874 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64a850e4-d705-46e7-93e3-5617686bca7b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.762393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0253d891-1877-42e3-9d24-b925d9abc768 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 2e867264-77c2-4b33-bc28-10d9f47edb9b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:02.763038 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0253d891-1877-42e3-9d24-b925d9abc768 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.782324 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.811253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=9a4c4161-a7e3-41dc-b8c9-d5d6d80ba99f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:02.819042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64a850e4-d705-46e7-93e3-5617686bca7b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.821612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64a850e4-d705-46e7-93e3-5617686bca7b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.822825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-64a850e4-d705-46e7-93e3-5617686bca7b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/eca298de-31c1-483f-afcb-746a08114e75 HTTP/1.1" status: 204 len: 168 time: 0.2452333 Sep 27 08:55:02.827672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42994) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:02.905457 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0253d891-1877-42e3-9d24-b925d9abc768 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:02.925292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0253d891-1877-42e3-9d24-b925d9abc768 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 2e867264-77c2-4b33-bc28-10d9f47edb9b owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:02.959606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 048a58f0-5b94-49aa-a785-aa63e3e0decb up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:02.977051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a850e4-d705-46e7-93e3-5617686bca7b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca298de-31c1-483f-afcb-746a08114e75,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:02.978959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.054826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 048a58f0-5b94-49aa-a785-aa63e3e0decb triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:03.055586 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.078296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-17f9bff1-1a5b-4a26-ac4b-0059aa5e6b24 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2491732 Sep 27 08:55:03.084091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:03.108912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-81097b8f-20d3-412a-ae68-040427a88403 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080803459'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:03.162281 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81097b8f-20d3-412a-ae68-040427a88403 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.217081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0253d891-1877-42e3-9d24-b925d9abc768 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.260201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253d891-1877-42e3-9d24-b925d9abc768 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=2e867264-77c2-4b33-bc28-10d9f47edb9b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:03.275997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ca994267-d761-4b33-ab45-29a1d1a77358 None None] Provisioning complete for port 048a58f0-5b94-49aa-a785-aa63e3e0decb triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:03.276747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca994267-d761-4b33-ab45-29a1d1a77358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.290536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router a618e157-8c4d-421a-ae2a-502854e83bd3 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:03.317391 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0253d891-1877-42e3-9d24-b925d9abc768 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.322173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0253d891-1877-42e3-9d24-b925d9abc768 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/2e867264-77c2-4b33-bc28-10d9f47edb9b HTTP/1.1" status: 204 len: 168 time: 0.6560955 Sep 27 08:55:03.325650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43000) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:03.362837 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81097b8f-20d3-412a-ae68-040427a88403 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.374206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81097b8f-20d3-412a-ae68-040427a88403 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.393991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ca994267-d761-4b33-ab45-29a1d1a77358 None None] Could not find standard attr ID for object 2e867264-77c2-4b33-bc28-10d9f47edb9b. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:55:03.397627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ca994267-d761-4b33-ab45-29a1d1a77358 None None] Could not find standard attr ID for object aa4a78ef-3be9-4a46-9638-b28c594fc8e4. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:55:03.408031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:03.416444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-29d17129-16b8-461c-8d95-7601e7eed056 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/a618e157-8c4d-421a-ae2a-502854e83bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3079748 Sep 27 08:55:03.417342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43002) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:03.417803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81097b8f-20d3-412a-ae68-040427a88403 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc484d1-2ff7-4c1c-b2fb-f42b07f71570,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:03.426334 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e689c-bb17-41ef-a893-8f68a3e9c920 None None] Sync routers for ids ['a618e157-8c4d-421a-ae2a-502854e83bd3'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:03.441155 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e689c-bb17-41ef-a893-8f68a3e9c920 None None] Routers {'a618e157-8c4d-421a-ae2a-502854e83bd3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:03.442298 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-494e689c-bb17-41ef-a893-8f68a3e9c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a618e157-8c4d-421a-ae2a-502854e83bd3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:03.447730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4e2bcd-81e1-46f9-a7ac-93ed0c86a617 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:03.450518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4e2bcd-81e1-46f9-a7ac-93ed0c86a617 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:03.452844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-be4e2bcd-81e1-46f9-a7ac-93ed0c86a617 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1260955 Sep 27 08:55:03.455093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81097b8f-20d3-412a-ae68-040427a88403 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.459964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-81097b8f-20d3-412a-ae68-040427a88403 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3549221 Sep 27 08:55:03.460666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43004) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:03.461060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:03.474581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-752d672c-cc66-475e-8bdc-474a3bfb2b53 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': 'ccc484d1-2ff7-4c1c-b2fb-f42b07f71570', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:03.492792 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-494e689c-bb17-41ef-a893-8f68a3e9c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:03.502653 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e689c-bb17-41ef-a893-8f68a3e9c920 None None] Routers {'a618e157-8c4d-421a-ae2a-502854e83bd3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:03.503426 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-494e689c-bb17-41ef-a893-8f68a3e9c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a618e157-8c4d-421a-ae2a-502854e83bd3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:03.541781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d907a77a-1b68-4af1-b2fd-fe44779e23ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 19a85870-5e41-4118-ba50-c8fa6252c53c {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:03.542039 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-494e689c-bb17-41ef-a893-8f68a3e9c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:03.542594 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494e689c-bb17-41ef-a893-8f68a3e9c920 None None] The sync data for ids ['a618e157-8c4d-421a-ae2a-502854e83bd3'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:03.547929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d907a77a-1b68-4af1-b2fd-fe44779e23ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.572560 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-752d672c-cc66-475e-8bdc-474a3bfb2b53 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.606895 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d907a77a-1b68-4af1-b2fd-fe44779e23ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.702983 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-752d672c-cc66-475e-8bdc-474a3bfb2b53 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.708634 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-752d672c-cc66-475e-8bdc-474a3bfb2b53 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.738253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d672c-cc66-475e-8bdc-474a3bfb2b53 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e969c2-2b65-4cbd-9f0e-e7cee917f355,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:03.741029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d907a77a-1b68-4af1-b2fd-fe44779e23ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.770833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-752d672c-cc66-475e-8bdc-474a3bfb2b53 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.772064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-752d672c-cc66-475e-8bdc-474a3bfb2b53 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3087504 Sep 27 08:55:03.775642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43008) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:03.778017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.809585 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d907a77a-1b68-4af1-b2fd-fe44779e23ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.838023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907a77a-1b68-4af1-b2fd-fe44779e23ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=19a85870-5e41-4118-ba50-c8fa6252c53c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:03.840140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d907a77a-1b68-4af1-b2fd-fe44779e23ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.844455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d907a77a-1b68-4af1-b2fd-fe44779e23ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/19a85870-5e41-4118-ba50-c8fa6252c53c HTTP/1.1" status: 204 len: 168 time: 0.3799636 Sep 27 08:55:03.845480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43010) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:03.849173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c9d85-cf94-46f7-9dcf-98baa73a087d None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:03.870602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fac42d60-554a-41b7-a800-088e0fb82b87 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.885184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fac42d60-554a-41b7-a800-088e0fb82b87 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:03.885421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9cf74dc2-0f86-43e3-a93f-8b7430ab7e13 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370085 Sep 27 08:55:03.885637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43012) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:03.997213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fac42d60-554a-41b7-a800-088e0fb82b87 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.007688 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fac42d60-554a-41b7-a800-088e0fb82b87 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.008841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fac42d60-554a-41b7-a800-088e0fb82b87 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/82e969c2-2b65-4cbd-9f0e-e7cee917f355 HTTP/1.1" status: 204 len: 168 time: 0.2287838 Sep 27 08:55:04.011687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.018901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac42d60-554a-41b7-a800-088e0fb82b87 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82e969c2-2b65-4cbd-9f0e-e7cee917f355,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:04.035928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02f9e6d-942f-4d2e-a95d-f91dd55ee37e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:04.038762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b02f9e6d-942f-4d2e-a95d-f91dd55ee37e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1468916 Sep 27 08:55:04.040220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.043318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:04.091225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-941165e1-bce1-4ff5-b369-e87fd718b1f2 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0775824 Sep 27 08:55:04.094056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43020) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.095719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] Deleting port 048a58f0-5b94-49aa-a785-aa63e3e0decb {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:04.096712 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.133866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622889e-4e15-4720-ba92-2377728098df tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:04.136981 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e622889e-4e15-4720-ba92-2377728098df tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942006 Sep 27 08:55:04.139333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43022) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.139881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 324b7ced-99bd-41bf-9114-7e8e25ee1ec6 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:04.140476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.166271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] For port 048a58f0-5b94-49aa-a785-aa63e3e0decb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=048a58f0-5b94-49aa-a785-aa63e3e0decb,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:04.166683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.185434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5be8e40d-53e3-4b82-ab68-32528d49961c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413907 Sep 27 08:55:04.186284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43024) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.189383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] Calling delete_port for 048a58f0-5b94-49aa-a785-aa63e3e0decb owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:04.190987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:04.236623 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3196-90b9-4fb0-8475-f5b8da903405 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.239851 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.254037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 324b7ced-99bd-41bf-9114-7e8e25ee1ec6 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:04.281833 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.302005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3196-90b9-4fb0-8475-f5b8da903405 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.310941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] Pushing event deleted for resources: {'Port': ['ID=048a58f0-5b94-49aa-a785-aa63e3e0decb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:04.320829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff87b6-965d-4518-9b06-63e1abeac842 None None] No DVR routers for this DVR port 048a58f0-5b94-49aa-a785-aa63e3e0decb on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:04.348505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:04.352405 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.374058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3196-90b9-4fb0-8475-f5b8da903405 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.377481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3196-90b9-4fb0-8475-f5b8da903405 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.378720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ee4f3196-90b9-4fb0-8475-f5b8da903405 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/ccc484d1-2ff7-4c1c-b2fb-f42b07f71570 HTTP/1.1" status: 204 len: 168 time: 0.2837603 Sep 27 08:55:04.381580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43026) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.400175 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f3196-90b9-4fb0-8475-f5b8da903405 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc484d1-2ff7-4c1c-b2fb-f42b07f71570,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:04.465150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-00c415f3-3e4d-48dd-b39e-bccad707e28e tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823445 Sep 27 08:55:04.469102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.474255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e039186f-bdf4-4efb-a17e-598d7bfb988a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group': {'name': 'tempest-secgroup--346391018'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:04.482336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.509231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e039186f-bdf4-4efb-a17e-598d7bfb988a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.510916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=324b7ced-99bd-41bf-9114-7e8e25ee1ec6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:04.619078 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.674793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.753816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:04.764668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:04.771174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:04.771779 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.775892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b36218-176d-45ab-aeef-81b0ec2b25d2 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:04.789190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=8ffc6c42-6177-4f21-a0d6-4afcbdea69f9,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:04.799937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router a618e157-8c4d-421a-ae2a-502854e83bd3 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:04.802294 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e039186f-bdf4-4efb-a17e-598d7bfb988a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.807042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e039186f-bdf4-4efb-a17e-598d7bfb988a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.827241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-048ff53d-50c4-4df2-982d-314324df9426 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6405032 Sep 27 08:55:04.830476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43030) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.836622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:97:b4:35', 'name': 'tempest-NetworksTestDHCPv6-1804375594'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:04.851625 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e039186f-bdf4-4efb-a17e-598d7bfb988a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:04.855357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e039186f-bdf4-4efb-a17e-598d7bfb988a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3826613 Sep 27 08:55:04.855942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43032) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.863165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cf4e1f31-b7aa-48ef-b6fe-9b79af115e66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '033a1d64-9720-440a-aa94-71c26e17f6fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:04.870345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039186f-bdf4-4efb-a17e-598d7bfb988a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033a1d64-9720-440a-aa94-71c26e17f6fa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:04.903196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:04.915361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005ed80-c998-4535-9346-b93d1318bff4 None None] Sync routers for ids ['a618e157-8c4d-421a-ae2a-502854e83bd3'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:04.916611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ab856046-5915-4552-9bfb-0d56c89eeb48 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/a618e157-8c4d-421a-ae2a-502854e83bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4981871 Sep 27 08:55:04.919647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43034) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.938615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 048a58f0-5b94-49aa-a785-aa63e3e0decb no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:04.953982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-61bff5a6-df47-495e-aebf-8b6c5dd6b0c6 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=a618e157-8c4d-421a-ae2a-502854e83bd3 HTTP/1.1" status: 200 len: 205 time: 0.0331318 Sep 27 08:55:04.956881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43036) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:04.964308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005ed80-c998-4535-9346-b93d1318bff4 None None] Routers {'a618e157-8c4d-421a-ae2a-502854e83bd3'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:04.966332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7005ed80-c998-4535-9346-b93d1318bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a618e157-8c4d-421a-ae2a-502854e83bd3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:04.966665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 048a58f0-5b94-49aa-a785-aa63e3e0decb {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:04.967031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 048a58f0-5b94-49aa-a785-aa63e3e0decb not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:04.986715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:05.005104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1f31-b7aa-48ef-b6fe-9b79af115e66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.021037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7005ed80-c998-4535-9346-b93d1318bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:05.031237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005ed80-c998-4535-9346-b93d1318bff4 None None] Routers {'a618e157-8c4d-421a-ae2a-502854e83bd3'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:05.031866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7005ed80-c998-4535-9346-b93d1318bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['a618e157-8c4d-421a-ae2a-502854e83bd3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:05.038824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '8ffc6c42-6177-4f21-a0d6-4afcbdea69f9'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:05.039753 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.086133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.090264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7005ed80-c998-4535-9346-b93d1318bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:05.091036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005ed80-c998-4535-9346-b93d1318bff4 None None] The sync data for ids ['a618e157-8c4d-421a-ae2a-502854e83bd3'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:05.117958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 681c3904-3f55-4422-9bb5-6d92aa57016f yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:05.258698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/8ffc6c42-6177-4f21-a0d6-4afcbdea69f9/e5bfc49c-27b9-4bee-90e8-de1bdf625d80) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:05.351878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b767559-7793-4067-8eae-c7037b1f5330 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.420244 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.436422 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.492914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:05.496616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:05.505431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:05.506690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1f31-b7aa-48ef-b6fe-9b79af115e66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.507052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::18d (b90251e7-1859-4a80-b7c1-143d6ef98208/8ffc6c42-6177-4f21-a0d6-4afcbdea69f9/681c3904-3f55-4422-9bb5-6d92aa57016f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:05.509374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Pushing event updated for resources: {'Port': ['ID=e5bfc49c-27b9-4bee-90e8-de1bdf625d80,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:05.547627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b767559-7793-4067-8eae-c7037b1f5330 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.547627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b767559-7793-4067-8eae-c7037b1f5330 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.547627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1f31-b7aa-48ef-b6fe-9b79af115e66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.570196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e1f31-b7aa-48ef-b6fe-9b79af115e66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c5a80a-7343-4a7a-a6d1-3ef7b8695107,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:05.574188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Attempting to bind port e5bfc49c-27b9-4bee-90e8-de1bdf625d80 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:05.574891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Attempting to bind port e5bfc49c-27b9-4bee-90e8-de1bdf625d80 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:05.575323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Attempting to bind port e5bfc49c-27b9-4bee-90e8-de1bdf625d80 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:05.579123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1f31-b7aa-48ef-b6fe-9b79af115e66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.580337 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cf4e1f31-b7aa-48ef-b6fe-9b79af115e66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7233503 Sep 27 08:55:05.588606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:05.589168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:05.589387 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.589839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:05.590325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Bound port: e5bfc49c-27b9-4bee-90e8-de1bdf625d80, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:05.590709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.593160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:05.629837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b767559-7793-4067-8eae-c7037b1f5330 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.630467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b767559-7793-4067-8eae-c7037b1f5330 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Fanout notify agent at l3_agent the message router_deleted on router a618e157-8c4d-421a-ae2a-502854e83bd3 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:55:05.639931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b767559-7793-4067-8eae-c7037b1f5330 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.641808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b767559-7793-4067-8eae-c7037b1f5330 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/a618e157-8c4d-421a-ae2a-502854e83bd3 HTTP/1.1" status: 204 len: 168 time: 0.6835794 Sep 27 08:55:05.644437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43054) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:05.659908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c2d7fca-b6c5-413a-98d6-948e64f439a1 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules/96c5a80a-7343-4a7a-a6d1-3ef7b8695107 HTTP/1.1" status: 200 len: 763 time: 0.0636311 Sep 27 08:55:05.663185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:05.686878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] For port e5bfc49c-27b9-4bee-90e8-de1bdf625d80, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:05.690629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] For port e5bfc49c-27b9-4bee-90e8-de1bdf625d80, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e5bfc49c-27b9-4bee-90e8-de1bdf625d80,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:05.697699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.732936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bf47be-52f7-4e53-9d9d-df4882ee8134 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet 460e70e1-ee28-4983-9726-f7e1e4395fbb {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:05.740132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44bf47be-52f7-4e53-9d9d-df4882ee8134 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.740314 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eff3f541-b7e1-4ee4-9ccb-c919854b37e1 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0729566 Sep 27 08:55:05.740314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43058) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:05.770228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3db26-0163-44f8-a6b6-80e5cf2acbfc None None] Pushing event updated for resources: {'Port': ['ID=e5bfc49c-27b9-4bee-90e8-de1bdf625d80,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:05.796977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44bf47be-52f7-4e53-9d9d-df4882ee8134 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.814794 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.825618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a3e7-0959-480d-baa3-2d5a67f1bba5 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.848359 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a3e7-0959-480d-baa3-2d5a67f1bba5 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.886866 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.902397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44bf47be-52f7-4e53-9d9d-df4882ee8134 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.906568 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a3e7-0959-480d-baa3-2d5a67f1bba5 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.913192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a3e7-0959-480d-baa3-2d5a67f1bba5 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:05.920507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9f9a3e7-0959-480d-baa3-2d5a67f1bba5 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/96c5a80a-7343-4a7a-a6d1-3ef7b8695107 HTTP/1.1" status: 204 len: 168 time: 0.1774323 Sep 27 08:55:05.923861 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:05.959060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9a3e7-0959-480d-baa3-2d5a67f1bba5 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96c5a80a-7343-4a7a-a6d1-3ef7b8695107,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:05.979782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44bf47be-52f7-4e53-9d9d-df4882ee8134 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.016777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.027777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-52e4ece3-b79c-4a66-bb79-763befdd9575 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0999033 Sep 27 08:55:06.035886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43064) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.047570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5d90081f-bae8-4c15-bb05-fd1ea9c0831a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '033a1d64-9720-440a-aa94-71c26e17f6fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:06.053506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf47be-52f7-4e53-9d9d-df4882ee8134 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=460e70e1-ee28-4983-9726-f7e1e4395fbb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:06.061508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44bf47be-52f7-4e53-9d9d-df4882ee8134 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.063800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-44bf47be-52f7-4e53-9d9d-df4882ee8134 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/460e70e1-ee28-4983-9726-f7e1e4395fbb HTTP/1.1" status: 204 len: 168 time: 0.4182737 Sep 27 08:55:06.067211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43066) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.074521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39bf26-1f5d-4e5a-a4fb-e4f6d281c02e None None] Network 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:06.104523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=681c3904-3f55-4422-9bb5-6d92aa57016f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:06.112551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:06.114705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:06.117253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:06.123584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:06.124549 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.129549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d90081f-bae8-4c15-bb05-fd1ea9c0831a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.145407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-48c6d651-b6fb-431c-baaf-2da7aefb6162 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3135765 Sep 27 08:55:06.146424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.166903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb3e737-a112-441b-ab72-aaeb3b35cb0b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet 5e623350-cff0-41cc-863d-aba35ed9d671 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:06.216572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fb3e737-a112-441b-ab72-aaeb3b35cb0b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.219548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d0064-d274-4f68-85f9-80c65050fd95 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:06.227606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d0064-d274-4f68-85f9-80c65050fd95 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:06.229641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-627d0064-d274-4f68-85f9-80c65050fd95 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0826988 Sep 27 08:55:06.232373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43070) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.248135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d90081f-bae8-4c15-bb05-fd1ea9c0831a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.256077 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d90081f-bae8-4c15-bb05-fd1ea9c0831a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.286620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fb3e737-a112-441b-ab72-aaeb3b35cb0b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.317262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90081f-bae8-4c15-bb05-fd1ea9c0831a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa77e29-bb4a-4e3e-bbc2-8a0f4755ab95,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:06.326915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5d90081f-bae8-4c15-bb05-fd1ea9c0831a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.332263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5d90081f-bae8-4c15-bb05-fd1ea9c0831a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2909617 Sep 27 08:55:06.335510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43072) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.361906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eb8da7a0-7ddb-48eb-a3b1-ab979b2b4cba tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules/4fa77e29-bb4a-4e3e-bbc2-8a0f4755ab95 HTTP/1.1" status: 200 len: 763 time: 0.0230401 Sep 27 08:55:06.364262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.370245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] DHCP port deletion for 7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:06.387689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d36a7ff4-c43b-44f8-8e17-5e32f453fbfc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 681c3904-3f55-4422-9bb5-6d92aa57016f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:06.388041 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d36a7ff4-c43b-44f8-8e17-5e32f453fbfc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.424575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fb3e737-a112-441b-ab72-aaeb3b35cb0b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.442200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] Deleting port 2dc1cc1d-f654-4605-a876-79c62b39b400 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:06.442585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.462362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-af91b8fa-57bc-428b-b50a-54a106f36c74 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0969017 Sep 27 08:55:06.468016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43076) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.506755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d03bcd01-e8a9-4963-abf6-a471a63fe93c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.516571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d03bcd01-e8a9-4963-abf6-a471a63fe93c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.523426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] For port 2dc1cc1d-f654-4605-a876-79c62b39b400, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2dc1cc1d-f654-4605-a876-79c62b39b400,segment=NetworkSegment(55f16f70-866a-490c-b4a3-e3a7842765a8),segment_id=55f16f70-866a-490c-b4a3-e3a7842765a8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:06.523990 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.541181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] Calling delete_port for 2dc1cc1d-f654-4605-a876-79c62b39b400 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:06.562376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fb3e737-a112-441b-ab72-aaeb3b35cb0b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.595862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3e737-a112-441b-ab72-aaeb3b35cb0b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=5e623350-cff0-41cc-863d-aba35ed9d671,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:06.598209 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d03bcd01-e8a9-4963-abf6-a471a63fe93c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.605702 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d36a7ff4-c43b-44f8-8e17-5e32f453fbfc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.606123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d03bcd01-e8a9-4963-abf6-a471a63fe93c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.607266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d03bcd01-e8a9-4963-abf6-a471a63fe93c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4fa77e29-bb4a-4e3e-bbc2-8a0f4755ab95 HTTP/1.1" status: 204 len: 168 time: 0.1381691 Sep 27 08:55:06.609681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fb3e737-a112-441b-ab72-aaeb3b35cb0b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.610925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43078) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.611490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4fb3e737-a112-441b-ab72-aaeb3b35cb0b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/5e623350-cff0-41cc-863d-aba35ed9d671 HTTP/1.1" status: 204 len: 168 time: 0.5429869 Sep 27 08:55:06.615452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43080) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.655562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d36a7ff4-c43b-44f8-8e17-5e32f453fbfc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 681c3904-3f55-4422-9bb5-6d92aa57016f owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:06.707796 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e3c6d20-23be-49cc-9b8d-4d138784e582 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0915327 Sep 27 08:55:06.712620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a699b6-c3d7-4ec7-8edb-d2e1c8d4563b None None] Network 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:06.771372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43084) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:06.775613 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.781587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-590abc68-3990-4aca-a55f-44c82cbd7719 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Request body: {'security_group_rule': {'security_group_id': '033a1d64-9720-440a-aa94-71c26e17f6fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:06.790381 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.804718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bcd01-e8a9-4963-abf6-a471a63fe93c tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fa77e29-bb4a-4e3e-bbc2-8a0f4755ab95,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:06.816272 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-590abc68-3990-4aca-a55f-44c82cbd7719 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Project 11a65971346c4712a5f3352f1713c578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:55:06.822543 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-590abc68-3990-4aca-a55f-44c82cbd7719 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.827351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] No DVR routers for this DVR port 2dc1cc1d-f654-4605-a876-79c62b39b400 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:06.878388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91683-51fb-4044-9cd3-4713f81a1b9a None None] Pushing event deleted for resources: {'Port': ['ID=2dc1cc1d-f654-4605-a876-79c62b39b400,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:06.926357 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-590abc68-3990-4aca-a55f-44c82cbd7719 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.950526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-590abc68-3990-4aca-a55f-44c82cbd7719 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.990659 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-590abc68-3990-4aca-a55f-44c82cbd7719 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:06.992160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-590abc68-3990-4aca-a55f-44c82cbd7719 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2144723 Sep 27 08:55:07.000136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43090) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.004436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] DHCP port deletion for 2d08d9be-d0e2-44fd-9d6c-205c9399ca3b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:07.019967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590abc68-3990-4aca-a55f-44c82cbd7719 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb22077-d4b9-4fee-9eb4-5f46cf6c13f6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:07.044234 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d36a7ff4-c43b-44f8-8e17-5e32f453fbfc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.048239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e5bfc49c-27b9-4bee-90e8-de1bdf625d80 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:07.063802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.081117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a7ff4-c43b-44f8-8e17-5e32f453fbfc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=681c3904-3f55-4422-9bb5-6d92aa57016f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:07.090006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8d7cb6f0-0c7b-4ec9-ba55-7616e783ea97 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules/ceb22077-d4b9-4fee-9eb4-5f46cf6c13f6 HTTP/1.1" status: 200 len: 769 time: 0.0859141 Sep 27 08:55:07.094526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43096) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.119811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:07.123258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e5bfc49c-27b9-4bee-90e8-de1bdf625d80 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:07.123821 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.134191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f16f70-866a-490c-b4a3-e3a7842765a8') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:07.134604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f16f70-866a-490c-b4a3-e3a7842765a8') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:07.136502 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d36a7ff4-c43b-44f8-8e17-5e32f453fbfc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.138709 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d36a7ff4-c43b-44f8-8e17-5e32f453fbfc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/681c3904-3f55-4422-9bb5-6d92aa57016f HTTP/1.1" status: 204 len: 168 time: 0.9051778 Sep 27 08:55:07.141309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.158277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.171807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] Deleting port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:07.172211 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.195580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-24b7581a-6cc9-4a3f-b810-79bf6ce4b72a tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0987940 Sep 27 08:55:07.208460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.225767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.242904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:07.243185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:07.246848 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:07.259002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d494c-7587-4b59-a018-506e24e6ee44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:07.260919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d494c-7587-4b59-a018-506e24e6ee44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:07.262612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7d9d494c-7587-4b59-a018-506e24e6ee44 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1201515 Sep 27 08:55:07.263704 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdf72785-bb04-4e85-88c9-48733e49da66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.273311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdf72785-bb04-4e85-88c9-48733e49da66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.286562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43102) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.288201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8b700f2a-5c37-45be-ad97-51e370d1646f None None] Provisioning complete for port e5bfc49c-27b9-4bee-90e8-de1bdf625d80 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:07.288603 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b700f2a-5c37-45be-ad97-51e370d1646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.313613 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdf72785-bb04-4e85-88c9-48733e49da66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.326453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdf72785-bb04-4e85-88c9-48733e49da66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.328042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fdf72785-bb04-4e85-88c9-48733e49da66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ceb22077-d4b9-4fee-9eb4-5f46cf6c13f6 HTTP/1.1" status: 204 len: 168 time: 0.1163068 Sep 27 08:55:07.332900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43106) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.334660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf72785-bb04-4e85-88c9-48733e49da66 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceb22077-d4b9-4fee-9eb4-5f46cf6c13f6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:07.395436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] For port 751dba93-2dd9-427d-b4d1-c3daa7b28c86, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=751dba93-2dd9-427d-b4d1-c3daa7b28c86,segment=NetworkSegment(cfe1247c-1447-4813-a2b1-42a654eb6121),segment_id=cfe1247c-1447-4813-a2b1-42a654eb6121)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:07.395436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.415662 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.417873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] Calling delete_port for 751dba93-2dd9-427d-b4d1-c3daa7b28c86 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:07.445897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d808f160-d819-4fb4-95a3-3d8334ecbd71 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0950553 Sep 27 08:55:07.446003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.447167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.453599 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.457963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05 HTTP/1.1" status: 204 len: 168 time: 0.8390746 Sep 27 08:55:07.470393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43110) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.475265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523cef2-e381-4788-86ce-1e1c0ad33c5e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=7acd8f27-6aa2-41b3-b3d7-ee600a2dfd05,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:07.481957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef2a540-e352-4986-b5ed-c9318e6239f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 8ffc6c42-6177-4f21-a0d6-4afcbdea69f9 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:07.485591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eef2a540-e352-4986-b5ed-c9318e6239f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.535880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eef2a540-e352-4986-b5ed-c9318e6239f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.578207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port e5bfc49c-27b9-4bee-90e8-de1bdf625d80, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e5bfc49c-27b9-4bee-90e8-de1bdf625d80,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:07.616494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.648859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eef2a540-e352-4986-b5ed-c9318e6239f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.651568 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64fa6475-b40b-4393-b6d7-3ea9fee08974 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.660912 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.687183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64fa6475-b40b-4393-b6d7-3ea9fee08974 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.702967 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b700f2a-5c37-45be-ad97-51e370d1646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.721526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2dc1cc1d-f654-4605-a876-79c62b39b400 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:07.752354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eef2a540-e352-4986-b5ed-c9318e6239f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.769999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 2dc1cc1d-f654-4605-a876-79c62b39b400 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:07.770448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2dc1cc1d-f654-4605-a876-79c62b39b400 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:07.780899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:07.781769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.786243 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64fa6475-b40b-4393-b6d7-3ea9fee08974 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.788984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64fa6475-b40b-4393-b6d7-3ea9fee08974 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.792946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-64fa6475-b40b-4393-b6d7-3ea9fee08974 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "DELETE /v2.0/security-groups/033a1d64-9720-440a-aa94-71c26e17f6fa HTTP/1.1" status: 204 len: 168 time: 0.3433740 Sep 27 08:55:07.797947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2a540-e352-4986-b5ed-c9318e6239f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffc6c42-6177-4f21-a0d6-4afcbdea69f9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:07.800217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eef2a540-e352-4986-b5ed-c9318e6239f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.809306 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eef2a540-e352-4986-b5ed-c9318e6239f3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/8ffc6c42-6177-4f21-a0d6-4afcbdea69f9 HTTP/1.1" status: 204 len: 168 time: 0.5164256 Sep 27 08:55:07.809563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43112) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.809700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43114) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.815840 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:07.818208 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=e5bfc49c-27b9-4bee-90e8-de1bdf625d80,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:07.846874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8712428b-0c81-45ef-aca3-fd90d827f74f None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:07.847683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa6475-b40b-4393-b6d7-3ea9fee08974 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033a1d64-9720-440a-aa94-71c26e17f6fa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:07.874096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f433e54-9007-4443-b4fa-ef9031706b30 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634758 Sep 27 08:55:07.874716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43116) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.930635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d581b37-9f42-433a-a6bf-6f025f6bffee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:07.935031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1d581b37-9f42-433a-a6bf-6f025f6bffee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0592861 Sep 27 08:55:07.935927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43118) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:07.984218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] Pushing event deleted for resources: {'Port': ['ID=751dba93-2dd9-427d-b4d1-c3daa7b28c86,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:07.997906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590fa99-1d3b-4827-8229-f9e6402f48a4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:08.002867 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8590fa99-1d3b-4827-8229-f9e6402f48a4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0657690 Sep 27 08:55:08.003557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43120) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:08.026313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070dea21-0fba-4f5b-aaf8-8baedff3eb55 None None] No DVR routers for this DVR port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:08.028563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-8b700f2a-5c37-45be-ad97-51e370d1646f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:55:08.029121 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-8b700f2a-5c37-45be-ad97-51e370d1646f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:55:08.073353 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-345c76fc-47bf-4bb8-8ee0-af1d1e90e338 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685098 Sep 27 08:55:08.074029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43122) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:08.079690 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:08.161224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:08.181168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:08.185439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.241581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] Deleting port e5bfc49c-27b9-4bee-90e8-de1bdf625d80 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:08.242115 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.316081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] For port e5bfc49c-27b9-4bee-90e8-de1bdf625d80, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e5bfc49c-27b9-4bee-90e8-de1bdf625d80,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:08.316596 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.323279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 751dba93-2dd9-427d-b4d1-c3daa7b28c86, host n-d-810909-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:08.323836 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.332025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] Calling delete_port for e5bfc49c-27b9-4bee-90e8-de1bdf625d80 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:08.344113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 751dba93-2dd9-427d-b4d1-c3daa7b28c86 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:08.349366 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d8620e9-c3da-42fd-8e87-851c44efed00 tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5389707 Sep 27 08:55:08.351290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 was not found and therefore no delete operation was performed {{(pid=94831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:55:08.354094 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.357834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43124) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:08.384459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No DVR routers for this DVR port 751dba93-2dd9-427d-b4d1-c3daa7b28c86 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:08.390115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=751dba93-2dd9-427d-b4d1-c3daa7b28c86,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:08.482602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.487798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9d338d81-f8ca-497b-aacf-7c889e80d21b tempest-SecGroupIPv6Test-1843179693 tempest-SecGroupIPv6Test-1843179693-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285973 Sep 27 08:55:08.506976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d08d9be-d0e2-44fd-9d6c-205c9399ca3b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:08.518180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe1247c-1447-4813-a2b1-42a654eb6121') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:08.518518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe1247c-1447-4813-a2b1-42a654eb6121') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:08.529781 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.544188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.552663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:08.553088 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:08.576896 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:08.636772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.645648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.650319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/2d08d9be-d0e2-44fd-9d6c-205c9399ca3b HTTP/1.1" status: 204 len: 168 time: 1.1770060 Sep 27 08:55:08.652205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43130) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:08.662468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1495630890'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:08.670960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d087e-d323-4a39-be60-ae21edfc95dc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=2d08d9be-d0e2-44fd-9d6c-205c9399ca3b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:08.708001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.733220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:08.737535 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.740217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] Pushing event deleted for resources: {'Port': ['ID=e5bfc49c-27b9-4bee-90e8-de1bdf625d80,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:08.746836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b4280-7ba5-4af9-a5ac-2e136f5120c0 None None] No DVR routers for this DVR port e5bfc49c-27b9-4bee-90e8-de1bdf625d80 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:08.768228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d838271-4abb-4a56-8e3d-e6052891e8a8 None None] Could not find standard attr ID for object 681c3904-3f55-4422-9bb5-6d92aa57016f. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:55:08.784799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.objects.ports [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94830) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:55:08.867013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:08.880587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:08.951894 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 751dba93-2dd9-427d-b4d1-c3daa7b28c86 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:08.961589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:08.962186 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment cc455073-0a1d-4f83-83ec-5b9e575757e7 of type vlan for network 92512837-2dc5-45dc-9ce5-7f31e539c44c Sep 27 08:55:08.975364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 751dba93-2dd9-427d-b4d1-c3daa7b28c86 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:08.975804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 751dba93-2dd9-427d-b4d1-c3daa7b28c86 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:08.976367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e5bfc49c-27b9-4bee-90e8-de1bdf625d80 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:08.999061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: e5bfc49c-27b9-4bee-90e8-de1bdf625d80 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:08.999506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e5bfc49c-27b9-4bee-90e8-de1bdf625d80 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:09.052210 n-d-810909-1 neutron-server[94830]: WARNING neutron.services.revisions.revision_plugin [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Could not find related port for resource to bump revision. Sep 27 08:55:09.057207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.061184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Port e5bfc49c-27b9-4bee-90e8-de1bdf625d80 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94830) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 27 08:55:09.061492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Reverting IP allocation for 2001:db8::f816:3eff:fe86:253b {{(pid=94830) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 27 08:55:09.067262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe86:253b {{(pid=94830) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 27 08:55:09.069619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.075395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4889c245-856d-49a7-8384-643f7511d283 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11a65971346c4712a5f3352f1713c578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936252 Sep 27 08:55:09.076459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43138) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:09.137999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.141150 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-280b1faf-b9fc-45d2-98e5-099610fd3300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.143699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:09.144399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.168368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-280b1faf-b9fc-45d2-98e5-099610fd3300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.193061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:09.204421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5474401 Sep 27 08:55:09.204421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:09.206166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:09.207310 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.208911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:09.212939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:09.217339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f300f-3eb6-430c-821d-c119a0d58110 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:09.234606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': '92512837-2dc5-45dc-9ce5-7f31e539c44c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:09.256193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c27be8-9735-453d-80de-7fb21f6b24c7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=92512837-2dc5-45dc-9ce5-7f31e539c44c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:09.280781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 92512837-2dc5-45dc-9ce5-7f31e539c44c details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:09.282447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fd891c6c-50ea-40af-996d-a0eef436d37f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2071486 Sep 27 08:55:09.284021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43142) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:09.289868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-16ea5686-4372-4a64-9623-ab7b31dcb867 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:09.334944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:09.339107 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.423280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ea5686-4372-4a64-9623-ab7b31dcb867 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:09.427727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16ea5686-4372-4a64-9623-ab7b31dcb867 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.461841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:09.462871 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.487639 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-280b1faf-b9fc-45d2-98e5-099610fd3300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.491698 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-280b1faf-b9fc-45d2-98e5-099610fd3300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.493207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-280b1faf-b9fc-45d2-98e5-099610fd3300 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/610a2d08-5b6e-432b-971f-89828f4e5ee6 HTTP/1.1" status: 204 len: 168 time: 0.4156437 Sep 27 08:55:09.508438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b1faf-b9fc-45d2-98e5-099610fd3300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610a2d08-5b6e-432b-971f-89828f4e5ee6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:09.580050 n-d-810909-1 neutron-server[94830]: INFO neutron.db.ipam_backend_mixin [None req-16ea5686-4372-4a64-9623-ab7b31dcb867 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06 (CIDR: 2001:db8::/64) Sep 27 08:55:09.580933 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.585271 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ea5686-4372-4a64-9623-ab7b31dcb867 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:09.585993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ea5686-4372-4a64-9623-ab7b31dcb867 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:09.616500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-16ea5686-4372-4a64-9623-ab7b31dcb867 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3310761 Sep 27 08:55:09.618260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43148) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:09.631983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:09.668235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': 'cc455073-0a1d-4f83-83ec-5b9e575757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '92512837-2dc5-45dc-9ce5-7f31e539c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:09.668983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: 92512837-2dc5-45dc-9ce5-7f31e539c44c, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:09.685335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=46f409b7-e1f9-4e19-83c3-6d59a2bb05b1,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:09.703742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 92512837-2dc5-45dc-9ce5-7f31e539c44c is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:09.726391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 92512837-2dc5-45dc-9ce5-7f31e539c44c) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:09.730743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:09.731389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.737059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Allocated IP 2001:db8::f816:3eff:fed7:3bc8 (b90251e7-1859-4a80-b7c1-143d6ef98208/5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06/b2e7a5c2-f225-453f-89d0-932c75c52577) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:09.750083 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd6fd6-7ff4-4780-8f2b-1609b30530b5 None None] Network 92512837-2dc5-45dc-9ce5-7f31e539c44c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:09.753916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2478c783-1fb4-41e6-b97a-04a2ce2e7888 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5439138 Sep 27 08:55:09.754986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:09.760308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-85f57884-7428-477f-a61b-7f238f20f14f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1779681827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:09.785343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:09.791556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.805322 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85f57884-7428-477f-a61b-7f238f20f14f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.807505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85f57884-7428-477f-a61b-7f238f20f14f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.930259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85f57884-7428-477f-a61b-7f238f20f14f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.945532 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85f57884-7428-477f-a61b-7f238f20f14f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.991466 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85f57884-7428-477f-a61b-7f238f20f14f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:09.995407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-85f57884-7428-477f-a61b-7f238f20f14f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2367666 Sep 27 08:55:09.996569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43158) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:10.005526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'port': {'network_id': '92512837-2dc5-45dc-9ce5-7f31e539c44c', 'name': 'tempest-RoutersIpV6Test-521554501'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:10.039651 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.069237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-92512837-2dc5-45dc-9ce5-7f31e539c44c', 'network_id': '92512837-2dc5-45dc-9ce5-7f31e539c44c', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': '46f409b7-e1f9-4e19-83c3-6d59a2bb05b1'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:10.070779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.115433 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.152969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=70eddbde-b0de-4e41-bd5a-8f13217c5579,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:10.169352 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:10.171115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:10.176153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:10.177293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.181606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.207077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:10.210790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.215567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f3f71a5e-ee2b-4f2a-9de6-5622f0dd8578 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5960217 Sep 27 08:55:10.218488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43164) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:10.228730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:9d:e9:53', 'name': 'tempest-NetworksTestDHCPv6-374514979'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:10.238955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] device_id is not set on port 54b8bf75-ac54-4fbb-a0a7-97c3e0f21752 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:10.255689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:10.261761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:10.272457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:10.322636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Pushing event updated for resources: {'Port': ['ID=b2e7a5c2-f225-453f-89d0-932c75c52577,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:10.389247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Allocated IP 2001:db8::2 (92512837-2dc5-45dc-9ce5-7f31e539c44c/46f409b7-e1f9-4e19-83c3-6d59a2bb05b1/48b43d3b-5d41-4263-965f-26ce472aad9d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:10.391704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Attempting to bind port b2e7a5c2-f225-453f-89d0-932c75c52577 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:10.392506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Attempting to bind port b2e7a5c2-f225-453f-89d0-932c75c52577 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:10.393042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Attempting to bind port b2e7a5c2-f225-453f-89d0-932c75c52577 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:10.400685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:10.401272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:10.401850 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.402374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:10.403167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Bound port: b2e7a5c2-f225-453f-89d0-932c75c52577, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:10.403677 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.410515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:10.519110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.544548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 3b3b5d20-00c0-4160-b036-ed8c39ffe8c3 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:10.553692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] For port b2e7a5c2-f225-453f-89d0-932c75c52577, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:10.559731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] For port b2e7a5c2-f225-453f-89d0-932c75c52577, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b2e7a5c2-f225-453f-89d0-932c75c52577,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:10.572226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.649602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c94d0d-47f7-41d6-8d42-5a1a6010c8a1 None None] Pushing event updated for resources: {'Port': ['ID=b2e7a5c2-f225-453f-89d0-932c75c52577,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:10.688041 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.699543 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.740460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43176) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:10.746745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8:0:1::331 (b90251e7-1859-4a80-b7c1-143d6ef98208/70eddbde-b0de-4e41-bd5a-8f13217c5579/3b3b5d20-00c0-4160-b036-ed8c39ffe8c3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:10.759743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fe9d:e953 (b90251e7-1859-4a80-b7c1-143d6ef98208/5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06/3b3b5d20-00c0-4160-b036-ed8c39ffe8c3) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:10.773042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Network 92512837-2dc5-45dc-9ce5-7f31e539c44c is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:10.776778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:10.781023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:10.794867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8::1c5 (92512837-2dc5-45dc-9ce5-7f31e539c44c/46f409b7-e1f9-4e19-83c3-6d59a2bb05b1/54b8bf75-ac54-4fbb-a0a7-97c3e0f21752) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:10.807060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Pushing event updated for resources: {'Port': ['ID=48b43d3b-5d41-4263-965f-26ce472aad9d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:10.882217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Attempting to bind port 48b43d3b-5d41-4263-965f-26ce472aad9d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:10.884874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Attempting to bind port 48b43d3b-5d41-4263-965f-26ce472aad9d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'cc455073-0a1d-4f83-83ec-5b9e575757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '92512837-2dc5-45dc-9ce5-7f31e539c44c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:10.885434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Attempting to bind port 48b43d3b-5d41-4263-965f-26ce472aad9d on network 92512837-2dc5-45dc-9ce5-7f31e539c44c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:10.893013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:10.895775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Checking segment: {'id': 'cc455073-0a1d-4f83-83ec-5b9e575757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '92512837-2dc5-45dc-9ce5-7f31e539c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:10.898585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:10.900606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Bound using segment: {'id': 'cc455073-0a1d-4f83-83ec-5b9e575757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '92512837-2dc5-45dc-9ce5-7f31e539c44c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:10.903478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Bound port: 48b43d3b-5d41-4263-965f-26ce472aad9d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc455073-0a1d-4f83-83ec-5b9e575757e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '92512837-2dc5-45dc-9ce5-7f31e539c44c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:10.904376 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.014507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8016f79f-a01b-46eb-8682-573267c186e8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:11.016021 n-d-810909-1 neutron-server[94830]: WARNING neutron.api.v2.base [None req-8016f79f-a01b-46eb-8682-573267c186e8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 27 08:55:11.016694 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-8016f79f-a01b-46eb-8682-573267c186e8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): There was a conflict when trying to complete your request. Sep 27 08:55:11.017734 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8016f79f-a01b-46eb-8682-573267c186e8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2762465 Sep 27 08:55:11.022607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.022812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:11.028559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--759833884'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:11.039898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] For port 48b43d3b-5d41-4263-965f-26ce472aad9d, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:11.049127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] For port 48b43d3b-5d41-4263-965f-26ce472aad9d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=48b43d3b-5d41-4263-965f-26ce472aad9d,segment=NetworkSegment(cc455073-0a1d-4f83-83ec-5b9e575757e7),segment_id=cc455073-0a1d-4f83-83ec-5b9e575757e7)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:11.056295 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.072774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.104222 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.119018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:11.127955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:11.132642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:11.141081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:11.143733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.146036 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.151332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be243f-13c3-4d29-93c1-80faf783216d None None] Pushing event updated for resources: {'Port': ['ID=48b43d3b-5d41-4263-965f-26ce472aad9d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:11.167675 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.171834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=3b3b5d20-00c0-4160-b036-ed8c39ffe8c3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:11.176392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-85dcf3ca-4bfd-46d9-8346-6153cf99d45f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9566696 Sep 27 08:55:11.179876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43182) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:11.246468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.298618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc5bc93d-ab7a-4ac1-8ee9-96bc7e05f6ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 3b3b5d20-00c0-4160-b036-ed8c39ffe8c3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:11.299053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc93d-ab7a-4ac1-8ee9-96bc7e05f6ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.329744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 92512837-2dc5-45dc-9ce5-7f31e539c44c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:11.330965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=54b8bf75-ac54-4fbb-a0a7-97c3e0f21752,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:11.337626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:11.340630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:11.347651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:11.348312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.386818 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.397064 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.416258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6e0a813-ec97-4d07-a39d-09a63a497488 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4162548 Sep 27 08:55:11.418308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43184) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:11.453495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e9dcbf-860b-4b51-b91b-eff55d7fa8ba,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:11.527679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc93d-ab7a-4ac1-8ee9-96bc7e05f6ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.537384 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.543686 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.586238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0b5ea-8ebe-4d33-93cd-824ab2876936,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:11.588089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.592958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2be24643-4341-4143-898d-3e9d3103a034 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5687375 Sep 27 08:55:11.594304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:11.600102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4761354f-4f46-4103-9b6a-7ae900da346c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '81e0b5ea-8ebe-4d33-93cd-824ab2876936', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:11.644288 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4761354f-4f46-4103-9b6a-7ae900da346c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.722651 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4761354f-4f46-4103-9b6a-7ae900da346c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.738084 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4761354f-4f46-4103-9b6a-7ae900da346c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.780733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761354f-4f46-4103-9b6a-7ae900da346c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20788dc-257a-4eed-a194-70305376d894,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:11.801646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4761354f-4f46-4103-9b6a-7ae900da346c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.803638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4761354f-4f46-4103-9b6a-7ae900da346c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082231 Sep 27 08:55:11.808386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43190) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:11.822287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f59acde0-4cf3-4cd4-a9f1-9fbbefa9518c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '81e0b5ea-8ebe-4d33-93cd-824ab2876936', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:11.852050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59acde0-4cf3-4cd4-a9f1-9fbbefa9518c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:11.917058 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-f59acde0-4cf3-4cd4-a9f1-9fbbefa9518c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): There was a conflict when trying to complete your request. Sep 27 08:55:11.923753 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f59acde0-4cf3-4cd4-a9f1-9fbbefa9518c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1068521 Sep 27 08:55:11.924917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43192) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:11.926763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc5bc93d-ab7a-4ac1-8ee9-96bc7e05f6ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 3b3b5d20-00c0-4160-b036-ed8c39ffe8c3 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:11.996511 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5607-10d4-4f38-a915-13d2c33fe45f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.032060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5607-10d4-4f38-a915-13d2c33fe45f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.086306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5607-10d4-4f38-a915-13d2c33fe45f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.090176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5607-10d4-4f38-a915-13d2c33fe45f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.091745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc6e5607-10d4-4f38-a915-13d2c33fe45f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/81e0b5ea-8ebe-4d33-93cd-824ab2876936 HTTP/1.1" status: 204 len: 168 time: 0.1657820 Sep 27 08:55:12.099040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43196) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:12.120206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e5607-10d4-4f38-a915-13d2c33fe45f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0b5ea-8ebe-4d33-93cd-824ab2876936,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:12.177724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc93d-ab7a-4ac1-8ee9-96bc7e05f6ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.193574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1303474-9c89-4484-bffd-9b1a18fb95c7 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:12.235284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d23dccd7-ea89-4ddf-a342-6cc11e0442c1 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1348021 Sep 27 08:55:12.242557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:12.247671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8e964f90-c314-4c67-8e40-fed6ed9bf64e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--682440814'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:12.279005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bc93d-ab7a-4ac1-8ee9-96bc7e05f6ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=3b3b5d20-00c0-4160-b036-ed8c39ffe8c3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:12.281968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e964f90-c314-4c67-8e40-fed6ed9bf64e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.339187 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc93d-ab7a-4ac1-8ee9-96bc7e05f6ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.341505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc5bc93d-ab7a-4ac1-8ee9-96bc7e05f6ec tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/3b3b5d20-00c0-4160-b036-ed8c39ffe8c3 HTTP/1.1" status: 204 len: 168 time: 1.1604521 Sep 27 08:55:12.347013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43202) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:12.392954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dcae18d7-2364-417a-9bc7-f8f1e9c8adcd None None] Provisioning complete for port b2e7a5c2-f225-453f-89d0-932c75c52577 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:12.393670 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcae18d7-2364-417a-9bc7-f8f1e9c8adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.470112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42430fa3-ba06-4707-aba7-66e35d7bdbb5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:12.472533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-42430fa3-ba06-4707-aba7-66e35d7bdbb5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1241341 Sep 27 08:55:12.475051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43204) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:12.480956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e964f90-c314-4c67-8e40-fed6ed9bf64e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.497153 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e964f90-c314-4c67-8e40-fed6ed9bf64e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.570231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e964f90-c314-4c67-8e40-fed6ed9bf64e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.575312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e964f90-c314-4c67-8e40-fed6ed9bf64e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3313739 Sep 27 08:55:12.576923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:12.585775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a5399651-3ae7-4f7f-9d00-dbd24da6d793 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '9aafbe93-6b10-4978-b739-de0d1d69bb7e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:12.586705 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-a5399651-3ae7-4f7f-9d00-dbd24da6d793 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 27 08:55:12.590027 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-a5399651-3ae7-4f7f-9d00-dbd24da6d793 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:12.594297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43208) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:12.594877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5399651-3ae7-4f7f-9d00-dbd24da6d793 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0168602 Sep 27 08:55:12.597679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e964f90-c314-4c67-8e40-fed6ed9bf64e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aafbe93-6b10-4978-b739-de0d1d69bb7e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:12.603936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eefa839-4272-4306-9da9-b7dfd8ece56e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:12.605577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2eefa839-4272-4306-9da9-b7dfd8ece56e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1293957 Sep 27 08:55:12.612139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43210) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:12.671814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcae18d7-2364-417a-9bc7-f8f1e9c8adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.730712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5cd90a-37ab-4582-8a16-5afd8bb52938 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:12.732686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5cd90a-37ab-4582-8a16-5afd8bb52938 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:12.735443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5cd90a-37ab-4582-8a16-5afd8bb52938 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:12.738217 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cc5cd90a-37ab-4582-8a16-5afd8bb52938 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1249175 Sep 27 08:55:12.740184 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.741120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:12.769754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f655d-97f9-4fe4-b682-802855c5ccd3 None None] Update dhcp port {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06', 'ip_address': '2001:db8::f816:3eff:fed7:3bc8'}, {'subnet_id': '70eddbde-b0de-4e41-bd5a-8f13217c5579'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'b2e7a5c2-f225-453f-89d0-932c75c52577'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:55:12.806385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d2dc06-3abb-429f-bd0d-0b806abe3ef7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.811364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5011df93-e347-4f0c-bcf6-56faecf93841 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:12.814912 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5011df93-e347-4f0c-bcf6-56faecf93841 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.857301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ddc4b-797e-4f6e-acd1-414721e1dee3 None None] Network 92512837-2dc5-45dc-9ce5-7f31e539c44c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:12.893104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e7f655d-97f9-4fe4-b682-802855c5ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.893528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d2dc06-3abb-429f-bd0d-0b806abe3ef7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.896181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dcae18d7-2364-417a-9bc7-f8f1e9c8adcd None None] For port b2e7a5c2-f225-453f-89d0-932c75c52577, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b2e7a5c2-f225-453f-89d0-932c75c52577,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:12.944027 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcae18d7-2364-417a-9bc7-f8f1e9c8adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:12.948098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5011df93-e347-4f0c-bcf6-56faecf93841 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.005959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d2dc06-3abb-429f-bd0d-0b806abe3ef7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.013669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-75d2dc06-3abb-429f-bd0d-0b806abe3ef7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.017438 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-75d2dc06-3abb-429f-bd0d-0b806abe3ef7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/9aafbe93-6b10-4978-b739-de0d1d69bb7e HTTP/1.1" status: 204 len: 168 time: 0.4082034 Sep 27 08:55:13.021500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43216) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:13.049512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2dc06-3abb-429f-bd0d-0b806abe3ef7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aafbe93-6b10-4978-b739-de0d1d69bb7e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:13.117302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-29b2c465-4419-455e-b4d2-091367a77424 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0940070 Sep 27 08:55:13.118205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:13.126633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-92b4a637-46f7-4d11-a0c8-e3e14d55d4a4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107318173'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:13.159121 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5011df93-e347-4f0c-bcf6-56faecf93841 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.200398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 48b43d3b-5d41-4263-965f-26ce472aad9d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:13.278101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92b4a637-46f7-4d11-a0c8-e3e14d55d4a4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.282743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae18d7-2364-417a-9bc7-f8f1e9c8adcd None None] Pushing event updated for resources: {'Port': ['ID=b2e7a5c2-f225-453f-89d0-932c75c52577,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:13.286253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5011df93-e347-4f0c-bcf6-56faecf93841 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.293164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.302606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.330176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011df93-e347-4f0c-bcf6-56faecf93841 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:13.342733 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5011df93-e347-4f0c-bcf6-56faecf93841 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.347677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5011df93-e347-4f0c-bcf6-56faecf93841 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06 HTTP/1.1" status: 204 len: 168 time: 0.6053314 Sep 27 08:55:13.348747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-1e7f655d-97f9-4fe4-b682-802855c5ccd3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06: This subnet is being modified by another concurrent operation. Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06: This subnet is being modified by another concurrent operation. Sep 27 08:55:13.365946 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:55:13.387483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=54b8bf75-ac54-4fbb-a0a7-97c3e0f21752,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:13.410794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8f910dfc-a5e5-499a-80a3-344ee0917b8c None None] Provisioning complete for port 48b43d3b-5d41-4263-965f-26ce472aad9d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:13.411123 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f910dfc-a5e5-499a-80a3-344ee0917b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.438987 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-59af700d-bbd8-4b8a-a1e1-990d363e3e60 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 70eddbde-b0de-4e41-bd5a-8f13217c5579 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:13.444552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59af700d-bbd8-4b8a-a1e1-990d363e3e60 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.505388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5eda2-d9a7-472f-8769-f485e1978e0c None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:13.511544 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59af700d-bbd8-4b8a-a1e1-990d363e3e60 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.528389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 48b43d3b-5d41-4263-965f-26ce472aad9d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:13.528389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.562999 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92b4a637-46f7-4d11-a0c8-e3e14d55d4a4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.567090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.574453 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92b4a637-46f7-4d11-a0c8-e3e14d55d4a4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.609135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92b4a637-46f7-4d11-a0c8-e3e14d55d4a4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.613244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-92b4a637-46f7-4d11-a0c8-e3e14d55d4a4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4884903 Sep 27 08:55:13.613948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43222) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:13.620786 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59af700d-bbd8-4b8a-a1e1-990d363e3e60 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.621022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7b0c40a2-9783-4953-bce7-6a412492da8e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '3f28504d-fb49-416d-b534-ff0eeff0b5c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:13.621858 n-d-810909-1 neutron-server[94830]: WARNING neutron.api.v2.base [None req-7b0c40a2-9783-4953-bce7-6a412492da8e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 27 08:55:13.622361 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-7b0c40a2-9783-4953-bce7-6a412492da8e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:13.627221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7b0c40a2-9783-4953-bce7-6a412492da8e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084629 Sep 27 08:55:13.627221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43224) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:13.647246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4a637-46f7-4d11-a0c8-e3e14d55d4a4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f28504d-fb49-416d-b534-ff0eeff0b5c1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:13.709160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59af700d-bbd8-4b8a-a1e1-990d363e3e60 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.751670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af700d-bbd8-4b8a-a1e1-990d363e3e60 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=70eddbde-b0de-4e41-bd5a-8f13217c5579,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:13.754863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59af700d-bbd8-4b8a-a1e1-990d363e3e60 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.756823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-59af700d-bbd8-4b8a-a1e1-990d363e3e60 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/70eddbde-b0de-4e41-bd5a-8f13217c5579 HTTP/1.1" status: 204 len: 168 time: 0.4059649 Sep 27 08:55:13.759197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43226) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:13.780498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd46fe88-fc43-48ed-9701-2260ed36a18b tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.797966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.809617 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b5645b3-1b4f-4e4b-83bc-50f010cf6e48 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463562 Sep 27 08:55:13.813041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:13.825995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:13.846913 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f910dfc-a5e5-499a-80a3-344ee0917b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.852214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd46fe88-fc43-48ed-9701-2260ed36a18b tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.954810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:13.959248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:13.970808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8f910dfc-a5e5-499a-80a3-344ee0917b8c None None] For port 48b43d3b-5d41-4263-965f-26ce472aad9d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=48b43d3b-5d41-4263-965f-26ce472aad9d,segment=NetworkSegment(cc455073-0a1d-4f83-83ec-5b9e575757e7),segment_id=cc455073-0a1d-4f83-83ec-5b9e575757e7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:13.996378 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f910dfc-a5e5-499a-80a3-344ee0917b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.011458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd46fe88-fc43-48ed-9701-2260ed36a18b tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.014938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd46fe88-fc43-48ed-9701-2260ed36a18b tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.016613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fd46fe88-fc43-48ed-9701-2260ed36a18b tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f28504d-fb49-416d-b534-ff0eeff0b5c1 HTTP/1.1" status: 204 len: 168 time: 0.3890095 Sep 27 08:55:14.022433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43232) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.063213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46fe88-fc43-48ed-9701-2260ed36a18b tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f28504d-fb49-416d-b534-ff0eeff0b5c1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:14.069631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f910dfc-a5e5-499a-80a3-344ee0917b8c None None] Pushing event updated for resources: {'Port': ['ID=48b43d3b-5d41-4263-965f-26ce472aad9d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:14.072959 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.136466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-02fbe545-2507-4990-93f2-5e551a73e0b6 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045108 Sep 27 08:55:14.137340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.146708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-987e309b-ba8b-4590-bcfd-682405ffa05d tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--452002274'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:14.164864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:14.229357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987e309b-ba8b-4590-bcfd-682405ffa05d tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.261410 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.298823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.305448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e5bbc83e-c393-45b3-b343-3db1dd96e1d2 None None] Provisioning complete for port 54b8bf75-ac54-4fbb-a0a7-97c3e0f21752 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:14.305954 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc83e-c393-45b3-b343-3db1dd96e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.307064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.307939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.357355 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:55:14.357782 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:55:14.379389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] Deleting port b2e7a5c2-f225-453f-89d0-932c75c52577 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:14.379814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.382264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbc83e-c393-45b3-b343-3db1dd96e1d2 None None] Port 54b8bf75-ac54-4fbb-a0a7-97c3e0f21752 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:14.415166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e5bbc83e-c393-45b3-b343-3db1dd96e1d2 None None] Provisioning complete for port 48b43d3b-5d41-4263-965f-26ce472aad9d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:14.415561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc83e-c393-45b3-b343-3db1dd96e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.433896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=54b8bf75-ac54-4fbb-a0a7-97c3e0f21752,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:14.471453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:55:14.473994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987e309b-ba8b-4590-bcfd-682405ffa05d tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.484158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 92512837-2dc5-45dc-9ce5-7f31e539c44c is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:14.486799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:14.513837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] For port b2e7a5c2-f225-453f-89d0-932c75c52577, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b2e7a5c2-f225-453f-89d0-932c75c52577,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:14.514245 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.530098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] Calling delete_port for b2e7a5c2-f225-453f-89d0-932c75c52577 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:14.534074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987e309b-ba8b-4590-bcfd-682405ffa05d tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.562984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987e309b-ba8b-4590-bcfd-682405ffa05d tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.564283 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-987e309b-ba8b-4590-bcfd-682405ffa05d tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4261963 Sep 27 08:55:14.574731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.583042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-92d0571b-7a75-441e-8a4b-3ca6da109a64 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '4909f749-c0c3-41a4-aa09-df6f02390c46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:14.597720 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-92d0571b-7a75-441e-8a4b-3ca6da109a64 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 27 08:55:14.598244 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-92d0571b-7a75-441e-8a4b-3ca6da109a64 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:14.599300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-92d0571b-7a75-441e-8a4b-3ca6da109a64 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0236008 Sep 27 08:55:14.603596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43238) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.614983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8f8a99e0-833a-423e-8a27-6ee41c7ccaa4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '4909f749-c0c3-41a4-aa09-df6f02390c46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:14.616977 n-d-810909-1 neutron-server[94830]: WARNING neutron.api.v2.base [None req-8f8a99e0-833a-423e-8a27-6ee41c7ccaa4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 27 08:55:14.617645 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-8f8a99e0-833a-423e-8a27-6ee41c7ccaa4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:14.618554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8f8a99e0-833a-423e-8a27-6ee41c7ccaa4 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0139735 Sep 27 08:55:14.623580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43240) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.630861 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-28a82e99-ab0c-4fd1-a214-aef7ba71dc17 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '4909f749-c0c3-41a4-aa09-df6f02390c46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:14.631692 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-28a82e99-ab0c-4fd1-a214-aef7ba71dc17 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 27 08:55:14.632224 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-28a82e99-ab0c-4fd1-a214-aef7ba71dc17 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:14.633215 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-28a82e99-ab0c-4fd1-a214-aef7ba71dc17 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068054 Sep 27 08:55:14.637802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43242) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.637996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e309b-ba8b-4590-bcfd-682405ffa05d tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4909f749-c0c3-41a4-aa09-df6f02390c46,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:14.639608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e5bbc83e-c393-45b3-b343-3db1dd96e1d2 None None] Provisioning complete for port b2e7a5c2-f225-453f-89d0-932c75c52577 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:14.640367 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc83e-c393-45b3-b343-3db1dd96e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.641645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d14a5566-2cc4-40ef-bfc2-5ed57b68077e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '4909f749-c0c3-41a4-aa09-df6f02390c46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:14.642783 n-d-810909-1 neutron-server[94830]: WARNING neutron.api.v2.base [None req-d14a5566-2cc4-40ef-bfc2-5ed57b68077e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 27 08:55:14.643341 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-d14a5566-2cc4-40ef-bfc2-5ed57b68077e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:14.644315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d14a5566-2cc4-40ef-bfc2-5ed57b68077e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062366 Sep 27 08:55:14.646994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43244) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.723250 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.728976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Port b2e7a5c2-f225-453f-89d0-932c75c52577 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 27 08:55:14.730160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Reverting IP allocation for 2001:db8::f816:3eff:fed7:3bc8 {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 27 08:55:14.730383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router c9895f0d-6a42-4d2d-92e2-5cadff50d92e is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:55:14.735024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed7:3bc8 {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 27 08:55:14.737560 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.739654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aba52f39-dccd-4325-af1e-8a6361daedaf tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.760124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] Pushing event deleted for resources: {'Port': ['ID=b2e7a5c2-f225-453f-89d0-932c75c52577,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:14.769252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b485ba-7649-4d17-80bb-6a2906323f68 None None] No DVR routers for this DVR port b2e7a5c2-f225-453f-89d0-932c75c52577 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:14.805622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:14.809252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:14.813991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:14.814637 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.817617 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aba52f39-dccd-4325-af1e-8a6361daedaf tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.823116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c97c1d-49f4-41ba-b0b8-dec6cdc82f3d None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:14.826875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=8af22d39-0290-4b2d-8d1b-b3ef0ca5014e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:14.836598 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c524697-ba36-4863-a05b-b5c857d09e47 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0205078 Sep 27 08:55:14.839189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.844219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1f697f67-e9ae-485d-9ea3-29b00b46a5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:14.909081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:14.919515 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c5170-7fb9-4b30-b29f-3a1cf1c6a867 None None] Sync routers for ids ['c9895f0d-6a42-4d2d-92e2-5cadff50d92e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:14.925735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2c09a13f-cdfa-4041-bd6e-343424afa7d5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/c9895f0d-6a42-4d2d-92e2-5cadff50d92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5056505 Sep 27 08:55:14.927286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43248) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.943893 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c5170-7fb9-4b30-b29f-3a1cf1c6a867 None None] Routers {'c9895f0d-6a42-4d2d-92e2-5cadff50d92e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:14.944702 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-960c5170-7fb9-4b30-b29f-3a1cf1c6a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c9895f0d-6a42-4d2d-92e2-5cadff50d92e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:14.972147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aba52f39-dccd-4325-af1e-8a6361daedaf tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.975333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aba52f39-dccd-4325-af1e-8a6361daedaf tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.979099 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aba52f39-dccd-4325-af1e-8a6361daedaf tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/4909f749-c0c3-41a4-aa09-df6f02390c46 HTTP/1.1" status: 204 len: 168 time: 0.3288424 Sep 27 08:55:14.979290 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-960c5170-7fb9-4b30-b29f-3a1cf1c6a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:14.980011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43250) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:14.987715 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c5170-7fb9-4b30-b29f-3a1cf1c6a867 None None] Routers {'c9895f0d-6a42-4d2d-92e2-5cadff50d92e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:14.988673 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-960c5170-7fb9-4b30-b29f-3a1cf1c6a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c9895f0d-6a42-4d2d-92e2-5cadff50d92e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:14.992867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6420117-8caa-4cdb-8c77-bfdb75b28a42 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:14.996898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a6420117-8caa-4cdb-8c77-bfdb75b28a42 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports/54b8bf75-ac54-4fbb-a0a7-97c3e0f21752 HTTP/1.1" status: 200 len: 983 time: 0.0652397 Sep 27 08:55:14.999132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-53211a0a-7c83-4779-b9b2-2abd2941a2cc None None] Provisioning complete for port 54b8bf75-ac54-4fbb-a0a7-97c3e0f21752 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:14.999518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53211a0a-7c83-4779-b9b2-2abd2941a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:14.999856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43252) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.002938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f697f67-e9ae-485d-9ea3-29b00b46a5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:15.006999 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f697f67-e9ae-485d-9ea3-29b00b46a5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.010029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba52f39-dccd-4325-af1e-8a6361daedaf tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4909f749-c0c3-41a4-aa09-df6f02390c46,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:15.026064 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-960c5170-7fb9-4b30-b29f-3a1cf1c6a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:15.026982 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c5170-7fb9-4b30-b29f-3a1cf1c6a867 None None] The sync data for ids ['c9895f0d-6a42-4d2d-92e2-5cadff50d92e'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:15.047235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b2e7a5c2-f225-453f-89d0-932c75c52577 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:15.068747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-40dad82a-eee5-49e5-9788-d01aa34c3bca tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872040 Sep 27 08:55:15.090394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b2e7a5c2-f225-453f-89d0-932c75c52577 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:15.090749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b2e7a5c2-f225-453f-89d0-932c75c52577 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 27 08:55:15.093929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43254) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.103252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-08176b13-268f-47a1-bf53-5b092c12366f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111661002'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.106429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-53211a0a-7c83-4779-b9b2-2abd2941a2cc None None] Port 54b8bf75-ac54-4fbb-a0a7-97c3e0f21752 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:15.134159 n-d-810909-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-1f697f67-e9ae-485d-9ea3-29b00b46a5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8af22d39-0290-4b2d-8d1b-b3ef0ca5014e (CIDR: 2001:db8::/64) Sep 27 08:55:15.138204 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f697f67-e9ae-485d-9ea3-29b00b46a5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.138727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f697f67-e9ae-485d-9ea3-29b00b46a5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:15.146743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Port b2e7a5c2-f225-453f-89d0-932c75c52577 not found, will not notify nova. {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 27 08:55:15.152199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35b5728-b04f-4f8d-8287-9f8afcabce44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.156557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f697f67-e9ae-485d-9ea3-29b00b46a5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3161857 Sep 27 08:55:15.159611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43256) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.164623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.171019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b90251e7-1859-4a80-b7c1-143d6ef98208', 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'tenant_id': '8830082bd9604d8ab86a9fad6ba92d30', 'fixed_ips': [{'subnet_id': '8af22d39-0290-4b2d-8d1b-b3ef0ca5014e'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:15.173047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08176b13-268f-47a1-bf53-5b092c12366f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.173518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.281446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 48b43d3b-5d41-4263-965f-26ce472aad9d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:15.339538 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08176b13-268f-47a1-bf53-5b092c12366f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.366546 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08176b13-268f-47a1-bf53-5b092c12366f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.368819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:15.373562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.375472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Allocated IP 2001:db8::f816:3eff:fea8:a32d (b90251e7-1859-4a80-b7c1-143d6ef98208/8af22d39-0290-4b2d-8d1b-b3ef0ca5014e/bdd951db-72a9-4e9c-8454-a3342d02bc43) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:15.398867 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-08176b13-268f-47a1-bf53-5b092c12366f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.400467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-08176b13-268f-47a1-bf53-5b092c12366f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3055592 Sep 27 08:55:15.404499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 48b43d3b-5d41-4263-965f-26ce472aad9d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:15.404892 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.407751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.414923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08176b13-268f-47a1-bf53-5b092c12366f tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f2dc39-0974-49d8-8515-b273d2a08c94,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:15.415165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ba58e73d-c2cd-444f-9bfa-b7098d15f0bd tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.415883 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-ba58e73d-c2cd-444f-9bfa-b7098d15f0bd tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 27 08:55:15.416404 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-ba58e73d-c2cd-444f-9bfa-b7098d15f0bd tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.417393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba58e73d-c2cd-444f-9bfa-b7098d15f0bd tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084720 Sep 27 08:55:15.420260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43262) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.425727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b98dc75d-cd4c-4d10-b5a9-1f216635a476 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.509911 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.513288 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-b98dc75d-cd4c-4d10-b5a9-1f216635a476 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.514740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b98dc75d-cd4c-4d10-b5a9-1f216635a476 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0933843 Sep 27 08:55:15.518221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.529481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c2ddd7cd-d4f6-4d0a-bb9a-8135b9180d81 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.530846 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-c2ddd7cd-d4f6-4d0a-bb9a-8135b9180d81 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 27 08:55:15.531558 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-c2ddd7cd-d4f6-4d0a-bb9a-8135b9180d81 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.532748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2ddd7cd-d4f6-4d0a-bb9a-8135b9180d81 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133364 Sep 27 08:55:15.535637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43266) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.542514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9b40e6b5-9163-4415-a251-0b1a93309701 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.608661 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.621991 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-9b40e6b5-9163-4415-a251-0b1a93309701 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.623463 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9b40e6b5-9163-4415-a251-0b1a93309701 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0866821 Sep 27 08:55:15.626513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.627950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.632299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-76ba793b-2214-4f98-9acd-f3c6ffd84af7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.633129 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-76ba793b-2214-4f98-9acd-f3c6ffd84af7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 27 08:55:15.633852 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-76ba793b-2214-4f98-9acd-f3c6ffd84af7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.635024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-76ba793b-2214-4f98-9acd-f3c6ffd84af7 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072467 Sep 27 08:55:15.639395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.643984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e5ffce1b-7e77-4137-8f35-6f6266323afe tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.666942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:15.671445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:15.674042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:15.683759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b2e7a5c2-f225-453f-89d0-932c75c52577 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:15.688994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Pushing event updated for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:15.712315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b2e7a5c2-f225-453f-89d0-932c75c52577 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:15.712688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b2e7a5c2-f225-453f-89d0-932c75c52577 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:15.732621 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-e5ffce1b-7e77-4137-8f35-6f6266323afe tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.736475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e5ffce1b-7e77-4137-8f35-6f6266323afe tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0931556 Sep 27 08:55:15.736679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.741124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cb8f6a5a-f2a5-4f8c-885b-66897c19913e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.741592 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-cb8f6a5a-f2a5-4f8c-885b-66897c19913e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 27 08:55:15.742061 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-cb8f6a5a-f2a5-4f8c-885b-66897c19913e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.746124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb8f6a5a-f2a5-4f8c-885b-66897c19913e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061319 Sep 27 08:55:15.746360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.750762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-148c3fa9-e4a7-4cca-a80c-a34694f802ec tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.758385 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.766594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Attempting to bind port bdd951db-72a9-4e9c-8454-a3342d02bc43 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:15.766974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Attempting to bind port bdd951db-72a9-4e9c-8454-a3342d02bc43 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:15.767392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Attempting to bind port bdd951db-72a9-4e9c-8454-a3342d02bc43 on network b90251e7-1859-4a80-b7c1-143d6ef98208 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:15.778188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 54b8bf75-ac54-4fbb-a0a7-97c3e0f21752 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:15.778526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:15.778897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Checking segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:15.779150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.779317 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.779705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Bound using segment: {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:15.780307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Bound port: bdd951db-72a9-4e9c-8454-a3342d02bc43, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de608f-4739-494c-b52d-27cd6c2a2648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:15.780777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.815637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:15.823376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:15.830120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:15.830767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.840736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=d86bc30b-0399-4842-9dc9-73c772346341,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:15.848650 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-148c3fa9-e4a7-4cca-a80c-a34694f802ec tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.850177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-148c3fa9-e4a7-4cca-a80c-a34694f802ec tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1026225 Sep 27 08:55:15.852245 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7baf138a-577c-4363-80d4-90044774a481 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6916335 Sep 27 08:55:15.852874 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.855505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43278) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.857551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3313eaf1-fb26-493f-bb99-0dcef0bb3b1e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '49f2dc39-0974-49d8-8515-b273d2a08c94', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.861556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:de:cd:c8', 'name': 'tempest-NetworksTestDHCPv6-1186785293'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:15.865645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:15.869874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bdd951db-72a9-4e9c-8454-a3342d02bc43,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:15.875454 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.896974 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-3313eaf1-fb26-493f-bb99-0dcef0bb3b1e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:15.898055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3313eaf1-fb26-493f-bb99-0dcef0bb3b1e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441608 Sep 27 08:55:15.901176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:15.935409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a4bb3-ecd5-4b83-945d-adad5ef635e4 None None] Pushing event updated for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:15.952507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.966018 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cedb4a76-5de1-4e06-8dea-3e40b6ef9941 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:15.973522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 54b8bf75-ac54-4fbb-a0a7-97c3e0f21752 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:15.991770 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cedb4a76-5de1-4e06-8dea-3e40b6ef9941 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.038270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cedb4a76-5de1-4e06-8dea-3e40b6ef9941 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.041157 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cedb4a76-5de1-4e06-8dea-3e40b6ef9941 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.042448 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cedb4a76-5de1-4e06-8dea-3e40b6ef9941 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/49f2dc39-0974-49d8-8515-b273d2a08c94 HTTP/1.1" status: 204 len: 168 time: 0.1402750 Sep 27 08:55:16.047076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:16.065472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb4a76-5de1-4e06-8dea-3e40b6ef9941 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f2dc39-0974-49d8-8515-b273d2a08c94,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:16.068523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:16.112642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-023ebbc0-0207-4434-8899-ff116f25a11c tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642962 Sep 27 08:55:16.116398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:16.129971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-db1b148b-0511-4c64-8aa4-c1e6992b0363 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650842413'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:16.171932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db1b148b-0511-4c64-8aa4-c1e6992b0363 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.223287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.286745 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db1b148b-0511-4c64-8aa4-c1e6992b0363 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.290654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 7929dda1-0738-4148-b97e-e9c8b3291584 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:16.291482 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db1b148b-0511-4c64-8aa4-c1e6992b0363 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.317146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db1b148b-0511-4c64-8aa4-c1e6992b0363 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.318384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db1b148b-0511-4c64-8aa4-c1e6992b0363 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2011075 Sep 27 08:55:16.321940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:16.326366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8e079758-b59e-479c-9f3f-c65c496b1510 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '494da1a4-ef30-49e5-87bc-96d2b4345af7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:16.330241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b148b-0511-4c64-8aa4-c1e6992b0363 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494da1a4-ef30-49e5-87bc-96d2b4345af7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:16.341026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.367546 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8e079758-b59e-479c-9f3f-c65c496b1510 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The resource could not be found. Sep 27 08:55:16.368647 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e079758-b59e-479c-9f3f-c65c496b1510 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0457778 Sep 27 08:55:16.371470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43288) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:16.375980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-04a65921-ea84-474a-a490-166353b10c42 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': '494da1a4-ef30-49e5-87bc-96d2b4345af7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '68ddaeb4-1923-4bcd-8fad-e212460fde6f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:16.390497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=54b8bf75-ac54-4fbb-a0a7-97c3e0f21752,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:16.429807 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-04a65921-ea84-474a-a490-166353b10c42 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The resource could not be found. Sep 27 08:55:16.438489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-04a65921-ea84-474a-a490-166353b10c42 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0656836 Sep 27 08:55:16.441255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:16.531005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b14c8ef1-9137-4dc4-b5b2-e6a8954244c1 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.554663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b14c8ef1-9137-4dc4-b5b2-e6a8954244c1 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.558085 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.604592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b14c8ef1-9137-4dc4-b5b2-e6a8954244c1 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.607605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b14c8ef1-9137-4dc4-b5b2-e6a8954244c1 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:16.612055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b14c8ef1-9137-4dc4-b5b2-e6a8954244c1 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/494da1a4-ef30-49e5-87bc-96d2b4345af7 HTTP/1.1" status: 204 len: 168 time: 0.1693633 Sep 27 08:55:16.612821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43296) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:16.630228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c8ef1-9137-4dc4-b5b2-e6a8954244c1 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494da1a4-ef30-49e5-87bc-96d2b4345af7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:16.679900 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd448fe2-5990-4e78-9ee9-c21ba3bae0fe tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628936 Sep 27 08:55:16.680668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:16.702709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e3ce653f-5f49-4a29-8725-dd24c27640d8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': 'aa0e249b-98af-4067-b6ae-7d74835de608', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:16.933203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b9e40-f780-4791-9cc7-05d128d0bb1c None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:17.063884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-720dc103-7259-4d2d-bcb0-4771f2dd74c0 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:17.064360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-720dc103-7259-4d2d-bcb0-4771f2dd74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.065214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8:0:1::40 (b90251e7-1859-4a80-b7c1-143d6ef98208/d86bc30b-0399-4842-9dc9-73c772346341/7929dda1-0738-4148-b97e-e9c8b3291584) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:17.076676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::f816:3eff:fede:cdc8 (b90251e7-1859-4a80-b7c1-143d6ef98208/8af22d39-0290-4b2d-8d1b-b3ef0ca5014e/7929dda1-0738-4148-b97e-e9c8b3291584) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:17.122836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router c9895f0d-6a42-4d2d-92e2-5cadff50d92e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:17.154498 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-e3ce653f-5f49-4a29-8725-dd24c27640d8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The resource could not be found. Sep 27 08:55:17.155540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e3ce653f-5f49-4a29-8725-dd24c27640d8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4735324 Sep 27 08:55:17.161215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43300) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:17.167471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-caa25fd1-3148-4191-a0c4-9bdd94b35db2 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--196335136'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:17.214394 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-720dc103-7259-4d2d-bcb0-4771f2dd74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.237712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27fed13-1a3e-4947-8583-76aa689b367f None None] Update dhcp port {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '8af22d39-0290-4b2d-8d1b-b3ef0ca5014e', 'ip_address': '2001:db8::f816:3eff:fea8:a32d'}, {'subnet_id': 'd86bc30b-0399-4842-9dc9-73c772346341'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'bdd951db-72a9-4e9c-8454-a3342d02bc43'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:55:17.256863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-caa25fd1-3148-4191-a0c4-9bdd94b35db2 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.289472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bdd951db-72a9-4e9c-8454-a3342d02bc43 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:17.294287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-720dc103-7259-4d2d-bcb0-4771f2dd74c0 None None] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bdd951db-72a9-4e9c-8454-a3342d02bc43,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:17.296073 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d27fed13-1a3e-4947-8583-76aa689b367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.319748 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-720dc103-7259-4d2d-bcb0-4771f2dd74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.337489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:17.344391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-47bdfa37-f476-4836-9e03-c1a10660124d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/c9895f0d-6a42-4d2d-92e2-5cadff50d92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3430080 Sep 27 08:55:17.347635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:17.360601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd8229-ba03-44a3-a63b-dba18879886e None None] Sync routers for ids ['c9895f0d-6a42-4d2d-92e2-5cadff50d92e'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:17.406474 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.407812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd8229-ba03-44a3-a63b-dba18879886e None None] Routers {'c9895f0d-6a42-4d2d-92e2-5cadff50d92e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:17.408409 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b5fd8229-ba03-44a3-a63b-dba18879886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c9895f0d-6a42-4d2d-92e2-5cadff50d92e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:17.450139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b5fd8229-ba03-44a3-a63b-dba18879886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:17.472062 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-caa25fd1-3148-4191-a0c4-9bdd94b35db2 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.477716 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-caa25fd1-3148-4191-a0c4-9bdd94b35db2 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.484214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.486255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dc103-7259-4d2d-bcb0-4771f2dd74c0 None None] Pushing event updated for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:17.537978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-caa25fd1-3148-4191-a0c4-9bdd94b35db2 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.539252 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-caa25fd1-3148-4191-a0c4-9bdd94b35db2 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3751783 Sep 27 08:55:17.549609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:17.549783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd8229-ba03-44a3-a63b-dba18879886e None None] Routers {'c9895f0d-6a42-4d2d-92e2-5cadff50d92e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:17.550133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b5fd8229-ba03-44a3-a63b-dba18879886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:54:47Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['c9895f0d-6a42-4d2d-92e2-5cadff50d92e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:17.550613 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-36d03635-39ac-4a69-9991-d1a14d869664 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] remove_router_interface failed (client error): The resource could not be found. Sep 27 08:55:17.551744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-36d03635-39ac-4a69-9991-d1a14d869664 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/c9895f0d-6a42-4d2d-92e2-5cadff50d92e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2029197 Sep 27 08:55:17.558024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43308) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:17.558224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-162f567b-8125-4b57-b67e-715798a5fefc tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753431771'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:17.561098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:17.580022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa25fd1-3148-4191-a0c4-9bdd94b35db2 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e2314-945d-42fa-91ae-491b2cf4c27c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:17.590128 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-162f567b-8125-4b57-b67e-715798a5fefc tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.602185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b5fd8229-ba03-44a3-a63b-dba18879886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:17.602840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd8229-ba03-44a3-a63b-dba18879886e None None] The sync data for ids ['c9895f0d-6a42-4d2d-92e2-5cadff50d92e'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:17.609812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:17.614060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-35872a71-f8c0-41c6-b94c-8210d7e52811 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9895f0d-6a42-4d2d-92e2-5cadff50d92e HTTP/1.1" status: 200 len: 205 time: 0.0548434 Sep 27 08:55:17.614721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=7929dda1-0738-4148-b97e-e9c8b3291584,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:17.617631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43310) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:17.618257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:17.621997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:17.622390 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.624295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:17.625119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.648750 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3896f3b4-4fd4-443c-b629-68e737ab4324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:17.895186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d27fed13-1a3e-4947-8583-76aa689b367f None None] Allocated IP 2001:db8:0:1::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/d86bc30b-0399-4842-9dc9-73c772346341/bdd951db-72a9-4e9c-8454-a3342d02bc43) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:17.954588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d87f928-2591-4528-901e-20e0296d1905 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.012306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d27fed13-1a3e-4947-8583-76aa689b367f None None] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bdd951db-72a9-4e9c-8454-a3342d02bc43,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:18.014437 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.043085 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d27fed13-1a3e-4947-8583-76aa689b367f None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.049227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d27fed13-1a3e-4947-8583-76aa689b367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.131109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fed13-1a3e-4947-8583-76aa689b367f None None] Pushing event updated for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:18.154584 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d87f928-2591-4528-901e-20e0296d1905 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.158766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d87f928-2591-4528-901e-20e0296d1905 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.170552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-162f567b-8125-4b57-b67e-715798a5fefc tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.181028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b001c84-ced9-48e8-a73c-5ae323a26b8f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3243716 Sep 27 08:55:18.187240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43312) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.207809 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-162f567b-8125-4b57-b67e-715798a5fefc tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.226722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d87f928-2591-4528-901e-20e0296d1905 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.227226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d87f928-2591-4528-901e-20e0296d1905 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Fanout notify agent at l3_agent the message router_deleted on router c9895f0d-6a42-4d2d-92e2-5cadff50d92e {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:55:18.234864 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d87f928-2591-4528-901e-20e0296d1905 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.238034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d87f928-2591-4528-901e-20e0296d1905 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/c9895f0d-6a42-4d2d-92e2-5cadff50d92e HTTP/1.1" status: 204 len: 168 time: 0.6114407 Sep 27 08:55:18.241496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43314) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.249868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f567b-8125-4b57-b67e-715798a5fefc tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6882eef8-28c8-4390-b1f0-82b291082b45,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:18.254742 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-162f567b-8125-4b57-b67e-715798a5fefc tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.258974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-162f567b-8125-4b57-b67e-715798a5fefc tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7028484 Sep 27 08:55:18.259531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43316) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.263888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d56be7dd-9982-4b58-85e0-0b3370af3c46 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group_rule': {'security_group_id': 'de1e2314-945d-42fa-91ae-491b2cf4c27c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6882eef8-28c8-4390-b1f0-82b291082b45'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:18.300743 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-d56be7dd-9982-4b58-85e0-0b3370af3c46 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:18.302490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d56be7dd-9982-4b58-85e0-0b3370af3c46 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0424254 Sep 27 08:55:18.305925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.334830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ba408e-5950-4e21-99c5-0ad32a73888a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet 46f409b7-e1f9-4e19-83c3-6d59a2bb05b1 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:18.340403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76ba408e-5950-4e21-99c5-0ad32a73888a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.372942 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-690a0dcc-53c3-4d43-bb21-153060e09ca0 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.387041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5dc81718-e6cb-4c99-afa5-c91b3ad6bdf5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 7929dda1-0738-4148-b97e-e9c8b3291584 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:18.387676 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dc81718-e6cb-4c99-afa5-c91b3ad6bdf5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.395052 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76ba408e-5950-4e21-99c5-0ad32a73888a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.400134 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-690a0dcc-53c3-4d43-bb21-153060e09ca0 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.444852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-690a0dcc-53c3-4d43-bb21-153060e09ca0 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.447796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-690a0dcc-53c3-4d43-bb21-153060e09ca0 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.452451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-690a0dcc-53c3-4d43-bb21-153060e09ca0 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/6882eef8-28c8-4390-b1f0-82b291082b45 HTTP/1.1" status: 204 len: 168 time: 0.1421528 Sep 27 08:55:18.453017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43320) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.468130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0dcc-53c3-4d43-bb21-153060e09ca0 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6882eef8-28c8-4390-b1f0-82b291082b45,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:18.538875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-434b2618-9b09-413d-9379-b1dda2e125f3 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0827963 Sep 27 08:55:18.541364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.552619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dc81718-e6cb-4c99-afa5-c91b3ad6bdf5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.572360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76ba408e-5950-4e21-99c5-0ad32a73888a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.575551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5dc81718-e6cb-4c99-afa5-c91b3ad6bdf5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 7929dda1-0738-4148-b97e-e9c8b3291584 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:18.601210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e70e1ce8-a59a-402b-8113-f116da2111de tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.631210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e70e1ce8-a59a-402b-8113-f116da2111de tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.687620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76ba408e-5950-4e21-99c5-0ad32a73888a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.697687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e70e1ce8-a59a-402b-8113-f116da2111de tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.700745 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e70e1ce8-a59a-402b-8113-f116da2111de tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.704522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e70e1ce8-a59a-402b-8113-f116da2111de tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/de1e2314-945d-42fa-91ae-491b2cf4c27c HTTP/1.1" status: 204 len: 168 time: 0.1592689 Sep 27 08:55:18.706064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.728077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e1ce8-a59a-402b-8113-f116da2111de tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e2314-945d-42fa-91ae-491b2cf4c27c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:18.738754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba408e-5950-4e21-99c5-0ad32a73888a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=46f409b7-e1f9-4e19-83c3-6d59a2bb05b1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:18.755272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76ba408e-5950-4e21-99c5-0ad32a73888a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.760722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-76ba408e-5950-4e21-99c5-0ad32a73888a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/46f409b7-e1f9-4e19-83c3-6d59a2bb05b1 HTTP/1.1" status: 204 len: 168 time: 0.5134854 Sep 27 08:55:18.760914 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.771812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc063746-6c14-4eaa-9afe-20fb5e36f2ca None None] Network 92512837-2dc5-45dc-9ce5-7f31e539c44c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:18.804739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90bb05a2-f495-4025-9d63-3bafbd61393d tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957704 Sep 27 08:55:18.808408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:18.821592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d83c5cec-bfd8-47c0-9230-bccf724c7f00 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257608933'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:18.852971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c686e20f-d0e4-435d-8161-0d0fdc27cb59 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:18.853768 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c686e20f-d0e4-435d-8161-0d0fdc27cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.898185 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.910124 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d83c5cec-bfd8-47c0-9230-bccf724c7f00 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:18.934616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dc81718-e6cb-4c99-afa5-c91b3ad6bdf5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.007928 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.037685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5dc81718-e6cb-4c99-afa5-c91b3ad6bdf5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.040216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5dc81718-e6cb-4c99-afa5-c91b3ad6bdf5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/7929dda1-0738-4148-b97e-e9c8b3291584 HTTP/1.1" status: 204 len: 168 time: 0.8519444 Sep 27 08:55:19.041461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc81718-e6cb-4c99-afa5-c91b3ad6bdf5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=7929dda1-0738-4148-b97e-e9c8b3291584,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:19.044653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43334) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.070500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d83c5cec-bfd8-47c0-9230-bccf724c7f00 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.084401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d83c5cec-bfd8-47c0-9230-bccf724c7f00 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.123286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d83c5cec-bfd8-47c0-9230-bccf724c7f00 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.127189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d83c5cec-bfd8-47c0-9230-bccf724c7f00 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3150580 Sep 27 08:55:19.127463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566bf861-5e2c-4759-8ccf-3f3d4dc3674c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:19.130458 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-566bf861-5e2c-4759-8ccf-3f3d4dc3674c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0822771 Sep 27 08:55:19.130458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43336) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.132053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.133840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dc8649a0-5d68-4f1e-ad10-468ff5b56025 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:19.134331 n-d-810909-1 neutron-server[94830]: WARNING neutron.api.v2.base [None req-dc8649a0-5d68-4f1e-ad10-468ff5b56025 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 27 08:55:19.134894 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-dc8649a0-5d68-4f1e-ad10-468ff5b56025 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] update failed (client error): There was a conflict when trying to complete your request. Sep 27 08:55:19.135068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 48b43d3b-5d41-4263-965f-26ce472aad9d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:19.135416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.138512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc8649a0-5d68-4f1e-ad10-468ff5b56025 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "PUT /v2.0/security-groups/6ac004b2-4f70-44da-8f20-bb3bb7d4b7bd HTTP/1.1" status: 409 len: 330 time: 0.0059233 Sep 27 08:55:19.138842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43340) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.143974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c5cec-bfd8-47c0-9230-bccf724c7f00 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac004b2-4f70-44da-8f20-bb3bb7d4b7bd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:19.191964 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-40803bab-c004-428a-9137-3207f11faf29 None None] Could not find standard attr ID for object 7929dda1-0738-4148-b97e-e9c8b3291584. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:55:19.198982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] DHCP port deletion for 92512837-2dc5-45dc-9ce5-7f31e539c44c request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:19.227851 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e32-225c-4ae2-836f-2ffc7d892c3a tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.266000 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e32-225c-4ae2-836f-2ffc7d892c3a tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.269824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] Deleting port 48b43d3b-5d41-4263-965f-26ce472aad9d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:19.272662 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.280951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 48b43d3b-5d41-4263-965f-26ce472aad9d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=48b43d3b-5d41-4263-965f-26ce472aad9d,segment=NetworkSegment(cc455073-0a1d-4f83-83ec-5b9e575757e7),segment_id=cc455073-0a1d-4f83-83ec-5b9e575757e7)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:19.281319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.290774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94546d5c-8bf0-473f-8854-7b1cae5fe423 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:19.295351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-94546d5c-8bf0-473f-8854-7b1cae5fe423 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1589968 Sep 27 08:55:19.298038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43342) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.313421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 48b43d3b-5d41-4263-965f-26ce472aad9d owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:19.323481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bdd951db-72a9-4e9c-8454-a3342d02bc43 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:19.333167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e32-225c-4ae2-836f-2ffc7d892c3a tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.341018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fa18e32-225c-4ae2-836f-2ffc7d892c3a tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.344581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8fa18e32-225c-4ae2-836f-2ffc7d892c3a tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/6ac004b2-4f70-44da-8f20-bb3bb7d4b7bd HTTP/1.1" status: 204 len: 168 time: 0.2024004 Sep 27 08:55:19.345570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43344) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.377961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa18e32-225c-4ae2-836f-2ffc7d892c3a tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac004b2-4f70-44da-8f20-bb3bb7d4b7bd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:19.408030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5c56c-6f6f-44b3-81cc-a531b763a2d9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:19.409164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ff10e313-ed9e-49b8-84b1-3d657a1c7a15 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620601 Sep 27 08:55:19.409614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5c56c-6f6f-44b3-81cc-a531b763a2d9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:19.411123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5c56c-6f6f-44b3-81cc-a531b763a2d9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:19.412752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ef5c56c-6f6f-44b3-81cc-a531b763a2d9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1138248 Sep 27 08:55:19.415288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43346) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.415791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43348) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.420223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] For port 48b43d3b-5d41-4263-965f-26ce472aad9d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=48b43d3b-5d41-4263-965f-26ce472aad9d,segment=NetworkSegment(cc455073-0a1d-4f83-83ec-5b9e575757e7),segment_id=cc455073-0a1d-4f83-83ec-5b9e575757e7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:19.420735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.430034 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-99635960-c75e-4579-83a1-f0dd867ec838 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] delete failed (client error): The resource could not be found. Sep 27 08:55:19.434545 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-99635960-c75e-4579-83a1-f0dd867ec838 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "DELETE /v2.0/security-groups/8dee5408-8205-440e-9a6f-a5469c7a33f7 HTTP/1.1" status: 404 len: 347 time: 0.0140736 Sep 27 08:55:19.434790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43350) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.444650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] Calling delete_port for 48b43d3b-5d41-4263-965f-26ce472aad9d owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:19.448713 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-a96c87eb-1854-48fb-aac8-d6e89dee48b8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] show failed (client error): The resource could not be found. Sep 27 08:55:19.453063 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a96c87eb-1854-48fb-aac8-d6e89dee48b8 tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-groups/ee2f92f1-1eb8-4fdc-b0a7-ea285ded5986 HTTP/1.1" status: 404 len: 347 time: 0.0137420 Sep 27 08:55:19.453327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43352) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.466854 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-b17191d2-f57b-4d1a-95bb-a77c1d434e2e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] show failed (client error): The resource could not be found. Sep 27 08:55:19.468829 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b17191d2-f57b-4d1a-95bb-a77c1d434e2e tempest-NegativeSecGroupTest-1100004708 tempest-NegativeSecGroupTest-1100004708-project] 10.222.0.50 "GET /v2.0/security-group-rules/e9ef1d8a-5c0d-41e8-a753-a6201fb2b560 HTTP/1.1" status: 404 len: 356 time: 0.0136418 Sep 27 08:55:19.486191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5a53b6-fc6d-4a03-9af1-b1e5e4f070cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 8af22d39-0290-4b2d-8d1b-b3ef0ca5014e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:19.494451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc5a53b6-fc6d-4a03-9af1-b1e5e4f070cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.516691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:19.518718 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.531152 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.560736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc5a53b6-fc6d-4a03-9af1-b1e5e4f070cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.563663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=48b43d3b-5d41-4263-965f-26ce472aad9d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:19.577296 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.584313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No DVR routers for this DVR port 48b43d3b-5d41-4263-965f-26ce472aad9d on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:19.623580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] Pushing event deleted for resources: {'Port': ['ID=48b43d3b-5d41-4263-965f-26ce472aad9d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:19.631736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8e8c9-0b91-4f8f-a329-117727a8d410 None None] No DVR routers for this DVR port 48b43d3b-5d41-4263-965f-26ce472aad9d on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:19.655868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb7047-cd87-4e69-8e28-c023958b7479 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:55:19.713941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.744009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92512837-2dc5-45dc-9ce5-7f31e539c44c']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:19.746884 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc5a53b6-fc6d-4a03-9af1-b1e5e4f070cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.773237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 48b43d3b-5d41-4263-965f-26ce472aad9d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:19.781335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc455073-0a1d-4f83-83ec-5b9e575757e7') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:19.781641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc455073-0a1d-4f83-83ec-5b9e575757e7') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:19.794541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43362) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.799404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.807052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 48b43d3b-5d41-4263-965f-26ce472aad9d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:19.807475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 48b43d3b-5d41-4263-965f-26ce472aad9d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:19.830831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.851861 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:19.852652 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:19.855679 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:19.862301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb7047-cd87-4e69-8e28-c023958b7479 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:55:19.885205 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc5a53b6-fc6d-4a03-9af1-b1e5e4f070cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.948467 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc5a53b6-fc6d-4a03-9af1-b1e5e4f070cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:19.950517 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cc5a53b6-fc6d-4a03-9af1-b1e5e4f070cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/8af22d39-0290-4b2d-8d1b-b3ef0ca5014e HTTP/1.1" status: 204 len: 168 time: 0.5341697 Sep 27 08:55:19.952269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a53b6-fc6d-4a03-9af1-b1e5e4f070cd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=8af22d39-0290-4b2d-8d1b-b3ef0ca5014e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:19.954090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:19.991567 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.002371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.009330 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/92512837-2dc5-45dc-9ce5-7f31e539c44c HTTP/1.1" status: 204 len: 168 time: 1.2430010 Sep 27 08:55:20.009330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43372) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:20.013216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-963949415'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:20.022159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f01183fc-7c7a-4d9e-b799-4b278be18800 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cea4b91acf9143c9a67b854dd58372fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221568 Sep 27 08:55:20.023070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43374) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:20.034072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9efea7-7372-43fd-ba28-a10c877a9b07 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=92512837-2dc5-45dc-9ce5-7f31e539c44c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:20.050564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b766aba5-4e1f-403f-9d69-197c29f1056d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet d86bc30b-0399-4842-9dc9-73c772346341 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:20.056580 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b766aba5-4e1f-403f-9d69-197c29f1056d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.077803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e39a17f-b90f-4ea9-b5b0-1ee2fa2ad58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.087068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:20.090571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.102385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e39a17f-b90f-4ea9-b5b0-1ee2fa2ad58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.117437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b766aba5-4e1f-403f-9d69-197c29f1056d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.148223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:20.158894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e39a17f-b90f-4ea9-b5b0-1ee2fa2ad58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.165441 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e39a17f-b90f-4ea9-b5b0-1ee2fa2ad58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.167100 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.167492 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment bb09e205-10a9-4d32-9168-c99e9372ef99 of type vlan for network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff Sep 27 08:55:20.168896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4e39a17f-b90f-4ea9-b5b0-1ee2fa2ad58f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97e9dcbf-860b-4b51-b91b-eff55d7fa8ba HTTP/1.1" status: 204 len: 168 time: 0.1446714 Sep 27 08:55:20.178576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a17f-b90f-4ea9-b5b0-1ee2fa2ad58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e9dcbf-860b-4b51-b91b-eff55d7fa8ba,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:20.247300 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.270280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b766aba5-4e1f-403f-9d69-197c29f1056d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.327746 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.333681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:20.334317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.389730 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3804562 Sep 27 08:55:20.393022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43386) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:20.400755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': '3838fcf8-e9f1-4d32-8a00-6528bf0e75ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:20.443481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3ed62-e8f8-4925-9098-3c5d099162a5 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=3838fcf8-e9f1-4d32-8a00-6528bf0e75ff,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:20.449465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b766aba5-4e1f-403f-9d69-197c29f1056d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.461883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:20.531030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766aba5-4e1f-403f-9d69-197c29f1056d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=d86bc30b-0399-4842-9dc9-73c772346341,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:20.536050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b766aba5-4e1f-403f-9d69-197c29f1056d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.543751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b766aba5-4e1f-403f-9d69-197c29f1056d tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/d86bc30b-0399-4842-9dc9-73c772346341 HTTP/1.1" status: 204 len: 168 time: 0.5867038 Sep 27 08:55:20.545805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43396) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:20.634071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:20.637345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1c3c8f8-f2c8-40ad-871d-7b3c069cacc5 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896118 Sep 27 08:55:20.639953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:20.641164 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.648083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:20.652289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.761119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:20.765261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.882062 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.965151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=1db3485f-5d09-4791-9c1e-01fcea63ad74,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:20.971988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': 'bb09e205-10a9-4d32-9168-c99e9372ef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3838fcf8-e9f1-4d32-8a00-6528bf0e75ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:20.972509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:20.981074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:20.995811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532279b8-6e61-4a78-9113-1562ca9c7620 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:21.004106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:21.019883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:21.027313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:21.028464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.041151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=c56f88f4-0875-4ba3-a7c0-eba8ae38360b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:21.043016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29435b0-a53b-431b-ae1a-23911ac8d731 None None] Network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:21.052191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:21.052998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c4e221a1-065a-4bfd-81da-7cfc318e1d99 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6584654 Sep 27 08:55:21.055581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43412) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:21.056769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:21.062302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:21.062915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.067059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3be6e168-84a9-43c5-9f4c-567eb570fe7e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-797450935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:21.098774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3be6e168-84a9-43c5-9f4c-567eb570fe7e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.100737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3be6e168-84a9-43c5-9f4c-567eb570fe7e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.110963 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b20fdbb8-5534-4937-8fbc-abb30f90f01b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4757023 Sep 27 08:55:21.114047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:21.119739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6c56bc8e-fb55-4eb1-88ef-768a326ce00a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:21.122723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e2814351-a198-49e6-9765-cf1db4d34b62 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:21.123096 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2814351-a198-49e6-9765-cf1db4d34b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.189134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3be6e168-84a9-43c5-9f4c-567eb570fe7e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.190552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43416) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:21.201652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3be6e168-84a9-43c5-9f4c-567eb570fe7e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.238291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3be6e168-84a9-43c5-9f4c-567eb570fe7e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.241222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3be6e168-84a9-43c5-9f4c-567eb570fe7e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1846204 Sep 27 08:55:21.243762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43420) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:21.275597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56bc8e-fb55-4eb1-88ef-768a326ce00a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:21.280762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c56bc8e-fb55-4eb1-88ef-768a326ce00a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.397526 n-d-810909-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-6c56bc8e-fb55-4eb1-88ef-768a326ce00a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c56f88f4-0875-4ba3-a7c0-eba8ae38360b (CIDR: 2001:db8::/64) Sep 27 08:55:21.400608 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c56bc8e-fb55-4eb1-88ef-768a326ce00a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:21.401310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c56bc8e-fb55-4eb1-88ef-768a326ce00a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:21.424294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6c56bc8e-fb55-4eb1-88ef-768a326ce00a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3087811 Sep 27 08:55:21.427272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:21.433238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:21.446432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-3838fcf8-e9f1-4d32-8a00-6528bf0e75ff', 'network_id': '3838fcf8-e9f1-4d32-8a00-6528bf0e75ff', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': '1db3485f-5d09-4791-9c1e-01fcea63ad74'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:21.447286 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.476629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-10715322'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:21.598122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d923660-b29b-4ea1-9016-4ce542593e9e None None] Update dhcp port {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': 'c56f88f4-0875-4ba3-a7c0-eba8ae38360b'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'bdd951db-72a9-4e9c-8454-a3342d02bc43'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:55:21.629312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.631642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Made reservation on behalf of b1e3ec4bc18843ec8577768672b74dfb for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:21.635649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:21.636157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.643434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.654282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.654731 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d923660-b29b-4ea1-9016-4ce542593e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.852449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Allocated IP 2001:db8::2 (3838fcf8-e9f1-4d32-8a00-6528bf0e75ff/1db3485f-5d09-4791-9c1e-01fcea63ad74/81285374-f424-4649-b7db-04dade6c1b6a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:21.870643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.883599 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:21.968880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7a4af-f48e-4f03-b2cc-a6db0b7aaddb,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:21.993312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:22.011818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.012393 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Added segment 6d614d22-38b7-4e45-a377-4e92480906ad of type vlan for network 2a238411-1629-4927-8885-0362131a4ac2 Sep 27 08:55:22.057039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.102646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.114021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:22.116898 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.133550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:55:22.209574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Pushing event updated for resources: {'Network': ['ID=2a238411-1629-4927-8885-0362131a4ac2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:22.228896 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae8427f8-0ad6-441d-83db-16a62c20bce5 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0367720 Sep 27 08:55:22.233671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43426) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:22.236917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 2a238411-1629-4927-8885-0362131a4ac2 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:22.241718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-214655f9-c29f-4367-a215-fb5f8b871cfd tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', 'tempest-TagsTest-Tag-770279876') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:22.242379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5d923660-b29b-4ea1-9016-4ce542593e9e None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/c56f88f4-0875-4ba3-a7c0-eba8ae38360b/bdd951db-72a9-4e9c-8454-a3342d02bc43) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:22.335600 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-214655f9-c29f-4367-a215-fb5f8b871cfd tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "PUT /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags/tempest-TagsTest-Tag-770279876 HTTP/1.1" status: 201 len: 201 time: 0.1011329 Sep 27 08:55:22.338065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43428) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:22.342669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-2a3a2038-c4a7-46f5-acfd-6735e6108eed tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', 'tempest-TagsTest-Tag-770279876') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:22.420780 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2a3a2038-c4a7-46f5-acfd-6735e6108eed tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "GET /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags/tempest-TagsTest-Tag-770279876 HTTP/1.1" status: 204 len: 168 time: 0.0813100 Sep 27 08:55:22.423459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:22.428474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-97bb098c-0a0f-43f9-a367-d6570dc7b020 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:22.494972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.503923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5d923660-b29b-4ea1-9016-4ce542593e9e None None] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bdd951db-72a9-4e9c-8454-a3342d02bc43,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:22.506544 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.511883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-97bb098c-0a0f-43f9-a367-d6570dc7b020 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "GET /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags HTTP/1.1" status: 200 len: 237 time: 0.0871618 Sep 27 08:55:22.515121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43432) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:22.519728 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-aa54f2e3-2c42-4b19-81c3-3fb33c01c374 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', {'tags': ['tempest-TagsTest-Tag-118706890', 'tempest-TagsTest-Tag-1616917192', 'tempest-TagsTest-Tag-887116480']}) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:22.565965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8::1 (3838fcf8-e9f1-4d32-8a00-6528bf0e75ff/1db3485f-5d09-4791-9c1e-01fcea63ad74/311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:22.576153 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d923660-b29b-4ea1-9016-4ce542593e9e None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.585817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:22.590663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:22.602348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d923660-b29b-4ea1-9016-4ce542593e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.604630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:22.640659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.646869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Pushing event updated for resources: {'Port': ['ID=81285374-f424-4649-b7db-04dade6c1b6a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:22.658487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa54f2e3-2c42-4b19-81c3-3fb33c01c374 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "PUT /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags HTTP/1.1" status: 200 len: 307 time: 0.1423063 Sep 27 08:55:22.661081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43434) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:22.667696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-e53a1cc4-fc6d-4a02-9fd2-4827f15d2acf tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', 'tempest-TagsTest-Tag-118706890') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:22.718996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Attempting to bind port 81285374-f424-4649-b7db-04dade6c1b6a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:22.719644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Attempting to bind port 81285374-f424-4649-b7db-04dade6c1b6a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'bb09e205-10a9-4d32-9168-c99e9372ef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3838fcf8-e9f1-4d32-8a00-6528bf0e75ff'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:22.720180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Attempting to bind port 81285374-f424-4649-b7db-04dade6c1b6a on network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:22.730105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.762172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:22.763026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Checking segment: {'id': 'bb09e205-10a9-4d32-9168-c99e9372ef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3838fcf8-e9f1-4d32-8a00-6528bf0e75ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:22.763632 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.764188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Bound using segment: {'id': 'bb09e205-10a9-4d32-9168-c99e9372ef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3838fcf8-e9f1-4d32-8a00-6528bf0e75ff'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:22.764862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Bound port: 81285374-f424-4649-b7db-04dade6c1b6a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb09e205-10a9-4d32-9168-c99e9372ef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3838fcf8-e9f1-4d32-8a00-6528bf0e75ff'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:22.765419 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.784558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d923660-b29b-4ea1-9016-4ce542593e9e None None] Pushing event updated for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:22.795515 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.832129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bdd951db-72a9-4e9c-8454-a3342d02bc43,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:22.841685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:22.845170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:22.850083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:22.850645 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.867301 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.874264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] For port 81285374-f424-4649-b7db-04dade6c1b6a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:22.878676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] For port 81285374-f424-4649-b7db-04dade6c1b6a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=81285374-f424-4649-b7db-04dade6c1b6a,segment=NetworkSegment(bb09e205-10a9-4d32-9168-c99e9372ef99),segment_id=bb09e205-10a9-4d32-9168-c99e9372ef99)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:22.884990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.886345 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.889676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:22.966878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:22.967663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5157c9e-7fd9-4aa0-9d8b-f5a68c52ef27 None None] Pushing event updated for resources: {'Port': ['ID=81285374-f424-4649-b7db-04dade6c1b6a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:23.022386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:23.040301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:23.042089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=9']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:23.046760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:23.048088 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.051838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=bab30134-6ed1-4934-b5f8-dc7da559595b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:23.070511 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.118573 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6ad10cc-2bdf-41f3-90cc-2f8d3d3fc5d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6895878 Sep 27 08:55:23.121279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:23.126441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:1b:e3:e3', 'name': 'tempest-NetworksTestDHCPv6-1493027424'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:23.135865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43440) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:23.136704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e53a1cc4-fc6d-4a02-9fd2-4827f15d2acf tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "DELETE /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags/tempest-TagsTest-Tag-118706890 HTTP/1.1" status: 204 len: 168 time: 0.4705346 Sep 27 08:55:23.141232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-b0caf013-dbdb-422c-8ebe-3c6b85f1a1e2 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', 'tempest-TagsTest-Tag-118706890') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:23.301009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:23.342673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bdd951db-72a9-4e9c-8454-a3342d02bc43 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:23.435704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:23.436091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.438406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.487299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 2e11eb8b-f4cb-4723-9339-67ae3869ecc5 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:23.557893 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.560608 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-b0caf013-dbdb-422c-8ebe-3c6b85f1a1e2 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] show failed (client error): The resource could not be found. Sep 27 08:55:23.561842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b0caf013-dbdb-422c-8ebe-3c6b85f1a1e2 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "GET /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags/tempest-TagsTest-Tag-118706890 HTTP/1.1" status: 404 len: 325 time: 0.4243519 Sep 27 08:55:23.565360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43442) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:23.570734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-7619a9ee-1242-4575-8599-15dfb3ca8421 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', 'tempest-TagsTest-Tag-1616917192') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:23.576081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.577075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.676160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::2da (b90251e7-1859-4a80-b7c1-143d6ef98208/c56f88f4-0875-4ba3-a7c0-eba8ae38360b/2e11eb8b-f4cb-4723-9339-67ae3869ecc5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:23.684524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:e3e3 (b90251e7-1859-4a80-b7c1-143d6ef98208/bab30134-6ed1-4934-b5f8-dc7da559595b/2e11eb8b-f4cb-4723-9339-67ae3869ecc5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:23.703614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:23.757006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c330bc0c-f5ca-4b3a-9f11-63a4a5d05a71 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:23.780766 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7619a9ee-1242-4575-8599-15dfb3ca8421 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "GET /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags/tempest-TagsTest-Tag-1616917192 HTTP/1.1" status: 204 len: 168 time: 0.2142756 Sep 27 08:55:23.781391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43444) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:23.787341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-36535dda-d78f-4d23-b2c9-8126d448a69f tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', 'tempest-TagsTest-Tag-887116480') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:23.837743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:23.842001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:23.925683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-61d7fe89-fa9c-4b35-985f-998f77ca8b36 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:23.926556 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61d7fe89-fa9c-4b35-985f-998f77ca8b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.947649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:23.995075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:24.059695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:24.072931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:24.108265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:24.119946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:24.125222 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:24.135459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=2e11eb8b-f4cb-4723-9339-67ae3869ecc5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:24.155907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-68c82adc-6d77-4d08-aeac-9c0c37c49bcc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0330811 Sep 27 08:55:24.158072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:24.321166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-36535dda-d78f-4d23-b2c9-8126d448a69f tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "GET /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags/tempest-TagsTest-Tag-887116480 HTTP/1.1" status: 204 len: 168 time: 0.5350652 Sep 27 08:55:24.321605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43450) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:24.326394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-26476ecc-791a-4caa-840c-e249f6ec2ad7 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:24.476830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c8c2fa-f3ac-417f-9349-6fbe71cb1ccb None None] Network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:24.503000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0ffaef11-0760-4ad0-b317-8c36e2ac64d3 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:55:24.526174 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-26476ecc-791a-4caa-840c-e249f6ec2ad7 tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "DELETE /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags HTTP/1.1" status: 204 len: 168 time: 0.2034254 Sep 27 08:55:24.546636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:24.553044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-4aa8390e-91f2-43e3-be7a-f5557dd0a13e tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', 'tempest-TagsTest-Tag-1616917192') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:24.623154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e3058667-a27e-40fc-b163-7c364b984abd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 2e11eb8b-f4cb-4723-9339-67ae3869ecc5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:24.624025 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3058667-a27e-40fc-b163-7c364b984abd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:24.627663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bb935564-fa99-4246-b9d2-0b8b1a5d579a None None] Provisioning complete for port 81285374-f424-4649-b7db-04dade6c1b6a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:24.628040 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb935564-fa99-4246-b9d2-0b8b1a5d579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:24.710185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:24.723218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-80e22643-3f54-4fa6-90bf-e0583b66a768 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0ffaef11-0760-4ad0-b317-8c36e2ac64d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4751785 Sep 27 08:55:24.723708 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-4aa8390e-91f2-43e3-be7a-f5557dd0a13e tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] show failed (client error): The resource could not be found. Sep 27 08:55:24.727539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4aa8390e-91f2-43e3-be7a-f5557dd0a13e tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "GET /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags/tempest-TagsTest-Tag-1616917192 HTTP/1.1" status: 404 len: 326 time: 0.1757224 Sep 27 08:55:24.727539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43454) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:24.728070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43456) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:24.729079 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d883c0-9516-4bf1-985a-53599449d60a None None] Sync routers for ids ['0ffaef11-0760-4ad0-b317-8c36e2ac64d3'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:24.740834 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d883c0-9516-4bf1-985a-53599449d60a None None] Routers {'0ffaef11-0760-4ad0-b317-8c36e2ac64d3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:24.742206 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b8d883c0-9516-4bf1-985a-53599449d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0ffaef11-0760-4ad0-b317-8c36e2ac64d3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:24.780992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-2a18d570-d1cf-40b5-bb9b-fd0dbc2a316a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2', 'tempest-TagsTest-Tag-887116480') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:24.783702 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b8d883c0-9516-4bf1-985a-53599449d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:24.789337 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb935564-fa99-4246-b9d2-0b8b1a5d579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:24.794729 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d883c0-9516-4bf1-985a-53599449d60a None None] Routers {'0ffaef11-0760-4ad0-b317-8c36e2ac64d3'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:24.795586 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b8d883c0-9516-4bf1-985a-53599449d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0ffaef11-0760-4ad0-b317-8c36e2ac64d3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:24.826511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bb935564-fa99-4246-b9d2-0b8b1a5d579a None None] For port 81285374-f424-4649-b7db-04dade6c1b6a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=81285374-f424-4649-b7db-04dade6c1b6a,segment=NetworkSegment(bb09e205-10a9-4d32-9168-c99e9372ef99),segment_id=bb09e205-10a9-4d32-9168-c99e9372ef99)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:24.838090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb935564-fa99-4246-b9d2-0b8b1a5d579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:24.856290 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b8d883c0-9516-4bf1-985a-53599449d60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:24.857290 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d883c0-9516-4bf1-985a-53599449d60a None None] The sync data for ids ['0ffaef11-0760-4ad0-b317-8c36e2ac64d3'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:24.908577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb935564-fa99-4246-b9d2-0b8b1a5d579a None None] Pushing event updated for resources: {'Port': ['ID=81285374-f424-4649-b7db-04dade6c1b6a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:24.913410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78808f83-7c8c-4f5a-a853-815794baeb22 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:24.915005 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-78808f83-7c8c-4f5a-a853-815794baeb22 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports/311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 HTTP/1.1" status: 200 len: 911 time: 0.1859517 Sep 27 08:55:24.917991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43458) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:24.946229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3058667-a27e-40fc-b163-7c364b984abd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:24.966758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e3058667-a27e-40fc-b163-7c364b984abd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 2e11eb8b-f4cb-4723-9339-67ae3869ecc5 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:25.013312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641da0a0-9c1c-4942-8fa9-9b69bc4458f2 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:25.026713 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-2a18d570-d1cf-40b5-bb9b-fd0dbc2a316a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] show failed (client error): The resource could not be found. Sep 27 08:55:25.027640 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a18d570-d1cf-40b5-bb9b-fd0dbc2a316a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "GET /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags/tempest-TagsTest-Tag-887116480 HTTP/1.1" status: 404 len: 325 time: 0.2974927 Sep 27 08:55:25.035523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43462) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:25.046215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-1de84e2e-108f-45e4-b6b7-d99824551a2f tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2a238411-1629-4927-8885-0362131a4ac2') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:25.212811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-84b002db-b632-410a-b9bd-c49d967181dc None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:25.213211 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-84b002db-b632-410a-b9bd-c49d967181dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.300774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1de84e2e-108f-45e4-b6b7-d99824551a2f tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "DELETE /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2/tags HTTP/1.1" status: 204 len: 168 time: 0.2608576 Sep 27 08:55:25.302899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43464) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:25.313743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3058667-a27e-40fc-b163-7c364b984abd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.345470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 81285374-f424-4649-b7db-04dade6c1b6a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:25.374911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3058667-a27e-40fc-b163-7c364b984abd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=2e11eb8b-f4cb-4723-9339-67ae3869ecc5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:25.415337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-84b002db-b632-410a-b9bd-c49d967181dc None None] Could not find standard attr ID for object 2e11eb8b-f4cb-4723-9339-67ae3869ecc5. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:55:25.459938 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3058667-a27e-40fc-b163-7c364b984abd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.464040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 81285374-f424-4649-b7db-04dade6c1b6a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:25.464383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.465834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3058667-a27e-40fc-b163-7c364b984abd tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/2e11eb8b-f4cb-4723-9339-67ae3869ecc5 HTTP/1.1" status: 204 len: 168 time: 1.3066292 Sep 27 08:55:25.466480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:25.516238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.563049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d3bb5-3121-4680-baac-bf20917d7cf7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:25.565042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-71bea505-1a97-4d15-a2fc-7b027930cbfa None None] Provisioning complete for port 81285374-f424-4649-b7db-04dade6c1b6a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:25.565526 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71bea505-1a97-4d15-a2fc-7b027930cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.573390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43468) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:25.574385 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad0d3bb5-3121-4680-baac-bf20917d7cf7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1067877 Sep 27 08:55:25.698769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.741161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-71bea505-1a97-4d15-a2fc-7b027930cbfa None None] Provisioning complete for port 311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:25.741552 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71bea505-1a97-4d15-a2fc-7b027930cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.754409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a8591-c7df-4140-b3c9-e98fd5ab9153 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:25.756493 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6c1a8591-c7df-4140-b3c9-e98fd5ab9153 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1783233 Sep 27 08:55:25.759124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a238411-1629-4927-8885-0362131a4ac2']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:25.759552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:25.771677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d614d22-38b7-4e45-a377-4e92480906ad') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:25.771986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d614d22-38b7-4e45-a377-4e92480906ad') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:25.793585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.813819 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.820303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-71bea505-1a97-4d15-a2fc-7b027930cbfa None None] Port 311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:25.823365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.861400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:25.861863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.865471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef11207c-a0d1-413f-90cd-cbf6be65f929 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:25.866992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef11207c-a0d1-413f-90cd-cbf6be65f929 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:25.868515 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:25.870880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef11207c-a0d1-413f-90cd-cbf6be65f929 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:25.874820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ef11207c-a0d1-413f-90cd-cbf6be65f929 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1109824 Sep 27 08:55:25.874820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:25.950136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b7218da4-2303-4474-9403-db7de8f1d6c3 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:25.950868 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7218da4-2303-4474-9403-db7de8f1d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:25.954538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0429b25-e0ab-4618-a595-177ed4e488ed tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet bab30134-6ed1-4934-b5f8-dc7da559595b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:25.958023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0429b25-e0ab-4618-a595-177ed4e488ed tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.006043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.012011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.014014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] 10.222.0.50 "DELETE /v2.0/networks/2a238411-1629-4927-8885-0362131a4ac2 HTTP/1.1" status: 204 len: 168 time: 0.7116010 Sep 27 08:55:26.022286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0429b25-e0ab-4618-a595-177ed4e488ed tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.059593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8be385-c94c-4823-9981-7f3700dd3e2a tempest-TagsTest-1606723300 tempest-TagsTest-1606723300-project] Pushing event deleted for resources: {'Network': ['ID=2a238411-1629-4927-8885-0362131a4ac2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:26.139988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b7218da4-2303-4474-9403-db7de8f1d6c3 None None] Provisioning complete for port 311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:26.140418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7218da4-2303-4474-9403-db7de8f1d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.179172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0429b25-e0ab-4618-a595-177ed4e488ed tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.210785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b7218da4-2303-4474-9403-db7de8f1d6c3 None None] Port 311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:26.214349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b7218da4-2303-4474-9403-db7de8f1d6c3 None None] Could not find standard attr ID for object 2e11eb8b-f4cb-4723-9339-67ae3869ecc5. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:55:26.312289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:26.312679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.343070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0429b25-e0ab-4618-a595-177ed4e488ed tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.344432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-69e1b22c-a4d1-4863-98e1-1a8cbd6985ac None None] Provisioning complete for port 311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:26.344855 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69e1b22c-a4d1-4863-98e1-1a8cbd6985ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.384147 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0429b25-e0ab-4618-a595-177ed4e488ed tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.386228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c0429b25-e0ab-4618-a595-177ed4e488ed tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/bab30134-6ed1-4934-b5f8-dc7da559595b HTTP/1.1" status: 204 len: 168 time: 0.5104680 Sep 27 08:55:26.388743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:26.399719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0429b25-e0ab-4618-a595-177ed4e488ed tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=bab30134-6ed1-4934-b5f8-dc7da559595b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:26.403048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-69e1b22c-a4d1-4863-98e1-1a8cbd6985ac None None] Port 311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:26.415567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-69e1b22c-a4d1-4863-98e1-1a8cbd6985ac None None] Could not find standard attr ID for object 2e11eb8b-f4cb-4723-9339-67ae3869ecc5. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:55:26.424809 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85f000e-3264-41c1-b444-06f41ba0b937 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:26.466222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23800f4-5dc7-432d-babd-1cad30f0000c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet c56f88f4-0875-4ba3-a7c0-eba8ae38360b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:26.471308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a23800f4-5dc7-432d-babd-1cad30f0000c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.492838 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43482) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:26.502558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.517555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:26.518825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a23800f4-5dc7-432d-babd-1cad30f0000c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.627883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a23800f4-5dc7-432d-babd-1cad30f0000c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.693862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a23800f4-5dc7-432d-babd-1cad30f0000c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.706816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-582c439a-3d63-410d-a756-3c9df22e5554 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1e3ec4bc18843ec8577768672b74dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104053 Sep 27 08:55:26.708742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43486) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:26.723418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23800f4-5dc7-432d-babd-1cad30f0000c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=c56f88f4-0875-4ba3-a7c0-eba8ae38360b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:26.728938 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a23800f4-5dc7-432d-babd-1cad30f0000c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.733527 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a23800f4-5dc7-432d-babd-1cad30f0000c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/c56f88f4-0875-4ba3-a7c0-eba8ae38360b HTTP/1.1" status: 204 len: 168 time: 0.3415923 Sep 27 08:55:26.733793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:26.758056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.774281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-118e9624-7e2a-4fa2-9f18-d68706ebc9cc tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392675 Sep 27 08:55:26.776951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:26.781983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:26.795226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=311d29f2-7bbd-4bd4-bc1f-9c9c0beedf99,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:26.835325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ce6c-6ef1-4879-aa01-0cbc5b42f858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.895012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:26.899489 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.920842 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:26.924841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ce6c-6ef1-4879-aa01-0cbc5b42f858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.116194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ce6c-6ef1-4879-aa01-0cbc5b42f858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.118834 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ce6c-6ef1-4879-aa01-0cbc5b42f858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.122533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b0a3ce6c-6ef1-4879-aa01-0cbc5b42f858 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4a7a4af-f48e-4f03-b2cc-a6db0b7aaddb HTTP/1.1" status: 204 len: 168 time: 0.4107852 Sep 27 08:55:27.122722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.142384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0ffaef11-0760-4ad0-b317-8c36e2ac64d3 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:27.148219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3ce6c-6ef1-4879-aa01-0cbc5b42f858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7a4af-f48e-4f03-b2cc-a6db0b7aaddb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:27.180431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:27.187618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:27.192073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:27.192883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.209666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=d58fc2af-7df3-4259-852e-591b21003317,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:27.230084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ec0039b-ec42-48aa-ad9a-f4fbfee9cc03 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4452865 Sep 27 08:55:27.230084 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:27.236366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c959f884-ba2e-47e8-8091-ef68b62f2354 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:27.297251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:27.306721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8afad97b-eb0c-4e6d-9e2a-d0af3cfebbd8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0ffaef11-0760-4ad0-b317-8c36e2ac64d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3875780 Sep 27 08:55:27.307614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43500) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:27.309907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226518bc-b3d9-44c7-b632-6aebcb55c679 None None] Sync routers for ids ['0ffaef11-0760-4ad0-b317-8c36e2ac64d3'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:27.321714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226518bc-b3d9-44c7-b632-6aebcb55c679 None None] Routers {'0ffaef11-0760-4ad0-b317-8c36e2ac64d3'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:27.327598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-226518bc-b3d9-44c7-b632-6aebcb55c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0ffaef11-0760-4ad0-b317-8c36e2ac64d3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:27.376129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b3017502-578d-4c4c-ada6-226bffd036b0 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ffaef11-0760-4ad0-b317-8c36e2ac64d3 HTTP/1.1" status: 200 len: 205 time: 0.0660453 Sep 27 08:55:27.377965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43506) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:27.383575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-226518bc-b3d9-44c7-b632-6aebcb55c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:27.386018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b2524-96fd-40d9-8314-239f0e8db8b1 None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:27.411613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c959f884-ba2e-47e8-8091-ef68b62f2354 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:27.413461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226518bc-b3d9-44c7-b632-6aebcb55c679 None None] Routers {'0ffaef11-0760-4ad0-b317-8c36e2ac64d3'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:27.414089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-226518bc-b3d9-44c7-b632-6aebcb55c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0ffaef11-0760-4ad0-b317-8c36e2ac64d3'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:27.420367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c959f884-ba2e-47e8-8091-ef68b62f2354 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.461926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-226518bc-b3d9-44c7-b632-6aebcb55c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:27.462580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226518bc-b3d9-44c7-b632-6aebcb55c679 None None] The sync data for ids ['0ffaef11-0760-4ad0-b317-8c36e2ac64d3'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:27.465435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-941eac83-d80d-4cb8-a41e-0cb70cd7069d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.516163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-09120019-fc33-46dd-8725-86b66c5c6983 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:27.516579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09120019-fc33-46dd-8725-86b66c5c6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:27.640598 n-d-810909-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-c959f884-ba2e-47e8-8091-ef68b62f2354 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d58fc2af-7df3-4259-852e-591b21003317 (CIDR: 2001:db8::/64) Sep 27 08:55:27.659912 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c959f884-ba2e-47e8-8091-ef68b62f2354 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:55:27.664453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c959f884-ba2e-47e8-8091-ef68b62f2354 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:27.699993 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c959f884-ba2e-47e8-8091-ef68b62f2354 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4726081 Sep 27 08:55:27.703279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:27.711179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'subnet': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:27.844401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:27.850163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.007792 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-941eac83-d80d-4cb8-a41e-0cb70cd7069d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.010209 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-941eac83-d80d-4cb8-a41e-0cb70cd7069d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.058340 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-941eac83-d80d-4cb8-a41e-0cb70cd7069d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.058888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941eac83-d80d-4cb8-a41e-0cb70cd7069d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Fanout notify agent at l3_agent the message router_deleted on router 0ffaef11-0760-4ad0-b317-8c36e2ac64d3 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:55:28.068643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-941eac83-d80d-4cb8-a41e-0cb70cd7069d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.072595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-941eac83-d80d-4cb8-a41e-0cb70cd7069d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/0ffaef11-0760-4ad0-b317-8c36e2ac64d3 HTTP/1.1" status: 204 len: 168 time: 0.6905065 Sep 27 08:55:28.072702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43532) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:28.133322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cbe2eb4f-20a5-497b-b95a-2d26b10f58b0 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:28.134539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbe2eb4f-20a5-497b-b95a-2d26b10f58b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.134850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b95796f-362f-40f5-8063-009ee0e5f8d7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet 1db3485f-5d09-4791-9c1e-01fcea63ad74 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:28.138178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b95796f-362f-40f5-8063-009ee0e5f8d7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.177749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43534) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:28.181299 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026188 Sep 27 08:55:28.185157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43536) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:28.220712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b95796f-362f-40f5-8063-009ee0e5f8d7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.329997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:55:28.331513 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b95796f-362f-40f5-8063-009ee0e5f8d7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.364284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-319a9aa8-18e8-4999-938f-b5f48f4a7dae tempest-NetworksApiDiscovery-1206400166 tempest-NetworksApiDiscovery-1206400166-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1752670 Sep 27 08:55:28.416380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b95796f-362f-40f5-8063-009ee0e5f8d7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.448295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95796f-362f-40f5-8063-009ee0e5f8d7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=1db3485f-5d09-4791-9c1e-01fcea63ad74,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:28.452105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b95796f-362f-40f5-8063-009ee0e5f8d7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.454205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b95796f-362f-40f5-8063-009ee0e5f8d7 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/1db3485f-5d09-4791-9c1e-01fcea63ad74 HTTP/1.1" status: 204 len: 168 time: 0.3803010 Sep 27 08:55:28.456972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:28.466022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b921ea8-af31-488f-b0fd-6c22bc093011 None None] Network 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:28.553144 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.610225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.689527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 81285374-f424-4649-b7db-04dade6c1b6a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:28.690119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.694313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] DHCP port deletion for 3838fcf8-e9f1-4d32-8a00-6528bf0e75ff request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:28.779468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] Deleting port 81285374-f424-4649-b7db-04dade6c1b6a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:28.780890 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.782305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 81285374-f424-4649-b7db-04dade6c1b6a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=81285374-f424-4649-b7db-04dade6c1b6a,segment=NetworkSegment(bb09e205-10a9-4d32-9168-c99e9372ef99),segment_id=bb09e205-10a9-4d32-9168-c99e9372ef99)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:28.782489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.800373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 81285374-f424-4649-b7db-04dade6c1b6a owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:28.803905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43548) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:28.890145 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] For port 81285374-f424-4649-b7db-04dade6c1b6a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=81285374-f424-4649-b7db-04dade6c1b6a,segment=NetworkSegment(bb09e205-10a9-4d32-9168-c99e9372ef99),segment_id=bb09e205-10a9-4d32-9168-c99e9372ef99)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:28.890551 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.891283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bdd951db-72a9-4e9c-8454-a3342d02bc43,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:28.912867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] Calling delete_port for 81285374-f424-4649-b7db-04dade6c1b6a owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:28.918780 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.930192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.939282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.940134 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:28.952668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=81285374-f424-4649-b7db-04dade6c1b6a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:28.956798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No DVR routers for this DVR port 81285374-f424-4649-b7db-04dade6c1b6a on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:28.995053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e5b926f9-b7b1-4757-a6d8-f447ba5abb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.040646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:29.051096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:29.054405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:29.055011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.078586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=13']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:29.084600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Subnet': ['ID=9a315bea-5d80-4256-aed2-b224b915512e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:29.152860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b96800-eee3-481f-a363-9f0ec846b80d None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:29.169623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.197252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3838fcf8-e9f1-4d32-8a00-6528bf0e75ff']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:29.212744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb09e205-10a9-4d32-9168-c99e9372ef99') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:29.213095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb09e205-10a9-4d32-9168-c99e9372ef99') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:29.226313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.247868 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.258926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bdd951db-72a9-4e9c-8454-a3342d02bc43 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:29.268284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:29.268720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:29.271629 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:29.285556 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.291088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e5b926f9-b7b1-4757-a6d8-f447ba5abb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.306161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f92535af-36d4-4994-8858-7d7401b90b1e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5989826 Sep 27 08:55:29.306391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43552) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:29.311541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Request body: {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'mac_address': 'fa:16:3e:6f:29:26', 'name': 'tempest-NetworksTestDHCPv6-1257540424'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:29.316369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e5b926f9-b7b1-4757-a6d8-f447ba5abb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.344011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] No DVR routers for this DVR port 81285374-f424-4649-b7db-04dade6c1b6a on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:29.362814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14c2bc-df71-4bc9-848c-3f132a0b58eb None None] Pushing event deleted for resources: {'Port': ['ID=81285374-f424-4649-b7db-04dade6c1b6a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:29.374258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.401414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.406644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/3838fcf8-e9f1-4d32-8a00-6528bf0e75ff HTTP/1.1" status: 204 len: 168 time: 0.9451237 Sep 27 08:55:29.409855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191f86-ea2b-4f35-aa7f-2a286ca4447c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=3838fcf8-e9f1-4d32-8a00-6528bf0e75ff,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:29.411820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43554) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:29.418146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-445624691', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:29.428487 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e5b926f9-b7b1-4757-a6d8-f447ba5abb4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05d5c75bdc30477fb72bff0772e649c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208968 Sep 27 08:55:29.428487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b926f9-b7b1-4757-a6d8-f447ba5abb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fc441e-c84f-48a3-be53-7cdbca2a757a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:29.432622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43556) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:29.436210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:29.436651 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.493654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.494735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.518424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6898e8-321a-4c5e-8259-fb570badd407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.531100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Made reservation on behalf of 8830082bd9604d8ab86a9fad6ba92d30 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:29.558348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6898e8-321a-4c5e-8259-fb570badd407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.575067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d8048d-3948-4c6e-9362-2ae40f9695cc None None] Update dhcp port {'port': {'network_id': 'b90251e7-1859-4a80-b7c1-143d6ef98208', 'fixed_ips': [{'subnet_id': '9a315bea-5d80-4256-aed2-b224b915512e', 'ip_address': '2001:db8:0:1:f816:3eff:fea8:a32d'}, {'subnet_id': 'd58fc2af-7df3-4259-852e-591b21003317'}], 'binding:host_id': 'n-d-810909-1'}, 'id': 'bdd951db-72a9-4e9c-8454-a3342d02bc43'} from n-d-810909-1. {{(pid=94832) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 27 08:55:29.591789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.613354 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51d8048d-3948-4c6e-9362-2ae40f9695cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.660312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.696053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] device_id is not set on port 6244c0d1-989b-4e97-a88c-f09a58aa4b0a yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:29.715689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 81285374-f424-4649-b7db-04dade6c1b6a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:29.746665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 81285374-f424-4649-b7db-04dade6c1b6a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:29.747058 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 81285374-f424-4649-b7db-04dade6c1b6a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:29.803789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.821989 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6898e8-321a-4c5e-8259-fb570badd407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.824585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6898e8-321a-4c5e-8259-fb570badd407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:29.825773 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0a6898e8-321a-4c5e-8259-fb570badd407 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80fc441e-c84f-48a3-be53-7cdbca2a757a HTTP/1.1" status: 204 len: 168 time: 0.3922069 Sep 27 08:55:29.842036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-51d8048d-3948-4c6e-9362-2ae40f9695cc None None] Allocated IP 2001:db8::2 (b90251e7-1859-4a80-b7c1-143d6ef98208/d58fc2af-7df3-4259-852e-591b21003317/bdd951db-72a9-4e9c-8454-a3342d02bc43) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:29.847483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6898e8-321a-4c5e-8259-fb570badd407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fc441e-c84f-48a3-be53-7cdbca2a757a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:29.962188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-51d8048d-3948-4c6e-9362-2ae40f9695cc None None] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bdd951db-72a9-4e9c-8454-a3342d02bc43,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:29.999625 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51d8048d-3948-4c6e-9362-2ae40f9695cc None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.016850 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51d8048d-3948-4c6e-9362-2ae40f9695cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.061048 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.083877 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.176356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8::103 (b90251e7-1859-4a80-b7c1-143d6ef98208/d58fc2af-7df3-4259-852e-591b21003317/6244c0d1-989b-4e97-a88c-f09a58aa4b0a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:30.183341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6f:2926 (b90251e7-1859-4a80-b7c1-143d6ef98208/9a315bea-5d80-4256-aed2-b224b915512e/6244c0d1-989b-4e97-a88c-f09a58aa4b0a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:30.231780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8048d-3948-4c6e-9362-2ae40f9695cc None None] Pushing event updated for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=14']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:30.238407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 172.25.2.17 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/95191bcd-b098-462a-b0a6-435cfc073370) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:30.368420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.410936 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.420850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.458948 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.466074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:30.469461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:30.473543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:30.521840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Network b90251e7-1859-4a80-b7c1-143d6ef98208 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:30.525917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:30.528977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:30.530013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=95191bcd-b098-462a-b0a6-435cfc073370,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:30.536903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:30.537842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.562778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event updated for resources: {'Port': ['ID=6244c0d1-989b-4e97-a88c-f09a58aa4b0a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:30.574948 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b9be6764-c282-452d-a8a3-97e2e58ab0b4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2672663 Sep 27 08:55:30.577324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43578) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:30.743647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-60769c9b-0350-41de-9525-4e94bfe1f56f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting port 6244c0d1-989b-4e97-a88c-f09a58aa4b0a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:30.744275 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60769c9b-0350-41de-9525-4e94bfe1f56f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.861012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.865348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60769c9b-0350-41de-9525-4e94bfe1f56f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:30.879569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-60769c9b-0350-41de-9525-4e94bfe1f56f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Calling delete_port for 6244c0d1-989b-4e97-a88c-f09a58aa4b0a owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:31.120179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60769c9b-0350-41de-9525-4e94bfe1f56f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.154304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60769c9b-0350-41de-9525-4e94bfe1f56f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Port': ['ID=6244c0d1-989b-4e97-a88c-f09a58aa4b0a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:31.216036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.242197 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60769c9b-0350-41de-9525-4e94bfe1f56f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.245277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-60769c9b-0350-41de-9525-4e94bfe1f56f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/6244c0d1-989b-4e97-a88c-f09a58aa4b0a HTTP/1.1" status: 204 len: 168 time: 0.6665902 Sep 27 08:55:31.248455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43594) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:31.302875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bdd951db-72a9-4e9c-8454-a3342d02bc43 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:31.310059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50e614-b97f-4025-96a2-98b378f19609 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:31.312046 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff50e614-b97f-4025-96a2-98b378f19609 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0623214 Sep 27 08:55:31.314660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:31.350137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e60387d3-6ea5-4795-acc7-69d6c9cf7407 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:31.350515 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e60387d3-6ea5-4795-acc7-69d6c9cf7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.405502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a0ace6-d1d3-4f62-b156-7da341a9894a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:31.407149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0a0ace6-d1d3-4f62-b156-7da341a9894a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0913901 Sep 27 08:55:31.409733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:31.441029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:31.441667 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.479007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:55:31.514066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc6c31-ac72-4843-a35e-0aa616920c53 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:31.515639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc6c31-ac72-4843-a35e-0aa616920c53 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:31.517197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc6c31-ac72-4843-a35e-0aa616920c53 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:31.518907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cafc6c31-ac72-4843-a35e-0aa616920c53 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1082120 Sep 27 08:55:31.529026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:31.623724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa09115-5ecb-4f2d-96fd-17f42908b281 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet 9a315bea-5d80-4256-aed2-b224b915512e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:31.628641 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffa09115-5ecb-4f2d-96fd-17f42908b281 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.684659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffa09115-5ecb-4f2d-96fd-17f42908b281 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.686030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8882ca4b-14ed-4e40-bca6-6ce77498f4e1 None None] Could not find standard attr ID for object 6244c0d1-989b-4e97-a88c-f09a58aa4b0a. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:55:31.696592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:31.706922 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4790613f-d1ae-40fb-84f4-c4851dcf795c None None] Sync routers for ids ['6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:31.719797 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4790613f-d1ae-40fb-84f4-c4851dcf795c None None] Routers {'6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:31.720626 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4790613f-d1ae-40fb-84f4-c4851dcf795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:31.732406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.737379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d779ab33-6141-485a-8959-f0fba287214f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.3236165 Sep 27 08:55:31.737996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43610) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:31.770245 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4790613f-d1ae-40fb-84f4-c4851dcf795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:31.780185 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4790613f-d1ae-40fb-84f4-c4851dcf795c None None] Routers {'6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:31.781229 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4790613f-d1ae-40fb-84f4-c4851dcf795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:31.820066 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4790613f-d1ae-40fb-84f4-c4851dcf795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:31.820779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4790613f-d1ae-40fb-84f4-c4851dcf795c None None] The sync data for ids ['6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:31.846556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffa09115-5ecb-4f2d-96fd-17f42908b281 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:31.895799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-12c9922e-0e86-421c-8575-30a203e2ed13 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/routers/6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 HTTP/1.1" status: 200 len: 883 time: 0.1566706 Sep 27 08:55:31.899031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43612) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:31.982459 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffa09115-5ecb-4f2d-96fd-17f42908b281 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.022736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa09115-5ecb-4f2d-96fd-17f42908b281 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=9a315bea-5d80-4256-aed2-b224b915512e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:32.027563 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffa09115-5ecb-4f2d-96fd-17f42908b281 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.032027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ffa09115-5ecb-4f2d-96fd-17f42908b281 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/9a315bea-5d80-4256-aed2-b224b915512e HTTP/1.1" status: 204 len: 168 time: 0.4996850 Sep 27 08:55:32.032995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43624) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.039729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11867fd-2509-4b61-aab4-eb415357db4d None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:32.101276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b72b4a-72fd-4443-ab48-f9907147a94e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Deleting subnet d58fc2af-7df3-4259-852e-591b21003317 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:32.105457 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0b72b4a-72fd-4443-ab48-f9907147a94e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.216378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0b72b4a-72fd-4443-ab48-f9907147a94e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.339833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0b72b4a-72fd-4443-ab48-f9907147a94e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.395617 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:55:32.415107 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0b72b4a-72fd-4443-ab48-f9907147a94e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.457018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b72b4a-72fd-4443-ab48-f9907147a94e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Subnet': ['ID=d58fc2af-7df3-4259-852e-591b21003317,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:32.462744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90693d7f-624e-4db1-a695-50dc129b4b0c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5617898 Sep 27 08:55:32.463652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.467386 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0b72b4a-72fd-4443-ab48-f9907147a94e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.468685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2e6d7d01-ffe4-4fdb-88bc-b32a33d624a9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-445624691'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:32.469407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b0b72b4a-72fd-4443-ab48-f9907147a94e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/d58fc2af-7df3-4259-852e-591b21003317 HTTP/1.1" status: 204 len: 168 time: 0.4351377 Sep 27 08:55:32.472241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43632) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.519475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.538603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-455bc92b-6552-4051-8985-41189835f965 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649636 Sep 27 08:55:32.540984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43638) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.640266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719080f-f5a7-4265-81df-565d83b70bee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:32.644803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9719080f-f5a7-4265-81df-565d83b70bee tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0983994 Sep 27 08:55:32.645047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43640) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.663982 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8673-4319-4613-9bc9-a29949d8c28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.698552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a233f29a-f73d-4233-98b3-6733a8544e52 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:32.702802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a233f29a-f73d-4233-98b3-6733a8544e52 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545392 Sep 27 08:55:32.703156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43642) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.760606 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-edfe6b5b-9b87-487c-bae4-8f772b5f30c7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545480 Sep 27 08:55:32.760606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43644) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.786934 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23ec698-e882-4b38-8f25-76416fa7aa26 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:32.787910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23ec698-e882-4b38-8f25-76416fa7aa26 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:32.790033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d23ec698-e882-4b38-8f25-76416fa7aa26 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/6244c0d1-989b-4e97-a88c-f09a58aa4b0a HTTP/1.1" status: 404 len: 333 time: 0.0294759 Sep 27 08:55:32.796885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43646) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.830712 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-f394564c-8fb9-43d6-9cfc-c35fa2523110 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:32.831406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f394564c-8fb9-43d6-9cfc-c35fa2523110 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:32.833374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f394564c-8fb9-43d6-9cfc-c35fa2523110 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/9a315bea-5d80-4256-aed2-b224b915512e HTTP/1.1" status: 404 len: 337 time: 0.0353575 Sep 27 08:55:32.836273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43648) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.868616 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3011dab-59e1-4fe9-a753-a7de3548e894 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:32.869122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3011dab-59e1-4fe9-a753-a7de3548e894 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:32.871161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e3011dab-59e1-4fe9-a753-a7de3548e894 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/d58fc2af-7df3-4259-852e-591b21003317 HTTP/1.1" status: 404 len: 337 time: 0.0338547 Sep 27 08:55:32.873990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43650) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.902847 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed05376-cd07-42ad-968c-0a9fec8d2f6b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:32.903756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed05376-cd07-42ad-968c-0a9fec8d2f6b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:32.908861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0ed05376-cd07-42ad-968c-0a9fec8d2f6b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/2e11eb8b-f4cb-4723-9339-67ae3869ecc5 HTTP/1.1" status: 404 len: 333 time: 0.0337796 Sep 27 08:55:32.909162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8673-4319-4613-9bc9-a29949d8c28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.909856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43652) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.918787 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8673-4319-4613-9bc9-a29949d8c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:32.941493 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a14b193-f9fb-44c7-b0ce-66ca187d36be tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:32.942056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a14b193-f9fb-44c7-b0ce-66ca187d36be tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:32.947156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9a14b193-f9fb-44c7-b0ce-66ca187d36be tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/bab30134-6ed1-4934-b5f8-dc7da559595b HTTP/1.1" status: 404 len: 337 time: 0.0354207 Sep 27 08:55:32.947523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43654) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.977489 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5349d955-2824-4e75-a17d-d3d6f7914ef4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:32.978283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5349d955-2824-4e75-a17d-d3d6f7914ef4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:32.983623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5349d955-2824-4e75-a17d-d3d6f7914ef4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/c56f88f4-0875-4ba3-a7c0-eba8ae38360b HTTP/1.1" status: 404 len: 337 time: 0.0349190 Sep 27 08:55:32.984440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43656) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:32.997289 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7d01-ffe4-4fdb-88bc-b32a33d624a9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.004382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c3d8673-4319-4613-9bc9-a29949d8c28f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49ed38a61bbf4a73b2cdfc8840420fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836025 Sep 27 08:55:33.005178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d8673-4319-4613-9bc9-a29949d8c28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e938913a-8cc0-4e34-ab70-1f45cd479ffa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:33.007953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.009759 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d2f8df-0326-453b-a02d-3bbcc12ab374 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.010551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d2f8df-0326-453b-a02d-3bbcc12ab374 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.015668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-10d2f8df-0326-453b-a02d-3bbcc12ab374 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/7929dda1-0738-4148-b97e-e9c8b3291584 HTTP/1.1" status: 404 len: 333 time: 0.0300491 Sep 27 08:55:33.016461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43660) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.027292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7d01-ffe4-4fdb-88bc-b32a33d624a9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.055322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc6849d-700e-4bb1-80d8-e00b2fef1cad None None] Network b90251e7-1859-4a80-b7c1-143d6ef98208 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:33.056318 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08e5a3f-6ba1-4477-9ede-6ebfee306c7e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.056872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08e5a3f-6ba1-4477-9ede-6ebfee306c7e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.060816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d08e5a3f-6ba1-4477-9ede-6ebfee306c7e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/d86bc30b-0399-4842-9dc9-73c772346341 HTTP/1.1" status: 404 len: 337 time: 0.0432460 Sep 27 08:55:33.061464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43662) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.089367 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f193af-2572-486d-9be3-805c3e624944 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.089830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f193af-2572-486d-9be3-805c3e624944 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.094346 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f3f193af-2572-486d-9be3-805c3e624944 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/8af22d39-0290-4b2d-8d1b-b3ef0ca5014e HTTP/1.1" status: 404 len: 337 time: 0.0295506 Sep 27 08:55:33.105737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43666) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.133379 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b0bcfa-5385-4f09-bbf2-3f18faf5d401 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.134219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b0bcfa-5385-4f09-bbf2-3f18faf5d401 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.135964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d7b0bcfa-5385-4f09-bbf2-3f18faf5d401 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/3b3b5d20-00c0-4160-b036-ed8c39ffe8c3 HTTP/1.1" status: 404 len: 333 time: 0.0286510 Sep 27 08:55:33.138465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43668) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.142360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87a0de2b-6a6f-4b54-b138-e6daad4f0e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.172707 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc94e054-eff1-4cb6-a97c-e88d55570cf2 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.173413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc94e054-eff1-4cb6-a97c-e88d55570cf2 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.175983 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fc94e054-eff1-4cb6-a97c-e88d55570cf2 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/70eddbde-b0de-4e41-bd5a-8f13217c5579 HTTP/1.1" status: 404 len: 337 time: 0.0362468 Sep 27 08:55:33.178062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43672) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.215852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87a0de2b-6a6f-4b54-b138-e6daad4f0e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.218568 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-1762a75e-4893-4715-93af-294075fac6de tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.219326 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1762a75e-4893-4715-93af-294075fac6de tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.221240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1762a75e-4893-4715-93af-294075fac6de tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/5fdc8a39-cbe5-456e-9e74-7c1b8c2cbd06 HTTP/1.1" status: 404 len: 337 time: 0.0411801 Sep 27 08:55:33.223742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43676) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.243037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-45accb75-7e0f-46cc-8e56-3650ba1e3f79 None None] Provisioning complete for port bdd951db-72a9-4e9c-8454-a3342d02bc43 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:33.243633 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45accb75-7e0f-46cc-8e56-3650ba1e3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.248614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6d7d01-ffe4-4fdb-88bc-b32a33d624a9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:33.250368 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b55d98f-0261-4db2-a732-32b6b1fe68ff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.251069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b55d98f-0261-4db2-a732-32b6b1fe68ff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.252932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9b55d98f-0261-4db2-a732-32b6b1fe68ff tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/681c3904-3f55-4422-9bb5-6d92aa57016f HTTP/1.1" status: 404 len: 333 time: 0.0283220 Sep 27 08:55:33.255419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43678) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.289979 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee073d77-34aa-4bca-8da8-83da16c219ac tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.290623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee073d77-34aa-4bca-8da8-83da16c219ac tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.294904 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ee073d77-34aa-4bca-8da8-83da16c219ac tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/8ffc6c42-6177-4f21-a0d6-4afcbdea69f9 HTTP/1.1" status: 404 len: 337 time: 0.0360951 Sep 27 08:55:33.296837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43682) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.320314 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c878b6e-93c9-4c2e-b892-f10dead2880a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.321168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c878b6e-93c9-4c2e-b892-f10dead2880a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.326524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2c878b6e-93c9-4c2e-b892-f10dead2880a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/2e867264-77c2-4b33-bc28-10d9f47edb9b HTTP/1.1" status: 404 len: 333 time: 0.0267873 Sep 27 08:55:33.327695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.373387 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-866a7174-f439-4f1a-a99d-f7d847b9aaf1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.373853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866a7174-f439-4f1a-a99d-f7d847b9aaf1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.375556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-866a7174-f439-4f1a-a99d-f7d847b9aaf1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/19a85870-5e41-4118-ba50-c8fa6252c53c HTTP/1.1" status: 404 len: 337 time: 0.0468881 Sep 27 08:55:33.378290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87a0de2b-6a6f-4b54-b138-e6daad4f0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.381281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43686) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.382202 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87a0de2b-6a6f-4b54-b138-e6daad4f0e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.390001 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-87a0de2b-6a6f-4b54-b138-e6daad4f0e4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e938913a-8cc0-4e34-ab70-1f45cd479ffa HTTP/1.1" status: 204 len: 168 time: 0.3767674 Sep 27 08:55:33.408755 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe64540f-6cdd-4132-bd85-d0f16820a7a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.409938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe64540f-6cdd-4132-bd85-d0f16820a7a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.411866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fe64540f-6cdd-4132-bd85-d0f16820a7a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/aa4a78ef-3be9-4a46-9638-b28c594fc8e4 HTTP/1.1" status: 404 len: 333 time: 0.0295837 Sep 27 08:55:33.415183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] DHCP port deletion for b90251e7-1859-4a80-b7c1-143d6ef98208 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:33.415745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43692) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.436240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0de2b-6a6f-4b54-b138-e6daad4f0e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e938913a-8cc0-4e34-ab70-1f45cd479ffa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:33.454702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d7d01-ffe4-4fdb-88bc-b32a33d624a9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:33.458342 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-271f5288-a125-4939-8a3d-b2cb7bf5b5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.458810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271f5288-a125-4939-8a3d-b2cb7bf5b5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.465568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-271f5288-a125-4939-8a3d-b2cb7bf5b5d7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/b1562325-2f10-4ed8-930e-71c862ee0769 HTTP/1.1" status: 404 len: 337 time: 0.0437002 Sep 27 08:55:33.466612 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7d01-ffe4-4fdb-88bc-b32a33d624a9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.466612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e6d7d01-ffe4-4fdb-88bc-b32a33d624a9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 HTTP/1.1" status: 200 len: 890 time: 0.9981298 Sep 27 08:55:33.466612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43694) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.467177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43696) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.478915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555dcf22-aed3-4d19-bd1c-a4d916ccf78c None None] Sync routers for ids ['6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:33.494886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555dcf22-aed3-4d19-bd1c-a4d916ccf78c None None] Routers {'6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:33.495603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-555dcf22-aed3-4d19-bd1c-a4d916ccf78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:33.511086 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dda45b0-7fec-463a-a302-dd295c16ec88 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.512058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dda45b0-7fec-463a-a302-dd295c16ec88 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.514430 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1dda45b0-7fec-463a-a302-dd295c16ec88 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/bddb0749-ac87-4ef7-b0a4-f3f95f058670 HTTP/1.1" status: 404 len: 333 time: 0.0468607 Sep 27 08:55:33.516983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43700) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.557286 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c781e2-adb1-4dfe-b90f-0f8785cbd844 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.557868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c781e2-adb1-4dfe-b90f-0f8785cbd844 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.559726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-16c781e2-adb1-4dfe-b90f-0f8785cbd844 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/c0b2fa5c-4b8e-428f-ad21-7243867e55a6 HTTP/1.1" status: 404 len: 337 time: 0.0407820 Sep 27 08:55:33.565028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43704) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.571232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-555dcf22-aed3-4d19-bd1c-a4d916ccf78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:33.584817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555dcf22-aed3-4d19-bd1c-a4d916ccf78c None None] Routers {'6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:33.585440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-555dcf22-aed3-4d19-bd1c-a4d916ccf78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:33.604629 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0609b5c6-9ed2-4245-bc43-9781aa7030a1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/routers/6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 HTTP/1.1" status: 200 len: 890 time: 0.1371095 Sep 27 08:55:33.607625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.621314 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c222148-3d7f-41db-ad67-dc5b2c52166b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.621892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-555dcf22-aed3-4d19-bd1c-a4d916ccf78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:33.622714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555dcf22-aed3-4d19-bd1c-a4d916ccf78c None None] The sync data for ids ['6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:33.624282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c222148-3d7f-41db-ad67-dc5b2c52166b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.629148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6c222148-3d7f-41db-ad67-dc5b2c52166b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/8daf4c1b-34c1-48b6-bc39-3b5da67bc8f7 HTTP/1.1" status: 404 len: 333 time: 0.0605540 Sep 27 08:55:33.629395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43710) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.641089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] Deleting port bdd951db-72a9-4e9c-8454-a3342d02bc43 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:33.641465 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.648811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6fa047cb-f68b-4280-a9a7-01238fbcd426 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 HTTP/1.1" status: 200 len: 205 time: 0.0399771 Sep 27 08:55:33.651361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43712) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.668186 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ab8fcb-e591-4bc3-8a10-044b23c362a4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.668677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ab8fcb-e591-4bc3-8a10-044b23c362a4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.674238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-44ab8fcb-e591-4bc3-8a10-044b23c362a4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/b37e380a-778f-4d2b-81cc-c966de7e8fd9 HTTP/1.1" status: 404 len: 337 time: 0.0438118 Sep 27 08:55:33.675174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43716) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.720060 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3919c78-f7c4-4b34-89a8-a79d41a8fa30 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.721292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3919c78-f7c4-4b34-89a8-a79d41a8fa30 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.728509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a3919c78-f7c4-4b34-89a8-a79d41a8fa30 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/bfb6949f-b313-4ffc-86e2-5d8eb0587f70 HTTP/1.1" status: 404 len: 333 time: 0.0522118 Sep 27 08:55:33.730963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43718) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.735027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] For port bdd951db-72a9-4e9c-8454-a3342d02bc43, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bdd951db-72a9-4e9c-8454-a3342d02bc43,segment=NetworkSegment(d1de608f-4739-494c-b52d-27cd6c2a2648),segment_id=d1de608f-4739-494c-b52d-27cd6c2a2648)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:33.735563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.756779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] Calling delete_port for bdd951db-72a9-4e9c-8454-a3342d02bc43 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:33.777027 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c460d3e-a8ac-450a-9c10-18cfbad840e7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.777722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c460d3e-a8ac-450a-9c10-18cfbad840e7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.779592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0c460d3e-a8ac-450a-9c10-18cfbad840e7 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/a4f5d79a-9857-4c15-9eb6-a36b918df325 HTTP/1.1" status: 404 len: 337 time: 0.0465772 Sep 27 08:55:33.782333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43720) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.811994 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e6d170-33ef-446d-a3fd-d0d889b379d0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.812550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e6d170-33ef-446d-a3fd-d0d889b379d0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.814666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-39e6d170-33ef-446d-a3fd-d0d889b379d0 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/8a055d61-7703-46a9-a916-a484ba4597df HTTP/1.1" status: 404 len: 337 time: 0.0312660 Sep 27 08:55:33.817830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43722) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.842523 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee70fc8-f00f-4e40-853f-53495cae555c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.843502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee70fc8-f00f-4e40-853f-53495cae555c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.848076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fee70fc8-f00f-4e40-853f-53495cae555c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/e80c98f0-8a1f-4346-aa3e-a385a3d9a878 HTTP/1.1" status: 404 len: 333 time: 0.0269430 Sep 27 08:55:33.848465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43726) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.852518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43728) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.872104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.876133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-566b93e7-c0f8-4347-9568-7c54a0aa7c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.882768 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f2aee5-db49-444c-8d00-4074f5e23f20 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:33.883293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f2aee5-db49-444c-8d00-4074f5e23f20 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:33.888418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67f2aee5-db49-444c-8d00-4074f5e23f20 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/eb20bd20-fc7b-4292-a79f-7dc9e2dff207 HTTP/1.1" status: 404 len: 337 time: 0.0359392 Sep 27 08:55:33.888418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43730) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:33.892884 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:33.923182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] Pushing event deleted for resources: {'Port': ['ID=bdd951db-72a9-4e9c-8454-a3342d02bc43,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:33.929697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c657dbf-8c02-4a04-acfe-6eea550dd688 None None] No DVR routers for this DVR port bdd951db-72a9-4e9c-8454-a3342d02bc43 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:34.034372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.105639 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-566b93e7-c0f8-4347-9568-7c54a0aa7c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.113632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-566b93e7-c0f8-4347-9568-7c54a0aa7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.156959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 95191bcd-b098-462a-b0a6-435cfc073370 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:34.157396 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.166991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-566b93e7-c0f8-4347-9568-7c54a0aa7c61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=623ed7e3c88e4cdc921efdff428e78c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105812 Sep 27 08:55:34.175121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43734) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.186108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b93e7-c0f8-4347-9568-7c54a0aa7c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be0346-c20a-41fd-84b8-bfe1f8910f20,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:34.233875 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5824abf4-531e-455d-af84-f5fcc2cd51d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.234319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5824abf4-531e-455d-af84-f5fcc2cd51d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.236013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5824abf4-531e-455d-af84-f5fcc2cd51d6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/beba1dff-f7a3-4b97-928a-f322beeef83e HTTP/1.1" status: 404 len: 337 time: 0.3466959 Sep 27 08:55:34.242974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43738) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.277805 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ad3df3-bcc1-48db-8172-6c514e228d6a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.278455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ad3df3-bcc1-48db-8172-6c514e228d6a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.280317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c3ad3df3-bcc1-48db-8172-6c514e228d6a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/09a2978d-1e2c-45b9-8188-cc76b5eb4c37 HTTP/1.1" status: 404 len: 333 time: 0.0363262 Sep 27 08:55:34.283671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43740) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.293997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.308475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7976f501-0f12-4e66-bcba-b34bc72f7dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.311114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 95191bcd-b098-462a-b0a6-435cfc073370 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:34.313024 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1535713-080e-4141-aff4-66a2321a6eb9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.313485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1535713-080e-4141-aff4-66a2321a6eb9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.315327 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1535713-080e-4141-aff4-66a2321a6eb9 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/f82e0ac1-7e7b-4c84-bacf-4eefdc100adc HTTP/1.1" status: 404 len: 337 time: 0.0306325 Sep 27 08:55:34.317875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43742) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.340118 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7976f501-0f12-4e66-bcba-b34bc72f7dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.356713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bf519-e591-4798-bb7b-a77fdd399950 req-3156a427-df5e-4d8e-bad3-fc9643ddb324 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:34.358121 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-497bf519-e591-4798-bb7b-a77fdd399950 req-3156a427-df5e-4d8e-bad3-fc9643ddb324 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 946 time: 0.1263034 Sep 27 08:55:34.360294 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c417521-9da6-4ea8-8791-70a1ab3f136f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.360780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c417521-9da6-4ea8-8791-70a1ab3f136f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.365078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5c417521-9da6-4ea8-8791-70a1ab3f136f tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/3aba8d96-7a21-4f88-8034-3946de91fcdc HTTP/1.1" status: 404 len: 337 time: 0.0437560 Sep 27 08:55:34.366617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43744) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.397751 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd836e67-8ce9-42c6-9e35-7f1798c066e3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.398256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd836e67-8ce9-42c6-9e35-7f1798c066e3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.399935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bd836e67-8ce9-42c6-9e35-7f1798c066e3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/bd32c4ba-142b-4f37-b34e-a3506848fab8 HTTP/1.1" status: 404 len: 333 time: 0.0322220 Sep 27 08:55:34.406038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43748) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.448080 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa556f2b-356b-4c11-9c1d-fb804c0acf02 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.448801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa556f2b-356b-4c11-9c1d-fb804c0acf02 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.452819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fa556f2b-356b-4c11-9c1d-fb804c0acf02 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/5c89674e-d510-4c5c-b47f-52bc6fa180d8 HTTP/1.1" status: 404 len: 337 time: 0.0458281 Sep 27 08:55:34.455910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43750) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.469436 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-497bf519-e591-4798-bb7b-a77fdd399950 req-7ed4afb6-593f-4d44-9102-a28858047ca6 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942087 Sep 27 08:55:34.487569 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7976f501-0f12-4e66-bcba-b34bc72f7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.490687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7976f501-0f12-4e66-bcba-b34bc72f7dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.492274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7976f501-0f12-4e66-bcba-b34bc72f7dfd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8be0346-c20a-41fd-84b8-bfe1f8910f20 HTTP/1.1" status: 204 len: 168 time: 0.3159482 Sep 27 08:55:34.496010 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-985e9f42-2013-4cae-bfc6-ff53a4dc0236 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.497688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985e9f42-2013-4cae-bfc6-ff53a4dc0236 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.502404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-985e9f42-2013-4cae-bfc6-ff53a4dc0236 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/11b48f62-f3c9-4059-8527-be3ec839770a HTTP/1.1" status: 404 len: 337 time: 0.0433326 Sep 27 08:55:34.506253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43754) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.527960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f501-0f12-4e66-bcba-b34bc72f7dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be0346-c20a-41fd-84b8-bfe1f8910f20,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:34.539764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1270e1ea-19e6-4002-919b-73b8e80ca29b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ab6c2f8-f7a8-4294-913a-9bebd2439cab HTTP/1.1" status: 200 len: 205 time: 0.0322020 Sep 27 08:55:34.542902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.589237 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.593881 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-b2720fba-9bf2-4b2d-ab78-0cd8aa2e4c95 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] delete failed (client error): The resource could not be found. Sep 27 08:55:34.594954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2720fba-9bf2-4b2d-ab78-0cd8aa2e4c95 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/routers/4ab6c2f8-f7a8-4294-913a-9bebd2439cab HTTP/1.1" status: 404 len: 336 time: 0.0511055 Sep 27 08:55:34.611000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43758) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.619105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=95191bcd-b098-462a-b0a6-435cfc073370,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:34.648709 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-006245c9-3e02-48e2-8b76-0238ea564a99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.649446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006245c9-3e02-48e2-8b76-0238ea564a99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.651180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-006245c9-3e02-48e2-8b76-0238ea564a99 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/02509dfb-b558-4a44-a054-08bf86dbcf74 HTTP/1.1" status: 404 len: 337 time: 0.0402002 Sep 27 08:55:34.654108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43760) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.684422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bff16215-97b0-41a8-ab30-df59234e8b7e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "GET /v2.0/ports?device_id=22f8fd0d-a29a-4c6e-a765-459f4243024f HTTP/1.1" status: 200 len: 205 time: 0.0270545 Sep 27 08:55:34.685407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43762) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.689098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-ecab44c5-492c-4109-823d-037e66a2920c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3299165 Sep 27 08:55:34.691374 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.782671 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8ea90844-c8b9-4ce6-85cc-164e8dcb8fa6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] delete failed (client error): The resource could not be found. Sep 27 08:55:34.783772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8ea90844-c8b9-4ce6-85cc-164e8dcb8fa6 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/routers/22f8fd0d-a29a-4c6e-a765-459f4243024f HTTP/1.1" status: 404 len: 336 time: 0.0981624 Sep 27 08:55:34.783957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d9ba55a9-396f-4db8-a29d-e453dfafc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:34.784398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d9ba55a9-396f-4db8-a29d-e453dfafc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:34.784872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d9ba55a9-396f-4db8-a29d-e453dfafc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:34.785345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d9ba55a9-396f-4db8-a29d-e453dfafc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:34.785802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d9ba55a9-396f-4db8-a29d-e453dfafc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:34.786261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d9ba55a9-396f-4db8-a29d-e453dfafc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:34.786611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43766) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.786755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d9ba55a9-396f-4db8-a29d-e453dfafc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:34.788754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d9ba55a9-396f-4db8-a29d-e453dfafc918 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b267bf20de5490cbea029c4d96d722f&device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 6503 time: 0.0488589 Sep 27 08:55:34.822605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.840319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.842545 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b00d2a-c9db-4a85-8d98-1fb19f2dcc7e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.842972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b00d2a-c9db-4a85-8d98-1fb19f2dcc7e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.844850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-67b00d2a-c9db-4a85-8d98-1fb19f2dcc7e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/bafc63df-c0a4-47b9-a5c2-873dfe01fb5d HTTP/1.1" status: 404 len: 337 time: 0.0571127 Sep 27 08:55:34.847948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43772) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.891442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.892292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Fanout notify agent at l3_agent the message router_deleted on router 6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:55:34.900260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.901533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-32726b8e-2bd1-46a5-86c9-2afc6d1e852b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 HTTP/1.1" status: 204 len: 168 time: 1.2492535 Sep 27 08:55:34.905544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.910543 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d67b445-2f33-4c8c-81e3-4dcd55996313 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.910931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-203876588'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:34.911084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d67b445-2f33-4c8c-81e3-4dcd55996313 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.914830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7d67b445-2f33-4c8c-81e3-4dcd55996313 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/5734fd9e-d190-42a0-996d-5c2c5221e12a HTTP/1.1" status: 404 len: 337 time: 0.0579102 Sep 27 08:55:34.915476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43778) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.936744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:34.941071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:34.944266 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-693ab933-0e41-4d86-8a92-8011b94ff583 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.944902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693ab933-0e41-4d86-8a92-8011b94ff583 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.949223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-693ab933-0e41-4d86-8a92-8011b94ff583 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/a85ad52f-c200-4c57-855b-6d14d6b8e6b6 HTTP/1.1" status: 404 len: 333 time: 0.0302548 Sep 27 08:55:34.949350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43782) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:34.993039 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d3846c-9e5a-474d-9eaa-29319396c9a3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:34.993500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d3846c-9e5a-474d-9eaa-29319396c9a3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:34.997781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-17d3846c-9e5a-474d-9eaa-29319396c9a3 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/5555231d-bc6b-437f-81e7-fcb844f24675 HTTP/1.1" status: 404 len: 337 time: 0.0451701 Sep 27 08:55:34.998092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43784) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.009995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-907998fa-c45e-4852-849d-59c771be6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.010474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-907998fa-c45e-4852-849d-59c771be6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.010935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-907998fa-c45e-4852-849d-59c771be6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.012637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-907998fa-c45e-4852-849d-59c771be6579 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=6723603d-3951-44b2-90bc-329d6a2ef3d7&id=1effa066-6393-41bc-8fe3-538d4fd8b46f&id=1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 200 len: 2298 time: 0.1978457 Sep 27 08:55:35.035205 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8467982-5487-4fb2-8cd2-7d8132804340 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.036041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8467982-5487-4fb2-8cd2-7d8132804340 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.040179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b8467982-5487-4fb2-8cd2-7d8132804340 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/9cd66f4e-16ad-4b04-86a6-39a3ab0b5aef HTTP/1.1" status: 404 len: 333 time: 0.0388763 Sep 27 08:55:35.064694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43786) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.100766 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-712d39e5-66e7-47a8-a1bf-d9c22864f92c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.101210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712d39e5-66e7-47a8-a1bf-d9c22864f92c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.105597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-712d39e5-66e7-47a8-a1bf-d9c22864f92c tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/fe53a639-dbec-4f83-8786-59fb874d6a1b HTTP/1.1" status: 404 len: 337 time: 0.0374277 Sep 27 08:55:35.106706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43792) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.137514 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9e884e-0151-42a7-b9e5-08deca936d6a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.138218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9e884e-0151-42a7-b9e5-08deca936d6a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.142425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ca9e884e-0151-42a7-b9e5-08deca936d6a tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/e32ac027-beed-4b42-96bb-2abbe6f863e6 HTTP/1.1" status: 404 len: 333 time: 0.0332496 Sep 27 08:55:35.145061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43796) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.155502 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-883c95f4-439c-473f-8947-985970fa6df6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 200 len: 1002 time: 0.1282737 Sep 27 08:55:35.174306 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e144868-af95-42d0-a1f4-e82c283cb134 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.174761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e144868-af95-42d0-a1f4-e82c283cb134 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.176870 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e144868-af95-42d0-a1f4-e82c283cb134 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/08ba827c-8d6e-4102-8f81-c7166876b2c3 HTTP/1.1" status: 404 len: 337 time: 0.0305438 Sep 27 08:55:35.185046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43798) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.225478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:35.231462 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f14f715-3e90-4eee-8df4-f6c693321cc4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.231692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f14f715-3e90-4eee-8df4-f6c693321cc4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.235988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3f14f715-3e90-4eee-8df4-f6c693321cc4 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/a1d69e32-d17c-4c8c-8238-ef3260544b23 HTTP/1.1" status: 404 len: 333 time: 0.0502203 Sep 27 08:55:35.239947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43800) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.242743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.243176 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment 09dcb710-881b-4c00-bbf4-0860b2ca40b1 of type vlan for network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 Sep 27 08:55:35.255022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-b3b9ae4e-db83-405f-ab18-d71e08bba996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.257275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-b3b9ae4e-db83-405f-ab18-d71e08bba996 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 200 len: 855 time: 0.0844133 Sep 27 08:55:35.276205 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ce82b6-efa0-4873-a71a-9d2e67c458ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.276796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ce82b6-efa0-4873-a71a-9d2e67c458ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.278718 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f5ce82b6-efa0-4873-a71a-9d2e67c458ea tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/00afda61-c743-46b5-8d86-f6b8e8344f8a HTTP/1.1" status: 404 len: 337 time: 0.0376649 Sep 27 08:55:35.284393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.302471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bdd951db-72a9-4e9c-8454-a3342d02bc43 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:35.315240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-4d5fe816-3db8-49eb-9327-c3aa6b59a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.317095 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-4d5fe816-3db8-49eb-9327-c3aa6b59a39d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cddacd25-acb1-4995-aad0-ea39e6c07e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517352 Sep 27 08:55:35.328873 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abba8a0-f1fb-484e-bd08-19e791d93624 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.329586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abba8a0-f1fb-484e-bd08-19e791d93624 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.330547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: bdd951db-72a9-4e9c-8454-a3342d02bc43 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:35.331033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bdd951db-72a9-4e9c-8454-a3342d02bc43 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:35.331476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2abba8a0-f1fb-484e-bd08-19e791d93624 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/912d6763-94af-4213-b16d-0d26983ae7bd HTTP/1.1" status: 404 len: 333 time: 0.0474741 Sep 27 08:55:35.337226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.369080 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-934db2ac-f92e-4ef5-9f3a-4766b87b03a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.369435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934db2ac-f92e-4ef5-9f3a-4766b87b03a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.373659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-934db2ac-f92e-4ef5-9f3a-4766b87b03a1 tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/f37e6d65-e5f6-4ffe-b435-889ea480d5db HTTP/1.1" status: 404 len: 337 time: 0.0331450 Sep 27 08:55:35.373659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.373933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.398153 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.404122 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.404918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.421008 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c9a202-f5f8-4d78-a4f7-73346560e8cf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.421784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c9a202-f5f8-4d78-a4f7-73346560e8cf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.425915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d3c9a202-f5f8-4d78-a4f7-73346560e8cf tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/07e592d4-d2d5-4d94-8717-8f9149794f87 HTTP/1.1" status: 404 len: 333 time: 0.0486922 Sep 27 08:55:35.427259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43810) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.434748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5255036 Sep 27 08:55:35.436033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.440836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': '162f52e8-16e3-4897-bf18-0e88f5d92cc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:35.458803 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd21c7d2-3d86-4836-8fce-82ff0f3b48da tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.459267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd21c7d2-3d86-4836-8fce-82ff0f3b48da tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.465002 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bd21c7d2-3d86-4836-8fce-82ff0f3b48da tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/9f8b738c-a65c-4811-baae-18c358e90799 HTTP/1.1" status: 404 len: 337 time: 0.0339999 Sep 27 08:55:35.465002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43816) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.496495 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fffc6e5-a5a4-4b9a-b4eb-90b01c28bf5b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.497219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fffc6e5-a5a4-4b9a-b4eb-90b01c28bf5b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.501362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4fffc6e5-a5a4-4b9a-b4eb-90b01c28bf5b tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/ports/b4004df6-50b1-4dc1-a945-b99e2d8855eb HTTP/1.1" status: 404 len: 333 time: 0.0344880 Sep 27 08:55:35.502487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.502986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0706dc-930c-4055-bc34-9f01a6f4c675 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=162f52e8-16e3-4897-bf18-0e88f5d92cc0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:35.521326 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:35.525308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-629ac96a-6751-4dcf-b332-69ab1fd429fc service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000256 Sep 27 08:55:35.541322 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bac1a6-12b2-4ce5-a469-d6b6d7daa07e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] DELETE failed (client error): The resource could not be found. Sep 27 08:55:35.541790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bac1a6-12b2-4ce5-a469-d6b6d7daa07e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:55:35.543570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-11bac1a6-12b2-4ce5-a469-d6b6d7daa07e tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/subnets/535feac9-f8c9-4016-83c6-3457f2ed8288 HTTP/1.1" status: 404 len: 337 time: 0.0383697 Sep 27 08:55:35.549673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43822) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:35.632349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:35.635906 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.708870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee98c60-a01c-4500-be98-563c486309e5 req-afc6f048-3384-492e-ba09-be0edfd3ed93 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.710402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dee98c60-a01c-4500-be98-563c486309e5 req-afc6f048-3384-492e-ba09-be0edfd3ed93 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 946 time: 0.1179430 Sep 27 08:55:35.718225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.780536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-78ff7de6-33c6-48e6-b5e5-0dabd928a77c service neutron] 10.222.0.67 "GET /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391515 Sep 27 08:55:35.807652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-221aa282-83f7-4da2-a612-5447216832c1 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.809297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-221aa282-83f7-4da2-a612-5447216832c1 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 946 time: 0.1493218 Sep 27 08:55:35.812783 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.827426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dee98c60-a01c-4500-be98-563c486309e5 req-847f99da-80cd-45cd-9c80-9f19c4d42cce tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e55f0e8-3eed-44fd-9a8d-600dea16490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845957 Sep 27 08:55:35.858402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.867429 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-971a5853-dca9-4b5a-b102-c98d76916c1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 217 time: 0.0763502 Sep 27 08:55:35.906829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90251e7-1859-4a80-b7c1-143d6ef98208']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:35.922091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1de608f-4739-494c-b52d-27cd6c2a2648') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:35.922692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1de608f-4739-494c-b52d-27cd6c2a2648') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:35.935341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.948173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-056aa1d6-d96e-4da0-961b-8277753b2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:35.949673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-056aa1d6-d96e-4da0-961b-8277753b2903 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0752571 Sep 27 08:55:35.988751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:35.997848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:35.998234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:36.001550 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:36.004343 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.010290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Deleting port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:36.010631 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.067292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-5301d344-1ff5-423a-b4a2-7bca3e11fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:36.068969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-5301d344-1ff5-423a-b4a2-7bca3e11fde3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111851 Sep 27 08:55:36.086620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.115108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.117028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] 10.222.0.50 "DELETE /v2.0/networks/b90251e7-1859-4a80-b7c1-143d6ef98208 HTTP/1.1" status: 204 len: 168 time: 0.5647581 Sep 27 08:55:36.117945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f194b3-3f3e-44cd-964e-e7b0a51e66ab tempest-NetworksTestDHCPv6-369215745 tempest-NetworksTestDHCPv6-369215745-project] Pushing event deleted for resources: {'Network': ['ID=b90251e7-1859-4a80-b7c1-143d6ef98208,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:36.134246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=f2f407bf-29a8-43e6-aa5e-767319eb755f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:36.162842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': '09dcb710-881b-4c00-bbf4-0860b2ca40b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '162f52e8-16e3-4897-bf18-0e88f5d92cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:36.163104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: 162f52e8-16e3-4897-bf18-0e88f5d92cc0, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:36.178825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] For port ca4f0822-f9c5-434b-a4be-1e5c7bfac524, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:36.179280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.205768 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-381bc864-6806-443b-a4a4-65f53a903b0a service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289251 Sep 27 08:55:36.266682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:36.284733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 162f52e8-16e3-4897-bf18-0e88f5d92cc0) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:36.295967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d611a8-96ac-476f-b904-9744b962cdf5 None None] Network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:36.307514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:36.308137 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.330602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-8a0a7b1a-5d9e-4e5f-841f-12b834d9b717 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173646 Sep 27 08:55:36.379688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d72d97c2-c560-4d0f-8cb6-16e1d75f6c0f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9425087 Sep 27 08:55:36.382220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43846) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:36.386483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-22a209a5-5339-42ab-8895-af81bd9f6b35 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2054256912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:36.409514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-6f9f427d-daa0-4867-b813-3bdb6b1a479d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 217 time: 0.0724185 Sep 27 08:55:36.485684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-fea4c560-c5d8-453b-92fc-80982752b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:36.493233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-fea4c560-c5d8-453b-92fc-80982752b1bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.0766685 Sep 27 08:55:36.514752 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22a209a5-5339-42ab-8895-af81bd9f6b35 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.516006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22a209a5-5339-42ab-8895-af81bd9f6b35 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.531784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:36.547446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-162f52e8-16e3-4897-bf18-0e88f5d92cc0', 'network_id': '162f52e8-16e3-4897-bf18-0e88f5d92cc0', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': 'f2f407bf-29a8-43e6-aa5e-767319eb755f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:36.549985 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.574399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-f167e34d-8a01-4f87-98b5-9fa2d600c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:36.576061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-f167e34d-8a01-4f87-98b5-9fa2d600c0ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753183 Sep 27 08:55:36.585122 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.585486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.585903 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Floating IP e2d62b88-a38f-4cca-bc2a-cb25063fc2ad disassociated. External IP: 172.25.2.15, port: ca4f0822-f9c5-434b-a4be-1e5c7bfac524. Sep 27 08:55:36.586287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Calling delete_port for ca4f0822-f9c5-434b-a4be-1e5c7bfac524 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:36.635157 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22a209a5-5339-42ab-8895-af81bd9f6b35 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.671191 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22a209a5-5339-42ab-8895-af81bd9f6b35 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.701835 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22a209a5-5339-42ab-8895-af81bd9f6b35 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.702824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-d1ccf489-156f-4dc4-8626-b21309eccfa9 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180260 Sep 27 08:55:36.706402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43856) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:36.706878 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-22a209a5-5339-42ab-8895-af81bd9f6b35 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3236160 Sep 27 08:55:36.747549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Allocated IP 2001:db8::2 (162f52e8-16e3-4897-bf18-0e88f5d92cc0/f2f407bf-29a8-43e6-aa5e-767319eb755f/5abaa7ad-8f49-4050-9271-5b5f44e76a31) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:36.813538 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c52c3d7-bf73-4da5-ab30-ce59ac30db47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8830082bd9604d8ab86a9fad6ba92d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795682 Sep 27 08:55:36.814892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.816621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:36.837681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:36.857691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event deleted for resources: {'Port': ['ID=ca4f0822-f9c5-434b-a4be-1e5c7bfac524,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:36.955169 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54146710-2a7a-4225-bf73-241edb902a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.983799 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:36.992275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.026819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54146710-2a7a-4225-bf73-241edb902a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.049601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:37.055188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0236c6ff-7681-46ca-b262-b7e28a223328 req-14c0a6f4-d011-4ae7-acf4-cc147dc873a0 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d93bd64-4a78-4d2a-84cb-af9503945782 HTTP/1.1" status: 200 len: 210 time: 0.0833089 Sep 27 08:55:37.058333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:37.060359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Pushing event updated for resources: {'Port': ['ID=5abaa7ad-8f49-4050-9271-5b5f44e76a31,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:37.063374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:37.069656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:37.102585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ba113a0-3a26-47eb-9754-cd444f79b4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.105952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-6f61795b-fdd8-4928-93de-cdac68034fc2 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941956 Sep 27 08:55:37.134902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Attempting to bind port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:37.135313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Attempting to bind port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '09dcb710-881b-4c00-bbf4-0860b2ca40b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '162f52e8-16e3-4897-bf18-0e88f5d92cc0'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:37.135650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Attempting to bind port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 on network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:37.140876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:37.141257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Checking segment: {'id': '09dcb710-881b-4c00-bbf4-0860b2ca40b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '162f52e8-16e3-4897-bf18-0e88f5d92cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:37.141664 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.142058 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Bound using segment: {'id': '09dcb710-881b-4c00-bbf4-0860b2ca40b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '162f52e8-16e3-4897-bf18-0e88f5d92cc0'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:37.142560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Bound port: 5abaa7ad-8f49-4050-9271-5b5f44e76a31, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dcb710-881b-4c00-bbf4-0860b2ca40b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '162f52e8-16e3-4897-bf18-0e88f5d92cc0'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:37.142945 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.187564 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54146710-2a7a-4225-bf73-241edb902a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.190337 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-78647cee-df4e-44a9-b554-a5bdd79d30eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0736897 Sep 27 08:55:37.191199 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54146710-2a7a-4225-bf73-241edb902a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.192480 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-54146710-2a7a-4225-bf73-241edb902a7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffc2756f-15bf-46ca-8036-7da41864f6cb HTTP/1.1" status: 204 len: 168 time: 0.3746448 Sep 27 08:55:37.224435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:37.228420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54146710-2a7a-4225-bf73-241edb902a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc2756f-15bf-46ca-8036-7da41864f6cb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:37.240354 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] Sync routers for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:37.257047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] For port 5abaa7ad-8f49-4050-9271-5b5f44e76a31, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:37.262141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] For port 5abaa7ad-8f49-4050-9271-5b5f44e76a31, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5abaa7ad-8f49-4050-9271-5b5f44e76a31,segment=NetworkSegment(09dcb710-881b-4c00-bbf4-0860b2ca40b1),segment_id=09dcb710-881b-4c00-bbf4-0860b2ca40b1)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:37.263571 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:37.266131 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:37.282031 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.311031 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.314525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] No DVR routers for this DVR port ca4f0822-f9c5-434b-a4be-1e5c7bfac524 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:37.318083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:37.321391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcf6e250-c0a7-43e5-a43a-42432092b126 req-2be76645-6086-48e4-b9eb-d8ed2ea1ef61 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.57 "DELETE /v2.0/ports/ca4f0822-f9c5-434b-a4be-1e5c7bfac524 HTTP/1.1" status: 204 len: 173 time: 1.5038989 Sep 27 08:55:37.322109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'name': 'network-vif-deleted', 'tag': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:55:37.325753 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b314b739-aaee-4293-826b-21dbfbd68c62" -d '{"events": [{"server_uuid": "3d93bd64-4a78-4d2a-84cb-af9503945782", "name": "network-vif-deleted", "tag": "ca4f0822-f9c5-434b-a4be-1e5c7bfac524"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:55:37.367089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-6a7cc060-7b79-4451-a76a-c77fd2e41fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:37.371445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-6a7cc060-7b79-4451-a76a-c77fd2e41fc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.1691866 Sep 27 08:55:37.418217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac5827-4074-43b1-a02f-2d29b65c98c1 None None] Pushing event updated for resources: {'Port': ['ID=5abaa7ad-8f49-4050-9271-5b5f44e76a31,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:37.420292 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0a4fa-8add-4088-8895-5f1aea280ed4 x-openstack-request-id: req-3ba0a4fa-8add-4088-8895-5f1aea280ed4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:55:37.420292 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d93bd64-4a78-4d2a-84cb-af9503945782", "name": "network-vif-deleted", "tag": "ca4f0822-f9c5-434b-a4be-1e5c7bfac524", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:55:37.421134 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ba0a4fa-8add-4088-8895-5f1aea280ed4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:55:37.421134 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d93bd64-4a78-4d2a-84cb-af9503945782', 'name': 'network-vif-deleted', 'tag': 'ca4f0822-f9c5-434b-a4be-1e5c7bfac524', 'status': 'completed', 'code': 200} Sep 27 08:55:37.632601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-e8df675a-ee37-4ae1-90f8-99d978c0e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:37.634126 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-e8df675a-ee37-4ae1-90f8-99d978c0e59b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2578855 Sep 27 08:55:37.646725 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:55:37.944231 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:37.979274 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] Checking router: e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:55:37.992515 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:37.993145 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:38.120680 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:55:38.153746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ba113a0-3a26-47eb-9754-cd444f79b4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.165812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ba113a0-3a26-47eb-9754-cd444f79b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.180456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43896) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.240219 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-0e5ab463-05e1-40ed-b515-55fd0659d70d service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962725 Sep 27 08:55:38.261527 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-548a438a-4128-41e7-b58b-8dad6aae865e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.297845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-548a438a-4128-41e7-b58b-8dad6aae865e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.300722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2ba113a0-3a26-47eb-9754-cd444f79b4e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3edd69d40464099bf9d6b3065fde99b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4601974 Sep 27 08:55:38.301551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba113a0-3a26-47eb-9754-cd444f79b4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9dc438-9789-499f-96fd-b1f54221750a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:38.304903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8::1 (162f52e8-16e3-4897-bf18-0e88f5d92cc0/f2f407bf-29a8-43e6-aa5e-767319eb755f/2b53b64c-c615-49ff-99ef-bfe83f9b6650) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:38.305996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.335627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43900) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.422969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0de5d68-d778-4eb7-b64a-72579f8bc59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.439903 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:38.452433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0de5d68-d778-4eb7-b64a-72579f8bc59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.488367 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b695d89-dc86-4939-bfdc-e6f051d4d8f2 None None] The sync data for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 is: [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:48:29Z', 'revision_number': 4, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '94f6d272-5303-4738-af9f-468a8e7a8947', 'name': '', 'network_id': '54366c9a-f3e3-4c5a-8abb-e4746fe41af2', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'mac_address': 'fa:16:3e:b7:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:26Z', 'updated_at': '2021-09-27T08:48:43Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'subnets': [{'id': 'd4bc93b0-c8b9-4920-b459-ed816b218b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:38.490232 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-548a438a-4128-41e7-b58b-8dad6aae865e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.493295 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-548a438a-4128-41e7-b58b-8dad6aae865e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.497677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-548a438a-4128-41e7-b58b-8dad6aae865e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "DELETE /v2.0/security-groups/8e55f0e8-3eed-44fd-9a8d-600dea16490f HTTP/1.1" status: 204 len: 168 time: 0.3150878 Sep 27 08:55:38.500691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43904) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.526833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a438a-4128-41e7-b58b-8dad6aae865e tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e55f0e8-3eed-44fd-9a8d-600dea16490f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:38.532172 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-31c8d836-0139-41cd-8804-4bbb23815398 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] show failed (client error): The resource could not be found. Sep 27 08:55:38.537755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-31c8d836-0139-41cd-8804-4bbb23815398 tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "GET /v2.0/security-groups/8e55f0e8-3eed-44fd-9a8d-600dea16490f HTTP/1.1" status: 404 len: 347 time: 0.0328078 Sep 27 08:55:38.538841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.569390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.579293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-711dbf5a-318c-4d19-ac61-c38ff724d342 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125839 Sep 27 08:55:38.599447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-b41f5cc3-5c38-4968-a133-1a0dfbff18f7 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.603404 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b41f5cc3-5c38-4968-a133-1a0dfbff18f7 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2623186 Sep 27 08:55:38.609591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43908) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.616575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-88d1bc4a-9940-4028-9984-2eefe0b990b2 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.619920 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-88d1bc4a-9940-4028-9984-2eefe0b990b2 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0069597 Sep 27 08:55:38.621966 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.623898 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0de5d68-d778-4eb7-b64a-72579f8bc59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.626430 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0de5d68-d778-4eb7-b64a-72579f8bc59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.631273 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0de5d68-d778-4eb7-b64a-72579f8bc59b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc9dc438-9789-499f-96fd-b1f54221750a HTTP/1.1" status: 204 len: 168 time: 0.3204603 Sep 27 08:55:38.631801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-b9c758e4-94e6-4749-a5ed-0adcd276e13f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 200 len: 217 time: 0.0409250 Sep 27 08:55:38.632316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-e1b2eaca-f631-4577-8033-2269cd93fd28 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.633358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e1b2eaca-f631-4577-8033-2269cd93fd28 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0103748 Sep 27 08:55:38.639531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43914) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.647419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-f5934175-cddc-4869-a6d8-ea2f0aebce78 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.648785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f5934175-cddc-4869-a6d8-ea2f0aebce78 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0062718 Sep 27 08:55:38.664886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.681810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-8de89ed0-0ae8-45a9-b1fc-93d7a0ad74f3 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.685407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8de89ed0-0ae8-45a9-b1fc-93d7a0ad74f3 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0160956 Sep 27 08:55:38.686716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43918) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.691025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de5d68-d778-4eb7-b64a-72579f8bc59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9dc438-9789-499f-96fd-b1f54221750a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:38.704270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-4a066067-cd87-4c54-8a1c-7e5c4e248446 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.707895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4a066067-cd87-4c54-8a1c-7e5c4e248446 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0157511 Sep 27 08:55:38.711048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43920) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.727418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-5f64e3d1-76e8-4fa8-8a98-46d7db72a291 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.731692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43922) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.732516 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5f64e3d1-76e8-4fa8-8a98-46d7db72a291 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0167508 Sep 27 08:55:38.737240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-b7f0f734-181e-4778-8200-d372595e6b70 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.738228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7f0f734-181e-4778-8200-d372595e6b70 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056365 Sep 27 08:55:38.741334 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.743515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43924) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.763867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-0dc6ae61-1472-49ba-9d5f-a8ebba68284b tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.765008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0dc6ae61-1472-49ba-9d5f-a8ebba68284b tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0108593 Sep 27 08:55:38.766934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-f5d68e5d-0ab3-419a-acc1-bf33f915a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:38.767956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.769390 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-f5d68e5d-0ab3-419a-acc1-bf33f915a855 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 200 len: 797 time: 0.1284046 Sep 27 08:55:38.773092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-466482cc-c85f-4518-a222-5c7398eb1556 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.774089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-466482cc-c85f-4518-a222-5c7398eb1556 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051339 Sep 27 08:55:38.777802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.794559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-d4e88a1b-5ba7-46f6-9ddf-e1febac85607 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.798239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d4e88a1b-5ba7-46f6-9ddf-e1febac85607 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0170453 Sep 27 08:55:38.803960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.809135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-99fe0a78-6288-4290-8109-a01af0209294 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.810151 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-99fe0a78-6288-4290-8109-a01af0209294 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053322 Sep 27 08:55:38.813665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.822168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-c8ce5f53-68aa-434a-96c7-dc5390c76068 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.823752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8ce5f53-68aa-434a-96c7-dc5390c76068 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0085642 Sep 27 08:55:38.825004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Deleting port 781a3b04-11bd-4ddc-8097-880552ef6fb3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:38.825344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.827012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43934) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.831251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-30dbbb3a-44d3-4937-871e-21ba3df9fb1d tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.834511 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-30dbbb3a-44d3-4937-871e-21ba3df9fb1d tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043185 Sep 27 08:55:38.839518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.853622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-d714d181-0737-4339-ab86-a5cf95012c0c tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.854201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:38.854631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d714d181-0737-4339-ab86-a5cf95012c0c tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0142415 Sep 27 08:55:38.857261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43938) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.860584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:38.861674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-8ced1da6-4bd7-41d0-9871-6a59915d54f7 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.862849 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8ced1da6-4bd7-41d0-9871-6a59915d54f7 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043662 Sep 27 08:55:38.866018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43940) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.867190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:38.867735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.898712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10f184-4959-45fd-9e44-11f667feeb7d None None] Network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:38.937313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-f0dc6f86-a336-4dba-aaf3-bd117d321893 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.938490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f0dc6f86-a336-4dba-aaf3-bd117d321893 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061791 Sep 27 08:55:38.943685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43944) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.945839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4da65-abe3-4d73-8b4d-83efde807ec5 None None] New status for floating IP e2d62b88-a38f-4cca-bc2a-cb25063fc2ad: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:55:38.952185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-da3deba9-bfe8-489a-9c3a-8a9778d7e096 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:38.956668 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-da3deba9-bfe8-489a-9c3a-8a9778d7e096 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0110424 Sep 27 08:55:38.957460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43946) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:38.968389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.968842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:38.984248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=2b53b64c-c615-49ff-99ef-bfe83f9b6650,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:39.002267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-988e8e72-44e8-4636-876e-93c23d0340a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:39.004087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-988e8e72-44e8-4636-876e-93c23d0340a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6723603d-3951-44b2-90bc-329d6a2ef3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2268908 Sep 27 08:55:39.012937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-12589efc-fb8b-44b7-b827-f5c9fd1b0abc tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.018534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-12589efc-fb8b-44b7-b827-f5c9fd1b0abc tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0149944 Sep 27 08:55:39.020908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Calling delete_port for 781a3b04-11bd-4ddc-8097-880552ef6fb3 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:39.024469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.032094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-0b8ce7a3-4609-4547-9fdb-139195ff7c47 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.035072 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b8ce7a3-4609-4547-9fdb-139195ff7c47 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0092483 Sep 27 08:55:39.038504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43950) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.047026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-8789a059-f4b6-4b26-9cfa-17476170c7a4 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.048371 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8789a059-f4b6-4b26-9cfa-17476170c7a4 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0087812 Sep 27 08:55:39.052915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.065718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-50165334-0134-4ff8-8586-d301cf32baaa tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.067321 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-50165334-0134-4ff8-8586-d301cf32baaa tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0128810 Sep 27 08:55:39.069999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.075673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-07c61893-5147-4f72-b5ed-7e40ffdd6c58 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.077109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-07c61893-5147-4f72-b5ed-7e40ffdd6c58 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054402 Sep 27 08:55:39.080742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43956) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.088467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-413ec96c-5e5b-42d9-bc41-72a00ca2f8e4 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.091839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-413ec96c-5e5b-42d9-bc41-72a00ca2f8e4 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0080867 Sep 27 08:55:39.117008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43958) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.125082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-503d13a0-c370-48db-9cf5-7be9ab3ed828 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.128263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-503d13a0-c370-48db-9cf5-7be9ab3ed828 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0051761 Sep 27 08:55:39.128667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.133659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-574e38fc-77d2-4a91-8381-ab6b33669df7 None None] Provisioning complete for port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:39.134250 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-574e38fc-77d2-4a91-8381-ab6b33669df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.134401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43960) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.150611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-9bbe3a4b-a516-41fd-ae30-5a41df7f7a39 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.151609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9bbe3a4b-a516-41fd-ae30-5a41df7f7a39 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0148385 Sep 27 08:55:39.154585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43962) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.160503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-ede96713-5b17-4212-b8e5-c50ffdab2656 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.163806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ede96713-5b17-4212-b8e5-c50ffdab2656 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057855 Sep 27 08:55:39.164787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43964) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.194606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-18d137df-adef-4695-b204-70300432b2f1 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.198691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-18d137df-adef-4695-b204-70300432b2f1 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0309482 Sep 27 08:55:39.200940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43966) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.219847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-b5d6cfe1-51ae-45d6-b09b-679bc0e8707d tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.224947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b5d6cfe1-51ae-45d6-b09b-679bc0e8707d tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0185308 Sep 27 08:55:39.227605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43968) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.234268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-bcb81d3b-afa9-4053-acb1-6b21e54d3737 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.238071 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bcb81d3b-afa9-4053-acb1-6b21e54d3737 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052438 Sep 27 08:55:39.239154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43970) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.243779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-8c102b78-2d98-4dd9-a668-a4acb3cfb148 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246699 Sep 27 08:55:39.252493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-857009c2-2aed-44f4-8df0-1e1cc82c609b tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.252493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-857009c2-2aed-44f4-8df0-1e1cc82c609b tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0083787 Sep 27 08:55:39.253263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 43972) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.255598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.262435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-da863acb-2b5f-4cc5-8954-14501275195c tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.263489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-da863acb-2b5f-4cc5-8954-14501275195c tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0069919 Sep 27 08:55:39.266536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43976) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.271669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-7f55ad68-364c-4afa-ac7d-9d1403829134 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.274995 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f55ad68-364c-4afa-ac7d-9d1403829134 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048463 Sep 27 08:55:39.280188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43978) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.289228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-b14da604-e3e0-4675-9c2d-0115d8edf608 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.289228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b14da604-e3e0-4675-9c2d-0115d8edf608 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054851 Sep 27 08:55:39.296958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43980) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.311103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-ea662e8b-918f-4207-928c-5bf386b28059 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.315491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea662e8b-918f-4207-928c-5bf386b28059 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0072114 Sep 27 08:55:39.316254 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.320805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf9f09c7-7122-487a-b80e-8eb2f46b1cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.323168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-bde40f21-741d-403d-ab69-6346a05068cb tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.327261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bde40f21-741d-403d-ab69-6346a05068cb tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0065792 Sep 27 08:55:39.327261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43984) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.333789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-be089510-84d7-440d-bb93-f4884560d1ea tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.337036 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-be089510-84d7-440d-bb93-f4884560d1ea tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066881 Sep 27 08:55:39.337268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.342078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-bb176551-f8e0-4891-95e1-d5a835af55fb tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.345328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb176551-f8e0-4891-95e1-d5a835af55fb tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048459 Sep 27 08:55:39.345681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43988) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.353624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-d850d81e-9518-4300-b2d8-3a03aa4e42e5 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.357010 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d850d81e-9518-4300-b2d8-3a03aa4e42e5 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074399 Sep 27 08:55:39.357434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43990) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.363751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-6fe541fe-69ff-41e7-bdfc-cba9f00bd948 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.367109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6fe541fe-69ff-41e7-bdfc-cba9f00bd948 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063975 Sep 27 08:55:39.367317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43992) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.370163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5abaa7ad-8f49-4050-9271-5b5f44e76a31 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:39.377964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-c2acc91e-8bec-44aa-8bbe-ae8871820d2c tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.381326 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2acc91e-8bec-44aa-8bbe-ae8871820d2c tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104458 Sep 27 08:55:39.383180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.387365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-620e9160-0693-418a-a548-4096b06dab8f tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.390985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-620e9160-0693-418a-a548-4096b06dab8f tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063145 Sep 27 08:55:39.392307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43996) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.395293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-a74bfbd0-d0ba-459c-b94f-9581d64c24bc tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.396958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a74bfbd0-d0ba-459c-b94f-9581d64c24bc tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041418 Sep 27 08:55:39.399114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.403287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-b9820156-fa5a-4777-a360-f073c511368c tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.406811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b9820156-fa5a-4777-a360-f073c511368c tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046637 Sep 27 08:55:39.408088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44000) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.413406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-52f0eb6e-c562-4a1e-9699-1024db5ee088 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.419688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-52f0eb6e-c562-4a1e-9699-1024db5ee088 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053749 Sep 27 08:55:39.419688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44002) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.455003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-0b47c471-f995-4c83-a7de-3c6450b7c7a2 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.460572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44004) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.461439 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b47c471-f995-4c83-a7de-3c6450b7c7a2 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0412734 Sep 27 08:55:39.475445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-6b947c64-9e39-4ae2-91e3-23f459af4bdb tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.479245 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b947c64-9e39-4ae2-91e3-23f459af4bdb tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0136194 Sep 27 08:55:39.481854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.488370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-6884e915-324f-4f9c-a9a9-79350ac92600 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.493640 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-574e38fc-77d2-4a91-8381-ab6b33669df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.493929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6884e915-324f-4f9c-a9a9-79350ac92600 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0102434 Sep 27 08:55:39.497085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44008) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.506129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-421e9803-8497-4f15-8d8b-fde4b665a469 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.507866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:39.508233 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.514881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-421e9803-8497-4f15-8d8b-fde4b665a469 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0131021 Sep 27 08:55:39.515143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44010) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.517318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-df4aa2c4-dc9a-4263-94c9-d0f14a4fdaa0 service neutron] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649612 Sep 27 08:55:39.529590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-7e645658-eefc-426e-8ab2-7f92b3f93b3e tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.532415 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.533506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7e645658-eefc-426e-8ab2-7f92b3f93b3e tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0150971 Sep 27 08:55:39.543611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44012) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.550163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-9f95a4e4-74c6-4c17-b0ac-5a3bb71b01a4 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.553883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9f95a4e4-74c6-4c17-b0ac-5a3bb71b01a4 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084271 Sep 27 08:55:39.563507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44014) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.564290 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-574e38fc-77d2-4a91-8381-ab6b33669df7 None None] For port 5abaa7ad-8f49-4050-9271-5b5f44e76a31, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5abaa7ad-8f49-4050-9271-5b5f44e76a31,segment=NetworkSegment(09dcb710-881b-4c00-bbf4-0860b2ca40b1),segment_id=09dcb710-881b-4c00-bbf4-0860b2ca40b1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:39.595806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [None req-8e9dd8cf-3610-4517-bd4f-d45f8894b538 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.598596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Pushing event deleted for resources: {'Port': ['ID=781a3b04-11bd-4ddc-8097-880552ef6fb3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:39.599986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8e9dd8cf-3610-4517-bd4f-d45f8894b538 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0077584 Sep 27 08:55:39.600121 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-574e38fc-77d2-4a91-8381-ab6b33669df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.600868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.609509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-b6ad822b-a1ab-47c1-bad3-8b9be9b4f36d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 200 len: 217 time: 0.0845916 Sep 27 08:55:39.627251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-86e5362d-1532-4f41-9f5a-5cb4349a8210 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.628367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-86e5362d-1532-4f41-9f5a-5cb4349a8210 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048018 Sep 27 08:55:39.631010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.640906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-0a84164b-69ff-4272-b70a-31cf3d5cdb22 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.641797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0a84164b-69ff-4272-b70a-31cf3d5cdb22 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060825 Sep 27 08:55:39.644602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44020) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.650323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-6398d032-f283-4a66-9ec0-0be6c8aa7de1 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.651281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6398d032-f283-4a66-9ec0-0be6c8aa7de1 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058100 Sep 27 08:55:39.653814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44022) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.658349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-86ac6388-07c7-4690-a588-d2d920636f98 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.659315 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-86ac6388-07c7-4690-a588-d2d920636f98 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046198 Sep 27 08:55:39.661944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44024) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.666421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-0d387ec1-959d-4dfd-940f-153458d35cbe tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.667537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0d387ec1-959d-4dfd-940f-153458d35cbe tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045567 Sep 27 08:55:39.670238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44026) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.678418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-82ac42d9-5b10-4de8-b56b-ad1923c51da9 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.680253 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-82ac42d9-5b10-4de8-b56b-ad1923c51da9 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0088832 Sep 27 08:55:39.682783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.685023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.688068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.689455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-947d52d5-1c90-4df2-bab4-11f58a77bb4b tempest-AttachVolumeTestJSON-959369274 tempest-AttachVolumeTestJSON-959369274-project] 10.222.0.50 "DELETE /v2.0/floatingips/e2d62b88-a38f-4cca-bc2a-cb25063fc2ad HTTP/1.1" status: 204 len: 168 time: 1.1486371 Sep 27 08:55:39.692868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-c5da2ef8-7b64-402d-8c8e-2639abc302b8 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.694026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5da2ef8-7b64-402d-8c8e-2639abc302b8 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0101769 Sep 27 08:55:39.707116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e38fc-77d2-4a91-8381-ab6b33669df7 None None] Pushing event updated for resources: {'Port': ['ID=5abaa7ad-8f49-4050-9271-5b5f44e76a31,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:39.707496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44030) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.715075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-65e1768e-3333-4dd1-b093-cd4d51cc6bcb tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.716521 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-65e1768e-3333-4dd1-b093-cd4d51cc6bcb tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0105734 Sep 27 08:55:39.719565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44032) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.730995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-74e48720-9ac4-4e38-b28d-b2181f71af35 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.733758 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-74e48720-9ac4-4e38-b28d-b2181f71af35 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0088203 Sep 27 08:55:39.745317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44034) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.752110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-1be7c4b3-867a-41c8-b0a7-a46344c5b533 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.753583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1be7c4b3-867a-41c8-b0a7-a46344c5b533 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068796 Sep 27 08:55:39.756502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44038) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.761132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-5b902a0d-bcdc-4821-877d-5570e5ab9c08 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.762276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b902a0d-bcdc-4821-877d-5570e5ab9c08 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047352 Sep 27 08:55:39.765430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44040) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.770653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-4293b002-a7c2-4dd3-93da-348e5ffc9b35 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.771679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4293b002-a7c2-4dd3-93da-348e5ffc9b35 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048070 Sep 27 08:55:39.774687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44042) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.780903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-4a628084-0f71-4b2d-b141-78c382442895 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.784913 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a628084-0f71-4b2d-b141-78c382442895 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063899 Sep 27 08:55:39.785770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44044) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.793925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-a9f732e6-a68b-4cbf-b711-0369c466ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:39.795426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-a9f732e6-a68b-4cbf-b711-0369c466ba33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.1438365 Sep 27 08:55:39.798898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-71a2b079-240c-4601-b16b-2af5441ccd4b tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.800739 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-71a2b079-240c-4601-b16b-2af5441ccd4b tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0132971 Sep 27 08:55:39.802665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44046) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.807109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-5c43f21a-9074-4fa5-9e0e-bd7c5f422306 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.808052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c43f21a-9074-4fa5-9e0e-bd7c5f422306 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045221 Sep 27 08:55:39.810775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44048) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.815072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-02664e87-b1a5-40e1-a702-f10a68b0559d tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.816021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-02664e87-b1a5-40e1-a702-f10a68b0559d tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043566 Sep 27 08:55:39.819409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44052) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:39.833280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-7bfa6108-8a98-4a01-be8d-da660bd3f722 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:55:39.837216 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7bfa6108-8a98-4a01-be8d-da660bd3f722 tempest-ExtensionsTestJSON-109040963 tempest-ExtensionsTestJSON-109040963-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0140359 Sep 27 08:55:39.843916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-32695aef-da9e-4be5-8783-39a4230c9e44 None None] Provisioning complete for port 2b53b64c-c615-49ff-99ef-bfe83f9b6650 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:39.844301 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32695aef-da9e-4be5-8783-39a4230c9e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.852558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.856307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf9f09c7-7122-487a-b80e-8eb2f46b1cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.863163 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.864004 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.914806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf9f09c7-7122-487a-b80e-8eb2f46b1cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:39.924760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-32695aef-da9e-4be5-8783-39a4230c9e44 None None] Port 2b53b64c-c615-49ff-99ef-bfe83f9b6650 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:39.942521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-32695aef-da9e-4be5-8783-39a4230c9e44 None None] Provisioning complete for port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:39.943271 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32695aef-da9e-4be5-8783-39a4230c9e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.058561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f09c7-7122-487a-b80e-8eb2f46b1cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c69b5ab-d248-4f58-8605-e917f412338e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:40.087367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=2b53b64c-c615-49ff-99ef-bfe83f9b6650,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:40.092032 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bf9f09c7-7122-487a-b80e-8eb2f46b1cff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1456ce9b91274ac5a6b69ef241312b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8372445 Sep 27 08:55:40.094102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:40.102416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-a1d53a55-b55b-4393-a142-487413354007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:40.104691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-a1d53a55-b55b-4393-a142-487413354007 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2993965 Sep 27 08:55:40.182564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aaa36167-2455-48d2-96b5-61c6ad7cae15 None None] Provisioning complete for port 2b53b64c-c615-49ff-99ef-bfe83f9b6650 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:40.183324 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aaa36167-2455-48d2-96b5-61c6ad7cae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.187650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cc58d0-bd3f-43b4-b7ea-1ffae06cbd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.206496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:40.209472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:40.230736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cc58d0-bd3f-43b4-b7ea-1ffae06cbd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.272296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-70c7224a-87d8-4093-af82-50d988ebccdf service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574633 Sep 27 08:55:40.294568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-aaa36167-2455-48d2-96b5-61c6ad7cae15 None None] Port 2b53b64c-c615-49ff-99ef-bfe83f9b6650 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:40.312662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca4f0822-f9c5-434b-a4be-1e5c7bfac524 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:40.318062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cc58d0-bd3f-43b4-b7ea-1ffae06cbd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.321503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cc58d0-bd3f-43b4-b7ea-1ffae06cbd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.322919 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c3cc58d0-bd3f-43b4-b7ea-1ffae06cbd17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c69b5ab-d248-4f58-8605-e917f412338e HTTP/1.1" status: 204 len: 168 time: 0.2278216 Sep 27 08:55:40.341955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc58d0-bd3f-43b4-b7ea-1ffae06cbd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c69b5ab-d248-4f58-8605-e917f412338e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:40.358037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:40.373989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: ca4f0822-f9c5-434b-a4be-1e5c7bfac524 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:40.374585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca4f0822-f9c5-434b-a4be-1e5c7bfac524 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:40.436713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-917e0455-c1c7-4ff4-bebe-dafa664de701 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340942 Sep 27 08:55:40.443733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:55:40.509603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-adc892a8-3a8b-4a33-89af-ba163f188ab9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 200 len: 217 time: 0.0632980 Sep 27 08:55:40.569319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f8b98b1-389a-4cfe-b586-170fa49ca9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.682110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:40.688312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-24ff4b20-145f-48d3-ab52-698c59e894b9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9795761 Sep 27 08:55:40.691007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44068) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:40.696289 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dfa7f-16e8-492c-b63d-3b813e5d39f9 None None] Sync routers for ids ['39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:40.719517 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dfa7f-16e8-492c-b63d-3b813e5d39f9 None None] Routers {'39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:40.720420 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2e2dfa7f-16e8-492c-b63d-3b813e5d39f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:40.728786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ef8ad515-fa5a-49f9-aa36-0b838db92f00 None None] Provisioning complete for port 2b53b64c-c615-49ff-99ef-bfe83f9b6650 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:40.729048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f8b98b1-389a-4cfe-b586-170fa49ca9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.730111 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad515-fa5a-49f9-aa36-0b838db92f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.736636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f8b98b1-389a-4cfe-b586-170fa49ca9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:40.777401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7136bc0d-ffca-4adb-bd93-31548cbbb3b3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:40.782091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ad515-fa5a-49f9-aa36-0b838db92f00 None None] Port 2b53b64c-c615-49ff-99ef-bfe83f9b6650 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:55:40.784478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7136bc0d-ffca-4adb-bd93-31548cbbb3b3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports/2b53b64c-c615-49ff-99ef-bfe83f9b6650 HTTP/1.1" status: 200 len: 911 time: 0.0923591 Sep 27 08:55:40.785383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44072) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:40.787908 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f8b98b1-389a-4cfe-b586-170fa49ca9ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae07be2babe54884bcd60a4dcf3956ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287295 Sep 27 08:55:40.793318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fac91ccf-b616-4783-b4e5-28200ee79e60 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2f407bf-29a8-43e6-aa5e-767319eb755f'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:40.793532 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2e2dfa7f-16e8-492c-b63d-3b813e5d39f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:40.799597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-0d23b1fc-d47d-480b-bb06-3333e06ea6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:40.801263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-0d23b1fc-d47d-480b-bb06-3333e06ea6b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 200 len: 797 time: 0.2310889 Sep 27 08:55:40.802096 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dfa7f-16e8-492c-b63d-3b813e5d39f9 None None] Routers {'39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:40.803082 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2e2dfa7f-16e8-492c-b63d-3b813e5d39f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:40.803415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44074) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:40.823397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b98b1-389a-4cfe-b586-170fa49ca9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6146e7c-9d95-4968-b8ae-3b9d451723f0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:40.855094 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2e2dfa7f-16e8-492c-b63d-3b813e5d39f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:40.855829 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dfa7f-16e8-492c-b63d-3b813e5d39f9 None None] The sync data for ids ['39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:40.986172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-173d596a-e29f-4720-acfc-a3ed9a784c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:40.987697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-173d596a-e29f-4720-acfc-a3ed9a784c86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1effa066-6393-41bc-8fe3-538d4fd8b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1586423 Sep 27 08:55:41.029754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aed8623-50a2-42ab-8aad-08023c6800f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:41.113536 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aed8623-50a2-42ab-8aad-08023c6800f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:41.169553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fac91ccf-b616-4783-b4e5-28200ee79e60 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:41.191173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-2c7de2fe-1aa0-48cc-97bf-9302fe1d6318 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953051 Sep 27 08:55:41.264706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5abaa7ad-8f49-4050-9271-5b5f44e76a31 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:41.341215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:41.342925 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:41.630099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aed8623-50a2-42ab-8aad-08023c6800f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:41.632690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8aed8623-50a2-42ab-8aad-08023c6800f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:41.636448 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8aed8623-50a2-42ab-8aad-08023c6800f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6146e7c-9d95-4968-b8ae-3b9d451723f0 HTTP/1.1" status: 204 len: 168 time: 0.8292847 Sep 27 08:55:41.679191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed8623-50a2-42ab-8aad-08023c6800f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6146e7c-9d95-4968-b8ae-3b9d451723f0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:41.718228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f87cf0-e255-4ccd-b608-339c35eb0a11 req-2fd19a5c-c704-4473-8fbe-738a52d34554 service neutron] 10.222.0.67 "GET /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197964 Sep 27 08:55:42.051148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fac91ccf-b616-4783-b4e5-28200ee79e60 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:42.065754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fac91ccf-b616-4783-b4e5-28200ee79e60 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:42.071410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac91ccf-b616-4783-b4e5-28200ee79e60 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:42.072057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fac91ccf-b616-4783-b4e5-28200ee79e60 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:42.077097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44122) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:42.085408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fac91ccf-b616-4783-b4e5-28200ee79e60 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/ports/2b53b64c-c615-49ff-99ef-bfe83f9b6650 HTTP/1.1" status: 200 len: 911 time: 1.2986982 Sep 27 08:55:42.162366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac91ccf-b616-4783-b4e5-28200ee79e60 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=2b53b64c-c615-49ff-99ef-bfe83f9b6650,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:42.715171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44140) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:42.731008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:42.869159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'networks': [{'name': 'tempest-network--557237824'}, {'name': 'tempest-network--952870187'}]} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:42.869459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'network': {'name': 'tempest-network--557237824'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:42.869925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'network': {'name': 'tempest-network--952870187'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:42.893133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Made reservation on behalf of 62ff2c5a85ee47ddaf7b016b545a90f7 for: {'network': 2} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:42.899234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:42.910608 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.021695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.027606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.027800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 2b53b64c-c615-49ff-99ef-bfe83f9b6650 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:43.027940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.028485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.065675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38693d6-f89f-4748-96ac-fd94e6e909c3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:43.077148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.077502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.077848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.078190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.078652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.079000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.079324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.079706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.080158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.080751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.081118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.081453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:43.101131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:43.113658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.114317 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Added segment 640dd7f2-70aa-4d67-92da-be445250cba2 of type vlan for network 6eba2569-7f09-480b-b3e2-75156c8c4063 Sep 27 08:55:43.164362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.167841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.183498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 2b53b64c-c615-49ff-99ef-bfe83f9b6650 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:43.258626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:43.276002 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.276434 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Added segment 05a95cb8-bae2-4d10-b424-0f6c7a84c26f of type vlan for network f6aee4b1-7ebf-45b4-8c98-187b55f30305 Sep 27 08:55:43.326346 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.359438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.360859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.371053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:43.377541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:43.378233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.425051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7051883 Sep 27 08:55:43.425914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44156) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:43.435367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.487722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Network': ['ID=6eba2569-7f09-480b-b3e2-75156c8c4063,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:43.499421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 6eba2569-7f09-480b-b3e2-75156c8c4063 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:43.506150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=2b53b64c-c615-49ff-99ef-bfe83f9b6650,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:43.683210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90b902-6140-4103-897b-2c6a63d94a2d tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Network': ['ID=f6aee4b1-7ebf-45b4-8c98-187b55f30305,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:43.704351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f6aee4b1-7ebf-45b4-8c98-187b55f30305 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:43.713646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.736363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0efeac-a416-4551-9656-86cab37e501f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:43.742645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0efeac-a416-4551-9656-86cab37e501f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:43.754377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0efeac-a416-4551-9656-86cab37e501f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:43.762182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0efeac-a416-4551-9656-86cab37e501f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:43.763934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3e0efeac-a416-4551-9656-86cab37e501f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3370402 Sep 27 08:55:43.768456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44158) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:43.895292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:43.924943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:44.014750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.022594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:44.032515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-09262f65-e798-4837-84b0-cad126cc5c89 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9535277 Sep 27 08:55:44.032697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44164) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:44.035504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24270d-56bc-47b5-8663-82268f578ba1 None None] Sync routers for ids ['39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:44.044700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24270d-56bc-47b5-8663-82268f578ba1 None None] Routers {'39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:44.045679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cc24270d-56bc-47b5-8663-82268f578ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.046462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eba2569-7f09-480b-b3e2-75156c8c4063']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.073550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1da1cae9-044d-4bdb-ba09-a0fb6e98d46b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9 HTTP/1.1" status: 200 len: 205 time: 0.0372221 Sep 27 08:55:44.073550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640dd7f2-70aa-4d67-92da-be445250cba2') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.073550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640dd7f2-70aa-4d67-92da-be445250cba2') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.082727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cc24270d-56bc-47b5-8663-82268f578ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.087647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44166) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:44.103674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24270d-56bc-47b5-8663-82268f578ba1 None None] Routers {'39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:44.104504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cc24270d-56bc-47b5-8663-82268f578ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.142179 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.143811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-cc24270d-56bc-47b5-8663-82268f578ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.144723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24270d-56bc-47b5-8663-82268f578ba1 None None] The sync data for ids ['39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:44.154206 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.204113 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.213447 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21cb26f0-0dfa-4d42-a871-7ade382275c6 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.215852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:44.216156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:44.220559 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:44.399460 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.407684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.409435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/networks/6eba2569-7f09-480b-b3e2-75156c8c4063 HTTP/1.1" status: 204 len: 168 time: 0.6374974 Sep 27 08:55:44.412413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44172) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:44.456731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21cb26f0-0dfa-4d42-a871-7ade382275c6 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.462194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21cb26f0-0dfa-4d42-a871-7ade382275c6 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.464927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a846b-52be-4a96-8c4a-29d4f337f4a1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Network': ['ID=6eba2569-7f09-480b-b3e2-75156c8c4063,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:44.518634 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21cb26f0-0dfa-4d42-a871-7ade382275c6 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.519406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cb26f0-0dfa-4d42-a871-7ade382275c6 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Fanout notify agent at l3_agent the message router_deleted on router 39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:55:44.525589 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.527266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-21cb26f0-0dfa-4d42-a871-7ade382275c6 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.528485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-21cb26f0-0dfa-4d42-a871-7ade382275c6 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9 HTTP/1.1" status: 204 len: 168 time: 0.4396183 Sep 27 08:55:44.531114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44174) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:44.584658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbc85b3-4072-4e00-84ff-66b098e03553 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet f2f407bf-29a8-43e6-aa5e-767319eb755f {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:44.587783 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcbc85b3-4072-4e00-84ff-66b098e03553 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.622643 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.637963 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcbc85b3-4072-4e00-84ff-66b098e03553 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.645684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6aee4b1-7ebf-45b4-8c98-187b55f30305']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.656430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a95cb8-bae2-4d10-b424-0f6c7a84c26f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.656696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a95cb8-bae2-4d10-b424-0f6c7a84c26f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:44.668447 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.683333 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.691589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:44.692529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:44.695565 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:44.747670 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcbc85b3-4072-4e00-84ff-66b098e03553 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.759248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.768110 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.770089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/networks/f6aee4b1-7ebf-45b4-8c98-187b55f30305 HTTP/1.1" status: 204 len: 168 time: 0.3560908 Sep 27 08:55:44.779995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44176) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:44.784237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed105fd6-4d4c-4d4d-b89b-dba9dd36a15e tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Network': ['ID=f6aee4b1-7ebf-45b4-8c98-187b55f30305,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:44.893427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcbc85b3-4072-4e00-84ff-66b098e03553 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.931939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc85b3-4072-4e00-84ff-66b098e03553 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f407bf-29a8-43e6-aa5e-767319eb755f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:44.942075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786a2a0-8de3-466e-86a5-9f300be68ef7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:44.945887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddc547-ce98-4f09-8ec3-562ddf4653fd None None] Network 162f52e8-16e3-4897-bf18-0e88f5d92cc0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:44.948363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786a2a0-8de3-466e-86a5-9f300be68ef7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:44.950031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b786a2a0-8de3-466e-86a5-9f300be68ef7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1685965 Sep 27 08:55:44.951244 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcbc85b3-4072-4e00-84ff-66b098e03553 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:44.953072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bcbc85b3-4072-4e00-84ff-66b098e03553 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/f2f407bf-29a8-43e6-aa5e-767319eb755f HTTP/1.1" status: 204 len: 168 time: 0.4210203 Sep 27 08:55:44.954146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44178) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:44.958907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-922557169'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:44.959778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:44.981486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Made reservation on behalf of 62ff2c5a85ee47ddaf7b016b545a90f7 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:44.986214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.019440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:45.032981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.033508 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Added segment 1a39ad42-d50a-483a-b0ff-da06c99c1b11 of type vlan for network f1a14c35-dea1-4402-a089-bd024996ce18 Sep 27 08:55:45.071672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.077671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.103378 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58ad4366-36cc-415b-aeb6-34082d6506e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.106261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.112556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:45.113166 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.159246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:45.159701 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.196179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2386212 Sep 27 08:55:45.198835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44184) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:45.210568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1284818965'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:45.251725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] DHCP port deletion for 162f52e8-16e3-4897-bf18-0e88f5d92cc0 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:45.261311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891f14-d7ab-4f28-b4f9-a2c56129446a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Network': ['ID=f1a14c35-dea1-4402-a089-bd024996ce18,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:45.318603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Made reservation on behalf of 62ff2c5a85ee47ddaf7b016b545a90f7 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:45.343518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.349430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 5abaa7ad-8f49-4050-9271-5b5f44e76a31, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5abaa7ad-8f49-4050-9271-5b5f44e76a31,segment=NetworkSegment(09dcb710-881b-4c00-bbf4-0860b2ca40b1),segment_id=09dcb710-881b-4c00-bbf4-0860b2ca40b1)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:45.349805 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.369360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f1a14c35-dea1-4402-a089-bd024996ce18 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:45.393468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 5abaa7ad-8f49-4050-9271-5b5f44e76a31 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:45.414074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:45.428620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.428968 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Added segment 3459e082-a717-4286-a921-674938d1bed0 of type vlan for network 327b01ed-6db9-4d32-821e-767e896b910e Sep 27 08:55:45.489060 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.519187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] Deleting port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:45.519876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.536872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.544871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:45.546124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.554214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.600864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=5abaa7ad-8f49-4050-9271-5b5f44e76a31,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:45.604878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No DVR routers for this DVR port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:45.617043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] For port 5abaa7ad-8f49-4050-9271-5b5f44e76a31, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5abaa7ad-8f49-4050-9271-5b5f44e76a31,segment=NetworkSegment(09dcb710-881b-4c00-bbf4-0860b2ca40b1),segment_id=09dcb710-881b-4c00-bbf4-0860b2ca40b1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:45.617714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.630829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] Calling delete_port for 5abaa7ad-8f49-4050-9271-5b5f44e76a31 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:45.671359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Network': ['ID=327b01ed-6db9-4d32-821e-767e896b910e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:45.678375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-04b42442-3f1e-4114-a81e-dd1ec6b04ba8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4776216 Sep 27 08:55:45.679083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44188) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:45.686200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.688418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'ports': [{'network_id': 'f1a14c35-dea1-4402-a089-bd024996ce18', 'name': 'tempest-port--138165965', 'admin_state_up': True}, {'network_id': '327b01ed-6db9-4d32-821e-767e896b910e', 'admin_state_up': False}]} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:45.689012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'port': {'network_id': 'f1a14c35-dea1-4402-a089-bd024996ce18', 'name': 'tempest-port--138165965', 'admin_state_up': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:45.691277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'port': {'network_id': '327b01ed-6db9-4d32-821e-767e896b910e', 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:45.692659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 327b01ed-6db9-4d32-821e-767e896b910e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:45.708059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162f52e8-16e3-4897-bf18-0e88f5d92cc0']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:45.717744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dcb710-881b-4c00-bbf4-0860b2ca40b1') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:45.718078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dcb710-881b-4c00-bbf4-0860b2ca40b1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:45.729448 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.744748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.750876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:45.751267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:45.754649 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:45.814755 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.831248 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.851260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.853706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/162f52e8-16e3-4897-bf18-0e88f5d92cc0 HTTP/1.1" status: 204 len: 168 time: 0.8916533 Sep 27 08:55:45.854926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78922c1-88d2-4f65-967a-31e48d672381 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=162f52e8-16e3-4897-bf18-0e88f5d92cc0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:45.857589 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] Pushing event deleted for resources: {'Port': ['ID=5abaa7ad-8f49-4050-9271-5b5f44e76a31,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:45.857751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44190) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:45.857853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1219085-5f06-4e9b-b6ed-a5dafa5614f8 None None] No DVR routers for this DVR port 5abaa7ad-8f49-4050-9271-5b5f44e76a31 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:45.862973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5ee43db3-83f0-4bf3-a15c-471bfd75b043 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-337369925', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:45.884182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.db.api [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:55:45.884182 n-d-810909-1 neutron-server[94830]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 08:55:45.884182 n-d-810909-1 neutron-server[94830]: [parameters: {'project_id': '62ff2c5a85ee47ddaf7b016b545a90f7', 'id': '815eb75c-1d27-4b38-ab70-ef2b70c1a452', 'expiration': datetime.datetime(2021, 9, 27, 8, 57, 45, 880779)}] Sep 27 08:55:45.884182 n-d-810909-1 neutron-server[94830]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:55:45.885159 n-d-810909-1 neutron-server[94830]: DEBUG oslo_db.api [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:55:45.893622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee43db3-83f0-4bf3-a15c-471bfd75b043 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.894676 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee43db3-83f0-4bf3-a15c-471bfd75b043 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.946730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee43db3-83f0-4bf3-a15c-471bfd75b043 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.951188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee43db3-83f0-4bf3-a15c-471bfd75b043 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.966791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee43db3-83f0-4bf3-a15c-471bfd75b043 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:45.968014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ee43db3-83f0-4bf3-a15c-471bfd75b043 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1094964 Sep 27 08:55:45.971182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44192) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:45.976352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1743042485'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:45.997203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:46.000700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.027855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:46.037456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.037877 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment 484c9fcd-256f-46a1-89f5-e98cb13ba6bb of type vlan for network 85d62989-33f9-4998-802a-659721b41bc2 Sep 27 08:55:46.078532 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.105192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.111068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:46.111650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.144624 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1722829 Sep 27 08:55:46.147606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44194) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:46.152697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:46.189314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da1c54-3c4d-41e1-96bc-0fb93607489b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=85d62989-33f9-4998-802a-659721b41bc2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:46.201446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 85d62989-33f9-4998-802a-659721b41bc2 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:46.268834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:46.272577 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.459496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Made reservation on behalf of 62ff2c5a85ee47ddaf7b016b545a90f7 for: {'port': 2} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:46.465224 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.480651 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.512285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.639614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] device_id is not set on port d0393565-8a5f-4d66-a5f5-9eb4190ea785 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:46.665910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=1772d2e1-a440-432d-81fd-26569280b3fd,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:46.680001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:46.680397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: 85d62989-33f9-4998-802a-659721b41bc2, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:46.708627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 85d62989-33f9-4998-802a-659721b41bc2 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:46.750790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 85d62989-33f9-4998-802a-659721b41bc2) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:46.758226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:46.758885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.765020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faced6d6-24c4-4f40-8947-7131be841efa None None] Network 85d62989-33f9-4998-802a-659721b41bc2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:46.825371 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:46.905885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] device_id is not set on port 327c6aee-e11d-4725-b538-b1d687f07a98 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:55:46.930291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e33200ae-000e-4559-b86f-0268e970f840 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7808707 Sep 27 08:55:46.932587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:47.020762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-85d62989-33f9-4998-802a-659721b41bc2', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:47.021666 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.258125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Allocated IP 2001:db8::2 (85d62989-33f9-4998-802a-659721b41bc2/1772d2e1-a440-432d-81fd-26569280b3fd/2e8e39a2-445e-4e40-a2e1-18bc89907f48) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:47.419427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.450952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.456351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5abaa7ad-8f49-4050-9271-5b5f44e76a31 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:47.460782 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.482094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 5abaa7ad-8f49-4050-9271-5b5f44e76a31 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:47.482586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5abaa7ad-8f49-4050-9271-5b5f44e76a31 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:47.524634 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.542104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Network 85d62989-33f9-4998-802a-659721b41bc2 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:47.556955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:47.569181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.573147 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31aa0da4-37fc-48b7-b6f1-fbcb3437fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.574814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:47.579292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Pushing event updated for resources: {'Port': ['ID=2e8e39a2-445e-4e40-a2e1-18bc89907f48,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:47.641546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Attempting to bind port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:47.642241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Attempting to bind port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:47.642797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Attempting to bind port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 on network 85d62989-33f9-4998-802a-659721b41bc2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:47.643309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Port': ['ID=d0393565-8a5f-4d66-a5f5-9eb4190ea785,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:47.656877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Checking segment: {'id': '1a39ad42-d50a-483a-b0ff-da06c99c1b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1a14c35-dea1-4402-a089-bd024996ce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:47.657356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Network hostable DHCP agents. Network: f1a14c35-dea1-4402-a089-bd024996ce18, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:47.658304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:47.659067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Checking segment: {'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:47.660007 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.660708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Bound using segment: {'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:47.662151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Bound port: 2e8e39a2-445e-4e40-a2e1-18bc89907f48, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:47.662727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.683254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Network f1a14c35-dea1-4402-a089-bd024996ce18 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:47.704740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f1a14c35-dea1-4402-a089-bd024996ce18) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:47.720005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:47.722403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.794641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] For port 2e8e39a2-445e-4e40-a2e1-18bc89907f48, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:47.800905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] For port 2e8e39a2-445e-4e40-a2e1-18bc89907f48, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2e8e39a2-445e-4e40-a2e1-18bc89907f48,segment=NetworkSegment(484c9fcd-256f-46a1-89f5-e98cb13ba6bb),segment_id=484c9fcd-256f-46a1-89f5-e98cb13ba6bb)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:47.805352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8::1 (85d62989-33f9-4998-802a-659721b41bc2/1772d2e1-a440-432d-81fd-26569280b3fd/b75224c3-2c76-4700-b890-cdf523dcbaa3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:47.806405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8fe69-7f7d-43c6-98e3-c5cbf44f2eb7 None None] Network f1a14c35-dea1-4402-a089-bd024996ce18 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:47.810228 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.814772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Port': ['ID=327c6aee-e11d-4725-b538-b1d687f07a98,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:47.851270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Checking segment: {'id': '3459e082-a717-4286-a921-674938d1bed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '327b01ed-6db9-4d32-821e-767e896b910e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:47.851625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Network hostable DHCP agents. Network: 327b01ed-6db9-4d32-821e-767e896b910e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:47.895086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Network 327b01ed-6db9-4d32-821e-767e896b910e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:47.906563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 327b01ed-6db9-4d32-821e-767e896b910e) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:47.910483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:47.916154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:47.929548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0029c-7da6-4370-a75c-10b29bbe9b80 None None] Network 327b01ed-6db9-4d32-821e-767e896b910e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:47.942708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:47.942708 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.944783 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:47.960368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a998e726-8036-4dd7-9229-dfcf683f420f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2793341 Sep 27 08:55:47.962216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44226) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:48.036657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.094651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020daf7-4723-4dfb-9a9f-31f13c9e1de8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:48.102800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020daf7-4723-4dfb-9a9f-31f13c9e1de8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:48.107145 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3020daf7-4723-4dfb-9a9f-31f13c9e1de8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1412737 Sep 27 08:55:48.107313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 85d62989-33f9-4998-802a-659721b41bc2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:48.108040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44228) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:48.108697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:48.122221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:48.122221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.259801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-026a5c2e-eaf8-462e-8762-b5cf399f891b tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Deleting port d0393565-8a5f-4d66-a5f5-9eb4190ea785 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:48.260285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225de4ea-7671-4416-9aa5-739adb0f72d3 None None] Pushing event updated for resources: {'Port': ['ID=2e8e39a2-445e-4e40-a2e1-18bc89907f48,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:48.260793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-026a5c2e-eaf8-462e-8762-b5cf399f891b tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.337221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=b75224c3-2c76-4700-b890-cdf523dcbaa3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:48.348360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.378232 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.405810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-026a5c2e-eaf8-462e-8762-b5cf399f891b tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.423812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-026a5c2e-eaf8-462e-8762-b5cf399f891b tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Calling delete_port for d0393565-8a5f-4d66-a5f5-9eb4190ea785 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:48.527851 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-026a5c2e-eaf8-462e-8762-b5cf399f891b tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.562981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5c2e-eaf8-462e-8762-b5cf399f891b tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Port': ['ID=d0393565-8a5f-4d66-a5f5-9eb4190ea785,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:48.569670 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-026a5c2e-eaf8-462e-8762-b5cf399f891b tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.571811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-026a5c2e-eaf8-462e-8762-b5cf399f891b tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/ports/d0393565-8a5f-4d66-a5f5-9eb4190ea785 HTTP/1.1" status: 204 len: 168 time: 0.4621668 Sep 27 08:55:48.574765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44230) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:48.672143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead998-1cb7-4fc6-a057-c9fbba5926b7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Deleting port 327c6aee-e11d-4725-b538-b1d687f07a98 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:48.672749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e7ead998-1cb7-4fc6-a057-c9fbba5926b7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.702368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.709668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.710571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.743704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e7ead998-1cb7-4fc6-a057-c9fbba5926b7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.764123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead998-1cb7-4fc6-a057-c9fbba5926b7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Calling delete_port for 327c6aee-e11d-4725-b538-b1d687f07a98 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:48.817985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=b75224c3-2c76-4700-b890-cdf523dcbaa3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:48.859486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 85d62989-33f9-4998-802a-659721b41bc2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:48.861110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:48.874686 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e7ead998-1cb7-4fc6-a057-c9fbba5926b7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.911002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead998-1cb7-4fc6-a057-c9fbba5926b7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Port': ['ID=327c6aee-e11d-4725-b538-b1d687f07a98,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:48.917432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e7ead998-1cb7-4fc6-a057-c9fbba5926b7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.921808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e7ead998-1cb7-4fc6-a057-c9fbba5926b7 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/ports/327c6aee-e11d-4725-b538-b1d687f07a98 HTTP/1.1" status: 204 len: 168 time: 0.3432727 Sep 27 08:55:48.927767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44240) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:48.953714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:48.992030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-368ae151-b219-4abd-a9ef-d164fad90da3 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0630457 Sep 27 08:55:48.992607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44242) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:48.998033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1504404541'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:49.031473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Made reservation on behalf of 62ff2c5a85ee47ddaf7b016b545a90f7 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:49.036704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.069768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:49.086078 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.087462 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Added segment 3d9f88da-6ac4-480c-9e18-2d5f73bf44b7 of type vlan for network a07d4065-1182-40e1-9bd9-952af94645bf Sep 27 08:55:49.157235 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.205827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.220570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:49.222203 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.317711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3239660 Sep 27 08:55:49.318497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44244) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:49.326502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1018936829'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:49.356397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Made reservation on behalf of 62ff2c5a85ee47ddaf7b016b545a90f7 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:49.371681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.376062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e8e39a2-445e-4e40-a2e1-18bc89907f48 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:49.424066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee12da8-ee0d-4e24-bf2c-f491f98b5424 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Network': ['ID=a07d4065-1182-40e1-9bd9-952af94645bf,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:49.459313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d3a2f-cd30-4b4e-94eb-c4c03815bd4f None None] Network 85d62989-33f9-4998-802a-659721b41bc2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:49.462919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network a07d4065-1182-40e1-9bd9-952af94645bf details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:49.463735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:49.477501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.478152 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Added segment 64486314-58b9-4bc0-8292-784cd7224287 of type vlan for network 730da2c0-e336-4682-9cde-1382d939dae7 Sep 27 08:55:49.527008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:55:49.534062 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.535605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cd2b3353-0835-4193-bcb1-de7850a2b9af None None] Provisioning complete for port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:49.536238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd2b3353-0835-4193-bcb1-de7850a2b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.603245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.610864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:49.611500 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.648649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:49.655106 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d3de4817-54cc-4ca1-acb9-cfca80870cda tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7206392 Sep 27 08:55:49.657199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44246) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:49.661467 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:49.662591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1483550259'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:49.674249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3522952 Sep 27 08:55:49.686556 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:49.691544 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:49.767930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111dc7d-3b4e-4032-876a-a6a338c7b684 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Network': ['ID=730da2c0-e336-4682-9cde-1382d939dae7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:49.787835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:49.792989 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.811844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44248) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:49.817444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'subnets': [{'network_id': 'a07d4065-1182-40e1-9bd9-952af94645bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--957478769', 'ip_version': 4}, {'network_id': '730da2c0-e336-4682-9cde-1382d939dae7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:49.817757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'subnet': {'network_id': 'a07d4065-1182-40e1-9bd9-952af94645bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--957478769', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:49.818339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Request body: {'subnet': {'network_id': '730da2c0-e336-4682-9cde-1382d939dae7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:49.819047 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:55:49.841370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:49.857880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.857880 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment 956883db-68e0-4711-bfb1-5e2a1729f93d of type vlan for network e785f394-ce13-4340-9242-dbb7e5e73133 Sep 27 08:55:49.957120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:49.994961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.003254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:50.003896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.015537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 730da2c0-e336-4682-9cde-1382d939dae7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:50.028274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3691933 Sep 27 08:55:50.040882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:50.041173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.049830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44254) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:50.056043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:50.125416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656c84-c46e-4693-b03b-fc138799e5cf tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=e785f394-ce13-4340-9242-dbb7e5e73133,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:50.151049 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:55:48Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:48Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:50.162143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e785f394-ce13-4340-9242-dbb7e5e73133 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:50.183350 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:55:50.184006 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Updating router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 port b75224c3-2c76-4700-b890-cdf523dcbaa3 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:55:50.234607 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.264652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Made reservation on behalf of 62ff2c5a85ee47ddaf7b016b545a90f7 for: {'subnet': 2} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:50.270468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.270817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.493350 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.508151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:50.512238 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.537932 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd2b3353-0835-4193-bcb1-de7850a2b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.598278 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.607383 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.674979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 2e8e39a2-445e-4e40-a2e1-18bc89907f48, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2e8e39a2-445e-4e40-a2e1-18bc89907f48,segment=NetworkSegment(484c9fcd-256f-46a1-89f5-e98cb13ba6bb),segment_id=484c9fcd-256f-46a1-89f5-e98cb13ba6bb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:50.677518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.681793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.726191 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Pushing event updated for resources: {'Port': ['ID=b75224c3-2c76-4700-b890-cdf523dcbaa3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:50.735589 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.736157 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.738444 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.740137 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.740394 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.740830 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.741257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.741681 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.742221 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.742637 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.743075 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.743487 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.773821 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-cd2b3353-0835-4193-bcb1-de7850a2b9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:55:50.774251 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-cd2b3353-0835-4193-bcb1-de7850a2b9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:55:50.806534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=2e8e39a2-445e-4e40-a2e1-18bc89907f48,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:50.810405 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Attempting to bind port b75224c3-2c76-4700-b890-cdf523dcbaa3 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:50.811084 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Attempting to bind port b75224c3-2c76-4700-b890-cdf523dcbaa3 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:50.813515 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Attempting to bind port b75224c3-2c76-4700-b890-cdf523dcbaa3 on network 85d62989-33f9-4998-802a-659721b41bc2 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:50.823715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.824441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.824994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.825559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.826263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.826805 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:50.827033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.827601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.828073 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Checking segment: {'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:50.828462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.828978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.829246 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.829749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.829892 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Bound using segment: {'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:50.830803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.831350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:55:50.831831 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Bound port: b75224c3-2c76-4700-b890-cdf523dcbaa3, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484c9fcd-256f-46a1-89f5-e98cb13ba6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '85d62989-33f9-4998-802a-659721b41bc2'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:50.833971 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.918300 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:50.924854 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:51.063338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Subnet': ['ID=045743f7-af10-4b86-83de-74afb9b920f4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:51.071977 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] For port b75224c3-2c76-4700-b890-cdf523dcbaa3, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:51.076057 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] For port b75224c3-2c76-4700-b890-cdf523dcbaa3, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b75224c3-2c76-4700-b890-cdf523dcbaa3,segment=NetworkSegment(484c9fcd-256f-46a1-89f5-e98cb13ba6bb),segment_id=484c9fcd-256f-46a1-89f5-e98cb13ba6bb)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:51.081656 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:51.089246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44262) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:51.161627 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:51.162201 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:51.167253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Checking segment: {'id': '3d9f88da-6ac4-480c-9e18-2d5f73bf44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a07d4065-1182-40e1-9bd9-952af94645bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:51.167956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Network hostable DHCP agents. Network: a07d4065-1182-40e1-9bd9-952af94645bf, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:51.191433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:51.192213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: e785f394-ce13-4340-9242-dbb7e5e73133, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:51.203421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Network a07d4065-1182-40e1-9bd9-952af94645bf is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:51.238781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=2c756a74-ee40-4125-96cb-9e5ee43d9e73,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:51.254890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, a07d4065-1182-40e1-9bd9-952af94645bf) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:51.264792 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:51.270706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e096774-45da-4db9-ab86-fcd8c80fce76 None None] Network a07d4065-1182-40e1-9bd9-952af94645bf requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:51.301782 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70747db3-64bb-41f5-98a2-67d5290e73d7 None None] Pushing event updated for resources: {'Port': ['ID=b75224c3-2c76-4700-b890-cdf523dcbaa3,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:51.309611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network e785f394-ce13-4340-9242-dbb7e5e73133 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:51.374534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e8e39a2-445e-4e40-a2e1-18bc89907f48 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:51.375494 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:55:51.431417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e785f394-ce13-4340-9242-dbb7e5e73133) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:51.437124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:51.437768 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:51.486182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-02cef27a-0e42-486c-87ee-4b7c4606c080 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4310997 Sep 27 08:55:51.489471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:51.541478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16993a-3d34-451a-919d-342f4ff413ae None None] Network e785f394-ce13-4340-9242-dbb7e5e73133 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:51.630525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Checking segment: {'id': '64486314-58b9-4bc0-8292-784cd7224287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '730da2c0-e336-4682-9cde-1382d939dae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:51.631459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Network hostable DHCP agents. Network: 730da2c0-e336-4682-9cde-1382d939dae7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:51.633980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event updated for resources: {'Subnet': ['ID=08caff1e-d5c4-41ad-beba-61098a0e5457,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:51.683171 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:55:48Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:51Z', 'revision_number': 4, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:51.707646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Network 730da2c0-e336-4682-9cde-1382d939dae7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:51.737573 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e6996-6c34-413d-89e2-795a35054ee8 None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:55:48Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:51Z', 'revision_number': 4, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:51.757592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 730da2c0-e336-4682-9cde-1382d939dae7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:51.784271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:51.784881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:51.786078 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:51.851623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22368c20-4e5c-4692-9f68-0c6f4cb27c45 None None] Network 730da2c0-e336-4682-9cde-1382d939dae7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:51.853128 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-782e7010-57b5-4dcc-bca9-8d3fd955e0fb tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0397928 Sep 27 08:55:51.856124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:51.856914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:51.857290 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:51.877906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-52354afd-fb4e-4b30-a687-ba2cba2816a4 None None] Provisioning complete for port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:51.878345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52354afd-fb4e-4b30-a687-ba2cba2816a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:51.889045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62983293-3b47-4a1b-8189-e8663ba054f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-a07d4065-1182-40e1-9bd9-952af94645bf', 'network_id': 'a07d4065-1182-40e1-9bd9-952af94645bf', 'tenant_id': '62ff2c5a85ee47ddaf7b016b545a90f7', 'fixed_ips': [{'subnet_id': '045743f7-af10-4b86-83de-74afb9b920f4'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:51.889879 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62983293-3b47-4a1b-8189-e8663ba054f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.052034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.130266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af6f6d-f314-4829-a244-38744a8c5ac1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:52.132662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af6f6d-f314-4829-a244-38744a8c5ac1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:52.134512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af6f6d-f314-4829-a244-38744a8c5ac1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:52.139198 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-66af6f6d-f314-4829-a244-38744a8c5ac1 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2786934 Sep 27 08:55:52.141858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:52.258873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-799e2c50-5fa5-4764-a34e-a216e28c5148 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Deleting subnet 045743f7-af10-4b86-83de-74afb9b920f4 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:52.273947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.292374 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-799e2c50-5fa5-4764-a34e-a216e28c5148 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.416829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e785f394-ce13-4340-9242-dbb7e5e73133', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:52.421391 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.530855 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-799e2c50-5fa5-4764-a34e-a216e28c5148 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.614869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-730da2c0-e336-4682-9cde-1382d939dae7', 'network_id': '730da2c0-e336-4682-9cde-1382d939dae7', 'tenant_id': '62ff2c5a85ee47ddaf7b016b545a90f7', 'fixed_ips': [{'subnet_id': '08caff1e-d5c4-41ad-beba-61098a0e5457'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:52.619156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.725312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Deleting port 94f6d272-5303-4738-af9f-468a8e7a8947 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:52.726753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.915043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] For port 94f6d272-5303-4738-af9f-468a8e7a8947, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=94f6d272-5303-4738-af9f-468a8e7a8947,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:52.915408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.923354 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-799e2c50-5fa5-4764-a34e-a216e28c5148 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:52.949420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Calling delete_port for 94f6d272-5303-4738-af9f-468a8e7a8947 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:52.951271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44286) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:52.981104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Allocated IP 2001:db8:1::2 (e785f394-ce13-4340-9242-dbb7e5e73133/2c756a74-ee40-4125-96cb-9e5ee43d9e73/41b76087-2ef5-4b1f-82d8-957346126bea) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:53.000971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Allocated IP 172.20.0.18 (730da2c0-e336-4682-9cde-1382d939dae7/08caff1e-d5c4-41ad-beba-61098a0e5457/66f1a85a-984b-4019-bfe1-90f4035d23ab) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:53.035229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-799e2c50-5fa5-4764-a34e-a216e28c5148 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-62983293-3b47-4a1b-8189-e8663ba054f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 045743f7-af10-4b86-83de-74afb9b920f4: This subnet is being modified by another concurrent operation. Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 045743f7-af10-4b86-83de-74afb9b920f4: This subnet is being modified by another concurrent operation. Sep 27 08:55:53.070187 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:55:53.098332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e2c50-5fa5-4764-a34e-a216e28c5148 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Subnet': ['ID=045743f7-af10-4b86-83de-74afb9b920f4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:53.101067 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-799e2c50-5fa5-4764-a34e-a216e28c5148 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.103055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-799e2c50-5fa5-4764-a34e-a216e28c5148 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/subnets/045743f7-af10-4b86-83de-74afb9b920f4 HTTP/1.1" status: 204 len: 168 time: 0.9600084 Sep 27 08:55:53.108629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:53.114591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90cc919-abf4-4f7e-bdc9-8f7591176309 None None] Network a07d4065-1182-40e1-9bd9-952af94645bf requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:53.153378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c6346d-f645-4399-b627-3926abc95ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.173542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-621d08b2-92f5-45ee-a26c-8dd1a410661a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Deleting subnet 08caff1e-d5c4-41ad-beba-61098a0e5457 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:53.221865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-52354afd-fb4e-4b30-a687-ba2cba2816a4 None None] Provisioning complete for port b75224c3-2c76-4700-b890-cdf523dcbaa3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:53.222473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52354afd-fb4e-4b30-a687-ba2cba2816a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.335400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.370534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f6d272-5303-4738-af9f-468a8e7a8947,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:53.409858 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c6346d-f645-4399-b627-3926abc95ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.434102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c6346d-f645-4399-b627-3926abc95ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.446704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b75224c3-2c76-4700-b890-cdf523dcbaa3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:53.490140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14c6346d-f645-4399-b627-3926abc95ec8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f048e43ea6442b283081a048d85897b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377481 Sep 27 08:55:53.493374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44292) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:53.503611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6346d-f645-4399-b627-3926abc95ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1acecf8-5d9d-4375-b191-c90323d3adce,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:53.633298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57979ba1-c3ca-47c9-ac96-d34c233b70fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.653860 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.674240 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57979ba1-c3ca-47c9-ac96-d34c233b70fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.723025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.724586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b75224c3-2c76-4700-b890-cdf523dcbaa3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:53.725106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.732845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-621d08b2-92f5-45ee-a26c-8dd1a410661a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.733227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.755936 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.796297 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.816363 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52354afd-fb4e-4b30-a687-ba2cba2816a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.816886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57979ba1-c3ca-47c9-ac96-d34c233b70fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.820308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57979ba1-c3ca-47c9-ac96-d34c233b70fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.823885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-621d08b2-92f5-45ee-a26c-8dd1a410661a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:53.824045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-57979ba1-c3ca-47c9-ac96-d34c233b70fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1acecf8-5d9d-4375-b191-c90323d3adce HTTP/1.1" status: 204 len: 168 time: 0.3272150 Sep 27 08:55:53.841653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Network 730da2c0-e336-4682-9cde-1382d939dae7 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:53.848795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57979ba1-c3ca-47c9-ac96-d34c233b70fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1acecf8-5d9d-4375-b191-c90323d3adce,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:53.856489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:53.858346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Pushing event updated for resources: {'Port': ['ID=66f1a85a-984b-4019-bfe1-90f4035d23ab,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:53.860878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:53.864412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Network e785f394-ce13-4340-9242-dbb7e5e73133 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:53.881362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8:1::1 (e785f394-ce13-4340-9242-dbb7e5e73133/2c756a74-ee40-4125-96cb-9e5ee43d9e73/18fb162f-b959-4500-ab4c-a369e76d7517) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:53.885348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:53.922520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:53.965292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-52354afd-fb4e-4b30-a687-ba2cba2816a4 None None] For port b75224c3-2c76-4700-b890-cdf523dcbaa3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b75224c3-2c76-4700-b890-cdf523dcbaa3,segment=NetworkSegment(484c9fcd-256f-46a1-89f5-e98cb13ba6bb),segment_id=484c9fcd-256f-46a1-89f5-e98cb13ba6bb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:54.017171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:54.035458 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-621d08b2-92f5-45ee-a26c-8dd1a410661a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.043799 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52354afd-fb4e-4b30-a687-ba2cba2816a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.092227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Pushing event updated for resources: {'Port': ['ID=41b76087-2ef5-4b1f-82d8-957346126bea,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:54.140314 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.157245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:54.161670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-621d08b2-92f5-45ee-a26c-8dd1a410661a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.177684 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-621d08b2-92f5-45ee-a26c-8dd1a410661a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.184115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-621d08b2-92f5-45ee-a26c-8dd1a410661a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/subnets/08caff1e-d5c4-41ad-beba-61098a0e5457 HTTP/1.1" status: 204 len: 168 time: 1.0700018 Sep 27 08:55:54.190676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Attempting to bind port 66f1a85a-984b-4019-bfe1-90f4035d23ab on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:54.191274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Attempting to bind port 66f1a85a-984b-4019-bfe1-90f4035d23ab by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '64486314-58b9-4bc0-8292-784cd7224287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '730da2c0-e336-4682-9cde-1382d939dae7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:54.191846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Attempting to bind port 66f1a85a-984b-4019-bfe1-90f4035d23ab on network 730da2c0-e336-4682-9cde-1382d939dae7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:54.192052 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3aa8188e-c27d-4bbc-8019-3acfdd4b87b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1011608 Sep 27 08:55:54.192972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:54.203761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:54.213591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] Sync routers for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:54.216851 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.253839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:54.254239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Checking segment: {'id': '64486314-58b9-4bc0-8292-784cd7224287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '730da2c0-e336-4682-9cde-1382d939dae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:54.254858 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.255520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Bound using segment: {'id': '64486314-58b9-4bc0-8292-784cd7224287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '730da2c0-e336-4682-9cde-1382d939dae7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:54.256306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Bound port: 66f1a85a-984b-4019-bfe1-90f4035d23ab, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64486314-58b9-4bc0-8292-784cd7224287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '730da2c0-e336-4682-9cde-1382d939dae7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:54.256930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.283883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Attempting to bind port 41b76087-2ef5-4b1f-82d8-957346126bea on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:54.284633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Attempting to bind port 41b76087-2ef5-4b1f-82d8-957346126bea by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:54.285222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Attempting to bind port 41b76087-2ef5-4b1f-82d8-957346126bea on network e785f394-ce13-4340-9242-dbb7e5e73133 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:54.302500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6651e7-cf62-42f0-9537-33496ce19084 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:54.304997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ba6651e7-cf62-42f0-9537-33496ce19084 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1107154 Sep 27 08:55:54.313107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44302) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:54.315024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d08b2-92f5-45ee-a26c-8dd1a410661a tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Subnet': ['ID=08caff1e-d5c4-41ad-beba-61098a0e5457,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:54.333310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:54.334446 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.334659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:54.343239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:54.343720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Checking segment: {'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:54.344410 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.345229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Bound using segment: {'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:54.346304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Bound port: 41b76087-2ef5-4b1f-82d8-957346126bea, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:54.346940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.351463 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6eda9ad7-8d7c-499c-9fc4-b951090a8f1f None None] Provisioning complete for port b75224c3-2c76-4700-b890-cdf523dcbaa3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:54.352009 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eda9ad7-8d7c-499c-9fc4-b951090a8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.378693 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.427045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network e785f394-ce13-4340-9242-dbb7e5e73133 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:54.431977 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:54.434760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:55:54.435710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.454937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52354afd-fb4e-4b30-a687-ba2cba2816a4 None None] Pushing event updated for resources: {'Port': ['ID=b75224c3-2c76-4700-b890-cdf523dcbaa3,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:54.460284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.464196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44304) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:54.491347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f2c7bdb0-f731-486f-b112-a3e27e19359d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.505880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=18fb162f-b959-4500-ab4c-a369e76d7517,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:54.595360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.654261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.709587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:55:54.710136 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:55:54.722433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] For port 66f1a85a-984b-4019-bfe1-90f4035d23ab, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:54.764483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] For port 66f1a85a-984b-4019-bfe1-90f4035d23ab, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=66f1a85a-984b-4019-bfe1-90f4035d23ab,segment=NetworkSegment(64486314-58b9-4bc0-8292-784cd7224287),segment_id=64486314-58b9-4bc0-8292-784cd7224287)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:54.768049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:55:54.775010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Deleting port b33e5ffc-5768-4aca-938e-6347e4db5015 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:54.775427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.832291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.836316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] For port 41b76087-2ef5-4b1f-82d8-957346126bea, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:54.913277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] For port 41b76087-2ef5-4b1f-82d8-957346126bea, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=41b76087-2ef5-4b1f-82d8-957346126bea,segment=NetworkSegment(956883db-68e0-4711-bfb1-5e2a1729f93d),segment_id=956883db-68e0-4711-bfb1-5e2a1729f93d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:54.944244 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:54.947093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Deleting port 66f1a85a-984b-4019-bfe1-90f4035d23ab {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:54.947689 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.045349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] For port 66f1a85a-984b-4019-bfe1-90f4035d23ab, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=66f1a85a-984b-4019-bfe1-90f4035d23ab,segment=NetworkSegment(64486314-58b9-4bc0-8292-784cd7224287),segment_id=64486314-58b9-4bc0-8292-784cd7224287)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:55.045349 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.060874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dc11c-2b33-405c-bfa2-534fb602c204 None None] Pushing event updated for resources: {'Port': ['ID=66f1a85a-984b-4019-bfe1-90f4035d23ab,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:55.068371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Calling delete_port for 66f1a85a-984b-4019-bfe1-90f4035d23ab owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:55.076539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f2c7bdb0-f731-486f-b112-a3e27e19359d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.084095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f2c7bdb0-f731-486f-b112-a3e27e19359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.103222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1d632-3bf9-4c7e-989b-c97f6eb5b525 None None] Network 730da2c0-e336-4682-9cde-1382d939dae7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:55.189330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524abad-0fe0-43f7-b629-a3a0fa0701a2 None None] Pushing event updated for resources: {'Port': ['ID=41b76087-2ef5-4b1f-82d8-957346126bea,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:55.217144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f2c7bdb0-f731-486f-b112-a3e27e19359d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a9c980a884d4f13b7a10f02eb316975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7506230 Sep 27 08:55:55.218856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7bdb0-f731-486f-b112-a3e27e19359d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e55a9-5591-494d-b0e5-c988494bdc25,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:55.223607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44306) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:55.244839 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.275206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] For port b33e5ffc-5768-4aca-938e-6347e4db5015, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b33e5ffc-5768-4aca-938e-6347e4db5015,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:55.275735 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.290837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Port': ['ID=66f1a85a-984b-4019-bfe1-90f4035d23ab,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:55.296045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] No DVR routers for this DVR port 66f1a85a-984b-4019-bfe1-90f4035d23ab on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:55.297149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Calling delete_port for b33e5ffc-5768-4aca-938e-6347e4db5015 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:55.373038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-702d83c6-5a5f-4516-a896-88674c806509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.406929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.425457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port': {'id': 'b33e5ffc-5768-4aca-938e-6347e4db5015', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:48:20Z', 'updated_at': '2021-09-27T08:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:55.452158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.478092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-702d83c6-5a5f-4516-a896-88674c806509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.484052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] Checking router: e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:55:55.491445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.493015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.498646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730da2c0-e336-4682-9cde-1382d939dae7']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:55.514926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] Routers {'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:55.515622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:55.517125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64486314-58b9-4bc0-8292-784cd7224287') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:55.517496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64486314-58b9-4bc0-8292-784cd7224287') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:55.541333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.560878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.576256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:55.576850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:55.580478 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:55.614811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-702d83c6-5a5f-4516-a896-88674c806509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.621968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-702d83c6-5a5f-4516-a896-88674c806509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.626238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=18fb162f-b959-4500-ab4c-a369e76d7517,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:55.627726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-702d83c6-5a5f-4516-a896-88674c806509 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d1e55a9-5591-494d-b0e5-c988494bdc25 HTTP/1.1" status: 204 len: 168 time: 0.4034286 Sep 27 08:55:55.669744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] Set router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:55:55.684092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d83c6-5a5f-4516-a896-88674c806509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e55a9-5591-494d-b0e5-c988494bdc25,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:55.697247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.705320 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.707676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/networks/730da2c0-e336-4682-9cde-1382d939dae7 HTTP/1.1" status: 204 len: 168 time: 1.3928885 Sep 27 08:55:55.712180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44310) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:55.739191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614e05f-aef9-401d-88e0-37ee90c98c9f tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Network': ['ID=730da2c0-e336-4682-9cde-1382d939dae7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:55.783539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:55:54Z', 'revision_number': 6, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:55.785321 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.790416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b75224c3-2c76-4700-b890-cdf523dcbaa3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:55.839882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006b6a9-d814-4c73-9885-6bd63d9ac637 None None] The sync data for ids ['e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b'] in n-d-810909-1 is: [{'id': 'e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b', 'name': 'tempest-AttachVolumeTestJSON-1384640985-router', 'tenant_id': '7214a460820148f1b6500794093d2f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:48:19Z', 'updated_at': '2021-09-27T08:55:54Z', 'revision_number': 6, 'project_id': '7214a460820148f1b6500794093d2f7e', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:55.877771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b75224c3-2c76-4700-b890-cdf523dcbaa3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:55.878332 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.880309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33e5ffc-5768-4aca-938e-6347e4db5015,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:55.907673 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:55.912625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network e785f394-ce13-4340-9242-dbb7e5e73133 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:55:55.932769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:56.084726 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.146578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 41b76087-2ef5-4b1f-82d8-957346126bea up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:56.172010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:55:56.223610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.253064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 41b76087-2ef5-4b1f-82d8-957346126bea triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:56.253592 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.269438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.280434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.361801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.425965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 41b76087-2ef5-4b1f-82d8-957346126bea, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=41b76087-2ef5-4b1f-82d8-957346126bea,segment=NetworkSegment(956883db-68e0-4711-bfb1-5e2a1729f93d),segment_id=956883db-68e0-4711-bfb1-5e2a1729f93d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:56.432096 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.455849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.457287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:55:56.462830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07d4065-1182-40e1-9bd9-952af94645bf']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:56.473867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.475716 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cae92fb2-791c-4a8b-9c6e-f0a4d3b68187 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e22cacb8-6d9f-4a8c-8d46-8c0af17fcb0b HTTP/1.1" status: 204 len: 168 time: 2.2675149 Sep 27 08:55:56.479340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44330) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:56.514587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9f88da-6ac4-480c-9e18-2d5f73bf44b7') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:56.515077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9f88da-6ac4-480c-9e18-2d5f73bf44b7') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:56.529562 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.538636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=41b76087-2ef5-4b1f-82d8-957346126bea,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:56.559399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:55:56.560276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d78b5a-b538-4123-86f5-751a869f520b admin admin] Deleting subnet d4bc93b0-c8b9-4920-b459-ed816b218b01 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:55:56.565832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4d78b5a-b538-4123-86f5-751a869f520b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.572862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a8cc5bd-d6bb-44c5-9acf-c8eb7dfb81da tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0801349 Sep 27 08:55:56.574897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:56.577338 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:55:56.578013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.583435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1720798892'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:56.596892 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:56.599845 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:56.607741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:56.614334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.620183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:56.620799 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:56.626038 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:56.669645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a388140-e7b4-4a9e-b8ba-d6208ecca9b1 None None] Network e785f394-ce13-4340-9242-dbb7e5e73133 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:56.722574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4d78b5a-b538-4123-86f5-751a869f520b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.742154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:55:56.749261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.759008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.763734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/networks/a07d4065-1182-40e1-9bd9-952af94645bf HTTP/1.1" status: 204 len: 168 time: 1.0480623 Sep 27 08:55:56.774922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:56.834744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9991e829-df86-45ab-ae64-412f03b975a4 None None] Provisioning complete for port 41b76087-2ef5-4b1f-82d8-957346126bea triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:56.835342 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9991e829-df86-45ab-ae64-412f03b975a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.837953 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:55:56.857945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.858300 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment 5711ba73-748b-4127-9326-4f013205d2aa of type vlan for network 9e356aea-e71b-4a8b-88e2-dda4f162be1a Sep 27 08:55:56.865969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:56.882508 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dc623-664f-455c-93ad-8959dd6da841 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Network': ['ID=a07d4065-1182-40e1-9bd9-952af94645bf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:56.932315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4d78b5a-b538-4123-86f5-751a869f520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.037660 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4d78b5a-b538-4123-86f5-751a869f520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.042322 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.070136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327b01ed-6db9-4d32-821e-767e896b910e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:57.074074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f8205-b411-423f-b4c1-a6b8f4fb17d7 None None] Network 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:57.080661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3459e082-a717-4286-a921-674938d1bed0') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:57.080853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3459e082-a717-4286-a921-674938d1bed0') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:57.092620 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.095999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f4d78b5a-b538-4123-86f5-751a869f520b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.100890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f4d78b5a-b538-4123-86f5-751a869f520b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d4bc93b0-c8b9-4920-b459-ed816b218b01 HTTP/1.1" status: 204 len: 168 time: 0.6152170 Sep 27 08:55:57.100890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d78b5a-b538-4123-86f5-751a869f520b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bc93b0-c8b9-4920-b459-ed816b218b01,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:57.102135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44348) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:57.110929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.117593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:57.118232 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:57.208475 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:57.221029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.224212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.244947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.252396 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.254765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/networks/327b01ed-6db9-4d32-821e-767e896b910e HTTP/1.1" status: 204 len: 168 time: 0.4788687 Sep 27 08:55:57.257549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f28e3a-afa7-48af-89fe-ac71f0cc73b8 tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Network': ['ID=327b01ed-6db9-4d32-821e-767e896b910e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:57.259462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44350) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:57.273582 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:55:54Z', 'revision_number': 3, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:55Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:57.333660 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:55:57.334411 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Updating router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 port 18fb162f-b959-4500-ab4c-a369e76d7517 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:55:57.368692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Deleting port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:57.369469 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.378410 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.464598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.479652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:57.480465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.497306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.507396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] For port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3e14f829-cec8-4fa0-b3e4-5a0a8b19800f,segment=NetworkSegment(b80efef8-ca9e-4b0c-8677-56aa1ebf2eda),segment_id=b80efef8-ca9e-4b0c-8677-56aa1ebf2eda)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:57.507958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.535410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Calling delete_port for 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:57.547185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ee7c224b-ff7b-4e7f-b2fd-1ca2e7980811 None None] Provisioning complete for port 41b76087-2ef5-4b1f-82d8-957346126bea triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:57.547814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee7c224b-ff7b-4e7f-b2fd-1ca2e7980811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.557211 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9802606 Sep 27 08:55:57.563391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44352) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:57.566948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 41b76087-2ef5-4b1f-82d8-957346126bea up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:57.575845 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:55:57.625146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c3441-a67f-4b11-882c-9c286f54f4ab tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=9e356aea-e71b-4a8b-88e2-dda4f162be1a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:57.668686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] DHCP port deletion for 54366c9a-f3e3-4c5a-8abb-e4746fe41af2 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:55:57.675294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 9e356aea-e71b-4a8b-88e2-dda4f162be1a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:55:57.802087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:55:57.807413 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.847714 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.857895 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.882375 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.903689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a14c35-dea1-4402-a089-bd024996ce18']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:57.917127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a39ad42-d50a-483a-b0ff-da06c99c1b11') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:57.917684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a39ad42-d50a-483a-b0ff-da06c99c1b11') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:57.932601 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.959998 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.967852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.978398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 41b76087-2ef5-4b1f-82d8-957346126bea triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:57.978887 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.985909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:57.985909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:57.989439 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:58.020050 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d473a-6fab-4eff-8829-b02c17866387 None None] Pushing event updated for resources: {'Port': ['ID=18fb162f-b959-4500-ab4c-a369e76d7517,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:58.031008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e14f829-cec8-4fa0-b3e4-5a0a8b19800f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:58.039245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] No DVR routers for this DVR port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:58.077315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] Deleting port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:55:58.077554 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Attempting to bind port 18fb162f-b959-4500-ab4c-a369e76d7517 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:55:58.077678 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Attempting to bind port 18fb162f-b959-4500-ab4c-a369e76d7517 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:55:58.077798 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.078164 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Attempting to bind port 18fb162f-b959-4500-ab4c-a369e76d7517 on network e785f394-ce13-4340-9242-dbb7e5e73133 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:55:58.086974 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:55:58.087651 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Checking segment: {'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:58.088620 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.090686 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Bound using segment: {'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:55:58.090964 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Bound port: 18fb162f-b959-4500-ab4c-a369e76d7517, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956883db-68e0-4711-bfb1-5e2a1729f93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:55:58.093751 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.099687 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.116865 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.123557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] 10.222.0.50 "DELETE /v2.0/networks/f1a14c35-dea1-4402-a089-bd024996ce18 HTTP/1.1" status: 204 len: 168 time: 0.8499284 Sep 27 08:55:58.146392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6890bb-8eb8-4b05-9651-0222d24f11db tempest-BulkNetworkOpsTest-1187757650 tempest-BulkNetworkOpsTest-1187757650-project] Pushing event deleted for resources: {'Network': ['ID=f1a14c35-dea1-4402-a089-bd024996ce18,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:58.181734 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] For port 18fb162f-b959-4500-ab4c-a369e76d7517, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:55:58.189772 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] For port 18fb162f-b959-4500-ab4c-a369e76d7517, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=18fb162f-b959-4500-ab4c-a369e76d7517,segment=NetworkSegment(956883db-68e0-4711-bfb1-5e2a1729f93d),segment_id=956883db-68e0-4711-bfb1-5e2a1729f93d)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:55:58.197231 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.233939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ee7c224b-ff7b-4e7f-b2fd-1ca2e7980811 None None] Provisioning complete for port 18fb162f-b959-4500-ab4c-a369e76d7517 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:58.235013 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee7c224b-ff7b-4e7f-b2fd-1ca2e7980811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.238874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] For port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:58.239656 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.245487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.268958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54366c9a-f3e3-4c5a-8abb-e4746fe41af2']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:58.280458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:58.280929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80efef8-ca9e-4b0c-8677-56aa1ebf2eda') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:58.293817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.307668 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d473a-6fab-4eff-8829-b02c17866387 None None] Pushing event updated for resources: {'Port': ['ID=18fb162f-b959-4500-ab4c-a369e76d7517,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:58.318080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.324751 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:55:58.325469 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:58.333658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:55:58.341526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:55:58.343663 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:55:58.365174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] Calling delete_port for 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:55:58.388152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] Port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:55:58.395348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.461104 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:55:58.465309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] No DVR routers for this DVR port 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:55:58.497551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaa5bb-bf7d-453f-b592-70ba872f573d None None] Pushing event deleted for resources: {'Port': ['ID=3e14f829-cec8-4fa0-b3e4-5a0a8b19800f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:58.536271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.566260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.574254 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee7c224b-ff7b-4e7f-b2fd-1ca2e7980811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.589038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 94f6d272-5303-4738-af9f-468a8e7a8947 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:58.624238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.624600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 94f6d272-5303-4738-af9f-468a8e7a8947 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:58.625366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 94f6d272-5303-4738-af9f-468a8e7a8947 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:58.626178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b33e5ffc-5768-4aca-938e-6347e4db5015 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:55:58.628074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] 10.222.0.50 "DELETE /v2.0/networks/54366c9a-f3e3-4c5a-8abb-e4746fe41af2 HTTP/1.1" status: 204 len: 168 time: 1.5249248 Sep 27 08:55:58.659740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b33e5ffc-5768-4aca-938e-6347e4db5015 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:55:58.660478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b33e5ffc-5768-4aca-938e-6347e4db5015 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:55:58.674086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:58.700851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ee7c224b-ff7b-4e7f-b2fd-1ca2e7980811 None None] For port 18fb162f-b959-4500-ab4c-a369e76d7517, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=18fb162f-b959-4500-ab4c-a369e76d7517,segment=NetworkSegment(956883db-68e0-4711-bfb1-5e2a1729f93d),segment_id=956883db-68e0-4711-bfb1-5e2a1729f93d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:55:58.713483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee7c224b-ff7b-4e7f-b2fd-1ca2e7980811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.729938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930c454-0933-41b7-a544-7cea720c9217 admin admin] Pushing event deleted for resources: {'Network': ['ID=54366c9a-f3e3-4c5a-8abb-e4746fe41af2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:58.780677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:58.784201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:55:58.784349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: 9e356aea-e71b-4a8b-88e2-dda4f162be1a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:55:58.832170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 9e356aea-e71b-4a8b-88e2-dda4f162be1a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:55:58.857303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 9e356aea-e71b-4a8b-88e2-dda4f162be1a) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:55:58.860840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c224b-ff7b-4e7f-b2fd-1ca2e7980811 None None] Pushing event updated for resources: {'Port': ['ID=18fb162f-b959-4500-ab4c-a369e76d7517,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:58.875834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:55:58.876852 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.891320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bf867953-e205-46bf-b3fb-83856f7b5dcc None None] Provisioning complete for port 18fb162f-b959-4500-ab4c-a369e76d7517 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:58.891762 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf867953-e205-46bf-b3fb-83856f7b5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:58.907180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-df2326ae-9f3e-4cc7-a417-af1547c717fd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3425550 Sep 27 08:55:58.910479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44376) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:58.948260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89045e97-aeee-4fba-a7cd-4489b857495b None None] Network 9e356aea-e71b-4a8b-88e2-dda4f162be1a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:55:58.959742 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e586db67-2128-4355-9ad0-5e864193c2a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62ff2c5a85ee47ddaf7b016b545a90f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844560 Sep 27 08:55:58.960429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:58.997219 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:55:54Z', 'revision_number': 3, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 4, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:55:59.047481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44380) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:59.070389 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881c70b-24ec-4e2a-87d6-20fb7d615168 None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:55:54Z', 'revision_number': 3, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 4, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:55:59.135127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffb7602b-145f-4d3f-bfc2-d6af4aa76ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.248887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffb7602b-145f-4d3f-bfc2-d6af4aa76ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.356870 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffb7602b-145f-4d3f-bfc2-d6af4aa76ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.360600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ffb7602b-145f-4d3f-bfc2-d6af4aa76ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.361988 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ffb7602b-145f-4d3f-bfc2-d6af4aa76ee0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f38693d6-f89f-4748-96ac-fd94e6e909c3 HTTP/1.1" status: 204 len: 168 time: 0.4006925 Sep 27 08:55:59.367696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-85c577ef-0977-473d-8dc1-4e43e59113f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7214a460820148f1b6500794093d2f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138363 Sep 27 08:55:59.371375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44386) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:55:59.378924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7602b-145f-4d3f-bfc2-d6af4aa76ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38693d6-f89f-4748-96ac-fd94e6e909c3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:59.379220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:55:59.380793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.449923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5c6c0f5e-7a7c-4a02-a5ac-78bc540685f6 None None] Provisioning complete for port 18fb162f-b959-4500-ab4c-a369e76d7517 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:59.450309 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0f5e-7a7c-4a02-a5ac-78bc540685f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.520079 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44851257-d488-4bfc-a827-5934e268eb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.545682 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44851257-d488-4bfc-a827-5934e268eb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.604735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 18fb162f-b959-4500-ab4c-a369e76d7517 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:55:59.656574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44851257-d488-4bfc-a827-5934e268eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.663874 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44851257-d488-4bfc-a827-5934e268eb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.665232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-44851257-d488-4bfc-a827-5934e268eb64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80a7bc57-1a94-4c71-ac62-29b2c6d6548f HTTP/1.1" status: 204 len: 168 time: 0.2917638 Sep 27 08:55:59.675781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44851257-d488-4bfc-a827-5934e268eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a7bc57-1a94-4c71-ac62-29b2c6d6548f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:55:59.716273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Allocated IP 2001:db8:2::2 (9e356aea-e71b-4a8b-88e2-dda4f162be1a/dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf/462f1a96-0dd6-4fe9-8aa7-15efc1be1d02) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:55:59.756716 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:55:59.783910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 18fb162f-b959-4500-ab4c-a369e76d7517 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:55:59.784398 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.168503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.179826 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.235041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Network 9e356aea-e71b-4a8b-88e2-dda4f162be1a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:00.238555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:00.243327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:00.283831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:00.295217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8:2::1 (9e356aea-e71b-4a8b-88e2-dda4f162be1a/dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf/af400c8a-23ca-4070-8b24-3c12604fb59e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:00.300448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Pushing event updated for resources: {'Port': ['ID=462f1a96-0dd6-4fe9-8aa7-15efc1be1d02,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:00.328211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:00.328956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3e14f829-cec8-4fa0-b3e4-5a0a8b19800f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:00.334484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Attempting to bind port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:56:00.334918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Attempting to bind port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:56:00.335345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Attempting to bind port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 on network 9e356aea-e71b-4a8b-88e2-dda4f162be1a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:56:00.344293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:56:00.344798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Checking segment: {'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:00.345627 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.346489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Bound using segment: {'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:56:00.350420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Bound port: 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:56:00.350917 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.430752 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] For port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:00.436408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] For port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=462f1a96-0dd6-4fe9-8aa7-15efc1be1d02,segment=NetworkSegment(5711ba73-748b-4127-9326-4f013205d2aa),segment_id=5711ba73-748b-4127-9326-4f013205d2aa)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:56:00.443875 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.486550 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.529997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176e261-cd3f-4da9-8a3d-ae2848c00dfe None None] Pushing event updated for resources: {'Port': ['ID=462f1a96-0dd6-4fe9-8aa7-15efc1be1d02,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:00.565240 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.613501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 9e356aea-e71b-4a8b-88e2-dda4f162be1a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:00.619176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:00.626572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:00.627208 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.636385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=af400c8a-23ca-4070-8b24-3c12604fb59e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:00.782568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:00.846700 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:01.152297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-69370bef-ed48-4d28-a2c7-635b5718fdfd tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-520052935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:01.163793 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.168620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.169734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.185971 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69370bef-ed48-4d28-a2c7-635b5718fdfd tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.187444 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69370bef-ed48-4d28-a2c7-635b5718fdfd tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.275168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69370bef-ed48-4d28-a2c7-635b5718fdfd tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.281864 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69370bef-ed48-4d28-a2c7-635b5718fdfd tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.282061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=af400c8a-23ca-4070-8b24-3c12604fb59e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:01.306886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69370bef-ed48-4d28-a2c7-635b5718fdfd tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.308168 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-69370bef-ed48-4d28-a2c7-635b5718fdfd tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4598711 Sep 27 08:56:01.311291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44442) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:01.323528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-786114984'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:01.341556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 9e356aea-e71b-4a8b-88e2-dda4f162be1a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:01.346507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:01.484606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:01.487439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Made reservation on behalf of 37736b9294f24ebf9abd612f4b95e311 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:01.491018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.505439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.572615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:01.656122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:01.665595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bad97012-e8cc-4ffc-a3a5-c1da7744e5e1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7540784 Sep 27 08:56:01.668637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44454) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:01.673672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:01.676189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-975209972'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:01.694376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:01.694732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.757645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:01.758333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:01.790981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.803171 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.876769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:56:01.892842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a2d306-b643-48af-a248-a21d28245be1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:01.898624 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.898991 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Added segment 6a549f80-a2db-4128-931e-28e482df66e3 of type vlan for network c096fce3-a6b1-4967-8544-bf80a9e9c18a Sep 27 08:56:01.900410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:01.903975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.937898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:01.939797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:01.990681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.016527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:56:02.048347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.052648 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added segment 86ea101f-30c0-48d1-a82b-4c498e04b67b of type vlan for network 7e2614a1-d23c-4190-9274-2a58b6f86c1a Sep 27 08:56:02.054717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=462f1a96-0dd6-4fe9-8aa7-15efc1be1d02,segment=NetworkSegment(5711ba73-748b-4127-9326-4f013205d2aa),segment_id=5711ba73-748b-4127-9326-4f013205d2aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:02.068035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ad06d3-7f91-43d0-9728-aff08c16be71 None None] Network 9e356aea-e71b-4a8b-88e2-dda4f162be1a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:02.072984 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.120834 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.127113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:02.128211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.151713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8393557 Sep 27 08:56:02.154614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:02.168432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'subnet': {'network_id': 'c096fce3-a6b1-4967-8544-bf80a9e9c18a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:02.174364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.245118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d02c-3c7e-406f-a752-e08954fdd7c8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Network': ['ID=c096fce3-a6b1-4967-8544-bf80a9e9c18a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:02.258004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=462f1a96-0dd6-4fe9-8aa7-15efc1be1d02,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:02.261054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-932e62e1-f071-4548-83cb-1aa13843337d None None] Provisioning complete for port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:02.261631 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932e62e1-f071-4548-83cb-1aa13843337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.268820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:56:02.270340 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.278095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:02.278862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.324183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6519947 Sep 27 08:56:02.327048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44464) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:02.332062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'subnet': {'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:02.387220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Made reservation on behalf of 37736b9294f24ebf9abd612f4b95e311 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:02.390322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f32b1-d0fd-4a68-8e84-c1121ab05d4a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Network': ['ID=7e2614a1-d23c-4190-9274-2a58b6f86c1a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:02.396678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.402918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 7e2614a1-d23c-4190-9274-2a58b6f86c1a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:56:02.526754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Made reservation on behalf of 0a6be4d52ea04ef9944de0007d478542 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:02.530917 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.653243 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.766462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Checking segment: {'id': '6a549f80-a2db-4128-931e-28e482df66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c096fce3-a6b1-4967-8544-bf80a9e9c18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:02.767273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network hostable DHCP agents. Network: c096fce3-a6b1-4967-8544-bf80a9e9c18a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:56:02.770010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Subnet': ['ID=f120fb79-4385-4392-9740-7ef866d515b3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:02.779878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.780610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.781269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.781785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.782382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.782886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.783381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.783878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.784626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.785225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.785827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.786319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:02.816790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:56:02.828298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.831135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, c096fce3-a6b1-4967-8544-bf80a9e9c18a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:02.854737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c8991-25b4-4b5e-a2bf-ef574688dea5 None None] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:02.861476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:02.863843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.910159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:00Z', 'revision_number': 4, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:00Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:02.914015 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fef58db-9ccd-455a-948f-902f1e954e8c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7574930 Sep 27 08:56:02.917168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:02.926168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'network': {'name': 'tempest-router-network01--2028205011'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:02.945105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Subnet': ['ID=18931e49-bdd6-4d1d-b6cb-27cd3ac500b5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:02.955273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Checking segment: {'id': '86ea101f-30c0-48d1-a82b-4c498e04b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:02.956019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network hostable DHCP agents. Network: 7e2614a1-d23c-4190-9274-2a58b6f86c1a, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:56:02.957842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:02.960859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Updating router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 port af400c8a-23ca-4070-8b24-3c12604fb59e binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:56:02.971958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Made reservation on behalf of 37736b9294f24ebf9abd612f4b95e311 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:02.977439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:02.982901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 7e2614a1-d23c-4190-9274-2a58b6f86c1a is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:56:03.002882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 7e2614a1-d23c-4190-9274-2a58b6f86c1a) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:03.010452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:03.012231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.015033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d3c500-d015-4807-a727-64c15abd746a None None] Network 7e2614a1-d23c-4190-9274-2a58b6f86c1a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:03.032987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc91c35d-cb1f-4cfa-94eb-aee1560a7702 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7044904 Sep 27 08:56:03.035609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44486) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:03.039601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:56:03.050619 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.051282 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Added segment 88c14d17-d731-4591-b78a-f93ede7d44a4 of type vlan for network b42781b7-c37c-4b78-bba2-cd0819ac54e9 Sep 27 08:56:03.130543 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.154523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.218748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.230925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:03.230925 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.307114 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3884120 Sep 27 08:56:03.341419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:03.352967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'network': {'name': 'tempest-router-network02--886488357'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:03.357385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06c76-1e6e-42f1-9996-ebf5e2e9cce2 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Network': ['ID=b42781b7-c37c-4b78-bba2-cd0819ac54e9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:03.384106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b42781b7-c37c-4b78-bba2-cd0819ac54e9 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:56:03.392140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Made reservation on behalf of 37736b9294f24ebf9abd612f4b95e311 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:03.396316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.452039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:56:03.496825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.497214 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Added segment 2ea49e24-29d3-4599-b812-3d3ad2561fa5 of type vlan for network 67c25028-db1b-4596-ba23-e3ec5c6f06c7 Sep 27 08:56:03.578525 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.615261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.622482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:03.623142 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:03.671842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3245695 Sep 27 08:56:03.673362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:03.679676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'subnet': {'network_id': 'b42781b7-c37c-4b78-bba2-cd0819ac54e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:03.741129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bab1a-aff1-4db0-95ad-c14c1d18f17f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Network': ['ID=67c25028-db1b-4596-ba23-e3ec5c6f06c7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:03.895377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:03.897916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 67c25028-db1b-4596-ba23-e3ec5c6f06c7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:56:03.922209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Made reservation on behalf of 37736b9294f24ebf9abd612f4b95e311 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:03.926530 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.158587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d4257aa6-aa65-4a5b-998c-60d1d90136c5 None None] Provisioning complete for port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:04.159047 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4257aa6-aa65-4a5b-998c-60d1d90136c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.159745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.244356 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.286051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44504) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:04.331409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Subnet': ['ID=11c95680-526e-4777-9f7b-e474cf089531,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:04.346302 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Checking segment: {'id': '88c14d17-d731-4591-b78a-f93ede7d44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b42781b7-c37c-4b78-bba2-cd0819ac54e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:04.346677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network hostable DHCP agents. Network: b42781b7-c37c-4b78-bba2-cd0819ac54e9, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:56:04.367106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network b42781b7-c37c-4b78-bba2-cd0819ac54e9 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:56:04.383120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b42781b7-c37c-4b78-bba2-cd0819ac54e9) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:04.387516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:04.388297 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.418402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6b375-1e7b-42c6-ad9d-37b5dbdd4fa2 None None] Network b42781b7-c37c-4b78-bba2-cd0819ac54e9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:04.422429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b4d723eb-4c55-4de7-95d6-1bf12fac4d10 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7484884 Sep 27 08:56:04.425394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:04.430722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'subnet': {'network_id': '67c25028-db1b-4596-ba23-e3ec5c6f06c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:04.459008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-7e2614a1-d23c-4190-9274-2a58b6f86c1a', 'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'fixed_ips': [{'subnet_id': '18931e49-bdd6-4d1d-b6cb-27cd3ac500b5'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:56:04.459883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.485279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-c096fce3-a6b1-4967-8544-bf80a9e9c18a', 'network_id': 'c096fce3-a6b1-4967-8544-bf80a9e9c18a', 'tenant_id': '37736b9294f24ebf9abd612f4b95e311', 'fixed_ips': [{'subnet_id': 'f120fb79-4385-4392-9740-7ef866d515b3'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:56:04.488653 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.529807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:04.530445 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.573514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Made reservation on behalf of 37736b9294f24ebf9abd612f4b95e311 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:04.573840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Allocated IP 2001:db8:3::1 (7e2614a1-d23c-4190-9274-2a58b6f86c1a/18931e49-bdd6-4d1d-b6cb-27cd3ac500b5/c15b3f2c-bdc3-4638-8cb2-c59473ef86ea) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:04.579817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.614682 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be956a90-b927-4601-ae24-78962bc81851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.701654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.734357 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.773890 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.782328 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:04.838340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Allocated IP 2001:db8:3::2 (7e2614a1-d23c-4190-9274-2a58b6f86c1a/18931e49-bdd6-4d1d-b6cb-27cd3ac500b5/03eb1cc1-aa80-4fe5-b42b-f8797c42d16d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:04.858480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 7e2614a1-d23c-4190-9274-2a58b6f86c1a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:04.859949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=c15b3f2c-bdc3-4638-8cb2-c59473ef86ea,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:04.865141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:04.874009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:04.874887 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.073860 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.154135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Allocated IP 2001:db8::2 (c096fce3-a6b1-4967-8544-bf80a9e9c18a/f120fb79-4385-4392-9740-7ef866d515b3/3a7fe134-01e7-42ca-9e51-f81f83f02287) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:05.281906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d4257aa6-aa65-4a5b-998c-60d1d90136c5 None None] Provisioning complete for port af400c8a-23ca-4070-8b24-3c12604fb59e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:05.282483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4257aa6-aa65-4a5b-998c-60d1d90136c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.291437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.300243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d1567-e925-4ce1-a68f-0e348005b29a None None] Pushing event updated for resources: {'Port': ['ID=af400c8a-23ca-4070-8b24-3c12604fb59e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:05.305526 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be956a90-b927-4601-ae24-78962bc81851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.330149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be956a90-b927-4601-ae24-78962bc81851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.409764 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-be956a90-b927-4601-ae24-78962bc81851 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4d4b0e2fc654eb89f2dd5db0cb427cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1193488 Sep 27 08:56:05.411955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:05.422854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Subnet': ['ID=59a47147-33f3-4f32-97e1-78626b78b078,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:05.426761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be956a90-b927-4601-ae24-78962bc81851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f714c557-a99e-465b-9226-0bceb2cb2a42,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:05.439112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Checking segment: {'id': '2ea49e24-29d3-4599-b812-3d3ad2561fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67c25028-db1b-4596-ba23-e3ec5c6f06c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:05.439672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network hostable DHCP agents. Network: 67c25028-db1b-4596-ba23-e3ec5c6f06c7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:56:05.477853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.480312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network 67c25028-db1b-4596-ba23-e3ec5c6f06c7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:56:05.485255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.486336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.501361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-680118ad-7e48-4baa-8a80-8a293c98f016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.505082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 67c25028-db1b-4596-ba23-e3ec5c6f06c7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:05.515396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:05.516078 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.553846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a84c14-f67a-4af6-a20e-63c900aeadd9 None None] Network 67c25028-db1b-4596-ba23-e3ec5c6f06c7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:05.564534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-680118ad-7e48-4baa-8a80-8a293c98f016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.572284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event updated for resources: {'Port': ['ID=c15b3f2c-bdc3-4638-8cb2-c59473ef86ea,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:05.577176 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1245a3c8-9ca6-436c-a6c8-fe100accd558 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1483045 Sep 27 08:56:05.577418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44516) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:05.603176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d4257aa6-aa65-4a5b-998c-60d1d90136c5 None None] Port af400c8a-23ca-4070-8b24-3c12604fb59e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:56:05.650556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Attempting to bind port af400c8a-23ca-4070-8b24-3c12604fb59e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:56:05.650932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Attempting to bind port af400c8a-23ca-4070-8b24-3c12604fb59e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:56:05.651308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Attempting to bind port af400c8a-23ca-4070-8b24-3c12604fb59e on network 9e356aea-e71b-4a8b-88e2-dda4f162be1a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:56:05.680681 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.728700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b42781b7-c37c-4b78-bba2-cd0819ac54e9', 'network_id': 'b42781b7-c37c-4b78-bba2-cd0819ac54e9', 'tenant_id': '37736b9294f24ebf9abd612f4b95e311', 'fixed_ips': [{'subnet_id': '11c95680-526e-4777-9f7b-e474cf089531'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:56:05.729876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.739669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Network 7e2614a1-d23c-4190-9274-2a58b6f86c1a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:05.742093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:05.752626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:56:05.753325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Checking segment: {'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:05.753901 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.754458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Bound using segment: {'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:56:05.755123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Bound port: af400c8a-23ca-4070-8b24-3c12604fb59e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5711ba73-748b-4127-9326-4f013205d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:56:05.755510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.758023 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.791428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-680118ad-7e48-4baa-8a80-8a293c98f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.794654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-680118ad-7e48-4baa-8a80-8a293c98f016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.799088 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-680118ad-7e48-4baa-8a80-8a293c98f016 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f714c557-a99e-465b-9226-0bceb2cb2a42 HTTP/1.1" status: 204 len: 168 time: 0.3840554 Sep 27 08:56:05.818153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680118ad-7e48-4baa-8a80-8a293c98f016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714c557-a99e-465b-9226-0bceb2cb2a42,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:05.907588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:05.958441 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.966776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3d45ca24-565f-40a3-81f1-6fc0ffa258b5 None None] Provisioning complete for port af400c8a-23ca-4070-8b24-3c12604fb59e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:05.967507 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d45ca24-565f-40a3-81f1-6fc0ffa258b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:05.976242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:06.031607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:06.037574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4ad723dd-0190-4276-8dae-169ab932fe10 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0004039 Sep 27 08:56:06.040116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44522) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:06.046595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:06.079066 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.274898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:06.302619 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35055e50-1112-49c4-bd91-217540f1ca28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.307198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Pushing event updated for resources: {'Port': ['ID=3a7fe134-01e7-42ca-9e51-f81f83f02287,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:06.320070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:06.328190 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.338363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:06.348440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Allocated IP 2001:db8::1 (b42781b7-c37c-4b78-bba2-cd0819ac54e9/11c95680-526e-4777-9f7b-e474cf089531/7d8a8a0f-eb02-41f2-b79f-966dcabbae52) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:06.394307 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.428092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-67c25028-db1b-4596-ba23-e3ec5c6f06c7', 'network_id': '67c25028-db1b-4596-ba23-e3ec5c6f06c7', 'tenant_id': '37736b9294f24ebf9abd612f4b95e311', 'fixed_ips': [{'subnet_id': '59a47147-33f3-4f32-97e1-78626b78b078'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:56:06.431631 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.444182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3d45ca24-565f-40a3-81f1-6fc0ffa258b5 None None] Port af400c8a-23ca-4070-8b24-3c12604fb59e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:56:06.518729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.536809 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35055e50-1112-49c4-bd91-217540f1ca28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.576710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35055e50-1112-49c4-bd91-217540f1ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.597760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.618960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 27 08:56:06.636229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Removed routes are [] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 27 08:56:06.636724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.678136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] For port af400c8a-23ca-4070-8b24-3c12604fb59e, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:06.682164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-35055e50-1112-49c4-bd91-217540f1ca28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92aec57c7fd04d45a47886066cccac71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061701 Sep 27 08:56:06.687544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network b42781b7-c37c-4b78-bba2-cd0819ac54e9 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:06.690540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:06.693440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35055e50-1112-49c4-bd91-217540f1ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba948f7-e244-4274-b431-27c178b79673,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:06.704827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Network 7e2614a1-d23c-4190-9274-2a58b6f86c1a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:06.705958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Pushing event updated for resources: {'Port': ['ID=03eb1cc1-aa80-4fe5-b42b-f8797c42d16d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:06.722742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] For port af400c8a-23ca-4070-8b24-3c12604fb59e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=af400c8a-23ca-4070-8b24-3c12604fb59e,segment=NetworkSegment(5711ba73-748b-4127-9326-4f013205d2aa),segment_id=5711ba73-748b-4127-9326-4f013205d2aa)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:56:06.724916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Attempting to bind port 3a7fe134-01e7-42ca-9e51-f81f83f02287 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:56:06.725631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Attempting to bind port 3a7fe134-01e7-42ca-9e51-f81f83f02287 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '6a549f80-a2db-4128-931e-28e482df66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c096fce3-a6b1-4967-8544-bf80a9e9c18a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:56:06.726203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Attempting to bind port 3a7fe134-01e7-42ca-9e51-f81f83f02287 on network c096fce3-a6b1-4967-8544-bf80a9e9c18a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:56:06.729682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:06.741045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:06.749571 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.750426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:06.752720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:06.754127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.762384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Port': ['ID=7d8a8a0f-eb02-41f2-b79f-966dcabbae52,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:06.780093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Allocated IP 2001:db8::2 (67c25028-db1b-4596-ba23-e3ec5c6f06c7/59a47147-33f3-4f32-97e1-78626b78b078/eb2ad358-6875-4f1d-a084-aa91bac4f0f1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:06.782829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:56:06.789026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Checking segment: {'id': '6a549f80-a2db-4128-931e-28e482df66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c096fce3-a6b1-4967-8544-bf80a9e9c18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:06.790107 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.790738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Bound using segment: {'id': '6a549f80-a2db-4128-931e-28e482df66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c096fce3-a6b1-4967-8544-bf80a9e9c18a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:56:06.791550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Bound port: 3a7fe134-01e7-42ca-9e51-f81f83f02287, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a549f80-a2db-4128-931e-28e482df66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c096fce3-a6b1-4967-8544-bf80a9e9c18a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:56:06.792357 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.849036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Allocated IP 2001:db8::2 (b42781b7-c37c-4b78-bba2-cd0819ac54e9/11c95680-526e-4777-9f7b-e474cf089531/3c99911a-12a6-49fd-8d0d-c477b37a487f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:06.867203 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59b58857-ce86-41cb-82d8-07b3b88f34d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.883712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.888449 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.908714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59b58857-ce86-41cb-82d8-07b3b88f34d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:06.963481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.013100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:07.038076 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59b58857-ce86-41cb-82d8-07b3b88f34d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.040998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59b58857-ce86-41cb-82d8-07b3b88f34d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.044608 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-59b58857-ce86-41cb-82d8-07b3b88f34d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ba948f7-e244-4274-b431-27c178b79673 HTTP/1.1" status: 204 len: 168 time: 0.3504629 Sep 27 08:56:07.077645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:07.078304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:07.105405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b58857-ce86-41cb-82d8-07b3b88f34d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba948f7-e244-4274-b431-27c178b79673,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:07.156622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:07.172605 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.180193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-72ac8ddb-5027-4ac0-9a68-0cb8c37094e3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 200 len: 953 time: 1.1366405 Sep 27 08:56:07.182072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44534) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:07.228795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Attempting to bind port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:56:07.229770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Attempting to bind port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '86ea101f-30c0-48d1-a82b-4c498e04b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:56:07.230354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Attempting to bind port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d on network 7e2614a1-d23c-4190-9274-2a58b6f86c1a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:56:07.234235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d1567-e925-4ce1-a68f-0e348005b29a None None] Pushing event updated for resources: {'Port': ['ID=af400c8a-23ca-4070-8b24-3c12604fb59e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:07.337609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.343816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.345112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:56:07.345939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.346191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Checking segment: {'id': '86ea101f-30c0-48d1-a82b-4c498e04b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:07.346389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.346824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Bound using segment: {'id': '86ea101f-30c0-48d1-a82b-4c498e04b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:56:07.347373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Bound port: 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ea101f-30c0-48d1-a82b-4c498e04b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:56:07.347812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.351150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] For port 3a7fe134-01e7-42ca-9e51-f81f83f02287, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:07.355853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-10bf5688-5543-427b-a330-7ecb6ad5c82d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 200 len: 953 time: 0.1707249 Sep 27 08:56:07.361392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44538) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:07.368892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'routes': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:07.420069 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Port': ['ID=7d8a8a0f-eb02-41f2-b79f-966dcabbae52,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:07.420898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] For port 3a7fe134-01e7-42ca-9e51-f81f83f02287, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3a7fe134-01e7-42ca-9e51-f81f83f02287,segment=NetworkSegment(6a549f80-a2db-4128-931e-28e482df66e3),segment_id=6a549f80-a2db-4128-931e-28e482df66e3)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:56:07.427698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:07.497206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network b42781b7-c37c-4b78-bba2-cd0819ac54e9 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:07.498723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:07.512779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.525031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-950fa51a-06e3-4fff-97d6-d74e2fb15d3a None None] Provisioning complete for port af400c8a-23ca-4070-8b24-3c12604fb59e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:07.525675 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-950fa51a-06e3-4fff-97d6-d74e2fb15d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.529989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.615572 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.660869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Router 5a5c691b-6712-4d30-9d29-869bda1542f4 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:56:07.759990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Network 67c25028-db1b-4596-ba23-e3ec5c6f06c7 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:07.766567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] For port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:07.784864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] For port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=03eb1cc1-aa80-4fe5-b42b-f8797c42d16d,segment=NetworkSegment(86ea101f-30c0-48d1-a82b-4c498e04b67b),segment_id=86ea101f-30c0-48d1-a82b-4c498e04b67b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:56:07.807097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:07.818070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ce24715-64c4-4519-8e50-2b89662dd8ed tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "PUT /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2370589 Sep 27 08:56:07.818321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44552) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:07.823839 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64838967-b90b-49bd-bce3-eabfcba0e976 None None] Sync routers for ids ['5a5c691b-6712-4d30-9d29-869bda1542f4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:07.833958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:07.836756 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:07.842525 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64838967-b90b-49bd-bce3-eabfcba0e976 None None] Routers {'5a5c691b-6712-4d30-9d29-869bda1542f4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:07.843176 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-64838967-b90b-49bd-bce3-eabfcba0e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5a5c691b-6712-4d30-9d29-869bda1542f4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:07.851592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:07.957182 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-64838967-b90b-49bd-bce3-eabfcba0e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:07.983176 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64838967-b90b-49bd-bce3-eabfcba0e976 None None] Routers {'5a5c691b-6712-4d30-9d29-869bda1542f4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:07.984465 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-64838967-b90b-49bd-bce3-eabfcba0e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5a5c691b-6712-4d30-9d29-869bda1542f4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:08.054261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a46d5-37d8-4478-a374-814dc351c378 None None] Pushing event updated for resources: {'Port': ['ID=3a7fe134-01e7-42ca-9e51-f81f83f02287,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:08.070527 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-64838967-b90b-49bd-bce3-eabfcba0e976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:08.070527 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64838967-b90b-49bd-bce3-eabfcba0e976 None None] The sync data for ids ['5a5c691b-6712-4d30-9d29-869bda1542f4'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:08.149590 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.363015 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.402208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added routes are [] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 27 08:56:08.402737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 27 08:56:08.434092 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8c8d4c36-7c00-4c05-a5df-13eb27239cf8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:08.435441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c8d4c36-7c00-4c05-a5df-13eb27239cf8 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "PUT /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6160555 Sep 27 08:56:08.438375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44564) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:08.466363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.474310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Attempting to bind port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:56:08.474689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Attempting to bind port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '2ea49e24-29d3-4599-b812-3d3ad2561fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67c25028-db1b-4596-ba23-e3ec5c6f06c7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:56:08.475062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Attempting to bind port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 on network 67c25028-db1b-4596-ba23-e3ec5c6f06c7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:56:08.478110 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-950fa51a-06e3-4fff-97d6-d74e2fb15d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.487418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Pushing event updated for resources: {'Port': ['ID=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:08.528432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Network b42781b7-c37c-4b78-bba2-cd0819ac54e9 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:08.533975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:56:08.534977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Checking segment: {'id': '2ea49e24-29d3-4599-b812-3d3ad2561fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67c25028-db1b-4596-ba23-e3ec5c6f06c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:08.535406 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.535814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Bound using segment: {'id': '2ea49e24-29d3-4599-b812-3d3ad2561fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67c25028-db1b-4596-ba23-e3ec5c6f06c7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:56:08.536311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Bound port: eb2ad358-6875-4f1d-a084-aa91bac4f0f1, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea49e24-29d3-4599-b812-3d3ad2561fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '67c25028-db1b-4596-ba23-e3ec5c6f06c7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:56:08.536834 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.564641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:08.576411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:08.721345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d7d1c-e438-42cf-85ad-fac7e622c56b None None] Pushing event updated for resources: {'Port': ['ID=03eb1cc1-aa80-4fe5-b42b-f8797c42d16d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:08.861737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Pushing event updated for resources: {'Port': ['ID=3c99911a-12a6-49fd-8d0d-c477b37a487f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:08.904595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.910685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:08.951359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-950fa51a-06e3-4fff-97d6-d74e2fb15d3a None None] For port af400c8a-23ca-4070-8b24-3c12604fb59e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=af400c8a-23ca-4070-8b24-3c12604fb59e,segment=NetworkSegment(5711ba73-748b-4127-9326-4f013205d2aa),segment_id=5711ba73-748b-4127-9326-4f013205d2aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:09.010197 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-950fa51a-06e3-4fff-97d6-d74e2fb15d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:09.115361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:09.133974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Attempting to bind port 3c99911a-12a6-49fd-8d0d-c477b37a487f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:56:09.134943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Attempting to bind port 3c99911a-12a6-49fd-8d0d-c477b37a487f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '88c14d17-d731-4591-b78a-f93ede7d44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b42781b7-c37c-4b78-bba2-cd0819ac54e9'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:56:09.135534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Attempting to bind port 3c99911a-12a6-49fd-8d0d-c477b37a487f on network b42781b7-c37c-4b78-bba2-cd0819ac54e9 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:56:09.136804 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:09.143765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] For port eb2ad358-6875-4f1d-a084-aa91bac4f0f1, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:09.149189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:06Z', 'revision_number': 6, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:06Z', 'revision_number': 4, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c15b3f2c-bdc3-4638-8cb2-c59473ef86ea', 'name': '', 'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:57:c0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '18931e49-bdd6-4d1d-b6cb-27cd3ac500b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:56:04Z', 'updated_at': '2021-09-27T08:56:05Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '18931e49-bdd6-4d1d-b6cb-27cd3ac500b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:09.153595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] For port eb2ad358-6875-4f1d-a084-aa91bac4f0f1, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,segment=NetworkSegment(2ea49e24-29d3-4599-b812-3d3ad2561fa5),segment_id=2ea49e24-29d3-4599-b812-3d3ad2561fa5)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:56:09.362381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:09.378556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:09.379815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-94694b84-9ead-4597-9462-cb4b5da71419 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 200 len: 703 time: 2.0170488 Sep 27 08:56:09.382612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44596) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:09.397170 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:56:09.540555 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-be99d087-b0b4-4420-8430-1f197dada515 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 200 len: 703 time: 0.1565781 Sep 27 08:56:09.541201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44600) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:09.609031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:56:09.610507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Checking segment: {'id': '88c14d17-d731-4591-b78a-f93ede7d44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b42781b7-c37c-4b78-bba2-cd0819ac54e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:09.611342 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:09.611971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Bound using segment: {'id': '88c14d17-d731-4591-b78a-f93ede7d44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b42781b7-c37c-4b78-bba2-cd0819ac54e9'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:56:09.612707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Bound port: 3c99911a-12a6-49fd-8d0d-c477b37a487f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c14d17-d731-4591-b78a-f93ede7d44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b42781b7-c37c-4b78-bba2-cd0819ac54e9'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:56:09.613334 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:09.657724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:09.687511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f9c8b-7344-4586-a9a3-11427b1d3f08 None None] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:09.723923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72852c43-a3ff-47ac-bcbb-990ba524956f None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:06Z', 'revision_number': 6, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:06Z', 'revision_number': 4, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c15b3f2c-bdc3-4638-8cb2-c59473ef86ea', 'name': '', 'network_id': '7e2614a1-d23c-4190-9274-2a58b6f86c1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:57:c0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '18931e49-bdd6-4d1d-b6cb-27cd3ac500b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:56:04Z', 'updated_at': '2021-09-27T08:56:05Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '18931e49-bdd6-4d1d-b6cb-27cd3ac500b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:09.916890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fa51a-06e3-4fff-97d6-d74e2fb15d3a None None] Pushing event updated for resources: {'Port': ['ID=af400c8a-23ca-4070-8b24-3c12604fb59e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:09.968739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3a7fe134-01e7-42ca-9e51-f81f83f02287 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:10.011996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting port 7d8a8a0f-eb02-41f2-b79f-966dcabbae52 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:10.012644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:10.211692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:10.227800 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Calling delete_port for 7d8a8a0f-eb02-41f2-b79f-966dcabbae52 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:10.284537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:10.385916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f898d2-4e45-4c96-8a60-4b748c66fc40 None None] Network 7e2614a1-d23c-4190-9274-2a58b6f86c1a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:10.398861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19508-be52-47cc-8e18-a21ca94bd8f3 None None] Pushing event updated for resources: {'Port': ['ID=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:10.432388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] For port 3c99911a-12a6-49fd-8d0d-c477b37a487f, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:10.503827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f3dff2c5-2830-4983-aa68-1c830c466350 None None] Provisioning complete for port 3a7fe134-01e7-42ca-9e51-f81f83f02287 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:10.504544 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2c5-2830-4983-aa68-1c830c466350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:10.624390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] For port 3c99911a-12a6-49fd-8d0d-c477b37a487f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3c99911a-12a6-49fd-8d0d-c477b37a487f,segment=NetworkSegment(88c14d17-d731-4591-b78a-f93ede7d44a4),segment_id=88c14d17-d731-4591-b78a-f93ede7d44a4)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:56:10.655948 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:10.757300 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:10.842908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Port': ['ID=7d8a8a0f-eb02-41f2-b79f-966dcabbae52,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:11.043136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1fdf5-d3b4-445e-8551-9485912c996e None None] Pushing event updated for resources: {'Port': ['ID=3c99911a-12a6-49fd-8d0d-c477b37a487f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:11.078859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port c15b3f2c-bdc3-4638-8cb2-c59473ef86ea {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:11.079396 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:11.081382 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2c5-2830-4983-aa68-1c830c466350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:11.114399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:11.304158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3a7fe134-01e7-42ca-9e51-f81f83f02287 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:11.304957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:11.350189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:11.367403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for c15b3f2c-bdc3-4638-8cb2-c59473ef86ea owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:11.554240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f3dff2c5-2830-4983-aa68-1c830c466350 None None] For port 3a7fe134-01e7-42ca-9e51-f81f83f02287, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3a7fe134-01e7-42ca-9e51-f81f83f02287,segment=NetworkSegment(6a549f80-a2db-4128-931e-28e482df66e3),segment_id=6a549f80-a2db-4128-931e-28e482df66e3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:11.635831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Router 5a5c691b-6712-4d30-9d29-869bda1542f4 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:11.685434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:11.692611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2c5-2830-4983-aa68-1c830c466350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:11.835417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:11.855528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2379f-ca67-4f0e-b5c2-bd142f95d87f None None] Sync routers for ids ['5a5c691b-6712-4d30-9d29-869bda1542f4'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:11.863186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b0d07e24-1976-40e3-b3f9-92c21df6db05 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "PUT /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4235291 Sep 27 08:56:11.868995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44670) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:11.883128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:11.937133 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-501678ca-a4ca-4cf6-86d4-c5761e86d983 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] delete failed (client error): The resource could not be found. Sep 27 08:56:11.941540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-501678ca-a4ca-4cf6-86d4-c5761e86d983 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1078369195 HTTP/1.1" status: 404 len: 335 time: 0.0689321 Sep 27 08:56:11.950277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=c15b3f2c-bdc3-4638-8cb2-c59473ef86ea,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:11.950522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:11.979563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2379f-ca67-4f0e-b5c2-bd142f95d87f None None] Routers {'5a5c691b-6712-4d30-9d29-869bda1542f4'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:11.980608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-77651417-9237-412b-a21c-d1a99a884f29 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a5c691b-6712-4d30-9d29-869bda1542f4'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:11.981141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-81d2379f-ca67-4f0e-b5c2-bd142f95d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5a5c691b-6712-4d30-9d29-869bda1542f4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:12.030258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dff2c5-2830-4983-aa68-1c830c466350 None None] Pushing event updated for resources: {'Port': ['ID=3a7fe134-01e7-42ca-9e51-f81f83f02287,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:12.040783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-81d2379f-ca67-4f0e-b5c2-bd142f95d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:12.049068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bae84ff6-1383-42c7-9006-9abae4c2350f None None] Provisioning complete for port 3a7fe134-01e7-42ca-9e51-f81f83f02287 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:12.049859 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae84ff6-1383-42c7-9006-9abae4c2350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.089561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2379f-ca67-4f0e-b5c2-bd142f95d87f None None] Routers {'5a5c691b-6712-4d30-9d29-869bda1542f4'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:12.090369 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-81d2379f-ca67-4f0e-b5c2-bd142f95d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5a5c691b-6712-4d30-9d29-869bda1542f4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:12.129980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-81d2379f-ca67-4f0e-b5c2-bd142f95d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:12.130787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2379f-ca67-4f0e-b5c2-bd142f95d87f None None] The sync data for ids ['5a5c691b-6712-4d30-9d29-869bda1542f4'] in n-d-810909-1 is: [] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:12.135538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:12.136270 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.357723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.391762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ea05b-eed0-473d-969d-fb1cbb30b83b None None] Network 67c25028-db1b-4596-ba23-e3ec5c6f06c7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:12.445597 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:12.473424 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:12.476420 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:12.693882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77651417-9237-412b-a21c-d1a99a884f29 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.751444 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:12.753607 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-77651417-9237-412b-a21c-d1a99a884f29 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] update failed (client error): The resource could not be found. Sep 27 08:56:12.763123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-77651417-9237-412b-a21c-d1a99a884f29 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "PUT /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4 HTTP/1.1" status: 404 len: 339 time: 0.7954464 Sep 27 08:56:12.767242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44690) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:12.782041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1370789382'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:12.841565 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.886905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Made reservation on behalf of 37736b9294f24ebf9abd612f4b95e311 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:12.899075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.909076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bae84ff6-1383-42c7-9006-9abae4c2350f None None] Provisioning complete for port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:12.909499 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae84ff6-1383-42c7-9006-9abae4c2350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.964928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:56:12.984250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:12.984655 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Added segment a152df4d-53d9-474d-bed4-d788131cdcd9 of type vlan for network cc37d738-927d-4171-8b25-ad0c0cd5a549 Sep 27 08:56:13.031228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:13.071100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=03eb1cc1-aa80-4fe5-b42b-f8797c42d16d,segment=NetworkSegment(86ea101f-30c0-48d1-a82b-4c498e04b67b),segment_id=86ea101f-30c0-48d1-a82b-4c498e04b67b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:13.076510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:13.078521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c104c41-8f82-40fd-93c3-a1373972ce59 None None] Network b42781b7-c37c-4b78-bba2-cd0819ac54e9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:13.090690 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:13.177750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:13.192610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:13.194918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:13.254569 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:11Z', 'revision_number': 8, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:08Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:13.326510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:13.356974 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-61032fb9-a987-4ac7-a838-54be7f549f19 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8147392 Sep 27 08:56:13.359053 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:13.363785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44706) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:13.388585 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:13.393047 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:13.426912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Network': ['ID=cc37d738-927d-4171-8b25-ad0c0cd5a549,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:13.448604 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a135c39d-1d15-46a4-8a8b-bf5af41a9847 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6771209 Sep 27 08:56:13.448857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:13.459626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'subnet': {'network_id': 'cc37d738-927d-4171-8b25-ad0c0cd5a549', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:13.477437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network cc37d738-927d-4171-8b25-ad0c0cd5a549 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:56:13.546456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8f4fe3-e158-44d1-a920-e4a73316a294 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet 18931e49-bdd6-4d1d-b6cb-27cd3ac500b5 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:56:13.556053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4fe3-e158-44d1-a920-e4a73316a294 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:13.687953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4fe3-e158-44d1-a920-e4a73316a294 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:13.688913 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:13.701193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Made reservation on behalf of 37736b9294f24ebf9abd612f4b95e311 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:56:13.714920 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:13.719539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device eb2ad358-6875-4f1d-a084-aa91bac4f0f1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:13.950859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4fe3-e158-44d1-a920-e4a73316a294 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.042382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4fe3-e158-44d1-a920-e4a73316a294 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.077771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=03eb1cc1-aa80-4fe5-b42b-f8797c42d16d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:14.146365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4fe3-e158-44d1-a920-e4a73316a294 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.148908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4f8f4fe3-e158-44d1-a920-e4a73316a294 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/18931e49-bdd6-4d1d-b6cb-27cd3ac500b5 HTTP/1.1" status: 204 len: 168 time: 0.7834046 Sep 27 08:56:14.150293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f4fe3-e158-44d1-a920-e4a73316a294 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=18931e49-bdd6-4d1d-b6cb-27cd3ac500b5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:14.152420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44730) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:14.227380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c53c0-af78-460d-ad52-ba493e29937b None None] Network 7e2614a1-d23c-4190-9274-2a58b6f86c1a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:14.241685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.243379 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.316804 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:11Z', 'revision_number': 8, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:08Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:14.346827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Checking segment: {'id': 'a152df4d-53d9-474d-bed4-d788131cdcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc37d738-927d-4171-8b25-ad0c0cd5a549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:14.347209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network hostable DHCP agents. Network: cc37d738-927d-4171-8b25-ad0c0cd5a549, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:56:14.351193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Subnet': ['ID=b94f6126-773e-4ea9-bad7-c87a371a256a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:14.369440 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd5fcd-9639-4351-8944-6774aca8c631 None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:11Z', 'revision_number': 8, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:08Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:14.376198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network cc37d738-927d-4171-8b25-ad0c0cd5a549 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:56:14.378079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:14.378621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.396827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, cc37d738-927d-4171-8b25-ad0c0cd5a549) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:14.405675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:14.407206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.466098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-427c0838-bac0-4729-b77d-399333aa6213 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0143521 Sep 27 08:56:14.475651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44736) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:14.478924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=03eb1cc1-aa80-4fe5-b42b-f8797c42d16d,segment=NetworkSegment(86ea101f-30c0-48d1-a82b-4c498e04b67b),segment_id=86ea101f-30c0-48d1-a82b-4c498e04b67b)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:14.479501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.498820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:14.499062 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e2d2ebbe-904d-4438-9815-341033665222 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc37d738-927d-4171-8b25-ad0c0cd5a549'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:14.571201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e08152-e8ac-4fee-b159-8c402e6726d9 None None] Network cc37d738-927d-4171-8b25-ad0c0cd5a549 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:14.646247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44740) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:14.660547 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.703301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=03eb1cc1-aa80-4fe5-b42b-f8797c42d16d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:14.720188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No DVR routers for this DVR port 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:14.760574 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.894036 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ebbe-904d-4438-9815-341033665222 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.917778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.944365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:14.954395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2614a1-d23c-4190-9274-2a58b6f86c1a']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:14.963442 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.965998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ea101f-30c0-48d1-a82b-4c498e04b67b') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:14.966292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ea101f-30c0-48d1-a82b-4c498e04b67b') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:14.980597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.984702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-cc37d738-927d-4171-8b25-ad0c0cd5a549', 'network_id': 'cc37d738-927d-4171-8b25-ad0c0cd5a549', 'tenant_id': '37736b9294f24ebf9abd612f4b95e311', 'fixed_ips': [{'subnet_id': 'b94f6126-773e-4ea9-bad7-c87a371a256a'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:56:14.985939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:14.996162 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.003871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:56:15.004381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:56:15.071053 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:56:15.079694 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-e2d2ebbe-904d-4438-9815-341033665222 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:15.088107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e2d2ebbe-904d-4438-9815-341033665222 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "PUT /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4 HTTP/1.1" status: 400 len: 364 time: 0.6080751 Sep 27 08:56:15.089088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a53b644a-2159-49fa-a7de-78d8f373b887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.089232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44750) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:15.105969 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.130407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.132551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/7e2614a1-d23c-4190-9274-2a58b6f86c1a HTTP/1.1" status: 204 len: 168 time: 0.9785786 Sep 27 08:56:15.133487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f82f5-dfc5-4b39-8a8f-5baec0a59aa9 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=7e2614a1-d23c-4190-9274-2a58b6f86c1a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:15.137244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44752) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:15.178569 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1180607-5fa9-4c78-b164-a59549834238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.252107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Provisioning complete for port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:15.252666 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.337297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:15.344754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108c4a2-1e0f-4182-8caa-a80d098e6277 None None] DHCP port deletion for 7e2614a1-d23c-4190-9274-2a58b6f86c1a request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:56:15.405226 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:15.405871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:15.577724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.623739 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.631430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a53b644a-2159-49fa-a7de-78d8f373b887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.644875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a53b644a-2159-49fa-a7de-78d8f373b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.649542 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.682916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b644a-2159-49fa-a7de-78d8f373b887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4357d7-052d-431c-ae7e-264431cc862f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:15.694454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port eb2ad358-6875-4f1d-a084-aa91bac4f0f1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,segment=NetworkSegment(2ea49e24-29d3-4599-b812-3d3ad2561fa5),segment_id=2ea49e24-29d3-4599-b812-3d3ad2561fa5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:15.701343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:15.727214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a53b644a-2159-49fa-a7de-78d8f373b887 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=763ad6e2bc0a42fab473e5cc9c61c61b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0792027 Sep 27 08:56:15.728129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44762) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:15.735482 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.736289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3a7fe134-01e7-42ca-9e51-f81f83f02287 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:15.756181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Allocated IP 2001:db8:1::2 (cc37d738-927d-4171-8b25-ad0c0cd5a549/b94f6126-773e-4ea9-bad7-c87a371a256a/09a2add9-e79b-41c9-a097-c16a1975f219) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:15.831057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3abe9dc-f0e1-4bec-a1e4-521ff2b97668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.865269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3abe9dc-f0e1-4bec-a1e4-521ff2b97668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.877200 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:15.929865 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:56:15.930400 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:56:16.006313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:16.029253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Allocated IP 2001:db8::1 (c096fce3-a6b1-4967-8544-bf80a9e9c18a/f120fb79-4385-4392-9740-7ef866d515b3/3b80a9fa-3fd7-42be-9692-475e41e326bd) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:56:16.050725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3a7fe134-01e7-42ca-9e51-f81f83f02287 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:16.051282 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.178914 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.253424 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.305607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:16.312475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:16.331801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:16.332720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.369399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device af400c8a-23ca-4070-8b24-3c12604fb59e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:16.395839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Port': ['ID=3b80a9fa-3fd7-42be-9692-475e41e326bd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:16.485434 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.514637 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.555318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3abe9dc-f0e1-4bec-a1e4-521ff2b97668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.557860 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3abe9dc-f0e1-4bec-a1e4-521ff2b97668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.566958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d3abe9dc-f0e1-4bec-a1e4-521ff2b97668 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be4357d7-052d-431c-ae7e-264431cc862f HTTP/1.1" status: 204 len: 168 time: 0.8322742 Sep 27 08:56:16.573353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Pushing event updated for resources: {'Port': ['ID=09a2add9-e79b-41c9-a097-c16a1975f219,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:16.590399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port af400c8a-23ca-4070-8b24-3c12604fb59e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:16.590960 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.605391 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.653709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:11Z', 'revision_number': 8, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:08Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:16.656990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abe9dc-f0e1-4bec-a1e4-521ff2b97668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4357d7-052d-431c-ae7e-264431cc862f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:16.658103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Network cc37d738-927d-4171-8b25-ad0c0cd5a549 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:16.707680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Provisioning complete for port 3c99911a-12a6-49fd-8d0d-c477b37a487f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:16.708470 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.730239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:16.733343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:56:16.794945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:16.849500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port af400c8a-23ca-4070-8b24-3c12604fb59e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:16.850323 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:16.898753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:16.901421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:55:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:16.981858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port af400c8a-23ca-4070-8b24-3c12604fb59e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=af400c8a-23ca-4070-8b24-3c12604fb59e,segment=NetworkSegment(5711ba73-748b-4127-9326-4f013205d2aa),segment_id=5711ba73-748b-4127-9326-4f013205d2aa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:16.982541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.029520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for af400c8a-23ca-4070-8b24-3c12604fb59e owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:17.219154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44784) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:17.278968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d30c702-5a86-4984-8c10-3d0f0d879426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.299057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3c99911a-12a6-49fd-8d0d-c477b37a487f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:17.302765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Attempting to bind port 09a2add9-e79b-41c9-a097-c16a1975f219 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:56:17.303187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Attempting to bind port 09a2add9-e79b-41c9-a097-c16a1975f219 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'a152df4d-53d9-474d-bed4-d788131cdcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc37d738-927d-4171-8b25-ad0c0cd5a549'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:56:17.303531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Attempting to bind port 09a2add9-e79b-41c9-a097-c16a1975f219 on network cc37d738-927d-4171-8b25-ad0c0cd5a549 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:56:17.329294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.368704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=af400c8a-23ca-4070-8b24-3c12604fb59e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:17.372428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:56:17.373088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Checking segment: {'id': 'a152df4d-53d9-474d-bed4-d788131cdcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc37d738-927d-4171-8b25-ad0c0cd5a549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:56:17.373639 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.373851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Bound using segment: {'id': 'a152df4d-53d9-474d-bed4-d788131cdcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc37d738-927d-4171-8b25-ad0c0cd5a549'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:56:17.374376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Bound port: 09a2add9-e79b-41c9-a097-c16a1975f219, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a152df4d-53d9-474d-bed4-d788131cdcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'cc37d738-927d-4171-8b25-ad0c0cd5a549'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:56:17.377588 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.409433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:17.524475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] For port 09a2add9-e79b-41c9-a097-c16a1975f219, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:17.529548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] For port 09a2add9-e79b-41c9-a097-c16a1975f219, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09a2add9-e79b-41c9-a097-c16a1975f219,segment=NetworkSegment(a152df4d-53d9-474d-bed4-d788131cdcd9),segment_id=a152df4d-53d9-474d-bed4-d788131cdcd9)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:56:17.542749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.564291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.580409 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.583974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d30c702-5a86-4984-8c10-3d0f0d879426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.595217 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d30c702-5a86-4984-8c10-3d0f0d879426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.599990 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.619136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.620136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.691503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d30c702-5a86-4984-8c10-3d0f0d879426 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f4a73e2b68040cdaccc2089525f5e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4710002 Sep 27 08:56:17.694556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44790) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:17.707144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30c702-5a86-4984-8c10-3d0f0d879426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4622126-187a-4179-92eb-0f6763390530,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:17.736603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event updated for resources: {'Port': ['ID=3b80a9fa-3fd7-42be-9692-475e41e326bd,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:17.783837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] For port 3c99911a-12a6-49fd-8d0d-c477b37a487f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3c99911a-12a6-49fd-8d0d-c477b37a487f,segment=NetworkSegment(88c14d17-d731-4591-b78a-f93ede7d44a4),segment_id=88c14d17-d731-4591-b78a-f93ede7d44a4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:17.788609 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df305316-b41b-460b-9ac2-d7d6a34c2cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.838193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:56:17.840673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:56:17.866951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea0093c8-c031-4fa3-b0b2-a8a95b5dca3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.905903 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.951029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Could not find standard attr ID for object 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:56:17.951282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea0093c8-c031-4fa3-b0b2-a8a95b5dca3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.960308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3c99911a-12a6-49fd-8d0d-c477b37a487f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:17.960723 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:17.963251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56537b27-1c06-4397-9f77-efe04897d822 None None] Pushing event updated for resources: {'Port': ['ID=09a2add9-e79b-41c9-a097-c16a1975f219,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:17.966054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Could not find standard attr ID for object c15b3f2c-bdc3-4638-8cb2-c59473ef86ea. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:56:17.986590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Router 5a5c691b-6712-4d30-9d29-869bda1542f4 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:17.992808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:18.150876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2498b-0058-450a-9bb2-20b523ecec87 None None] Pushing event updated for resources: {'Port': ['ID=3c99911a-12a6-49fd-8d0d-c477b37a487f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:18.179493 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.221292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-87ef4aed-1d0f-4b3e-93a7-76966de3e741 None None] Provisioning complete for port 3b80a9fa-3fd7-42be-9692-475e41e326bd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:18.222113 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87ef4aed-1d0f-4b3e-93a7-76966de3e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.233531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:18.242710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d42b63d0-2b0a-4587-803d-a35a6a7b5c3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "PUT /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1484933 Sep 27 08:56:18.242846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44798) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:18.256277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece5c17-f1cf-4b66-a02e-aa08ae4000e0 None None] Sync routers for ids ['5a5c691b-6712-4d30-9d29-869bda1542f4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:18.268401 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece5c17-f1cf-4b66-a02e-aa08ae4000e0 None None] Routers {'5a5c691b-6712-4d30-9d29-869bda1542f4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:18.271182 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3ece5c17-f1cf-4b66-a02e-aa08ae4000e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5a5c691b-6712-4d30-9d29-869bda1542f4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:18.286094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-87ef4aed-1d0f-4b3e-93a7-76966de3e741 None None] Port 3b80a9fa-3fd7-42be-9692-475e41e326bd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:56:18.313734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea0093c8-c031-4fa3-b0b2-a8a95b5dca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.322390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea0093c8-c031-4fa3-b0b2-a8a95b5dca3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.323552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ea0093c8-c031-4fa3-b0b2-a8a95b5dca3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4622126-187a-4179-92eb-0f6763390530 HTTP/1.1" status: 204 len: 168 time: 0.6268845 Sep 27 08:56:18.328060 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3ece5c17-f1cf-4b66-a02e-aa08ae4000e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:18.341959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:11Z', 'revision_number': 8, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:08Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:18.343457 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece5c17-f1cf-4b66-a02e-aa08ae4000e0 None None] Routers {'5a5c691b-6712-4d30-9d29-869bda1542f4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:18.344277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3ece5c17-f1cf-4b66-a02e-aa08ae4000e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5a5c691b-6712-4d30-9d29-869bda1542f4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:18.350260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-87ef4aed-1d0f-4b3e-93a7-76966de3e741 None None] Could not find standard attr ID for object 7d8a8a0f-eb02-41f2-b79f-966dcabbae52. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:56:18.374931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:18.380591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155463f-4740-4c4a-91a6-dc7b8eefe874 None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:11Z', 'revision_number': 8, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af400c8a-23ca-4070-8b24-3c12604fb59e', 'name': '', 'network_id': '9e356aea-e71b-4a8b-88e2-dda4f162be1a', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:de:59:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:59Z', 'updated_at': '2021-09-27T08:56:08Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': 'dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:18.403844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-87ef4aed-1d0f-4b3e-93a7-76966de3e741 None None] Provisioning complete for port 3c99911a-12a6-49fd-8d0d-c477b37a487f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:18.404238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87ef4aed-1d0f-4b3e-93a7-76966de3e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.441307 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3ece5c17-f1cf-4b66-a02e-aa08ae4000e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:18.441986 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece5c17-f1cf-4b66-a02e-aa08ae4000e0 None None] The sync data for ids ['5a5c691b-6712-4d30-9d29-869bda1542f4'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:18.459908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0093c8-c031-4fa3-b0b2-a8a95b5dca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4622126-187a-4179-92eb-0f6763390530,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:18.466615 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b621a8a-4f77-4696-84ee-fc6776306600 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3282404 Sep 27 08:56:18.472184 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:18.536046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-54f56eac-fe55-44e3-afea-164f00492d74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.621909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5491c115-3d7a-4014-bde6-2b2dd15a6c68 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:56:18.633166 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5491c115-3d7a-4014-bde6-2b2dd15a6c68 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.696801 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-54f56eac-fe55-44e3-afea-164f00492d74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 27 08:56:18.700554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-54f56eac-fe55-44e3-afea-164f00492d74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4 HTTP/1.1" status: 409 len: 329 time: 0.4551742 Sep 27 08:56:18.700756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:18.701394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5491c115-3d7a-4014-bde6-2b2dd15a6c68 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.744056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:18.762165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:18.764494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:18.825058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5491c115-3d7a-4014-bde6-2b2dd15a6c68 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.912512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5491c115-3d7a-4014-bde6-2b2dd15a6c68 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.971049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device eb2ad358-6875-4f1d-a084-aa91bac4f0f1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:18.974811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491c115-3d7a-4014-bde6-2b2dd15a6c68 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:18.982391 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5491c115-3d7a-4014-bde6-2b2dd15a6c68 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:18.986794 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5491c115-3d7a-4014-bde6-2b2dd15a6c68 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf HTTP/1.1" status: 204 len: 168 time: 0.5104921 Sep 27 08:56:18.992854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:19.098064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:19.158155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989c090-fb18-4d3b-a929-2fde9cb7537f None None] Network 9e356aea-e71b-4a8b-88e2-dda4f162be1a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:19.172831 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.302804 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:19.303429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.328846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.419376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.453160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=462f1a96-0dd6-4fe9-8aa7-15efc1be1d02,segment=NetworkSegment(5711ba73-748b-4127-9326-4f013205d2aa),segment_id=5711ba73-748b-4127-9326-4f013205d2aa)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:19.453529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.462218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1cd3ee00-3197-49a9-bacf-54ae6b2bc7e7 None None] Provisioning complete for port 3b80a9fa-3fd7-42be-9692-475e41e326bd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:19.462744 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1cd3ee00-3197-49a9-bacf-54ae6b2bc7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.494215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:19.520757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd79d08-9fa2-4398-8fb6-cb8749bad837 None None] Network cc37d738-927d-4171-8b25-ad0c0cd5a549 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:19.594231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.658562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3ee00-3197-49a9-bacf-54ae6b2bc7e7 None None] Port 3b80a9fa-3fd7-42be-9692-475e41e326bd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:56:19.664803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=462f1a96-0dd6-4fe9-8aa7-15efc1be1d02,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:19.678363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No DVR routers for this DVR port 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:19.686231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:19.686613 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.796102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting port 3b80a9fa-3fd7-42be-9692-475e41e326bd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:19.796102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.810913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.860601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e356aea-e71b-4a8b-88e2-dda4f162be1a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:19.864978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4fe2ef-28b1-4a9a-a34e-f5d34ca78564 None None] DHCP port deletion for 9e356aea-e71b-4a8b-88e2-dda4f162be1a request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:56:19.878269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5711ba73-748b-4127-9326-4f013205d2aa') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:19.878579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5711ba73-748b-4127-9326-4f013205d2aa') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:19.906051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.922842 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.930966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.943616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Calling delete_port for 3b80a9fa-3fd7-42be-9692-475e41e326bd owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:19.953030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:56:19.954050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:56:19.976587 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:56:20.088947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.108355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e04c4b02-b09c-4fda-b2d3-793cb1c9efeb None None] Provisioning complete for port 09a2add9-e79b-41c9-a097-c16a1975f219 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:20.108355 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e04c4b02-b09c-4fda-b2d3-793cb1c9efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.136680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.139954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/9e356aea-e71b-4a8b-88e2-dda4f162be1a HTTP/1.1" status: 204 len: 168 time: 1.1432719 Sep 27 08:56:20.139954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab84857-617c-47da-9b5a-781e3703a605 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=9e356aea-e71b-4a8b-88e2-dda4f162be1a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:20.142119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:20.180745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:17Z', 'revision_number': 9, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:20.229686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:20.300034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.310438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:20.311089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:20.357725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Port': ['ID=3b80a9fa-3fd7-42be-9692-475e41e326bd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:20.371322 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09a2add9-e79b-41c9-a097-c16a1975f219 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:20.517120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.542209 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e04c4b02-b09c-4fda-b2d3-793cb1c9efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.596469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:20.826420 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.883227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.906402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e04c4b02-b09c-4fda-b2d3-793cb1c9efeb None None] For port 09a2add9-e79b-41c9-a097-c16a1975f219, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09a2add9-e79b-41c9-a097-c16a1975f219,segment=NetworkSegment(a152df4d-53d9-474d-bed4-d788131cdcd9),segment_id=a152df4d-53d9-474d-bed4-d788131cdcd9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:20.918366 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e04c4b02-b09c-4fda-b2d3-793cb1c9efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:20.959257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 09a2add9-e79b-41c9-a097-c16a1975f219 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:20.959257 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.078943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b023f-c148-4d07-b000-25ffa77b8317 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:56:21.117877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c4b02-b09c-4fda-b2d3-793cb1c9efeb None None] Pushing event updated for resources: {'Port': ['ID=09a2add9-e79b-41c9-a097-c16a1975f219,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:21.183885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-16683d01-c1a2-4dda-a880-aad545d534ec None None] Provisioning complete for port 09a2add9-e79b-41c9-a097-c16a1975f219 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:21.184276 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16683d01-c1a2-4dda-a880-aad545d534ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.265816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Router 5a5c691b-6712-4d30-9d29-869bda1542f4 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:21.310959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 18fb162f-b959-4500-ab4c-a369e76d7517 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:21.311354 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.359792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:17Z', 'revision_number': 9, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:21.374963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:21.381736 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ecf2e9c2-82b7-4b5e-87fe-9af4c6cc4865 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "PUT /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799402 Sep 27 08:56:21.386786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44892) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:21.392812 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5fd1c-c539-4a75-b0b0-44e16b90779d None None] Sync routers for ids ['5a5c691b-6712-4d30-9d29-869bda1542f4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:21.438586 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5fd1c-c539-4a75-b0b0-44e16b90779d None None] Routers {'5a5c691b-6712-4d30-9d29-869bda1542f4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:21.439540 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f8b5fd1c-c539-4a75-b0b0-44e16b90779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5a5c691b-6712-4d30-9d29-869bda1542f4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:21.443267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 18fb162f-b959-4500-ab4c-a369e76d7517, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=18fb162f-b959-4500-ab4c-a369e76d7517,segment=NetworkSegment(956883db-68e0-4711-bfb1-5e2a1729f93d),segment_id=956883db-68e0-4711-bfb1-5e2a1729f93d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:21.443633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.459146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 18fb162f-b959-4500-ab4c-a369e76d7517 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:21.460925 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-56802360-f6e8-44c7-9674-2c7eb6aa5946 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] show failed (client error): The resource could not be found. Sep 27 08:56:21.465565 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-56802360-f6e8-44c7-9674-2c7eb6aa5946 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1682815741 HTTP/1.1" status: 404 len: 335 time: 0.0739818 Sep 27 08:56:21.466223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44896) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:21.473648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-38e6e604-092e-4c28-9fdb-8a993130d745 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:21.499966 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f8b5fd1c-c539-4a75-b0b0-44e16b90779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:21.516068 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5fd1c-c539-4a75-b0b0-44e16b90779d None None] Routers {'5a5c691b-6712-4d30-9d29-869bda1542f4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:21.516724 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f8b5fd1c-c539-4a75-b0b0-44e16b90779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['5a5c691b-6712-4d30-9d29-869bda1542f4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:21.534443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3c99911a-12a6-49fd-8d0d-c477b37a487f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:21.552235 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-38e6e604-092e-4c28-9fdb-8a993130d745 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] update failed (client error): The resource could not be found. Sep 27 08:56:21.555157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-38e6e604-092e-4c28-9fdb-8a993130d745 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1424875789 HTTP/1.1" status: 404 len: 335 time: 0.0854652 Sep 27 08:56:21.559055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44900) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:21.587110 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f8b5fd1c-c539-4a75-b0b0-44e16b90779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:21.587814 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5fd1c-c539-4a75-b0b0-44e16b90779d None None] The sync data for ids ['5a5c691b-6712-4d30-9d29-869bda1542f4'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:21.608458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fad540-c496-4c93-8cf2-c21e22fa79f4 None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:17Z', 'revision_number': 9, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': '18fb162f-b959-4500-ab4c-a369e76d7517', 'name': '', 'network_id': 'e785f394-ce13-4340-9242-dbb7e5e73133', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:b4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:52Z', 'updated_at': '2021-09-27T08:55:58Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '2c756a74-ee40-4125-96cb-9e5ee43d9e73', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:21.610172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b023f-c148-4d07-b000-25ffa77b8317 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:56:21.654620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacf70ea-6f9b-4e64-b3e6-ac91001c5c74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting subnet b94f6126-773e-4ea9-bad7-c87a371a256a {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:56:21.659022 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cacf70ea-6f9b-4e64-b3e6-ac91001c5c74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.712967 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.760735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=18fb162f-b959-4500-ab4c-a369e76d7517,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:21.769869 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cacf70ea-6f9b-4e64-b3e6-ac91001c5c74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.777316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3c99911a-12a6-49fd-8d0d-c477b37a487f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:21.777701 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.898938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cacf70ea-6f9b-4e64-b3e6-ac91001c5c74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:21.961060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.017700 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cacf70ea-6f9b-4e64-b3e6-ac91001c5c74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.136786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf70ea-6f9b-4e64-b3e6-ac91001c5c74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Subnet': ['ID=b94f6126-773e-4ea9-bad7-c87a371a256a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:22.147997 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cacf70ea-6f9b-4e64-b3e6-ac91001c5c74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.152709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:22.157849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cacf70ea-6f9b-4e64-b3e6-ac91001c5c74 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/subnets/b94f6126-773e-4ea9-bad7-c87a371a256a HTTP/1.1" status: 204 len: 168 time: 0.5970662 Sep 27 08:56:22.158507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44914) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:22.272532 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:22.273005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 03eb1cc1-aa80-4fe5-b42b-f8797c42d16d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:22.273610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c15b3f2c-bdc3-4638-8cb2-c59473ef86ea no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:22.309859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c15b3f2c-bdc3-4638-8cb2-c59473ef86ea {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:22.311955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c15b3f2c-bdc3-4638-8cb2-c59473ef86ea not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:22.332010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:22.351243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:22.383863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.398643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebae3b0-d324-49e8-94f1-7f15c9ea2048 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:56:22.491353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting port 09a2add9-e79b-41c9-a097-c16a1975f219 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:22.491707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.501147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:22.514023 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f54e6798-e379-4830-9587-0c98eb1105d2 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3708758 Sep 27 08:56:22.518823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44924) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:22.550440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e21c067e-ac5c-4ccc-b767-24c1e9ff8b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.584046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:22.588185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebae3b0-d324-49e8-94f1-7f15c9ea2048 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:56:22.609185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:22.610008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:22.637150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] For port 09a2add9-e79b-41c9-a097-c16a1975f219, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09a2add9-e79b-41c9-a097-c16a1975f219,segment=NetworkSegment(a152df4d-53d9-474d-bed4-d788131cdcd9),segment_id=a152df4d-53d9-474d-bed4-d788131cdcd9)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:22.637949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.662603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Calling delete_port for 09a2add9-e79b-41c9-a097-c16a1975f219 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:22.670218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09a2add9-e79b-41c9-a097-c16a1975f219 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:56:22.714945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e21c067e-ac5c-4ccc-b767-24c1e9ff8b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.720083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e21c067e-ac5c-4ccc-b767-24c1e9ff8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.768933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e21c067e-ac5c-4ccc-b767-24c1e9ff8b8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb940bc1fb604dcb937dcf25d5ac91e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132969 Sep 27 08:56:22.774160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.774395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:22.800966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] No DVR routers for this DVR port 09a2add9-e79b-41c9-a097-c16a1975f219 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:22.812373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c067e-ac5c-4ccc-b767-24c1e9ff8b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d600ea5-9e78-44c8-8399-9a9c7e92098f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:22.834242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c463746c-cc26-4a5f-ae84-2720312cbd12 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet 2c756a74-ee40-4125-96cb-9e5ee43d9e73 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:56:22.836661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Port': ['ID=09a2add9-e79b-41c9-a097-c16a1975f219,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:22.845089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c463746c-cc26-4a5f-ae84-2720312cbd12 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.851599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50b5447a-de83-4a9e-be82-12248765ef06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.877428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50b5447a-de83-4a9e-be82-12248765ef06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.931197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c463746c-cc26-4a5f-ae84-2720312cbd12 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.939259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50b5447a-de83-4a9e-be82-12248765ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.942719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50b5447a-de83-4a9e-be82-12248765ef06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:22.944520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-50b5447a-de83-4a9e-be82-12248765ef06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d600ea5-9e78-44c8-8399-9a9c7e92098f HTTP/1.1" status: 204 len: 168 time: 0.1690676 Sep 27 08:56:22.964686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5447a-de83-4a9e-be82-12248765ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d600ea5-9e78-44c8-8399-9a9c7e92098f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:22.996382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.032723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc37d738-927d-4171-8b25-ad0c0cd5a549']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:23.053075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a152df4d-53d9-474d-bed4-d788131cdcd9') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:23.053075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a152df4d-53d9-474d-bed4-d788131cdcd9') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:23.056349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Could not find standard attr ID for object 09a2add9-e79b-41c9-a097-c16a1975f219. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:56:23.096075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.122407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.126408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:23.131727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:56:23.132318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:56:23.175584 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:56:23.190572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c463746c-cc26-4a5f-ae84-2720312cbd12 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.200360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device af400c8a-23ca-4070-8b24-3c12604fb59e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:23.304493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c463746c-cc26-4a5f-ae84-2720312cbd12 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.335094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: af400c8a-23ca-4070-8b24-3c12604fb59e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:23.335451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device af400c8a-23ca-4070-8b24-3c12604fb59e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:23.335884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:23.357983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:23.358340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 462f1a96-0dd6-4fe9-8aa7-15efc1be1d02 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:23.364371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44944) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:23.367658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.371779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463746c-cc26-4a5f-ae84-2720312cbd12 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=2c756a74-ee40-4125-96cb-9e5ee43d9e73,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:23.377847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c463746c-cc26-4a5f-ae84-2720312cbd12 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.382511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c463746c-cc26-4a5f-ae84-2720312cbd12 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/2c756a74-ee40-4125-96cb-9e5ee43d9e73 HTTP/1.1" status: 204 len: 168 time: 0.8599601 Sep 27 08:56:23.383892 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.386986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/networks/cc37d738-927d-4171-8b25-ad0c0cd5a549 HTTP/1.1" status: 204 len: 168 time: 1.2258248 Sep 27 08:56:23.387909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44946) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:23.397970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:23.411958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3faf15-792c-493c-a525-54f33d1a5456 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Network': ['ID=cc37d738-927d-4171-8b25-ad0c0cd5a549,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:23.417581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b83dde-6b48-4d00-b2d9-18988f793005 None None] Network cc37d738-927d-4171-8b25-ad0c0cd5a549 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:23.436508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b83dde-6b48-4d00-b2d9-18988f793005 None None] Network cc37d738-927d-4171-8b25-ad0c0cd5a549 could not be found, it might have been deleted concurrently. {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 27 08:56:23.464516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfd9e99-5775-4805-85c2-d63d991de7ab tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting subnet 59a47147-33f3-4f32-97e1-78626b78b078 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:56:23.471528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b69da8a-ce87-4937-b8f4-e469725b802b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.477069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9e99-5775-4805-85c2-d63d991de7ab tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.550557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad70ae-c533-4f56-aafc-11f5717cdcdc None None] DHCP port deletion for cc37d738-927d-4171-8b25-ad0c0cd5a549 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:56:23.558777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9e99-5775-4805-85c2-d63d991de7ab tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.586096 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.666750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 41b76087-2ef5-4b1f-82d8-957346126bea {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:23.667711 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.687293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:21Z', 'revision_number': 10, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:23.739465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22005b42-69e6-42cf-898e-3e1e82330816 None None] Network e785f394-ce13-4340-9242-dbb7e5e73133 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:23.741997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:23.742491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9e99-5775-4805-85c2-d63d991de7ab tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.778009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:23.778801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:23.781654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 41b76087-2ef5-4b1f-82d8-957346126bea, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=41b76087-2ef5-4b1f-82d8-957346126bea,segment=NetworkSegment(956883db-68e0-4711-bfb1-5e2a1729f93d),segment_id=956883db-68e0-4711-bfb1-5e2a1729f93d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:23.782375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.799146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 41b76087-2ef5-4b1f-82d8-957346126bea owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:23.812268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b69da8a-ce87-4937-b8f4-e469725b802b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.820675 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b69da8a-ce87-4937-b8f4-e469725b802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.862643 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9e99-5775-4805-85c2-d63d991de7ab tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.899507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.929836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=41b76087-2ef5-4b1f-82d8-957346126bea,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:23.934718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5dfd9e99-5775-4805-85c2-d63d991de7ab tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:23.937052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5dfd9e99-5775-4805-85c2-d63d991de7ab tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/subnets/59a47147-33f3-4f32-97e1-78626b78b078 HTTP/1.1" status: 204 len: 168 time: 0.5380454 Sep 27 08:56:23.944683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:23.945652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd9e99-5775-4805-85c2-d63d991de7ab tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Subnet': ['ID=59a47147-33f3-4f32-97e1-78626b78b078,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:23.955087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No DVR routers for this DVR port 41b76087-2ef5-4b1f-82d8-957346126bea on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:23.984057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced9777-7475-4f09-8c0d-8eac2fc6f82f None None] Network 67c25028-db1b-4596-ba23-e3ec5c6f06c7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:23.995391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:24.007936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-64445b3b-1387-4118-8865-28ed93c78d7f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting subnet 11c95680-526e-4777-9f7b-e474cf089531 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:56:24.012602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b69da8a-ce87-4937-b8f4-e469725b802b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13282e7885774c739507c3e165b92799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468258 Sep 27 08:56:24.014784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69da8a-ce87-4937-b8f4-e469725b802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b0228-4d00-4c0a-b132-41fd4d71249a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:24.018869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44960) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:24.019528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64445b3b-1387-4118-8865-28ed93c78d7f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.112538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64445b3b-1387-4118-8865-28ed93c78d7f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.128062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148df3f2-a33c-426f-91b8-72e0d170d3ae None None] DHCP port deletion for e785f394-ce13-4340-9242-dbb7e5e73133 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:56:24.132167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.173089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e785f394-ce13-4340-9242-dbb7e5e73133']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:24.178728 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51dad6b-dc4c-4ec7-b146-86c15a099134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.186590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956883db-68e0-4711-bfb1-5e2a1729f93d') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:24.186888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956883db-68e0-4711-bfb1-5e2a1729f93d') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:24.199852 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.214652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.222084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:56:24.222712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.228931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51dad6b-dc4c-4ec7-b146-86c15a099134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:56:24.240053 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:56:24.256849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64445b3b-1387-4118-8865-28ed93c78d7f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.329216 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.336703 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51dad6b-dc4c-4ec7-b146-86c15a099134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.351327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.352426 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51dad6b-dc4c-4ec7-b146-86c15a099134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.355853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b51dad6b-dc4c-4ec7-b146-86c15a099134 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/558b0228-4d00-4c0a-b132-41fd4d71249a HTTP/1.1" status: 204 len: 168 time: 0.3214703 Sep 27 08:56:24.358410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/e785f394-ce13-4340-9242-dbb7e5e73133 HTTP/1.1" status: 204 len: 168 time: 0.9662204 Sep 27 08:56:24.366920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 44970) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:24.368109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dad6b-dc4c-4ec7-b146-86c15a099134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b0228-4d00-4c0a-b132-41fd4d71249a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:24.369172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654a3ce-b691-4bc6-ba70-668bbd5ae49f tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=e785f394-ce13-4340-9242-dbb7e5e73133,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:24.380410 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64445b3b-1387-4118-8865-28ed93c78d7f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.445033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:21Z', 'revision_number': 10, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:24.504192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09a2add9-e79b-41c9-a097-c16a1975f219 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:24.513842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7346a-fc5f-4ba9-84a6-2f5b3809ca9e None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:21Z', 'revision_number': 10, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None, '_interfaces': [{'id': 'b75224c3-2c76-4700-b890-cdf523dcbaa3', 'name': '', 'network_id': '85d62989-33f9-4998-802a-659721b41bc2', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'mac_address': 'fa:16:3e:a2:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:55:47Z', 'updated_at': '2021-09-27T08:55:53Z', 'revision_number': 5, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'subnets': [{'id': '1772d2e1-a440-432d-81fd-26569280b3fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:24.517256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] DHCP port deletion for 67c25028-db1b-4596-ba23-e3ec5c6f06c7 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:56:24.538991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 09a2add9-e79b-41c9-a097-c16a1975f219 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:24.539423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09a2add9-e79b-41c9-a097-c16a1975f219 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:24.539864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 41b76087-2ef5-4b1f-82d8-957346126bea no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:24.592086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 41b76087-2ef5-4b1f-82d8-957346126bea {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:24.592726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 41b76087-2ef5-4b1f-82d8-957346126bea not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:24.602641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c164f91-41e9-4dd6-a5cd-5c075475df6d None None] Network b42781b7-c37c-4b78-bba2-cd0819ac54e9 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:24.617967 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64445b3b-1387-4118-8865-28ed93c78d7f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.621156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-64445b3b-1387-4118-8865-28ed93c78d7f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/subnets/11c95680-526e-4777-9f7b-e474cf089531 HTTP/1.1" status: 204 len: 168 time: 0.6708140 Sep 27 08:56:24.624354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 44976) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:24.627193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64445b3b-1387-4118-8865-28ed93c78d7f tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Subnet': ['ID=11c95680-526e-4777-9f7b-e474cf089531,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:24.740977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.770827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] Deleting port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:24.771438 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.847176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:24.848064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.878192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] For port eb2ad358-6875-4f1d-a084-aa91bac4f0f1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,segment=NetworkSegment(2ea49e24-29d3-4599-b812-3d3ad2561fa5),segment_id=2ea49e24-29d3-4599-b812-3d3ad2561fa5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:24.878606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.906827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] Calling delete_port for eb2ad358-6875-4f1d-a084-aa91bac4f0f1 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:24.948084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] For port eb2ad358-6875-4f1d-a084-aa91bac4f0f1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,segment=NetworkSegment(2ea49e24-29d3-4599-b812-3d3ad2561fa5),segment_id=2ea49e24-29d3-4599-b812-3d3ad2561fa5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:24.951300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:24.983957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Calling delete_port for eb2ad358-6875-4f1d-a084-aa91bac4f0f1 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:25.007480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.067436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] DHCP port deletion for b42781b7-c37c-4b78-bba2-cd0819ac54e9 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:56:25.072387 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.109669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] No DVR routers for this DVR port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:25.127893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220c346-9eb6-40df-901a-c3e54205541e None None] Pushing event deleted for resources: {'Port': ['ID=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:25.129949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.166517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Port': ['ID=eb2ad358-6875-4f1d-a084-aa91bac4f0f1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:25.177741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] No DVR routers for this DVR port eb2ad358-6875-4f1d-a084-aa91bac4f0f1 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:25.189284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] Deleting port 3c99911a-12a6-49fd-8d0d-c477b37a487f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:25.189943 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.296292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] For port 3c99911a-12a6-49fd-8d0d-c477b37a487f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3c99911a-12a6-49fd-8d0d-c477b37a487f,segment=NetworkSegment(88c14d17-d731-4591-b78a-f93ede7d44a4),segment_id=88c14d17-d731-4591-b78a-f93ede7d44a4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:25.296722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.307124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.323908 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] Calling delete_port for 3c99911a-12a6-49fd-8d0d-c477b37a487f owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:25.341103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c25028-db1b-4596-ba23-e3ec5c6f06c7']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:25.359055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea49e24-29d3-4599-b812-3d3ad2561fa5') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:25.361548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea49e24-29d3-4599-b812-3d3ad2561fa5') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:25.385186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.401180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.408359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:56:25.408902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: self.session.flush() Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:56:25.412868 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:56:25.484642 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.485169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.502463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.504572 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/networks/67c25028-db1b-4596-ba23-e3ec5c6f06c7 HTTP/1.1" status: 204 len: 168 time: 0.8789511 Sep 27 08:56:25.507142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45004) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:25.531867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] Pushing event deleted for resources: {'Port': ['ID=3c99911a-12a6-49fd-8d0d-c477b37a487f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:25.536478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd9d7c-2634-4c2f-89ff-c5c704417c4e None None] No DVR routers for this DVR port 3c99911a-12a6-49fd-8d0d-c477b37a487f on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:25.579191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6fb64-0dca-4522-bc96-b1c81fafb2a9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Network': ['ID=67c25028-db1b-4596-ba23-e3ec5c6f06c7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:25.644889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.750603 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.778520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42781b7-c37c-4b78-bba2-cd0819ac54e9']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:25.792737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c14d17-d731-4591-b78a-f93ede7d44a4') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:25.793038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c14d17-d731-4591-b78a-f93ede7d44a4') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:25.810891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port b75224c3-2c76-4700-b890-cdf523dcbaa3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:25.811494 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.814304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.847524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.854540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:56:25.855642 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:56:25.858398 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:56:25.928198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port b75224c3-2c76-4700-b890-cdf523dcbaa3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b75224c3-2c76-4700-b890-cdf523dcbaa3,segment=NetworkSegment(484c9fcd-256f-46a1-89f5-e98cb13ba6bb),segment_id=484c9fcd-256f-46a1-89f5-e98cb13ba6bb)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:25.928719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.942583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for b75224c3-2c76-4700-b890-cdf523dcbaa3 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:25.952914 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.959431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:25.963625 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/networks/b42781b7-c37c-4b78-bba2-cd0819ac54e9 HTTP/1.1" status: 204 len: 168 time: 0.4532418 Sep 27 08:56:25.965773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45020) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:26.018787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f0ec6-2d18-4176-9228-31bd34dd5fc9 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Network': ['ID=b42781b7-c37c-4b78-bba2-cd0819ac54e9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:26.044025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf67ff30-639b-4175-8e17-153f4dbdbbf6 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting subnet f120fb79-4385-4392-9740-7ef866d515b3 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:56:26.047983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf67ff30-639b-4175-8e17-153f4dbdbbf6 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.101364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf67ff30-639b-4175-8e17-153f4dbdbbf6 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.144768 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.179518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=b75224c3-2c76-4700-b890-cdf523dcbaa3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:26.207589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf67ff30-639b-4175-8e17-153f4dbdbbf6 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.312786 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf67ff30-639b-4175-8e17-153f4dbdbbf6 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.324946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.392282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ff30-639b-4175-8e17-153f4dbdbbf6 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Subnet': ['ID=f120fb79-4385-4392-9740-7ef866d515b3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:26.417132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf67ff30-639b-4175-8e17-153f4dbdbbf6 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.422035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50fc2a0-78c5-4c1f-a3db-c718f7331ede None None] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:26.422812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cf67ff30-639b-4175-8e17-153f4dbdbbf6 tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/subnets/f120fb79-4385-4392-9740-7ef866d515b3 HTTP/1.1" status: 204 len: 168 time: 0.4531360 Sep 27 08:56:26.428245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45038) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:26.610303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.619655 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:26.620943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3c99911a-12a6-49fd-8d0d-c477b37a487f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:26.673320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Deleting port 3a7fe134-01e7-42ca-9e51-f81f83f02287 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:26.673961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.685338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 3c99911a-12a6-49fd-8d0d-c477b37a487f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:26.685626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3c99911a-12a6-49fd-8d0d-c477b37a487f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:26.686032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 18fb162f-b959-4500-ab4c-a369e76d7517 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:26.712732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 18fb162f-b959-4500-ab4c-a369e76d7517 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:26.712732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 18fb162f-b959-4500-ab4c-a369e76d7517 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:26.713093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device eb2ad358-6875-4f1d-a084-aa91bac4f0f1 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:26.717640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:26.728429 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:26.729251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1463fdaf-4d73-4c54-ad98-727e75aaea87 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3559890 Sep 27 08:56:26.730807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:26.743529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: eb2ad358-6875-4f1d-a084-aa91bac4f0f1 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:26.744014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device eb2ad358-6875-4f1d-a084-aa91bac4f0f1 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:26.753914 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:26.755102 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:26.801731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] For port 3a7fe134-01e7-42ca-9e51-f81f83f02287, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3a7fe134-01e7-42ca-9e51-f81f83f02287,segment=NetworkSegment(6a549f80-a2db-4128-931e-28e482df66e3),segment_id=6a549f80-a2db-4128-931e-28e482df66e3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:26.802125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.804003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94476e8-9ec1-4b55-80d9-239c3117bc96 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting subnet 1772d2e1-a440-432d-81fd-26569280b3fd {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:56:26.808272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d94476e8-9ec1-4b55-80d9-239c3117bc96 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.819663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Calling delete_port for 3a7fe134-01e7-42ca-9e51-f81f83f02287 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:26.856579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] DHCP port deletion for c096fce3-a6b1-4967-8544-bf80a9e9c18a request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:56:26.889324 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:26.892125 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d94476e8-9ec1-4b55-80d9-239c3117bc96 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.951128 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:26Z', 'revision_number': 11, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:26.977037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] Deleting port 3a7fe134-01e7-42ca-9e51-f81f83f02287 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:26.977318 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:26.982248 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:27.006419 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:27.007142 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:27.011639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.060214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Port': ['ID=3a7fe134-01e7-42ca-9e51-f81f83f02287,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:27.068055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] No DVR routers for this DVR port 3a7fe134-01e7-42ca-9e51-f81f83f02287 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:27.118581 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d94476e8-9ec1-4b55-80d9-239c3117bc96 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.127472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] For port 3a7fe134-01e7-42ca-9e51-f81f83f02287, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3a7fe134-01e7-42ca-9e51-f81f83f02287,segment=NetworkSegment(6a549f80-a2db-4128-931e-28e482df66e3),segment_id=6a549f80-a2db-4128-931e-28e482df66e3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:27.127472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.150028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] Calling delete_port for 3a7fe134-01e7-42ca-9e51-f81f83f02287 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:27.238126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.264952 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:27.265379 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d94476e8-9ec1-4b55-80d9-239c3117bc96 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.281590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c096fce3-a6b1-4967-8544-bf80a9e9c18a']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:27.304185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a549f80-a2db-4128-931e-28e482df66e3') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:27.304637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a549f80-a2db-4128-931e-28e482df66e3') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:27.310123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94476e8-9ec1-4b55-80d9-239c3117bc96 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Subnet': ['ID=1772d2e1-a440-432d-81fd-26569280b3fd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:27.317412 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d94476e8-9ec1-4b55-80d9-239c3117bc96 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.323014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d94476e8-9ec1-4b55-80d9-239c3117bc96 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/1772d2e1-a440-432d-81fd-26569280b3fd HTTP/1.1" status: 204 len: 168 time: 0.5904920 Sep 27 08:56:27.323839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45066) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:27.329856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.332649 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:26Z', 'revision_number': 11, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:27.362312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.367755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8be05f-d08d-417b-bdb6-f7118e339a72 None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:26Z', 'revision_number': 11, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:27.371679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:56:27.372255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:56:27.376733 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:56:27.488244 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.513369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.516913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/networks/c096fce3-a6b1-4967-8544-bf80a9e9c18a HTTP/1.1" status: 204 len: 168 time: 1.0873225 Sep 27 08:56:27.518012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab507fb-19db-499f-906a-cc250811c2db tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Pushing event deleted for resources: {'Network': ['ID=c096fce3-a6b1-4967-8544-bf80a9e9c18a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:27.521869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45080) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:27.529298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.567379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b3f3f55-45a1-4c59-9213-cd479379af3e tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a5c691b-6712-4d30-9d29-869bda1542f4 HTTP/1.1" status: 200 len: 205 time: 0.0436134 Sep 27 08:56:27.568013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45082) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:27.624206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Deleting port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:27.624573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.646557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f0730-28d3-4527-ae09-b40929f44ec4 None None] Network 85d62989-33f9-4998-802a-659721b41bc2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:56:27.670510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa964e97-d396-4322-83c4-ac94fb48f10c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.675355 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.723584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] For port 2e8e39a2-445e-4e40-a2e1-18bc89907f48, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2e8e39a2-445e-4e40-a2e1-18bc89907f48,segment=NetworkSegment(484c9fcd-256f-46a1-89f5-e98cb13ba6bb),segment_id=484c9fcd-256f-46a1-89f5-e98cb13ba6bb)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:27.723965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.725734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] Network c096fce3-a6b1-4967-8544-bf80a9e9c18a is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:56:27.726205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] No DVR routers for this DVR port 3a7fe134-01e7-42ca-9e51-f81f83f02287 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:27.737516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab3904-1055-46ab-b83b-00f5500cd215 None None] Pushing event deleted for resources: {'Port': ['ID=3a7fe134-01e7-42ca-9e51-f81f83f02287,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:27.760816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Calling delete_port for 2e8e39a2-445e-4e40-a2e1-18bc89907f48 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:27.921055 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.933670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No DVR routers for this DVR port 2e8e39a2-445e-4e40-a2e1-18bc89907f48 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:27.947899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1223652-8af4-4aad-b96b-3a0f763ddfb2 None None] DHCP port deletion for 85d62989-33f9-4998-802a-659721b41bc2 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:56:27.965905 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa964e97-d396-4322-83c4-ac94fb48f10c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.971088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa964e97-d396-4322-83c4-ac94fb48f10c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:27.971493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Port': ['ID=2e8e39a2-445e-4e40-a2e1-18bc89907f48,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:28.051936 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.069160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa964e97-d396-4322-83c4-ac94fb48f10c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.069760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa964e97-d396-4322-83c4-ac94fb48f10c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Fanout notify agent at l3_agent the message router_deleted on router 5a5c691b-6712-4d30-9d29-869bda1542f4 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:56:28.085451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d62989-33f9-4998-802a-659721b41bc2']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:28.085919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fa964e97-d396-4322-83c4-ac94fb48f10c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.088455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fa964e97-d396-4322-83c4-ac94fb48f10c tempest-RoutersNegativeIpV6Test-2087382130 tempest-RoutersNegativeIpV6Test-2087382130-project] 10.222.0.50 "DELETE /v2.0/routers/5a5c691b-6712-4d30-9d29-869bda1542f4 HTTP/1.1" status: 204 len: 168 time: 0.5184302 Sep 27 08:56:28.106087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484c9fcd-256f-46a1-89f5-e98cb13ba6bb') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:28.106764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484c9fcd-256f-46a1-89f5-e98cb13ba6bb') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:28.118157 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.135630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.145109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:56:28.145956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:56:28.149868 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:56:28.235276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.257762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.262498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45102) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:28.262653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/networks/85d62989-33f9-4998-802a-659721b41bc2 HTTP/1.1" status: 204 len: 168 time: 0.9372573 Sep 27 08:56:28.263834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cee1c-a019-4d04-bad1-71aa3c416450 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Pushing event deleted for resources: {'Network': ['ID=85d62989-33f9-4998-802a-659721b41bc2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:28.270795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'routes': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:28.455612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b75224c3-2c76-4700-b890-cdf523dcbaa3 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:28.514956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b75224c3-2c76-4700-b890-cdf523dcbaa3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:28.515312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b75224c3-2c76-4700-b890-cdf523dcbaa3 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:28.515742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3a7fe134-01e7-42ca-9e51-f81f83f02287 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:28.543916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 3a7fe134-01e7-42ca-9e51-f81f83f02287 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:28.545036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3a7fe134-01e7-42ca-9e51-f81f83f02287 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:28.545638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e8e39a2-445e-4e40-a2e1-18bc89907f48 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:28.550590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:28.589965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 2e8e39a2-445e-4e40-a2e1-18bc89907f48 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:28.590331 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e8e39a2-445e-4e40-a2e1-18bc89907f48 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:28.731230 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-38eb6d76-c16e-4dd6-b318-cbed8081964b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37736b9294f24ebf9abd612f4b95e311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791904 Sep 27 08:56:28.733631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45126) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:28.798520 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d83e7c6-3c7f-464f-b2cd-f5d261b9f4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.827322 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d83e7c6-3c7f-464f-b2cd-f5d261b9f4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.849354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Added routes are [] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 27 08:56:28.849640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.extraroute_db [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Removed routes are [] {{(pid=94830) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 27 08:56:28.850007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.888889 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d83e7c6-3c7f-464f-b2cd-f5d261b9f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.893198 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d83e7c6-3c7f-464f-b2cd-f5d261b9f4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.894615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2d83e7c6-3c7f-464f-b2cd-f5d261b9f4d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6a2d306-b643-48af-a248-a21d28245be1 HTTP/1.1" status: 204 len: 168 time: 0.1591129 Sep 27 08:56:28.906328 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83e7c6-3c7f-464f-b2cd-f5d261b9f4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a2d306-b643-48af-a248-a21d28245be1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:28.994124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:28.997930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.079653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:29.169651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:29.178095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.179346 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ec760947-9aa0-4eae-85e4-7702602ba252 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 200 len: 704 time: 0.9152961 Sep 27 08:56:29.182000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] Sync routers for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:29.182727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45142) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:29.195138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:29.196263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:29.230263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45144) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:29.236694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb748069-8a75-4f01-adb2-7d65fd47af2c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 200 len: 205 time: 0.0392423 Sep 27 08:56:29.301672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:29.367641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:26Z', 'revision_number': 11, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:29.391914 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e64987e5-871a-43e6-9797-1a64336e1241 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.422891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] Checking router: 0dd7012f-8463-43d0-b1c9-5091a8c021f6 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:29.433004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] Routers {'0dd7012f-8463-43d0-b1c9-5091a8c021f6'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:29.433638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:29.519738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] Set router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:29.584934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:26Z', 'revision_number': 11, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:29.618254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859e23b-c060-4d1b-b59e-e40051f3b947 None None] The sync data for ids ['0dd7012f-8463-43d0-b1c9-5091a8c021f6'] in n-d-810909-1 is: [{'id': '0dd7012f-8463-43d0-b1c9-5091a8c021f6', 'name': 'tempest-RoutersIpV6Test-router-337369925', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:55:45Z', 'updated_at': '2021-09-27T08:56:26Z', 'revision_number': 11, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:29.678083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e64987e5-871a-43e6-9797-1a64336e1241 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.684002 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e64987e5-871a-43e6-9797-1a64336e1241 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.747837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e64987e5-871a-43e6-9797-1a64336e1241 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.748453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64987e5-871a-43e6-9797-1a64336e1241 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Fanout notify agent at l3_agent the message router_deleted on router 0dd7012f-8463-43d0-b1c9-5091a8c021f6 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:56:29.759338 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e64987e5-871a-43e6-9797-1a64336e1241 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.760538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e64987e5-871a-43e6-9797-1a64336e1241 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 204 len: 168 time: 0.5330479 Sep 27 08:56:29.764536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45180) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:29.770755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7806eadd-6631-4efb-b783-b5a1bfab0ef1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-400956116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:29.800641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7806eadd-6631-4efb-b783-b5a1bfab0ef1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.802092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7806eadd-6631-4efb-b783-b5a1bfab0ef1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.884931 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7806eadd-6631-4efb-b783-b5a1bfab0ef1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.892611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7806eadd-6631-4efb-b783-b5a1bfab0ef1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.923263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7806eadd-6631-4efb-b783-b5a1bfab0ef1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:29.925216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7806eadd-6631-4efb-b783-b5a1bfab0ef1 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1592708 Sep 27 08:56:29.927601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45186) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:29.933306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cc85b7af-8c7d-42cb-a099-f1c928027748 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:30.139740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45198) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:30.195112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85b7af-8c7d-42cb-a099-f1c928027748 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:30.211374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85b7af-8c7d-42cb-a099-f1c928027748 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:30.331527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc85b7af-8c7d-42cb-a099-f1c928027748 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Router 29271688-bcd8-42f7-a26a-fada558c7210 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:56:30.396257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-099c4b7d-2bf2-46d5-bc67-56c7a373806b tempest-ServiceProvidersTest-691998283 tempest-ServiceProvidersTest-691998283-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2545938 Sep 27 08:56:30.416715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc85b7af-8c7d-42cb-a099-f1c928027748 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:30.424762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85b7af-8c7d-42cb-a099-f1c928027748 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:30.428580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc85b7af-8c7d-42cb-a099-f1c928027748 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "PUT /v2.0/routers/29271688-bcd8-42f7-a26a-fada558c7210 HTTP/1.1" status: 200 len: 697 time: 0.4973078 Sep 27 08:56:30.429017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45214) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:30.434561 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] Sync routers for ids ['29271688-bcd8-42f7-a26a-fada558c7210'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:30.449292 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] Routers {'29271688-bcd8-42f7-a26a-fada558c7210'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:30.450439 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['29271688-bcd8-42f7-a26a-fada558c7210'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:30.534312 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] Set router 29271688-bcd8-42f7-a26a-fada558c7210 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:30.551221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae7476f6-407f-400a-a019-0775796960e8 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/routers/29271688-bcd8-42f7-a26a-fada558c7210 HTTP/1.1" status: 200 len: 703 time: 0.1187403 Sep 27 08:56:30.551748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:30.593355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fe8169c4-d66e-4aac-aa8c-36e63d6b32ac tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=29271688-bcd8-42f7-a26a-fada558c7210 HTTP/1.1" status: 200 len: 205 time: 0.0375507 Sep 27 08:56:30.593355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:30.605791 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29271688-bcd8-42f7-a26a-fada558c7210', 'name': 'tempest-RoutersIpV6Test-router-400956116', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:56:29Z', 'updated_at': '2021-09-27T08:56:30Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:30.650300 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] Checking router: 29271688-bcd8-42f7-a26a-fada558c7210 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:30.661683 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] Routers {'29271688-bcd8-42f7-a26a-fada558c7210'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:30.662992 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['29271688-bcd8-42f7-a26a-fada558c7210'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:30.735165 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a7c7-298e-4cc0-9eab-c3f3c579edcb tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:30.738113 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] Set router 29271688-bcd8-42f7-a26a-fada558c7210 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:30.802713 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29271688-bcd8-42f7-a26a-fada558c7210', 'name': 'tempest-RoutersIpV6Test-router-400956116', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:56:29Z', 'updated_at': '2021-09-27T08:56:30Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:30.836558 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dbd016-7463-44f1-aa6b-5a9e4ab38cee None None] The sync data for ids ['29271688-bcd8-42f7-a26a-fada558c7210'] in n-d-810909-1 is: [{'id': '29271688-bcd8-42f7-a26a-fada558c7210', 'name': 'tempest-RoutersIpV6Test-router-400956116', 'tenant_id': '0a6be4d52ea04ef9944de0007d478542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:56:29Z', 'updated_at': '2021-09-27T08:56:30Z', 'revision_number': 2, 'project_id': '0a6be4d52ea04ef9944de0007d478542', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:30.859088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45230) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.006837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59360812-b69a-45a1-a030-5559572c1336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.020027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a7c7-298e-4cc0-9eab-c3f3c579edcb tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.022542 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a7c7-298e-4cc0-9eab-c3f3c579edcb tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.083750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a7c7-298e-4cc0-9eab-c3f3c579edcb tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.084090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a7a7c7-298e-4cc0-9eab-c3f3c579edcb tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Fanout notify agent at l3_agent the message router_deleted on router 29271688-bcd8-42f7-a26a-fada558c7210 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:56:31.100183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a7c7-298e-4cc0-9eab-c3f3c579edcb tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.105070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7a7a7c7-298e-4cc0-9eab-c3f3c579edcb tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/29271688-bcd8-42f7-a26a-fada558c7210 HTTP/1.1" status: 204 len: 168 time: 0.5077283 Sep 27 08:56:31.105742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45242) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.148105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e16f5b3a-9464-4228-9b2e-ffa813dc0773 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=29271688-bcd8-42f7-a26a-fada558c7210 HTTP/1.1" status: 200 len: 205 time: 0.0406709 Sep 27 08:56:31.150869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45244) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.198537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59360812-b69a-45a1-a030-5559572c1336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.207553 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-d5760c08-31b4-4c5d-80b7-4de270722f20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] delete failed (client error): The resource could not be found. Sep 27 08:56:31.209597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5760c08-31b4-4c5d-80b7-4de270722f20 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/29271688-bcd8-42f7-a26a-fada558c7210 HTTP/1.1" status: 404 len: 336 time: 0.0566206 Sep 27 08:56:31.212602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45246) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.224774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59360812-b69a-45a1-a030-5559572c1336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.259741 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4a6c58-d355-4dd0-949e-77c9a5abfc3b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:31.260197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4a6c58-d355-4dd0-949e-77c9a5abfc3b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:31.264358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8a4a6c58-d355-4dd0-949e-77c9a5abfc3b tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/18931e49-bdd6-4d1d-b6cb-27cd3ac500b5 HTTP/1.1" status: 404 len: 337 time: 0.0483782 Sep 27 08:56:31.264841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45250) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.290721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-59360812-b69a-45a1-a030-5559572c1336 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65a9adb4e54f41afb763c54b3e0332c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297621 Sep 27 08:56:31.291337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45252) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.293046 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6743c3-13dc-4b8c-863a-7c3668046de3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:31.293385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59360812-b69a-45a1-a030-5559572c1336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47afaacc-dd2f-4ba9-af23-6bdab1b85d11,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:31.294061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6743c3-13dc-4b8c-863a-7c3668046de3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:31.296023 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce6743c3-13dc-4b8c-863a-7c3668046de3 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/dd078b55-5e8f-4a9a-87ee-8d00d5c7ffcf HTTP/1.1" status: 404 len: 337 time: 0.0299115 Sep 27 08:56:31.298635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45254) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.344206 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae97280-78ba-4696-859f-a41f62ff9a92 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:31.344705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae97280-78ba-4696-859f-a41f62ff9a92 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:31.348718 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7ae97280-78ba-4696-859f-a41f62ff9a92 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/2c756a74-ee40-4125-96cb-9e5ee43d9e73 HTTP/1.1" status: 404 len: 337 time: 0.0470347 Sep 27 08:56:31.349439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.360930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18a776a3-9e92-4d3e-b2d7-72ce38c9220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.378806 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fa1989-13c6-477e-841e-fe449fed3662 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:31.379265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fa1989-13c6-477e-841e-fe449fed3662 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:31.381483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f3fa1989-13c6-477e-841e-fe449fed3662 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/1772d2e1-a440-432d-81fd-26569280b3fd HTTP/1.1" status: 404 len: 337 time: 0.0311165 Sep 27 08:56:31.384174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.400905 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18a776a3-9e92-4d3e-b2d7-72ce38c9220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.423778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e2ed077-822c-44ea-b183-53b06472f365 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 200 len: 205 time: 0.0355654 Sep 27 08:56:31.424417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45266) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.465738 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-63845a82-2c31-4df1-8bda-be2813e5460e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] delete failed (client error): The resource could not be found. Sep 27 08:56:31.466871 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-63845a82-2c31-4df1-8bda-be2813e5460e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/0dd7012f-8463-43d0-b1c9-5091a8c021f6 HTTP/1.1" status: 404 len: 336 time: 0.0416989 Sep 27 08:56:31.467468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18a776a3-9e92-4d3e-b2d7-72ce38c9220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.469818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.471067 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18a776a3-9e92-4d3e-b2d7-72ce38c9220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:31.478637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-18a776a3-9e92-4d3e-b2d7-72ce38c9220a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47afaacc-dd2f-4ba9-af23-6bdab1b85d11 HTTP/1.1" status: 204 len: 168 time: 0.1861145 Sep 27 08:56:31.504474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e9512198-da1e-4666-9d6e-312eae86668d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9 HTTP/1.1" status: 200 len: 205 time: 0.0330548 Sep 27 08:56:31.506930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.509262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a776a3-9e92-4d3e-b2d7-72ce38c9220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47afaacc-dd2f-4ba9-af23-6bdab1b85d11,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:31.553012 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-c8d5c707-d8d8-42dc-9990-a39eb31adbfc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] delete failed (client error): The resource could not be found. Sep 27 08:56:31.554493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8d5c707-d8d8-42dc-9990-a39eb31adbfc tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/39f6e2c2-dd2a-49b8-ba13-a535ab72f4b9 HTTP/1.1" status: 404 len: 336 time: 0.0464332 Sep 27 08:56:31.557144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45278) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.593238 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a1170d-cedc-46aa-9013-70bd1f08ef88 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:31.593878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a1170d-cedc-46aa-9013-70bd1f08ef88 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:31.598739 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-35a1170d-cedc-46aa-9013-70bd1f08ef88 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/f2f407bf-29a8-43e6-aa5e-767319eb755f HTTP/1.1" status: 404 len: 337 time: 0.0380850 Sep 27 08:56:31.599040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.629757 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49da47a2-f60e-4ec9-8861-80e7b456e08a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 HTTP/1.1" status: 200 len: 205 time: 0.0293419 Sep 27 08:56:31.632201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.691814 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-60a7f45a-be68-4876-9dfd-39cdffd9b901 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] delete failed (client error): The resource could not be found. Sep 27 08:56:31.693654 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-60a7f45a-be68-4876-9dfd-39cdffd9b901 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/6ccf1d51-ca1f-472c-a1be-2ec8a148f7e4 HTTP/1.1" status: 404 len: 336 time: 0.0597892 Sep 27 08:56:31.696493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45294) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.738081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-76b6e3c1-4b07-4bc1-8882-fee62bfa069e tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ffaef11-0760-4ad0-b317-8c36e2ac64d3 HTTP/1.1" status: 200 len: 205 time: 0.0368266 Sep 27 08:56:31.738698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45296) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.803682 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-395ce85e-a260-443f-8a74-53a041be9d52 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] delete failed (client error): The resource could not be found. Sep 27 08:56:31.807780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45300) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.808109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-395ce85e-a260-443f-8a74-53a041be9d52 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/0ffaef11-0760-4ad0-b317-8c36e2ac64d3 HTTP/1.1" status: 404 len: 336 time: 0.0681107 Sep 27 08:56:31.840107 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-406913d3-1995-4a99-876a-65899efa3835 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:31.842125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406913d3-1995-4a99-876a-65899efa3835 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:31.844091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-406913d3-1995-4a99-876a-65899efa3835 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/1db3485f-5d09-4791-9c1e-01fcea63ad74 HTTP/1.1" status: 404 len: 337 time: 0.0345421 Sep 27 08:56:31.847410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.890900 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90d4c118-1180-466b-99df-c3be4541fc1d tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9895f0d-6a42-4d2d-92e2-5cadff50d92e HTTP/1.1" status: 200 len: 205 time: 0.0420728 Sep 27 08:56:31.893493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45308) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.950648 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-c66a29d4-3e81-4f73-8998-f4bc7f95209c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] delete failed (client error): The resource could not be found. Sep 27 08:56:31.952114 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c66a29d4-3e81-4f73-8998-f4bc7f95209c tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/c9895f0d-6a42-4d2d-92e2-5cadff50d92e HTTP/1.1" status: 404 len: 336 time: 0.0575476 Sep 27 08:56:31.954952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45318) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.988078 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b99adb-18b8-4488-a613-8c7d50f93b31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:31.988561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b99adb-18b8-4488-a613-8c7d50f93b31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:31.993341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:31.993611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f7b99adb-18b8-4488-a613-8c7d50f93b31 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/46f409b7-e1f9-4e19-83c3-6d59a2bb05b1 HTTP/1.1" status: 404 len: 337 time: 0.0373492 Sep 27 08:56:32.027880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-afcf4a5a-4586-4cea-bb59-a09a64fc5f36 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "GET /v2.0/ports?device_id=a618e157-8c4d-421a-ae2a-502854e83bd3 HTTP/1.1" status: 200 len: 205 time: 0.0309153 Sep 27 08:56:32.028149 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:32.069109 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-be3e693d-f884-4600-8eb9-35f8e4bf2f11 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] delete failed (client error): The resource could not be found. Sep 27 08:56:32.070220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-be3e693d-f884-4600-8eb9-35f8e4bf2f11 tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/routers/a618e157-8c4d-421a-ae2a-502854e83bd3 HTTP/1.1" status: 404 len: 336 time: 0.0411208 Sep 27 08:56:32.074668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:32.120430 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ac35a4-fa58-469d-8cb9-901179ce85dd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:32.120675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ac35a4-fa58-469d-8cb9-901179ce85dd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:32.122692 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-68ac35a4-fa58-469d-8cb9-901179ce85dd tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/460e70e1-ee28-4983-9726-f7e1e4395fbb HTTP/1.1" status: 404 len: 337 time: 0.0466714 Sep 27 08:56:32.124968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:32.153961 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ccec34-7fa9-41a4-8483-7dc75c373b1a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] DELETE failed (client error): The resource could not be found. Sep 27 08:56:32.154875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ccec34-7fa9-41a4-8483-7dc75c373b1a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:56:32.156982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-77ccec34-7fa9-41a4-8483-7dc75c373b1a tempest-RoutersIpV6Test-292426723 tempest-RoutersIpV6Test-292426723-project] 10.222.0.50 "DELETE /v2.0/subnets/5e623350-cff0-41cc-863d-aba35ed9d671 HTTP/1.1" status: 404 len: 337 time: 0.0298181 Sep 27 08:56:32.501542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45352) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:32.706057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-02e3534e-1351-46c7-8a3a-bd5b7a04e79b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a6be4d52ea04ef9944de0007d478542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010465 Sep 27 08:56:32.706338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45368) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:32.758240 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dfb5-8d62-4f68-9c4a-c2a110721fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:32.780441 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dfb5-8d62-4f68-9c4a-c2a110721fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:32.838714 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dfb5-8d62-4f68-9c4a-c2a110721fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:32.841544 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dfb5-8d62-4f68-9c4a-c2a110721fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:32.846640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eeb4dfb5-8d62-4f68-9c4a-c2a110721fb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/692e0186-21fb-40b7-bc29-fd1c51ee52fa HTTP/1.1" status: 204 len: 168 time: 0.1393425 Sep 27 08:56:32.869522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4dfb5-8d62-4f68-9c4a-c2a110721fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692e0186-21fb-40b7-bc29-fd1c51ee52fa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:33.613304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0c26d01f-5cc7-4f6f-9070-83bb28e0efa6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:33.620111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0c26d01f-5cc7-4f6f-9070-83bb28e0efa6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:33.627278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0c26d01f-5cc7-4f6f-9070-83bb28e0efa6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:33.633922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0c26d01f-5cc7-4f6f-9070-83bb28e0efa6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:33.640209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0c26d01f-5cc7-4f6f-9070-83bb28e0efa6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:33.646481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0c26d01f-5cc7-4f6f-9070-83bb28e0efa6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:33.652582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0c26d01f-5cc7-4f6f-9070-83bb28e0efa6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:33.654647 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0c26d01f-5cc7-4f6f-9070-83bb28e0efa6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5446 time: 0.1026962 Sep 27 08:56:33.715353 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-db3c6afb-d589-4d10-825a-0ad505b04918 req-0e6e35f1-7942-47cb-b994-92c6845ce713 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526154 Sep 27 08:56:34.555411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:34.610846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-75f48e09-ae3e-492f-bbdf-fc4c3dd5f9fa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.624945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-75f48e09-ae3e-492f-bbdf-fc4c3dd5f9fa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.630921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-75f48e09-ae3e-492f-bbdf-fc4c3dd5f9fa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.637051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-75f48e09-ae3e-492f-bbdf-fc4c3dd5f9fa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.647359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-75f48e09-ae3e-492f-bbdf-fc4c3dd5f9fa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.655388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-75f48e09-ae3e-492f-bbdf-fc4c3dd5f9fa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.663128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-75f48e09-ae3e-492f-bbdf-fc4c3dd5f9fa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.665894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-75f48e09-ae3e-492f-bbdf-fc4c3dd5f9fa tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5446 time: 0.1212344 Sep 27 08:56:34.666067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:34.746220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f8bf5c6c-80fe-45b9-90b7-c78d6fecab59 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.747935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f8bf5c6c-80fe-45b9-90b7-c78d6fecab59 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "GET /v2.0/ports/8fd4e8a5-18e4-40b2-a35f-300277dba470?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0736749 Sep 27 08:56:34.887736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cf8ad2c2-599d-4da1-a827-343ce619efd7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:34.892095 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-cf8ad2c2-599d-4da1-a827-343ce619efd7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 27 08:56:34.892879 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-cf8ad2c2-599d-4da1-a827-343ce619efd7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): There was a conflict when trying to complete your request. Sep 27 08:56:34.898562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cf8ad2c2-599d-4da1-a827-343ce619efd7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3420238 Sep 27 08:56:34.899673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:34.905348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904726296'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:34.943697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-f3bf8320-0fa6-4620-946c-7a402ec08412 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.944142 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:34.950961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-f3bf8320-0fa6-4620-946c-7a402ec08412 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.957683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-f3bf8320-0fa6-4620-946c-7a402ec08412 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.961024 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:34.965757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-f3bf8320-0fa6-4620-946c-7a402ec08412 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.973051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-f3bf8320-0fa6-4620-946c-7a402ec08412 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.979752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-f3bf8320-0fa6-4620-946c-7a402ec08412 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.986270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-f3bf8320-0fa6-4620-946c-7a402ec08412 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:34.988295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-f3bf8320-0fa6-4620-946c-7a402ec08412 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 5446 time: 0.1638145 Sep 27 08:56:35.008729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-0c0a1b2f-a08a-463e-bc84-e790f2304e7f tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "GET /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2530894 Sep 27 08:56:35.025442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:35.092129 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11e56039-2893-49c8-9f4d-7bde4ff827ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.103705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.123333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5cb00ee-9ab2-44bb-80ba-e8d8e8c0e5a1 req-1ff24409-827e-4dc8-b439-4a4cd30d6ca2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fbe61be-1c06-4106-bbde-4089f8b79b57&id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280820 Sep 27 08:56:35.177435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.188293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.240198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a306184c-195a-436d-8792-031c0ff481f6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:35.299872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] For port 8fd4e8a5-18e4-40b2-a35f-300277dba470, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=8fd4e8a5-18e4-40b2-a35f-300277dba470,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:35.306293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11e56039-2893-49c8-9f4d-7bde4ff827ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.316465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11e56039-2893-49c8-9f4d-7bde4ff827ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.348673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] For port 8fd4e8a5-18e4-40b2-a35f-300277dba470, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:35.352285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e56039-2893-49c8-9f4d-7bde4ff827ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb0213c-faad-43b9-a9cc-b159f0eaf7e3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:35.387752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-11e56039-2893-49c8-9f4d-7bde4ff827ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4ce475727bd4456b91c84534fcc5c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207217 Sep 27 08:56:35.391851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:35.394544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] device_id is not set on port 8fd4e8a5-18e4-40b2-a35f-300277dba470 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:56:35.407435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.417277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.473648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.475286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c76ddf28-5bce-4293-9f52-4f4b5407a867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.486615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.516266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] No DVR routers for this DVR port 8fd4e8a5-18e4-40b2-a35f-300277dba470 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:35.532380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c76ddf28-5bce-4293-9f52-4f4b5407a867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.541179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a0b67-6814-491e-aa23-448283452099,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:35.549479 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.551398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-33f57c49-8f33-4bf7-813f-cb9bc6bd407c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6502523 Sep 27 08:56:35.557210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:35.561685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-74f34869-fc8b-4cff-9226-23cdd5ebfbc1 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'bd1a0b67-6814-491e-aa23-448283452099', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:35.610538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] In _notify_port_updated(), no bound segment for port 8fd4e8a5-18e4-40b2-a35f-300277dba470 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:56:35.611835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:35.613461 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.615096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] 10.222.0.67 "PUT /v2.0/ports/8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 200 len: 1033 time: 0.5966067 Sep 27 08:56:35.617969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74f34869-fc8b-4cff-9226-23cdd5ebfbc1 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.621196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656daff6-2a34-4dbe-a677-827789342d0d service neutron] Pushing event updated for resources: {'Port': ['ID=8fd4e8a5-18e4-40b2-a35f-300277dba470,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:35.622052 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c76ddf28-5bce-4293-9f52-4f4b5407a867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.625756 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c76ddf28-5bce-4293-9f52-4f4b5407a867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.629712 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c76ddf28-5bce-4293-9f52-4f4b5407a867 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccb0213c-faad-43b9-a9cc-b159f0eaf7e3 HTTP/1.1" status: 204 len: 168 time: 0.2368875 Sep 27 08:56:35.657502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ddf28-5bce-4293-9f52-4f4b5407a867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb0213c-faad-43b9-a9cc-b159f0eaf7e3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:35.681587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-bb598d63-370b-4a73-89f4-008e68e6ae78 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:35.685119 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-bb598d63-370b-4a73-89f4-008e68e6ae78 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "GET /v2.0/ports/cdd81495-eed4-42b0-a6a6-84716c0ea385?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0601578 Sep 27 08:56:35.705433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:35.718226 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74f34869-fc8b-4cff-9226-23cdd5ebfbc1 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.724901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74f34869-fc8b-4cff-9226-23cdd5ebfbc1 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.760285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f34869-fc8b-4cff-9226-23cdd5ebfbc1 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1489a940-37be-42c7-bb85-ad4a6d85e111,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:35.782065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74f34869-fc8b-4cff-9226-23cdd5ebfbc1 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.784178 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-74f34869-fc8b-4cff-9226-23cdd5ebfbc1 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2259641 Sep 27 08:56:35.786780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45522) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:35.797368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9379bdc2-e2ee-40c4-8d26-3799b4e4a853 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'bd1a0b67-6814-491e-aa23-448283452099', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:35.850649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1b38bb79-5d53-4166-a6ca-c3d956bb3721 None None] Provisioning complete for port 8fd4e8a5-18e4-40b2-a35f-300277dba470 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:35.851156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b38bb79-5d53-4166-a6ca-c3d956bb3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.860357 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.860909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9379bdc2-e2ee-40c4-8d26-3799b4e4a853 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.931407 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-9379bdc2-e2ee-40c4-8d26-3799b4e4a853 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): There was a conflict when trying to complete your request. Sep 27 08:56:35.932838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9379bdc2-e2ee-40c4-8d26-3799b4e4a853 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1447427 Sep 27 08:56:35.935598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:35.949919 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:35.959582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1b38bb79-5d53-4166-a6ca-c3d956bb3721 None None] Port 8fd4e8a5-18e4-40b2-a35f-300277dba470 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:56:36.010740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f881937d-5c32-4cb7-9f8e-dfba9cc88f0e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.039790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f881937d-5c32-4cb7-9f8e-dfba9cc88f0e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.063059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] For port cdd81495-eed4-42b0-a6a6-84716c0ea385, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cdd81495-eed4-42b0-a6a6-84716c0ea385,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:36.118156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] For port cdd81495-eed4-42b0-a6a6-84716c0ea385, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:56:36.121009 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f881937d-5c32-4cb7-9f8e-dfba9cc88f0e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.126452 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f881937d-5c32-4cb7-9f8e-dfba9cc88f0e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.136240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f881937d-5c32-4cb7-9f8e-dfba9cc88f0e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/bd1a0b67-6814-491e-aa23-448283452099 HTTP/1.1" status: 204 len: 168 time: 0.1994159 Sep 27 08:56:36.141152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45534) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:36.178137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] device_id is not set on port cdd81495-eed4-42b0-a6a6-84716c0ea385 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:56:36.183899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881937d-5c32-4cb7-9f8e-dfba9cc88f0e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a0b67-6814-491e-aa23-448283452099,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:36.195553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.212796 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.251076 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ee2ead8-0901-44fc-a42f-9934ebe958f6 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088226 Sep 27 08:56:36.257243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45542) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:36.262037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ab0a78eb-4d93-445e-bf0b-58bc08259472 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622112818'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:36.311316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] No DVR routers for this DVR port cdd81495-eed4-42b0-a6a6-84716c0ea385 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:36.319811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ab0a78eb-4d93-445e-bf0b-58bc08259472 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.323303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd81495-eed4-42b0-a6a6-84716c0ea385,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:36.435151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45548) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:36.452593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] In _notify_port_updated(), no bound segment for port cdd81495-eed4-42b0-a6a6-84716c0ea385 on network 6723603d-3951-44b2-90bc-329d6a2ef3d7 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:56:36.453547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:36.454324 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.455664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-aec53be9-1dfa-4172-a3f4-2de20cd584a1 service neutron] 10.222.0.67 "PUT /v2.0/ports/cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 200 len: 1033 time: 0.7636225 Sep 27 08:56:36.456632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ec2a-d150-4b95-8033-584e474d5f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.526359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990173ae-97a5-40c9-9670-c64c07cdee32 req-7eb930c8-df2d-43ba-a619-cbccbea2ffdd tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:36.535745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990173ae-97a5-40c9-9670-c64c07cdee32 req-7eb930c8-df2d-43ba-a619-cbccbea2ffdd tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:36.541828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990173ae-97a5-40c9-9670-c64c07cdee32 req-7eb930c8-df2d-43ba-a619-cbccbea2ffdd tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:36.547793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990173ae-97a5-40c9-9670-c64c07cdee32 req-7eb930c8-df2d-43ba-a619-cbccbea2ffdd tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:36.553729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990173ae-97a5-40c9-9670-c64c07cdee32 req-7eb930c8-df2d-43ba-a619-cbccbea2ffdd tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:36.566767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting port e63d81ea-41fd-49b8-9d0f-f6d395158465 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:36.566981 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-990173ae-97a5-40c9-9670-c64c07cdee32 req-7eb930c8-df2d-43ba-a619-cbccbea2ffdd tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 3886 time: 0.2003033 Sep 27 08:56:36.567516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.632911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-990173ae-97a5-40c9-9670-c64c07cdee32 req-d9de0daf-5df4-4c61-bfe1-b8fdc9e43139 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652845 Sep 27 08:56:36.648274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ab0a78eb-4d93-445e-bf0b-58bc08259472 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.656811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ab0a78eb-4d93-445e-bf0b-58bc08259472 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.703966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f851b5bf-5086-4039-92c6-1a608ac7f0d0 None None] Provisioning complete for port cdd81495-eed4-42b0-a6a6-84716c0ea385 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:56:36.704903 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f851b5bf-5086-4039-92c6-1a608ac7f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:36.714267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a78eb-4d93-445e-bf0b-58bc08259472 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab5007a-837f-4b08-9702-49dd6d10214c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:36.765658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f851b5bf-5086-4039-92c6-1a608ac7f0d0 None None] Port cdd81495-eed4-42b0-a6a6-84716c0ea385 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:56:37.030573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] For port e63d81ea-41fd-49b8-9d0f-f6d395158465, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=e63d81ea-41fd-49b8-9d0f-f6d395158465,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:37.031307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.050529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Calling delete_port for e63d81ea-41fd-49b8-9d0f-f6d395158465 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:37.148089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ec2a-d150-4b95-8033-584e474d5f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.158775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ab0a78eb-4d93-445e-bf0b-58bc08259472 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.159610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ec2a-d150-4b95-8033-584e474d5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.163151 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ab0a78eb-4d93-445e-bf0b-58bc08259472 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9018462 Sep 27 08:56:37.163576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45574) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:37.168387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6617cf9c-c242-40f0-904c-f31e3b489310 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '9ab5007a-837f-4b08-9702-49dd6d10214c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:37.169219 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-6617cf9c-c242-40f0-904c-f31e3b489310 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 27 08:56:37.169761 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-6617cf9c-c242-40f0-904c-f31e3b489310 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:37.170790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6617cf9c-c242-40f0-904c-f31e3b489310 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064814 Sep 27 08:56:37.174392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45576) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:37.189158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9ec2a-d150-4b95-8033-584e474d5f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcfbb3a-076a-44dc-adc0-1f364952dcd3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:37.256206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5ba9ec2a-d150-4b95-8033-584e474d5f59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0376a28a27a4248892e43fcce1633dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198438 Sep 27 08:56:37.259203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45582) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:37.275438 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e079479c-8a01-4109-9a63-1986d6acdcf9 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.305859 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e079479c-8a01-4109-9a63-1986d6acdcf9 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.315811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.358375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Port': ['ID=e63d81ea-41fd-49b8-9d0f-f6d395158465,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:37.360509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8deec39-0ece-4f09-9737-28ab4e3349e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.372979 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e079479c-8a01-4109-9a63-1986d6acdcf9 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.376314 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e079479c-8a01-4109-9a63-1986d6acdcf9 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.379699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e079479c-8a01-4109-9a63-1986d6acdcf9 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/9ab5007a-837f-4b08-9702-49dd6d10214c HTTP/1.1" status: 204 len: 168 time: 0.2021344 Sep 27 08:56:37.380436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:37.409329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079479c-8a01-4109-9a63-1986d6acdcf9 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab5007a-837f-4b08-9702-49dd6d10214c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:37.429280 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8deec39-0ece-4f09-9737-28ab4e3349e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.440052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-938fa8c2-fff1-4a8d-9226-7aaa209a7e4e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520928 Sep 27 08:56:37.444178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:37.448755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f6e075bc-7a01-4244-8949-37963c3f27df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529026761'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:37.477604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6e075bc-7a01-4244-8949-37963c3f27df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.499104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] No DVR routers for this DVR port e63d81ea-41fd-49b8-9d0f-f6d395158465 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:37.505126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.507704 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-dcf46b59-93e5-4afd-a23a-5b8e414b2eff tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "DELETE /v2.0/ports/e63d81ea-41fd-49b8-9d0f-f6d395158465 HTTP/1.1" status: 204 len: 173 time: 1.0421569 Sep 27 08:56:37.508551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': 'e63d81ea-41fd-49b8-9d0f-f6d395158465'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:56:37.512780 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea416a-c31b-41e8-b56b-a7281acf0108" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "e63d81ea-41fd-49b8-9d0f-f6d395158465"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:56:37.581364 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6e075bc-7a01-4244-8949-37963c3f27df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.589477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6e075bc-7a01-4244-8949-37963c3f27df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.614371 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d143396-337c-4cc7-883e-709c9fec9d5f x-openstack-request-id: req-5d143396-337c-4cc7-883e-709c9fec9d5f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:56:37.614682 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "e63d81ea-41fd-49b8-9d0f-f6d395158465", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:56:37.615341 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d143396-337c-4cc7-883e-709c9fec9d5f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:56:37.615949 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': 'e63d81ea-41fd-49b8-9d0f-f6d395158465', 'status': 'completed', 'code': 200} Sep 27 08:56:37.625781 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6e075bc-7a01-4244-8949-37963c3f27df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.627157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f6e075bc-7a01-4244-8949-37963c3f27df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1819463 Sep 27 08:56:37.630217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:37.634555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-47a243b8-278e-4eda-9d33-46a41995d878 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '4e23ce1f-975a-4500-834b-b112ec98b038', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:37.635370 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-47a243b8-278e-4eda-9d33-46a41995d878 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 27 08:56:37.635868 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-47a243b8-278e-4eda-9d33-46a41995d878 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:37.636844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-47a243b8-278e-4eda-9d33-46a41995d878 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057912 Sep 27 08:56:37.639645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:37.649743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e075bc-7a01-4244-8949-37963c3f27df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23ce1f-975a-4500-834b-b112ec98b038,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:37.661664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8deec39-0ece-4f09-9737-28ab4e3349e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.664672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d8deec39-0ece-4f09-9737-28ab4e3349e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.672856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d8deec39-0ece-4f09-9737-28ab4e3349e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fcfbb3a-076a-44dc-adc0-1f364952dcd3 HTTP/1.1" status: 204 len: 168 time: 0.4123445 Sep 27 08:56:37.695152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:37.695501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.707135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deec39-0ece-4f09-9737-28ab4e3349e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcfbb3a-076a-44dc-adc0-1f364952dcd3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:37.830552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93d771d1-7db4-44c5-acf6-487351d978b0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.880026 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93d771d1-7db4-44c5-acf6-487351d978b0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.894053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device f8fb4847-5b52-4120-a298-6cb67b20ab0f no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:37.925355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] For port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:37.927615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee6d7f-faa2-441a-a927-9009660ce42a req-751ac11c-6687-4824-a197-e1b3f3b9d67b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:37.927776 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:37.934028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee6d7f-faa2-441a-a927-9009660ce42a req-751ac11c-6687-4824-a197-e1b3f3b9d67b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:37.940588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee6d7f-faa2-441a-a927-9009660ce42a req-751ac11c-6687-4824-a197-e1b3f3b9d67b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:37.947126 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee6d7f-faa2-441a-a927-9009660ce42a req-751ac11c-6687-4824-a197-e1b3f3b9d67b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:37.949298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48ee6d7f-faa2-441a-a927-9009660ce42a req-751ac11c-6687-4824-a197-e1b3f3b9d67b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 3151 time: 0.1904097 Sep 27 08:56:37.957392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Calling delete_port for 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:38.015081 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48ee6d7f-faa2-441a-a927-9009660ce42a req-c8edf926-7aa5-4d58-81b2-edbbf5b7efe2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585086 Sep 27 08:56:38.035075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93d771d1-7db4-44c5-acf6-487351d978b0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.041361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93d771d1-7db4-44c5-acf6-487351d978b0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.045210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-93d771d1-7db4-44c5-acf6-487351d978b0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/4e23ce1f-975a-4500-834b-b112ec98b038 HTTP/1.1" status: 204 len: 168 time: 0.4019132 Sep 27 08:56:38.056176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:38.063801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.105967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:56:38.113141 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc20f102-aaf1-4534-af25-3cbad7b14db6" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fb4847-5b52-4120-a298-6cb67b20ab0f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:56:38.130070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d771d1-7db4-44c5-acf6-487351d978b0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e23ce1f-975a-4500-834b-b112ec98b038,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:38.154234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3198b9f7-cfee-4304-8b53-8bb1900a5092 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0909760 Sep 27 08:56:38.162431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:38.172582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port f8fb4847-5b52-4120-a298-6cb67b20ab0f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:38.180287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dc9301c7-173c-42dd-b9c6-e645a879d45a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305703938'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:38.187962 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.190709 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e63d81ea-41fd-49b8-9d0f-f6d395158465 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:38.222106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: e63d81ea-41fd-49b8-9d0f-f6d395158465 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:38.222767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device e63d81ea-41fd-49b8-9d0f-f6d395158465 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:38.223616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:38.238441 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.263835 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc9301c7-173c-42dd-b9c6-e645a879d45a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.283319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Port': ['ID=34f145bb-fa78-4952-b9d7-b44c5f5b3ae9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:38.306250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=f8fb4847-5b52-4120-a298-6cb67b20ab0f,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:38.342260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] No DVR routers for this DVR port 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:38.347105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.351075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-9268ea68-d9f7-472d-a2cb-83c7dc72520b tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "DELETE /v2.0/ports/34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 HTTP/1.1" status: 204 len: 173 time: 0.8198364 Sep 27 08:56:38.401771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.445817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:38.452840 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.454318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7f561a76-1299-48a9-ae5d-a819b45a8ecb no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:38.478558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc9301c7-173c-42dd-b9c6-e645a879d45a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.490754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc9301c7-173c-42dd-b9c6-e645a879d45a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.508355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting port f8fb4847-5b52-4120-a298-6cb67b20ab0f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:38.508828 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.537152 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc9301c7-173c-42dd-b9c6-e645a879d45a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.556227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc9301c7-173c-42dd-b9c6-e645a879d45a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3919871 Sep 27 08:56:38.566525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45636) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:38.572911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:38.586923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aa4f0101-d476-4c6d-b78f-520c5af79e39 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '0268747d-858a-42a1-91d8-bf4a2eaa65ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:38.587971 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-aa4f0101-d476-4c6d-b78f-520c5af79e39 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 27 08:56:38.588510 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-aa4f0101-d476-4c6d-b78f-520c5af79e39 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:38.594271 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa4f0101-d476-4c6d-b78f-520c5af79e39 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0266089 Sep 27 08:56:38.600127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:38.609121 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 08:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d63c4a4-e866-4b62-9dff-f82dc839de10 x-openstack-request-id: req-5d63c4a4-e866-4b62-9dff-f82dc839de10 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:56:38.609724 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fb4847-5b52-4120-a298-6cb67b20ab0f", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:56:38.609989 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d63c4a4-e866-4b62-9dff-f82dc839de10 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:56:38.610393 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f', 'code': 200} Sep 27 08:56:38.617493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-08498fec-125a-4234-ae69-3349eebe1a23 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '0268747d-858a-42a1-91d8-bf4a2eaa65ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:38.618232 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-08498fec-125a-4234-ae69-3349eebe1a23 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 27 08:56:38.624457 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-08498fec-125a-4234-ae69-3349eebe1a23 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:38.628658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45644) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:38.629554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-08498fec-125a-4234-ae69-3349eebe1a23 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0249634 Sep 27 08:56:38.633490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dc7987c1-8c59-44d0-b935-0331d1e6ddef tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '0268747d-858a-42a1-91d8-bf4a2eaa65ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:38.645357 n-d-810909-1 neutron-server[94830]: WARNING neutron.api.v2.base [None req-dc7987c1-8c59-44d0-b935-0331d1e6ddef tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 27 08:56:38.646685 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-dc7987c1-8c59-44d0-b935-0331d1e6ddef tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:38.648224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc7987c1-8c59-44d0-b935-0331d1e6ddef tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0183604 Sep 27 08:56:38.652032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45648) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:38.658005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e72ca860-52cc-413b-9156-fe58ff319b9c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '0268747d-858a-42a1-91d8-bf4a2eaa65ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:38.659168 n-d-810909-1 neutron-server[94830]: WARNING neutron.api.v2.base [None req-e72ca860-52cc-413b-9156-fe58ff319b9c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 27 08:56:38.660892 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-e72ca860-52cc-413b-9156-fe58ff319b9c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:38.662131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e72ca860-52cc-413b-9156-fe58ff319b9c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088787 Sep 27 08:56:38.665093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45650) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:38.667647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9301c7-173c-42dd-b9c6-e645a879d45a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0268747d-858a-42a1-91d8-bf4a2eaa65ae,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:38.711709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.753646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7f561a76-1299-48a9-ae5d-a819b45a8ecb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:38.760361 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.761370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:38.789864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] For port f8fb4847-5b52-4120-a298-6cb67b20ab0f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=f8fb4847-5b52-4120-a298-6cb67b20ab0f,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:38.790099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:56:38.790715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 34f145bb-fa78-4952-b9d7-b44c5f5b3ae9 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:38.791126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cdd81495-eed4-42b0-a6a6-84716c0ea385 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:38.792047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:38.854804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Calling delete_port for f8fb4847-5b52-4120-a298-6cb67b20ab0f owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:38.872846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cdd81495-eed4-42b0-a6a6-84716c0ea385 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:38.873561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 8fd4e8a5-18e4-40b2-a35f-300277dba470 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:56:38.918638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 8fd4e8a5-18e4-40b2-a35f-300277dba470 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:56:38.922539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7f561a76-1299-48a9-ae5d-a819b45a8ecb,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:38.999703 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e00f75c-b9c1-42ec-983c-62535aa5096e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.038200 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e00f75c-b9c1-42ec-983c-62535aa5096e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.173990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.192408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e00f75c-b9c1-42ec-983c-62535aa5096e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.200284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0e00f75c-b9c1-42ec-983c-62535aa5096e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.205972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:39.206362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e00f75c-b9c1-42ec-983c-62535aa5096e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/0268747d-858a-42a1-91d8-bf4a2eaa65ae HTTP/1.1" status: 204 len: 168 time: 0.5384097 Sep 27 08:56:39.254093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Port': ['ID=f8fb4847-5b52-4120-a298-6cb67b20ab0f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:39.265092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00f75c-b9c1-42ec-983c-62535aa5096e tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0268747d-858a-42a1-91d8-bf4a2eaa65ae,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:39.330038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] No DVR routers for this DVR port f8fb4847-5b52-4120-a298-6cb67b20ab0f on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:39.333052 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.335839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-d10fe613-3053-400c-ac8d-4aba17cfba43 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "DELETE /v2.0/ports/f8fb4847-5b52-4120-a298-6cb67b20ab0f HTTP/1.1" status: 204 len: 173 time: 0.9778569 Sep 27 08:56:39.363915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fd1042b-4b4f-4c5b-accf-73d689b64c6b tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422935 Sep 27 08:56:39.370726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45688) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:39.394913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df6ef-befe-48a3-95d3-07658a409435 req-edd96227-1e15-4a7f-9b82-4829dd32a6c9 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:39.403185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df6ef-befe-48a3-95d3-07658a409435 req-edd96227-1e15-4a7f-9b82-4829dd32a6c9 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:39.404957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-409df6ef-befe-48a3-95d3-07658a409435 req-edd96227-1e15-4a7f-9b82-4829dd32a6c9 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 1678 time: 0.2193358 Sep 27 08:56:39.408484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2acc86bd-e787-4a31-916c-844c036861a2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975414875'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:39.480845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-409df6ef-befe-48a3-95d3-07658a409435 req-0d6c533b-08bb-48c0-82ad-c0481e7414d2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660655 Sep 27 08:56:39.486901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2acc86bd-e787-4a31-916c-844c036861a2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.513284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:39.513640 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.597329 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2acc86bd-e787-4a31-916c-844c036861a2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.603608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2acc86bd-e787-4a31-916c-844c036861a2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.627797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': '34f145bb-fa78-4952-b9d7-b44c5f5b3ae9'}, {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:56:39.631152 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf97b71-f83d-4a19-a362-04a4bc0d8658" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "34f145bb-fa78-4952-b9d7-b44c5f5b3ae9"}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "f8fb4847-5b52-4120-a298-6cb67b20ab0f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:56:39.646723 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2acc86bd-e787-4a31-916c-844c036861a2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.651949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45700) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:39.653320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2acc86bd-e787-4a31-916c-844c036861a2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2799313 Sep 27 08:56:39.655123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc86bd-e787-4a31-916c-844c036861a2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01d1ae8-5512-41ea-a1b9-2322e5a189e8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:39.658624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f1f921aa-c870-4e92-9433-e71b8b22ad90 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:39.660230 n-d-810909-1 neutron-server[94830]: WARNING neutron.api.v2.base [None req-f1f921aa-c870-4e92-9433-e71b8b22ad90 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 27 08:56:39.660966 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-f1f921aa-c870-4e92-9433-e71b8b22ad90 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:39.662249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f1f921aa-c870-4e92-9433-e71b8b22ad90 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092940 Sep 27 08:56:39.665765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45702) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:39.672751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a6262238-37ee-48ae-9c91-70966a8eac51 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:39.749641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] For port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:39.750104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:39.753954 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-a6262238-37ee-48ae-9c91-70966a8eac51 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:39.759042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:39.764492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e6da153b-aba5-4756-873e-e51f56dc8614 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:39.765082 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-e6da153b-aba5-4756-873e-e51f56dc8614 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 27 08:56:39.766020 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-e6da153b-aba5-4756-873e-e51f56dc8614 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:39.771982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e6da153b-aba5-4756-873e-e51f56dc8614 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114315 Sep 27 08:56:39.773361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:39.775434 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a6262238-37ee-48ae-9c91-70966a8eac51 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1083839 Sep 27 08:56:39.785717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bfde4f2c-f94a-4dff-a7f2-419b91ab0af8 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:39.875856 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-bfde4f2c-f94a-4dff-a7f2-419b91ab0af8 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:39.878270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bfde4f2c-f94a-4dff-a7f2-419b91ab0af8 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1031573 Sep 27 08:56:39.880550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:39.888956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b8d42e97-50c8-4068-8f76-fb7f8b8d5438 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:39.890790 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-b8d42e97-50c8-4068-8f76-fb7f8b8d5438 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 27 08:56:39.891536 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-b8d42e97-50c8-4068-8f76-fb7f8b8d5438 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:39.893392 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b8d42e97-50c8-4068-8f76-fb7f8b8d5438 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110188 Sep 27 08:56:39.897291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45718) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:39.906395 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8f56630f-83b3-4cb7-950c-940e173aed7f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:39.971554 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-8f56630f-83b3-4cb7-950c-940e173aed7f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Project 3bc9c04b7db74fedaee554023af348d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:56:40.004530 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8f56630f-83b3-4cb7-950c-940e173aed7f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:40.005772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f56630f-83b3-4cb7-950c-940e173aed7f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1071389 Sep 27 08:56:40.008585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45724) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:40.021511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-93d886c0-8124-4cb0-a332-1af8c41c2425 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:40.024263 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-93d886c0-8124-4cb0-a332-1af8c41c2425 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 27 08:56:40.025377 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-93d886c0-8124-4cb0-a332-1af8c41c2425 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:40.028609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-93d886c0-8124-4cb0-a332-1af8c41c2425 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0174835 Sep 27 08:56:40.030268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45726) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:40.047839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4227994a-6adf-4a66-ad6f-a069a49cc7ef tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:40.076383 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-4227994a-6adf-4a66-ad6f-a069a49cc7ef tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Project 3bc9c04b7db74fedaee554023af348d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:56:40.093503 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-4227994a-6adf-4a66-ad6f-a069a49cc7ef tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:40.095060 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4227994a-6adf-4a66-ad6f-a069a49cc7ef tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0627315 Sep 27 08:56:40.098853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45728) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:40.104881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-103bb369-572d-4814-98f0-a225290fce77 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'b01d1ae8-5512-41ea-a1b9-2322e5a189e8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:40.177240 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-103bb369-572d-4814-98f0-a225290fce77 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Project 3bc9c04b7db74fedaee554023af348d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:56:40.210110 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-103bb369-572d-4814-98f0-a225290fce77 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:40.210723 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bb5e5e-231d-475d-bf18-1f4f72a055a1 x-openstack-request-id: req-f2bb5e5e-231d-475d-bf18-1f4f72a055a1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:56:40.211042 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "34f145bb-fa78-4952-b9d7-b44c5f5b3ae9", "status": "completed", "code": 200}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "f8fb4847-5b52-4120-a298-6cb67b20ab0f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:56:40.211305 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2bb5e5e-231d-475d-bf18-1f4f72a055a1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:56:40.211588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-103bb369-572d-4814-98f0-a225290fce77 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1113801 Sep 27 08:56:40.211701 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': '34f145bb-fa78-4952-b9d7-b44c5f5b3ae9', 'status': 'completed', 'code': 200} Sep 27 08:56:40.212060 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': 'f8fb4847-5b52-4120-a298-6cb67b20ab0f', 'status': 'completed', 'code': 200} Sep 27 08:56:40.216065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45738) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:40.316367 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.322334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73929636-a5c1-4d61-b9b2-e2e8dc8983b4 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.324927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.326027 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Floating IP fac629f2-51e5-4fc4-8c78-777c735134b2 disassociated. External IP: 172.25.2.162, port: 5b378bea-c6e1-49fd-ba7f-d76e691f72f4. Sep 27 08:56:40.326534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Calling delete_port for 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:40.349470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73929636-a5c1-4d61-b9b2-e2e8dc8983b4 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.424132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73929636-a5c1-4d61-b9b2-e2e8dc8983b4 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.427213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73929636-a5c1-4d61-b9b2-e2e8dc8983b4 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.432587 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-73929636-a5c1-4d61-b9b2-e2e8dc8983b4 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/b01d1ae8-5512-41ea-a1b9-2322e5a189e8 HTTP/1.1" status: 204 len: 168 time: 0.2121615 Sep 27 08:56:40.436269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:40.467942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73929636-a5c1-4d61-b9b2-e2e8dc8983b4 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01d1ae8-5512-41ea-a1b9-2322e5a189e8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:40.499571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0e78c99-0f7d-4a1d-a84f-7cc274c9954c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588312 Sep 27 08:56:40.511581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:40.516744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f354d94e-2d74-47f9-98fa-a2f56632a7df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385551924'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:40.549460 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f354d94e-2d74-47f9-98fa-a2f56632a7df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.594274 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.611688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4'}, {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f561a76-1299-48a9-ae5d-a819b45a8ecb'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:56:40.614177 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7543e10-3396-41a0-b7e5-a3eefc31e40f" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4"}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7f561a76-1299-48a9-ae5d-a819b45a8ecb"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:56:40.666210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f354d94e-2d74-47f9-98fa-a2f56632a7df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.673949 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f354d94e-2d74-47f9-98fa-a2f56632a7df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.695933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Port': ['ID=5b378bea-c6e1-49fd-ba7f-d76e691f72f4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:40.701025 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 27 Sep 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc926f-e4f2-4342-b95f-9daef2fbd609 x-openstack-request-id: req-afdc926f-e4f2-4342-b95f-9daef2fbd609 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:56:40.701330 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4", "code": 200}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7f561a76-1299-48a9-ae5d-a819b45a8ecb", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:56:40.701587 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afdc926f-e4f2-4342-b95f-9daef2fbd609 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:56:40.701986 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'code': 200} Sep 27 08:56:40.702241 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f561a76-1299-48a9-ae5d-a819b45a8ecb', 'code': 200} Sep 27 08:56:40.779744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f354d94e-2d74-47f9-98fa-a2f56632a7df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:40.785727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f354d94e-2d74-47f9-98fa-a2f56632a7df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2728710 Sep 27 08:56:40.786634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45766) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:40.793354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b4a0dfd-9cc5-414e-8634-e54852869294 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'bef56d60-1351-4cbf-89d8-c066d3b65bf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:40.798005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354d94e-2d74-47f9-98fa-a2f56632a7df tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef56d60-1351-4cbf-89d8-c066d3b65bf6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:40.822076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fb7c7-ff68-42ab-be43-92ddab076baf req-bb38b062-cd6c-4b58-99c6-3154c8bc67e9 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:56:40.823687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-be2fb7c7-ff68-42ab-be43-92ddab076baf req-bb38b062-cd6c-4b58-99c6-3154c8bc67e9 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 943 time: 0.1445963 Sep 27 08:56:40.895703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Router 9085f35c-d545-4686-aea9-47a2e1d59377 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:56:40.916848 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-be2fb7c7-ff68-42ab-be43-92ddab076baf req-7187b36f-07c4-44bb-beb6-1a0ebf7b942c tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups?id=0723677a-e038-46af-9262-645fbeac2158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838909 Sep 27 08:56:40.934633 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7b4a0dfd-9cc5-414e-8634-e54852869294 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The resource could not be found. Sep 27 08:56:40.937467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b4a0dfd-9cc5-414e-8634-e54852869294 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1478961 Sep 27 08:56:40.940526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45774) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:40.950894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-160c320f-7a97-43b8-9080-d0171fa976b3 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'bef56d60-1351-4cbf-89d8-c066d3b65bf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e8d4ea63-ae93-49b9-bb4c-c102b4822cb4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:41.035895 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-160c320f-7a97-43b8-9080-d0171fa976b3 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The resource could not be found. Sep 27 08:56:41.047951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45782) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:41.049988 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-160c320f-7a97-43b8-9080-d0171fa976b3 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1083500 Sep 27 08:56:41.100985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:56:41.114563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] Sync routers for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:56:41.127808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:41.128801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:41.256046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a88891-b031-468c-871a-72bddd1eada0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.263463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] No DVR routers for this DVR port 5b378bea-c6e1-49fd-ba7f-d76e691f72f4 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:41.269584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.272012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-6d68b250-da6b-465e-bbd0-91b539e3c11a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "DELETE /v2.0/ports/5b378bea-c6e1-49fd-ba7f-d76e691f72f4 HTTP/1.1" status: 204 len: 173 time: 1.9292645 Sep 27 08:56:41.317197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:41.319658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a88891-b031-468c-871a-72bddd1eada0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.417641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a88891-b031-468c-871a-72bddd1eada0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.422173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a88891-b031-468c-871a-72bddd1eada0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.423586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-76a88891-b031-468c-871a-72bddd1eada0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/bef56d60-1351-4cbf-89d8-c066d3b65bf6 HTTP/1.1" status: 204 len: 168 time: 0.3743098 Sep 27 08:56:41.426460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:41.447671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting port 7f561a76-1299-48a9-ae5d-a819b45a8ecb {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:41.448062 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.521189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6141c9b9-c6a7-4722-a08d-40482867963c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0896769 Sep 27 08:56:41.522850 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:41.529427 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-90566980-aa28-49f6-9f35-10c355a754c8 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '2d8af07f-fa32-46fc-9054-68e762cec21a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:41.539627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a88891-b031-468c-871a-72bddd1eada0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef56d60-1351-4cbf-89d8-c066d3b65bf6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:41.629055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] For port 7f561a76-1299-48a9-ae5d-a819b45a8ecb, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7f561a76-1299-48a9-ae5d-a819b45a8ecb,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:56:41.629791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.641805 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-90566980-aa28-49f6-9f35-10c355a754c8 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The resource could not be found. Sep 27 08:56:41.645563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90566980-aa28-49f6-9f35-10c355a754c8 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1197417 Sep 27 08:56:41.649213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:41.652687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Calling delete_port for 7f561a76-1299-48a9-ae5d-a819b45a8ecb owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:41.660391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-310e11f4-1b8e-47d1-936b-f015d781685f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419170661'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:41.686981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:20Z', 'revision_number': 5, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:41.695247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-310e11f4-1b8e-47d1-936b-f015d781685f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.717401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] Checking router: 9085f35c-d545-4686-aea9-47a2e1d59377 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:56:41.727373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:56:41.728043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:41.875693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:56:41.902264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-310e11f4-1b8e-47d1-936b-f015d781685f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.913949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-310e11f4-1b8e-47d1-936b-f015d781685f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.951152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e11f4-1b8e-47d1-936b-f015d781685f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65b31ca-8fac-4084-8105-ba1fb028dc81,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:41.960592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:41.995469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Port': ['ID=7f561a76-1299-48a9-ae5d-a819b45a8ecb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:42.016942 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-310e11f4-1b8e-47d1-936b-f015d781685f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.020948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-310e11f4-1b8e-47d1-936b-f015d781685f tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3672187 Sep 27 08:56:42.021338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:42.027327 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4b6487ff-8199-4208-a7f4-77d965c85a5d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121306342'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:42.088376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b6487ff-8199-4208-a7f4-77d965c85a5d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.149334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] No DVR routers for this DVR port 7f561a76-1299-48a9-ae5d-a819b45a8ecb on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:56:42.153693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.158212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75004bb4-a79e-440f-9805-62439820f4a9 req-f0b1c72b-d9f1-488d-be96-5e36502757f8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.67 "DELETE /v2.0/ports/7f561a76-1299-48a9-ae5d-a819b45a8ecb HTTP/1.1" status: 204 len: 173 time: 0.8771741 Sep 27 08:56:42.206542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0123581d-aa73-4c8b-b0bf-21d8d717f201 req-fc5db87e-aaee-4888-98ae-fcf556a4a383 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.1132128 Sep 27 08:56:42.215127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4'}, {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': '7f561a76-1299-48a9-ae5d-a819b45a8ecb'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:56:42.217540 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c78862-577e-495d-8bb4-18f54704f624" -d '{"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4"}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "7f561a76-1299-48a9-ae5d-a819b45a8ecb"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:56:42.239353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:20Z', 'revision_number': 5, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:56:42.273762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b6487ff-8199-4208-a7f4-77d965c85a5d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.278877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef0a55-f92d-42ff-a8dd-d738a0f429fa None None] The sync data for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 is: [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:46:13Z', 'revision_number': 4, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bc8ddb41-33d6-4de0-9ad0-4337593f4adb', 'name': '', 'network_id': 'cddacd25-acb1-4995-aad0-ea39e6c07e9f', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'mac_address': 'fa:16:3e:a8:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:11Z', 'updated_at': '2021-09-27T08:46:20Z', 'revision_number': 5, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'subnets': [{'id': '443c3c2f-0333-4543-b944-4d2e3fec61a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:56:42.280790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b6487ff-8199-4208-a7f4-77d965c85a5d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.287448 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 08:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f39b75-42c3-4d4d-a00f-538a5c9d8c1e x-openstack-request-id: req-96f39b75-42c3-4d4d-a00f-538a5c9d8c1e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:56:42.287747 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "5b378bea-c6e1-49fd-ba7f-d76e691f72f4", "status": "completed", "code": 200}, {"server_uuid": "e6c75c71-c5cb-4908-98e9-713401ffb3bc", "name": "network-vif-deleted", "tag": "7f561a76-1299-48a9-ae5d-a819b45a8ecb", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:56:42.288003 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96f39b75-42c3-4d4d-a00f-538a5c9d8c1e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:56:42.288425 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': '5b378bea-c6e1-49fd-ba7f-d76e691f72f4', 'status': 'completed', 'code': 200} Sep 27 08:56:42.288679 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c75c71-c5cb-4908-98e9-713401ffb3bc', 'name': 'network-vif-deleted', 'tag': '7f561a76-1299-48a9-ae5d-a819b45a8ecb', 'status': 'completed', 'code': 200} Sep 27 08:56:42.326888 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b6487ff-8199-4208-a7f4-77d965c85a5d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.328142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4b6487ff-8199-4208-a7f4-77d965c85a5d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3056934 Sep 27 08:56:42.331317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45828) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:42.336902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3e65d257-2963-4575-9c3a-2ef8b5724c06 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': 'f65b31ca-8fac-4084-8105-ba1fb028dc81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '80fb1cb5-b790-466e-9aaa-fed8a0b47f44'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:42.342566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6487ff-8199-4208-a7f4-77d965c85a5d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb1cb5-b790-466e-9aaa-fed8a0b47f44,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:42.405688 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-3e65d257-2963-4575-9c3a-2ef8b5724c06 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:42.408067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3e65d257-2963-4575-9c3a-2ef8b5724c06 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0751214 Sep 27 08:56:42.411474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45834) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:42.513580 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76bc7c7c-aa26-4c28-9481-fcd15f9185f7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.556252 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76bc7c7c-aa26-4c28-9481-fcd15f9185f7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.610040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76bc7c7c-aa26-4c28-9481-fcd15f9185f7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.613253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76bc7c7c-aa26-4c28-9481-fcd15f9185f7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.617914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45838) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:42.618597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-76bc7c7c-aa26-4c28-9481-fcd15f9185f7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/80fb1cb5-b790-466e-9aaa-fed8a0b47f44 HTTP/1.1" status: 204 len: 168 time: 0.2052658 Sep 27 08:56:42.631425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc7c7c-aa26-4c28-9481-fcd15f9185f7 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb1cb5-b790-466e-9aaa-fed8a0b47f44,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:42.718605 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ebba3777-291c-4683-ad95-b5a202861f6c tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0965245 Sep 27 08:56:42.718605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45840) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:42.762163 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a3293-1ec4-436b-b5f1-923e3919bcfe None None] New status for floating IP fac629f2-51e5-4fc4-8c78-777c735134b2: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:56:42.797042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6539d17-1919-4a1d-9f29-76a5253c181b tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.825514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6539d17-1919-4a1d-9f29-76a5253c181b tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.877718 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6539d17-1919-4a1d-9f29-76a5253c181b tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.881444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c6539d17-1919-4a1d-9f29-76a5253c181b tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:42.883430 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c6539d17-1919-4a1d-9f29-76a5253c181b tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/f65b31ca-8fac-4084-8105-ba1fb028dc81 HTTP/1.1" status: 204 len: 168 time: 0.1640501 Sep 27 08:56:42.888853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45848) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:42.902458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6539d17-1919-4a1d-9f29-76a5253c181b tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65b31ca-8fac-4084-8105-ba1fb028dc81,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:42.967808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:42.968154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5ed0aa0d-e10e-4fee-ab14-9afe9e42e5bb tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778096 Sep 27 08:56:42.973793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-870af660-1682-4aa9-9d2f-77cb121c2623 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--713999631'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:43.005401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-870af660-1682-4aa9-9d2f-77cb121c2623 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.111625 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-870af660-1682-4aa9-9d2f-77cb121c2623 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.118298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-870af660-1682-4aa9-9d2f-77cb121c2623 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.151426 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-870af660-1682-4aa9-9d2f-77cb121c2623 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.153538 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-870af660-1682-4aa9-9d2f-77cb121c2623 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1836078 Sep 27 08:56:43.156965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:43.161903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9c48a28f-1993-41a0-ac24-5c05b5c3ad5a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '57b56254-a9a6-44dc-ada0-2566eadcd56f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:43.182148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af660-1682-4aa9-9d2f-77cb121c2623 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b56254-a9a6-44dc-ada0-2566eadcd56f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:43.250651 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-9c48a28f-1993-41a0-ac24-5c05b5c3ad5a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:43.253020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9c48a28f-1993-41a0-ac24-5c05b5c3ad5a tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0950811 Sep 27 08:56:43.254614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45870) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:43.273154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-22f7d699-5bf8-46f3-81bc-b9ae3c364e42 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group_rule': {'security_group_id': '57b56254-a9a6-44dc-ada0-2566eadcd56f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:43.404871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf8aa4cf-2ccc-4a2c-b3a0-6bef780e56c9 req-3e6896f1-47f4-4cb2-b0c3-3625fbdee1c1 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0686347 Sep 27 08:56:43.443453 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-22f7d699-5bf8-46f3-81bc-b9ae3c364e42 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 08:56:43.444445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45878) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:43.444572 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-22f7d699-5bf8-46f3-81bc-b9ae3c364e42 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1841383 Sep 27 08:56:43.545721 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f804f08-676e-4a21-91fc-d3b00dd1d78d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.572898 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f804f08-676e-4a21-91fc-d3b00dd1d78d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.634352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f804f08-676e-4a21-91fc-d3b00dd1d78d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.643531 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f804f08-676e-4a21-91fc-d3b00dd1d78d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.643531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f804f08-676e-4a21-91fc-d3b00dd1d78d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/57b56254-a9a6-44dc-ada0-2566eadcd56f HTTP/1.1" status: 204 len: 168 time: 0.1992197 Sep 27 08:56:43.643874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45894) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:43.667764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f804f08-676e-4a21-91fc-d3b00dd1d78d tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b56254-a9a6-44dc-ada0-2566eadcd56f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:43.690684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:43.740453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4bd8a08f-3138-48f7-b85c-8da70b2fa4bd tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0971177 Sep 27 08:56:43.740879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45904) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:43.748822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2515754e-5294-468d-a7cc-47f52ae63ffb tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567313163'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:43.787375 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2515754e-5294-468d-a7cc-47f52ae63ffb tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.906531 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1edb-a9e5-487a-94fb-dbf04d056952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.950761 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2515754e-5294-468d-a7cc-47f52ae63ffb tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:43.962238 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2515754e-5294-468d-a7cc-47f52ae63ffb tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.009256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515754e-5294-468d-a7cc-47f52ae63ffb tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374152b8-f1b0-4750-a959-431adb8fed1e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:44.073487 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1edb-a9e5-487a-94fb-dbf04d056952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.078890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1edb-a9e5-487a-94fb-dbf04d056952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.127713 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.142153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf8e1edb-a9e5-487a-94fb-dbf04d056952 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04b52928ff6e4067945db7434e703187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479315 Sep 27 08:56:44.143634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e1edb-a9e5-487a-94fb-dbf04d056952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97abc655-a1c5-4e07-a2f8-14247f093c3f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:44.144932 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45912) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:44.146506 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2515754e-5294-468d-a7cc-47f52ae63ffb tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.148840 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2515754e-5294-468d-a7cc-47f52ae63ffb tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4064620 Sep 27 08:56:44.151545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45914) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:44.157307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7f1ca68a-be2c-41ee-8e61-c3f77e9ca644 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:56:44.158054 n-d-810909-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-7f1ca68a-be2c-41ee-8e61-c3f77e9ca644 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 27 08:56:44.158858 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7f1ca68a-be2c-41ee-8e61-c3f77e9ca644 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] update failed (client error): There was a conflict when trying to complete your request. Sep 27 08:56:44.172960 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f1ca68a-be2c-41ee-8e61-c3f77e9ca644 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "PUT /v2.0/security-groups/374152b8-f1b0-4750-a959-431adb8fed1e HTTP/1.1" status: 409 len: 330 time: 0.0194557 Sep 27 08:56:44.176436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:44.273476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.285264 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3871721-4945-4a70-a1dc-6d920b45aee2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.311392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.317576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3871721-4945-4a70-a1dc-6d920b45aee2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.365672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3871721-4945-4a70-a1dc-6d920b45aee2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.369452 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3871721-4945-4a70-a1dc-6d920b45aee2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.373181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3871721-4945-4a70-a1dc-6d920b45aee2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/374152b8-f1b0-4750-a959-431adb8fed1e HTTP/1.1" status: 204 len: 168 time: 0.1928604 Sep 27 08:56:44.378819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45924) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:44.386200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871721-4945-4a70-a1dc-6d920b45aee2 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374152b8-f1b0-4750-a959-431adb8fed1e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:44.436252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.438791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:44.442333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97abc655-a1c5-4e07-a2f8-14247f093c3f HTTP/1.1" status: 204 len: 168 time: 0.2940178 Sep 27 08:56:44.469654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97abc655-a1c5-4e07-a2f8-14247f093c3f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:44.481462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.481801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.482344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.482849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.483348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.483856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.484504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.484994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.485496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.486002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.486492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.486992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804dd7fe-05eb-4a83-8f9f-a625c979fb7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:56:44.494757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-56cc77bc-3ad6-4985-b1de-d8487a816ef0 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146536 Sep 27 08:56:44.502862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:44.548599 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-16e6d28b-4042-4a11-9ffc-199b5b9f4801 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] delete failed (client error): The resource could not be found. Sep 27 08:56:44.554464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45936) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:44.555107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-16e6d28b-4042-4a11-9ffc-199b5b9f4801 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "DELETE /v2.0/security-groups/3dc378f7-df26-4336-9101-e330977e2c66 HTTP/1.1" status: 404 len: 347 time: 0.0510631 Sep 27 08:56:44.575445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d496c08a-1554-4202-80e3-f0b9a1cfb83a req-013ac61e-7a4d-4978-b725-726175c97f50 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0505021 Sep 27 08:56:44.594963 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-e6dd0522-55a5-4b19-bf45-15694c4e8649 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] show failed (client error): The resource could not be found. Sep 27 08:56:44.598594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e6dd0522-55a5-4b19-bf45-15694c4e8649 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-groups/00376ff8-9d88-4a6c-9106-ece2838723c6 HTTP/1.1" status: 404 len: 347 time: 0.0430841 Sep 27 08:56:44.604418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45938) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:44.618924 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-cee7fa78-4103-4e00-b1d3-99d5b09f6795 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] show failed (client error): The resource could not be found. Sep 27 08:56:44.620466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cee7fa78-4103-4e00-b1d3-99d5b09f6795 tempest-NegativeSecGroupIPv6Test-86568970 tempest-NegativeSecGroupIPv6Test-86568970-project] 10.222.0.50 "GET /v2.0/security-group-rules/df47f432-6fd7-48ff-a4cc-308149191798 HTTP/1.1" status: 404 len: 356 time: 0.0146601 Sep 27 08:56:44.959576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:44.984268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-400421da-ed8f-4758-a85c-a58962c75162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.086218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e76281a-42c4-48f6-9d68-a7205196be63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.099895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45962) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:45.166617 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-400421da-ed8f-4758-a85c-a58962c75162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.174168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-400421da-ed8f-4758-a85c-a58962c75162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.242328 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400421da-ed8f-4758-a85c-a58962c75162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd26fc4-e0cf-4456-a7ef-6d2c6f8b9aac,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:45.258854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 45968) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:45.260646 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-400421da-ed8f-4758-a85c-a58962c75162 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d29fd2f713c415bb47273386d2a06b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995391 Sep 27 08:56:45.392095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52c81afe-9b21-49c2-aa46-507d9ef6691a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.399319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1c807905-a15c-468a-85d3-071b76c49f6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3bc9c04b7db74fedaee554023af348d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980790 Sep 27 08:56:45.402628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45972) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:45.419475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52c81afe-9b21-49c2-aa46-507d9ef6691a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.488602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0444ee6-c77f-4b6c-8b2f-2fd4a3785e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.490595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 45978) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:45.493749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52c81afe-9b21-49c2-aa46-507d9ef6691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.496687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-52c81afe-9b21-49c2-aa46-507d9ef6691a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.500978 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-52c81afe-9b21-49c2-aa46-507d9ef6691a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8bd26fc4-e0cf-4456-a7ef-6d2c6f8b9aac HTTP/1.1" status: 204 len: 168 time: 0.2395089 Sep 27 08:56:45.515679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c81afe-9b21-49c2-aa46-507d9ef6691a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd26fc4-e0cf-4456-a7ef-6d2c6f8b9aac,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:45.536401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0444ee6-c77f-4b6c-8b2f-2fd4a3785e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.608188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0444ee6-c77f-4b6c-8b2f-2fd4a3785e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.612867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0444ee6-c77f-4b6c-8b2f-2fd4a3785e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:45.617084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0444ee6-c77f-4b6c-8b2f-2fd4a3785e79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a306184c-195a-436d-8792-031c0ff481f6 HTTP/1.1" status: 204 len: 168 time: 0.2128839 Sep 27 08:56:45.629803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0444ee6-c77f-4b6c-8b2f-2fd4a3785e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a306184c-195a-436d-8792-031c0ff481f6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:45.738979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1ae6eb93-7b03-4277-a9fa-684a21e56990 req-44e4e01f-f06a-4397-b3ee-3f7d166e16a8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0366166 Sep 27 08:56:45.870870 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a326767-fd68-445c-9b73-d97cddca605d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.003074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a326767-fd68-445c-9b73-d97cddca605d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.009790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a326767-fd68-445c-9b73-d97cddca605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.056176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a326767-fd68-445c-9b73-d97cddca605d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1072ce3d-7d69-4afd-b53c-b63c8d3d9ec1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:46.061302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a326767-fd68-445c-9b73-d97cddca605d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14a7b7ee26a1474e9962c71b8b15d71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696836 Sep 27 08:56:46.064014 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46002) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:46.124369 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a1164c3-fc51-4179-8f2e-7978ddf544aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.149132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a1164c3-fc51-4179-8f2e-7978ddf544aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.243785 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a1164c3-fc51-4179-8f2e-7978ddf544aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.247981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a1164c3-fc51-4179-8f2e-7978ddf544aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.249503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a1164c3-fc51-4179-8f2e-7978ddf544aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1072ce3d-7d69-4afd-b53c-b63c8d3d9ec1 HTTP/1.1" status: 204 len: 168 time: 0.1843603 Sep 27 08:56:46.265192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1164c3-fc51-4179-8f2e-7978ddf544aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1072ce3d-7d69-4afd-b53c-b63c8d3d9ec1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:46.398840 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:56:46.666197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46040) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:46.692476 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5beb4ef5-3727-494e-979d-c770764026ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.812180 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5beb4ef5-3727-494e-979d-c770764026ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.830747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5beb4ef5-3727-494e-979d-c770764026ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:46.877256 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5beb4ef5-3727-494e-979d-c770764026ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d98d277f1094f0abad7a89b760f968a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068291 Sep 27 08:56:46.877256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb4ef5-3727-494e-979d-c770764026ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50da7cbb-4fc2-49ba-910b-4bd94abcc862,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:46.877813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46050) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:46.967230 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed27c3d9-3d72-462c-8cce-2dff3e70e29c req-72b2c8cc-ff28-4807-bdf7-54b2521d752a tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0754023 Sep 27 08:56:47.001635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-967cecb1-f5c9-4ede-b3d9-69e0708c1136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:47.033594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-967cecb1-f5c9-4ede-b3d9-69e0708c1136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:47.139209 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-967cecb1-f5c9-4ede-b3d9-69e0708c1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:47.142540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-967cecb1-f5c9-4ede-b3d9-69e0708c1136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:47.144055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-967cecb1-f5c9-4ede-b3d9-69e0708c1136 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50da7cbb-4fc2-49ba-910b-4bd94abcc862 HTTP/1.1" status: 204 len: 168 time: 0.2650950 Sep 27 08:56:47.160588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cecb1-f5c9-4ede-b3d9-69e0708c1136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50da7cbb-4fc2-49ba-910b-4bd94abcc862,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:47.521171 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab5a41e5-6f6e-4684-bee3-8f5dc479b365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:48.021893 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:48.152102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6919dc4b-d2eb-4a4d-a315-3fe65e191221 req-470a4188-f54b-45fb-98c8-061a13eaebc6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0557373 Sep 27 08:56:48.862327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46152) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:48.944108 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.074795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb2a81a4-ac7e-4be9-82cc-cc1c00a20496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.233739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb2a81a4-ac7e-4be9-82cc-cc1c00a20496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.247847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb2a81a4-ac7e-4be9-82cc-cc1c00a20496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.291165 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bb2a81a4-ac7e-4be9-82cc-cc1c00a20496 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5ddcaee46834ac5b766b677a41a4a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270620 Sep 27 08:56:49.292445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a81a4-ac7e-4be9-82cc-cc1c00a20496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b305f-fa18-4816-855d-b839d07a95e8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:49.295645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46168) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:49.344994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a116306-3132-4856-a066-40f307308b66 req-7f4008c1-3a39-4c3b-a4e4-c77b7bcec1c9 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0771990 Sep 27 08:56:49.366723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b2cfd58-26da-41e7-8c4d-48da22387b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.398917 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b2cfd58-26da-41e7-8c4d-48da22387b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.456960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b2cfd58-26da-41e7-8c4d-48da22387b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.459530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b2cfd58-26da-41e7-8c4d-48da22387b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.460737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b2cfd58-26da-41e7-8c4d-48da22387b6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c7b305f-fa18-4816-855d-b839d07a95e8 HTTP/1.1" status: 204 len: 168 time: 0.1638322 Sep 27 08:56:49.469385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cfd58-26da-41e7-8c4d-48da22387b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b305f-fa18-4816-855d-b839d07a95e8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:49.783147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46190) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:49.801944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31e58d47-280d-4502-a1c9-0067aa267fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.932353 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31e58d47-280d-4502-a1c9-0067aa267fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.946623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31e58d47-280d-4502-a1c9-0067aa267fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:49.999672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-31e58d47-280d-4502-a1c9-0067aa267fef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=339ec03f3f104bc891b15c259559bf20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125926 Sep 27 08:56:49.999672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e58d47-280d-4502-a1c9-0067aa267fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3039dde0-c358-499d-a9db-8e1dc5004395,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:50.000153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46198) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:50.071369 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0074567f-d041-4bda-b2ae-0149a39b7faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:50.100316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0074567f-d041-4bda-b2ae-0149a39b7faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:50.171622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0074567f-d041-4bda-b2ae-0149a39b7faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:50.175787 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0074567f-d041-4bda-b2ae-0149a39b7faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:50.178915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0074567f-d041-4bda-b2ae-0149a39b7faf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3039dde0-c358-499d-a9db-8e1dc5004395 HTTP/1.1" status: 204 len: 168 time: 0.1759374 Sep 27 08:56:50.195037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074567f-d041-4bda-b2ae-0149a39b7faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3039dde0-c358-499d-a9db-8e1dc5004395,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:50.528736 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-905b74c6-ced2-418c-882c-dbd9d9885891 req-929568ba-14a5-4b11-b541-42a07f3cc8f7 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0453861 Sep 27 08:56:50.591887 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:51.715527 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c3529677-6cf0-414f-9252-c37651a45b23 req-cb691e31-3fa3-465b-9377-adc085e31bb5 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0431771 Sep 27 08:56:52.832920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1072ac52-9f65-431d-ac61-d09d142dcf31 req-85acb4ba-e50a-489f-95ad-b11e1b3914c3 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0293822 Sep 27 08:56:53.804875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:53.960707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a2f23a2-23fb-4a12-8e85-eb5d6eb08b4f req-f41711f8-573a-45c1-b635-953ef443daf6 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0488338 Sep 27 08:56:54.071221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24fb847e-735d-44bf-8247-9b5246dddb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.199560 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24fb847e-735d-44bf-8247-9b5246dddb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.213313 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24fb847e-735d-44bf-8247-9b5246dddb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.260617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb847e-735d-44bf-8247-9b5246dddb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac0a589-4cfd-4ecf-af8f-2207237f0e54,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:54.273601 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-24fb847e-735d-44bf-8247-9b5246dddb5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dadd04dd4b14ce082914ff883df2f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660156 Sep 27 08:56:54.273601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46376) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:54.328699 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd26-d598-45a6-8cad-1191e9194409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.351343 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd26-d598-45a6-8cad-1191e9194409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.427347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd26-d598-45a6-8cad-1191e9194409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.431886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cab8bd26-d598-45a6-8cad-1191e9194409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.435825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cab8bd26-d598-45a6-8cad-1191e9194409 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ac0a589-4cfd-4ecf-af8f-2207237f0e54 HTTP/1.1" status: 204 len: 168 time: 0.1598582 Sep 27 08:56:54.462708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8bd26-d598-45a6-8cad-1191e9194409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac0a589-4cfd-4ecf-af8f-2207237f0e54,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:54.828492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46410) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:54.849798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb367e01-c825-48a9-bc22-e3e0b342bee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.971690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb367e01-c825-48a9-bc22-e3e0b342bee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:54.978158 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb367e01-c825-48a9-bc22-e3e0b342bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:55.079081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d9ac59e1-d57f-4615-8139-fbf362fe3311 req-1bcccb8d-9adb-4a78-8838-4e22d7272e86 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0373788 Sep 27 08:56:55.347580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb367e01-c825-48a9-bc22-e3e0b342bee3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6da79529746e4166b78cc745755bc5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178442 Sep 27 08:56:55.350386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46420) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:55.381814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb367e01-c825-48a9-bc22-e3e0b342bee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32140541-cfa6-4fcc-b6a1-e7ed936c8441,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:55.420637 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b71d370-9ba8-42c4-b4cb-4bd989853183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:55.451520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b71d370-9ba8-42c4-b4cb-4bd989853183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:55.510361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b71d370-9ba8-42c4-b4cb-4bd989853183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:55.513680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b71d370-9ba8-42c4-b4cb-4bd989853183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:55.520193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b71d370-9ba8-42c4-b4cb-4bd989853183 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32140541-cfa6-4fcc-b6a1-e7ed936c8441 HTTP/1.1" status: 204 len: 168 time: 0.1681998 Sep 27 08:56:55.530007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71d370-9ba8-42c4-b4cb-4bd989853183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32140541-cfa6-4fcc-b6a1-e7ed936c8441,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:56.233555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4eeb1c5e-fc66-4dfc-a732-5d120d70cd08 req-9d1f79f1-c7bf-45c0-abea-70df40a0b266 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0284648 Sep 27 08:56:57.423961 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5a9b9f4-807e-4a5a-9f88-726c3faef4e5 req-43fe1ce5-1d06-42c1-b267-31fac8165dd5 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6c75c71-c5cb-4908-98e9-713401ffb3bc HTTP/1.1" status: 200 len: 210 time: 0.0399158 Sep 27 08:56:58.588520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:58.664940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64795bda-536a-4aad-afd9-1a35e65a9545 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:58.695095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64795bda-536a-4aad-afd9-1a35e65a9545 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:58.753724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64795bda-536a-4aad-afd9-1a35e65a9545 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:58.757195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-64795bda-536a-4aad-afd9-1a35e65a9545 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:58.758586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-64795bda-536a-4aad-afd9-1a35e65a9545 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "DELETE /v2.0/security-groups/0723677a-e038-46af-9262-645fbeac2158 HTTP/1.1" status: 204 len: 168 time: 0.1692288 Sep 27 08:56:58.762429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46548) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:58.781270 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-89cdb77a-86b9-4d86-86ff-6441dd276060 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] show failed (client error): The resource could not be found. Sep 27 08:56:58.782296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-89cdb77a-86b9-4d86-86ff-6441dd276060 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "GET /v2.0/security-groups/0723677a-e038-46af-9262-645fbeac2158 HTTP/1.1" status: 404 len: 347 time: 0.0173807 Sep 27 08:56:58.783487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64795bda-536a-4aad-afd9-1a35e65a9545 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0723677a-e038-46af-9262-645fbeac2158,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:58.785487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46550) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:58.931450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting port 5a58ea55-80b6-4718-bd58-bc178abfe5f4 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:58.931895 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.044861 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.045487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.067755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Calling delete_port for 5a58ea55-80b6-4718-bd58-bc178abfe5f4 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:59.325613 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.393538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Port': ['ID=5a58ea55-80b6-4718-bd58-bc178abfe5f4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:56:59.464520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.467800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.469518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7b4afefb-7601-48b3-ac58-839f4d62f2b2 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "DELETE /v2.0/floatingips/fac629f2-51e5-4fc4-8c78-777c735134b2 HTTP/1.1" status: 204 len: 168 time: 0.6826773 Sep 27 08:56:59.472988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:56:59.587314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-109c6a88-fb4c-46b1-8af6-8decdb9737d8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting port 8fd4e8a5-18e4-40b2-a35f-300277dba470 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:56:59.588011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-109c6a88-fb4c-46b1-8af6-8decdb9737d8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.704820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-109c6a88-fb4c-46b1-8af6-8decdb9737d8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.718549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-109c6a88-fb4c-46b1-8af6-8decdb9737d8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Calling delete_port for 8fd4e8a5-18e4-40b2-a35f-300277dba470 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:56:59.913978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-109c6a88-fb4c-46b1-8af6-8decdb9737d8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:56:59.944902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c6a88-fb4c-46b1-8af6-8decdb9737d8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Port': ['ID=8fd4e8a5-18e4-40b2-a35f-300277dba470,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:00.068747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-109c6a88-fb4c-46b1-8af6-8decdb9737d8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:00.070925 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-109c6a88-fb4c-46b1-8af6-8decdb9737d8 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "DELETE /v2.0/ports/8fd4e8a5-18e4-40b2-a35f-300277dba470 HTTP/1.1" status: 204 len: 168 time: 0.5964613 Sep 27 08:57:00.073742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46608) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:00.194904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-824ae2c1-369f-4c8b-a871-6a00769d39b4 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting port cdd81495-eed4-42b0-a6a6-84716c0ea385 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:00.195636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824ae2c1-369f-4c8b-a871-6a00769d39b4 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:00.335502 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824ae2c1-369f-4c8b-a871-6a00769d39b4 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:00.385963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-824ae2c1-369f-4c8b-a871-6a00769d39b4 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Calling delete_port for cdd81495-eed4-42b0-a6a6-84716c0ea385 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:00.742759 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824ae2c1-369f-4c8b-a871-6a00769d39b4 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:00.802140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ae2c1-369f-4c8b-a871-6a00769d39b4 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Port': ['ID=cdd81495-eed4-42b0-a6a6-84716c0ea385,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:00.989646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824ae2c1-369f-4c8b-a871-6a00769d39b4 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:00.992042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-824ae2c1-369f-4c8b-a871-6a00769d39b4 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "DELETE /v2.0/ports/cdd81495-eed4-42b0-a6a6-84716c0ea385 HTTP/1.1" status: 204 len: 168 time: 0.9170833 Sep 27 08:57:00.994827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:01.068837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-623be3ad-9fbe-4fe6-8920-6ffc29cc6678 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting subnet be998061-9d62-4b7b-97dc-8675c07ed90a {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:57:01.073110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-623be3ad-9fbe-4fe6-8920-6ffc29cc6678 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:01.148895 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-623be3ad-9fbe-4fe6-8920-6ffc29cc6678 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:01.282275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-623be3ad-9fbe-4fe6-8920-6ffc29cc6678 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:01.438319 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-623be3ad-9fbe-4fe6-8920-6ffc29cc6678 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:01.509903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623be3ad-9fbe-4fe6-8920-6ffc29cc6678 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Subnet': ['ID=be998061-9d62-4b7b-97dc-8675c07ed90a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:01.525667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-623be3ad-9fbe-4fe6-8920-6ffc29cc6678 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:01.529949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-623be3ad-9fbe-4fe6-8920-6ffc29cc6678 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "DELETE /v2.0/subnets/be998061-9d62-4b7b-97dc-8675c07ed90a HTTP/1.1" status: 204 len: 168 time: 0.5330398 Sep 27 08:57:01.532818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:01.534844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee6b67f-d70a-4210-b0ec-197fa21986d8 None None] Network 1effa066-6393-41bc-8fe3-538d4fd8b46f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:01.647044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-181ef5ec-69ed-4502-8ba4-a6da73bde8e0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Deleting subnet c8228953-8273-41cf-982a-be34a862826f {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:57:01.668894 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-181ef5ec-69ed-4502-8ba4-a6da73bde8e0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:01.788033 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-181ef5ec-69ed-4502-8ba4-a6da73bde8e0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:01.958062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] DHCP port deletion for 1effa066-6393-41bc-8fe3-538d4fd8b46f request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:57:01.980938 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-181ef5ec-69ed-4502-8ba4-a6da73bde8e0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.046361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Deleting port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:02.048035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.102541 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-181ef5ec-69ed-4502-8ba4-a6da73bde8e0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.159152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] For port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2,segment=NetworkSegment(82c77483-2255-4d13-b0bb-7f08fdc9c3fe),segment_id=82c77483-2255-4d13-b0bb-7f08fdc9c3fe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:02.159929 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.179320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ef5ec-69ed-4502-8ba4-a6da73bde8e0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Subnet': ['ID=c8228953-8273-41cf-982a-be34a862826f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:02.182593 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-181ef5ec-69ed-4502-8ba4-a6da73bde8e0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.186228 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-181ef5ec-69ed-4502-8ba4-a6da73bde8e0 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "DELETE /v2.0/subnets/c8228953-8273-41cf-982a-be34a862826f HTTP/1.1" status: 204 len: 168 time: 0.6499987 Sep 27 08:57:02.187540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 46834) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:02.190431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Calling delete_port for 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:02.303132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f221ef-5f8c-4de9-990f-fd48f7dcfd48 None None] Network 6723603d-3951-44b2-90bc-329d6a2ef3d7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:02.330507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.399866 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.417193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] No DVR routers for this DVR port 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:02.496363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Pushing event deleted for resources: {'Port': ['ID=4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:02.512095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.512751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.513291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.513820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.514323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.514883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.515415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.515926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.516539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.517142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.517683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.518184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72dad9-023a-4d31-836c-730b8fb9a517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:02.526306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:02.562240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:02.562945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c5f0d1b-e9dc-4d63-9284-5f8fabaa1fc2 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:02.708871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] DHCP port deletion for 6723603d-3951-44b2-90bc-329d6a2ef3d7 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:57:02.778402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] Deleting port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:02.779276 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.878580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] For port f37f05b2-0f53-4f63-9d84-56a9029ae2c4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f37f05b2-0f53-4f63-9d84-56a9029ae2c4,segment=NetworkSegment(875c43d4-6d86-458c-9ea0-3c810eecb089),segment_id=875c43d4-6d86-458c-9ea0-3c810eecb089)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:02.880704 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:02.913153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] Calling delete_port for f37f05b2-0f53-4f63-9d84-56a9029ae2c4 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:03.032016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.089228 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.091828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1effa066-6393-41bc-8fe3-538d4fd8b46f']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:03.133149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c77483-2255-4d13-b0bb-7f08fdc9c3fe') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:03.136138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c77483-2255-4d13-b0bb-7f08fdc9c3fe') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:03.162968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] Pushing event deleted for resources: {'Port': ['ID=f37f05b2-0f53-4f63-9d84-56a9029ae2c4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:03.163335 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.166538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0010395-7d29-40ed-b8ef-6797b3cf573e None None] No DVR routers for this DVR port f37f05b2-0f53-4f63-9d84-56a9029ae2c4 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:03.193551 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.201883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:03.202562 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:03.208371 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:03.378417 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.386981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.408759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "DELETE /v2.0/networks/1effa066-6393-41bc-8fe3-538d4fd8b46f HTTP/1.1" status: 204 len: 168 time: 1.2170494 Sep 27 08:57:03.409087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 46976) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:03.456345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd2190-35b2-4c04-8a07-1d334b31972d tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Network': ['ID=1effa066-6393-41bc-8fe3-538d4fd8b46f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:03.528257 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.690666 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.718153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6723603d-3951-44b2-90bc-329d6a2ef3d7']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:03.742051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875c43d4-6d86-458c-9ea0-3c810eecb089') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:03.742688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875c43d4-6d86-458c-9ea0-3c810eecb089') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:03.757782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.793033 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.803290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:03.803955 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:03.808424 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:03.890145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.902484 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:03.920961 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] 10.222.0.50 "DELETE /v2.0/networks/6723603d-3951-44b2-90bc-329d6a2ef3d7 HTTP/1.1" status: 204 len: 168 time: 0.5111630 Sep 27 08:57:03.962536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Pushing event deleted for resources: {'Network': ['ID=6723603d-3951-44b2-90bc-329d6a2ef3d7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:03.990692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.991273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.991902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.992573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.993172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.993920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.994516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.995116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.995791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.996685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.997333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:03.997738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cfc20-4cc3-43d2-b35b-fad1e2c0b026 tempest-TaggedBootDevicesTest_v242-1979456932 tempest-TaggedBootDevicesTest_v242-1979456932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:04.500337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f37f05b2-0f53-4f63-9d84-56a9029ae2c4 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:04.564756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: f37f05b2-0f53-4f63-9d84-56a9029ae2c4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:04.565105 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f37f05b2-0f53-4f63-9d84-56a9029ae2c4 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:04.713423 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47124) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:04.869418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2de51593-7e18-4584-a1d2-9ba6359e95bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.043432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2de51593-7e18-4584-a1d2-9ba6359e95bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.052532 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2de51593-7e18-4584-a1d2-9ba6359e95bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.137667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47170) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:05.149847 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2de51593-7e18-4584-a1d2-9ba6359e95bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e245c5d5e0542e0a80a74792db3c329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351788 Sep 27 08:57:05.156405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de51593-7e18-4584-a1d2-9ba6359e95bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a273377-bcb4-43a0-8cbd-4c127c30cfe0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:05.240702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38a3faf5-2afe-4d00-9de9-3a1d4480ee12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.272711 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38a3faf5-2afe-4d00-9de9-3a1d4480ee12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.342330 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38a3faf5-2afe-4d00-9de9-3a1d4480ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.346400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-38a3faf5-2afe-4d00-9de9-3a1d4480ee12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.347975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-38a3faf5-2afe-4d00-9de9-3a1d4480ee12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a273377-bcb4-43a0-8cbd-4c127c30cfe0 HTTP/1.1" status: 204 len: 168 time: 0.2084687 Sep 27 08:57:05.359698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3faf5-2afe-4d00-9de9-3a1d4480ee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a273377-bcb4-43a0-8cbd-4c127c30cfe0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:05.599590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47196) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:05.784093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab23f1b-b675-48bb-8d05-709685c1b401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.822429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:05.839330 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc8a0-c833-4b7d-aa25-fecfed41deff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.863153 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:05.988053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab23f1b-b675-48bb-8d05-709685c1b401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.015390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab23f1b-b675-48bb-8d05-709685c1b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.072143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab23f1b-b675-48bb-8d05-709685c1b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d1051e-4976-4655-8c90-e6c9503086d4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:06.108972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0ab23f1b-b675-48bb-8d05-709685c1b401 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1ba37f9fa654734aed12fff1851d8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079894 Sep 27 08:57:06.111035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47202) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:06.211628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c2a5a6a-0fb7-4c68-a7d7-e6abe70625ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.218535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc8a0-c833-4b7d-aa25-fecfed41deff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.241380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc8a0-c833-4b7d-aa25-fecfed41deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.245081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c2a5a6a-0fb7-4c68-a7d7-e6abe70625ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.304537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f9fc8a0-c833-4b7d-aa25-fecfed41deff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=293f6883a96c4265857c796429913f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809113 Sep 27 08:57:06.307494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47204) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:06.315681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc8a0-c833-4b7d-aa25-fecfed41deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa041cc-856c-4747-b81b-00d36840efd0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:06.340021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c2a5a6a-0fb7-4c68-a7d7-e6abe70625ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.342740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c2a5a6a-0fb7-4c68-a7d7-e6abe70625ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.343927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c2a5a6a-0fb7-4c68-a7d7-e6abe70625ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62d1051e-4976-4655-8c90-e6c9503086d4 HTTP/1.1" status: 204 len: 168 time: 0.2319098 Sep 27 08:57:06.365872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a5a6a-0fb7-4c68-a7d7-e6abe70625ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d1051e-4976-4655-8c90-e6c9503086d4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:06.405591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6378437b-fdf8-43ed-9e17-3d8b7b616a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.428937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6378437b-fdf8-43ed-9e17-3d8b7b616a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.482187 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6378437b-fdf8-43ed-9e17-3d8b7b616a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.486425 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6378437b-fdf8-43ed-9e17-3d8b7b616a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:06.487930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6378437b-fdf8-43ed-9e17-3d8b7b616a26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9aa041cc-856c-4747-b81b-00d36840efd0 HTTP/1.1" status: 204 len: 168 time: 0.1788840 Sep 27 08:57:06.501235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378437b-fdf8-43ed-9e17-3d8b7b616a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa041cc-856c-4747-b81b-00d36840efd0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:06.991710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47232) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:07.009325 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f6eff82-d1db-4c1a-ad15-4adc13e3e2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:07.119425 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f6eff82-d1db-4c1a-ad15-4adc13e3e2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:07.125095 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f6eff82-d1db-4c1a-ad15-4adc13e3e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:07.187233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eff82-d1db-4c1a-ad15-4adc13e3e2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc0811e-583c-4e09-95e8-56c32a7463b9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:07.202018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f6eff82-d1db-4c1a-ad15-4adc13e3e2ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad325ff733b74b74b422fa0a62814a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086046 Sep 27 08:57:07.204786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47238) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:07.284655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed115b3a-c1bf-48d9-b840-ede8b41b2fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:07.318170 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed115b3a-c1bf-48d9-b840-ede8b41b2fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:07.389457 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed115b3a-c1bf-48d9-b840-ede8b41b2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:07.393212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed115b3a-c1bf-48d9-b840-ede8b41b2fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:07.397508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ed115b3a-c1bf-48d9-b840-ede8b41b2fea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fc0811e-583c-4e09-95e8-56c32a7463b9 HTTP/1.1" status: 204 len: 168 time: 0.1914787 Sep 27 08:57:07.407783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed115b3a-c1bf-48d9-b840-ede8b41b2fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc0811e-583c-4e09-95e8-56c32a7463b9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:08.123738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47278) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:08.358806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5331-3e3a-4d76-a9e1-c8bf1ac90a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:08.488751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5331-3e3a-4d76-a9e1-c8bf1ac90a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:08.497607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5331-3e3a-4d76-a9e1-c8bf1ac90a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:08.539091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f6fb5331-3e3a-4d76-a9e1-c8bf1ac90a5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e505955100884544975ddaa1dddd8a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137938 Sep 27 08:57:08.541875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:08.555742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb5331-3e3a-4d76-a9e1-c8bf1ac90a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb1da6-7fc0-4273-bb61-30ae3d0c1dfa,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:08.610398 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7d652ff-d05e-4b8f-9bc2-d90ed5e93141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:08.632675 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7d652ff-d05e-4b8f-9bc2-d90ed5e93141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:08.690824 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7d652ff-d05e-4b8f-9bc2-d90ed5e93141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:08.693583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7d652ff-d05e-4b8f-9bc2-d90ed5e93141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:08.695113 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7d652ff-d05e-4b8f-9bc2-d90ed5e93141 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1eb1da6-7fc0-4273-bb61-30ae3d0c1dfa HTTP/1.1" status: 204 len: 168 time: 0.1516654 Sep 27 08:57:08.722297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d652ff-d05e-4b8f-9bc2-d90ed5e93141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb1da6-7fc0-4273-bb61-30ae3d0c1dfa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:09.386755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:09.685001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835294b8-b27a-46ae-a3d2-c803f73a8a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:09.914081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835294b8-b27a-46ae-a3d2-c803f73a8a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:09.920801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-835294b8-b27a-46ae-a3d2-c803f73a8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:09.956263 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-835294b8-b27a-46ae-a3d2-c803f73a8a38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0065e2cfdc4406eafcdae8bfae6aa6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684798 Sep 27 08:57:09.958918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:10.029337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835294b8-b27a-46ae-a3d2-c803f73a8a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e196830-e94a-4f25-b982-1cb9b90c110c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:10.055135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3262318c-6395-4ad3-823c-05876d24e114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:10.082840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3262318c-6395-4ad3-823c-05876d24e114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:10.169007 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3262318c-6395-4ad3-823c-05876d24e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:10.171748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3262318c-6395-4ad3-823c-05876d24e114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:10.176391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3262318c-6395-4ad3-823c-05876d24e114 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e196830-e94a-4f25-b982-1cb9b90c110c HTTP/1.1" status: 204 len: 168 time: 0.2155259 Sep 27 08:57:10.196915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262318c-6395-4ad3-823c-05876d24e114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e196830-e94a-4f25-b982-1cb9b90c110c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:14.129175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.287678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:14.395668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08047de2-d1ad-4906-b736-bad907ac9e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.494748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08047de2-d1ad-4906-b736-bad907ac9e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.499416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08047de2-d1ad-4906-b736-bad907ac9e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.540223 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-08047de2-d1ad-4906-b736-bad907ac9e83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f41441e788d74ee49a8a12807aa521d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490647 Sep 27 08:57:14.540707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:14.546660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08047de2-d1ad-4906-b736-bad907ac9e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b564e8-ba21-4964-b54d-6e63f7a8c659,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:14.607877 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a601d95-aa66-4183-93a4-8dc3589c6ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.636715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a601d95-aa66-4183-93a4-8dc3589c6ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.737570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a601d95-aa66-4183-93a4-8dc3589c6ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.737570 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a601d95-aa66-4183-93a4-8dc3589c6ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:14.737570 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a601d95-aa66-4183-93a4-8dc3589c6ed7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6b564e8-ba21-4964-b54d-6e63f7a8c659 HTTP/1.1" status: 204 len: 168 time: 0.1959188 Sep 27 08:57:14.746605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a601d95-aa66-4183-93a4-8dc3589c6ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b564e8-ba21-4964-b54d-6e63f7a8c659,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:14.895680 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-0d05d1bf-8210-4e0a-af16-547ee62e74cf tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7b61d45ae9164054b15111fc0e2b03ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369916 Sep 27 08:57:15.083395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00270345-5034-4d2f-96d7-e2cc81cdc889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:15.140137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c75df-5beb-467c-9873-c5a8fd668115 req-4ef91e8c-892f-4b24-acea-bc64120bacd8 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:15.141767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-4ef91e8c-892f-4b24-acea-bc64120bacd8 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400033 Sep 27 08:57:15.142732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:15.157131 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72eb88f4-30aa-4b62-9fa1-a71244b4bdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:15.187158 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-2cb79117-4de9-4fd6-986d-7c7238662dbb tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/quotas/7b61d45ae9164054b15111fc0e2b03ea HTTP/1.1" status: 200 len: 375 time: 0.0261481 Sep 27 08:57:15.289904 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-aa94200a-af73-4f36-a199-7ee7b2986113 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b61d45ae9164054b15111fc0e2b03ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795734 Sep 27 08:57:15.379260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72eb88f4-30aa-4b62-9fa1-a71244b4bdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:15.385427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72eb88f4-30aa-4b62-9fa1-a71244b4bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:15.469106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb88f4-30aa-4b62-9fa1-a71244b4bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c272eb1-6b2d-40bf-b1b5-ff2a29225381,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:15.475120 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-72eb88f4-30aa-4b62-9fa1-a71244b4bdb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=334e9b0ad6bd42ca8b484164bd01cc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308561 Sep 27 08:57:15.478014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47668) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:15.658112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e676fa01-ff0a-4b90-a435-59aac6f73a0a req-3f7ee46d-9cc8-4ef0-b31d-663b43e66dcd tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 210 time: 0.0393384 Sep 27 08:57:15.672126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-058ee7b5-c341-4469-9032-35bd43c64b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:15.697418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-058ee7b5-c341-4469-9032-35bd43c64b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:15.752398 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-058ee7b5-c341-4469-9032-35bd43c64b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:15.754837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-058ee7b5-c341-4469-9032-35bd43c64b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:15.756023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-058ee7b5-c341-4469-9032-35bd43c64b68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c272eb1-6b2d-40bf-b1b5-ff2a29225381 HTTP/1.1" status: 204 len: 168 time: 0.2770038 Sep 27 08:57:15.775334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ee7b5-c341-4469-9032-35bd43c64b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c272eb1-6b2d-40bf-b1b5-ff2a29225381,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:16.784515 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-837bb6a0-54ca-4a07-99d9-2f530e5a1741 req-8498c5b3-f738-4d97-8b35-bc6a399df190 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 210 time: 0.0302625 Sep 27 08:57:16.862017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:16.988971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-3d00b0d5-94a9-4c8b-8483-58c54f0f80a7 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7b61d45ae9164054b15111fc0e2b03ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445609 Sep 27 08:57:17.161820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c75df-5beb-467c-9873-c5a8fd668115 req-161406e4-f307-4af3-86d4-93093a506040 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:17.163679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-161406e4-f307-4af3-86d4-93093a506040 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675601 Sep 27 08:57:17.184969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Request body: {'port': {'device_id': 'a8cd1de4-7a37-4a18-a72d-9c23722c3550', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': '7b61d45ae9164054b15111fc0e2b03ea'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:17.422932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Made reservation on behalf of 7b61d45ae9164054b15111fc0e2b03ea for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:17.427487 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:17.438959 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:17.530759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f454c59-1a10-4ab3-ba69-e289971308a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:17.564270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47784) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:17.604241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:17.610871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:17.713321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d0acc8-5499-4e04-96c4-30213c4aa67a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:17.734037 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2e15615-771d-4eca-8279-d081ad184f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:17.807006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Allocated IP 192.168.233.226 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/153f1476-f85a-4015-8672-4bdb7fadbf2d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:17.878969 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2e15615-771d-4eca-8279-d081ad184f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:17.892160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2e15615-771d-4eca-8279-d081ad184f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:17.970466 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e15615-771d-4eca-8279-d081ad184f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e3a0eb-0ad7-4a57-9409-233ce35608c9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:18.001947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d348233d-8694-4416-8c4c-7239a452a82a req-e7b6be41-492b-4f03-abee-af283650829f tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 210 time: 0.0714722 Sep 27 08:57:18.006767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c2e15615-771d-4eca-8279-d081ad184f02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=814f452caacf4f2ab1a8a298b4222274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415045 Sep 27 08:57:18.010093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:18.041942 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.088500 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.105074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92bc87f-cd86-4152-a3d0-8ee946551fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.109904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.145704 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92bc87f-cd86-4152-a3d0-8ee946551fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.196484 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.253944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Pushing event updated for resources: {'Port': ['ID=153f1476-f85a-4015-8672-4bdb7fadbf2d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:18.268581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:18.269635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:18.272068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92bc87f-cd86-4152-a3d0-8ee946551fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.274736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f92bc87f-cd86-4152-a3d0-8ee946551fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.275737 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f92bc87f-cd86-4152-a3d0-8ee946551fab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9e3a0eb-0ad7-4a57-9409-233ce35608c9 HTTP/1.1" status: 204 len: 168 time: 0.2642136 Sep 27 08:57:18.278016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:18.382034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bc87f-cd86-4152-a3d0-8ee946551fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e3a0eb-0ad7-4a57-9409-233ce35608c9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:18.439223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:18.439901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.460141 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-20fa2c3f-4810-4223-aa6b-2a5d807a7d60 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2814260 Sep 27 08:57:18.474894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Request body: {'port': {'device_id': 'a8cd1de4-7a37-4a18-a72d-9c23722c3550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:18.553487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e5a38909-0ca3-4324-aa51-8011aa346fa5 None None] Provisioning complete for port 153f1476-f85a-4015-8672-4bdb7fadbf2d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:18.554067 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5a38909-0ca3-4324-aa51-8011aa346fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.614711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Deleting port bc8ddb41-33d6-4de0-9ad0-4337593f4adb {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:18.615255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.616498 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.656117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e5a38909-0ca3-4324-aa51-8011aa346fa5 None None] Port 153f1476-f85a-4015-8672-4bdb7fadbf2d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:57:18.781847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] For port bc8ddb41-33d6-4de0-9ad0-4337593f4adb, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:18.782318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:18.800286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Calling delete_port for bc8ddb41-33d6-4de0-9ad0-4337593f4adb owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:18.964580 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.054443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153f1476-f85a-4015-8672-4bdb7fadbf2d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:57:19.063614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.085598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Transition to ACTIVE for port object 153f1476-f85a-4015-8672-4bdb7fadbf2d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:57:19.092091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.264639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47826) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:19.276210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Pushing event updated for resources: {'Port': ['ID=153f1476-f85a-4015-8672-4bdb7fadbf2d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:19.301741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.387673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8ddb41-33d6-4de0-9ad0-4337593f4adb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:19.510289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32567c46-2b43-4807-9459-763b0c372014 req-498cbedd-ffd4-4937-9288-fee8b7dcba1d tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:19.511926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32567c46-2b43-4807-9459-763b0c372014 req-498cbedd-ffd4-4937-9288-fee8b7dcba1d tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 948 time: 0.3193851 Sep 27 08:57:19.587318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aec947d3-9260-4307-bd3b-d42d3024d211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.612851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Attempting to bind port 153f1476-f85a-4015-8672-4bdb7fadbf2d on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:19.613191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Attempting to bind port 153f1476-f85a-4015-8672-4bdb7fadbf2d by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:19.613528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Attempting to bind port 153f1476-f85a-4015-8672-4bdb7fadbf2d on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:19.632461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Port 153f1476-f85a-4015-8672-4bdb7fadbf2d on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:57:19.632791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Attempting to bind port 153f1476-f85a-4015-8672-4bdb7fadbf2d on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:19.665533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:19.665872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:19.666262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:19.666724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Bound port: 153f1476-f85a-4015-8672-4bdb7fadbf2d, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:19.672319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.714158 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32567c46-2b43-4807-9459-763b0c372014 req-d187437c-a853-4470-81c6-2afb37e01ba7 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831670 Sep 27 08:57:19.853091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] For port 153f1476-f85a-4015-8672-4bdb7fadbf2d, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:19.857722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] For port 153f1476-f85a-4015-8672-4bdb7fadbf2d, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=153f1476-f85a-4015-8672-4bdb7fadbf2d,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:19.868238 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.884014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.914348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:19.915371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:19.917409 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] 10.222.0.57 "PUT /v2.0/ports/153f1476-f85a-4015-8672-4bdb7fadbf2d HTTP/1.1" status: 200 len: 1096 time: 1.4477379 Sep 27 08:57:19.917870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cd1de4-7a37-4a18-a72d-9c23722c3550', 'tag': '153f1476-f85a-4015-8672-4bdb7fadbf2d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:19.920679 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099a3766-fe03-45a5-9e13-33393f9e6d36" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cd1de4-7a37-4a18-a72d-9c23722c3550", "tag": "153f1476-f85a-4015-8672-4bdb7fadbf2d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:19.978285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aec947d3-9260-4307-bd3b-d42d3024d211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:20.029474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b53109-bae3-4d49-aadf-f83e12c64242 service neutron] Pushing event updated for resources: {'Port': ['ID=153f1476-f85a-4015-8672-4bdb7fadbf2d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:20.062042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aec947d3-9260-4307-bd3b-d42d3024d211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:20.103705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c75df-5beb-467c-9873-c5a8fd668115 req-d4087e84-0127-4a50-b994-7f02e12e29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:20.110022 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-d4087e84-0127-4a50-b994-7f02e12e29b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b61d45ae9164054b15111fc0e2b03ea&device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 1099 time: 0.1350315 Sep 27 08:57:20.191416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-3f1dcccd-a165-40fa-92c5-86777adf1295 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=153f1476-f85a-4015-8672-4bdb7fadbf2d HTTP/1.1" status: 200 len: 217 time: 0.0737939 Sep 27 08:57:20.197965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47848) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:20.201198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aec947d3-9260-4307-bd3b-d42d3024d211 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71a557b84ce24d789056f2fa0760b3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9345975 Sep 27 08:57:20.205432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec947d3-9260-4307-bd3b-d42d3024d211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb2a16e-c565-4010-bc5d-ea8775634926,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:20.308655 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c82c8a-87ae-403e-8ec2-bb95277268ab x-openstack-request-id: req-60c82c8a-87ae-403e-8ec2-bb95277268ab {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:20.308921 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cd1de4-7a37-4a18-a72d-9c23722c3550", "tag": "153f1476-f85a-4015-8672-4bdb7fadbf2d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:20.309782 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60c82c8a-87ae-403e-8ec2-bb95277268ab {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:20.310195 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cd1de4-7a37-4a18-a72d-9c23722c3550', 'tag': '153f1476-f85a-4015-8672-4bdb7fadbf2d', 'status': 'completed', 'code': 200} Sep 27 08:57:20.323491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c75df-5beb-467c-9873-c5a8fd668115 req-c3b5a712-0800-4351-958c-a09b675ebddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:20.325659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-c3b5a712-0800-4351-958c-a09b675ebddd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1255479 Sep 27 08:57:20.400188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c75df-5beb-467c-9873-c5a8fd668115 req-807f12df-a566-477d-adf8-062c149a1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:20.402422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-807f12df-a566-477d-adf8-062c149a1e5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660524 Sep 27 08:57:20.413694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67beef87-74d5-44cf-a8b5-19293cdb9798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:20.546446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Router 9085f35c-d545-4686-aea9-47a2e1d59377 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:57:20.599314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:20.735671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:57:20.743626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c8916071-fc68-499a-9794-c6153435f2d4 admin admin] 10.222.0.50 "PUT /v2.0/routers/9085f35c-d545-4686-aea9-47a2e1d59377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8782141 Sep 27 08:57:20.744826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47862) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:20.749467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] Sync routers for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:57:20.776006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:20.776841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:20.905204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:20.909411 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-6f04fbcf-ae8b-4d65-a6a9-dfb0b94011f0 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968214 Sep 27 08:57:20.981606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:21.001221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:21.030054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.053733 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67beef87-74d5-44cf-a8b5-19293cdb9798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.142455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Deleting port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:21.142716 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.275935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67cb10-523e-40cd-93b4-77ca3f568b47 req-66a1e240-f84c-4ac9-adf6-cc6a4d50c107 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:21.277758 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df67cb10-523e-40cd-93b4-77ca3f568b47 req-66a1e240-f84c-4ac9-adf6-cc6a4d50c107 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 948 time: 0.3674011 Sep 27 08:57:21.294605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1333883803'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:21.343927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] For port 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1f7c0739-ecfa-4f0d-96da-5a14c80cccf4,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:21.344815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.374400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Calling delete_port for 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:21.377517 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997c75df-5beb-467c-9873-c5a8fd668115 req-0300a8c9-aba6-4c2c-a622-d382664ca32e service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497252 Sep 27 08:57:21.401080 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67beef87-74d5-44cf-a8b5-19293cdb9798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.408893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67beef87-74d5-44cf-a8b5-19293cdb9798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.413074 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-67beef87-74d5-44cf-a8b5-19293cdb9798 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfb2a16e-c565-4010-bc5d-ea8775634926 HTTP/1.1" status: 204 len: 168 time: 1.2141626 Sep 27 08:57:21.421738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Made reservation on behalf of 649c5cff19a24796980fceb1d3c99bea for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:21.428721 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.477370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df67cb10-523e-40cd-93b4-77ca3f568b47 req-80235a7b-a6a9-49cd-93e3-4ffe2a2f7ee5 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866496 Sep 27 08:57:21.488371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67beef87-74d5-44cf-a8b5-19293cdb9798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb2a16e-c565-4010-bc5d-ea8775634926,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:21.507856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:57:19Z', 'revision_number': 5, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port': {'id': '1f7c0739-ecfa-4f0d-96da-5a14c80cccf4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:46:07Z', 'updated_at': '2021-09-27T08:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:21.543986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.546841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] Checking router: 9085f35c-d545-4686-aea9-47a2e1d59377 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:57:21.559718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] Routers {'9085f35c-d545-4686-aea9-47a2e1d59377'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:21.562028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9085f35c-d545-4686-aea9-47a2e1d59377'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:21.598810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-f75e4ac5-93b4-43c3-9c40-b10b55ec93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:21.600924 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-f75e4ac5-93b4-43c3-9c40-b10b55ec93b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b61d45ae9164054b15111fc0e2b03ea&device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 1099 time: 0.1547017 Sep 27 08:57:21.681368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] Set router 9085f35c-d545-4686-aea9-47a2e1d59377 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:21.739693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:57:21Z', 'revision_number': 6, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:21.774982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b0309-0456-4f44-ac1c-5c6715a3c96a None None] The sync data for ids ['9085f35c-d545-4686-aea9-47a2e1d59377'] in n-d-810909-1 is: [{'id': '9085f35c-d545-4686-aea9-47a2e1d59377', 'name': 'tempest-TaggedBootDevicesTest_v242-117883770-router', 'tenant_id': '1b267bf20de5490cbea029c4d96d722f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:46:04Z', 'updated_at': '2021-09-27T08:57:21Z', 'revision_number': 6, 'project_id': '1b267bf20de5490cbea029c4d96d722f', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:57:21.778344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.826474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-cf05d4f4-3230-415d-a086-dc5848bee125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:21.829082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-cf05d4f4-3230-415d-a086-dc5848bee125 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.2170584 Sep 27 08:57:21.832412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7c0739-ecfa-4f0d-96da-5a14c80cccf4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:21.927069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.931143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-2c60439f-f8f9-4a0f-a378-802612184547 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=153f1476-f85a-4015-8672-4bdb7fadbf2d HTTP/1.1" status: 200 len: 217 time: 0.0890570 Sep 27 08:57:21.938034 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:21.948415 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.010729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47876) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:22.015559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:22.022371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd959cf-f216-4485-9799-038ea8adb4ff,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:22.041689 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.041689 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Added segment 9997b884-7588-4be0-b15a-769b1cc7144f of type vlan for network ca74a1c0-8efc-4882-bd9a-23490be39152 Sep 27 08:57:22.048546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-7857a9a3-d6c1-4cd5-97b0-847bcd08ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:22.050245 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-7857a9a3-d6c1-4cd5-97b0-847bcd08ebf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.1079288 Sep 27 08:57:22.062477 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6601a275-ed06-4878-83e0-a2d7abe048f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.112605 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.117399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.122445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.146732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-e003b386-e0fa-47fd-b6ab-57ab4282f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:22.148283 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-e003b386-e0fa-47fd-b6ab-57ab4282f51e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745957 Sep 27 08:57:22.204463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.205024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9085f35c-d545-4686-aea9-47a2e1d59377 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:57:22.205790 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.210549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.211709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4d334f99-d4d6-46e8-a3b6-f36a3504af44 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9085f35c-d545-4686-aea9-47a2e1d59377 HTTP/1.1" status: 204 len: 168 time: 1.4660747 Sep 27 08:57:22.215522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47878) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:22.215710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:22.216373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.299794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8be7d0-273b-45d3-9dba-7ec849be0e8b admin admin] Deleting subnet 443c3c2f-0333-4543-b944-4d2e3fec61a9 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:57:22.304974 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b8be7d0-273b-45d3-9dba-7ec849be0e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.330858 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-63bbea42-fa99-4e97-b1f7-7905c9d41ad1 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728573 Sep 27 08:57:22.381755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b8be7d0-273b-45d3-9dba-7ec849be0e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.398575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Pushing event updated for resources: {'Network': ['ID=ca74a1c0-8efc-4882-bd9a-23490be39152,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:22.409865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ca74a1c0-8efc-4882-bd9a-23490be39152 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:22.412610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6601a275-ed06-4878-83e0-a2d7abe048f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.445106 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6601a275-ed06-4878-83e0-a2d7abe048f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.476625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-959244dd-8bcb-47a3-9fc0-fa143228ace6 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4536402 Sep 27 08:57:22.479811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47884) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:22.507173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601a275-ed06-4878-83e0-a2d7abe048f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49db5a11-c41e-4f68-92c3-f3343196e7d7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:22.515866 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-099a3766-fe03-45a5-9e13-33393f9e6d36 req-4c1ab432-f7e8-4db9-985e-a93fd1603f6f service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768687 Sep 27 08:57:22.539058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6601a275-ed06-4878-83e0-a2d7abe048f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6d34d4a2e414743b1ec572369363fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240142 Sep 27 08:57:22.539186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47890) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:22.583979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b8be7d0-273b-45d3-9dba-7ec849be0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.624815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-520e9dbe-7a73-49e7-9176-65d86857740b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.662098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 153f1476-f85a-4015-8672-4bdb7fadbf2d details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:57:22.734505 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-520e9dbe-7a73-49e7-9176-65d86857740b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.781058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f620a95-b2e1-4686-8935-93d6d3f2b490 req-4568e1c4-14af-44e2-8b90-96203e43eac5 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:22.782636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f620a95-b2e1-4686-8935-93d6d3f2b490 req-4568e1c4-14af-44e2-8b90-96203e43eac5 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 948 time: 0.1693892 Sep 27 08:57:22.792091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bc8ddb41-33d6-4de0-9ad0-4337593f4adb no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:22.801996 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b8be7d0-273b-45d3-9dba-7ec849be0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.873482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: bc8ddb41-33d6-4de0-9ad0-4337593f4adb {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:22.874034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bc8ddb41-33d6-4de0-9ad0-4337593f4adb not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:22.874559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:22.889228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-520e9dbe-7a73-49e7-9176-65d86857740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.892258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-520e9dbe-7a73-49e7-9176-65d86857740b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:22.893643 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-520e9dbe-7a73-49e7-9176-65d86857740b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49db5a11-c41e-4f68-92c3-f3343196e7d7 HTTP/1.1" status: 204 len: 168 time: 0.3534312 Sep 27 08:57:22.912757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9dbe-7a73-49e7-9176-65d86857740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49db5a11-c41e-4f68-92c3-f3343196e7d7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:22.943280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Request body: {'network': {'name': 'tempest-network--170152439', 'router:external': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:22.984650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:22.987638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1f7c0739-ecfa-4f0d-96da-5a14c80cccf4 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:23.004029 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Made reservation on behalf of 1988b4c89cd1480288d30befe4a8bef1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:23.006483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.040514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.086706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 153f1476-f85a-4015-8672-4bdb7fadbf2d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=153f1476-f85a-4015-8672-4bdb7fadbf2d,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:23.114540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '153f1476-f85a-4015-8672-4bdb7fadbf2d', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '153f1476-f85a-4015-8672-4bdb7fadbf2d', 'mac_address': 'fa:16:3e:b4:b8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:57:23.216540 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.265390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153f1476-f85a-4015-8672-4bdb7fadbf2d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:57:23.286842 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.297512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.327690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 153f1476-f85a-4015-8672-4bdb7fadbf2d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=153f1476-f85a-4015-8672-4bdb7fadbf2d,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:23.353776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:23.356096 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.384765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd6a5b-1518-4d43-a60b-8f59a8fd34f9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:23.399538 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:57:23.400590 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.401268 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Added segment 343a6dd7-242e-4e1a-b4a4-e4e65c97acd8 of type vlan for network 68ff0bfb-31c8-45b2-b98b-e1f5d69434ad Sep 27 08:57:23.469515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=153f1476-f85a-4015-8672-4bdb7fadbf2d,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:23.473439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b8be7d0-273b-45d3-9dba-7ec849be0e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.477016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9b8be7d0-273b-45d3-9dba-7ec849be0e8b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/443c3c2f-0333-4543-b944-4d2e3fec61a9 HTTP/1.1" status: 204 len: 168 time: 1.2605333 Sep 27 08:57:23.483096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.483895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396a145-911b-47dd-bc22-59c40baccb76 None None] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:23.486106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:23.516088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8be7d0-273b-45d3-9dba-7ec849be0e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443c3c2f-0333-4543-b944-4d2e3fec61a9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:23.535361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f620a95-b2e1-4686-8935-93d6d3f2b490 req-5cef0c4f-acc2-45e8-94ac-e5560126da99 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7422178 Sep 27 08:57:23.615109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.624962 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.631735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:23.632485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.713212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['153f1476-f85a-4015-8672-4bdb7fadbf2d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:57:23.728206 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2471995 Sep 27 08:57:23.731103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47906) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:23.792392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d1d4f-94a5-477b-8ae3-2903e228e9bd tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Network': ['ID=68ff0bfb-31c8-45b2-b98b-e1f5d69434ad,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:23.813432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 68ff0bfb-31c8-45b2-b98b-e1f5d69434ad details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:23.830397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Deleting port d490f084-da33-42c2-a7c4-657d52ccfd47 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:23.830985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.843029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.960855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] For port d490f084-da33-42c2-a7c4-657d52ccfd47, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d490f084-da33-42c2-a7c4-657d52ccfd47,segment=NetworkSegment(ca65fe9e-d4e8-4573-9f99-914f57f9bc77),segment_id=ca65fe9e-d4e8-4573-9f99-914f57f9bc77)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:23.961280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:23.975466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Calling delete_port for d490f084-da33-42c2-a7c4-657d52ccfd47 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:23.978684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.009294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] DHCP port deletion for cddacd25-acb1-4995-aad0-ea39e6c07e9f request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:57:24.016513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ff0bfb-31c8-45b2-b98b-e1f5d69434ad']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:24.028595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343a6dd7-242e-4e1a-b4a4-e4e65c97acd8') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:24.029141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343a6dd7-242e-4e1a-b4a4-e4e65c97acd8') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:24.042572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.060070 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.068402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:24.069980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:24.076778 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:24.083945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.115116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d490f084-da33-42c2-a7c4-657d52ccfd47,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:24.117185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] No DVR routers for this DVR port d490f084-da33-42c2-a7c4-657d52ccfd47 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:24.182124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.192223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68ff0bfb-31c8-45b2-b98b-e1f5d69434ad {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 27 08:57:24.197786 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.200371 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "DELETE /v2.0/networks/68ff0bfb-31c8-45b2-b98b-e1f5d69434ad HTTP/1.1" status: 204 len: 168 time: 0.4681942 Sep 27 08:57:24.204236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47920) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:24.210733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:24.211877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] Deleting port d490f084-da33-42c2-a7c4-657d52ccfd47 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:24.212003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.215907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.236792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f715e-25e4-4c5a-bb44-d6ee331101f8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event deleted for resources: {'Network': ['ID=68ff0bfb-31c8-45b2-b98b-e1f5d69434ad,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:24.237626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddacd25-acb1-4995-aad0-ea39e6c07e9f']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:24.247602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:24.247900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca65fe9e-d4e8-4573-9f99-914f57f9bc77') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:24.258756 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.273546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Made reservation on behalf of 1988b4c89cd1480288d30befe4a8bef1 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:24.274999 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.277070 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.284296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:24.285852 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:24.288137 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:24.349317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] For port d490f084-da33-42c2-a7c4-657d52ccfd47, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:24.349712 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.359910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:24.371219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] Calling delete_port for d490f084-da33-42c2-a7c4-657d52ccfd47 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:24.374043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] Port d490f084-da33-42c2-a7c4-657d52ccfd47 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 08:57:24.375604 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.378689 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.382408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.382892 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Added segment 7bda8516-0c82-44c0-a323-2a275cd95379 of type vlan for network 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 Sep 27 08:57:24.399312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] Pushing event deleted for resources: {'Port': ['ID=d490f084-da33-42c2-a7c4-657d52ccfd47,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:24.404160 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] Network cddacd25-acb1-4995-aad0-ea39e6c07e9f is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:57:24.404851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973506d5-6e0f-4b6f-ba24-d4d1b15975dd None None] No DVR routers for this DVR port d490f084-da33-42c2-a7c4-657d52ccfd47 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:24.440697 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.443200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cddacd25-acb1-4995-aad0-ea39e6c07e9f HTTP/1.1" status: 204 len: 168 time: 0.9559734 Sep 27 08:57:24.445601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf435d-f88c-4b7f-970c-a5f8601c7cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cddacd25-acb1-4995-aad0-ea39e6c07e9f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:24.474382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.531767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d490f084-da33-42c2-a7c4-657d52ccfd47 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:24.540198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.541314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:24.542930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.597035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: d490f084-da33-42c2-a7c4-657d52ccfd47 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:24.597400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d490f084-da33-42c2-a7c4-657d52ccfd47 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:24.641109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4355509 Sep 27 08:57:24.644249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:24.649925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Request body: {'subnet': {'network_id': '33cd92ef-68e9-4765-8e92-1b6fc8cc8e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:24.659693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47932) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:24.686371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 153f1476-f85a-4015-8672-4bdb7fadbf2d up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:24.699250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9b44f-aa64-4cb4-a6f1-0cf5a85d2992 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Network': ['ID=33cd92ef-68e9-4765-8e92-1b6fc8cc8e62,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:24.748781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-477f10b8-e833-4e98-bc3b-34f65b2c1c49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b267bf20de5490cbea029c4d96d722f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876479 Sep 27 08:57:24.751173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47934) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:24.753212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:24.800618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Made reservation on behalf of 1988b4c89cd1480288d30befe4a8bef1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:24.802922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.838247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714f5a-0de8-4d10-9fed-b6544e68101e req-965e8c19-6799-4720-9002-b30ef6cf6416 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:24.840051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff714f5a-0de8-4d10-9fed-b6544e68101e req-965e8c19-6799-4720-9002-b30ef6cf6416 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 949 time: 0.1866577 Sep 27 08:57:24.859685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 153f1476-f85a-4015-8672-4bdb7fadbf2d completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:57:24.867624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 153f1476-f85a-4015-8672-4bdb7fadbf2d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:24.868299 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.968450 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff714f5a-0de8-4d10-9fed-b6544e68101e req-6c139490-23d6-423f-92e1-c5dcc5a3b655 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120811 Sep 27 08:57:24.971823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc2e7-08db-487a-a55c-6bf63e530d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:24.985317 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.010715 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc2e7-08db-487a-a55c-6bf63e530d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.019220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cd1de4-7a37-4a18-a72d-9c23722c3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f1476-f85a-4015-8672-4bdb7fadbf2d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:25.022340 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaca059-0e2e-4e4d-93c5-9d62cf3b2dd2" -d '{"events": [{"server_uuid": "a8cd1de4-7a37-4a18-a72d-9c23722c3550", "name": "network-vif-plugged", "status": "completed", "tag": "153f1476-f85a-4015-8672-4bdb7fadbf2d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:25.045104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 153f1476-f85a-4015-8672-4bdb7fadbf2d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=153f1476-f85a-4015-8672-4bdb7fadbf2d,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:25.061855 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.095390 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08387514-fa23-4346-9d50-f585a45d2aa3 x-openstack-request-id: req-08387514-fa23-4346-9d50-f585a45d2aa3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:25.096096 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cd1de4-7a37-4a18-a72d-9c23722c3550", "name": "network-vif-plugged", "status": "completed", "tag": "153f1476-f85a-4015-8672-4bdb7fadbf2d", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:25.096544 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08387514-fa23-4346-9d50-f585a45d2aa3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:25.097177 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cd1de4-7a37-4a18-a72d-9c23722c3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f1476-f85a-4015-8672-4bdb7fadbf2d', 'code': 200} Sep 27 08:57:25.136122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=153f1476-f85a-4015-8672-4bdb7fadbf2d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:25.221895 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc2e7-08db-487a-a55c-6bf63e530d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.224464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc2e7-08db-487a-a55c-6bf63e530d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.225832 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c9fc2e7-08db-487a-a55c-6bf63e530d8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fbe61be-1c06-4106-bbde-4089f8b79b57 HTTP/1.1" status: 204 len: 168 time: 0.4737401 Sep 27 08:57:25.228033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a59f9-144f-4dd6-8266-a298b02b1a97 req-58429311-d826-49e5-b9db-1692098d207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:25.229510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a0a59f9-144f-4dd6-8266-a298b02b1a97 req-58429311-d826-49e5-b9db-1692098d207b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 1101 time: 0.0700758 Sep 27 08:57:25.247118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fc2e7-08db-487a-a55c-6bf63e530d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe61be-1c06-4106-bbde-4089f8b79b57,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:25.289212 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a0a59f9-144f-4dd6-8266-a298b02b1a97 req-4ec86490-f697-4c67-9987-321c05a404e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Sep 27 08:57:25.382862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 08:57:25.383543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.457213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Subnet': ['ID=43d32e54-a4f6-48b2-ba47-eac35f50c6cc,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:25.465826 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Checking segment: {'id': '7bda8516-0c82-44c0-a323-2a275cd95379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33cd92ef-68e9-4765-8e92-1b6fc8cc8e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:25.466201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Network hostable DHCP agents. Network: 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:57:25.506525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Network 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:57:25.516663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:25.522429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:25.523026 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.529335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ec138-8c42-4cd4-b0a4-9a49b1b83e5e None None] Network 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:25.550197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-afb92467-c835-499b-b033-23d403c1f1dc tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9047561 Sep 27 08:57:25.552898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 47958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:25.557758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Request body: {'floatingip': {'floating_network_id': '33cd92ef-68e9-4765-8e92-1b6fc8cc8e62'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:25.607156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.712816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:25.755862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfa087b-98ac-4ab6-847c-f9938d3b79a9 None None] Network 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:25.917678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Allocated IP 172.20.0.13 (33cd92ef-68e9-4765-8e92-1b6fc8cc8e62/43d32e54-a4f6-48b2-ba47-eac35f50c6cc/8e64ebdf-11f6-4ed0-892b-a42d3d49ac9a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:26.070043 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.205613 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.259605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Network 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:26.264395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 47990) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:26.297797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:26.308873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e0a09-21d1-4618-a290-181db32f9f91 req-b40dc6b8-7ca4-43b6-89df-6ad3bf3f7b84 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:26.311116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-988e0a09-21d1-4618-a290-181db32f9f91 req-b40dc6b8-7ca4-43b6-89df-6ad3bf3f7b84 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 950 time: 0.2117226 Sep 27 08:57:26.311890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:26.425463 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-988e0a09-21d1-4618-a290-181db32f9f91 req-7fdfdeea-c75e-4a11-a410-daed406bc703 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062117 Sep 27 08:57:26.431023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Port': ['ID=8e64ebdf-11f6-4ed0-892b-a42d3d49ac9a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:26.558062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.608766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-494877584-network', 'tenant_id': 'df825a6d2e774e99b702715b67865b41'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:26.611427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.643545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Made reservation on behalf of df825a6d2e774e99b702715b67865b41 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:26.646178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.655383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.781649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.789353 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.802612 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.811434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.818135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41757dab-de7b-4ab4-b34d-60eaf502c589,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:26.828014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:26.839186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.839654 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Added segment 5ef4c660-4aeb-400b-8942-2be93f24c221 of type vlan for network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 Sep 27 08:57:26.895128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.901954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Port': ['ID=8e64ebdf-11f6-4ed0-892b-a42d3d49ac9a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:26.905439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.921456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.926362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1501d254-a5c3-4e69-97bb-31b0a79e984d tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3724542 Sep 27 08:57:26.926971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48000) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:26.931602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.932793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:26.933510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:26.995041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] Pushing event updated for resources: {'Network': ['ID=8b0fe2db-5577-420d-a490-7fd6d3fb7363,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:27.006307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:27.011016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bde82f0e-742f-4e8d-a880-325818cd75a8 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 HTTP/1.1" status: 200 len: 690 time: 0.0819890 Sep 27 08:57:27.011842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48002) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:27.038802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a8d94179-8abf-4f7f-a427-2c3baa9a00ba admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7731264 Sep 27 08:57:27.042231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48004) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:27.048177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Request body: {'subnet': {'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-494877584-subnet', 'tenant_id': 'df825a6d2e774e99b702715b67865b41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:27.102029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Made reservation on behalf of df825a6d2e774e99b702715b67865b41 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:27.105314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:27.129899 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:27.269082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Deleting port 8e64ebdf-11f6-4ed0-892b-a42d3d49ac9a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:27.269538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:27.356749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:27.439937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b7cc7c-5fef-41b9-badd-beaf69bd990b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:27.486094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Checking segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:27.486739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Network hostable DHCP agents. Network: 8b0fe2db-5577-420d-a490-7fd6d3fb7363, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:57:27.515079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:57:27.533082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 8b0fe2db-5577-420d-a490-7fd6d3fb7363) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:27.544719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd7229-acf8-4c10-9894-5f89dfb4958d None None] Network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:27.550966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:27.552085 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:27.586685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b27f1ac-56fc-468e-8315-263d04676c6c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5432093 Sep 27 08:57:27.647812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad2dc-1ccc-4de7-a915-2fd38fcbdc8a req-eaef7160-30ea-48e9-a9de-9a0e287eee95 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:27.649576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33ad2dc-1ccc-4de7-a915-2fd38fcbdc8a req-eaef7160-30ea-48e9-a9de-9a0e287eee95 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 950 time: 0.0779440 Sep 27 08:57:27.717681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70226dc-9642-4904-9408-c42069500d03 None None] Network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:27.733499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c33ad2dc-1ccc-4de7-a915-2fd38fcbdc8a req-2268c3c1-5b74-4710-b4cc-42da3f3bac96 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767810 Sep 27 08:57:27.751081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:27.751681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:27.776455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Calling delete_port for 8e64ebdf-11f6-4ed0-892b-a42d3d49ac9a owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:27.999495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.032856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e64ebdf-11f6-4ed0-892b-a42d3d49ac9a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:28.219067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05145089-f7a4-4342-a6ce-6fa98af11868 req-3fd37cac-8fbf-416d-b2b9-7363c2e1c446 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:28.230976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05145089-f7a4-4342-a6ce-6fa98af11868 req-3fd37cac-8fbf-416d-b2b9-7363c2e1c446 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 950 time: 0.0841196 Sep 27 08:57:28.261135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.276735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05145089-f7a4-4342-a6ce-6fa98af11868 req-dc4693c2-8f8b-4dd2-aff1-164c18c545d9 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464284 Sep 27 08:57:28.392074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-1819b1a8-d71c-4593-b278-f4a4fc4f3082 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:28.397022 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.400051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-1819b1a8-d71c-4593-b278-f4a4fc4f3082 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 812 time: 0.2265508 Sep 27 08:57:28.412913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d1ac0c99-bf96-434a-8cec-7255efe90330 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/quotas/df825a6d2e774e99b702715b67865b41 HTTP/1.1" status: 200 len: 375 time: 0.0118742 Sep 27 08:57:28.469363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-98ab0318-c8b7-46db-a387-1864ac660ef3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502162 Sep 27 08:57:28.500255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.537057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=43d32e54-a4f6-48b2-ba47-eac35f50c6cc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:28.597721 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.619921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cd92ef-68e9-4765-8e92-1b6fc8cc8e62']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:28.629902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bda8516-0c82-44c0-a323-2a275cd95379') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:28.630570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bda8516-0c82-44c0-a323-2a275cd95379') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:28.641018 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.654753 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.660386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48046) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:28.663021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:28.663429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:28.666317 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:28.711054 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-e95da15a-ce99-4faf-9e1a-06a72c08498f service neutron] 10.222.0.50 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323532 Sep 27 08:57:28.754630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.775166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 27 08:57:28.785008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event deleted for resources: {'Network': ['ID=33cd92ef-68e9-4765-8e92-1b6fc8cc8e62,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:28.790413 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.797967 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1124ef18-b790-41c4-897f-3e84212e7323 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "DELETE /v2.0/networks/33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 HTTP/1.1" status: 204 len: 168 time: 1.7848878 Sep 27 08:57:28.800905 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:28.847863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-09ffcd47-d694-4ea5-9c3f-5f1ef5722dab service neutron] 10.222.0.50 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263824 Sep 27 08:57:28.898906 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31208877-00a6-4e94-8a19-d230d6d8e067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:28.923393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce29bf2c-b54c-466b-8e9b-e46d308f57d3 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1212533 Sep 27 08:57:28.925836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48052) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:29.034719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62932e2b-eb37-4792-a8fd-5e779de3ab75 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.035251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62932e2b-eb37-4792-a8fd-5e779de3ab75 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.036091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62932e2b-eb37-4792-a8fd-5e779de3ab75 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.036256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62932e2b-eb37-4792-a8fd-5e779de3ab75 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.040143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-62932e2b-eb37-4792-a8fd-5e779de3ab75 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2745 time: 0.1133034 Sep 27 08:57:29.043894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:29.116619 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-eb7ead57-d495-40bd-816f-b462745ee275 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] delete failed (client error): The resource could not be found. Sep 27 08:57:29.117767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-eb7ead57-d495-40bd-816f-b462745ee275 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/b930e438-7e03-4b10-94e2-806d847e7d43 HTTP/1.1" status: 404 len: 345 time: 0.0727913 Sep 27 08:57:29.120879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:29.150550 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31208877-00a6-4e94-8a19-d230d6d8e067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.165745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31208877-00a6-4e94-8a19-d230d6d8e067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.172692 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-798ed078-7e9b-4274-913e-b5280b0bca9a tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] DELETE failed (client error): The resource could not be found. Sep 27 08:57:29.174337 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798ed078-7e9b-4274-913e-b5280b0bca9a tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:57:29.179996 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-798ed078-7e9b-4274-913e-b5280b0bca9a tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "DELETE /v2.0/networks/33cd92ef-68e9-4765-8e92-1b6fc8cc8e62 HTTP/1.1" status: 404 len: 339 time: 0.0544600 Sep 27 08:57:29.180725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48060) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:29.189455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Request body: {'network': {'name': 'tempest-network--2030784790', 'router:external': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:29.260651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31208877-00a6-4e94-8a19-d230d6d8e067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78be3033-4631-49db-b49a-d82fcc3146e6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:29.268567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-31208877-00a6-4e94-8a19-d230d6d8e067 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93c8bd390f2f42ca8cb089be3a46a59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071017 Sep 27 08:57:29.275410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48064) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:29.282409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Made reservation on behalf of 1988b4c89cd1480288d30befe4a8bef1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:29.285225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.408692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:29.436213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.436769 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Added segment 6d4a6ca1-5e46-46ad-812f-646e46d7f535 of type vlan for network 52853a76-3e6f-486b-9e68-e07dbbe9290e Sep 27 08:57:29.476941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd241-9107-4bda-9d29-466057c138a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.512368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.526461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02a05-d104-4a76-8258-7741eda41c7a req-e7df79cf-a08f-42a9-9b56-3878fe613398 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.528112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-90d02a05-d104-4a76-8258-7741eda41c7a req-e7df79cf-a08f-42a9-9b56-3878fe613398 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 950 time: 0.1712158 Sep 27 08:57:29.530412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd241-9107-4bda-9d29-466057c138a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.575720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a5adf6f-19cf-48b7-81cb-b8846034e70e req-a6e637f1-32ad-4f70-8c3b-9c511c76d832 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 210 time: 0.0443265 Sep 27 08:57:29.597074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.597645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.598261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.602391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-90d02a05-d104-4a76-8258-7741eda41c7a req-c6ea9589-e96a-49fb-920b-349b8eda1403 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/security-groups?id=19d0acc8-5499-4e04-96c4-30213c4aa67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648830 Sep 27 08:57:29.610752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-52bb9984-034d-46bf-8bff-dd11c6970e66 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.612315 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-52bb9984-034d-46bf-8bff-dd11c6970e66 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 950 time: 0.2792714 Sep 27 08:57:29.627455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd241-9107-4bda-9d29-466057c138a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.629528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd241-9107-4bda-9d29-466057c138a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.635844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f6dfd241-9107-4bda-9d29-466057c138a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78be3033-4631-49db-b49a-d82fcc3146e6 HTTP/1.1" status: 204 len: 168 time: 0.3560598 Sep 27 08:57:29.660341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfd241-9107-4bda-9d29-466057c138a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78be3033-4631-49db-b49a-d82fcc3146e6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:29.672031 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4899347 Sep 27 08:57:29.674724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48088) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:29.710361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df385b40-2314-4497-b35f-ea25887f8a50 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Network': ['ID=52853a76-3e6f-486b-9e68-e07dbbe9290e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:29.729857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 52853a76-3e6f-486b-9e68-e07dbbe9290e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:29.777602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-cf108476-a07e-4a0b-8563-af496969012c req-bf4c50c8-87af-4586-9a4e-a80dfcfe4380 service neutron] (94830) timed out ('10.222.0.50', 54586) {{(pid=94830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 08:57:29.792309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Deleting port 153f1476-f85a-4015-8672-4bdb7fadbf2d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:29.793909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.829834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3c563-be7f-4ee3-8ecb-7c257d4b67e9 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.851288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3c563-be7f-4ee3-8ecb-7c257d4b67e9 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.857668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3c563-be7f-4ee3-8ecb-7c257d4b67e9 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.863359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3c563-be7f-4ee3-8ecb-7c257d4b67e9 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:29.865115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-02c3c563-be7f-4ee3-8ecb-7c257d4b67e9 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1892695 Sep 27 08:57:29.868118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48100) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:29.915781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] For port 153f1476-f85a-4015-8672-4bdb7fadbf2d, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=153f1476-f85a-4015-8672-4bdb7fadbf2d,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:29.916224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:29.934151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Calling delete_port for 153f1476-f85a-4015-8672-4bdb7fadbf2d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:29.957027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.041001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.062042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48110) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:30.088795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d24666de-83b4-4a68-8e35-c456e402cdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.094409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52853a76-3e6f-486b-9e68-e07dbbe9290e']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:30.104917 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.117488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4a6ca1-5e46-46ad-812f-646e46d7f535') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:30.117786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4a6ca1-5e46-46ad-812f-646e46d7f535') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:30.119087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['153f1476-f85a-4015-8672-4bdb7fadbf2d'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:57:30.131413 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.138158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Pushing event deleted for resources: {'Port': ['ID=153f1476-f85a-4015-8672-4bdb7fadbf2d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:30.160374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.177159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:30.178644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:30.180619 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:30.192935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] No DVR routers for this DVR port 153f1476-f85a-4015-8672-4bdb7fadbf2d on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:30.198151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.207699 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2a424bb-eeff-4704-aabf-72dc34c3f176 req-9fae8ebc-9aae-42d7-a66f-2bd15bbd2365 tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.57 "DELETE /v2.0/ports/153f1476-f85a-4015-8672-4bdb7fadbf2d HTTP/1.1" status: 204 len: 173 time: 0.5770068 Sep 27 08:57:30.208055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cd1de4-7a37-4a18-a72d-9c23722c3550', 'name': 'network-vif-deleted', 'tag': '153f1476-f85a-4015-8672-4bdb7fadbf2d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:30.210453 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e910f40-64e1-4229-b504-28e0e775cad9" -d '{"events": [{"server_uuid": "a8cd1de4-7a37-4a18-a72d-9c23722c3550", "name": "network-vif-deleted", "tag": "153f1476-f85a-4015-8672-4bdb7fadbf2d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:30.254868 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae99d9-f089-47b6-b60e-b3daadcaae34 x-openstack-request-id: req-45ae99d9-f089-47b6-b60e-b3daadcaae34 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:30.256910 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cd1de4-7a37-4a18-a72d-9c23722c3550", "name": "network-vif-deleted", "tag": "153f1476-f85a-4015-8672-4bdb7fadbf2d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:30.257217 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45ae99d9-f089-47b6-b60e-b3daadcaae34 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:30.257620 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cd1de4-7a37-4a18-a72d-9c23722c3550', 'name': 'network-vif-deleted', 'tag': '153f1476-f85a-4015-8672-4bdb7fadbf2d', 'status': 'completed', 'code': 200} Sep 27 08:57:30.259767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.269548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52853a76-3e6f-486b-9e68-e07dbbe9290e {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 27 08:57:30.272296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.275011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "DELETE /v2.0/networks/52853a76-3e6f-486b-9e68-e07dbbe9290e HTTP/1.1" status: 204 len: 168 time: 0.4058731 Sep 27 08:57:30.283446 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48122) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:30.290569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Request body: {'network': {'name': 'tempest-network--1965787352', 'router:external': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:30.297410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4175e7-bfda-4aab-abb4-cbec1e7f9eec tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event deleted for resources: {'Network': ['ID=52853a76-3e6f-486b-9e68-e07dbbe9290e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:30.397110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d24666de-83b4-4a68-8e35-c456e402cdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.414077 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d24666de-83b4-4a68-8e35-c456e402cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.432174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Made reservation on behalf of 1988b4c89cd1480288d30befe4a8bef1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:30.436152 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.482267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:30.489515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d24666de-83b4-4a68-8e35-c456e402cdc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83a2e646c3cb40aeac903ccbb3a9c9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205289 Sep 27 08:57:30.494505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48136) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:30.509534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.509894 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Added segment 45bc00eb-f59d-4811-9c0d-8ca32919d8cb of type vlan for network 23d38831-d4bf-4d8d-9c72-1388e9188d9a Sep 27 08:57:30.570611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24666de-83b4-4a68-8e35-c456e402cdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42db1ee7-fe29-4240-b8dd-6529aef561c5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:30.585098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.586429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4c16c33-c1be-4ff7-9df6-4525313a1694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.637790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4c16c33-c1be-4ff7-9df6-4525313a1694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.672277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.674066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:30.674668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.753319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6fed2ad8-3bd0-4f4c-99de-84924885a6e6 req-7edd4112-1509-46a3-a422-e2f7c930b4f5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 210 time: 0.0470994 Sep 27 08:57:30.795070 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4c16c33-c1be-4ff7-9df6-4525313a1694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.799023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e4c16c33-c1be-4ff7-9df6-4525313a1694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:30.800688 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e4c16c33-c1be-4ff7-9df6-4525313a1694 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42db1ee7-fe29-4240-b8dd-6529aef561c5 HTTP/1.1" status: 204 len: 168 time: 0.3015003 Sep 27 08:57:30.808203 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5204337 Sep 27 08:57:30.809435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48152) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:30.810560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c16c33-c1be-4ff7-9df6-4525313a1694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42db1ee7-fe29-4240-b8dd-6529aef561c5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:30.871459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6c709-a003-4c2f-8813-9c16b4a954b0 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Network': ['ID=23d38831-d4bf-4d8d-9c72-1388e9188d9a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:30.884689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 23d38831-d4bf-4d8d-9c72-1388e9188d9a details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:30.940636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eca3246b-48a8-4a73-9c8a-96cff0692e5e req-7b354602-0b98-435c-86d1-7a76934f428d tempest-VolumesNegativeTest-875317700 tempest-VolumesNegativeTest-875317700-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8cd1de4-7a37-4a18-a72d-9c23722c3550 HTTP/1.1" status: 200 len: 210 time: 0.0718160 Sep 27 08:57:31.023338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82d0fc-5868-4281-a613-06045c4a57b8 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:31.027423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8e82d0fc-5868-4281-a613-06045c4a57b8 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] 10.222.0.50 "GET /v2.0/networks/23d38831-d4bf-4d8d-9c72-1388e9188d9a HTTP/1.1" status: 200 len: 757 time: 0.2120519 Sep 27 08:57:31.027798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48156) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:31.120455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1234af5a-1854-41af-897c-f832126ef43b tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:31.124976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1234af5a-1854-41af-897c-f832126ef43b tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] 10.222.0.50 "GET /v2.0/networks/ca74a1c0-8efc-4882-bd9a-23490be39152 HTTP/1.1" status: 200 len: 768 time: 0.0931475 Sep 27 08:57:31.125298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48160) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:31.195218 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.326646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.353416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d38831-d4bf-4d8d-9c72-1388e9188d9a']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:31.363786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bc00eb-f59d-4811-9c0d-8ca32919d8cb') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:31.364087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bc00eb-f59d-4811-9c0d-8ca32919d8cb') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:31.375149 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.392434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.400903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:31.401524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:31.403414 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:31.485781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.491538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23d38831-d4bf-4d8d-9c72-1388e9188d9a {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 27 08:57:31.507091 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.510620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "DELETE /v2.0/networks/23d38831-d4bf-4d8d-9c72-1388e9188d9a HTTP/1.1" status: 204 len: 168 time: 0.3840704 Sep 27 08:57:31.514567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48172) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:31.520134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Request body: {'network': {'name': 'tempest-network--1558037543'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:31.523589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bf126-dd53-4a53-85f0-1693fb26d83c tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event deleted for resources: {'Network': ['ID=23d38831-d4bf-4d8d-9c72-1388e9188d9a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:31.543788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Made reservation on behalf of 1988b4c89cd1480288d30befe4a8bef1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:31.547702 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.575138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:31.588274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.588793 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Added segment 1e0142f0-36b0-474b-9a9d-9e2cf8cafcc7 of type vlan for network 9ae328b8-1fb2-42a6-a26e-c6088e7bb369 Sep 27 08:57:31.639819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.680294 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.681417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:31.682465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:31.726331 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2102809 Sep 27 08:57:31.729123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48182) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:31.735882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cbd263c2-ca25-4295-ab53-4b4361d1807f tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:31.872373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3df77-6efb-4d70-9edb-c025d874e827 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Network': ['ID=9ae328b8-1fb2-42a6-a26e-c6088e7bb369,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:31.884090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 9ae328b8-1fb2-42a6-a26e-c6088e7bb369 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:31.908118 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b39185d-95f3-491a-9184-547cab4646ed req-f3c07a71-b365-4ff3-90ee-8f01756b3d2a tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 210 time: 0.0490475 Sep 27 08:57:32.021113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-f23617bd-a382-46ce-80f5-a6439c43a8f0 req-779211a7-18dc-4151-8fa3-35e3cc1ffc5d service neutron] (94830) timed out ('10.222.0.57', 49547) {{(pid=94830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 08:57:32.117578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbd263c2-ca25-4295-ab53-4b4361d1807f tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.137427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbd263c2-ca25-4295-ab53-4b4361d1807f tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.166031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbd263c2-ca25-4295-ab53-4b4361d1807f tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Network 9ae328b8-1fb2-42a6-a26e-c6088e7bb369 is not hosted by any dhcp agent {{(pid=94830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:57:32.167486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd263c2-ca25-4295-ab53-4b4361d1807f tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:32.168101 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbd263c2-ca25-4295-ab53-4b4361d1807f tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.172267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cbd263c2-ca25-4295-ab53-4b4361d1807f tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "PUT /v2.0/networks/9ae328b8-1fb2-42a6-a26e-c6088e7bb369 HTTP/1.1" status: 200 len: 858 time: 0.4394619 Sep 27 08:57:32.173427 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:32.234496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd263c2-ca25-4295-ab53-4b4361d1807f tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event updated for resources: {'Network': ['ID=9ae328b8-1fb2-42a6-a26e-c6088e7bb369,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:32.334947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.444195 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.468807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae328b8-1fb2-42a6-a26e-c6088e7bb369']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:32.485438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0142f0-36b0-474b-9a9d-9e2cf8cafcc7') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:32.485958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0142f0-36b0-474b-9a9d-9e2cf8cafcc7') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:32.504496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.540867 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.562978 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:32.564555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:32.570861 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:32.696075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.708471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ae328b8-1fb2-42a6-a26e-c6088e7bb369 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 27 08:57:32.716720 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:32.723641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] 10.222.0.50 "DELETE /v2.0/networks/9ae328b8-1fb2-42a6-a26e-c6088e7bb369 HTTP/1.1" status: 204 len: 168 time: 0.5488272 Sep 27 08:57:32.724249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 153f1476-f85a-4015-8672-4bdb7fadbf2d no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:32.725822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48224) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:32.771121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 153f1476-f85a-4015-8672-4bdb7fadbf2d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:32.771278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 153f1476-f85a-4015-8672-4bdb7fadbf2d not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:32.843484 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d336de-db93-46fd-94ec-c6456f04c509 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] DELETE failed (client error): The resource could not be found. Sep 27 08:57:32.843963 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d336de-db93-46fd-94ec-c6456f04c509 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:57:32.849041 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49d336de-db93-46fd-94ec-c6456f04c509 tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] 10.222.0.50 "DELETE /v2.0/subnets/43d32e54-a4f6-48b2-ba47-eac35f50c6cc HTTP/1.1" status: 404 len: 337 time: 0.1220961 Sep 27 08:57:32.849254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48232) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:32.850033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e15e6-cbbb-4637-a02f-87721d991fa7 tempest-ExternalNetworksTestJSON-2084014226 tempest-ExternalNetworksTestJSON-2084014226-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ae328b8-1fb2-42a6-a26e-c6088e7bb369,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:32.972230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:33.090597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:33.201933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0bc1024-f12f-48b9-be4f-3e27bf2e3a16 req-7f84b31a-b519-40fb-8197-0285ac021982 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 210 time: 0.1037211 Sep 27 08:57:33.222040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca74a1c0-8efc-4882-bd9a-23490be39152']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:33.253578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9997b884-7588-4be0-b15a-769b1cc7144f') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:33.255450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9997b884-7588-4be0-b15a-769b1cc7144f') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:33.276612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:33.349951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:33.388662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:57:33.391619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:57:33.397108 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:57:33.527896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:33.538102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:33.545450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] 10.222.0.50 "DELETE /v2.0/networks/ca74a1c0-8efc-4882-bd9a-23490be39152 HTTP/1.1" status: 204 len: 168 time: 0.6921968 Sep 27 08:57:33.573772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-b16af576-0e2b-496a-92d5-a19e80f044cf tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:33.575288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-b16af576-0e2b-496a-92d5-a19e80f044cf tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.67 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 812 time: 0.2862191 Sep 27 08:57:33.603580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-929a7852-8b03-4a75-a042-2c24433e92f8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:33.606508 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-929a7852-8b03-4a75-a042-2c24433e92f8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.57 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 812 time: 0.4863079 Sep 27 08:57:33.626279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Request body: {'port': {'device_id': '20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3', 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'admin_state_up': True, 'tenant_id': 'df825a6d2e774e99b702715b67865b41'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:33.632587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Request body: {'port': {'device_id': '0c48de20-81d4-4ec4-bbdf-438d1f437a16', 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'admin_state_up': True, 'tenant_id': 'df825a6d2e774e99b702715b67865b41'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:33.641830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a04df-988e-4cb2-9f3c-0df5d107cabb tempest-ExternalNetworksTestJSON-1558775541 tempest-ExternalNetworksTestJSON-1558775541-project] Pushing event deleted for resources: {'Network': ['ID=ca74a1c0-8efc-4882-bd9a-23490be39152,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:33.871136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Made reservation on behalf of df825a6d2e774e99b702715b67865b41 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:33.875609 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:33.899854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Made reservation on behalf of df825a6d2e774e99b702715b67865b41 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:33.907083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.057961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Allocated IP 172.20.0.9 (8b0fe2db-5577-420d-a490-7fd6d3fb7363/d9b7cc7c-5fef-41b9-badd-beaf69bd990b/423a725e-b4ce-4dd6-8579-bdac625b6ba2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:34.121133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:34.286075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.306166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c428ba34-9b24-406c-aaba-4a92791a7236 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=649c5cff19a24796980fceb1d3c99bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836383 Sep 27 08:57:34.308684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:34.339999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.400618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:34.405545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:34.413879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:34.462443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Pushing event updated for resources: {'Port': ['ID=423a725e-b4ce-4dd6-8579-bdac625b6ba2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:34.464430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Allocated IP 172.20.0.7 (8b0fe2db-5577-420d-a490-7fd6d3fb7363/d9b7cc7c-5fef-41b9-badd-beaf69bd990b/46c77845-8b04-4133-bfb9-4840d5165af3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:34.491821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f139a-7088-4e71-9b15-c055c1b886b0 req-c09f872f-6a5d-4e6f-8521-e3e35ea70c9d tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:34.500197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea5f139a-7088-4e71-9b15-c055c1b886b0 req-c09f872f-6a5d-4e6f-8521-e3e35ea70c9d tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 931 time: 0.1483872 Sep 27 08:57:34.523501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:34.524921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.532077 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a09d1e9-d755-4954-a261-4055139defb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.557951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ba7a2596-7148-47ee-bc48-8bd11fc97b0b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9300995 Sep 27 08:57:34.577056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Request body: {'port': {'device_id': '0c48de20-81d4-4ec4-bbdf-438d1f437a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:34.605172 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ea5f139a-7088-4e71-9b15-c055c1b886b0 req-115401b1-bd6f-42b6-99d4-f465e1c78812 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039541 Sep 27 08:57:34.618192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a09d1e9-d755-4954-a261-4055139defb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.661026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.664914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48372) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:34.782346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a09d1e9-d755-4954-a261-4055139defb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.789357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a09d1e9-d755-4954-a261-4055139defb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.791568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a09d1e9-d755-4954-a261-4055139defb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbd959cf-f216-4485-9799-038ea8adb4ff HTTP/1.1" status: 204 len: 168 time: 0.4804845 Sep 27 08:57:34.797856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.824361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09d1e9-d755-4954-a261-4055139defb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd959cf-f216-4485-9799-038ea8adb4ff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:34.895611 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:34.945713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Pushing event updated for resources: {'Port': ['ID=46c77845-8b04-4133-bfb9-4840d5165af3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:34.968539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:34.971339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:34.974964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:35.013274 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-398a9852-4c47-478b-9b07-890bb5df1e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.059224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:35.061872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.231257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423a725e-b4ce-4dd6-8579-bdac625b6ba2 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:57:35.241533 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.268672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Transition to ACTIVE for port object 423a725e-b4ce-4dd6-8579-bdac625b6ba2 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:57:35.280613 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.293175 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48404) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:35.358317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-398a9852-4c47-478b-9b07-890bb5df1e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.360505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Pushing event updated for resources: {'Port': ['ID=423a725e-b4ce-4dd6-8579-bdac625b6ba2,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:35.368499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b17e4b5-fb34-49e2-bb3b-0203d0493615 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1988b4c89cd1480288d30befe4a8bef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729098 Sep 27 08:57:35.371204 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48408) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:35.372690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-398a9852-4c47-478b-9b07-890bb5df1e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.381927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-d170b99e-ec77-4103-b6c9-1d38ccf52dae tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7621481 Sep 27 08:57:35.411194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Request body: {'port': {'device_id': '20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:35.431512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-398a9852-4c47-478b-9b07-890bb5df1e6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b4fac1941674682a420b3b04d2188c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7650340 Sep 27 08:57:35.439849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48414) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:35.496924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a9852-4c47-478b-9b07-890bb5df1e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fcc8a0-29e8-4bb2-9f31-7d4bad99ebee,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:35.500890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.505679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e5c89b1-92e1-4d7e-b994-aef96e1a2651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.577464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e5c89b1-92e1-4d7e-b994-aef96e1a2651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.795350 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e5c89b1-92e1-4d7e-b994-aef96e1a2651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.798229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e5c89b1-92e1-4d7e-b994-aef96e1a2651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.803765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e5c89b1-92e1-4d7e-b994-aef96e1a2651 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11dd6a5b-1518-4d43-a60b-8f59a8fd34f9 HTTP/1.1" status: 204 len: 168 time: 0.4300187 Sep 27 08:57:35.821730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c89b1-92e1-4d7e-b994-aef96e1a2651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd6a5b-1518-4d43-a60b-8f59a8fd34f9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:35.879451 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.926956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Attempting to bind port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:35.927291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Attempting to bind port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:35.927622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Attempting to bind port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:35.943214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74a5a6ad-7cf7-4280-be8a-fade628f5cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.950670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:57:35.950994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Attempting to bind port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:35.970392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:35.970731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Checking segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:35.971265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Bound using segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:35.971702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Bound port: 423a725e-b4ce-4dd6-8579-bdac625b6ba2, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:35.972053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:35.986808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74a5a6ad-7cf7-4280-be8a-fade628f5cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.023469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda6144-29a1-44ca-8edd-faa9aa346761 req-fdc45b2f-a711-4093-a38e-92a0584da791 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:36.025014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbda6144-29a1-44ca-8edd-faa9aa346761 req-fdc45b2f-a711-4093-a38e-92a0584da791 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 943 time: 0.1121566 Sep 27 08:57:36.092805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c77845-8b04-4133-bfb9-4840d5165af3 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:57:36.107592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.110358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbda6144-29a1-44ca-8edd-faa9aa346761 req-eea2cca1-11f5-4ead-bb56-9e03fd0f34a6 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664301 Sep 27 08:57:36.127488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] For port 423a725e-b4ce-4dd6-8579-bdac625b6ba2, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:36.132832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] For port 423a725e-b4ce-4dd6-8579-bdac625b6ba2, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=423a725e-b4ce-4dd6-8579-bdac625b6ba2,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:36.150010 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.153043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Transition to ACTIVE for port object 46c77845-8b04-4133-bfb9-4840d5165af3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:57:36.165194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74a5a6ad-7cf7-4280-be8a-fade628f5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.166924 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.168101 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74a5a6ad-7cf7-4280-be8a-fade628f5cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.169476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-74a5a6ad-7cf7-4280-be8a-fade628f5cdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35fcc8a0-29e8-4bb2-9f31-7d4bad99ebee HTTP/1.1" status: 204 len: 168 time: 0.7284930 Sep 27 08:57:36.212285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5a6ad-7cf7-4280-be8a-fade628f5cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fcc8a0-29e8-4bb2-9f31-7d4bad99ebee,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:36.214890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:36.215351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.220295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] 10.222.0.67 "PUT /v2.0/ports/423a725e-b4ce-4dd6-8579-bdac625b6ba2 HTTP/1.1" status: 200 len: 1091 time: 1.6509621 Sep 27 08:57:36.234918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c48de20-81d4-4ec4-bbdf-438d1f437a16', 'tag': '423a725e-b4ce-4dd6-8579-bdac625b6ba2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:36.237479 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf137bd-6f7a-40b3-b078-2e892328eb55" -d '{"events": [{"name": "network-changed", "server_uuid": "0c48de20-81d4-4ec4-bbdf-438d1f437a16", "tag": "423a725e-b4ce-4dd6-8579-bdac625b6ba2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:36.322606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3afc6-456a-4b03-867a-2d2d555ab806 service neutron] Pushing event updated for resources: {'Port': ['ID=423a725e-b4ce-4dd6-8579-bdac625b6ba2,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:36.350566 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512419af-1463-40f3-bcba-9df9850f933e x-openstack-request-id: req-512419af-1463-40f3-bcba-9df9850f933e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:36.352204 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c48de20-81d4-4ec4-bbdf-438d1f437a16", "tag": "423a725e-b4ce-4dd6-8579-bdac625b6ba2", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:36.352896 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-512419af-1463-40f3-bcba-9df9850f933e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:36.353342 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c48de20-81d4-4ec4-bbdf-438d1f437a16', 'tag': '423a725e-b4ce-4dd6-8579-bdac625b6ba2', 'status': 'completed', 'code': 200} Sep 27 08:57:36.359842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Pushing event updated for resources: {'Port': ['ID=46c77845-8b04-4133-bfb9-4840d5165af3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:36.483848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-bc4b26ef-d308-4488-a670-88e7c89d9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:36.484849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-bc4b26ef-d308-4488-a670-88e7c89d9a45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 1094 time: 0.1570792 Sep 27 08:57:36.539893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Attempting to bind port 46c77845-8b04-4133-bfb9-4840d5165af3 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:36.541746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Attempting to bind port 46c77845-8b04-4133-bfb9-4840d5165af3 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:36.542152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Attempting to bind port 46c77845-8b04-4133-bfb9-4840d5165af3 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:36.552138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Port 46c77845-8b04-4133-bfb9-4840d5165af3 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:57:36.552410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Attempting to bind port 46c77845-8b04-4133-bfb9-4840d5165af3 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:36.558692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:36.559304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Checking segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:36.559952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Bound using segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:36.560730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Bound port: 46c77845-8b04-4133-bfb9-4840d5165af3, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:36.561293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.579509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-4a3010c8-c034-4e09-bf25-d235816d4549 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=423a725e-b4ce-4dd6-8579-bdac625b6ba2 HTTP/1.1" status: 200 len: 217 time: 0.0841806 Sep 27 08:57:36.633871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ade53720-e4aa-43a2-9e9c-cf7f7ce93d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:36.635469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-ade53720-e4aa-43a2-9e9c-cf7f7ce93d4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 200 len: 852 time: 0.0485470 Sep 27 08:57:36.685967 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-f76efdee-2122-499e-882b-3c622a187d67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b0fe2db-5577-420d-a490-7fd6d3fb7363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423534 Sep 27 08:57:36.719273 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] For port 46c77845-8b04-4133-bfb9-4840d5165af3, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:36.728461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] For port 46c77845-8b04-4133-bfb9-4840d5165af3, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=46c77845-8b04-4133-bfb9-4840d5165af3,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:36.736538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.759040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:36.760049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.761947 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] 10.222.0.57 "PUT /v2.0/ports/46c77845-8b04-4133-bfb9-4840d5165af3 HTTP/1.1" status: 200 len: 1091 time: 1.3682604 Sep 27 08:57:36.763802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3', 'tag': '46c77845-8b04-4133-bfb9-4840d5165af3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:36.774464 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3540aeb5-d94d-4056-96cc-56ff6e578783" -d '{"events": [{"name": "network-changed", "server_uuid": "20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3", "tag": "46c77845-8b04-4133-bfb9-4840d5165af3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:36.895327 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-8ca56611-3e0b-4a80-b345-c7cb89e59944 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912119 Sep 27 08:57:36.898468 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdce8d1-3f9b-440c-89be-e4732074d3f9 x-openstack-request-id: req-4cdce8d1-3f9b-440c-89be-e4732074d3f9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:36.898991 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3", "tag": "46c77845-8b04-4133-bfb9-4840d5165af3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:36.906003 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4cdce8d1-3f9b-440c-89be-e4732074d3f9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:36.906498 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3', 'tag': '46c77845-8b04-4133-bfb9-4840d5165af3', 'status': 'completed', 'code': 200} Sep 27 08:57:36.926043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48502) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:36.934335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1dd85-3f77-4440-bb4b-3abefe211b62 service neutron] Pushing event updated for resources: {'Port': ['ID=46c77845-8b04-4133-bfb9-4840d5165af3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:36.952169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c2acce1-fd8c-4b9c-bacb-96d99dfe6738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:36.957176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-f494ee17-9a7b-450c-baed-bdb2097900e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:36.958721 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-f494ee17-9a7b-450c-baed-bdb2097900e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&device_id=20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3 HTTP/1.1" status: 200 len: 1094 time: 0.1438768 Sep 27 08:57:37.023487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-36b99a7d-efbf-4197-8ac0-c7a7649cae95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46c77845-8b04-4133-bfb9-4840d5165af3 HTTP/1.1" status: 200 len: 217 time: 0.0531936 Sep 27 08:57:37.043074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-30bf8175-4eff-4e25-9052-179f6499ab58 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428657 Sep 27 08:57:37.146869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-156726d0-7648-4293-8780-6d220522d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.157241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-156726d0-7648-4293-8780-6d220522d217 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 200 len: 852 time: 0.1136010 Sep 27 08:57:37.171855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c2acce1-fd8c-4b9c-bacb-96d99dfe6738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:37.186803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c2acce1-fd8c-4b9c-bacb-96d99dfe6738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:37.231490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2acce1-fd8c-4b9c-bacb-96d99dfe6738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acebbc6e-27df-4751-9a56-72088aed1537,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:37.238329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-7121cd0b-620b-49ae-8172-56de1ca1882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.240396 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-7121cd0b-620b-49ae-8172-56de1ca1882f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 1094 time: 0.1350412 Sep 27 08:57:37.273707 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-464b4723-3f3a-4951-b647-f73c1dbed62b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b0fe2db-5577-420d-a490-7fd6d3fb7363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150045 Sep 27 08:57:37.300168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0c2acce1-fd8c-4b9c-bacb-96d99dfe6738 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37c4378c1d0d41bd8e7f939d7d5e5a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730531 Sep 27 08:57:37.307154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48520) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:37.407455 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-65a82293-1f28-464d-8649-6e48e7acd007 service neutron] 10.222.0.57 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232696 Sep 27 08:57:37.416115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-a02303f3-a043-4cd1-8399-1da44d3a708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.417677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-a02303f3-a043-4cd1-8399-1da44d3a708f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 913 time: 0.1679082 Sep 27 08:57:37.450706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d853bfc7-d642-4dcb-a2a9-1d097bc17d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:37.481438 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-8c65a50c-b8a5-48b4-855d-e3b674fc2042 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=423a725e-b4ce-4dd6-8579-bdac625b6ba2 HTTP/1.1" status: 200 len: 217 time: 0.0528169 Sep 27 08:57:37.526986 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d853bfc7-d642-4dcb-a2a9-1d097bc17d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:37.576928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-e453240d-0eef-4c52-9c84-c4c2d91af581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.580018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-e453240d-0eef-4c52-9c84-c4c2d91af581 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 200 len: 852 time: 0.0873663 Sep 27 08:57:37.633967 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-79cfeb0b-8ef3-45d2-87bd-819126d4b315 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b0fe2db-5577-420d-a490-7fd6d3fb7363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443671 Sep 27 08:57:37.644384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d853bfc7-d642-4dcb-a2a9-1d097bc17d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:37.648018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d853bfc7-d642-4dcb-a2a9-1d097bc17d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:37.651089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d853bfc7-d642-4dcb-a2a9-1d097bc17d8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acebbc6e-27df-4751-9a56-72088aed1537 HTTP/1.1" status: 204 len: 168 time: 0.3423407 Sep 27 08:57:37.681583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853bfc7-d642-4dcb-a2a9-1d097bc17d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acebbc6e-27df-4751-9a56-72088aed1537,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:37.811204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-8adcee7f-1466-4f93-a5a7-a09521b38dd4 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680243 Sep 27 08:57:37.965218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49350649-4f43-49bb-a6ac-fd380179140b req-de4e6d4f-cb13-4416-8f82-6886ce37f7ce tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:37.967802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49350649-4f43-49bb-a6ac-fd380179140b req-de4e6d4f-cb13-4416-8f82-6886ce37f7ce tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 943 time: 0.5584483 Sep 27 08:57:38.016700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b88b8e0-6a25-4cef-8d21-b5dcb4935029 req-6c5224e7-5b6e-486e-ae48-064d773b9596 service neutron] 10.222.0.57 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929480 Sep 27 08:57:38.016948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5bf137bd-6f7a-40b3-b078-2e892328eb55 req-cdbc55b9-bccb-47cc-a3eb-561c22c4c94d service neutron] 10.222.0.67 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970048 Sep 27 08:57:38.044736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-49350649-4f43-49bb-a6ac-fd380179140b req-3fc49e4f-8fcb-4131-b586-42e827c75d1f tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705252 Sep 27 08:57:38.120887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-96b7c3f6-f0c4-49d6-8591-5100369c9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:38.122714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-96b7c3f6-f0c4-49d6-8591-5100369c9037 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&device_id=20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0509477 Sep 27 08:57:38.249893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-1d259694-dd30-4ea0-9378-5d62f888fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:38.251432 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-1d259694-dd30-4ea0-9378-5d62f888fd0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 913 time: 0.1210797 Sep 27 08:57:38.304628 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-1cd79008-88a8-4692-9ee6-2912c7fb53b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46c77845-8b04-4133-bfb9-4840d5165af3 HTTP/1.1" status: 200 len: 217 time: 0.0443840 Sep 27 08:57:38.378723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-63f5fd74-aaa5-476a-8fe3-f9a04aad2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:38.380289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-63f5fd74-aaa5-476a-8fe3-f9a04aad2c05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 200 len: 852 time: 0.0669265 Sep 27 08:57:38.419287 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-9aac3981-55aa-4535-acab-2cd79ca65e12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b0fe2db-5577-420d-a490-7fd6d3fb7363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300081 Sep 27 08:57:38.557412 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-e3b6f9a5-95b4-4714-96d5-9286b16ec367 service neutron] 10.222.0.57 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295872 Sep 27 08:57:38.729036 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3540aeb5-d94d-4056-96cc-56ff6e578783 req-105516f7-039e-415a-a48f-8ec158e4f7b1 service neutron] 10.222.0.57 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636553 Sep 27 08:57:38.792707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48564) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:38.929821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:38.959875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.164866 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.314044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e56ceb-f5ce-4cff-9cc0-39b42e6e516f req-10183883-5b55-4e1a-9f30-5c5cbe465f6a tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:39.315813 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68e56ceb-f5ce-4cff-9cc0-39b42e6e516f req-10183883-5b55-4e1a-9f30-5c5cbe465f6a tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 943 time: 0.1000907 Sep 27 08:57:39.386746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Allocated IP 172.25.2.16 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/e99d5bba-429b-48e0-9865-a67e1784e928) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:39.392264 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68e56ceb-f5ce-4cff-9cc0-39b42e6e516f req-c8e964c2-12fc-4eba-8fd9-ed03f18ab665 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640779 Sep 27 08:57:39.524897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.567665 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.609238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:39.610090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:39.613971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:39.625732 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48586) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:39.659138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Pushing event updated for resources: {'Port': ['ID=e99d5bba-429b-48e0-9865-a67e1784e928,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:39.846797 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.883182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9a4e6cee-a743-4818-98ca-10cb338d3d8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b61d45ae9164054b15111fc0e2b03ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553911 Sep 27 08:57:39.883888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48598) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:39.933759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.952762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-541fbaef-909c-4e40-adb0-be566afa185e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:39.981143 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-541fbaef-909c-4e40-adb0-be566afa185e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.043766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-541fbaef-909c-4e40-adb0-be566afa185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.050475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-541fbaef-909c-4e40-adb0-be566afa185e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.067569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-541fbaef-909c-4e40-adb0-be566afa185e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19d0acc8-5499-4e04-96c4-30213c4aa67a HTTP/1.1" status: 204 len: 168 time: 0.1708128 Sep 27 08:57:40.076745 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fbaef-909c-4e40-adb0-be566afa185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d0acc8-5499-4e04-96c4-30213c4aa67a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:40.147451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.154192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.183144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 423a725e-b4ce-4dd6-8579-bdac625b6ba2 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:57:40.245806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.272136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.273682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4794750 Sep 27 08:57:40.276825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:40.282612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-154459538', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'fixed_ips': [{'ip_address': '172.25.2.16'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:40.304741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a87fe-d71a-4397-8db3-adaf1b13f1b8 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Pushing event updated for resources: {'Port': ['ID=e99d5bba-429b-48e0-9865-a67e1784e928,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:40.319144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Made reservation on behalf of 17fd35e76ee0420bb3c187a96f29d31b for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:40.322859 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.338169 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.350097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 423a725e-b4ce-4dd6-8579-bdac625b6ba2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=423a725e-b4ce-4dd6-8579-bdac625b6ba2,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:40.363969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '423a725e-b4ce-4dd6-8579-bdac625b6ba2', 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'port_id': '423a725e-b4ce-4dd6-8579-bdac625b6ba2', 'mac_address': 'fa:16:3e:0a:b8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7cc7c-5fef-41b9-badd-beaf69bd990b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:57:40.409094 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.440569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423a725e-b4ce-4dd6-8579-bdac625b6ba2 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:57:40.471545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 423a725e-b4ce-4dd6-8579-bdac625b6ba2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=423a725e-b4ce-4dd6-8579-bdac625b6ba2,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:40.478981 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.535285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=423a725e-b4ce-4dd6-8579-bdac625b6ba2,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:40.563149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.583694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:40.594632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf60790-726a-419a-9b7f-5275abc2a526 req-5f35b3af-1af5-4fb6-ab3f-dd12f86dd876 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:40.596970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bf60790-726a-419a-9b7f-5275abc2a526 req-5f35b3af-1af5-4fb6-ab3f-dd12f86dd876 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 944 time: 0.0992875 Sep 27 08:57:40.626232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] device_id is not set on port f0fb5321-2649-4367-885e-fa7d34dabdd3 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:57:40.631501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f3cf8e-a121-41a3-a7ca-99f35f562285,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:40.712787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['423a725e-b4ce-4dd6-8579-bdac625b6ba2'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:57:40.740046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 46c77845-8b04-4133-bfb9-4840d5165af3 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:57:40.772588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bf60790-726a-419a-9b7f-5275abc2a526 req-0c308c18-a973-40c5-8070-f2a407cd5a77 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419122 Sep 27 08:57:40.903155 n-d-810909-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 27 08:57:40.903413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 08:57:40.923184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae01e4b5-9220-4ce6-beb4-cddd57f1f6b6 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6450779 Sep 27 08:57:40.926051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48626) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:40.968947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 46c77845-8b04-4133-bfb9-4840d5165af3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=46c77845-8b04-4133-bfb9-4840d5165af3,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:40.982572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '46c77845-8b04-4133-bfb9-4840d5165af3', 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'port_id': '46c77845-8b04-4133-bfb9-4840d5165af3', 'mac_address': 'fa:16:3e:99:f5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7cc7c-5fef-41b9-badd-beaf69bd990b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:57:41.031371 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.047600 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c77845-8b04-4133-bfb9-4840d5165af3 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:57:41.093624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 46c77845-8b04-4133-bfb9-4840d5165af3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=46c77845-8b04-4133-bfb9-4840d5165af3,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:41.105931 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.127806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Deleting port e99d5bba-429b-48e0-9865-a67e1784e928 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:41.128150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.158727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:41.185219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=46c77845-8b04-4133-bfb9-4840d5165af3,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:41.231332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.231656 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.243823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Calling delete_port for e99d5bba-429b-48e0-9865-a67e1784e928 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:41.275567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1421233575-network', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:41.298636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Made reservation on behalf of 4883873bafbb4d0e8c4ab65bb2dfc577 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:41.301003 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.309787 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.316638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['46c77845-8b04-4133-bfb9-4840d5165af3'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:57:41.420835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.435997 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.442362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.457228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Pushing event deleted for resources: {'Port': ['ID=e99d5bba-429b-48e0-9865-a67e1784e928,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:41.473445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:41.499584 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.500008 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Added segment 77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280 of type vlan for network f79ae816-4471-47c0-a4ed-c78737ab10e5 Sep 27 08:57:41.509072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc57038-62f9-4d31-9167-36b64efbf678,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:41.532237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.535039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.539865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5add05e7-da69-4e57-a3a0-551096fce484 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404 tempest-ExternalNetworksAdminNegativeTestJSON-1005867404-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/56214599-4344-499d-8aa4-c4632c488625 HTTP/1.1" status: 204 len: 168 time: 0.6084394 Sep 27 08:57:41.557792 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.586110 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.587353 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:41.588029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.623935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4612274 Sep 27 08:57:41.624361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48636) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:41.630476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Request body: {'subnet': {'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1421233575-subnet', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:41.658118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Made reservation on behalf of 4883873bafbb4d0e8c4ab65bb2dfc577 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:41.661069 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.686286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91224b02-3a91-4449-bc22-094a579078b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f79ae816-4471-47c0-a4ed-c78737ab10e5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:41.705137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network f79ae816-4471-47c0-a4ed-c78737ab10e5 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:41.782322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:41.955289 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-730c3d3b-25dd-47bb-9cbf-6b369d5677a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:41.961584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a787b45-dfa9-4e86-a1d2-cbc38df44d26 req-71a4e124-d96d-424a-a35d-a5f716bc7fd7 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:41.969043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a787b45-dfa9-4e86-a1d2-cbc38df44d26 req-71a4e124-d96d-424a-a35d-a5f716bc7fd7 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 944 time: 0.0999203 Sep 27 08:57:42.014668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.080542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce1adc0-8731-4e4d-88c6-083debdcf3da,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:42.087589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a787b45-dfa9-4e86-a1d2-cbc38df44d26 req-ed942a0f-69fe-4781-a5c1-a2bcf2665142 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087768 Sep 27 08:57:42.099412 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-730c3d3b-25dd-47bb-9cbf-6b369d5677a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.106823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-730c3d3b-25dd-47bb-9cbf-6b369d5677a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.116776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Checking segment: {'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:42.117141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Network hostable DHCP agents. Network: f79ae816-4471-47c0-a4ed-c78737ab10e5, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:57:42.134709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Network f79ae816-4471-47c0-a4ed-c78737ab10e5 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:57:42.144946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, f79ae816-4471-47c0-a4ed-c78737ab10e5) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:42.153867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e88121-72d8-45ad-b6bd-ddce03f0ad8f None None] Network f79ae816-4471-47c0-a4ed-c78737ab10e5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:42.154064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c3d3b-25dd-47bb-9cbf-6b369d5677a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca45d9a-f33d-464c-96ee-d2774668a35a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:42.157116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:42.157475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.170583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-730c3d3b-25dd-47bb-9cbf-6b369d5677a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=745af287e50144b9ae42122149f64961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867636 Sep 27 08:57:42.171685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:42.184207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8243e503-865c-471e-9db9-9a9cfe318465 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5577030 Sep 27 08:57:42.187302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48656) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:42.192915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:42.222253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.223728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.233706 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0dff350-494e-4d20-9e88-1f19b942c80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.272338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 423a725e-b4ce-4dd6-8579-bdac625b6ba2 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:42.284239 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0dff350-494e-4d20-9e88-1f19b942c80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.325858 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.358859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:57:42.381121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:42.381823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.395615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0dff350-494e-4d20-9e88-1f19b942c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.398563 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0dff350-494e-4d20-9e88-1f19b942c80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.399820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0dff350-494e-4d20-9e88-1f19b942c80b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aca45d9a-f33d-464c-96ee-d2774668a35a HTTP/1.1" status: 204 len: 168 time: 0.2270172 Sep 27 08:57:42.420078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff350-494e-4d20-9e88-1f19b942c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca45d9a-f33d-464c-96ee-d2774668a35a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:42.445363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-f79ae816-4471-47c0-a4ed-c78737ab10e5', 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'fixed_ips': [{'subnet_id': 'cce1adc0-8731-4e4d-88c6-083debdcf3da'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:57:42.446463 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.537789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.597117 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.657822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c48de20-81d4-4ec4-bbdf-438d1f437a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423a725e-b4ce-4dd6-8579-bdac625b6ba2'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:42.660527 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3a649-7309-4e11-924b-f34eb54cf040" -d '{"events": [{"server_uuid": "0c48de20-81d4-4ec4-bbdf-438d1f437a16", "name": "network-vif-plugged", "status": "completed", "tag": "423a725e-b4ce-4dd6-8579-bdac625b6ba2"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:42.712030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 423a725e-b4ce-4dd6-8579-bdac625b6ba2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=423a725e-b4ce-4dd6-8579-bdac625b6ba2,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:42.740863 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c596b21-5bcd-4ee8-a103-1e434d00bc05 x-openstack-request-id: req-3c596b21-5bcd-4ee8-a103-1e434d00bc05 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:42.741759 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c48de20-81d4-4ec4-bbdf-438d1f437a16", "name": "network-vif-plugged", "status": "completed", "tag": "423a725e-b4ce-4dd6-8579-bdac625b6ba2", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:42.741889 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c596b21-5bcd-4ee8-a103-1e434d00bc05 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:42.742583 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c48de20-81d4-4ec4-bbdf-438d1f437a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423a725e-b4ce-4dd6-8579-bdac625b6ba2', 'code': 200} Sep 27 08:57:42.745670 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.760734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Allocated IP 172.20.0.2 (f79ae816-4471-47c0-a4ed-c78737ab10e5/cce1adc0-8731-4e4d-88c6-083debdcf3da/1c7c0e3e-c5b1-4981-8eb7-2993d452719c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:42.765542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 46c77845-8b04-4133-bfb9-4840d5165af3 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:42.878957 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.903527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:42.917459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350d504-3263-43b9-8a80-9e26db81b411 req-cabf7c2e-0160-4104-9f27-53d630f1b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:42.919236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7350d504-3263-43b9-8a80-9e26db81b411 req-cabf7c2e-0160-4104-9f27-53d630f1b872 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 1096 time: 0.0859830 Sep 27 08:57:42.939939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=423a725e-b4ce-4dd6-8579-bdac625b6ba2,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:43.018947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48666) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:43.026758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 46c77845-8b04-4133-bfb9-4840d5165af3 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:57:43.033448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 46c77845-8b04-4133-bfb9-4840d5165af3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:43.034326 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.034840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7350d504-3263-43b9-8a80-9e26db81b411 req-2e08ca7e-41ec-44f8-89cb-5e036763f1db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749686 Sep 27 08:57:43.087375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Allocated IP 172.25.2.113 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/c55eebe6-9d56-4b67-84b1-fd0423193ca9) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:43.131940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf1cfd5f-099d-4f30-af88-ded3b20dfddd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17fd35e76ee0420bb3c187a96f29d31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111937 Sep 27 08:57:43.133433 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:43.234811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-535341e7-6415-4ef0-b362-95733b5b97d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.257732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.260897 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.274889 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-535341e7-6415-4ef0-b362-95733b5b97d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.284927 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.298247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e46724-fb0b-48d8-bbbf-800fe0ad9456 req-9a6333ac-810f-41c1-b5d6-7dc456863620 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:43.299829 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a1e46724-fb0b-48d8-bbbf-800fe0ad9456 req-9a6333ac-810f-41c1-b5d6-7dc456863620 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 945 time: 0.0998862 Sep 27 08:57:43.334729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Network f79ae816-4471-47c0-a4ed-c78737ab10e5 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:43.344186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:43.351421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 46c77845-8b04-4133-bfb9-4840d5165af3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=46c77845-8b04-4133-bfb9-4840d5165af3,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:43.354670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:43.368182 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.415102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.417964 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-535341e7-6415-4ef0-b362-95733b5b97d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.421046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-535341e7-6415-4ef0-b362-95733b5b97d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.422262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-535341e7-6415-4ef0-b362-95733b5b97d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8f3cf8e-a121-41a3-a7ca-99f35f562285 HTTP/1.1" status: 204 len: 168 time: 0.2867091 Sep 27 08:57:43.438183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535341e7-6415-4ef0-b362-95733b5b97d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f3cf8e-a121-41a3-a7ca-99f35f562285,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:43.463471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Pushing event updated for resources: {'Port': ['ID=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:43.473136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Attempting to bind port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:43.473577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Attempting to bind port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:43.473955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Attempting to bind port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c on network f79ae816-4471-47c0-a4ed-c78737ab10e5 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:43.521813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.537183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:43.537183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Checking segment: {'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:43.537580 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.540109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Bound using segment: {'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:43.542243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Bound port: 1c7c0e3e-c5b1-4981-8eb7-2993d452719c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:43.542719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.585247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a1e46724-fb0b-48d8-bbbf-800fe0ad9456 req-2b380959-a703-4b18-908c-d93f804eb9e9 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716863 Sep 27 08:57:43.587886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:43.592263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:43.597179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:43.639774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Pushing event updated for resources: {'Port': ['ID=c55eebe6-9d56-4b67-84b1-fd0423193ca9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:43.657691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=46c77845-8b04-4133-bfb9-4840d5165af3,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:43.730599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] For port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:43.737416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] For port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,segment=NetworkSegment(77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280),segment_id=77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:43.745684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:43.822017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0404a3-3848-4268-a010-d7d4ad2372df None None] Pushing event updated for resources: {'Port': ['ID=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:43.903791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.174186 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.589056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1c7c0e3e-c5b1-4981-8eb7-2993d452719c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:44.701558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:44.720260 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.784581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae715f-f671-4a67-bd11-f1558c38841c req-b58439a7-acf5-4848-aea4-d1ea040decfb tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:44.794575 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1ae715f-f671-4a67-bd11-f1558c38841c req-b58439a7-acf5-4848-aea4-d1ea040decfb tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 945 time: 0.0854423 Sep 27 08:57:44.800982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:44.869635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c77845-8b04-4133-bfb9-4840d5165af3'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:44.871436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1ae715f-f671-4a67-bd11-f1558c38841c req-508f2495-31a1-492b-bf65-53c0454516c2 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749140 Sep 27 08:57:44.883206 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a08fc6-593c-4e42-8880-1c34676087ad" -d '{"events": [{"server_uuid": "20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3", "name": "network-vif-plugged", "status": "completed", "tag": "46c77845-8b04-4133-bfb9-4840d5165af3"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:44.990427 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5327a3-d256-4f2b-a444-d969df6a1521 x-openstack-request-id: req-bc5327a3-d256-4f2b-a444-d969df6a1521 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:44.991182 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3", "name": "network-vif-plugged", "status": "completed", "tag": "46c77845-8b04-4133-bfb9-4840d5165af3", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:44.991619 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc5327a3-d256-4f2b-a444-d969df6a1521 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:44.992192 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c77845-8b04-4133-bfb9-4840d5165af3', 'code': 200} Sep 27 08:57:45.008442 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.045695 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,segment=NetworkSegment(77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280),segment_id=77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:45.060789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.139212 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-510578e2-6b00-4ab3-b2e7-4a4f626862c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.186861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:45.212731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d06b7d-96de-4164-8517-f0835ee7e08a req-25aac592-edc2-4a01-974c-9b5da0b01a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:45.215061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8d06b7d-96de-4164-8517-f0835ee7e08a req-25aac592-edc2-4a01-974c-9b5da0b01a82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0914607 Sep 27 08:57:45.295250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8d06b7d-96de-4164-8517-f0835ee7e08a req-995e25cd-cd1e-4751-bbcf-b052668c3a9f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711575 Sep 27 08:57:45.336268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915d36d-52df-44e4-9f41-bbe39a80e7dd None None] Network f79ae816-4471-47c0-a4ed-c78737ab10e5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:45.361686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129195c-891c-480d-a6fc-3bf67df0e463 req-772a003f-8662-4c58-a040-30afa11b07f4 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:45.366411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6129195c-891c-480d-a6fc-3bf67df0e463 req-772a003f-8662-4c58-a040-30afa11b07f4 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.1883347 Sep 27 08:57:45.397998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:57:45.450264 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6129195c-891c-480d-a6fc-3bf67df0e463 req-5596e270-bb19-47b7-a0b0-da081e53318d tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732772 Sep 27 08:57:45.485771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-56dd7e7a-541b-466e-82a8-f0322feaa7fc None None] Provisioning complete for port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:45.486429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56dd7e7a-541b-466e-82a8-f0322feaa7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.696440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48750) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:45.705145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:57:45.714983 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Sync routers for ids ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:57:45.726226 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Routers {'1f2819b0-3812-413d-b2e3-a1cd9c9b8641'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:45.726995 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:45.744854 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:45.746532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa7e8e5f-0d12-404f-8213-5442d9259b59 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5577977 Sep 27 08:57:45.749455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:45.895281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5c8c691f-c754-4bad-8943-cfdc581a4acc tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1846747167'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:45.915888 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Set router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:46.073441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-877d511c-d104-4a0f-9145-193ec902b61f None None] Provisioning complete for port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:46.074007 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-877d511c-d104-4a0f-9145-193ec902b61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.119039 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8c691f-c754-4bad-8943-cfdc581a4acc tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.120101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8c691f-c754-4bad-8943-cfdc581a4acc tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.131310 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:43Z', 'revision_number': 3, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port': {'id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:46.170546 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Checking router: 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:57:46.171466 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Updating router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 port c55eebe6-9d56-4b67-84b1-fd0423193ca9 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:57:46.204360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8c691f-c754-4bad-8943-cfdc581a4acc tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.214987 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.217187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8c691f-c754-4bad-8943-cfdc581a4acc tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.289132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8c691f-c754-4bad-8943-cfdc581a4acc tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.290540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c8c691f-c754-4bad-8943-cfdc581a4acc tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5927818 Sep 27 08:57:46.293412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:46.431912 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd24e-366d-4e75-95fa-ec3039b2e247 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.614312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1c7c0e3e-c5b1-4981-8eb7-2993d452719c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:46.706769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:46.707472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.715863 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.728538 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.729646 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd24e-366d-4e75-95fa-ec3039b2e247 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.735784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd24e-366d-4e75-95fa-ec3039b2e247 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.805595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21254ba6-eb1f-4c1f-a3ea-48676ff25d17 req-3bc1846a-9995-40ad-bbbd-c66eca66e905 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:46.807821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21254ba6-eb1f-4c1f-a3ea-48676ff25d17 req-3bc1846a-9995-40ad-bbbd-c66eca66e905 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.1820843 Sep 27 08:57:46.817654 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Pushing event updated for resources: {'Port': ['ID=c55eebe6-9d56-4b67-84b1-fd0423193ca9,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:46.837762 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Attempting to bind port c55eebe6-9d56-4b67-84b1-fd0423193ca9 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:46.838190 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Attempting to bind port c55eebe6-9d56-4b67-84b1-fd0423193ca9 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:46.838760 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Attempting to bind port c55eebe6-9d56-4b67-84b1-fd0423193ca9 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:46.850191 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:46.850820 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:46.851234 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.851664 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:46.854207 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd24e-366d-4e75-95fa-ec3039b2e247 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.854410 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Bound port: c55eebe6-9d56-4b67-84b1-fd0423193ca9, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:46.854827 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.855525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfbd24e-366d-4e75-95fa-ec3039b2e247 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77c9a451-80d2-414b-915e-76eabab0044c {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:57:46.866256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd24e-366d-4e75-95fa-ec3039b2e247 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.867683 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6dfbd24e-366d-4e75-95fa-ec3039b2e247 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "DELETE /v2.0/routers/77c9a451-80d2-414b-915e-76eabab0044c HTTP/1.1" status: 204 len: 168 time: 0.5732434 Sep 27 08:57:46.872103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48770) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:46.878747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a5bec4e8-8035-423e-9b1e-5404fc708ba9 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Request body: {'router': {'name': 'tempest-router-337077122', 'distributed': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:46.889686 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.898554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21254ba6-eb1f-4c1f-a3ea-48676ff25d17 req-7e7f305f-8b0f-4dca-9166-89053764b138 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674009 Sep 27 08:57:46.926566 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.926918 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.927307 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.928629 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.929283 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.930329 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.931404 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.931953 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.932498 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.933403 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.934266 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.934964 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:46.949655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5bec4e8-8035-423e-9b1e-5404fc708ba9 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.951316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5bec4e8-8035-423e-9b1e-5404fc708ba9 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:46.956660 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] For port c55eebe6-9d56-4b67-84b1-fd0423193ca9, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:46.961264 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] For port c55eebe6-9d56-4b67-84b1-fd0423193ca9, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c55eebe6-9d56-4b67-84b1-fd0423193ca9,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:46.969520 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.063103 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5bec4e8-8035-423e-9b1e-5404fc708ba9 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.063995 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Routers {'1f2819b0-3812-413d-b2e3-a1cd9c9b8641'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:47.064809 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:47.071961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5bec4e8-8035-423e-9b1e-5404fc708ba9 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.094317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5bec4e8-8035-423e-9b1e-5404fc708ba9 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.096068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a5bec4e8-8035-423e-9b1e-5404fc708ba9 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2228148 Sep 27 08:57:47.099799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48778) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:47.178671 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563df4a-c142-4ebd-919f-b371e9cbf59d None None] Pushing event updated for resources: {'Port': ['ID=c55eebe6-9d56-4b67-84b1-fd0423193ca9,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:47.230285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca327e45-f46e-41a1-92f2-985594342609 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.297235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Allocated IP 172.20.0.1 (f79ae816-4471-47c0-a4ed-c78737ab10e5/cce1adc0-8731-4e4d-88c6-083debdcf3da/9da6c57c-605c-4e05-b5ee-1bc373b2b4f6) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:47.440714 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] Set router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:47.489445 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca327e45-f46e-41a1-92f2-985594342609 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.492161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca327e45-f46e-41a1-92f2-985594342609 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.534723 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a7b0-763a-4f02-a300-180ab7f5aa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.548493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca327e45-f46e-41a1-92f2-985594342609 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.549360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca327e45-f46e-41a1-92f2-985594342609 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2c8b65b-d514-47cf-92c8-95c87efa0e3e {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:57:47.550343 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.558220 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca327e45-f46e-41a1-92f2-985594342609 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.563012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ca327e45-f46e-41a1-92f2-985594342609 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c2c8b65b-d514-47cf-92c8-95c87efa0e3e HTTP/1.1" status: 204 len: 168 time: 0.4611793 Sep 27 08:57:47.567360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48794) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:47.578855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e74c9614-8b6d-4fa2-a1b7-254e163e2bc1 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Request body: {'router': {'name': 'tempest-router-1755086215', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8827dc4e11264a4e826f01bc6fdd11df'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:47.633976 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e74c9614-8b6d-4fa2-a1b7-254e163e2bc1 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.634974 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e74c9614-8b6d-4fa2-a1b7-254e163e2bc1 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.644975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.724130 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:43Z', 'revision_number': 3, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port': {'id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:47.752591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Network f79ae816-4471-47c0-a4ed-c78737ab10e5 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:47.767687 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcbc1a-b021-4db5-ba4d-a04b903c5bdc None None] The sync data for ids ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'] in n-d-810909-1 is: [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:43Z', 'revision_number': 3, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port': {'id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:57:47.767995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e74c9614-8b6d-4fa2-a1b7-254e163e2bc1 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.771875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:47.776746 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Pushing event updated for resources: {'Port': ['ID=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:47.788286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:47.798160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e74c9614-8b6d-4fa2-a1b7-254e163e2bc1 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.854111 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.915502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e74c9614-8b6d-4fa2-a1b7-254e163e2bc1 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:47.916829 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e74c9614-8b6d-4fa2-a1b7-254e163e2bc1 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3480349 Sep 27 08:57:47.922900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48806) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:47.931582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:48.030553 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.130411 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.193169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-9981b62e-7d9d-4b3e-8d1d-a5b887c545c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:48.205127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-9981b62e-7d9d-4b3e-8d1d-a5b887c545c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 812 time: 0.4357266 Sep 27 08:57:48.270723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-49dd81aa-f20b-4760-bae7-bf3a7c0a1764 None None] Provisioning complete for port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:48.271234 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49dd81aa-f20b-4760-bae7-bf3a7c0a1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.303997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b04362b8-78cf-45e5-904e-054f87d5f5db tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/quotas/df825a6d2e774e99b702715b67865b41 HTTP/1.1" status: 200 len: 375 time: 0.0970895 Sep 27 08:57:48.320774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-49dd81aa-f20b-4760-bae7-bf3a7c0a1764 None None] Port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:57:48.375558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.376291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.394386 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.405516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.480744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.483061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Pushing event updated for resources: {'Port': ['ID=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:48.556993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a8d53340-2250-434b-8b9f-34f03ee1d641 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2514286 Sep 27 08:57:48.558675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94830) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 27 08:57:48.559022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Router d714d25a-29d8-45f2-8976-251a7e628963 migrating from provider to provider. {{(pid=94830) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 27 08:57:48.559418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.565753 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.573865 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653436', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650951'] for router, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.618636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c55eebe6-9d56-4b67-84b1-fd0423193ca9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:48.647270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Network f79ae816-4471-47c0-a4ed-c78737ab10e5 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:48.665108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:48.675345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4943a-6f78-4294-ba18-58369119efcb req-c569aa9c-fb50-421c-9fe3-fbe2596336e8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:48.677234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8d4943a-6f78-4294-ba18-58369119efcb req-c569aa9c-fb50-421c-9fe3-fbe2596336e8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.57 "GET /v2.0/ports?device_id=20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.0840597 Sep 27 08:57:48.714469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c55eebe6-9d56-4b67-84b1-fd0423193ca9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:48.714941 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.852909 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.871806 n-d-810909-1 neutron-server[94830]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] No L3 agents can host the router d714d25a-29d8-45f2-8976-251a7e628963 Sep 27 08:57:48.904433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port c55eebe6-9d56-4b67-84b1-fd0423193ca9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c55eebe6-9d56-4b67-84b1-fd0423193ca9,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:48.913207 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.924510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Deleting port 46c77845-8b04-4133-bfb9-4840d5165af3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:48.924858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:48.927467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e790e-16d6-474f-8f91-6fddaa386665 req-33eb5f11-1ebd-417d-b4dd-09f94e93f7f8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:48.928921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-440e790e-16d6-474f-8f91-6fddaa386665 req-33eb5f11-1ebd-417d-b4dd-09f94e93f7f8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c48de20-81d4-4ec4-bbdf-438d1f437a16 HTTP/1.1" status: 200 len: 945 time: 0.2345009 Sep 27 08:57:48.943137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-71fd8220-654e-4d18-8d7c-66adcfbdebb0 service neutron] 10.222.0.50 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603787 Sep 27 08:57:48.992701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=c55eebe6-9d56-4b67-84b1-fd0423193ca9,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:49.015179 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.057131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dc800a22-98bc-42d2-bccd-4b1ec8dda854 None None] Provisioning complete for port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:49.057887 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc800a22-98bc-42d2-bccd-4b1ec8dda854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.143621 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dc800a22-98bc-42d2-bccd-4b1ec8dda854 None None] Port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:57:49.163591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Hosts for router d714d25a-29d8-45f2-8976-251a7e628963: [] {{(pid=94830) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 27 08:57:49.259121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Hosts for other DVR routers connected to router d714d25a-29d8-45f2-8976-251a7e628963: set() {{(pid=94830) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 27 08:57:49.261735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.262991 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b17c5b0d-8580-480c-8f10-06df4110602d tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "PUT /v2.0/routers/d714d25a-29d8-45f2-8976-251a7e628963 HTTP/1.1" status: 200 len: 717 time: 1.3357961 Sep 27 08:57:49.266221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48814) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:49.413369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:57:49.529775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] For port 46c77845-8b04-4133-bfb9-4840d5165af3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=46c77845-8b04-4133-bfb9-4840d5165af3,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:49.530371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.555568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Calling delete_port for 46c77845-8b04-4133-bfb9-4840d5165af3 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:49.699471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:57:49.712426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fe160382-5245-4bbe-8aee-b42bed3d236c admin admin] 10.222.0.50 "PUT /v2.0/routers/1f2819b0-3812-413d-b2e3-a1cd9c9b8641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9560964 Sep 27 08:57:49.713286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-060b366b-700d-467d-985e-ea9996d6008b tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "GET /v2.0/routers/d714d25a-29d8-45f2-8976-251a7e628963 HTTP/1.1" status: 200 len: 717 time: 0.4459321 Sep 27 08:57:49.716075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48824) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:49.755832 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-856d652d-964e-49ad-affd-d3455e118316 service neutron] 10.222.0.50 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8122716 Sep 27 08:57:49.806852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Deleting port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:57:49.807201 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.928762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:49.943896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['46c77845-8b04-4133-bfb9-4840d5165af3'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:57:49.946154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['423a725e-b4ce-4dd6-8579-bdac625b6ba2'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:57:49.998696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Pushing event deleted for resources: {'Port': ['ID=46c77845-8b04-4133-bfb9-4840d5165af3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:50.072222 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] No DVR routers for this DVR port 46c77845-8b04-4133-bfb9-4840d5165af3 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:50.076421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.080054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d8d4943a-6f78-4294-ba18-58369119efcb req-0b19ef0e-d808-4b26-be9c-38e9b62a58c8 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.57 "DELETE /v2.0/ports/46c77845-8b04-4133-bfb9-4840d5165af3 HTTP/1.1" status: 204 len: 173 time: 1.3944523 Sep 27 08:57:50.080561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3', 'name': 'network-vif-deleted', 'tag': '46c77845-8b04-4133-bfb9-4840d5165af3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:50.083274 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc6fb3-b81a-4251-9843-0c9a1e1ffd5d" -d '{"events": [{"server_uuid": "20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3", "name": "network-vif-deleted", "tag": "46c77845-8b04-4133-bfb9-4840d5165af3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:50.160264 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4801f642-6480-4281-bcd2-e9e0946892e2 x-openstack-request-id: req-4801f642-6480-4281-bcd2-e9e0946892e2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:50.161304 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3", "name": "network-vif-deleted", "tag": "46c77845-8b04-4133-bfb9-4840d5165af3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:50.161304 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4801f642-6480-4281-bcd2-e9e0946892e2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:50.161625 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aaa54f-6d98-4cd5-aae8-8079f0fd3fd3', 'name': 'network-vif-deleted', 'tag': '46c77845-8b04-4133-bfb9-4840d5165af3', 'status': 'completed', 'code': 200} Sep 27 08:57:50.347365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d9536aaa-0885-43f7-a588-54be284c668d tempest-RoutersTestDVR-729778124 tempest-RoutersTestDVR-729778124-project] 10.222.0.50 "GET /v2.0/routers/d714d25a-29d8-45f2-8976-251a7e628963 HTTP/1.1" status: 200 len: 683 time: 0.6295378 Sep 27 08:57:50.350570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48838) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:50.388575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] For port 423a725e-b4ce-4dd6-8579-bdac625b6ba2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=423a725e-b4ce-4dd6-8579-bdac625b6ba2,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:50.388960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.454427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Calling delete_port for 423a725e-b4ce-4dd6-8579-bdac625b6ba2 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:57:50.577098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b91e-f93d-47d0-bee5-30ab86b0d303 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.607400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c55eebe6-9d56-4b67-84b1-fd0423193ca9 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:50.624523 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.659371 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ff24d04-5aa9-4a08-9642-eae6ab146f80 req-2a357abb-eed3-4403-90fb-3e8fbff0f4f6 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 210 time: 0.2062304 Sep 27 08:57:50.716207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Sync routers for ids ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:57:50.766720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Routers {'1f2819b0-3812-413d-b2e3-a1cd9c9b8641'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:50.774645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:50.933287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:50.990013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b91e-f93d-47d0-bee5-30ab86b0d303 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.016782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b91e-f93d-47d0-bee5-30ab86b0d303 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.078152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:51.101165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-279786880-network', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:51.117315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Pushing event deleted for resources: {'Port': ['ID=423a725e-b4ce-4dd6-8579-bdac625b6ba2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:51.169468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b91e-f93d-47d0-bee5-30ab86b0d303 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.170191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee9b91e-f93d-47d0-bee5-30ab86b0d303 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d714d25a-29d8-45f2-8976-251a7e628963 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:57:51.176522 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b91e-f93d-47d0-bee5-30ab86b0d303 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.177387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ee9b91e-f93d-47d0-bee5-30ab86b0d303 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d714d25a-29d8-45f2-8976-251a7e628963 HTTP/1.1" status: 204 len: 168 time: 0.8253386 Sep 27 08:57:51.183314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48870) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:51.188219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Request body: {'router': {'name': 'tempest-router-480439668', 'distributed': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:51.223024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.224509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 08:57:51.224509 n-d-810909-1 neutron-server[94831]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 08:57:51.224509 n-d-810909-1 neutron-server[94831]: [parameters: {'project_id': '084960317773447da1cac06fe8e72eb0', 'id': 'c7ef28bc-c75b-444a-ac2f-f7250d3afeed', 'expiration': datetime.datetime(2021, 9, 27, 8, 59, 51, 219092)}] Sep 27 08:57:51.224509 n-d-810909-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:57:51.225338 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:57:51.225971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.226489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.227001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.227496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.228003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.228538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.229053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.229549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.230041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.230544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.231048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:57:51.251060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Set router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:51.253472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] No DVR routers for this DVR port 423a725e-b4ce-4dd6-8579-bdac625b6ba2 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:57:51.259954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.262299 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-440e790e-16d6-474f-8f91-6fddaa386665 req-05620638-49ec-4cdd-bb37-45f133b596ba tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.67 "DELETE /v2.0/ports/423a725e-b4ce-4dd6-8579-bdac625b6ba2 HTTP/1.1" status: 204 len: 173 time: 2.2745895 Sep 27 08:57:51.265007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c48de20-81d4-4ec4-bbdf-438d1f437a16', 'name': 'network-vif-deleted', 'tag': '423a725e-b4ce-4dd6-8579-bdac625b6ba2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:51.271221 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7d0090-49e5-40d5-b952-f2f186d50413" -d '{"events": [{"server_uuid": "0c48de20-81d4-4ec4-bbdf-438d1f437a16", "name": "network-vif-deleted", "tag": "423a725e-b4ce-4dd6-8579-bdac625b6ba2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:51.293663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Made reservation on behalf of 5f1a77375e9c4f659e8a248bc992f529 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:51.296188 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.323847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.350582 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a0efcf-642d-43ff-b664-459af3676ceb x-openstack-request-id: req-c8a0efcf-642d-43ff-b664-459af3676ceb {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:51.352689 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c48de20-81d4-4ec4-bbdf-438d1f437a16", "name": "network-vif-deleted", "tag": "423a725e-b4ce-4dd6-8579-bdac625b6ba2", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:51.355358 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8a0efcf-642d-43ff-b664-459af3676ceb {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:51.356014 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c48de20-81d4-4ec4-bbdf-438d1f437a16', 'name': 'network-vif-deleted', 'tag': '423a725e-b4ce-4dd6-8579-bdac625b6ba2', 'status': 'completed', 'code': 200} Sep 27 08:57:51.376467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48874) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:51.447631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c55eebe6-9d56-4b67-84b1-fd0423193ca9 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:51.448380 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.785083 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8513ff1a-5c98-4118-87ce-22e7ed295418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.805381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.814870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:48Z', 'revision_number': 4, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port': {'id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '9da6c57c-605c-4e05-b5ee-1bc373b2b4f6', 'name': '', 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'mac_address': 'fa:16:3e:d8:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cce1adc0-8731-4e4d-88c6-083debdcf3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:46Z', 'updated_at': '2021-09-27T08:57:48Z', 'revision_number': 2, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'subnets': [{'id': 'cce1adc0-8731-4e4d-88c6-083debdcf3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:51.830694 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-67a0e002-2097-45fc-a0b5-6513e8b292c7 req-c9f5249d-8833-4c1a-aa46-23944a25ad14 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 210 time: 0.1017883 Sep 27 08:57:51.838433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.880262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:57:51.887068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Checking router: 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:57:51.887736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Updating router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:57:51.907070 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.907467 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Added segment b8567355-cfd3-486c-9c44-edc937d7815f of type vlan for network daba02ce-7982-4327-b3d3-1249826c6c94 Sep 27 08:57:51.908925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb478e-b69c-40a0-bc34-db81f5f067c3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:51.948177 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.950642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.981605 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:51.983781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.026339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.027204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:52.027958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.037287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.047464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.058774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8513ff1a-5c98-4118-87ce-22e7ed295418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.065543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8513ff1a-5c98-4118-87ce-22e7ed295418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.104510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513ff1a-5c98-4118-87ce-22e7ed295418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7777efd9-4666-40d2-acfa-a2ba540f5f33,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:52.107675 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.109210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ccb5692d-ffd9-4142-9d26-89ba8ceedbc6 tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9245863 Sep 27 08:57:52.113161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48882) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:52.119272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0372698 Sep 27 08:57:52.123754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48884) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:52.137526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Request body: {'subnet': {'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-279786880-subnet', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:52.169752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a36b4-18ad-4e68-ad45-6b6d47d504e5 admin admin] Pushing event updated for resources: {'Network': ['ID=daba02ce-7982-4327-b3d3-1249826c6c94,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:52.194176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network daba02ce-7982-4327-b3d3-1249826c6c94 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:57:52.203234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 48886) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:52.203551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8513ff1a-5c98-4118-87ce-22e7ed295418 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=986044aa0ef04549974d11529161792d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254747 Sep 27 08:57:52.244278 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bba3d8b-5bfa-4485-9061-cbb20038e06b tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.270922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1fb672e-5cce-489c-98e0-27a816d5d528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.293134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1fb672e-5cce-489c-98e0-27a816d5d528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.326692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Made reservation on behalf of 5f1a77375e9c4f659e8a248bc992f529 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:52.329308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.344109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1fb672e-5cce-489c-98e0-27a816d5d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.347451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1fb672e-5cce-489c-98e0-27a816d5d528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.349105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1fb672e-5cce-489c-98e0-27a816d5d528 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7777efd9-4666-40d2-acfa-a2ba540f5f33 HTTP/1.1" status: 204 len: 168 time: 0.1444519 Sep 27 08:57:52.358707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb672e-5cce-489c-98e0-27a816d5d528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777efd9-4666-40d2-acfa-a2ba540f5f33,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:52.393047 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.403251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.462110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332d983-26b0-4553-8579-4fb40dc6a5fa None None] Pushing event updated for resources: {'Port': ['ID=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:52.527729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bba3d8b-5bfa-4485-9061-cbb20038e06b tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.535401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Attempting to bind port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:52.535785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Attempting to bind port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:52.540371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Attempting to bind port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 on network f79ae816-4471-47c0-a4ed-c78737ab10e5 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:52.546853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:52.547294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Checking segment: {'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:52.547729 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.548186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Bound using segment: {'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:52.548796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Bound port: 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:52.549192 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.559316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bba3d8b-5bfa-4485-9061-cbb20038e06b tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.646044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] For port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:52.656586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] For port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,segment=NetworkSegment(77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280),segment_id=77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:52.665396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.750164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332d983-26b0-4553-8579-4fb40dc6a5fa None None] Pushing event updated for resources: {'Port': ['ID=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:52.765653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 46c77845-8b04-4133-bfb9-4840d5165af3 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:52.799809 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 46c77845-8b04-4133-bfb9-4840d5165af3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:52.800212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 46c77845-8b04-4133-bfb9-4840d5165af3 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:52.813790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Routers {'1f2819b0-3812-413d-b2e3-a1cd9c9b8641'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:52.814437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:52.870114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bba3d8b-5bfa-4485-9061-cbb20038e06b tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.870981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bba3d8b-5bfa-4485-9061-cbb20038e06b tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56df3ef2-246b-4e56-931f-778e6a15362b {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:57:52.878521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bba3d8b-5bfa-4485-9061-cbb20038e06b tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:52.881644 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bba3d8b-5bfa-4485-9061-cbb20038e06b tempest-RoutersTestDVR-1279393076 tempest-RoutersTestDVR-1279393076-project-admin] 10.222.0.50 "DELETE /v2.0/routers/56df3ef2-246b-4e56-931f-778e6a15362b HTTP/1.1" status: 204 len: 168 time: 0.7666910 Sep 27 08:57:52.889795 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.039100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-175498ce-c04b-48db-8170-f4888df48d14 None None] Provisioning complete for port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:53.039482 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175498ce-c04b-48db-8170-f4888df48d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.040259 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-caed7a84-ca57-479e-9f02-8acf16aa700a req-705a541c-5237-4f60-a91e-b6cd2cd1c283 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 210 time: 0.0754917 Sep 27 08:57:53.077729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Checking segment: {'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:53.078653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Network hostable DHCP agents. Network: daba02ce-7982-4327-b3d3-1249826c6c94, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:57:53.085243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edcc7399-b86c-4aec-a9e7-7f47a7357628,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:53.103887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a29d6557-90ef-4aed-a653-de20e0a323bb tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:53.106276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a29d6557-90ef-4aed-a653-de20e0a323bb tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.57 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 812 time: 0.5739822 Sep 27 08:57:53.126776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1c4258ce-96d7-4bd6-b95a-5eb0468084d1 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:53.128489 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1c4258ce-96d7-4bd6-b95a-5eb0468084d1 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.67 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 812 time: 0.3733993 Sep 27 08:57:53.135490 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Request body: {'port': {'device_id': 'effeb5b4-d5c0-4ac5-9cdc-864b80560fd3', 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'admin_state_up': True, 'tenant_id': 'df825a6d2e774e99b702715b67865b41'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:53.151248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Request body: {'port': {'device_id': 'fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75', 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'admin_state_up': True, 'tenant_id': 'df825a6d2e774e99b702715b67865b41'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:53.310828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Network daba02ce-7982-4327-b3d3-1249826c6c94 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:57:53.320212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Made reservation on behalf of df825a6d2e774e99b702715b67865b41 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:53.321072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] Set router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:53.328929 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.353039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, daba02ce-7982-4327-b3d3-1249826c6c94) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:53.388257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e07ff-bf86-4fad-9035-9288d842c739 None None] Network daba02ce-7982-4327-b3d3-1249826c6c94 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:53.397592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:53.398215 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.400545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:53.449555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Made reservation on behalf of df825a6d2e774e99b702715b67865b41 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:57:53.475798 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.571456 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-54ed94a0-6bba-44c5-8a10-3a48ca922749 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4407055 Sep 27 08:57:53.599748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:53.610165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:53.643460 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175498ce-c04b-48db-8170-f4888df48d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.676966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.680908 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.767367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Allocated IP 172.20.0.7 (8b0fe2db-5577-420d-a490-7fd6d3fb7363/d9b7cc7c-5fef-41b9-badd-beaf69bd990b/ffc44ca1-37a0-4fd5-b746-0b30115dd1df) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:53.778465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-175498ce-c04b-48db-8170-f4888df48d14 None None] For port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,segment=NetworkSegment(77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280),segment_id=77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:53.811262 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175498ce-c04b-48db-8170-f4888df48d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.811804 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.873424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-daba02ce-7982-4327-b3d3-1249826c6c94', 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'fixed_ips': [{'subnet_id': 'edcc7399-b86c-4aec-a9e7-7f47a7357628'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:57:53.874317 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.901833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:48Z', 'revision_number': 4, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port': {'id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '9da6c57c-605c-4e05-b5ee-1bc373b2b4f6', 'name': '', 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'mac_address': 'fa:16:3e:d8:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cce1adc0-8731-4e4d-88c6-083debdcf3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:46Z', 'updated_at': '2021-09-27T08:57:52Z', 'revision_number': 4, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'subnets': [{'id': 'cce1adc0-8731-4e4d-88c6-083debdcf3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:53.925883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6f58bf4-d88b-482a-aba9-fdbfc2a87777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:53.999224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46bfca-590d-4f83-9ef7-d98875f45f38 None None] The sync data for ids ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'] in n-d-810909-1 is: [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:48Z', 'revision_number': 4, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port': {'id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '9da6c57c-605c-4e05-b5ee-1bc373b2b4f6', 'name': '', 'network_id': 'f79ae816-4471-47c0-a4ed-c78737ab10e5', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'mac_address': 'fa:16:3e:d8:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cce1adc0-8731-4e4d-88c6-083debdcf3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:46Z', 'updated_at': '2021-09-27T08:57:52Z', 'revision_number': 4, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'subnets': [{'id': 'cce1adc0-8731-4e4d-88c6-083debdcf3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:57:54.000944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.048080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.052315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.170894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:54.174311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175498ce-c04b-48db-8170-f4888df48d14 None None] Pushing event updated for resources: {'Port': ['ID=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:54.226648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b019f13c-6198-4a63-8d54-411ad06f39d9 None None] Provisioning complete for port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:54.227334 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b019f13c-6198-4a63-8d54-411ad06f39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.269942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 423a725e-b4ce-4dd6-8579-bdac625b6ba2 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:57:54.309662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Pushing event updated for resources: {'Port': ['ID=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:54.314806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:54.319645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.db.api [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-5c1e8c4c-8554-43ec-98e9-3f82241dee97 {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 08:57:54.320288 n-d-810909-1 neutron-server[94831]: DEBUG oslo_db.api [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 08:57:54.321365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:54.373851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab8920-724a-4381-9677-fa77d1a967b3 req-c5ee055c-bea2-416d-a636-b070c9ccb624 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:54.382718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 423a725e-b4ce-4dd6-8579-bdac625b6ba2 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:57:54.383065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 423a725e-b4ce-4dd6-8579-bdac625b6ba2 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:57:54.387571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4dab8920-724a-4381-9677-fa77d1a967b3 req-c5ee055c-bea2-416d-a636-b070c9ccb624 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 931 time: 0.2129323 Sep 27 08:57:54.434909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Allocated IP 172.20.0.2 (daba02ce-7982-4327-b3d3-1249826c6c94/edcc7399-b86c-4aec-a9e7-7f47a7357628/ebb3c76d-716d-4ffa-a199-3f75ce9a83c3) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:54.562027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6f58bf4-d88b-482a-aba9-fdbfc2a87777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.581232 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6f58bf4-d88b-482a-aba9-fdbfc2a87777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.628301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4dab8920-724a-4381-9677-fa77d1a967b3 req-be18ba67-5a7f-405f-9c10-574e27dad1eb tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144895 Sep 27 08:57:54.652780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:54.653800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.687310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-1addfdde-06d7-48fe-8cbe-44228c37d750 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5437553 Sep 27 08:57:54.705791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Request body: {'port': {'device_id': 'fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:54.709738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:54.769137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f58bf4-d88b-482a-aba9-fdbfc2a87777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3cb46-718f-4750-aaea-cae1541c2560,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:54.773897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6f58bf4-d88b-482a-aba9-fdbfc2a87777 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8827dc4e11264a4e826f01bc6fdd11df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3589153 Sep 27 08:57:54.776812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48944) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:54.790266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.795915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.812508 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.822209 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.825034 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.830283 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.903371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Network daba02ce-7982-4327-b3d3-1249826c6c94 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:54.907995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:54.919370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:54.926904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:54.927514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:54.996864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Pushing event updated for resources: {'Port': ['ID=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:55.066212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98c291ea-0234-4da6-9606-7d546734454c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.113494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Attempting to bind port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:55.114195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Attempting to bind port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:55.114823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Attempting to bind port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 on network daba02ce-7982-4327-b3d3-1249826c6c94 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:55.135156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:55.135900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Checking segment: {'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:55.136564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.137141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Bound using segment: {'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:55.137839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Bound port: ebb3c76d-716d-4ffa-a199-3f75ce9a83c3, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:55.138470 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.177752 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98c291ea-0234-4da6-9606-7d546734454c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.223330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Allocated IP 172.25.2.112 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/5596296f-2924-43d6-bd88-fde5d632050e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:55.342963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] For port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:55.362841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] For port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,segment=NetworkSegment(b8567355-cfd3-486c-9c44-edc937d7815f),segment_id=b8567355-cfd3-486c-9c44-edc937d7815f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:55.372276 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.379319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc44ca1-37a0-4fd5-b746-0b30115dd1df {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:57:55.389739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.405227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Transition to ACTIVE for port object ffc44ca1-37a0-4fd5-b746-0b30115dd1df will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:57:55.405471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98c291ea-0234-4da6-9606-7d546734454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.407999 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98c291ea-0234-4da6-9606-7d546734454c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.411691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-98c291ea-0234-4da6-9606-7d546734454c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84b3cb46-718f-4750-aaea-cae1541c2560 HTTP/1.1" status: 204 len: 168 time: 0.6314931 Sep 27 08:57:55.416957 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.443632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c291ea-0234-4da6-9606-7d546734454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3cb46-718f-4750-aaea-cae1541c2560,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:55.516071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef7bfb-0622-4d2d-a7c3-84658956be3f None None] Pushing event updated for resources: {'Port': ['ID=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:55.565814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:55.683018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Allocated IP 172.20.0.13 (8b0fe2db-5577-420d-a490-7fd6d3fb7363/d9b7cc7c-5fef-41b9-badd-beaf69bd990b/201ffdb3-96f8-4388-a25d-67ae57777612) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:57:55.703826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.770523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Attempting to bind port ffc44ca1-37a0-4fd5-b746-0b30115dd1df on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:55.774793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Attempting to bind port ffc44ca1-37a0-4fd5-b746-0b30115dd1df by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:55.775262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Attempting to bind port ffc44ca1-37a0-4fd5-b746-0b30115dd1df on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:55.799743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Port ffc44ca1-37a0-4fd5-b746-0b30115dd1df on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:57:55.799743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Attempting to bind port ffc44ca1-37a0-4fd5-b746-0b30115dd1df on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:55.822994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:55.823344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Checking segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:55.823741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Bound using segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:55.824194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Bound port: ffc44ca1-37a0-4fd5-b746-0b30115dd1df, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:55.832669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.942680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:55.959988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] For port ffc44ca1-37a0-4fd5-b746-0b30115dd1df, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:55.964295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] For port ffc44ca1-37a0-4fd5-b746-0b30115dd1df, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:55.981697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:56.051872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:56.053139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:56.055592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] 10.222.0.67 "PUT /v2.0/ports/ffc44ca1-37a0-4fd5-b746-0b30115dd1df HTTP/1.1" status: 200 len: 1091 time: 1.3586247 Sep 27 08:57:56.056556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75', 'tag': 'ffc44ca1-37a0-4fd5-b746-0b30115dd1df'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:56.062137 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75", "tag": "ffc44ca1-37a0-4fd5-b746-0b30115dd1df"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:56.132538 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc085e-e404-4dbb-8e5f-dbafbb9bfdc4 x-openstack-request-id: req-1ddc085e-e404-4dbb-8e5f-dbafbb9bfdc4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:56.132833 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75", "tag": "ffc44ca1-37a0-4fd5-b746-0b30115dd1df", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:56.133093 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ddc085e-e404-4dbb-8e5f-dbafbb9bfdc4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:56.133917 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75', 'tag': 'ffc44ca1-37a0-4fd5-b746-0b30115dd1df', 'status': 'completed', 'code': 200} Sep 27 08:57:56.160396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801a4d0-140d-499a-9aa3-68d4c66f1479 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:56.194188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48960) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:56.210008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-128ca20b-aa09-4ddd-b30d-1449eb3c156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:56.210435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:56.211543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-128ca20b-aa09-4ddd-b30d-1449eb3c156e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 1094 time: 0.0943072 Sep 27 08:57:56.228416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:56.246832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:56.265163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-33637fcc-1a7b-409b-bf47-e41a31d68ba9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffc44ca1-37a0-4fd5-b746-0b30115dd1df HTTP/1.1" status: 200 len: 217 time: 0.0440676 Sep 27 08:57:56.277588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85734761-27ab-4cd3-afaa-32ab3192cd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:56.284790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5596296f-2924-43d6-bd88-fde5d632050e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:56.313971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9483af-08fd-4de6-a103-b55bbe44b833 req-6368b323-e631-4ee8-a5cd-afa41f0e10b0 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:56.316806 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac9483af-08fd-4de6-a103-b55bbe44b833 req-6368b323-e631-4ee8-a5cd-afa41f0e10b0 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 943 time: 0.3909500 Sep 27 08:57:56.325242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b68dd256-343f-465f-9907-4c65bea34267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:56.327391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-b68dd256-343f-465f-9907-4c65bea34267 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 200 len: 852 time: 0.0540779 Sep 27 08:57:56.363677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-d73a9d10-208e-43d6-a62f-cae23aaaf854 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b0fe2db-5577-420d-a490-7fd6d3fb7363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284402 Sep 27 08:57:56.371665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:56.479233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-2c725dde-b339-46c4-9545-e1c367f3deb7 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085865 Sep 27 08:57:56.619857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:56.650579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-c55510ed-525a-4509-a3ad-40f3f4bfa041 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630461 Sep 27 08:57:56.699573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:56.699883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:56.843467 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:56.857214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-dfb74e58-ee13-44ed-9c76-b51427f17566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:56.858899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-dfb74e58-ee13-44ed-9c76-b51427f17566 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 1094 time: 0.1157975 Sep 27 08:57:57.007968 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac9483af-08fd-4de6-a103-b55bbe44b833 req-7ce2736a-4295-49c5-a1e2-7e0a63d1c622 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781337 Sep 27 08:57:57.069004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40c1cd-d7fc-4170-baeb-be2e797f393b None None] Network daba02ce-7982-4327-b3d3-1249826c6c94 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:57:57.079299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-51a95fdc-6fb8-49b7-98dc-29655e75c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:57.081527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-51a95fdc-6fb8-49b7-98dc-29655e75c219 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 913 time: 0.2144279 Sep 27 08:57:57.128673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,segment=NetworkSegment(b8567355-cfd3-486c-9c44-edc937d7815f),segment_id=b8567355-cfd3-486c-9c44-edc937d7815f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:57:57.149677 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.170923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-32176c29-5cda-47d9-9f4a-1d098fd229ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffc44ca1-37a0-4fd5-b746-0b30115dd1df HTTP/1.1" status: 200 len: 217 time: 0.0801966 Sep 27 08:57:57.172683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4c225992-648a-4652-9f84-7530ed96cf18 None None] Provisioning complete for port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:57.173196 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c225992-648a-4652-9f84-7530ed96cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.242682 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.249469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-41e5e93e-2664-4df2-b847-5da0ed8be7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:57.250462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-41e5e93e-2664-4df2-b847-5da0ed8be7a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 200 len: 852 time: 0.0708933 Sep 27 08:57:57.272401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:57:57.314311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:57:57.345467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:57:57.354558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-b8f0813d-45ad-4790-aaa4-eee0ee4d8c76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b0fe2db-5577-420d-a490-7fd6d3fb7363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952613 Sep 27 08:57:57.369493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Pushing event updated for resources: {'Port': ['ID=201ffdb3-96f8-4388-a25d-67ae57777612,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:57.395900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85734761-27ab-4cd3-afaa-32ab3192cd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.414029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85734761-27ab-4cd3-afaa-32ab3192cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.424858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.508387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:57.508965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.530218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:57.539050 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-85734761-27ab-4cd3-afaa-32ab3192cd44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=084960317773447da1cac06fe8e72eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3331170 Sep 27 08:57:57.541928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 48984) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:57.542505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85734761-27ab-4cd3-afaa-32ab3192cd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f006f857-1dc4-417d-8c12-eb7a5ddd94a0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:57.556736 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-cecc37d2-a1e0-40b5-8990-b95cc835ccb3 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4333134 Sep 27 08:57:57.571006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Request body: {'port': {'device_id': 'effeb5b4-d5c0-4ac5-9cdc-864b80560fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:57.653052 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-39edcc55-3500-4c45-bba6-427297afdeb4 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835717 Sep 27 08:57:57.826962 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.840869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-532fe393-ebe2-4f87-8a96-5349dcf2863d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:57.867535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a07d3fb4-8dad-46bf-b8a6-e26d7834b862 req-6e5aee44-ae6e-48e1-a533-deeec0720729 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070267 Sep 27 08:57:57.994981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-532fe393-ebe2-4f87-8a96-5349dcf2863d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.170850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7c697fb1-8ec7-421a-a7ce-5b27bb411cf3 None None] Provisioning complete for port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:58.178545 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7c697fb1-8ec7-421a-a7ce-5b27bb411cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.211147 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.237351 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-532fe393-ebe2-4f87-8a96-5349dcf2863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.239960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-532fe393-ebe2-4f87-8a96-5349dcf2863d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.241391 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-532fe393-ebe2-4f87-8a96-5349dcf2863d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f006f857-1dc4-417d-8c12-eb7a5ddd94a0 HTTP/1.1" status: 204 len: 168 time: 0.6954467 Sep 27 08:57:58.249500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6a4c-6c6f-400b-805c-613c00862f5e req-23c3d0fb-7efd-46cf-8481-440197138f6b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:58.251091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d5c6a4c-6c6f-400b-805c-613c00862f5e req-23c3d0fb-7efd-46cf-8481-440197138f6b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 943 time: 0.0852652 Sep 27 08:57:58.340802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d5c6a4c-6c6f-400b-805c-613c00862f5e req-bf86bae4-3a9c-4cb0-b2bd-5b63b4f62eb4 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811024 Sep 27 08:57:58.367757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe393-ebe2-4f87-8a96-5349dcf2863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f006f857-1dc4-417d-8c12-eb7a5ddd94a0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:58.595248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:57:58.653246 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201ffdb3-96f8-4388-a25d-67ae57777612 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:57:58.666283 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.671345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:57:58.671719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.684441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Transition to ACTIVE for port object 201ffdb3-96f8-4388-a25d-67ae57777612 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:57:58.687191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Router 2e292342-fcab-4a49-8170-85b3f9f27bfa is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:57:58.736569 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:58.889717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=201ffdb3-96f8-4388-a25d-67ae57777612,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:59.001486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:57:59.012314 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Sync routers for ids ['2e292342-fcab-4a49-8170-85b3f9f27bfa'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:57:59.028156 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Attempting to bind port 201ffdb3-96f8-4388-a25d-67ae57777612 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:57:59.028897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Attempting to bind port 201ffdb3-96f8-4388-a25d-67ae57777612 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:57:59.030271 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Attempting to bind port 201ffdb3-96f8-4388-a25d-67ae57777612 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:59.037354 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:59.038650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49155a90-7735-402a-89ea-fe345df1e3b1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4378636 Sep 27 08:57:59.042822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Port 201ffdb3-96f8-4388-a25d-67ae57777612 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:57:59.042822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Attempting to bind port 201ffdb3-96f8-4388-a25d-67ae57777612 on network 8b0fe2db-5577-420d-a490-7fd6d3fb7363 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:57:59.044832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49014) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:59.049993 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:57:59.050350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Checking segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:57:59.050749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Bound using segment: {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:57:59.051091 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Routers {'2e292342-fcab-4a49-8170-85b3f9f27bfa'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:57:59.051681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Bound port: 201ffdb3-96f8-4388-a25d-67ae57777612, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef4c660-4aeb-400b-8942-2be93f24c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:57:59.051681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:59.052716 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e292342-fcab-4a49-8170-85b3f9f27bfa'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:59.217493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] For port 201ffdb3-96f8-4388-a25d-67ae57777612, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:57:59.231832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] For port 201ffdb3-96f8-4388-a25d-67ae57777612, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=201ffdb3-96f8-4388-a25d-67ae57777612,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:57:59.245342 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:59.325829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:59.326451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:59.328052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/201ffdb3-96f8-4388-a25d-67ae57777612 HTTP/1.1" status: 200 len: 1092 time: 1.7612858 Sep 27 08:57:59.328553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effeb5b4-d5c0-4ac5-9cdc-864b80560fd3', 'tag': '201ffdb3-96f8-4388-a25d-67ae57777612'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:57:59.330946 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e" -d '{"events": [{"name": "network-changed", "server_uuid": "effeb5b4-d5c0-4ac5-9cdc-864b80560fd3", "tag": "201ffdb3-96f8-4388-a25d-67ae57777612"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:57:59.383362 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Set router 2e292342-fcab-4a49-8170-85b3f9f27bfa gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:57:59.395096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32987fc-a965-4135-a23c-208d6090e3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=201ffdb3-96f8-4388-a25d-67ae57777612,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:57:59.494529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-eb725188-bf61-48d0-a19c-11e494d7b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:59.496147 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-eb725188-bf61-48d0-a19c-11e494d7b53b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0939927 Sep 27 08:57:59.504482 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26468abc-acda-45ae-af8f-c3b8e01a6225 x-openstack-request-id: req-26468abc-acda-45ae-af8f-c3b8e01a6225 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:57:59.504799 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effeb5b4-d5c0-4ac5-9cdc-864b80560fd3", "tag": "201ffdb3-96f8-4388-a25d-67ae57777612", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:57:59.505026 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26468abc-acda-45ae-af8f-c3b8e01a6225 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:57:59.505439 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effeb5b4-d5c0-4ac5-9cdc-864b80560fd3', 'tag': '201ffdb3-96f8-4388-a25d-67ae57777612', 'status': 'completed', 'code': 200} Sep 27 08:57:59.588483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-2081db69-2e12-42bf-8526-800aeb437a1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201ffdb3-96f8-4388-a25d-67ae57777612 HTTP/1.1" status: 200 len: 217 time: 0.0820897 Sep 27 08:57:59.643779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49030) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:57:59.673780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-e8f141d9-78cc-4951-9bca-2fac557d11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:59.675290 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-e8f141d9-78cc-4951-9bca-2fac557d11aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 200 len: 852 time: 0.0789323 Sep 27 08:57:59.721454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e69e08-cba3-401a-baf7-af76c2a56471 req-906cf9d1-fad9-4727-aabe-0af86f691f40 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:57:59.723244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3e69e08-cba3-401a-baf7-af76c2a56471 req-906cf9d1-fad9-4727-aabe-0af86f691f40 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 943 time: 0.1370645 Sep 27 08:57:59.732950 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-90699971-34c0-4abe-b52e-901e8c727ec6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b0fe2db-5577-420d-a490-7fd6d3fb7363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357928 Sep 27 08:57:59.795089 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5596296f-2924-43d6-bd88-fde5d632050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:57:57Z', 'revision_number': 3, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port': {'id': '5596296f-2924-43d6-bd88-fde5d632050e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:54Z', 'updated_at': '2021-09-27T08:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:57:59.841434 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3e69e08-cba3-401a-baf7-af76c2a56471 req-cf9d17b0-0df6-430f-bd85-892639baa3a4 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037457 Sep 27 08:57:59.908347 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Checking router: 2e292342-fcab-4a49-8170-85b3f9f27bfa for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:57:59.909002 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Updating router 2e292342-fcab-4a49-8170-85b3f9f27bfa port 5596296f-2924-43d6-bd88-fde5d632050e binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:57:59.950926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1326247224'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:57:59.970895 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:57:59.973992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-3d3efe3d-c9b9-4f9b-9428-a9216f4d826e service neutron] 10.222.0.57 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401235 Sep 27 08:58:00.010725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.041577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Made reservation on behalf of 65c1208b3fd54ca38e23222a6a58a98b for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:00.045082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.071771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.147143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac05f961-6943-4f55-a977-ed7e97fb6b0c req-33e2efce-9c6e-49fe-a4ba-cd8edb850968 service neutron] 10.222.0.57 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632845 Sep 27 08:58:00.275148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ffc44ca1-37a0-4fd5-b746-0b30115dd1df details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:58:00.349400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-4cb8a82b-2b6c-454c-ac68-189a65f2ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:00.352378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-4cb8a82b-2b6c-454c-ac68-189a65f2ec88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df825a6d2e774e99b702715b67865b41&device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 1095 time: 0.1256216 Sep 27 08:58:00.389575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Allocated IP 172.20.0.1 (daba02ce-7982-4327-b3d3-1249826c6c94/edcc7399-b86c-4aec-a9e7-7f47a7357628/61659318-72f5-4b0e-96c1-626521adf7be) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:00.421855 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.441753 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:58:00.443465 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.569388 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Attempting to bind port 5596296f-2924-43d6-bd88-fde5d632050e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:00.569608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ffc44ca1-37a0-4fd5-b746-0b30115dd1df, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:00.570001 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Attempting to bind port 5596296f-2924-43d6-bd88-fde5d632050e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:00.570631 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Attempting to bind port 5596296f-2924-43d6-bd88-fde5d632050e on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:00.586450 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:00.588758 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:00.589413 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.591567 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:00.598155 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Bound port: 5596296f-2924-43d6-bd88-fde5d632050e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:00.599970 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.600832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'ffc44ca1-37a0-4fd5-b746-0b30115dd1df', 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'port_id': 'ffc44ca1-37a0-4fd5-b746-0b30115dd1df', 'mac_address': 'fa:16:3e:6b:dd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7cc7c-5fef-41b9-badd-beaf69bd990b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:58:00.661458 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf2d97-a7c9-4247-a87c-b0cdf4835c44 None None] Pushing event updated for resources: {'Port': ['ID=5596296f-2924-43d6-bd88-fde5d632050e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:00.669666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.713858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-da41ad37-2d54-4a89-a8d7-4c1773717be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:00.715377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-da41ad37-2d54-4a89-a8d7-4c1773717be1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 200 len: 913 time: 0.3558822 Sep 27 08:58:00.735656 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.762931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc44ca1-37a0-4fd5-b746-0b30115dd1df {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:00.764667 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] For port 5596296f-2924-43d6-bd88-fde5d632050e, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:00.770561 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] For port 5596296f-2924-43d6-bd88-fde5d632050e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5596296f-2924-43d6-bd88-fde5d632050e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:00.782312 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.797703 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.817458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ffc44ca1-37a0-4fd5-b746-0b30115dd1df, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:00.841876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.854750 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Routers {'2e292342-fcab-4a49-8170-85b3f9f27bfa'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:00.859442 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e292342-fcab-4a49-8170-85b3f9f27bfa'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:00.939812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-a4e93ebf-8aab-4349-bb13-49d3114815e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201ffdb3-96f8-4388-a25d-67ae57777612 HTTP/1.1" status: 200 len: 217 time: 0.2059720 Sep 27 08:58:00.940573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:00.950873 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:00.961318 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf2d97-a7c9-4247-a87c-b0cdf4835c44 None None] Pushing event updated for resources: {'Port': ['ID=5596296f-2924-43d6-bd88-fde5d632050e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:01.002728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:01.043832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ffc44ca1-37a0-4fd5-b746-0b30115dd1df'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:01.096254 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] Set router 2e292342-fcab-4a49-8170-85b3f9f27bfa gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:01.100101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49044) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:01.118708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:01.159752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c8040b-5a9c-4f85-ac44-8d684b608b2d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:01.177150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1fb08-d2e3-45b3-8ec4-bfe6c8f148ea req-56642be5-7f58-4550-a571-cdfbe94ae412 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:01.178759 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc1fb08-d2e3-45b3-8ec4-bfe6c8f148ea req-56642be5-7f58-4550-a571-cdfbe94ae412 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 944 time: 0.1525879 Sep 27 08:58:01.180265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-3a1a5705-d959-400c-ba0b-84ff8e51acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:01.188196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Network daba02ce-7982-4327-b3d3-1249826c6c94 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:01.194447 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:01.204020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-3a1a5705-d959-400c-ba0b-84ff8e51acee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 200 len: 852 time: 0.2576699 Sep 27 08:58:01.204892 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Added segment 92c93df6-2c2c-4c8c-8062-79fa4280e239 of type vlan for network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 Sep 27 08:58:01.220468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:01.242954 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:01.262416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Pushing event updated for resources: {'Port': ['ID=61659318-72f5-4b0e-96c1-626521adf7be,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:01.310289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-a9e31b6f-d520-48db-a482-79d3e689fb80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b0fe2db-5577-420d-a490-7fd6d3fb7363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839491 Sep 27 08:58:01.363957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc1fb08-d2e3-45b3-8ec4-bfe6c8f148ea req-9045f4f9-0503-49eb-a32b-c028cec80b09 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560600 Sep 27 08:58:01.426689 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:01.444180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:01.450632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ba706c-cf56-449a-848d-934a07bc7b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:01.585276 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5596296f-2924-43d6-bd88-fde5d632050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:57:57Z', 'revision_number': 3, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port': {'id': '5596296f-2924-43d6-bd88-fde5d632050e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:54Z', 'updated_at': '2021-09-27T08:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:01.590554 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:01.599437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:01.600303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:01.649055 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6777068-9848-4676-b885-464d2a2f8860 None None] The sync data for ids ['2e292342-fcab-4a49-8170-85b3f9f27bfa'] in n-d-810909-1 is: [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5596296f-2924-43d6-bd88-fde5d632050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:57:57Z', 'revision_number': 3, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port': {'id': '5596296f-2924-43d6-bd88-fde5d632050e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:54Z', 'updated_at': '2021-09-27T08:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:58:01.764146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event updated for resources: {'Network': ['ID=71c4a3b2-27fe-4ab2-b2ad-f62054d800a0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:01.792981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:01.802027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-3b672c5d-aa42-4f6d-85af-f6965ab56d3a service neutron] 10.222.0.57 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481888 Sep 27 08:58:01.807566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e7b26fb5-47dd-46b4-973a-af6e1dbb75bf None None] Provisioning complete for port 61659318-72f5-4b0e-96c1-626521adf7be triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:01.808658 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7b26fb5-47dd-46b4-973a-af6e1dbb75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:01.905514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e7b26fb5-47dd-46b4-973a-af6e1dbb75bf None None] Port 61659318-72f5-4b0e-96c1-626521adf7be cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:58:01.943396 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.072485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ba706c-cf56-449a-848d-934a07bc7b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.075639 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77a1da48-c6b7-4b86-8bd6-d25eb42d035e req-86cc4b9a-4d9f-476b-815e-3b564b120eca service neutron] 10.222.0.57 "GET /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573013 Sep 27 08:58:02.089399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ba706c-cf56-449a-848d-934a07bc7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.141829 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4b4bb9a8-84c0-47c3-9495-4ceb219cd5f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4932911 Sep 27 08:58:02.156957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e6ba706c-cf56-449a-848d-934a07bc7b66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98d5aa52214a40bc800c66bc7be819bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0477605 Sep 27 08:58:02.157074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:02.157345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49052) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:02.161307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba706c-cf56-449a-848d-934a07bc7b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df693f1-c9ea-492c-b1f0-d34125bf157b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:02.184686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Request body: {'subnet': {'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:02.262952 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.270461 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.277887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ffc44ca1-37a0-4fd5-b746-0b30115dd1df up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:02.369615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port ffc44ca1-37a0-4fd5-b746-0b30115dd1df completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:58:02.369809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Made reservation on behalf of 65c1208b3fd54ca38e23222a6a58a98b for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:02.374084 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.374953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port ffc44ca1-37a0-4fd5-b746-0b30115dd1df triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:02.375674 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.377768 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99bedf04-4bf9-4fd2-a9cd-1c6dde21d86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.394085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Pushing event updated for resources: {'Port': ['ID=61659318-72f5-4b0e-96c1-626521adf7be,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:02.403715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.408378 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99bedf04-4bf9-4fd2-a9cd-1c6dde21d86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.500362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99bedf04-4bf9-4fd2-a9cd-1c6dde21d86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.503402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99bedf04-4bf9-4fd2-a9cd-1c6dde21d86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.506940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-99bedf04-4bf9-4fd2-a9cd-1c6dde21d86f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4df693f1-c9ea-492c-b1f0-d34125bf157b HTTP/1.1" status: 204 len: 168 time: 0.3443723 Sep 27 08:58:02.547730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bedf04-4bf9-4fd2-a9cd-1c6dde21d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df693f1-c9ea-492c-b1f0-d34125bf157b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:02.618941 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.664023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5596296f-2924-43d6-bd88-fde5d632050e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:02.743398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fa86-1702-44df-8b85-f9a4ec0d13b4 req-8ff427fc-24ff-4996-b9e9-96428c29c47e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:02.749342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc94fa86-1702-44df-8b85-f9a4ec0d13b4 req-8ff427fc-24ff-4996-b9e9-96428c29c47e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 944 time: 0.2341492 Sep 27 08:58:02.774975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc44ca1-37a0-4fd5-b746-0b30115dd1df'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:02.778395 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d5eb0-e941-4537-a9f1-8d98fb62a79e" -d '{"events": [{"server_uuid": "fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75", "name": "network-vif-plugged", "status": "completed", "tag": "ffc44ca1-37a0-4fd5-b746-0b30115dd1df"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:02.830468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Network daba02ce-7982-4327-b3d3-1249826c6c94 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:02.835079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ffc44ca1-37a0-4fd5-b746-0b30115dd1df, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:02.846712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc94fa86-1702-44df-8b85-f9a4ec0d13b4 req-38a42d1d-baab-4ac5-8c46-7866f73edf50 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849662 Sep 27 08:58:02.847609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:02.939954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 201ffdb3-96f8-4388-a25d-67ae57777612 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:58:02.944131 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:02.961544 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40d4941-7d3e-433b-a430-f74d0ad2d3d1 x-openstack-request-id: req-d40d4941-7d3e-433b-a430-f74d0ad2d3d1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:02.961918 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75", "name": "network-vif-plugged", "status": "completed", "tag": "ffc44ca1-37a0-4fd5-b746-0b30115dd1df", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:02.967541 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d40d4941-7d3e-433b-a430-f74d0ad2d3d1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:02.972650 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc44ca1-37a0-4fd5-b746-0b30115dd1df', 'code': 200} Sep 27 08:58:02.986385 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.183008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:03.206106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5596296f-2924-43d6-bd88-fde5d632050e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:03.206492 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.210990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.211391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.211684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.212011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.212355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.212696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.213046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.213378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.213685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.214007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.214431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.214769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:03.308637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event updated for resources: {'Subnet': ['ID=1ff7dc4f-1c0a-42ee-bed5-ddd6960eef2e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:03.326304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Checking segment: {'id': '92c93df6-2c2c-4c8c-8062-79fa4280e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:03.332141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Network hostable DHCP agents. Network: 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:03.375187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:03.392419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:03.398461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:03.400429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.432279 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-93737499-26cb-4b58-9cb6-3bab55b39e59 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2730119 Sep 27 08:58:03.440833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e750c203-771b-4b2d-973f-a44d2af7f639 None None] Network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:03.447356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:03.452831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Request body: {'port': {'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1602005746'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:03.585092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-784a5ba1-b3f2-44c8-8e63-81b02eb6e57c None None] Provisioning complete for port 61659318-72f5-4b0e-96c1-626521adf7be triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:03.585469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-784a5ba1-b3f2-44c8-8e63-81b02eb6e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.628161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Made reservation on behalf of 65c1208b3fd54ca38e23222a6a58a98b for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:03.636781 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.652090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 201ffdb3-96f8-4388-a25d-67ae57777612, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=201ffdb3-96f8-4388-a25d-67ae57777612,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:03.683693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] device_id is not set on port 213dea5e-ad3e-4dd3-a088-d01074685f6a yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:58:03.691821 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.707929 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '201ffdb3-96f8-4388-a25d-67ae57777612', 'network_id': '8b0fe2db-5577-420d-a490-7fd6d3fb7363', 'port_id': '201ffdb3-96f8-4388-a25d-67ae57777612', 'mac_address': 'fa:16:3e:29:76:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7cc7c-5fef-41b9-badd-beaf69bd990b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:58:03.709547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-784a5ba1-b3f2-44c8-8e63-81b02eb6e57c None None] Port 61659318-72f5-4b0e-96c1-626521adf7be cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:58:03.766084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed44474-97ed-4c64-8528-2920dc7347bb req-377b7e14-6a0a-4e3c-b2cc-552514992666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:03.768464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eed44474-97ed-4c64-8528-2920dc7347bb req-377b7e14-6a0a-4e3c-b2cc-552514992666 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 1096 time: 0.7831779 Sep 27 08:58:03.775322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Router 2e292342-fcab-4a49-8170-85b3f9f27bfa has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:58:03.781305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 5596296f-2924-43d6-bd88-fde5d632050e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5596296f-2924-43d6-bd88-fde5d632050e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:03.800130 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.804307 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.859623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201ffdb3-96f8-4388-a25d-67ae57777612 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:03.890865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eed44474-97ed-4c64-8528-2920dc7347bb req-010c64ac-eb79-429f-9be6-702feb69f8d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126466 Sep 27 08:58:03.933961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Allocated IP 172.20.0.5 (71c4a3b2-27fe-4ab2-b2ad-f62054d800a0/1ff7dc4f-1c0a-42ee-bed5-ddd6960eef2e/213dea5e-ad3e-4dd3-a088-d01074685f6a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:03.955036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 201ffdb3-96f8-4388-a25d-67ae57777612, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=201ffdb3-96f8-4388-a25d-67ae57777612,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:03.965463 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-71c4a3b2-27fe-4ab2-b2ad-f62054d800a0', 'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0', 'tenant_id': '65c1208b3fd54ca38e23222a6a58a98b', 'fixed_ips': [{'subnet_id': '1ff7dc4f-1c0a-42ee-bed5-ddd6960eef2e'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:58:03.966664 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.987108 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:03.996974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=5596296f-2924-43d6-bd88-fde5d632050e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:04.050729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:58:04.061793 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d89714ed-b245-4c34-b480-f80192fdfeee admin admin] 10.222.0.50 "PUT /v2.0/routers/2e292342-fcab-4a49-8170-85b3f9f27bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0129304 Sep 27 08:58:04.091566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344b737-f972-4841-aed7-4ecc9e28cb4a req-6c8adf6a-d55e-44e9-8ea5-8e4d8f635664 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:04.109112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d344b737-f972-4841-aed7-4ecc9e28cb4a req-6c8adf6a-d55e-44e9-8ea5-8e4d8f635664 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 945 time: 0.1374700 Sep 27 08:58:04.163815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=201ffdb3-96f8-4388-a25d-67ae57777612,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:04.175620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d344b737-f972-4841-aed7-4ecc9e28cb4a req-979a19ca-1976-4cda-9094-da7792860fef tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619905 Sep 27 08:58:04.199024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['201ffdb3-96f8-4388-a25d-67ae57777612'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:04.267777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:04.332130 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:04.399647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Allocated IP 172.20.0.2 (71c4a3b2-27fe-4ab2-b2ad-f62054d800a0/1ff7dc4f-1c0a-42ee-bed5-ddd6960eef2e/7f560219-2db7-4e71-8759-a927d891513e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:04.411325 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event updated for resources: {'Port': ['ID=213dea5e-ad3e-4dd3-a088-d01074685f6a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:04.428151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:04.430712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.431182 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.431637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.432082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.432561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.432928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.433357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.433811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.434154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.434484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.434870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.435285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:04.439665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:04.447003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:04.513899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:04.514634 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:04.538076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49074) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:04.553295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c96e1720-40b4-455e-b155-01982eb9f8b0 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1046171 Sep 27 08:58:04.554381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Request body: {'port': {'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-961386022', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:04.554902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] bootfile-name is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:58:04.555248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] tftp-server is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:58:04.555593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] server-ip-address is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:58:04.573782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5596296f-2924-43d6-bd88-fde5d632050e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:04.579241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Sync routers for ids ['2e292342-fcab-4a49-8170-85b3f9f27bfa'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:58:04.628968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Routers {'2e292342-fcab-4a49-8170-85b3f9f27bfa'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:04.629425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e292342-fcab-4a49-8170-85b3f9f27bfa'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:04.681975 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:04.689924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Made reservation on behalf of 65c1208b3fd54ca38e23222a6a58a98b for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:04.694750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:04.699029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:04.722304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] device_id is not set on port c9fe60e2-6812-4a8f-b635-a181540b2a79 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:58:04.852831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Allocated IP 172.20.0.8 (71c4a3b2-27fe-4ab2-b2ad-f62054d800a0/1ff7dc4f-1c0a-42ee-bed5-ddd6960eef2e/c9fe60e2-6812-4a8f-b635-a181540b2a79) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:04.956767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 201ffdb3-96f8-4388-a25d-67ae57777612 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:04.962692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:04.987721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:04.989930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5596296f-2924-43d6-bd88-fde5d632050e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:04.990283 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:04.999019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:05.028940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Pushing event updated for resources: {'Port': ['ID=7f560219-2db7-4e71-8759-a927d891513e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:05.063694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Set router 2e292342-fcab-4a49-8170-85b3f9f27bfa gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:05.097861 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.150810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.164371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Attempting to bind port 7f560219-2db7-4e71-8759-a927d891513e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:05.164747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Attempting to bind port 7f560219-2db7-4e71-8759-a927d891513e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '92c93df6-2c2c-4c8c-8062-79fa4280e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:05.165112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Attempting to bind port 7f560219-2db7-4e71-8759-a927d891513e on network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:05.223212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:05.237183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:05.243929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:05.251507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:05.251888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Checking segment: {'id': '92c93df6-2c2c-4c8c-8062-79fa4280e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:05.252316 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.252723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Bound using segment: {'id': '92c93df6-2c2c-4c8c-8062-79fa4280e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:05.253218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Bound port: 7f560219-2db7-4e71-8759-a927d891513e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c93df6-2c2c-4c8c-8062-79fa4280e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '71c4a3b2-27fe-4ab2-b2ad-f62054d800a0'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:05.253601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.255866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 201ffdb3-96f8-4388-a25d-67ae57777612 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:58:05.284373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 201ffdb3-96f8-4388-a25d-67ae57777612 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:05.284789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.317607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event updated for resources: {'Port': ['ID=c9fe60e2-6812-4a8f-b635-a181540b2a79,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:05.367308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:05.368051 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.386124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655729e-1252-4365-8b2d-90cc75c3d956 req-0943de5c-9f4d-486a-9b0f-1155202b1e3a tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:05.387938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9655729e-1252-4365-8b2d-90cc75c3d956 req-0943de5c-9f4d-486a-9b0f-1155202b1e3a tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 945 time: 0.1047473 Sep 27 08:58:05.421372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:05.422199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4e1a91f5-0411-4636-9531-a97cebc9e028 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8822126 Sep 27 08:58:05.457843 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9655729e-1252-4365-8b2d-90cc75c3d956 req-ae8fdc8d-3980-4b1e-a60c-21fd68134add tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629251 Sep 27 08:58:05.462455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] For port 7f560219-2db7-4e71-8759-a927d891513e, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:05.507282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e6ff3-ec9c-4fe4-9f54-7cdad9aee02c tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:05.514816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e6ff3-ec9c-4fe4-9f54-7cdad9aee02c tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:05.522347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e6ff3-ec9c-4fe4-9f54-7cdad9aee02c tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:05.524302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a22e6ff3-ec9c-4fe4-9f54-7cdad9aee02c tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1018584 Sep 27 08:58:05.527577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49124) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:05.555665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] For port 7f560219-2db7-4e71-8759-a927d891513e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7f560219-2db7-4e71-8759-a927d891513e,segment=NetworkSegment(92c93df6-2c2c-4c8c-8062-79fa4280e239),segment_id=92c93df6-2c2c-4c8c-8062-79fa4280e239)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:05.568625 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.624743 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.641804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c720f-7c62-46ab-9cf2-3193e3078ca8 req-8fa8cd0c-69ab-4114-ab2a-524a2cc2f02b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:05.650533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-919c720f-7c62-46ab-9cf2-3193e3078ca8 req-8fa8cd0c-69ab-4114-ab2a-524a2cc2f02b tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 945 time: 0.0828311 Sep 27 08:58:05.674298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effeb5b4-d5c0-4ac5-9cdc-864b80560fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ffdb3-96f8-4388-a25d-67ae57777612'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:05.675356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49130) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:05.676826 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72e20b7-c332-4f94-a8ae-917fb235e9b9" -d '{"events": [{"server_uuid": "effeb5b4-d5c0-4ac5-9cdc-864b80560fd3", "name": "network-vif-plugged", "status": "completed", "tag": "201ffdb3-96f8-4388-a25d-67ae57777612"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:05.713390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 201ffdb3-96f8-4388-a25d-67ae57777612, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=201ffdb3-96f8-4388-a25d-67ae57777612,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:05.715400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820c58e-5371-40eb-ba3f-30c5c1765057 None None] Pushing event updated for resources: {'Port': ['ID=7f560219-2db7-4e71-8759-a927d891513e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:05.731773 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.739160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-919c720f-7c62-46ab-9cf2-3193e3078ca8 req-840353de-db15-448a-86ef-b8a3d5497a5c tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818264 Sep 27 08:58:05.739299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5596296f-2924-43d6-bd88-fde5d632050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:58:01Z', 'revision_number': 4, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port': {'id': '5596296f-2924-43d6-bd88-fde5d632050e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:54Z', 'updated_at': '2021-09-27T08:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '61659318-72f5-4b0e-96c1-626521adf7be', 'name': '', 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'mac_address': 'fa:16:3e:e0:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'edcc7399-b86c-4aec-a9e7-7f47a7357628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:00Z', 'updated_at': '2021-09-27T08:58:02Z', 'revision_number': 2, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'subnets': [{'id': 'edcc7399-b86c-4aec-a9e7-7f47a7357628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:05.777366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ddcde061-6612-4e4e-b4b0-cbb05814dffd tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Deleting port c9fe60e2-6812-4a8f-b635-a181540b2a79 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:05.778039 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddcde061-6612-4e4e-b4b0-cbb05814dffd tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.783180 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e51292-1e21-4307-99ba-0c5d4207ea7d x-openstack-request-id: req-51e51292-1e21-4307-99ba-0c5d4207ea7d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:05.783480 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effeb5b4-d5c0-4ac5-9cdc-864b80560fd3", "name": "network-vif-plugged", "status": "completed", "tag": "201ffdb3-96f8-4388-a25d-67ae57777612", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:05.783737 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51e51292-1e21-4307-99ba-0c5d4207ea7d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:05.784139 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effeb5b4-d5c0-4ac5-9cdc-864b80560fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ffdb3-96f8-4388-a25d-67ae57777612', 'code': 200} Sep 27 08:58:05.787926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Checking router: 2e292342-fcab-4a49-8170-85b3f9f27bfa for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:58:05.788183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Updating router 2e292342-fcab-4a49-8170-85b3f9f27bfa port 61659318-72f5-4b0e-96c1-626521adf7be binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:58:05.852020 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.879760 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:05.887546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=201ffdb3-96f8-4388-a25d-67ae57777612,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:06.216357 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.224846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.285525 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cb024-d0d0-4492-adc2-1df7c388ff59 None None] Pushing event updated for resources: {'Port': ['ID=61659318-72f5-4b0e-96c1-626521adf7be,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:06.342685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7988e-c85d-4221-a9cb-a59edd74e0cc req-58651f41-477d-4d05-a7a2-cf31635b3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:06.344250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26c7988e-c85d-4221-a9cb-a59edd74e0cc req-58651f41-477d-4d05-a7a2-cf31635b3175 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 1097 time: 0.5309777 Sep 27 08:58:06.365098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Attempting to bind port 61659318-72f5-4b0e-96c1-626521adf7be on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:06.365481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Attempting to bind port 61659318-72f5-4b0e-96c1-626521adf7be by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:06.365847 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Attempting to bind port 61659318-72f5-4b0e-96c1-626521adf7be on network daba02ce-7982-4327-b3d3-1249826c6c94 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:06.371696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:06.371917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Checking segment: {'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:06.372360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.372817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Bound using segment: {'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:06.373286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Bound port: 61659318-72f5-4b0e-96c1-626521adf7be, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8567355-cfd3-486c-9c44-edc937d7815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:06.373660 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.422629 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddcde061-6612-4e4e-b4b0-cbb05814dffd tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.462521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ddcde061-6612-4e4e-b4b0-cbb05814dffd tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Calling delete_port for c9fe60e2-6812-4a8f-b635-a181540b2a79 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:06.479689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] For port 61659318-72f5-4b0e-96c1-626521adf7be, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:06.485270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] For port 61659318-72f5-4b0e-96c1-626521adf7be, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=61659318-72f5-4b0e-96c1-626521adf7be,segment=NetworkSegment(b8567355-cfd3-486c-9c44-edc937d7815f),segment_id=b8567355-cfd3-486c-9c44-edc937d7815f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:06.495363 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.578078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Routers {'2e292342-fcab-4a49-8170-85b3f9f27bfa'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:06.578863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e292342-fcab-4a49-8170-85b3f9f27bfa'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:06.582056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cb024-d0d0-4492-adc2-1df7c388ff59 None None] Pushing event updated for resources: {'Port': ['ID=61659318-72f5-4b0e-96c1-626521adf7be,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:06.604693 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26c7988e-c85d-4221-a9cb-a59edd74e0cc req-2376ab6c-8eba-47c6-a673-a48e72d6c345 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513409 Sep 27 08:58:06.634596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7f560219-2db7-4e71-8759-a927d891513e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:06.713018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-33b892a1-d7f8-4dd2-bc1b-f24f7c8bd422 None None] Provisioning complete for port 61659318-72f5-4b0e-96c1-626521adf7be triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:06.713527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33b892a1-d7f8-4dd2-bc1b-f24f7c8bd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.833897 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddcde061-6612-4e4e-b4b0-cbb05814dffd tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.922989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] Set router 2e292342-fcab-4a49-8170-85b3f9f27bfa gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:06.923190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde061-6612-4e4e-b4b0-cbb05814dffd tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event deleted for resources: {'Port': ['ID=c9fe60e2-6812-4a8f-b635-a181540b2a79,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:06.965775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7f560219-2db7-4e71-8759-a927d891513e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:06.966439 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:06.997387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddcde061-6612-4e4e-b4b0-cbb05814dffd tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.004161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49138) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:07.004780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ddcde061-6612-4e4e-b4b0-cbb05814dffd tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "DELETE /v2.0/ports/c9fe60e2-6812-4a8f-b635-a181540b2a79 HTTP/1.1" status: 204 len: 168 time: 1.4760597 Sep 27 08:58:07.009858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Request body: {'port': {'name': 'tempest-new-port-name-2035785412', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:07.010567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] bootfile-name is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:58:07.011010 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] tftp-server is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:58:07.011444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.api.validators [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] server-ip-address is not in valid_values {{(pid=94830) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 27 08:58:07.042003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ae25c-2f31-4d03-acce-b5c260caa201 req-9ef47abb-b9b5-4f5f-a35c-e5ff2f552c83 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:07.043504 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998ae25c-2f31-4d03-acce-b5c260caa201 req-9ef47abb-b9b5-4f5f-a35c-e5ff2f552c83 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 946 time: 0.1908817 Sep 27 08:58:07.111808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.138199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba402a-9134-462c-ba92-f70d93f63672 None None] Network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:07.141458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-998ae25c-2f31-4d03-acce-b5c260caa201 req-f5bda2b3-96a3-42d1-9727-29b214446154 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880136 Sep 27 08:58:07.170023 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33b892a1-d7f8-4dd2-bc1b-f24f7c8bd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.189351 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.413163 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.420435 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.521250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event updated for resources: {'Port': ['ID=213dea5e-ad3e-4dd3-a088-d01074685f6a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:07.535640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Deleting port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:07.536174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.546883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] In _notify_port_updated(), no bound segment for port 213dea5e-ad3e-4dd3-a088-d01074685f6a on network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 {{(pid=94830) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 27 08:58:07.553551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:07.554306 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.555722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ee3f0cef-f94b-45a1-a1a7-1faf5138085f tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "PUT /v2.0/ports/213dea5e-ad3e-4dd3-a088-d01074685f6a HTTP/1.1" status: 200 len: 1136 time: 0.5502975 Sep 27 08:58:07.558422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49142) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:07.583923 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.599275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-33b892a1-d7f8-4dd2-bc1b-f24f7c8bd422 None None] For port 61659318-72f5-4b0e-96c1-626521adf7be, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=61659318-72f5-4b0e-96c1-626521adf7be,segment=NetworkSegment(b8567355-cfd3-486c-9c44-edc937d7815f),segment_id=b8567355-cfd3-486c-9c44-edc937d7815f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:07.616910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e7481a-7e6b-4ff9-b57f-aa7faa2ff347 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:07.618615 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d2e7481a-7e6b-4ff9-b57f-aa7faa2ff347 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "GET /v2.0/ports/213dea5e-ad3e-4dd3-a088-d01074685f6a HTTP/1.1" status: 200 len: 1136 time: 0.0581427 Sep 27 08:58:07.622392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49144) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:07.629057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33b892a1-d7f8-4dd2-bc1b-f24f7c8bd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.669142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] For port 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,segment=NetworkSegment(77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280),segment_id=77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:07.669485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.691342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Calling delete_port for 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:07.742831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-32f59521-593c-4537-bb6d-c28e42ce11cf tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Deleting port 213dea5e-ad3e-4dd3-a088-d01074685f6a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:07.744096 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32f59521-593c-4537-bb6d-c28e42ce11cf tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.744460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 7f560219-2db7-4e71-8759-a927d891513e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7f560219-2db7-4e71-8759-a927d891513e,segment=NetworkSegment(92c93df6-2c2c-4c8c-8062-79fa4280e239),segment_id=92c93df6-2c2c-4c8c-8062-79fa4280e239)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:07.775976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.823431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b892a1-d7f8-4dd2-bc1b-f24f7c8bd422 None None] Pushing event updated for resources: {'Port': ['ID=61659318-72f5-4b0e-96c1-626521adf7be,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:07.859668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-11e7fc7e-e7c4-4c4f-abb1-bbb10b2c65ca None None] Provisioning complete for port 7f560219-2db7-4e71-8759-a927d891513e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:07.860034 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e7fc7e-e7c4-4c4f-abb1-bbb10b2c65ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.861382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32f59521-593c-4537-bb6d-c28e42ce11cf tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.876286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-32f59521-593c-4537-bb6d-c28e42ce11cf tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Calling delete_port for 213dea5e-ad3e-4dd3-a088-d01074685f6a owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:07.912865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5596296f-2924-43d6-bd88-fde5d632050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:58:01Z', 'revision_number': 4, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port': {'id': '5596296f-2924-43d6-bd88-fde5d632050e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:54Z', 'updated_at': '2021-09-27T08:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '61659318-72f5-4b0e-96c1-626521adf7be', 'name': '', 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'mac_address': 'fa:16:3e:e0:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'edcc7399-b86c-4aec-a9e7-7f47a7357628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:00Z', 'updated_at': '2021-09-27T08:58:06Z', 'revision_number': 4, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'subnets': [{'id': 'edcc7399-b86c-4aec-a9e7-7f47a7357628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:07.938650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:07.946582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631f239-8e86-4b6f-b88e-d258d807e261 None None] The sync data for ids ['2e292342-fcab-4a49-8170-85b3f9f27bfa'] in n-d-810909-1 is: [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5596296f-2924-43d6-bd88-fde5d632050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:58:01Z', 'revision_number': 4, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port': {'id': '5596296f-2924-43d6-bd88-fde5d632050e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:54Z', 'updated_at': '2021-09-27T08:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '61659318-72f5-4b0e-96c1-626521adf7be', 'name': '', 'network_id': 'daba02ce-7982-4327-b3d3-1249826c6c94', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'mac_address': 'fa:16:3e:e0:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'edcc7399-b86c-4aec-a9e7-7f47a7357628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:00Z', 'updated_at': '2021-09-27T08:58:06Z', 'revision_number': 4, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'subnets': [{'id': 'edcc7399-b86c-4aec-a9e7-7f47a7357628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:58:07.989186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da6c57c-605c-4e05-b5ee-1bc373b2b4f6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:08.060755 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=7f560219-2db7-4e71-8759-a927d891513e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:08.133830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-11e7fc7e-e7c4-4c4f-abb1-bbb10b2c65ca None None] Provisioning complete for port 61659318-72f5-4b0e-96c1-626521adf7be triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:08.134211 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e7fc7e-e7c4-4c4f-abb1-bbb10b2c65ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.142431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32f59521-593c-4537-bb6d-c28e42ce11cf tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.293404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f59521-593c-4537-bb6d-c28e42ce11cf tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event deleted for resources: {'Port': ['ID=213dea5e-ad3e-4dd3-a088-d01074685f6a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:08.389053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.441748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e8b07-2234-48d2-b621-1d053f8b523a req-682d639a-3988-42eb-8a07-504a92fa3b23 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:08.443523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967e8b07-2234-48d2-b621-1d053f8b523a req-682d639a-3988-42eb-8a07-504a92fa3b23 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 946 time: 0.1350896 Sep 27 08:58:08.501687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0eaa4c8f-9664-4c9b-ba50-2708229364d0 None None] Provisioning complete for port 7f560219-2db7-4e71-8759-a927d891513e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:08.502168 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4c8f-9664-4c9b-ba50-2708229364d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.505995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32f59521-593c-4537-bb6d-c28e42ce11cf tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.511421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32f59521-593c-4537-bb6d-c28e42ce11cf tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "DELETE /v2.0/ports/213dea5e-ad3e-4dd3-a088-d01074685f6a HTTP/1.1" status: 204 len: 168 time: 0.8879185 Sep 27 08:58:08.514447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49150) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:08.653892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0eaa4c8f-9664-4c9b-ba50-2708229364d0 None None] Could not find standard attr ID for object 213dea5e-ad3e-4dd3-a088-d01074685f6a. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:58:08.671346 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-967e8b07-2234-48d2-b621-1d053f8b523a req-e5a2dd50-8e6c-43a6-9f5a-4cfa36119f51 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152536 Sep 27 08:58:08.709167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb03ad28-6282-47e5-9a18-2b784a70fb76 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Deleting subnet 1ff7dc4f-1c0a-42ee-bed5-ddd6960eef2e {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:08.722280 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb03ad28-6282-47e5-9a18-2b784a70fb76 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.776526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a8df33ba-46f0-41e6-9bf9-8969167bffec None None] Could not find standard attr ID for object 213dea5e-ad3e-4dd3-a088-d01074685f6a. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:58:08.783838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb03ad28-6282-47e5-9a18-2b784a70fb76 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.845510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 61659318-72f5-4b0e-96c1-626521adf7be up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:08.939221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 61659318-72f5-4b0e-96c1-626521adf7be triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:08.939605 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:08.940712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb03ad28-6282-47e5-9a18-2b784a70fb76 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.070372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:58:09.075018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb03ad28-6282-47e5-9a18-2b784a70fb76 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.126724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ad28-6282-47e5-9a18-2b784a70fb76 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff7dc4f-1c0a-42ee-bed5-ddd6960eef2e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:09.129077 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb03ad28-6282-47e5-9a18-2b784a70fb76 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.131180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cb03ad28-6282-47e5-9a18-2b784a70fb76 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "DELETE /v2.0/subnets/1ff7dc4f-1c0a-42ee-bed5-ddd6960eef2e HTTP/1.1" status: 204 len: 168 time: 0.6159527 Sep 27 08:58:09.136735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49156) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:09.179611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7f560219-2db7-4e71-8759-a927d891513e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:09.234366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a428801-10d2-4be2-9fbf-52a48b854ba9 None None] Network 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:09.286214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5f1564d9-73a8-4cc2-9409-9673e77013d2 None None] Could not find standard attr ID for object c9fe60e2-6812-4a8f-b635-a181540b2a79. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 08:58:09.290501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.362115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Deleting port 7f560219-2db7-4e71-8759-a927d891513e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:09.362491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.381306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7f560219-2db7-4e71-8759-a927d891513e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:09.381306 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.402155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:58:09.411026 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] Sync routers for ids ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:58:09.412905 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-42db5c1b-502d-4b9c-bacf-f7637e3aa210 admin admin] 10.222.0.50 "PUT /v2.0/routers/1f2819b0-3812-413d-b2e3-a1cd9c9b8641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7361419 Sep 27 08:58:09.413632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49160) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:09.435352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1839-5af2-43a9-8a74-9bb9700192f5 req-c5afbb06-31af-4a0e-925e-57ff25c18970 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:09.444105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7aac1839-5af2-43a9-8a74-9bb9700192f5 req-c5afbb06-31af-4a0e-925e-57ff25c18970 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 946 time: 0.1653848 Sep 27 08:58:09.455859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] For port 7f560219-2db7-4e71-8759-a927d891513e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7f560219-2db7-4e71-8759-a927d891513e,segment=NetworkSegment(92c93df6-2c2c-4c8c-8062-79fa4280e239),segment_id=92c93df6-2c2c-4c8c-8062-79fa4280e239)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:09.456650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.474116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Calling delete_port for 7f560219-2db7-4e71-8759-a927d891513e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:09.627476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.630183 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] Routers {'1f2819b0-3812-413d-b2e3-a1cd9c9b8641'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:09.631153 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:09.695331 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7aac1839-5af2-43a9-8a74-9bb9700192f5 req-b42610b0-4098-411d-b1e9-66f32a126b16 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481997 Sep 27 08:58:09.705958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b3f95-0be7-4778-b3d0-168d14cbecb9 None None] DHCP port deletion for 71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:58:09.726336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] No DVR routers for this DVR port 7f560219-2db7-4e71-8759-a927d891513e on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:09.728442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event deleted for resources: {'Port': ['ID=7f560219-2db7-4e71-8759-a927d891513e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:09.774774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.825427 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] Set router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:09.917139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.945817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c4a3b2-27fe-4ab2-b2ad-f62054d800a0']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:09.956369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c93df6-2c2c-4c8c-8062-79fa4280e239') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:09.956688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c93df6-2c2c-4c8c-8062-79fa4280e239') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:09.968877 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.969072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.986361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:09.993782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:09.994196 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:10.025871 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:10.062836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Deleting port c55eebe6-9d56-4b67-84b1-fd0423193ca9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:10.063272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.074859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.083387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.085336 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] 10.222.0.50 "DELETE /v2.0/networks/71c4a3b2-27fe-4ab2-b2ad-f62054d800a0 HTTP/1.1" status: 204 len: 168 time: 0.9422295 Sep 27 08:58:10.122023 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:58:07Z', 'revision_number': 5, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port': {'id': 'c55eebe6-9d56-4b67-84b1-fd0423193ca9', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:10.129378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3ac97-693e-4625-81cc-f1f159d772f1 tempest-ExtraDHCPOptionsTestJSON-1533726624 tempest-ExtraDHCPOptionsTestJSON-1533726624-project] Pushing event deleted for resources: {'Network': ['ID=71c4a3b2-27fe-4ab2-b2ad-f62054d800a0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:10.156639 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] Checking router: 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:58:10.168853 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] Routers {'1f2819b0-3812-413d-b2e3-a1cd9c9b8641'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:10.169640 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:10.237994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] For port c55eebe6-9d56-4b67-84b1-fd0423193ca9, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c55eebe6-9d56-4b67-84b1-fd0423193ca9,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:10.238533 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.251455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Calling delete_port for c55eebe6-9d56-4b67-84b1-fd0423193ca9 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:10.346462 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] Set router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:10.411775 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:58:09Z', 'revision_number': 6, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:10.414805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-1e91539a-b758-402c-a751-6acfa69af0db tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:10.417617 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-1e91539a-b758-402c-a751-6acfa69af0db tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.57 "GET /v2.0/ports?device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 946 time: 0.1022458 Sep 27 08:58:10.443059 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c5589-1a2c-4f46-9422-feec264ab463 None None] The sync data for ids ['1f2819b0-3812-413d-b2e3-a1cd9c9b8641'] in n-d-810909-1 is: [{'id': '1f2819b0-3812-413d-b2e3-a1cd9c9b8641', 'name': 'tempest-TestAggregatesBasicOps-1421233575-router', 'tenant_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:42Z', 'updated_at': '2021-09-27T08:58:09Z', 'revision_number': 6, 'project_id': '4883873bafbb4d0e8c4ab65bb2dfc577', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:58:10.566417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-4428af1c-7a4e-4c9f-bab9-acad33772faa tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:10.568273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-4428af1c-7a4e-4c9f-bab9-acad33772faa tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75 HTTP/1.1" status: 200 len: 945 time: 0.0807924 Sep 27 08:58:10.586140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49176) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:10.610978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.616633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Deleting port 201ffdb3-96f8-4388-a25d-67ae57777612 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:10.616976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.656660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55eebe6-9d56-4b67-84b1-fd0423193ca9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:10.692973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Deleting port ffc44ca1-37a0-4fd5-b746-0b30115dd1df {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:10.693327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.772407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] For port 201ffdb3-96f8-4388-a25d-67ae57777612, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=201ffdb3-96f8-4388-a25d-67ae57777612,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:10.772891 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.812582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Calling delete_port for 201ffdb3-96f8-4388-a25d-67ae57777612 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:10.833658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] For port ffc44ca1-37a0-4fd5-b746-0b30115dd1df, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,segment=NetworkSegment(5ef4c660-4aeb-400b-8942-2be93f24c221),segment_id=5ef4c660-4aeb-400b-8942-2be93f24c221)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:10.834190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.870156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47beaa-0833-45b1-afb9-d2ab043f08a3 req-12eafe5f-4cce-443d-b14b-e04ffb72df57 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:10.871890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe47beaa-0833-45b1-afb9-d2ab043f08a3 req-12eafe5f-4cce-443d-b14b-e04ffb72df57 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 946 time: 0.1010873 Sep 27 08:58:10.884645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Calling delete_port for ffc44ca1-37a0-4fd5-b746-0b30115dd1df owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:10.898008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7f560219-2db7-4e71-8759-a927d891513e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:10.934431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7f560219-2db7-4e71-8759-a927d891513e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:10.934790 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7f560219-2db7-4e71-8759-a927d891513e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:10.935806 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:10.967676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe47beaa-0833-45b1-afb9-d2ab043f08a3 req-55fabb64-27a2-4afa-b128-b0e0559a33fc tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/security-groups?id=41757dab-de7b-4ab4-b34d-60eaf502c589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844839 Sep 27 08:58:11.073817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.075666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.081383 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.085048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-183581a1-da3d-4ba9-8875-59e0426c1c64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65c1208b3fd54ca38e23222a6a58a98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978957 Sep 27 08:58:11.089501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:11.089977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ffc44ca1-37a0-4fd5-b746-0b30115dd1df'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:11.116921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Pushing event deleted for resources: {'Port': ['ID=ffc44ca1-37a0-4fd5-b746-0b30115dd1df,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:11.170712 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.171295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f2819b0-3812-413d-b2e3-a1cd9c9b8641 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:58:11.172567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] No DVR routers for this DVR port ffc44ca1-37a0-4fd5-b746-0b30115dd1df on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:11.175387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.176218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.179758 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a25ac1c-61e4-43be-bd54-0dccf1b15fd3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1f2819b0-3812-413d-b2e3-a1cd9c9b8641 HTTP/1.1" status: 204 len: 168 time: 1.7609270 Sep 27 08:58:11.179887 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-592b851e-4e7b-4fb2-a0f5-55be2bf2f73f req-21c246d8-638a-4b3b-8fda-d2e795e8961e tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.67 "DELETE /v2.0/ports/ffc44ca1-37a0-4fd5-b746-0b30115dd1df HTTP/1.1" status: 204 len: 173 time: 0.6024468 Sep 27 08:58:11.179887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75', 'name': 'network-vif-deleted', 'tag': 'ffc44ca1-37a0-4fd5-b746-0b30115dd1df'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:11.180652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:11.181148 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbb3ebf-1688-4329-880a-6785ca964ef1" -d '{"events": [{"server_uuid": "fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75", "name": "network-vif-deleted", "tag": "ffc44ca1-37a0-4fd5-b746-0b30115dd1df"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:11.231122 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f968c2-1f33-4baf-b869-d619855e9823 x-openstack-request-id: req-85f968c2-1f33-4baf-b869-d619855e9823 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:11.231122 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75", "name": "network-vif-deleted", "tag": "ffc44ca1-37a0-4fd5-b746-0b30115dd1df", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:11.231122 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85f968c2-1f33-4baf-b869-d619855e9823 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:11.231122 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5c146e-82b6-4e95-98e9-fe8ae5ffdb75', 'name': 'network-vif-deleted', 'tag': 'ffc44ca1-37a0-4fd5-b746-0b30115dd1df', 'status': 'completed', 'code': 200} Sep 27 08:58:11.284139 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9944e6c5-bc65-4549-abcd-4f532f8a2950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.301098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7a2b0d-6dc3-4418-83dc-57a7d87b7ceb admin admin] Deleting subnet cce1adc0-8731-4e4d-88c6-083debdcf3da {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:11.310653 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2b0d-6dc3-4418-83dc-57a7d87b7ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.336205 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.346913 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9944e6c5-bc65-4549-abcd-4f532f8a2950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.349940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ffc44ca1-37a0-4fd5-b746-0b30115dd1df'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:11.391060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Pushing event deleted for resources: {'Port': ['ID=201ffdb3-96f8-4388-a25d-67ae57777612,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:11.408223 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2b0d-6dc3-4418-83dc-57a7d87b7ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.495679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] No DVR routers for this DVR port 201ffdb3-96f8-4388-a25d-67ae57777612 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:11.502330 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.504500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b4a1b6a-85d8-4c4b-bfa4-84ab2dd4cbfc req-c2b41793-77f4-4de0-b824-d97698f154e5 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.57 "DELETE /v2.0/ports/201ffdb3-96f8-4388-a25d-67ae57777612 HTTP/1.1" status: 204 len: 173 time: 1.0513442 Sep 27 08:58:11.504917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effeb5b4-d5c0-4ac5-9cdc-864b80560fd3', 'name': 'network-vif-deleted', 'tag': '201ffdb3-96f8-4388-a25d-67ae57777612'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:11.507142 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a047533-9061-49dd-803f-2675276a4841" -d '{"events": [{"server_uuid": "effeb5b4-d5c0-4ac5-9cdc-864b80560fd3", "name": "network-vif-deleted", "tag": "201ffdb3-96f8-4388-a25d-67ae57777612"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:11.569108 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c6d08a-832a-41b4-af55-9437f7a519c9 x-openstack-request-id: req-03c6d08a-832a-41b4-af55-9437f7a519c9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:11.569624 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effeb5b4-d5c0-4ac5-9cdc-864b80560fd3", "name": "network-vif-deleted", "tag": "201ffdb3-96f8-4388-a25d-67ae57777612", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:11.569922 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03c6d08a-832a-41b4-af55-9437f7a519c9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:11.570829 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effeb5b4-d5c0-4ac5-9cdc-864b80560fd3', 'name': 'network-vif-deleted', 'tag': '201ffdb3-96f8-4388-a25d-67ae57777612', 'status': 'completed', 'code': 200} Sep 27 08:58:11.572512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2b0d-6dc3-4418-83dc-57a7d87b7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.575316 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9944e6c5-bc65-4549-abcd-4f532f8a2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.577912 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9944e6c5-bc65-4549-abcd-4f532f8a2950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.579100 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9944e6c5-bc65-4549-abcd-4f532f8a2950 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82c8040b-5a9c-4f85-ac44-8d684b608b2d HTTP/1.1" status: 204 len: 168 time: 0.4886193 Sep 27 08:58:11.611258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e6c5-bc65-4549-abcd-4f532f8a2950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c8040b-5a9c-4f85-ac44-8d684b608b2d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:11.672315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2b0d-6dc3-4418-83dc-57a7d87b7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.713900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a2b0d-6dc3-4418-83dc-57a7d87b7ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce1adc0-8731-4e4d-88c6-083debdcf3da,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:11.728104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7a2b0d-6dc3-4418-83dc-57a7d87b7ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.730728 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec7a2b0d-6dc3-4418-83dc-57a7d87b7ceb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cce1adc0-8731-4e4d-88c6-083debdcf3da HTTP/1.1" status: 204 len: 168 time: 0.5490046 Sep 27 08:58:11.733386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49194) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:11.743719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61a2e6-57bd-4198-a05b-5ad273fdfbe3 None None] Network f79ae816-4471-47c0-a4ed-c78737ab10e5 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:11.827014 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.893844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Deleting port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:11.894515 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:11.977619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] For port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,segment=NetworkSegment(77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280),segment_id=77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:11.978075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.021500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Calling delete_port for 1c7c0e3e-c5b1-4981-8eb7-2993d452719c owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:12.023210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] DHCP port deletion for f79ae816-4471-47c0-a4ed-c78737ab10e5 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:58:12.149474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] Deleting port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:12.150367 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.189875 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.263904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] For port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,segment=NetworkSegment(77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280),segment_id=77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:12.264311 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.283543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] Calling delete_port for 1c7c0e3e-c5b1-4981-8eb7-2993d452719c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:12.297567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7b002c7-b920-4b83-ac06-15c1d58b33e3 req-0a4f7ba0-a3ee-4a24-bb52-fece96bea781 tempest-MultipleCreateTestJSON-1036848030 tempest-MultipleCreateTestJSON-1036848030-project] 10.222.0.50 "GET /v2.0/ports?device_id=effeb5b4-d5c0-4ac5-9cdc-864b80560fd3 HTTP/1.1" status: 200 len: 210 time: 0.0967710 Sep 27 08:58:12.299036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:12.315002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] No DVR routers for this DVR port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:12.460910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.473299 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.497769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79ae816-4471-47c0-a4ed-c78737ab10e5']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:12.513164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:12.513705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c1fe8c-ada1-4fdf-bbaa-94a0cc42e280') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:12.531789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.535861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] Pushing event deleted for resources: {'Port': ['ID=1c7c0e3e-c5b1-4981-8eb7-2993d452719c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:12.544760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d7bfb-c1f3-4f57-bdf3-b9ec3e63e124 None None] No DVR routers for this DVR port 1c7c0e3e-c5b1-4981-8eb7-2993d452719c on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:12.572227 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.581134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:12.581379 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:12.584859 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:12.593501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c55eebe6-9d56-4b67-84b1-fd0423193ca9 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:12.616263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c55eebe6-9d56-4b67-84b1-fd0423193ca9 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:12.616637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c55eebe6-9d56-4b67-84b1-fd0423193ca9 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:12.617069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:12.649068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.657461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49228) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:12.663688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:12.663820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.664018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 9da6c57c-605c-4e05-b5ee-1bc373b2b4f6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:12.664468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1c7c0e3e-c5b1-4981-8eb7-2993d452719c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:12.665784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f79ae816-4471-47c0-a4ed-c78737ab10e5 HTTP/1.1" status: 204 len: 168 time: 0.9312468 Sep 27 08:58:12.679065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49232) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:12.685249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59d3d8-2e60-4967-b511-71b48679b365 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79ae816-4471-47c0-a4ed-c78737ab10e5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:12.725225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 1c7c0e3e-c5b1-4981-8eb7-2993d452719c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:12.725583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1c7c0e3e-c5b1-4981-8eb7-2993d452719c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:12.908351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 201ffdb3-96f8-4388-a25d-67ae57777612 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:12.944611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 201ffdb3-96f8-4388-a25d-67ae57777612 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:12.945118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 201ffdb3-96f8-4388-a25d-67ae57777612 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:12.963620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9be4c1fd-df4d-4beb-85ef-ce227ae53fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:12.999542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49238) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:13.071989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'networks': [{'name': 'tempest-network--35669854'}, {'name': 'tempest-network--383573983'}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:13.072301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'network': {'name': 'tempest-network--35669854'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:13.073141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'network': {'name': 'tempest-network--383573983'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:13.176647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9be4c1fd-df4d-4beb-85ef-ce227ae53fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.182618 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9be4c1fd-df4d-4beb-85ef-ce227ae53fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.201103 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Made reservation on behalf of f13c172a6f3e4abd83f664e78c2d62e1 for: {'network': 2} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:13.206280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.215903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.238672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4c1fd-df4d-4beb-85ef-ce227ae53fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5da040-4b6e-4ff9-a73d-849adcf4a9ff,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:13.244388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9be4c1fd-df4d-4beb-85ef-ce227ae53fd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e485d2f8fe4400eae3da32db924a317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842824 Sep 27 08:58:13.247625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49242) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:13.334933 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e946c00a-21e3-493a-8773-9661bb9f10c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.346549 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.354548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.358538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.362620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e946c00a-21e3-493a-8773-9661bb9f10c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.374476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.413595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588a6b85-7bca-4f62-8790-46460cf68549,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:13.420544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49248) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:13.431039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:13.442327 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.442672 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Added segment 314c4f97-4f62-4574-99ac-d858378d1e7d of type vlan for network 02fe7327-b769-4103-b78c-eb354fadc810 Sep 27 08:58:13.491328 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.527094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:13.534392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f065cd-cce8-41ec-aa09-4dc335cbd3e1 admin admin] Deleting subnet d9b7cc7c-5fef-41b9-badd-beaf69bd990b {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:13.539436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.539843 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Added segment a746b31a-2eb2-4861-8ec1-7e7971c5d95e of type vlan for network 28e14b89-aa0e-40bf-a09b-4ba4f7204d60 Sep 27 08:58:13.542020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2f065cd-cce8-41ec-aa09-4dc335cbd3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.567088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e946c00a-21e3-493a-8773-9661bb9f10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.569750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e946c00a-21e3-493a-8773-9661bb9f10c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.570914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e946c00a-21e3-493a-8773-9661bb9f10c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be5da040-4b6e-4ff9-a73d-849adcf4a9ff HTTP/1.1" status: 204 len: 168 time: 0.3223972 Sep 27 08:58:13.587008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.596777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946c00a-21e3-493a-8773-9661bb9f10c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5da040-4b6e-4ff9-a73d-849adcf4a9ff,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:13.624650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.625145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.632558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:13.634921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2f065cd-cce8-41ec-aa09-4dc335cbd3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.637583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:13.638400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.676350 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.6725643 Sep 27 08:58:13.680465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49252) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:13.703426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2f065cd-cce8-41ec-aa09-4dc335cbd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.771221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Network': ['ID=02fe7327-b769-4103-b78c-eb354fadc810,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:13.789523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 02fe7327-b769-4103-b78c-eb354fadc810 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:13.853558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2f065cd-cce8-41ec-aa09-4dc335cbd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.868249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2f065cd-cce8-41ec-aa09-4dc335cbd3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.870624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c2f065cd-cce8-41ec-aa09-4dc335cbd3e1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d9b7cc7c-5fef-41b9-badd-beaf69bd990b HTTP/1.1" status: 204 len: 168 time: 0.4488597 Sep 27 08:58:13.887750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49258) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:13.894511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f065cd-cce8-41ec-aa09-4dc335cbd3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b7cc7c-5fef-41b9-badd-beaf69bd990b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:13.911237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Deleting port 61659318-72f5-4b0e-96c1-626521adf7be {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:13.911584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:13.992506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6379387-d81a-4812-b9ea-ddb6ba576fb0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Network': ['ID=28e14b89-aa0e-40bf-a09b-4ba4f7204d60,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:14.005878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] For port 61659318-72f5-4b0e-96c1-626521adf7be, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=61659318-72f5-4b0e-96c1-626521adf7be,segment=NetworkSegment(b8567355-cfd3-486c-9c44-edc937d7815f),segment_id=b8567355-cfd3-486c-9c44-edc937d7815f)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:14.006143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.010713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 28e14b89-aa0e-40bf-a09b-4ba4f7204d60 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:14.021535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Calling delete_port for 61659318-72f5-4b0e-96c1-626521adf7be owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:14.043148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e54d4-8af8-491d-a637-b40f8c045c51 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:14.049439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e54d4-8af8-491d-a637-b40f8c045c51 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:14.055276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e54d4-8af8-491d-a637-b40f8c045c51 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:14.061628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e54d4-8af8-491d-a637-b40f8c045c51 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:14.063398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce8e54d4-8af8-491d-a637-b40f8c045c51 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3819723 Sep 27 08:58:14.066918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49266) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:14.070082 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.149079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.161241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.187756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0fe2db-5577-420d-a490-7fd6d3fb7363']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:14.199021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef4c660-4aeb-400b-8942-2be93f24c221') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:14.199444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef4c660-4aeb-400b-8942-2be93f24c221') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:14.211514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.235545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.244040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:14.244572 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:14.246704 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:14.315821 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.323545 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.328059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] 10.222.0.50 "DELETE /v2.0/networks/8b0fe2db-5577-420d-a490-7fd6d3fb7363 HTTP/1.1" status: 204 len: 168 time: 0.4371057 Sep 27 08:58:14.338331 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ffc44ca1-37a0-4fd5-b746-0b30115dd1df no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:14.386812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: ffc44ca1-37a0-4fd5-b746-0b30115dd1df {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:14.387171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ffc44ca1-37a0-4fd5-b746-0b30115dd1df not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:14.538870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.577293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49282) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:14.696901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9c87c50e-95ef-436d-a5f0-628299565def admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df825a6d2e774e99b702715b67865b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1182628 Sep 27 08:58:14.701762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49284) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:14.729775 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.731542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527a0db-b255-45a3-9f1a-7f916eba18bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0fe2db-5577-420d-a490-7fd6d3fb7363,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:14.796976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fe7327-b769-4103-b78c-eb354fadc810']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:14.821306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314c4f97-4f62-4574-99ac-d858378d1e7d') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:14.821609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314c4f97-4f62-4574-99ac-d858378d1e7d') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:14.838990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.850090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.885068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.892474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=61659318-72f5-4b0e-96c1-626521adf7be,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:14.901739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:14.902158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:14.905854 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:14.931939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc0998f6-7d00-47b4-a21c-dca1cd0170aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.031493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc0998f6-7d00-47b4-a21c-dca1cd0170aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.047574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.052232 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.057078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:15.057344 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/networks/02fe7327-b769-4103-b78c-eb354fadc810 HTTP/1.1" status: 204 len: 168 time: 0.9893970 Sep 27 08:58:15.093922 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b97e743-c4c7-425d-be8a-e2b3479d3e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.143725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ea46a-36fa-4b9f-bca2-8dbea08115a0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Network': ['ID=02fe7327-b769-4103-b78c-eb354fadc810,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:15.154502 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.206282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc0998f6-7d00-47b4-a21c-dca1cd0170aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.209049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc0998f6-7d00-47b4-a21c-dca1cd0170aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.212594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc0998f6-7d00-47b4-a21c-dca1cd0170aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41757dab-de7b-4ab4-b34d-60eaf502c589 HTTP/1.1" status: 204 len: 168 time: 0.5051379 Sep 27 08:58:15.223830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0998f6-7d00-47b4-a21c-dca1cd0170aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41757dab-de7b-4ab4-b34d-60eaf502c589,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:15.241711 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.265005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.285767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e14b89-aa0e-40bf-a09b-4ba4f7204d60']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:15.295527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a746b31a-2eb2-4861-8ec1-7e7971c5d95e') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:15.296559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a746b31a-2eb2-4861-8ec1-7e7971c5d95e') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:15.309082 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.323660 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.331087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:15.331656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:15.335788 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:15.415360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.430905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.433735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/networks/28e14b89-aa0e-40bf-a09b-4ba4f7204d60 HTTP/1.1" status: 204 len: 168 time: 0.3752410 Sep 27 08:58:15.437307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49296) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:15.444864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a5caf-354f-4277-aca5-14ef5eb21bb8 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Network': ['ID=28e14b89-aa0e-40bf-a09b-4ba4f7204d60,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:15.569714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Router 2e292342-fcab-4a49-8170-85b3f9f27bfa has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:58:15.658670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989a2ec-4bef-4ebf-aac5-d021f9e6a444 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:15.666926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989a2ec-4bef-4ebf-aac5-d021f9e6a444 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:15.667291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d989a2ec-4bef-4ebf-aac5-d021f9e6a444 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2259550 Sep 27 08:58:15.672969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49308) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:15.680054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1054419726'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:15.710866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Made reservation on behalf of f13c172a6f3e4abd83f664e78c2d62e1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:15.715461 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.739334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:58:15.750080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] Sync routers for ids ['2e292342-fcab-4a49-8170-85b3f9f27bfa'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:58:15.753481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ccb8e5e3-1469-4506-8d8d-0f7ff912c9ac admin admin] 10.222.0.50 "PUT /v2.0/routers/2e292342-fcab-4a49-8170-85b3f9f27bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0731308 Sep 27 08:58:15.754283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49310) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:15.759378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:15.769514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] Routers {'2e292342-fcab-4a49-8170-85b3f9f27bfa'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:15.772273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e292342-fcab-4a49-8170-85b3f9f27bfa'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:15.785087 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.787537 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Added segment fce9122d-45dc-41c2-90ac-e5f3a88b7d65 of type vlan for network c28595b3-739f-4861-a644-64d015479951 Sep 27 08:58:15.855458 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.893024 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.900829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:15.901644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.913083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:15.952115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2774289 Sep 27 08:58:15.957540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:15.962540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1286021841'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:15.972723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] Set router 2e292342-fcab-4a49-8170-85b3f9f27bfa gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:16.002049 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f054e5c-05d4-4c33-964f-1034b6b3130b tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Network': ['ID=c28595b3-739f-4861-a644-64d015479951,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:16.026234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Made reservation on behalf of f13c172a6f3e4abd83f664e78c2d62e1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:16.030235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.044434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network c28595b3-739f-4861-a644-64d015479951 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:16.061657 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:16.062949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.074812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.075158 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Added segment 189ff040-a851-4e67-85cd-62cb70f3174c of type vlan for network 44b07332-1807-43cb-891c-f9950fee8c95 Sep 27 08:58:16.122442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:16.131188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.144291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Deleting port 5596296f-2924-43d6-bd88-fde5d632050e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:16.144291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.180547 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.189677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:16.190412 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.238877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2809751 Sep 27 08:58:16.239589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:16.248626 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'ports': [{'network_id': 'c28595b3-739f-4861-a644-64d015479951', 'name': 'tempest-port--1958615149', 'admin_state_up': True}, {'network_id': '44b07332-1807-43cb-891c-f9950fee8c95', 'admin_state_up': False}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:16.249078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'port': {'network_id': 'c28595b3-739f-4861-a644-64d015479951', 'name': 'tempest-port--1958615149', 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:16.249660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'port': {'network_id': '44b07332-1807-43cb-891c-f9950fee8c95', 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:16.259987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] For port 5596296f-2924-43d6-bd88-fde5d632050e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5596296f-2924-43d6-bd88-fde5d632050e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:16.261035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.285992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Calling delete_port for 5596296f-2924-43d6-bd88-fde5d632050e owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:16.349002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-286065253-network', 'tenant_id': '2162dd1c80634cb7866abb842d838df4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:16.357142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '5596296f-2924-43d6-bd88-fde5d632050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:58:14Z', 'revision_number': 5, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port': {'id': '5596296f-2924-43d6-bd88-fde5d632050e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:57:54Z', 'updated_at': '2021-09-27T08:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:16.390654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] Checking router: 2e292342-fcab-4a49-8170-85b3f9f27bfa for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:58:16.402211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] Routers {'2e292342-fcab-4a49-8170-85b3f9f27bfa'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:16.402828 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:57:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['2e292342-fcab-4a49-8170-85b3f9f27bfa'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:16.427669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cadf2-e06a-4b21-9a6b-ba722b7010a3 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Network': ['ID=44b07332-1807-43cb-891c-f9950fee8c95,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:16.446247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 44b07332-1807-43cb-891c-f9950fee8c95 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:16.491414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Made reservation on behalf of 2162dd1c80634cb7866abb842d838df4 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:16.499266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.520444 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.547445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Made reservation on behalf of f13c172a6f3e4abd83f664e78c2d62e1 for: {'port': 2} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:16.551725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.553263 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.557256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] Set router 2e292342-fcab-4a49-8170-85b3f9f27bfa gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:16.578008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.616197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:58:16Z', 'revision_number': 6, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:16.623579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Pushing event deleted for resources: {'Port': ['ID=5596296f-2924-43d6-bd88-fde5d632050e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:16.652710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9354105-5fb6-4eb0-a98b-91baa051fb37 None None] The sync data for ids ['2e292342-fcab-4a49-8170-85b3f9f27bfa'] in n-d-810909-1 is: [{'id': '2e292342-fcab-4a49-8170-85b3f9f27bfa', 'name': 'tempest-TestAggregatesBasicOps-279786880-router', 'tenant_id': '5f1a77375e9c4f659e8a248bc992f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:57:53Z', 'updated_at': '2021-09-27T08:58:16Z', 'revision_number': 6, 'project_id': '5f1a77375e9c4f659e8a248bc992f529', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:58:16.701715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.724444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] device_id is not set on port e55ab1ef-7d07-4279-b526-b02802c216d8 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:58:16.782256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.791467 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.826964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:16.834198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.836963 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.869841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87163d6b-bf87-4cb6-8eb9-078cab96bae0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:16.880262 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.880696 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Added segment 56334eba-0bf4-4762-90e1-40d3a2a9b803 of type vlan for network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e Sep 27 08:58:16.896258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.897475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e292342-fcab-4a49-8170-85b3f9f27bfa {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:58:16.903469 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.907738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2368750a-a3da-4317-b7b6-ff728991f838 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2e292342-fcab-4a49-8170-85b3f9f27bfa HTTP/1.1" status: 204 len: 168 time: 1.1522355 Sep 27 08:58:16.908813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49346) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:16.949274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.960871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f622572-b6c0-4b09-ac89-092df84fc5e0 admin admin] Deleting subnet edcc7399-b86c-4aec-a9e7-7f47a7357628 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:16.964350 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f622572-b6c0-4b09-ac89-092df84fc5e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:16.967922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.005769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f622572-b6c0-4b09-ac89-092df84fc5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.025063 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.027047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:17.028251 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.096631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f622572-b6c0-4b09-ac89-092df84fc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.105241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] device_id is not set on port 47b1cb0e-df40-426b-92e4-690c8d1b2e05 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:58:17.130835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0071461 Sep 27 08:58:17.134683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49348) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:17.142949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Request body: {'subnet': {'network_id': '8bc85f80-1a17-4a4f-a4e4-06d2f011473e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-286065253-subnet', 'tenant_id': '2162dd1c80634cb7866abb842d838df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:17.168226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e5813-738d-405c-b67f-6d2bf37ccf18 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc85f80-1a17-4a4f-a4e4-06d2f011473e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:17.181982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Made reservation on behalf of 2162dd1c80634cb7866abb842d838df4 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:17.184545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.187958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f622572-b6c0-4b09-ac89-092df84fc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.191774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:17.264477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f622572-b6c0-4b09-ac89-092df84fc5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edcc7399-b86c-4aec-a9e7-7f47a7357628,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:17.297573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f622572-b6c0-4b09-ac89-092df84fc5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.299549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9f622572-b6c0-4b09-ac89-092df84fc5e0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/edcc7399-b86c-4aec-a9e7-7f47a7357628 HTTP/1.1" status: 204 len: 168 time: 0.3896327 Sep 27 08:58:17.303698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49350) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:17.303833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bcf73d-e0ab-4989-99c6-24320c5cd24b None None] Network daba02ce-7982-4327-b3d3-1249826c6c94 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:17.307550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.427891 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.486378 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.508802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.528995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9483d8c-1430-42dc-b0e0-fb642e1677d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.544465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] DHCP port deletion for daba02ce-7982-4327-b3d3-1249826c6c94 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:58:17.589321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Port': ['ID=e55ab1ef-7d07-4279-b526-b02802c216d8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:17.592023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f30f43-e383-411d-8f07-3768da372853,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:17.602318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Checking segment: {'id': '56334eba-0bf4-4762-90e1-40d3a2a9b803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8bc85f80-1a17-4a4f-a4e4-06d2f011473e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:17.602686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Network hostable DHCP agents. Network: 8bc85f80-1a17-4a4f-a4e4-06d2f011473e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:17.609336 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] Deleting port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:17.609982 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.622492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:17.636229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 8bc85f80-1a17-4a4f-a4e4-06d2f011473e) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:17.640309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Checking segment: {'id': 'fce9122d-45dc-41c2-90ac-e5f3a88b7d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c28595b3-739f-4861-a644-64d015479951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:17.641041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Network hostable DHCP agents. Network: c28595b3-739f-4861-a644-64d015479951, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:17.641231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:17.642043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.647423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fcb0a5-d158-4125-96fb-42fba8dc6fce None None] Network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:17.654033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Deleting port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:17.654400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.675365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ec735aff-5925-47e4-8fa7-1bbdde95eda5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5379999 Sep 27 08:58:17.716696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] For port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,segment=NetworkSegment(b8567355-cfd3-486c-9c44-edc937d7815f),segment_id=b8567355-cfd3-486c-9c44-edc937d7815f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:17.717110 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.740445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] For port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,segment=NetworkSegment(b8567355-cfd3-486c-9c44-edc937d7815f),segment_id=b8567355-cfd3-486c-9c44-edc937d7815f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:17.740826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.759107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Calling delete_port for ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:17.768980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] Calling delete_port for ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:17.811873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Network c28595b3-739f-4861-a644-64d015479951 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:17.826654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, c28595b3-739f-4861-a644-64d015479951) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:17.831521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:17.833290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:17.920674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Port': ['ID=47b1cb0e-df40-426b-92e4-690c8d1b2e05,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:17.950219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Checking segment: {'id': '189ff040-a851-4e67-85cd-62cb70f3174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '44b07332-1807-43cb-891c-f9950fee8c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:17.950899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Network hostable DHCP agents. Network: 44b07332-1807-43cb-891c-f9950fee8c95, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:17.954514 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.000080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] No DVR routers for this DVR port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:18.008420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:18.048379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Network 44b07332-1807-43cb-891c-f9950fee8c95 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:18.049181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994dcb44-ba08-4f5a-ad5a-2df8f62fc7b8 None None] Network c28595b3-739f-4861-a644-64d015479951 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:18.098566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.101389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 44b07332-1807-43cb-891c-f9950fee8c95) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:18.112105 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.117627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:18.121680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e00464-67c9-4183-9642-4818ccf3cca0 None None] Network 44b07332-1807-43cb-891c-f9950fee8c95 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:18.124990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:18.130622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:18.131340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.160990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daba02ce-7982-4327-b3d3-1249826c6c94']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:18.170691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9044469-04f5-4040-8ac4-918b9d3f0a2c tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9263456 Sep 27 08:58:18.173997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49372) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:18.174810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8567355-cfd3-486c-9c44-edc937d7815f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:18.175114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8567355-cfd3-486c-9c44-edc937d7815f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:18.186633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.207824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5c21fb-3c64-4bc2-a62a-d007a1af56e7 None None] Network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:18.226816 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.235965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:18.236620 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:18.238679 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:18.310567 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.319549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6f1b2-68e9-4020-a202-5fcd02b17bc0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:18.322259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.324987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/daba02ce-7982-4327-b3d3-1249826c6c94 HTTP/1.1" status: 204 len: 168 time: 1.0202529 Sep 27 08:58:18.329530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6f1b2-68e9-4020-a202-5fcd02b17bc0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:18.334242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-72a6f1b2-68e9-4020-a202-5fcd02b17bc0 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1557703 Sep 27 08:58:18.334804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49380) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:18.338211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6532144-aea3-4d67-a100-1487cd9aaed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=daba02ce-7982-4327-b3d3-1249826c6c94,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:18.425924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-407477d9-adae-4e82-bf71-290fd649f47a tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:18.432842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-407477d9-adae-4e82-bf71-290fd649f47a tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/networks?id=8bc85f80-1a17-4a4f-a4e4-06d2f011473e HTTP/1.1" status: 200 len: 813 time: 0.2062483 Sep 27 08:58:18.455890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-2c9158a3-2995-42c8-be3e-c99ee23fb4b5 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/quotas/2162dd1c80634cb7866abb842d838df4 HTTP/1.1" status: 200 len: 375 time: 0.0218449 Sep 27 08:58:18.476304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49382) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:18.503550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-23280220-4f0d-4fea-9e7e-6bf8f36c5996 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2162dd1c80634cb7866abb842d838df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469341 Sep 27 08:58:18.536573 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.561328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-55b78eb6-46ac-437a-9b72-41e0590c8054 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4883873bafbb4d0e8c4ab65bb2dfc577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811162 Sep 27 08:58:18.564198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:18.577296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] Network daba02ce-7982-4327-b3d3-1249826c6c94 is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 08:58:18.578059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e1e45aab-d872-4acb-b038-f24b7c7db381 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Deleting port e55ab1ef-7d07-4279-b526-b02802c216d8 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:18.578305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] No DVR routers for this DVR port ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:18.578406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1e45aab-d872-4acb-b038-f24b7c7db381 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.608318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb5328-8a43-4928-8f75-f44dd1d89d08 None None] Pushing event deleted for resources: {'Port': ['ID=ebb3c76d-716d-4ffa-a199-3f75ce9a83c3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:18.610495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 61659318-72f5-4b0e-96c1-626521adf7be no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:18.639796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 61659318-72f5-4b0e-96c1-626521adf7be {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:18.640400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 61659318-72f5-4b0e-96c1-626521adf7be not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:18.640877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:18.645016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14c37c33-cbad-4d01-a5c2-ad7a83b3c90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.662400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:18.662618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ebb3c76d-716d-4ffa-a199-3f75ce9a83c3 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:18.663059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5596296f-2924-43d6-bd88-fde5d632050e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:18.666766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14c37c33-cbad-4d01-a5c2-ad7a83b3c90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.676492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-d28ff94f-2443-43e8-9b6d-89ebc7237036 service neutron] 10.222.0.50 "GET /v2.0/networks/8bc85f80-1a17-4a4f-a4e4-06d2f011473e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718898 Sep 27 08:58:18.685472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1e45aab-d872-4acb-b038-f24b7c7db381 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.686064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 5596296f-2924-43d6-bd88-fde5d632050e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:18.686502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5596296f-2924-43d6-bd88-fde5d632050e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:18.711896 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e1e45aab-d872-4acb-b038-f24b7c7db381 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Calling delete_port for e55ab1ef-7d07-4279-b526-b02802c216d8 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:18.730643 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14c37c33-cbad-4d01-a5c2-ad7a83b3c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.734334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14c37c33-cbad-4d01-a5c2-ad7a83b3c90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.735752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-14c37c33-cbad-4d01-a5c2-ad7a83b3c90a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbc57038-62f9-4d31-9167-36b64efbf678 HTTP/1.1" status: 204 len: 168 time: 0.1705959 Sep 27 08:58:18.744054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c37c33-cbad-4d01-a5c2-ad7a83b3c90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc57038-62f9-4d31-9167-36b64efbf678,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:18.839128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-180ffb58-b2d3-40b1-93ce-5146327b4227 service neutron] 10.222.0.50 "GET /v2.0/networks/8bc85f80-1a17-4a4f-a4e4-06d2f011473e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619103 Sep 27 08:58:18.866380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1e45aab-d872-4acb-b038-f24b7c7db381 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.898153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e45aab-d872-4acb-b038-f24b7c7db381 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Port': ['ID=e55ab1ef-7d07-4279-b526-b02802c216d8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:18.902107 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e1e45aab-d872-4acb-b038-f24b7c7db381 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:18.904404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e1e45aab-d872-4acb-b038-f24b7c7db381 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/ports/e55ab1ef-7d07-4279-b526-b02802c216d8 HTTP/1.1" status: 204 len: 168 time: 0.5658691 Sep 27 08:58:18.907453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49388) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:18.957308 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.017853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5801f5cb-e6e2-4765-96c9-343e13b5d146 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Deleting port 47b1cb0e-df40-426b-92e4-690c8d1b2e05 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:19.018333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5801f5cb-e6e2-4765-96c9-343e13b5d146 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.096017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5801f5cb-e6e2-4765-96c9-343e13b5d146 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.110094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5801f5cb-e6e2-4765-96c9-343e13b5d146 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Calling delete_port for 47b1cb0e-df40-426b-92e4-690c8d1b2e05 owned by {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:19.117414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e683d6fa-1c06-4aaa-8e5a-849cab70df9b req-24ff1f0b-302a-4b75-b252-e5fc2d4d2304 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 210 time: 0.0625610 Sep 27 08:58:19.199794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5801f5cb-e6e2-4765-96c9-343e13b5d146 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.249336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801f5cb-e6e2-4765-96c9-343e13b5d146 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Port': ['ID=47b1cb0e-df40-426b-92e4-690c8d1b2e05,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:19.259456 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5801f5cb-e6e2-4765-96c9-343e13b5d146 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.262421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5801f5cb-e6e2-4765-96c9-343e13b5d146 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/ports/47b1cb0e-df40-426b-92e4-690c8d1b2e05 HTTP/1.1" status: 204 len: 168 time: 0.3536286 Sep 27 08:58:19.265528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49402) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:19.305054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49404) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:19.315227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-25aac3b4-78d6-4f58-9217-a906d5b2bdb4 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0477924 Sep 27 08:58:19.316464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49406) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:19.322695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2106924118'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:19.350012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Made reservation on behalf of f13c172a6f3e4abd83f664e78c2d62e1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:19.352868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-30110350-f890-4e4c-8609-00e1b7fc7f40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f1a77375e9c4f659e8a248bc992f529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460973 Sep 27 08:58:19.354373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.356150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49408) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:19.380545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:19.391133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.391507 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Added segment 985b601a-dd87-4a07-9798-c615b5ed593c of type vlan for network 5ddfe19d-baab-46f3-8c22-09ddbc2028d3 Sep 27 08:58:19.420856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc8a9-401a-4c69-a100-71c162415061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.442394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.446080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc8a9-401a-4c69-a100-71c162415061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.478386 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.484830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:19.485530 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.507357 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc8a9-401a-4c69-a100-71c162415061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.513250 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc8a9-401a-4c69-a100-71c162415061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.515219 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4d0cc8a9-401a-4c69-a100-71c162415061 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48fb478e-b69c-40a0-bc34-db81f5f067c3 HTTP/1.1" status: 204 len: 168 time: 0.1565640 Sep 27 08:58:19.525807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cc8a9-401a-4c69-a100-71c162415061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb478e-b69c-40a0-bc34-db81f5f067c3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:19.530070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2124059 Sep 27 08:58:19.532692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:19.539774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1222925398'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:19.587523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951aff-1688-4a2b-b483-05ebb7f9813a tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Network': ['ID=5ddfe19d-baab-46f3-8c22-09ddbc2028d3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:19.600310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 5ddfe19d-baab-46f3-8c22-09ddbc2028d3 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:19.621733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Made reservation on behalf of f13c172a6f3e4abd83f664e78c2d62e1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:19.626451 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.656364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:19.681294 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.683308 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Added segment 352c8fa1-fd9c-4e01-9873-823d6eb0de5f of type vlan for network 6a704935-a5e2-4753-a6d7-bc837f78d281 Sep 27 08:58:19.737413 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.766428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.772662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:19.773251 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:19.820842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2868109 Sep 27 08:58:19.851372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73c054-c8f3-4fda-981f-ba116ebc9840 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Network': ['ID=6a704935-a5e2-4753-a6d7-bc837f78d281,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:19.867042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 6a704935-a5e2-4753-a6d7-bc837f78d281 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:20.236377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-ec9ab5a2-ed6c-46f5-85f9-4de46d146a15 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:20.238199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-ec9ab5a2-ed6c-46f5-85f9-4de46d146a15 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.57 "GET /v2.0/networks?id=8bc85f80-1a17-4a4f-a4e4-06d2f011473e HTTP/1.1" status: 200 len: 813 time: 0.1525316 Sep 27 08:58:20.276121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Request body: {'port': {'device_id': '68c92c6c-ba54-450d-a71c-b23d15ddf395', 'network_id': '8bc85f80-1a17-4a4f-a4e4-06d2f011473e', 'admin_state_up': True, 'tenant_id': '2162dd1c80634cb7866abb842d838df4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:20.287900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18971dae-4969-421d-b97c-90c8fe812e21 req-fac36f21-acd9-4014-ba72-c93bb92269bd tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 210 time: 0.0531552 Sep 27 08:58:20.561695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Made reservation on behalf of 2162dd1c80634cb7866abb842d838df4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:20.597813 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:20.598148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49442) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:20.608610 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:20.734046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1892209139-network', 'tenant_id': '1fb24f8070d84c188b2accf68f31e8d9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:20.759521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Made reservation on behalf of 1fb24f8070d84c188b2accf68f31e8d9 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:20.762929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:20.773678 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:20.834377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Allocated IP 172.20.0.9 (8bc85f80-1a17-4a4f-a4e4-06d2f011473e/03f30f43-e383-411d-8f07-3768da372853/85c1e040-6fdb-4b3b-9b38-967347aeaa11) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:20.934034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:20.939426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:20.969070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:20.975292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:20.983530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:20.983881 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Added segment 0017aa87-b287-4ba6-912a-5da2570ac6db of type vlan for network ea6e211c-ce9f-40d4-884b-507dd10a3591 Sep 27 08:58:21.028623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.060212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.061370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:21.062011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.097677 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.101415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5021982 Sep 27 08:58:21.108606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:21.116617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Request body: {'subnet': {'network_id': 'ea6e211c-ce9f-40d4-884b-507dd10a3591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1892209139-subnet', 'tenant_id': '1fb24f8070d84c188b2accf68f31e8d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:21.159776 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.201672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c14a2-f13f-430e-8858-4523fef79216 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6e211c-ce9f-40d4-884b-507dd10a3591,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:21.214299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ea6e211c-ce9f-40d4-884b-507dd10a3591 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:21.226565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Made reservation on behalf of 1fb24f8070d84c188b2accf68f31e8d9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:21.229349 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.232552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:21.247517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:21.258539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:21.315102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Pushing event updated for resources: {'Port': ['ID=85c1e040-6fdb-4b3b-9b38-967347aeaa11,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:21.363010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:21.363587 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.391654 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-fc4aee78-30e7-415d-b0da-987d982980f6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254482 Sep 27 08:58:21.404432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Request body: {'port': {'device_id': '68c92c6c-ba54-450d-a71c-b23d15ddf395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:21.524744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.554590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca715586-ab2f-47cb-93f7-46628c6be48c req-5c372335-c043-4316-b8e6-a35881515a8b tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:21.556044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca715586-ab2f-47cb-93f7-46628c6be48c req-5c372335-c043-4316-b8e6-a35881515a8b tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 931 time: 0.1283839 Sep 27 08:58:21.647344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.667135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca715586-ab2f-47cb-93f7-46628c6be48c req-d7a930f5-9d1d-4bda-825c-b524ab01558f tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914998 Sep 27 08:58:21.780618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c84d96-494a-47bf-8cfa-38dc67c83965,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:21.819072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Checking segment: {'id': '0017aa87-b287-4ba6-912a-5da2570ac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ea6e211c-ce9f-40d4-884b-507dd10a3591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:21.819383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Network hostable DHCP agents. Network: ea6e211c-ce9f-40d4-884b-507dd10a3591, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:21.878073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Network ea6e211c-ce9f-40d4-884b-507dd10a3591 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:21.911984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, ea6e211c-ce9f-40d4-884b-507dd10a3591) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:21.919239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:21.919854 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:21.925503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d085af4-9f2c-412c-a8ea-711911a54606 None None] Network ea6e211c-ce9f-40d4-884b-507dd10a3591 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:21.965225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49734887-a805-4cad-94c2-82ad96528df9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8553753 Sep 27 08:58:21.988052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c1e040-6fdb-4b3b-9b38-967347aeaa11 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:21.997667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:22.013312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Transition to ACTIVE for port object 85c1e040-6fdb-4b3b-9b38-967347aeaa11 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:58:22.019529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:22.069055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=85c1e040-6fdb-4b3b-9b38-967347aeaa11,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:22.147154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1847d-2df4-4edf-8f3d-eb818f9aa9b5 None None] Network ea6e211c-ce9f-40d4-884b-507dd10a3591 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:22.202482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Attempting to bind port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:22.202482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Attempting to bind port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '56334eba-0bf4-4762-90e1-40d3a2a9b803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8bc85f80-1a17-4a4f-a4e4-06d2f011473e'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:22.202482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Attempting to bind port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 on network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:22.205912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 on network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:58:22.206387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Attempting to bind port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 on network 8bc85f80-1a17-4a4f-a4e4-06d2f011473e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:22.212560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:22.213009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Checking segment: {'id': '56334eba-0bf4-4762-90e1-40d3a2a9b803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8bc85f80-1a17-4a4f-a4e4-06d2f011473e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:22.213674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Bound using segment: {'id': '56334eba-0bf4-4762-90e1-40d3a2a9b803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8bc85f80-1a17-4a4f-a4e4-06d2f011473e'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:22.214213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Bound port: 85c1e040-6fdb-4b3b-9b38-967347aeaa11, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56334eba-0bf4-4762-90e1-40d3a2a9b803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8bc85f80-1a17-4a4f-a4e4-06d2f011473e'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:22.214998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:22.317001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] For port 85c1e040-6fdb-4b3b-9b38-967347aeaa11, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:22.321154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] For port 85c1e040-6fdb-4b3b-9b38-967347aeaa11, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=85c1e040-6fdb-4b3b-9b38-967347aeaa11,segment=NetworkSegment(56334eba-0bf4-4762-90e1-40d3a2a9b803),segment_id=56334eba-0bf4-4762-90e1-40d3a2a9b803)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:22.330468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:22.375759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:22.376410 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:22.377839 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/85c1e040-6fdb-4b3b-9b38-967347aeaa11 HTTP/1.1" status: 200 len: 1091 time: 0.9777620 Sep 27 08:58:22.378336 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c92c6c-ba54-450d-a71c-b23d15ddf395', 'tag': '85c1e040-6fdb-4b3b-9b38-967347aeaa11'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:22.380611 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaec1d1-11c4-4cb5-81d4-ec605cad7465" -d '{"events": [{"name": "network-changed", "server_uuid": "68c92c6c-ba54-450d-a71c-b23d15ddf395", "tag": "85c1e040-6fdb-4b3b-9b38-967347aeaa11"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:22.402894 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f685-8bec-4960-86a5-bade49d3b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=85c1e040-6fdb-4b3b-9b38-967347aeaa11,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:22.473275 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97cb487-3a40-4f5b-b4d0-ab6783946d3c x-openstack-request-id: req-b97cb487-3a40-4f5b-b4d0-ab6783946d3c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:22.473574 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c92c6c-ba54-450d-a71c-b23d15ddf395", "tag": "85c1e040-6fdb-4b3b-9b38-967347aeaa11", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:22.473825 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b97cb487-3a40-4f5b-b4d0-ab6783946d3c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:22.474230 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c92c6c-ba54-450d-a71c-b23d15ddf395', 'tag': '85c1e040-6fdb-4b3b-9b38-967347aeaa11', 'status': 'completed', 'code': 200} Sep 27 08:58:22.500347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-d1966bc0-86ab-4ac7-84b2-ed1ac75e5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:22.502004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-d1966bc0-86ab-4ac7-84b2-ed1ac75e5c5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2162dd1c80634cb7866abb842d838df4&device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 1094 time: 0.0683722 Sep 27 08:58:22.562543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-8f0f57b5-8eca-4c57-b192-b742a5ad78ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85c1e040-6fdb-4b3b-9b38-967347aeaa11 HTTP/1.1" status: 200 len: 217 time: 0.0511839 Sep 27 08:58:22.632748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0dab14a2-0c81-412e-b0a9-ac8f6e8de160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:22.634863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-0dab14a2-0c81-412e-b0a9-ac8f6e8de160 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03f30f43-e383-411d-8f07-3768da372853 HTTP/1.1" status: 200 len: 853 time: 0.0643835 Sep 27 08:58:22.715866 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-22cb10f6-cce1-483d-8b70-500cf322c8ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8bc85f80-1a17-4a4f-a4e4-06d2f011473e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661790 Sep 27 08:58:22.722598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49474) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:22.728593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1393626971-network', 'tenant_id': '741021c150a847b4af7a1601e4a01a36'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:22.779755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Made reservation on behalf of 741021c150a847b4af7a1601e4a01a36 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:22.783242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:22.890560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723fd1f-a4e7-48a7-89e1-ad7f7af3f492 req-9d666744-8cfe-4bd5-ba51-19e9f038525b tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:22.898339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f723fd1f-a4e7-48a7-89e1-ad7f7af3f492 req-9d666744-8cfe-4bd5-ba51-19e9f038525b tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 943 time: 0.1038201 Sep 27 08:58:22.960145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f723fd1f-a4e7-48a7-89e1-ad7f7af3f492 req-e4d502e9-f9fc-4ca5-8f5f-342fc2ce6e02 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597291 Sep 27 08:58:22.967571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-52355bdd-d4b4-4859-88ee-7b9530f2839f service neutron] 10.222.0.57 "GET /v2.0/networks/8bc85f80-1a17-4a4f-a4e4-06d2f011473e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432208 Sep 27 08:58:23.100497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:23.107679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'subnets': [{'network_id': '5ddfe19d-baab-46f3-8c22-09ddbc2028d3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1732995215', 'ip_version': 6}, {'network_id': '6a704935-a5e2-4753-a6d7-bc837f78d281', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:23.108208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'subnet': {'network_id': '5ddfe19d-baab-46f3-8c22-09ddbc2028d3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1732995215', 'ip_version': 6}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:23.119904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Request body: {'subnet': {'network_id': '6a704935-a5e2-4753-a6d7-bc837f78d281', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:23.125305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eed0d923-329c-4eb6-a75a-7028f99c3d98 req-9f1f7ed6-ca0f-4e9a-9f09-391fbcefb83d service neutron] 10.222.0.57 "GET /v2.0/networks/8bc85f80-1a17-4a4f-a4e4-06d2f011473e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479731 Sep 27 08:58:23.270539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.370770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-fda83098-6615-4b0c-8972-67d09bb17d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:23.372575 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-fda83098-6615-4b0c-8972-67d09bb17d49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2162dd1c80634cb7866abb842d838df4&device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 1094 time: 0.1727042 Sep 27 08:58:23.376303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.385572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.412753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:23.422443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f652d3-96cb-47fc-aded-b1a051222b4b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:23.438119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.438985 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Added segment 36628b97-14d4-4893-95d1-1be370d09af4 of type vlan for network d932170e-c191-4d5c-888e-dad07aa0aa82 Sep 27 08:58:23.478575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Made reservation on behalf of f13c172a6f3e4abd83f664e78c2d62e1 for: {'subnet': 2} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:23.483317 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.483665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.488019 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.514097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.515238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:23.515961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.519227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-f094d78b-783c-40d3-bac6-8afd107f96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:23.521017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-f094d78b-783c-40d3-bac6-8afd107f96ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=8bc85f80-1a17-4a4f-a4e4-06d2f011473e HTTP/1.1" status: 200 len: 914 time: 0.1408532 Sep 27 08:58:23.549848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8233809 Sep 27 08:58:23.551700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49484) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:23.558196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Request body: {'subnet': {'network_id': 'd932170e-c191-4d5c-888e-dad07aa0aa82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1393626971-subnet', 'tenant_id': '741021c150a847b4af7a1601e4a01a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:23.594994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d7a14-b866-489b-832e-92776f8801df admin admin] Pushing event updated for resources: {'Network': ['ID=d932170e-c191-4d5c-888e-dad07aa0aa82,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:23.609330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d932170e-c191-4d5c-888e-dad07aa0aa82 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:23.609861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-dd834f31-28cd-4565-83de-7dce7c68caff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85c1e040-6fdb-4b3b-9b38-967347aeaa11 HTTP/1.1" status: 200 len: 217 time: 0.0807097 Sep 27 08:58:23.617288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Made reservation on behalf of 741021c150a847b4af7a1601e4a01a36 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:23.620218 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.839674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.890800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1b35c3-1933-433f-b0f9-ef47eb099cdb,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:23.909442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Checking segment: {'id': '36628b97-14d4-4893-95d1-1be370d09af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd932170e-c191-4d5c-888e-dad07aa0aa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:23.909828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Network hostable DHCP agents. Network: d932170e-c191-4d5c-888e-dad07aa0aa82, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:23.938043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Network d932170e-c191-4d5c-888e-dad07aa0aa82 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:23.956008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d932170e-c191-4d5c-888e-dad07aa0aa82) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:23.962877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:23.963649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:23.970848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77839a91-e605-4b42-93bc-b34206c0131d None None] Network d932170e-c191-4d5c-888e-dad07aa0aa82 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:23.990740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4842cb80-4446-4848-b188-6528a4917ba6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4358883 Sep 27 08:58:24.084591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-951db360-f9ab-4a1e-a189-d2b569c2792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:24.086111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-951db360-f9ab-4a1e-a189-d2b569c2792e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03f30f43-e383-411d-8f07-3768da372853 HTTP/1.1" status: 200 len: 853 time: 0.4683716 Sep 27 08:58:24.133779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06956548-5782-4d38-94fa-f2a2dd94782e req-8ecd2c1f-4f56-4a4f-9c46-467a54138015 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:24.135757 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06956548-5782-4d38-94fa-f2a2dd94782e req-8ecd2c1f-4f56-4a4f-9c46-467a54138015 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 943 time: 0.0651834 Sep 27 08:58:24.143793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-1eed4836-d304-413d-859d-41b64f3d71ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8bc85f80-1a17-4a4f-a4e4-06d2f011473e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468307 Sep 27 08:58:24.189156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c8390a-4028-4fdd-90b7-3f7ded02062d None None] Network d932170e-c191-4d5c-888e-dad07aa0aa82 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:24.221882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06956548-5782-4d38-94fa-f2a2dd94782e req-85f3157d-0716-40ca-b4d6-bb3ee6ff710c tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789218 Sep 27 08:58:24.348195 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-aa83e212-2171-4596-9256-0a06deabf016 service neutron] 10.222.0.57 "GET /v2.0/networks/8bc85f80-1a17-4a4f-a4e4-06d2f011473e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963460 Sep 27 08:58:24.614375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-adaec1d1-11c4-4cb5-81d4-ec605cad7465 req-31dc4fb0-a781-4194-bf43-e39a72e1e830 service neutron] 10.222.0.57 "GET /v2.0/networks/8bc85f80-1a17-4a4f-a4e4-06d2f011473e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198789 Sep 27 08:58:24.669913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-35734c80-e10d-46a9-af89-7f287bc284e4 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:24.671382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-35734c80-e10d-46a9-af89-7f287bc284e4 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/networks?id=ea6e211c-ce9f-40d4-884b-507dd10a3591 HTTP/1.1" status: 200 len: 812 time: 0.1938479 Sep 27 08:58:24.693308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-7f757eb4-0851-49c4-b9a7-2b02e7f5d225 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/quotas/1fb24f8070d84c188b2accf68f31e8d9 HTTP/1.1" status: 200 len: 375 time: 0.0131152 Sep 27 08:58:24.695308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:24.760991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-2f886515-e4f3-4646-bea8-3614331a874d tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fb24f8070d84c188b2accf68f31e8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568616 Sep 27 08:58:24.787108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Subnet': ['ID=1d5c6365-e386-4f11-b114-2eec06e4d5d4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:24.807696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Checking segment: {'id': '985b601a-dd87-4a07-9798-c615b5ed593c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5ddfe19d-baab-46f3-8c22-09ddbc2028d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:24.808040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Network hostable DHCP agents. Network: 5ddfe19d-baab-46f3-8c22-09ddbc2028d3, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:24.828781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Network 5ddfe19d-baab-46f3-8c22-09ddbc2028d3 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:24.838524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 5ddfe19d-baab-46f3-8c22-09ddbc2028d3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:24.845437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:24.855370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d93f5-2a3a-4b51-a35f-58ab664f1fcb None None] Network 5ddfe19d-baab-46f3-8c22-09ddbc2028d3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:24.918953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event updated for resources: {'Subnet': ['ID=26a3d3a7-51e6-4b5d-9d63-0f7d5e9bf931,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:24.957905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 85c1e040-6fdb-4b3b-9b38-967347aeaa11 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:58:24.975539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Checking segment: {'id': '352c8fa1-fd9c-4e01-9873-823d6eb0de5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6a704935-a5e2-4753-a6d7-bc837f78d281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:24.975903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Network hostable DHCP agents. Network: 6a704935-a5e2-4753-a6d7-bc837f78d281, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:25.012727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-f2f23d2d-2ffc-450c-9496-379793708d16 service neutron] 10.222.0.50 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399812 Sep 27 08:58:25.013846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Network 6a704935-a5e2-4753-a6d7-bc837f78d281 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:25.038501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 6a704935-a5e2-4753-a6d7-bc837f78d281) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:25.046280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:25.046761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:25.047405 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.055279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a0ea9-31db-4397-a12a-45b484d4249e None None] Network 6a704935-a5e2-4753-a6d7-bc837f78d281 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:25.092126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b8a94824-7d82-489c-b389-4bc919a8252f tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9902866 Sep 27 08:58:25.095317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49516) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:25.097992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f24f2-984d-4766-a34c-0f82e082bd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-5ddfe19d-baab-46f3-8c22-09ddbc2028d3', 'network_id': '5ddfe19d-baab-46f3-8c22-09ddbc2028d3', 'tenant_id': 'f13c172a6f3e4abd83f664e78c2d62e1', 'fixed_ips': [{'subnet_id': '1d5c6365-e386-4f11-b114-2eec06e4d5d4'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:58:25.099027 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d47f24f2-984d-4766-a34c-0f82e082bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.128600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-0a3c7948-0057-4679-ba53-7b023396ab9c service neutron] 10.222.0.50 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090868 Sep 27 08:58:25.161704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ed44f-8e3b-4703-8d90-70179c99a0ab tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:25.164429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ed44f-8e3b-4703-8d90-70179c99a0ab tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:25.166692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ed44f-8e3b-4703-8d90-70179c99a0ab tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:25.179299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49518) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:25.189125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bc4ed44f-8e3b-4703-8d90-70179c99a0ab tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0925891 Sep 27 08:58:25.240895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef7712b-9b4f-4d36-97cf-c77f962eb52d tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Deleting subnet 1d5c6365-e386-4f11-b114-2eec06e4d5d4 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:25.244586 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aef7712b-9b4f-4d36-97cf-c77f962eb52d tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.290237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 85c1e040-6fdb-4b3b-9b38-967347aeaa11, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=85c1e040-6fdb-4b3b-9b38-967347aeaa11,segment=NetworkSegment(56334eba-0bf4-4762-90e1-40d3a2a9b803),segment_id=56334eba-0bf4-4762-90e1-40d3a2a9b803)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:25.300998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aef7712b-9b4f-4d36-97cf-c77f962eb52d tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.352460 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a5d8610-541e-4e62-b5ca-88e6d62998a8 req-c131ba3f-7a80-47cf-9928-a642930b2570 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 210 time: 0.0480585 Sep 27 08:58:25.385116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '85c1e040-6fdb-4b3b-9b38-967347aeaa11', 'network_id': '8bc85f80-1a17-4a4f-a4e4-06d2f011473e', 'port_id': '85c1e040-6fdb-4b3b-9b38-967347aeaa11', 'mac_address': 'fa:16:3e:5e:43:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f30f43-e383-411d-8f07-3768da372853', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:58:25.398693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eecba0-c11c-49f9-b2b6-e67a97f19b8f req-69315584-0547-4c85-bcb6-9a0f1be527fd tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:25.400287 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8eecba0-c11c-49f9-b2b6-e67a97f19b8f req-69315584-0547-4c85-bcb6-9a0f1be527fd tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 943 time: 0.0754111 Sep 27 08:58:25.403812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aef7712b-9b4f-4d36-97cf-c77f962eb52d tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.491451 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.493037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8eecba0-c11c-49f9-b2b6-e67a97f19b8f req-4fd904bc-188e-4680-8979-4a92068f2a25 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741253 Sep 27 08:58:25.505113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b40844-bc73-471b-842c-0f04ff1cadb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-6a704935-a5e2-4753-a6d7-bc837f78d281', 'network_id': '6a704935-a5e2-4753-a6d7-bc837f78d281', 'tenant_id': 'f13c172a6f3e4abd83f664e78c2d62e1', 'fixed_ips': [{'subnet_id': '26a3d3a7-51e6-4b5d-9d63-0f7d5e9bf931'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:58:25.506122 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76b40844-bc73-471b-842c-0f04ff1cadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.507954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aef7712b-9b4f-4d36-97cf-c77f962eb52d tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.529464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c1e040-6fdb-4b3b-9b38-967347aeaa11 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-d47f24f2-984d-4766-a34c-0f82e082bd48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d5c6365-e386-4f11-b114-2eec06e4d5d4: This subnet is being modified by another concurrent operation. Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d5c6365-e386-4f11-b114-2eec06e4d5d4: This subnet is being modified by another concurrent operation. Sep 27 08:58:25.536144 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:58:25.548679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aef7712b-9b4f-4d36-97cf-c77f962eb52d tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.553055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aef7712b-9b4f-4d36-97cf-c77f962eb52d tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/subnets/1d5c6365-e386-4f11-b114-2eec06e4d5d4 HTTP/1.1" status: 204 len: 168 time: 0.3701513 Sep 27 08:58:25.553055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7712b-9b4f-4d36-97cf-c77f962eb52d tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5c6365-e386-4f11-b114-2eec06e4d5d4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:25.553452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49530) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:25.579457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15345c4-dd16-4cee-81c9-8240c2897d0d None None] Network 5ddfe19d-baab-46f3-8c22-09ddbc2028d3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:25.585168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 85c1e040-6fdb-4b3b-9b38-967347aeaa11, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=85c1e040-6fdb-4b3b-9b38-967347aeaa11,segment=NetworkSegment(56334eba-0bf4-4762-90e1-40d3a2a9b803),segment_id=56334eba-0bf4-4762-90e1-40d3a2a9b803)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:25.636225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c2fb36-d6af-4faf-8b7b-ffeefdbb0515 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Deleting subnet 26a3d3a7-51e6-4b5d-9d63-0f7d5e9bf931 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:25.653316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56c2fb36-d6af-4faf-8b7b-ffeefdbb0515 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.711446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56c2fb36-d6af-4faf-8b7b-ffeefdbb0515 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.796498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56c2fb36-d6af-4faf-8b7b-ffeefdbb0515 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.891897 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:25.965152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56c2fb36-d6af-4faf-8b7b-ffeefdbb0515 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.003946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2fb36-d6af-4faf-8b7b-ffeefdbb0515 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Subnet': ['ID=26a3d3a7-51e6-4b5d-9d63-0f7d5e9bf931,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:26.006395 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-56c2fb36-d6af-4faf-8b7b-ffeefdbb0515 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.014681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-56c2fb36-d6af-4faf-8b7b-ffeefdbb0515 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/subnets/26a3d3a7-51e6-4b5d-9d63-0f7d5e9bf931 HTTP/1.1" status: 204 len: 168 time: 0.4569967 Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-76b40844-bc73-471b-842c-0f04ff1cadb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26a3d3a7-51e6-4b5d-9d63-0f7d5e9bf931: This subnet is being modified by another concurrent operation. Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26a3d3a7-51e6-4b5d-9d63-0f7d5e9bf931: This subnet is being modified by another concurrent operation. Sep 27 08:58:26.014869 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 08:58:26.020450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49536) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:26.028289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfb79d-8ad8-4b16-9c83-e8ba01dfbbb6 None None] Network 6a704935-a5e2-4753-a6d7-bc837f78d281 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:26.031792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=85c1e040-6fdb-4b3b-9b38-967347aeaa11,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:26.096175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc641a-be8c-4623-8d62-7cf54b8cbfe4 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:26.097228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-58cc641a-be8c-4623-8d62-7cf54b8cbfe4 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0791166 Sep 27 08:58:26.101509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49538) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:26.126303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['85c1e040-6fdb-4b3b-9b38-967347aeaa11'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:26.183822 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.211942 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0433b4-9c1e-4814-a9fc-1564e72b61da None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:58:26.296469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.304446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0433b4-9c1e-4814-a9fc-1564e72b61da None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:58:26.318686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a704935-a5e2-4753-a6d7-bc837f78d281']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:26.328932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352c8fa1-fd9c-4e01-9873-823d6eb0de5f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:26.329230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352c8fa1-fd9c-4e01-9873-823d6eb0de5f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:26.339171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.354744 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.361625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:26.362022 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:26.365083 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:26.442692 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.449982 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.459724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/networks/6a704935-a5e2-4753-a6d7-bc837f78d281 HTTP/1.1" status: 204 len: 168 time: 0.3570759 Sep 27 08:58:26.462577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:26.476113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96070c8-516c-4a6d-b5f3-4e649abdd4b5 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Network': ['ID=6a704935-a5e2-4753-a6d7-bc837f78d281,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:26.519141 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d8a1d95-8d83-4a91-aea2-87a52526acfa req-e5521b23-97b6-46ea-8db7-04c3d233a9a9 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 210 time: 0.0361464 Sep 27 08:58:26.554214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.678721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfba769-dcce-4409-bcde-874153e1ac87 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 08:58:26.717394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.767327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfba769-dcce-4409-bcde-874153e1ac87 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 08:58:26.801349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddfe19d-baab-46f3-8c22-09ddbc2028d3']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:26.825805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985b601a-dd87-4a07-9798-c615b5ed593c') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:26.826108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985b601a-dd87-4a07-9798-c615b5ed593c') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:26.846433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731445ce-87ef-4c23-b88b-a34dff00209d req-87812dd4-01d0-415d-baf8-e5c856f47ea4 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:26.848059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-731445ce-87ef-4c23-b88b-a34dff00209d req-87812dd4-01d0-415d-baf8-e5c856f47ea4 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 944 time: 0.2197454 Sep 27 08:58:26.852987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.884536 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.899531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-cedbe28d-160b-46b8-af0b-85ef783fdba9 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:26.901007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-cedbe28d-160b-46b8-af0b-85ef783fdba9 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.67 "GET /v2.0/networks?id=ea6e211c-ce9f-40d4-884b-507dd10a3591 HTTP/1.1" status: 200 len: 812 time: 0.3077583 Sep 27 08:58:26.905113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:26.905512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:26.908627 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:26.914541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Request body: {'port': {'device_id': '5642c5ee-3d1b-447a-bd9c-7435e3a65e9d', 'network_id': 'ea6e211c-ce9f-40d4-884b-507dd10a3591', 'admin_state_up': True, 'tenant_id': '1fb24f8070d84c188b2accf68f31e8d9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:26.975364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 85c1e040-6fdb-4b3b-9b38-967347aeaa11 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:26.977952 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-731445ce-87ef-4c23-b88b-a34dff00209d req-3b1fe249-b2ad-4557-9b9d-1f1074973b1f tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134453 Sep 27 08:58:27.044758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:58:27.049660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:27.050175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.069929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.074728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.076824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/networks/5ddfe19d-baab-46f3-8c22-09ddbc2028d3 HTTP/1.1" status: 204 len: 168 time: 0.6131663 Sep 27 08:58:27.080143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49550) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:27.097958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99964bbe-5463-4ce1-9547-625114d33a61 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Network': ['ID=5ddfe19d-baab-46f3-8c22-09ddbc2028d3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:27.133665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Made reservation on behalf of 1fb24f8070d84c188b2accf68f31e8d9 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:27.137850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.150444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.165859 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.176518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c92c6c-ba54-450d-a71c-b23d15ddf395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1e040-6fdb-4b3b-9b38-967347aeaa11'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:27.179014 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ca1c4f-dadf-45be-a3e9-fceb591e552f" -d '{"events": [{"server_uuid": "68c92c6c-ba54-450d-a71c-b23d15ddf395", "name": "network-vif-plugged", "status": "completed", "tag": "85c1e040-6fdb-4b3b-9b38-967347aeaa11"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:27.213047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 85c1e040-6fdb-4b3b-9b38-967347aeaa11, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=85c1e040-6fdb-4b3b-9b38-967347aeaa11,segment=NetworkSegment(56334eba-0bf4-4762-90e1-40d3a2a9b803),segment_id=56334eba-0bf4-4762-90e1-40d3a2a9b803)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:27.228984 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.232437 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c913fbc7-918f-4197-aa82-d6c442779aa2 x-openstack-request-id: req-c913fbc7-918f-4197-aa82-d6c442779aa2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:27.232667 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c92c6c-ba54-450d-a71c-b23d15ddf395", "name": "network-vif-plugged", "status": "completed", "tag": "85c1e040-6fdb-4b3b-9b38-967347aeaa11", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:27.232982 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c913fbc7-918f-4197-aa82-d6c442779aa2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:27.233427 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c92c6c-ba54-450d-a71c-b23d15ddf395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1e040-6fdb-4b3b-9b38-967347aeaa11', 'code': 200} Sep 27 08:58:27.286648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.294275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=85c1e040-6fdb-4b3b-9b38-967347aeaa11,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:27.314080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Allocated IP 172.20.0.14 (ea6e211c-ce9f-40d4-884b-507dd10a3591/81c84d96-494a-47bf-8cfa-38dc67c83965/b0a689cf-aa85-45c7-bdc5-0989f0ca3f51) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:27.320360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b07332-1807-43cb-891c-f9950fee8c95']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:27.343818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189ff040-a851-4e67-85cd-62cb70f3174c') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:27.344019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189ff040-a851-4e67-85cd-62cb70f3174c') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:27.356093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.373391 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.376349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c9aa-489f-4bbf-85c1-c0fc017f378f req-da5cf95b-92ae-4299-9fe2-6184bd764181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:27.377906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c554c9aa-489f-4bbf-85c1-c0fc017f378f req-da5cf95b-92ae-4299-9fe2-6184bd764181 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 1096 time: 0.0696969 Sep 27 08:58:27.383039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:27.383436 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:27.386549 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:27.465402 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c554c9aa-489f-4bbf-85c1-c0fc017f378f req-9d781723-b15c-4524-b02f-030175c59731 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780907 Sep 27 08:58:27.466843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.476808 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.481484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/networks/44b07332-1807-43cb-891c-f9950fee8c95 HTTP/1.1" status: 204 len: 168 time: 0.4005883 Sep 27 08:58:27.484295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:27.496797 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.503516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dde849-ed75-4e28-a027-bd7936af5bbb tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Network': ['ID=44b07332-1807-43cb-891c-f9950fee8c95,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:27.538985 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.574959 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.594870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Network ea6e211c-ce9f-40d4-884b-507dd10a3591 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:27.598550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:27.638999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:27.641746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Pushing event updated for resources: {'Port': ['ID=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:27.682907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.704649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28595b3-739f-4861-a644-64d015479951']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:27.709033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:27.709649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.714587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce9122d-45dc-41c2-90ac-e5f3a88b7d65') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:27.714847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce9122d-45dc-41c2-90ac-e5f3a88b7d65') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:27.725378 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.727916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ec45-5d17-4d14-83f5-c54855c0ec28 req-5e776968-2680-4e86-ba19-986babdde58e tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:27.729476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8414ec45-5d17-4d14-83f5-c54855c0ec28 req-5e776968-2680-4e86-ba19-986babdde58e tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 932 time: 0.1212828 Sep 27 08:58:27.738519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8519b3fc-ed8d-447e-8b6a-e1ea2b227ef8 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8277557 Sep 27 08:58:27.745428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.752064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:27.752585 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:27.756600 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:27.780392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Request body: {'port': {'device_id': '5642c5ee-3d1b-447a-bd9c-7435e3a65e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:27.785565 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8414ec45-5d17-4d14-83f5-c54855c0ec28 req-664169b6-610f-45f7-b007-83faa9f0ac23 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459926 Sep 27 08:58:27.829277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.839590 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.841802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] 10.222.0.50 "DELETE /v2.0/networks/c28595b3-739f-4861-a644-64d015479951 HTTP/1.1" status: 204 len: 168 time: 0.3571274 Sep 27 08:58:27.846455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:27.858549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2acc0-71fc-4160-b44a-861703adf647 tempest-BulkNetworkOpsIpV6Test-83459229 tempest-BulkNetworkOpsIpV6Test-83459229-project] Pushing event deleted for resources: {'Network': ['ID=c28595b3-739f-4861-a644-64d015479951,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:28.142069 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ab63b-1035-4522-83ea-5eadaf69412a req-fd0e60e5-0935-4a64-9491-cb356a35f064 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:28.143636 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-219ab63b-1035-4522-83ea-5eadaf69412a req-fd0e60e5-0935-4a64-9491-cb356a35f064 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 945 time: 0.0638201 Sep 27 08:58:28.151003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:28.159126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.175663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Transition to ACTIVE for port object b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:58:28.181001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.195218 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-219ab63b-1035-4522-83ea-5eadaf69412a req-20ffd719-7d5f-4ce9-b2a9-e96da6be41b6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Sep 27 08:58:28.233997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:28.272929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Pushing event updated for resources: {'Port': ['ID=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:28.327988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Attempting to bind port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:28.328359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Attempting to bind port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0017aa87-b287-4ba6-912a-5da2570ac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ea6e211c-ce9f-40d4-884b-507dd10a3591'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:28.328708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Attempting to bind port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 on network ea6e211c-ce9f-40d4-884b-507dd10a3591 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:28.333146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 on network ea6e211c-ce9f-40d4-884b-507dd10a3591 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:58:28.333465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Attempting to bind port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 on network ea6e211c-ce9f-40d4-884b-507dd10a3591 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:28.338378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:28.338721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Checking segment: {'id': '0017aa87-b287-4ba6-912a-5da2570ac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ea6e211c-ce9f-40d4-884b-507dd10a3591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:28.339115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Bound using segment: {'id': '0017aa87-b287-4ba6-912a-5da2570ac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ea6e211c-ce9f-40d4-884b-507dd10a3591'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:28.339551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Bound port: b0a689cf-aa85-45c7-bdc5-0989f0ca3f51, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0017aa87-b287-4ba6-912a-5da2570ac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ea6e211c-ce9f-40d4-884b-507dd10a3591'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:28.339915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.390696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0597eb31-f15d-47c2-bf76-e5b555c6a21b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f13c172a6f3e4abd83f664e78c2d62e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529219 Sep 27 08:58:28.390931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:28.412213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] For port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:28.416105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] For port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,segment=NetworkSegment(0017aa87-b287-4ba6-912a-5da2570ac6db),segment_id=0017aa87-b287-4ba6-912a-5da2570ac6db)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:28.421510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.444308 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13f981a-9a2d-4062-b60e-8fa75fd9f743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.461300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:28.461925 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.463337 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] 10.222.0.67 "PUT /v2.0/ports/b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 HTTP/1.1" status: 200 len: 1092 time: 0.6903558 Sep 27 08:58:28.463783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5642c5ee-3d1b-447a-bd9c-7435e3a65e9d', 'tag': 'b0a689cf-aa85-45c7-bdc5-0989f0ca3f51'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:28.466231 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42a0ab4-32a3-44cc-bc41-e820c276bf63" -d '{"events": [{"name": "network-changed", "server_uuid": "5642c5ee-3d1b-447a-bd9c-7435e3a65e9d", "tag": "b0a689cf-aa85-45c7-bdc5-0989f0ca3f51"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:28.495115 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13f981a-9a2d-4062-b60e-8fa75fd9f743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.539767 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e59877c-2b6b-4c05-9b19-39aa2694b569 x-openstack-request-id: req-9e59877c-2b6b-4c05-9b19-39aa2694b569 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:28.540188 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5642c5ee-3d1b-447a-bd9c-7435e3a65e9d", "tag": "b0a689cf-aa85-45c7-bdc5-0989f0ca3f51", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:28.540294 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e59877c-2b6b-4c05-9b19-39aa2694b569 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:28.540721 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5642c5ee-3d1b-447a-bd9c-7435e3a65e9d', 'tag': 'b0a689cf-aa85-45c7-bdc5-0989f0ca3f51', 'status': 'completed', 'code': 200} Sep 27 08:58:28.555431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17670ac9-2959-4e91-9100-1d60599a201f service neutron] Pushing event updated for resources: {'Port': ['ID=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:28.569998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13f981a-9a2d-4062-b60e-8fa75fd9f743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.573303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13f981a-9a2d-4062-b60e-8fa75fd9f743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:28.574616 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d13f981a-9a2d-4062-b60e-8fa75fd9f743 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/588a6b85-7bca-4f62-8790-46460cf68549 HTTP/1.1" status: 204 len: 168 time: 0.1826341 Sep 27 08:58:28.583725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f981a-9a2d-4062-b60e-8fa75fd9f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588a6b85-7bca-4f62-8790-46460cf68549,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:28.597878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-9e3fa6a4-6d7e-4407-9266-bc266a3a4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:28.599622 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-9e3fa6a4-6d7e-4407-9266-bc266a3a4e37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fb24f8070d84c188b2accf68f31e8d9&device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 1095 time: 0.0769789 Sep 27 08:58:28.648151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-8b134c5b-a0d2-4b91-967e-87fe1a6fb82c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 HTTP/1.1" status: 200 len: 217 time: 0.0389066 Sep 27 08:58:28.703095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-b9875143-43f7-40a9-ac58-bcb86e41210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:28.704343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-b9875143-43f7-40a9-ac58-bcb86e41210f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81c84d96-494a-47bf-8cfa-38dc67c83965 HTTP/1.1" status: 200 len: 852 time: 0.0494521 Sep 27 08:58:28.745450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-367cd1d0-f943-42d2-a2d3-d1a85750ab96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea6e211c-ce9f-40d4-884b-507dd10a3591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327480 Sep 27 08:58:28.855932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-f8af8e4a-3f7b-4ef7-8daf-de5f162888e0 service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029420 Sep 27 08:58:28.928554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41db5b-8c4b-425a-955b-bd26bd0c671a req-44e2eb97-6ee0-4e9d-a44f-60919b3c1f94 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:28.932933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e41db5b-8c4b-425a-955b-bd26bd0c671a req-44e2eb97-6ee0-4e9d-a44f-60919b3c1f94 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 944 time: 0.0638509 Sep 27 08:58:29.000556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e41db5b-8c4b-425a-955b-bd26bd0c671a req-4c04888f-9653-4029-abbf-71cd6ff42526 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598104 Sep 27 08:58:29.035600 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3adae6-70f8-4057-bbd8-1406bed94d5e req-13d72703-c094-4a76-86a5-58613c266d93 service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715810 Sep 27 08:58:29.134046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-fd0ef755-3236-45ee-9862-615f75146a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:29.135671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-fd0ef755-3236-45ee-9862-615f75146a34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fb24f8070d84c188b2accf68f31e8d9&device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 1095 time: 0.0494730 Sep 27 08:58:29.270402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-f18ba7a1-f653-4804-ba8e-47e170803662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:29.272929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-f18ba7a1-f653-4804-ba8e-47e170803662 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea6e211c-ce9f-40d4-884b-507dd10a3591 HTTP/1.1" status: 200 len: 913 time: 0.1286180 Sep 27 08:58:29.337275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-bd450150-628b-49fd-8307-8f27a749be1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 HTTP/1.1" status: 200 len: 217 time: 0.0496702 Sep 27 08:58:29.404764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d73db-0aae-4f9a-b3f4-ca40e0080131 req-5d7d4823-d485-479c-a4e0-76d6c18065c2 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:29.413440 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-793d73db-0aae-4f9a-b3f4-ca40e0080131 req-5d7d4823-d485-479c-a4e0-76d6c18065c2 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 945 time: 0.1341751 Sep 27 08:58:29.437243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-cbce15a5-74b3-4d3c-8bda-9856e39bb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:29.439002 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-cbce15a5-74b3-4d3c-8bda-9856e39bb184 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81c84d96-494a-47bf-8cfa-38dc67c83965 HTTP/1.1" status: 200 len: 852 time: 0.0922399 Sep 27 08:58:29.465106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:29.479901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-793d73db-0aae-4f9a-b3f4-ca40e0080131 req-b56a032d-846a-42bf-ab93-bccdd7b0a3cf tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656140 Sep 27 08:58:29.482198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-2ef2b95a-1852-4b42-9dbc-dd8d9a197fbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea6e211c-ce9f-40d4-884b-507dd10a3591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319262 Sep 27 08:58:29.614047 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-e1f2507b-3f2b-4319-b0dc-fae5362fd340 service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223462 Sep 27 08:58:29.644851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-secgroup--195139982'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:29.671754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:29.703840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:29.762716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a42a0ab4-32a3-44cc-bc41-e820c276bf63 req-6cc213ae-8d5c-4fc2-aec9-2d1342da25ce service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321537 Sep 27 08:58:29.831609 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:29.848645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:29.889187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf4a83-0f0d-453a-9e93-02a3d14cac70,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:29.987051 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:29.999560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5b49c-cd21-4185-aa51-62728d00d7b6 req-dea465a8-5562-4c6d-9368-39e7910c0513 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:30.010605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe5b49c-cd21-4185-aa51-62728d00d7b6 req-dea465a8-5562-4c6d-9368-39e7910c0513 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 945 time: 0.0931373 Sep 27 08:58:30.012618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.049599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.053504 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5848145 Sep 27 08:58:30.054012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49618) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.110331 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe5b49c-cd21-4185-aa51-62728d00d7b6 req-7ec383d1-ab64-48bf-aa84-f08ab70c7dba tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973237 Sep 27 08:58:30.111293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc70ab-4cfa-4610-9aa0-d48ce124378c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3484a8b-39ef-43fe-a12b-f8f6c5c5996e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:30.170104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f754597b-e228-4ddf-8da9-823b3854e912 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1122136 Sep 27 08:58:30.170429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.175053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-49a0a050-7f78-486d-a52b-8690f191ae5c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-security--1942032584', 'description': 'tempest-security-description-1489063071'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:30.189238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d30d7-dee1-4b8d-a069-770066412e24 req-125b9d72-9fb3-4eb7-9f04-bad41e2f8837 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:30.196535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c2d30d7-dee1-4b8d-a069-770066412e24 req-125b9d72-9fb3-4eb7-9f04-bad41e2f8837 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 944 time: 0.0821998 Sep 27 08:58:30.211270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49a0a050-7f78-486d-a52b-8690f191ae5c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.246518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c2d30d7-dee1-4b8d-a069-770066412e24 req-c818f4d3-659a-4a95-96db-c7de9835e267 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489895 Sep 27 08:58:30.267188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49a0a050-7f78-486d-a52b-8690f191ae5c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.272281 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49a0a050-7f78-486d-a52b-8690f191ae5c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.275448 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49a0a050-7f78-486d-a52b-8690f191ae5c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.279876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49622) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.281540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-49a0a050-7f78-486d-a52b-8690f191ae5c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "PUT /v2.0/security-groups/c3484a8b-39ef-43fe-a12b-f8f6c5c5996e HTTP/1.1" status: 200 len: 1780 time: 0.1085236 Sep 27 08:58:30.306519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0a050-7f78-486d-a52b-8690f191ae5c tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3484a8b-39ef-43fe-a12b-f8f6c5c5996e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:30.330631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dd116c88-0a82-4e15-95f7-72f7941b499a tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups/c3484a8b-39ef-43fe-a12b-f8f6c5c5996e HTTP/1.1" status: 200 len: 1780 time: 0.0471764 Sep 27 08:58:30.330796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49624) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.385625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0030463-27cb-4d26-bb62-92a158c9f4ea tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.408862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0030463-27cb-4d26-bb62-92a158c9f4ea tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.450693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0030463-27cb-4d26-bb62-92a158c9f4ea tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.453749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0030463-27cb-4d26-bb62-92a158c9f4ea tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.457310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b0030463-27cb-4d26-bb62-92a158c9f4ea tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/c3484a8b-39ef-43fe-a12b-f8f6c5c5996e HTTP/1.1" status: 204 len: 168 time: 0.1232710 Sep 27 08:58:30.457671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.469317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0030463-27cb-4d26-bb62-92a158c9f4ea tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3484a8b-39ef-43fe-a12b-f8f6c5c5996e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:30.508382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-354812c1-21ff-4f1d-9a2e-9cc6b9ac80b8 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491757 Sep 27 08:58:30.510875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.524181 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-35d8036d-0c6b-4f2e-b220-2b55f296b9c8 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] delete failed (client error): The resource could not be found. Sep 27 08:58:30.529021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-35d8036d-0c6b-4f2e-b220-2b55f296b9c8 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/c3484a8b-39ef-43fe-a12b-f8f6c5c5996e HTTP/1.1" status: 404 len: 347 time: 0.0135219 Sep 27 08:58:30.529406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49630) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.533973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6c3f2a40-e861-43af-956f-a222f7aef2ad tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-secgroup--238067754'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:30.558631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2a40-e861-43af-956f-a222f7aef2ad tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.642747 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2a40-e861-43af-956f-a222f7aef2ad tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.647393 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2a40-e861-43af-956f-a222f7aef2ad tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.674424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2a40-e861-43af-956f-a222f7aef2ad tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.678586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6c3f2a40-e861-43af-956f-a222f7aef2ad tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1452842 Sep 27 08:58:30.678704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49632) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.683115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-200a9001-16c9-4f24-9dfd-9e15077e3a64 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '513c3606-3851-4b4c-bacc-504bdd48636d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:30.690953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f2a40-e861-43af-956f-a222f7aef2ad tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513c3606-3851-4b4c-bacc-504bdd48636d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:30.714897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-200a9001-16c9-4f24-9dfd-9e15077e3a64 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.776587 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-200a9001-16c9-4f24-9dfd-9e15077e3a64 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.782044 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-200a9001-16c9-4f24-9dfd-9e15077e3a64 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.804792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a9001-16c9-4f24-9dfd-9e15077e3a64 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d843bdd9-f47f-4d2b-aa39-fe251b64d567,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:30.812503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-200a9001-16c9-4f24-9dfd-9e15077e3a64 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.814120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-200a9001-16c9-4f24-9dfd-9e15077e3a64 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344664 Sep 27 08:58:30.817274 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.847910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee130c3-fd59-412a-9f2e-1ddd4d1a67b0 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.857089 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee130c3-fd59-412a-9f2e-1ddd4d1a67b0 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.886329 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee130c3-fd59-412a-9f2e-1ddd4d1a67b0 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.891819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ee130c3-fd59-412a-9f2e-1ddd4d1a67b0 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:30.895427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ee130c3-fd59-412a-9f2e-1ddd4d1a67b0 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d843bdd9-f47f-4d2b-aa39-fe251b64d567 HTTP/1.1" status: 204 len: 168 time: 0.0747428 Sep 27 08:58:30.895997 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49636) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:30.907645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee130c3-fd59-412a-9f2e-1ddd4d1a67b0 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d843bdd9-f47f-4d2b-aa39-fe251b64d567,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:30.946546 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2d2e8319-79f0-493b-9ffc-d5a0a48c474b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494680 Sep 27 08:58:30.949441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49638) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:31.005623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d050534a-0b78-4ac2-9ba5-5ece4b820688 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.031848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d050534a-0b78-4ac2-9ba5-5ece4b820688 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.119343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d050534a-0b78-4ac2-9ba5-5ece4b820688 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.123958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d050534a-0b78-4ac2-9ba5-5ece4b820688 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.128397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:31.135983 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d050534a-0b78-4ac2-9ba5-5ece4b820688 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/513c3606-3851-4b4c-bacc-504bdd48636d HTTP/1.1" status: 204 len: 168 time: 0.1853759 Sep 27 08:58:31.168853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050534a-0b78-4ac2-9ba5-5ece4b820688 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513c3606-3851-4b4c-bacc-504bdd48636d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:31.234979 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d770823-520c-4c4f-b5be-6aa42c3f5429 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054084 Sep 27 08:58:31.239855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49646) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:31.245073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1d2e144b-5606-43ea-8ed6-2dfb8399f832 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720956112'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:31.252144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0f6f-e23e-4aea-9723-13e99df1f574 req-7e30bb03-b2e0-4738-9a38-8297369ba408 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:31.253660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffcb0f6f-e23e-4aea-9723-13e99df1f574 req-7e30bb03-b2e0-4738-9a38-8297369ba408 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 945 time: 0.0585394 Sep 27 08:58:31.287909 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d2e144b-5606-43ea-8ed6-2dfb8399f832 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.323653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ffcb0f6f-e23e-4aea-9723-13e99df1f574 req-06639d15-4345-4ce8-a459-02750966fa1a tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/security-groups?id=87163d6b-bf87-4cb6-8eb9-078cab96bae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637388 Sep 27 08:58:31.347601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-e0df7e78-e9f9-4592-8a06-79ed09e03168 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:31.349804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-e0df7e78-e9f9-4592-8a06-79ed09e03168 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.57 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 945 time: 0.0712872 Sep 27 08:58:31.431822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914eb5e-44e2-4e30-895e-1174e4beb95c req-b684099f-819a-45d5-a650-68b72bcbfaee tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:31.433370 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d914eb5e-44e2-4e30-895e-1174e4beb95c req-b684099f-819a-45d5-a650-68b72bcbfaee tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 944 time: 0.0850308 Sep 27 08:58:31.451602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Deleting port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:31.452028 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.499114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d914eb5e-44e2-4e30-895e-1174e4beb95c req-e1c03436-fe98-4c93-b090-ea1984edf891 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Sep 27 08:58:31.532193 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d2e144b-5606-43ea-8ed6-2dfb8399f832 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.541339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d2e144b-5606-43ea-8ed6-2dfb8399f832 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.551733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] For port 85c1e040-6fdb-4b3b-9b38-967347aeaa11, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=85c1e040-6fdb-4b3b-9b38-967347aeaa11,segment=NetworkSegment(56334eba-0bf4-4762-90e1-40d3a2a9b803),segment_id=56334eba-0bf4-4762-90e1-40d3a2a9b803)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:31.552282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.565379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Calling delete_port for 85c1e040-6fdb-4b3b-9b38-967347aeaa11 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:31.581616 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1d2e144b-5606-43ea-8ed6-2dfb8399f832 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.586074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1d2e144b-5606-43ea-8ed6-2dfb8399f832 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3446126 Sep 27 08:58:31.589206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49650) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:31.595171 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ff04b2cf-e524-42ef-820f-5077c158d88e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '232b7b39-cac1-481e-a65b-ed0b5afa1795', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:31.608062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e144b-5606-43ea-8ed6-2dfb8399f832 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232b7b39-cac1-481e-a65b-ed0b5afa1795,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:31.644463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff04b2cf-e524-42ef-820f-5077c158d88e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.709772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff04b2cf-e524-42ef-820f-5077c158d88e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.713158 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.720738 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff04b2cf-e524-42ef-820f-5077c158d88e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.726041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['85c1e040-6fdb-4b3b-9b38-967347aeaa11'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:31.764255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04b2cf-e524-42ef-820f-5077c158d88e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae90fbf-b050-4ed0-ab04-542aaec4721b,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:31.777064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff04b2cf-e524-42ef-820f-5077c158d88e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.778567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ff04b2cf-e524-42ef-820f-5077c158d88e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1883395 Sep 27 08:58:31.782436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49652) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:31.784289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Pushing event deleted for resources: {'Port': ['ID=85c1e040-6fdb-4b3b-9b38-967347aeaa11,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:31.789085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-32065cd2-4421-4a81-9f24-70123ae13202 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '232b7b39-cac1-481e-a65b-ed0b5afa1795', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:31.841524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32065cd2-4421-4a81-9f24-70123ae13202 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.847682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] No DVR routers for this DVR port 85c1e040-6fdb-4b3b-9b38-967347aeaa11 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:31.850829 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.853001 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b0d1b9-52bc-4ebe-81d5-f1440840d046 req-2b1241e4-7eaa-47b3-838e-9e9a1cdb17ea tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.57 "DELETE /v2.0/ports/85c1e040-6fdb-4b3b-9b38-967347aeaa11 HTTP/1.1" status: 204 len: 173 time: 0.4963684 Sep 27 08:58:31.853879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c92c6c-ba54-450d-a71c-b23d15ddf395', 'name': 'network-vif-deleted', 'tag': '85c1e040-6fdb-4b3b-9b38-967347aeaa11'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:31.855678 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f767bef-8f65-47e3-a5d3-88f526e4bec7" -d '{"events": [{"server_uuid": "68c92c6c-ba54-450d-a71c-b23d15ddf395", "name": "network-vif-deleted", "tag": "85c1e040-6fdb-4b3b-9b38-967347aeaa11"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:31.894137 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1628f96-f91a-416e-8965-24730a42c056 x-openstack-request-id: req-c1628f96-f91a-416e-8965-24730a42c056 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:31.894616 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c92c6c-ba54-450d-a71c-b23d15ddf395", "name": "network-vif-deleted", "tag": "85c1e040-6fdb-4b3b-9b38-967347aeaa11", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:31.896444 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1628f96-f91a-416e-8965-24730a42c056 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:31.897485 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c92c6c-ba54-450d-a71c-b23d15ddf395', 'name': 'network-vif-deleted', 'tag': '85c1e040-6fdb-4b3b-9b38-967347aeaa11', 'status': 'completed', 'code': 200} Sep 27 08:58:31.926494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32065cd2-4421-4a81-9f24-70123ae13202 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.932751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32065cd2-4421-4a81-9f24-70123ae13202 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.953249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32065cd2-4421-4a81-9f24-70123ae13202 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e6179f-9f96-4765-8417-fa864e0afbdd,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:31.963147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32065cd2-4421-4a81-9f24-70123ae13202 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:31.967495 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32065cd2-4421-4a81-9f24-70123ae13202 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1840367 Sep 27 08:58:31.970709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49656) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:31.979231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ac80b922-c5e1-47b3-8bf4-bfa9da9325c4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '232b7b39-cac1-481e-a65b-ed0b5afa1795', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:32.011699 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac80b922-c5e1-47b3-8bf4-bfa9da9325c4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.075246 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac80b922-c5e1-47b3-8bf4-bfa9da9325c4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.080139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac80b922-c5e1-47b3-8bf4-bfa9da9325c4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.100213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80b922-c5e1-47b3-8bf4-bfa9da9325c4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b219282-0b50-4419-af35-ec7da5cf91cc,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:32.105367 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac80b922-c5e1-47b3-8bf4-bfa9da9325c4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.109876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:32.110300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ac80b922-c5e1-47b3-8bf4-bfa9da9325c4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384828 Sep 27 08:58:32.115662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-608c44e7-6566-41f4-bc92-2078512f24e4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '232b7b39-cac1-481e-a65b-ed0b5afa1795', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:32.143434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608c44e7-6566-41f4-bc92-2078512f24e4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.216488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608c44e7-6566-41f4-bc92-2078512f24e4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.228202 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608c44e7-6566-41f4-bc92-2078512f24e4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.246272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c44e7-6566-41f4-bc92-2078512f24e4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e65b69-873c-4a8a-9862-84024d5deb83,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:32.260466 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608c44e7-6566-41f4-bc92-2078512f24e4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.264444 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-608c44e7-6566-41f4-bc92-2078512f24e4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502166 Sep 27 08:58:32.264718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49662) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:32.269330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b52a36fc-67bd-4740-b540-66907813494f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '232b7b39-cac1-481e-a65b-ed0b5afa1795', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:32.308790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b52a36fc-67bd-4740-b540-66907813494f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.392913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b52a36fc-67bd-4740-b540-66907813494f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.399215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b52a36fc-67bd-4740-b540-66907813494f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.414749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:58:32.420631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a36fc-67bd-4740-b540-66907813494f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275f5137-aace-49c5-9aeb-14b140b87f31,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:32.464177 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b43b9fc7-ef86-4dca-bfbc-aeadfb99e8ea req-c334fd61-a698-4c24-86c3-bc3c800bcea6 tempest-ServerAddressesTestJSON-1630309515 tempest-ServerAddressesTestJSON-1630309515-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c92c6c-ba54-450d-a71c-b23d15ddf395 HTTP/1.1" status: 200 len: 210 time: 0.0303786 Sep 27 08:58:32.465343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b52a36fc-67bd-4740-b540-66907813494f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.466506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b52a36fc-67bd-4740-b540-66907813494f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2007782 Sep 27 08:58:32.475569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49666) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:32.517293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6abf05a-3cb8-43d3-b356-945aa56e2b5e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.533113 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6abf05a-3cb8-43d3-b356-945aa56e2b5e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.557482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,segment=NetworkSegment(0017aa87-b287-4ba6-912a-5da2570ac6db),segment_id=0017aa87-b287-4ba6-912a-5da2570ac6db)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:32.569678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'b0a689cf-aa85-45c7-bdc5-0989f0ca3f51', 'network_id': 'ea6e211c-ce9f-40d4-884b-507dd10a3591', 'port_id': 'b0a689cf-aa85-45c7-bdc5-0989f0ca3f51', 'mac_address': 'fa:16:3e:3a:c8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c84d96-494a-47bf-8cfa-38dc67c83965', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:58:32.588747 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6abf05a-3cb8-43d3-b356-945aa56e2b5e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.606673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6abf05a-3cb8-43d3-b356-945aa56e2b5e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.612127 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.615677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e6abf05a-3cb8-43d3-b356-945aa56e2b5e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/275f5137-aace-49c5-9aeb-14b140b87f31 HTTP/1.1" status: 204 len: 168 time: 0.1387646 Sep 27 08:58:32.616410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49670) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:32.626436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf05a-3cb8-43d3-b356-945aa56e2b5e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=275f5137-aace-49c5-9aeb-14b140b87f31,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:32.637081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:32.658280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,segment=NetworkSegment(0017aa87-b287-4ba6-912a-5da2570ac6db),segment_id=0017aa87-b287-4ba6-912a-5da2570ac6db)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:32.658503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3b15-f629-4e3d-bf61-4191e72f5a2f req-622bee99-b795-4216-9417-8de6186efea5 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:32.660030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6bd3b15-f629-4e3d-bf61-4191e72f5a2f req-622bee99-b795-4216-9417-8de6186efea5 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 944 time: 0.0838730 Sep 27 08:58:32.665629 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.699923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-896b26ee-362b-4cb9-891e-9059be21d3c9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0823643 Sep 27 08:58:32.704986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49672) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:32.721404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:32.735304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6bd3b15-f629-4e3d-bf61-4191e72f5a2f req-8a05ae9c-c8d5-4578-80d9-c0a8abf005b3 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671582 Sep 27 08:58:32.758174 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78bfa3e1-c3a4-49a4-b9e2-9fa86c43695d tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.766277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78bfa3e1-c3a4-49a4-b9e2-9fa86c43695d tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.798225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78bfa3e1-c3a4-49a4-b9e2-9fa86c43695d tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.804710 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-78bfa3e1-c3a4-49a4-b9e2-9fa86c43695d tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.805923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-78bfa3e1-c3a4-49a4-b9e2-9fa86c43695d tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b1e65b69-873c-4a8a-9862-84024d5deb83 HTTP/1.1" status: 204 len: 168 time: 0.0973437 Sep 27 08:58:32.809024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:32.811455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfa3e1-c3a4-49a4-b9e2-9fa86c43695d tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1e65b69-873c-4a8a-9862-84024d5deb83,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:32.854778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3867346c-70c1-4364-9cb5-ecc8d6432664 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0445659 Sep 27 08:58:32.856442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['b0a689cf-aa85-45c7-bdc5-0989f0ca3f51'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:32.857932 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49676) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:32.891914 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427639a1-e77b-4e5a-a5b8-72d7e0f20c94 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.899264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427639a1-e77b-4e5a-a5b8-72d7e0f20c94 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.939307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427639a1-e77b-4e5a-a5b8-72d7e0f20c94 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.946108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-427639a1-e77b-4e5a-a5b8-72d7e0f20c94 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:32.947208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-427639a1-e77b-4e5a-a5b8-72d7e0f20c94 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6b219282-0b50-4419-af35-ec7da5cf91cc HTTP/1.1" status: 204 len: 168 time: 0.0870912 Sep 27 08:58:32.950383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:32.953581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427639a1-e77b-4e5a-a5b8-72d7e0f20c94 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b219282-0b50-4419-af35-ec7da5cf91cc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:32.999307 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0f90c408-fc70-4d11-9110-3d21d8c143c3 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0446367 Sep 27 08:58:32.999736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49680) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.024203 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9b74332-8e2c-4141-b631-08a804eb5118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.032037 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9b74332-8e2c-4141-b631-08a804eb5118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.061775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9b74332-8e2c-4141-b631-08a804eb5118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.068195 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9b74332-8e2c-4141-b631-08a804eb5118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.072488 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b9b74332-8e2c-4141-b631-08a804eb5118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/34e6179f-9f96-4765-8417-fa864e0afbdd HTTP/1.1" status: 204 len: 168 time: 0.0688369 Sep 27 08:58:33.072488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49682) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.082011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b74332-8e2c-4141-b631-08a804eb5118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34e6179f-9f96-4765-8417-fa864e0afbdd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:33.118835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-57bd3cb2-12a9-43ad-9c42-43dded683b94 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0456650 Sep 27 08:58:33.121570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.145362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5971c02-80ee-4c69-8a99-bc00194ec0fe tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.153155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5971c02-80ee-4c69-8a99-bc00194ec0fe tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.180437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5971c02-80ee-4c69-8a99-bc00194ec0fe tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.186785 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5971c02-80ee-4c69-8a99-bc00194ec0fe tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.187875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5971c02-80ee-4c69-8a99-bc00194ec0fe tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/bae90fbf-b050-4ed0-ab04-542aaec4721b HTTP/1.1" status: 204 len: 168 time: 0.0653796 Sep 27 08:58:33.190993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49686) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.196018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5971c02-80ee-4c69-8a99-bc00194ec0fe tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bae90fbf-b050-4ed0-ab04-542aaec4721b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:33.247298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8cad4007-6798-479f-85c3-707838f41129 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550857 Sep 27 08:58:33.250053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49688) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.305979 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9151-a997-47bf-995c-608386372170 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.328828 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9151-a997-47bf-995c-608386372170 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.371797 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9151-a997-47bf-995c-608386372170 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.374541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9151-a997-47bf-995c-608386372170 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.375833 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc4d9151-a997-47bf-995c-608386372170 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/232b7b39-cac1-481e-a65b-ed0b5afa1795 HTTP/1.1" status: 204 len: 168 time: 0.1247950 Sep 27 08:58:33.378792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49692) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.388157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d9151-a997-47bf-995c-608386372170 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b7b39-cac1-481e-a65b-ed0b5afa1795,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:33.422717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cfc0f4a7-07ba-45c9-a928-0e096b05c21d tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427315 Sep 27 08:58:33.429009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.432243 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4fe88681-820e-4f48-b165-0d4fafa2ebe9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097870729'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:33.454659 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fe88681-820e-4f48-b165-0d4fafa2ebe9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.529236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49698) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.538737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fe88681-820e-4f48-b165-0d4fafa2ebe9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.544133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fe88681-820e-4f48-b165-0d4fafa2ebe9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.575305 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4fe88681-820e-4f48-b165-0d4fafa2ebe9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.576593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4fe88681-820e-4f48-b165-0d4fafa2ebe9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1482401 Sep 27 08:58:33.577094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c5e8b7-134b-4365-8574-58665847a580 admin admin] Deleting subnet 03f30f43-e383-411d-8f07-3768da372853 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:33.579348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49700) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.580480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e8b7-134b-4365-8574-58665847a580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.583660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f60bf7f6-cb25-4f01-871e-ce58e4cdda27 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '6cbe7bc7-00dd-4544-bd92-1ba6ce8dfc31', 'direction': 'ingress', 'protocol': 17}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:33.589746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe88681-820e-4f48-b165-0d4fafa2ebe9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe7bc7-00dd-4544-bd92-1ba6ce8dfc31,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:33.614889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f60bf7f6-cb25-4f01-871e-ce58e4cdda27 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.615637 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e8b7-134b-4365-8574-58665847a580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.655168 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e8b7-134b-4365-8574-58665847a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.672121 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f60bf7f6-cb25-4f01-871e-ce58e4cdda27 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.680853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f60bf7f6-cb25-4f01-871e-ce58e4cdda27 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.701662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bf7f6-cb25-4f01-871e-ce58e4cdda27 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14717176-f810-4ac6-8bac-cbecb6c18282,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:33.713769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f60bf7f6-cb25-4f01-871e-ce58e4cdda27 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.718025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f60bf7f6-cb25-4f01-871e-ce58e4cdda27 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1347523 Sep 27 08:58:33.718179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49702) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.735157 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e8b7-134b-4365-8574-58665847a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.772225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2c5e8b7-134b-4365-8574-58665847a580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.774582 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d2c5e8b7-134b-4365-8574-58665847a580 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/03f30f43-e383-411d-8f07-3768da372853 HTTP/1.1" status: 204 len: 168 time: 0.2440896 Sep 27 08:58:33.775417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5e8b7-134b-4365-8574-58665847a580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f30f43-e383-411d-8f07-3768da372853,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:33.777784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49706) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.784447 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2019e14-b291-4c51-be4c-1013eb34cf34 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.812213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2019e14-b291-4c51-be4c-1013eb34cf34 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.862833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2019e14-b291-4c51-be4c-1013eb34cf34 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.866631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e2019e14-b291-4c51-be4c-1013eb34cf34 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.867256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.870857 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e2019e14-b291-4c51-be4c-1013eb34cf34 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/6cbe7bc7-00dd-4544-bd92-1ba6ce8dfc31 HTTP/1.1" status: 204 len: 168 time: 0.1488364 Sep 27 08:58:33.872157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49708) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.885898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2019e14-b291-4c51-be4c-1013eb34cf34 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe7bc7-00dd-4544-bd92-1ba6ce8dfc31,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:33.932861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e0021567-3c88-47ee-b2dc-48f42c70c6af tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545373 Sep 27 08:58:33.933339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49710) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:33.934211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c698-dbae-4b2c-b1f8-ee81af990575 req-7a400d16-c80d-46bc-b570-687b9938a6c7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:33.935807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a2f4c698-dbae-4b2c-b1f8-ee81af990575 req-7a400d16-c80d-46bc-b570-687b9938a6c7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 945 time: 0.0892284 Sep 27 08:58:33.937794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-93197e2a-56a5-4cc2-a24b-fadce984d41e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-secgroup--546441577'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:33.970872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93197e2a-56a5-4cc2-a24b-fadce984d41e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:33.997976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.028889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc85f80-1a17-4a4f-a4e4-06d2f011473e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:34.041779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a2f4c698-dbae-4b2c-b1f8-ee81af990575 req-95d67b95-effe-446e-87e3-fe49be1e1f38 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830402 Sep 27 08:58:34.046180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56334eba-0bf4-4762-90e1-40d3a2a9b803') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:34.046450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56334eba-0bf4-4762-90e1-40d3a2a9b803') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:34.056957 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.061842 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93197e2a-56a5-4cc2-a24b-fadce984d41e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.066884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93197e2a-56a5-4cc2-a24b-fadce984d41e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.080766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.087345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:34.087732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:34.089480 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:34.097910 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93197e2a-56a5-4cc2-a24b-fadce984d41e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.099263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-93197e2a-56a5-4cc2-a24b-fadce984d41e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1648934 Sep 27 08:58:34.101161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93197e2a-56a5-4cc2-a24b-fadce984d41e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7e8771-9083-41b8-b1a4-e67509084793,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:34.102324 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49712) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.109727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b2b7041d-1ef3-41e9-85fb-970c8a259632 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-secgroup--534582623'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:34.170049 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.176729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.182132 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8bc85f80-1a17-4a4f-a4e4-06d2f011473e HTTP/1.1" status: 204 len: 168 time: 0.4003880 Sep 27 08:58:34.197858 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2b7041d-1ef3-41e9-85fb-970c8a259632 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.201712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45ebad-e5e4-4a81-95f0-7121cfc721e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc85f80-1a17-4a4f-a4e4-06d2f011473e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:34.306464 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2b7041d-1ef3-41e9-85fb-970c8a259632 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.311478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2b7041d-1ef3-41e9-85fb-970c8a259632 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.348903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2b7041d-1ef3-41e9-85fb-970c8a259632 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.350206 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2b7041d-1ef3-41e9-85fb-970c8a259632 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2465661 Sep 27 08:58:34.353960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49718) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.360154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bb60f468-bb89-45c4-ad08-663b98da2a9f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '8c7e8771-9083-41b8-b1a4-e67509084793', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3f3bef4e-6fb2-4121-b493-ee1434c6e06a', 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:34.367424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7041d-1ef3-41e9-85fb-970c8a259632 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3bef4e-6fb2-4121-b493-ee1434c6e06a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:34.403680 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb60f468-bb89-45c4-ad08-663b98da2a9f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.412537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49720) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.414446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:34.462410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-abec799f-4fc7-4aa7-9024-5438c590d82b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2162dd1c80634cb7866abb842d838df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461586 Sep 27 08:58:34.463396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49722) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.467769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:58:34.472010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:34.472404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.506330 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb60f468-bb89-45c4-ad08-663b98da2a9f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.512483 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb60f468-bb89-45c4-ad08-663b98da2a9f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.512632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d84c482c-f4da-4eae-aec7-4e3c365e9526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.533679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60f468-bb89-45c4-ad08-663b98da2a9f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8891f8-4bc1-4cbb-be1b-3c9707dcafb1,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:34.534302 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d84c482c-f4da-4eae-aec7-4e3c365e9526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.544206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb60f468-bb89-45c4-ad08-663b98da2a9f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.546016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb60f468-bb89-45c4-ad08-663b98da2a9f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1910648 Sep 27 08:58:34.549369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49724) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.556845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.579382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5642c5ee-3d1b-447a-bd9c-7435e3a65e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a689cf-aa85-45c7-bdc5-0989f0ca3f51'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:34.581677 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095da052-8eb0-4c4f-8f16-72a9cb568ebb" -d '{"events": [{"server_uuid": "5642c5ee-3d1b-447a-bd9c-7435e3a65e9d", "name": "network-vif-plugged", "status": "completed", "tag": "b0a689cf-aa85-45c7-bdc5-0989f0ca3f51"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:34.590255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935aa0df-efa0-4627-9141-b2b18788064e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.597629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,segment=NetworkSegment(0017aa87-b287-4ba6-912a-5da2570ac6db),segment_id=0017aa87-b287-4ba6-912a-5da2570ac6db)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:34.599195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935aa0df-efa0-4627-9141-b2b18788064e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.605106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.634742 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1468012a-692a-48bb-bc6d-e4f3645a3740 x-openstack-request-id: req-1468012a-692a-48bb-bc6d-e4f3645a3740 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:34.635558 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5642c5ee-3d1b-447a-bd9c-7435e3a65e9d", "name": "network-vif-plugged", "status": "completed", "tag": "b0a689cf-aa85-45c7-bdc5-0989f0ca3f51", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:34.635981 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1468012a-692a-48bb-bc6d-e4f3645a3740 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:34.636677 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5642c5ee-3d1b-447a-bd9c-7435e3a65e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a689cf-aa85-45c7-bdc5-0989f0ca3f51', 'code': 200} Sep 27 08:58:34.643052 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935aa0df-efa0-4627-9141-b2b18788064e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.645565 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d84c482c-f4da-4eae-aec7-4e3c365e9526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.657228 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d84c482c-f4da-4eae-aec7-4e3c365e9526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.660805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d84c482c-f4da-4eae-aec7-4e3c365e9526 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87163d6b-bf87-4cb6-8eb9-078cab96bae0 HTTP/1.1" status: 204 len: 168 time: 0.1940861 Sep 27 08:58:34.665641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-935aa0df-efa0-4627-9141-b2b18788064e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.670263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-935aa0df-efa0-4627-9141-b2b18788064e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ec8891f8-4bc1-4cbb-be1b-3c9707dcafb1 HTTP/1.1" status: 204 len: 168 time: 0.1182227 Sep 27 08:58:34.670815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49730) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.671654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:34.688193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c482c-f4da-4eae-aec7-4e3c365e9526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87163d6b-bf87-4cb6-8eb9-078cab96bae0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:34.700745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aa0df-efa0-4627-9141-b2b18788064e tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec8891f8-4bc1-4cbb-be1b-3c9707dcafb1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:34.713794 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a4c94775-8d27-4e0e-82a4-92a7469ab559 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0419819 Sep 27 08:58:34.720360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.740532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae2288-378f-4342-9b86-97f72b288b72 req-077c5c69-2121-48d4-86c5-cd3a92534c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:34.742049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ae2288-378f-4342-9b86-97f72b288b72 req-077c5c69-2121-48d4-86c5-cd3a92534c50 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 1097 time: 0.0551805 Sep 27 08:58:34.772400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b5d652a-fc45-40a4-bec6-11845a8b1c01 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.779742 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8ae2288-378f-4342-9b86-97f72b288b72 req-e6ddaa95-1e46-4be6-ab6d-b6d5c7ab3bbf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294168 Sep 27 08:58:34.796733 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b5d652a-fc45-40a4-bec6-11845a8b1c01 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.839357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b5d652a-fc45-40a4-bec6-11845a8b1c01 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.842040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b5d652a-fc45-40a4-bec6-11845a8b1c01 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.843724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4b5d652a-fc45-40a4-bec6-11845a8b1c01 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f3bef4e-6fb2-4121-b493-ee1434c6e06a HTTP/1.1" status: 204 len: 168 time: 0.1223972 Sep 27 08:58:34.848006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.854092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d652a-fc45-40a4-bec6-11845a8b1c01 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3bef4e-6fb2-4121-b493-ee1434c6e06a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:34.904096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4196e723-c505-4ea5-814d-41322b39a62a tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0546663 Sep 27 08:58:34.906795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49738) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:34.960269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8f76140-4730-4466-9da2-644a4c2086cf tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.972476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 85c1e040-6fdb-4b3b-9b38-967347aeaa11 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:34.987978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8f76140-4730-4466-9da2-644a4c2086cf tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:34.996776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 85c1e040-6fdb-4b3b-9b38-967347aeaa11 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:34.997184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 85c1e040-6fdb-4b3b-9b38-967347aeaa11 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:35.029960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8f76140-4730-4466-9da2-644a4c2086cf tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.032721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e8f76140-4730-4466-9da2-644a4c2086cf tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.033895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e8f76140-4730-4466-9da2-644a4c2086cf tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c7e8771-9083-41b8-b1a4-e67509084793 HTTP/1.1" status: 204 len: 168 time: 0.1261873 Sep 27 08:58:35.036748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.043139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f76140-4730-4466-9da2-644a4c2086cf tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7e8771-9083-41b8-b1a4-e67509084793,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:35.097096 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-31e1d852-7085-4a86-b9af-03b37763bc63 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586834 Sep 27 08:58:35.101272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49752) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.107744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ac31be7c-958f-44e8-b9c1-4913948b5315 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435865455'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:35.136317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac31be7c-958f-44e8-b9c1-4913948b5315 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.180620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c412ae-1044-45f4-8742-c1c51d053966 req-d606e2d6-79ab-4623-97b6-3bbd2e4f61da tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:35.181805 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c412ae-1044-45f4-8742-c1c51d053966 req-d606e2d6-79ab-4623-97b6-3bbd2e4f61da tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.0540044 Sep 27 08:58:35.240882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac31be7c-958f-44e8-b9c1-4913948b5315 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.241744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5c412ae-1044-45f4-8742-c1c51d053966 req-9f4fa34b-bb77-472e-a11a-6135f91e64a2 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483220 Sep 27 08:58:35.245654 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac31be7c-958f-44e8-b9c1-4913948b5315 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.276375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac31be7c-958f-44e8-b9c1-4913948b5315 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.277644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ac31be7c-958f-44e8-b9c1-4913948b5315 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1749282 Sep 27 08:58:35.280742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49762) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.285040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bb8ea079-0215-494d-ad23-b0128fdd24b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': '68fb99b0-9fdf-44aa-965b-31841fe20283', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:35.292656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31be7c-958f-44e8-b9c1-4913948b5315 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fb99b0-9fdf-44aa-965b-31841fe20283,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:35.314721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea079-0215-494d-ad23-b0128fdd24b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.371660 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea079-0215-494d-ad23-b0128fdd24b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.375020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea079-0215-494d-ad23-b0128fdd24b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.392083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ea079-0215-494d-ad23-b0128fdd24b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fd5eeb-017c-4be8-bc97-a2ec1d99b1fb,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:35.402861 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea079-0215-494d-ad23-b0128fdd24b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.402861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bb8ea079-0215-494d-ad23-b0128fdd24b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1195915 Sep 27 08:58:35.402861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49768) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.404535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49770) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.431467 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b56d2fa6-7245-4353-af70-d95ad3efe970 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.439484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b56d2fa6-7245-4353-af70-d95ad3efe970 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.470690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b56d2fa6-7245-4353-af70-d95ad3efe970 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.477173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b56d2fa6-7245-4353-af70-d95ad3efe970 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.480960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b56d2fa6-7245-4353-af70-d95ad3efe970 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/26fd5eeb-017c-4be8-bc97-a2ec1d99b1fb HTTP/1.1" status: 204 len: 168 time: 0.0695317 Sep 27 08:58:35.481183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.494834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d2fa6-7245-4353-af70-d95ad3efe970 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26fd5eeb-017c-4be8-bc97-a2ec1d99b1fb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:35.528869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-913114647-network', 'tenant_id': '95f1dd43b4454ae6b03234bd719e80c5'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:35.536931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a014a45-95cd-4728-9afe-e09f018520b7 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518882 Sep 27 08:58:35.537177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49780) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.550942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Made reservation on behalf of 95f1dd43b4454ae6b03234bd719e80c5 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:35.553481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.563878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.600843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8392b673-2a7b-41c9-a3cd-c78b237c1cc4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.624931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8392b673-2a7b-41c9-a3cd-c78b237c1cc4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.665908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.671491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8392b673-2a7b-41c9-a3cd-c78b237c1cc4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.673344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.674799 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8392b673-2a7b-41c9-a3cd-c78b237c1cc4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.676059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8392b673-2a7b-41c9-a3cd-c78b237c1cc4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/68fb99b0-9fdf-44aa-965b-31841fe20283 HTTP/1.1" status: 204 len: 168 time: 0.1380026 Sep 27 08:58:35.679802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49786) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.692316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392b673-2a7b-41c9-a3cd-c78b237c1cc4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fb99b0-9fdf-44aa-965b-31841fe20283,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:35.698391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:35.708750 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.709300 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Added segment 5b3ed311-55b6-44a8-93db-29947b7dda2c of type vlan for network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b Sep 27 08:58:35.736207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-627f870f-935d-46d7-af33-a616d3ad4368 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505402 Sep 27 08:58:35.736526 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49790) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.740990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f45567c3-53ca-414c-828a-41146f653e5b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280356920'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:35.765903 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f45567c3-53ca-414c-828a-41146f653e5b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.775354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.777681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555094cf-b5dc-4309-bbc3-50b7458accef,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:35.808672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.810215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:35.812128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.870935 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.879096 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f45567c3-53ca-414c-828a-41146f653e5b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.883487 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f45567c3-53ca-414c-828a-41146f653e5b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.904255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] Pushing event updated for resources: {'Network': ['ID=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:35.912193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dc856122-6e6f-4a2e-92ee-1da9461c70aa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5057116 Sep 27 08:58:35.912815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.918082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Request body: {'subnet': {'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-913114647-subnet', 'tenant_id': '95f1dd43b4454ae6b03234bd719e80c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:35.918623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:35.924291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45567c3-53ca-414c-828a-41146f653e5b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53176ce-aa37-45b2-8656-0dce8bf31354,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:35.925474 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f45567c3-53ca-414c-828a-41146f653e5b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.929581 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f45567c3-53ca-414c-828a-41146f653e5b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1892159 Sep 27 08:58:35.929680 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49794) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:35.934870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fe4cbaac-d30b-4354-8025-9133a5c29aee tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': 'c53176ce-aa37-45b2-8656-0dce8bf31354', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:35.949409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Made reservation on behalf of 95f1dd43b4454ae6b03234bd719e80c5 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:35.952389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:35.975088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbaac-d30b-4354-8025-9133a5c29aee tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.060894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbaac-d30b-4354-8025-9133a5c29aee tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.065479 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbaac-d30b-4354-8025-9133a5c29aee tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.102577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cbaac-d30b-4354-8025-9133a5c29aee tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cba153-456a-4a05-96f2-b6d24e1639c4,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:36.108114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbaac-d30b-4354-8025-9133a5c29aee tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.109486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fe4cbaac-d30b-4354-8025-9133a5c29aee tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788590 Sep 27 08:58:36.113765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49800) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.131043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-526cd766-bf15-4f03-91ac-c34206df9ec8 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules/20cba153-456a-4a05-96f2-b6d24e1639c4 HTTP/1.1" status: 200 len: 763 time: 0.0161486 Sep 27 08:58:36.133723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49802) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.175955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49bb8d2c-332b-4c38-b71b-5fbe4f5656f9 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0396492 Sep 27 08:58:36.178751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49806) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.186873 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.205950 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1f49c90-5ee0-4520-93be-b71415bc80a4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.214094 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1f49c90-5ee0-4520-93be-b71415bc80a4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.247717 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1f49c90-5ee0-4520-93be-b71415bc80a4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.255452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1f49c90-5ee0-4520-93be-b71415bc80a4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.256677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1f49c90-5ee0-4520-93be-b71415bc80a4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/20cba153-456a-4a05-96f2-b6d24e1639c4 HTTP/1.1" status: 204 len: 168 time: 0.0769167 Sep 27 08:58:36.260319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.266775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f49c90-5ee0-4520-93be-b71415bc80a4 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20cba153-456a-4a05-96f2-b6d24e1639c4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:36.274127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:36.288426 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Checking segment: {'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:36.288829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Network hostable DHCP agents. Network: ccf6cc8e-91ba-4936-a6a6-60be2bf3954b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:36.307938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-993b4e96-d43e-4521-be7a-027f21fecc44 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461993 Sep 27 08:58:36.309316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:36.310899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49812) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.319486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-16d4dcef-4dcc-4ab8-93ee-6f6480bb69b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': 'c53176ce-aa37-45b2-8656-0dce8bf31354', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:36.320293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, ccf6cc8e-91ba-4936-a6a6-60be2bf3954b) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:36.325622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:36.326387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.333072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9578cc5-1f1b-406b-a788-8a9ca93aeb17 None None] Network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:36.342997 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db6d3d75-007a-4191-a4bd-7b436277636a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4293275 Sep 27 08:58:36.406093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb34c7-bb45-40e3-a183-20a0175947b4 req-a5a33fee-6cc6-4807-a830-7a5375a515f2 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:36.407793 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-abdb34c7-bb45-40e3-a183-20a0175947b4 req-a5a33fee-6cc6-4807-a830-7a5375a515f2 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.0698776 Sep 27 08:58:36.418378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16d4dcef-4dcc-4ab8-93ee-6f6480bb69b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.491411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1edbfc-c093-41b0-a16b-0394ed35d200 None None] Network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:36.502783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-abdb34c7-bb45-40e3-a183-20a0175947b4 req-4bd27665-5ae6-420a-b2c6-5d380922b456 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859032 Sep 27 08:58:36.542366 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16d4dcef-4dcc-4ab8-93ee-6f6480bb69b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.549144 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16d4dcef-4dcc-4ab8-93ee-6f6480bb69b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.576220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4dcef-4dcc-4ab8-93ee-6f6480bb69b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34432ba-73ce-43ee-b144-2bd20b4f7dfa,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:36.582342 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16d4dcef-4dcc-4ab8-93ee-6f6480bb69b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.584646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-16d4dcef-4dcc-4ab8-93ee-6f6480bb69b2 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2718379 Sep 27 08:58:36.586778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49824) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.611506 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-78002e7e-907a-4081-ace7-f148adb45d0b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules/e34432ba-73ce-43ee-b144-2bd20b4f7dfa HTTP/1.1" status: 200 len: 763 time: 0.0227408 Sep 27 08:58:36.614069 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49826) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.673615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-106dcabb-cfce-4ae1-bd95-c22a36076111 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0559721 Sep 27 08:58:36.676110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49828) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.683063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39667f5-f922-4d58-97a9-c436944d1c0f req-9d5411ae-0e05-4384-8a4c-284476241c1e tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:36.683621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d39667f5-f922-4d58-97a9-c436944d1c0f req-9d5411ae-0e05-4384-8a4c-284476241c1e tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.0836334 Sep 27 08:58:36.707070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db6011cf-80f7-4ef2-b13b-6de688048746 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.722709 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db6011cf-80f7-4ef2-b13b-6de688048746 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.760765 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d39667f5-f922-4d58-97a9-c436944d1c0f req-0ce52288-0e73-4f41-8d45-1cffbe438e9f tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587552 Sep 27 08:58:36.794399 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db6011cf-80f7-4ef2-b13b-6de688048746 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.799899 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db6011cf-80f7-4ef2-b13b-6de688048746 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:36.801115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db6011cf-80f7-4ef2-b13b-6de688048746 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e34432ba-73ce-43ee-b144-2bd20b4f7dfa HTTP/1.1" status: 204 len: 168 time: 0.1236901 Sep 27 08:58:36.816762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49840) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.839421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6440453-f0da-4711-9f78-5991fca8036c req-e574585b-4ef8-4710-b7a2-75324012e949 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487795 Sep 27 08:58:36.848695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6011cf-80f7-4ef2-b13b-6de688048746 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e34432ba-73ce-43ee-b144-2bd20b4f7dfa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:36.923429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-00054f52-c332-4bad-afd6-7c61f9d1a15f tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1032143 Sep 27 08:58:36.924631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49844) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:36.929555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c474d64a-6959-41c5-b768-bd77dd8f9009 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Request body: {'security_group_rule': {'security_group_id': 'c53176ce-aa37-45b2-8656-0dce8bf31354', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:36.948447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-6242ff04-f99d-4144-826e-a9ea629203dc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:36.950811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-6242ff04-f99d-4144-826e-a9ea629203dc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 813 time: 0.1805451 Sep 27 08:58:36.965656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440453-f0da-4711-9f78-5991fca8036c req-ebe78a84-f2e6-4d93-ba8c-62b1cf15c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:36.966862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-879a9b9b-4d83-48fa-ad11-b205f13baa90 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/quotas/95f1dd43b4454ae6b03234bd719e80c5 HTTP/1.1" status: 200 len: 375 time: 0.0098178 Sep 27 08:58:36.967411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6440453-f0da-4711-9f78-5991fca8036c req-ebe78a84-f2e6-4d93-ba8c-62b1cf15c8c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fb24f8070d84c188b2accf68f31e8d9&device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 1097 time: 0.0812833 Sep 27 08:58:37.010917 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c474d64a-6959-41c5-b768-bd77dd8f9009 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.013097 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-7888f262-eaa0-4dc7-9dd3-1b442a4d66ea tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267990 Sep 27 08:58:37.106290 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-97f6021f-8fc6-46c1-8719-67523cf95f14 service neutron] 10.222.0.50 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849221 Sep 27 08:58:37.109974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50e1f-19c0-4d19-a875-b4cc6d2f3cf3 req-c03db2e0-33e6-49a6-8911-e8129b2d03b9 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:37.111504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ed50e1f-19c0-4d19-a875-b4cc6d2f3cf3 req-c03db2e0-33e6-49a6-8911-e8129b2d03b9 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.1377854 Sep 27 08:58:37.158354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440453-f0da-4711-9f78-5991fca8036c req-de940bad-d5d8-4a7f-8391-47781d861552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:37.159851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6440453-f0da-4711-9f78-5991fca8036c req-de940bad-d5d8-4a7f-8391-47781d861552 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea6e211c-ce9f-40d4-884b-507dd10a3591 HTTP/1.1" status: 200 len: 913 time: 0.1587117 Sep 27 08:58:37.185349 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c474d64a-6959-41c5-b768-bd77dd8f9009 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.192803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c474d64a-6959-41c5-b768-bd77dd8f9009 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.215760 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-3d6645b3-1324-49cb-b9e6-2c02fe316f4b service neutron] 10.222.0.50 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909531 Sep 27 08:58:37.240186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6440453-f0da-4711-9f78-5991fca8036c req-a9712c2f-6fa3-46e5-84d5-796e2cc30365 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 HTTP/1.1" status: 200 len: 217 time: 0.0675468 Sep 27 08:58:37.249192 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ed50e1f-19c0-4d19-a875-b4cc6d2f3cf3 req-9f25dda8-9e32-4aa6-9771-941ee1ccccab tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265364 Sep 27 08:58:37.260516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474d64a-6959-41c5-b768-bd77dd8f9009 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7bce6c-1372-4130-baeb-ebc1e7cc03be,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:37.264123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c474d64a-6959-41c5-b768-bd77dd8f9009 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.265180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c474d64a-6959-41c5-b768-bd77dd8f9009 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394735 Sep 27 08:58:37.267816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:37.297377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-75eb076b-52f6-4252-952b-9fc7ba277697 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules/ee7bce6c-1372-4130-baeb-ebc1e7cc03be HTTP/1.1" status: 200 len: 764 time: 0.0279784 Sep 27 08:58:37.299559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:37.337935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440453-f0da-4711-9f78-5991fca8036c req-2c26028d-04d6-4084-9913-640f804fc2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:37.339778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6440453-f0da-4711-9f78-5991fca8036c req-2c26028d-04d6-4084-9913-640f804fc2f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81c84d96-494a-47bf-8cfa-38dc67c83965 HTTP/1.1" status: 200 len: 852 time: 0.0882165 Sep 27 08:58:37.357666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-05c60bc1-fa48-4abf-83a2-065afa294200 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0566292 Sep 27 08:58:37.373047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:37.380089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6440453-f0da-4711-9f78-5991fca8036c req-70d3ce89-e409-4cd0-8434-4863ecc31c44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea6e211c-ce9f-40d4-884b-507dd10a3591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319571 Sep 27 08:58:37.405192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88167d23-da3b-4137-9276-a01169c9c886 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.416461 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88167d23-da3b-4137-9276-a01169c9c886 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.438247 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:58:37.445796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88167d23-da3b-4137-9276-a01169c9c886 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.452471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88167d23-da3b-4137-9276-a01169c9c886 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.455898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-88167d23-da3b-4137-9276-a01169c9c886 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ee7bce6c-1372-4130-baeb-ebc1e7cc03be HTTP/1.1" status: 204 len: 168 time: 0.0795887 Sep 27 08:58:37.456439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:37.462219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88167d23-da3b-4137-9276-a01169c9c886 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee7bce6c-1372-4130-baeb-ebc1e7cc03be,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:37.556279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af40ac8a-cd36-4afd-8102-bf31c97192f5 req-ac66eba3-e746-4fb0-99c4-7fe8ff64bebb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 210 time: 0.0469391 Sep 27 08:58:37.596992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0f2b39c5-be1d-42df-b2dd-166296d93a38 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1323469 Sep 27 08:58:37.598323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:37.601957 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6440453-f0da-4711-9f78-5991fca8036c req-e86755d3-cf30-4d7b-a578-9206c00f4c2d service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133560 Sep 27 08:58:37.665467 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a35a49da-361c-476b-a4c8-4328aab72118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.695805 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a35a49da-361c-476b-a4c8-4328aab72118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.708913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6440453-f0da-4711-9f78-5991fca8036c req-141e1f66-13aa-4f37-9cfb-faa5f547ff9b service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982461 Sep 27 08:58:37.749860 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a35a49da-361c-476b-a4c8-4328aab72118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.753675 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a35a49da-361c-476b-a4c8-4328aab72118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:37.755110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a35a49da-361c-476b-a4c8-4328aab72118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "DELETE /v2.0/security-groups/c53176ce-aa37-45b2-8656-0dce8bf31354 HTTP/1.1" status: 204 len: 168 time: 0.1556733 Sep 27 08:58:37.758038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49872) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:37.765454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a49da-361c-476b-a4c8-4328aab72118 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53176ce-aa37-45b2-8656-0dce8bf31354,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:37.807400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c8990a8c-58fa-4253-a343-0580adf7d46b tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480335 Sep 27 08:58:37.811793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49876) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:37.876544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c2204e24-8326-4281-a531-0bf61e017822 tempest-SecGroupTest-699838946 tempest-SecGroupTest-699838946-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619001 Sep 27 08:58:38.079733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49882) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:38.229224 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6f91112-7f31-4267-8579-b912e80a9c19 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25ee4bffd3ee4985a3d99bc8cbb4f3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482143 Sep 27 08:58:38.231761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49886) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:38.280497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7614d8-c13b-4339-ad96-c044088f4878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:38.304468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7614d8-c13b-4339-ad96-c044088f4878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:38.399454 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb30b8a-682d-40d1-8db0-cca5c4dd4d22 req-f92c9845-b7ae-4f81-822c-32b5cf6c4143 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:38.401344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eb30b8a-682d-40d1-8db0-cca5c4dd4d22 req-f92c9845-b7ae-4f81-822c-32b5cf6c4143 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.0661309 Sep 27 08:58:38.402732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7614d8-c13b-4339-ad96-c044088f4878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:38.405535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc7614d8-c13b-4339-ad96-c044088f4878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:38.410261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bc7614d8-c13b-4339-ad96-c044088f4878 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eecf4a83-0f0d-453a-9e93-02a3d14cac70 HTTP/1.1" status: 204 len: 168 time: 0.1774518 Sep 27 08:58:38.433516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7614d8-c13b-4339-ad96-c044088f4878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf4a83-0f0d-453a-9e93-02a3d14cac70,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:38.497599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eb30b8a-682d-40d1-8db0-cca5c4dd4d22 req-3e15e4d0-0d71-45b5-a8e8-4fad1717d827 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856187 Sep 27 08:58:38.656144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-5198a111-1506-46d3-917d-fc6072ad1ddf tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:38.660072 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-5198a111-1506-46d3-917d-fc6072ad1ddf tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.57 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 813 time: 0.2107170 Sep 27 08:58:38.686623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Request body: {'port': {'device_id': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b', 'admin_state_up': True, 'tenant_id': '95f1dd43b4454ae6b03234bd719e80c5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:38.716350 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-546e7a3b-db7b-4d2a-ae78-aee4413d4ffe req-b82939e3-7631-4875-a6a6-1978b94cc9ff tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 210 time: 0.0536203 Sep 27 08:58:38.844994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbbe25-817b-4b45-828c-a9eef35dcf9a req-87c2be6e-f822-4590-b7e1-6cbafc9d359c tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:38.847174 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47bbbe25-817b-4b45-828c-a9eef35dcf9a req-87c2be6e-f822-4590-b7e1-6cbafc9d359c tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.1065891 Sep 27 08:58:38.851925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-295e5d1a-af5b-458e-a381-946f8e5afb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:38.853574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-295e5d1a-af5b-458e-a381-946f8e5afb71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fb24f8070d84c188b2accf68f31e8d9&device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 1097 time: 0.1039977 Sep 27 08:58:38.856474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Made reservation on behalf of 95f1dd43b4454ae6b03234bd719e80c5 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:38.860684 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:39.029882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Allocated IP 172.20.0.6 (ccf6cc8e-91ba-4936-a6a6-60be2bf3954b/f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb/608d91e6-88ab-4d9a-9e32-2903257e3187) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:39.417465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49918) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:39.441856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47bbbe25-817b-4b45-828c-a9eef35dcf9a req-e7a17273-07eb-4f89-a6b5-d0c077c47de9 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871155 Sep 27 08:58:39.457506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-a2062929-27de-46a3-97a8-83f97f7b12af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:39.458763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-a2062929-27de-46a3-97a8-83f97f7b12af service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea6e211c-ce9f-40d4-884b-507dd10a3591 HTTP/1.1" status: 200 len: 913 time: 0.5970557 Sep 27 08:58:39.503578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-efa1a344-77d4-4a83-8eb3-1024428304c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 HTTP/1.1" status: 200 len: 217 time: 0.0369620 Sep 27 08:58:39.569604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-0f2e80e4-c2e8-4dad-8d8d-476e80b2aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:39.571959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-0f2e80e4-c2e8-4dad-8d8d-476e80b2aa08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81c84d96-494a-47bf-8cfa-38dc67c83965 HTTP/1.1" status: 200 len: 852 time: 0.0606482 Sep 27 08:58:39.578475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1067934507'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:39.614960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-d036f809-31a6-435a-9634-5b051e8146e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea6e211c-ce9f-40d4-884b-507dd10a3591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326326 Sep 27 08:58:39.654429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Made reservation on behalf of bd53b133675e4292b408e2804dde23fa for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:39.658231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:39.678594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:39.757137 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:39.783930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-7dcb8498-186e-44d5-8a89-304c6822a012 service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557043 Sep 27 08:58:39.818280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:39.911785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:39.920497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:39.924975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:39.928241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:39.944180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec290ad9-2c65-4362-94dd-7d2e9ecde47f req-73455200-d0a3-45da-ad97-8665767e84d2 service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526368 Sep 27 08:58:39.961023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:39.966362 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:39.988456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe26fa7-4a00-42c1-88cd-689b969cb712 req-0780cc9d-fbf3-4067-88af-93a9094d3a95 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:39.990018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-afe26fa7-4a00-42c1-88cd-689b969cb712 req-0780cc9d-fbf3-4067-88af-93a9094d3a95 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 931 time: 0.1847243 Sep 27 08:58:39.991466 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:40.007330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:40.008073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.010263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.010817 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Added segment 040728ac-17b3-42f3-a882-d161c5c62f5e of type vlan for network 1e8f360f-b640-4884-abe4-9190c4537e7b Sep 27 08:58:40.012412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73003b4e-4eeb-4512-a2ac-b5b57b5ca149,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:40.037696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-9a3d6fa8-b635-432a-a3b4-357d6f99a63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3550630 Sep 27 08:58:40.056821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Request body: {'port': {'device_id': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:40.080463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.082554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-afe26fa7-4a00-42c1-88cd-689b969cb712 req-4e74e287-831a-426c-8a13-ca5aeab3eda8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620399 Sep 27 08:58:40.111792 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.120585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:40.121222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.130661 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.160939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7423923 Sep 27 08:58:40.165473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49930) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:40.170981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Request body: {'subnet': {'network_id': '1e8f360f-b640-4884-abe4-9190c4537e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:40.217454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0207e8d-cef3-45ff-831b-7baf4191f209 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Pushing event updated for resources: {'Network': ['ID=1e8f360f-b640-4884-abe4-9190c4537e7b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:40.243191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1e8f360f-b640-4884-abe4-9190c4537e7b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:40.307507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Made reservation on behalf of bd53b133675e4292b408e2804dde23fa for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:40.313009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.435176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608d91e6-88ab-4d9a-9e32-2903257e3187 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:40.444132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.459827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Transition to ACTIVE for port object 608d91e6-88ab-4d9a-9e32-2903257e3187 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:58:40.466496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.524129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:40.591196 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.623374 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Attempting to bind port 608d91e6-88ab-4d9a-9e32-2903257e3187 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:40.623707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Attempting to bind port 608d91e6-88ab-4d9a-9e32-2903257e3187 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:40.624045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Attempting to bind port 608d91e6-88ab-4d9a-9e32-2903257e3187 on network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:40.628613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Port 608d91e6-88ab-4d9a-9e32-2903257e3187 on network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:58:40.628931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Attempting to bind port 608d91e6-88ab-4d9a-9e32-2903257e3187 on network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:40.634308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:40.634653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Checking segment: {'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:40.635028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Bound using segment: {'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:40.635465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Bound port: 608d91e6-88ab-4d9a-9e32-2903257e3187, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:40.636409 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.651056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8925109-f4d6-4e27-bd3d-782b339010f9 req-2057500f-3480-449c-a8ab-3b5eeaca2ab5 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:40.658959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8925109-f4d6-4e27-bd3d-782b339010f9 req-2057500f-3480-449c-a8ab-3b5eeaca2ab5 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.1187592 Sep 27 08:58:40.692973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Pushing event updated for resources: {'Subnet': ['ID=cb4552a5-e830-4e34-8fca-c6d872798e16,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:40.711255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:40.713895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:40.719767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.736628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8925109-f4d6-4e27-bd3d-782b339010f9 req-26bb9ac1-ef80-4757-b216-df5ed7872c2f tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Sep 27 08:58:40.737835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Checking segment: {'id': '040728ac-17b3-42f3-a882-d161c5c62f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1e8f360f-b640-4884-abe4-9190c4537e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:40.738265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Network hostable DHCP agents. Network: 1e8f360f-b640-4884-abe4-9190c4537e7b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:40.755117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:40.755750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.757202 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] 10.222.0.57 "PUT /v2.0/ports/608d91e6-88ab-4d9a-9e32-2903257e3187 HTTP/1.1" status: 200 len: 1091 time: 0.7102497 Sep 27 08:58:40.757753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:40.757848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Network 1e8f360f-b640-4884-abe4-9190c4537e7b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:40.759958 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d66446-e50a-4227-82f7-88623eec5630" -d '{"events": [{"name": "network-changed", "server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:40.771652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1e8f360f-b640-4884-abe4-9190c4537e7b) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:40.778503 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:40.778882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.801817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7777207-1fbe-4dc8-98fa-415e6bdbc1d9 None None] Network 1e8f360f-b640-4884-abe4-9190c4537e7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:40.803532 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca889e04-4a11-4cdb-91b4-7441f52e89b5 x-openstack-request-id: req-ca889e04-4a11-4cdb-91b4-7441f52e89b5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:40.803822 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:40.804131 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca889e04-4a11-4cdb-91b4-7441f52e89b5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:40.804570 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'status': 'completed', 'code': 200} Sep 27 08:58:40.806854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a673cef1-e00d-4c8f-8686-c5a57a244f33 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6401756 Sep 27 08:58:40.809443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49938) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:40.814350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Request body: {'port': {'network_id': '1e8f360f-b640-4884-abe4-9190c4537e7b', 'name': 'tempest-TagsExtTest-860819759'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:40.819615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbdee2-e793-430d-a7e9-ef9ca9b26ddc service neutron] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:40.872250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-e6e0498d-4925-44e2-9831-a4e029d26e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:40.873855 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-e6e0498d-4925-44e2-9831-a4e029d26e52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 1094 time: 0.0669954 Sep 27 08:58:40.926116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-365370b1-5bae-4af2-a8b8-076f1d05a7cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608d91e6-88ab-4d9a-9e32-2903257e3187 HTTP/1.1" status: 200 len: 217 time: 0.0437899 Sep 27 08:58:40.940590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Made reservation on behalf of bd53b133675e4292b408e2804dde23fa for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:40.944030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:40.965699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] device_id is not set on port 85d489ad-6673-4ddc-b57d-96dd6a1c15f1 yet. {{(pid=94830) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 27 08:58:40.978796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-20aa9f8c-6ce6-4f38-b822-58336d057911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:40.980468 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-20aa9f8c-6ce6-4f38-b822-58336d057911 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 200 len: 853 time: 0.0470853 Sep 27 08:58:40.987378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-1e8f360f-b640-4884-abe4-9190c4537e7b', 'network_id': '1e8f360f-b640-4884-abe4-9190c4537e7b', 'tenant_id': 'bd53b133675e4292b408e2804dde23fa', 'fixed_ips': [{'subnet_id': 'cb4552a5-e830-4e34-8fca-c6d872798e16'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:58:40.988339 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.016020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-73bc7e90-8fcc-4c66-bb80-6d6a5397cefd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269163 Sep 27 08:58:41.098568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Allocated IP 172.20.0.13 (1e8f360f-b640-4884-abe4-9190c4537e7b/cb4552a5-e830-4e34-8fca-c6d872798e16/85d489ad-6673-4ddc-b57d-96dd6a1c15f1) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:41.129142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-2654240c-2d67-4927-9597-530aab886b21 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038179 Sep 27 08:58:41.247530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2914443e-fcf5-4d54-bf0a-de1757b29437 req-5374fda7-2297-42ba-a6f8-69c07c211cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099992 Sep 27 08:58:41.277030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacd993-efb3-4857-a96d-22b7b4f9f97c req-dd084f44-850f-4b29-bdd9-0f447a3427e5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:41.279162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dcacd993-efb3-4857-a96d-22b7b4f9f97c req-dd084f44-850f-4b29-bdd9-0f447a3427e5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.1080797 Sep 27 08:58:41.329679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.352814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dcacd993-efb3-4857-a96d-22b7b4f9f97c req-15b1d544-7141-418b-9ea9-f98a3c5f9b22 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583265 Sep 27 08:58:41.353013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66446-e50a-4227-82f7-88623eec5630 req-e649e7a2-6e64-4b9c-912e-c036c019ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:41.354393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d66446-e50a-4227-82f7-88623eec5630 req-e649e7a2-6e64-4b9c-912e-c036c019ff34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 1094 time: 0.0517592 Sep 27 08:58:41.382876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.427583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Allocated IP 172.20.0.2 (1e8f360f-b640-4884-abe4-9190c4537e7b/cb4552a5-e830-4e34-8fca-c6d872798e16/e40d4c04-4cf5-4912-9095-58e60c8b0181) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:41.452352 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Pushing event updated for resources: {'Port': ['ID=85d489ad-6673-4ddc-b57d-96dd6a1c15f1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:41.472226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Network 1e8f360f-b640-4884-abe4-9190c4537e7b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:41.472470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66446-e50a-4227-82f7-88623eec5630 req-6cf23c11-0d02-4be5-a1f0-ce6d794d853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:41.473421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:41.473630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d66446-e50a-4227-82f7-88623eec5630 req-6cf23c11-0d02-4be5-a1f0-ce6d794d853a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 914 time: 0.1094203 Sep 27 08:58:41.476294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:41.524734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d66446-e50a-4227-82f7-88623eec5630 req-7b70ad83-ec17-473a-b2b2-0c717d30a9ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608d91e6-88ab-4d9a-9e32-2903257e3187 HTTP/1.1" status: 200 len: 217 time: 0.0428662 Sep 27 08:58:41.528451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:41.529187 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.547001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ef512246-e5fd-4c2b-b8fb-28121da5d237 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7362010 Sep 27 08:58:41.549452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49942) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:41.554288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c76778b3-c6ca-4c35-bda0-72674f68faef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2012543198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:41.584571 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c76778b3-c6ca-4c35-bda0-72674f68faef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.585765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c76778b3-c6ca-4c35-bda0-72674f68faef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.587614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66446-e50a-4227-82f7-88623eec5630 req-c63ba375-f260-46ef-8b22-ce33b1ac187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:41.589416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d66446-e50a-4227-82f7-88623eec5630 req-c63ba375-f260-46ef-8b22-ce33b1ac187a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 200 len: 853 time: 0.0579326 Sep 27 08:58:41.599802 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.609199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.633875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d66446-e50a-4227-82f7-88623eec5630 req-323bcfe6-11fd-4e83-ab34-e562ca33c4d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354998 Sep 27 08:58:41.649414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c76778b3-c6ca-4c35-bda0-72674f68faef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.654064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Pushing event updated for resources: {'Port': ['ID=e40d4c04-4cf5-4912-9095-58e60c8b0181,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:41.659408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c76778b3-c6ca-4c35-bda0-72674f68faef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.664581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Network 1e8f360f-b640-4884-abe4-9190c4537e7b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:41.666008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:41.668635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:41.681665 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c76778b3-c6ca-4c35-bda0-72674f68faef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.683816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c76778b3-c6ca-4c35-bda0-72674f68faef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1332762 Sep 27 08:58:41.686770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49944) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:41.691286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-18d419ec-6ca3-47ff-a306-222ef9307cd4 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2032199643', 'prefixes': ['172.20.0.0/16']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:41.725641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Attempting to bind port e40d4c04-4cf5-4912-9095-58e60c8b0181 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:41.726001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Attempting to bind port e40d4c04-4cf5-4912-9095-58e60c8b0181 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '040728ac-17b3-42f3-a882-d161c5c62f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1e8f360f-b640-4884-abe4-9190c4537e7b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:41.726694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Attempting to bind port e40d4c04-4cf5-4912-9095-58e60c8b0181 on network 1e8f360f-b640-4884-abe4-9190c4537e7b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:41.732221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:41.732637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Checking segment: {'id': '040728ac-17b3-42f3-a882-d161c5c62f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1e8f360f-b640-4884-abe4-9190c4537e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:41.733418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.733825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Bound using segment: {'id': '040728ac-17b3-42f3-a882-d161c5c62f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1e8f360f-b640-4884-abe4-9190c4537e7b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:41.734303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Bound port: e40d4c04-4cf5-4912-9095-58e60c8b0181, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040728ac-17b3-42f3-a882-d161c5c62f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1e8f360f-b640-4884-abe4-9190c4537e7b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:41.734687 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.760080 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d66446-e50a-4227-82f7-88623eec5630 req-ba813f8e-4bd0-4065-a62e-51ba33541379 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158018 Sep 27 08:58:41.775036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-18d419ec-6ca3-47ff-a306-222ef9307cd4 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for subnetpool, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.783884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-18d419ec-6ca3-47ff-a306-222ef9307cd4 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0884242 Sep 27 08:58:41.784739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 49954) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:41.789419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-818a24d9-df6e-4e81-8b7e-482721dddb18 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16', 'tempest-TagsExtTest-Tag-369536237') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:41.869898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] For port e40d4c04-4cf5-4912-9095-58e60c8b0181, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:41.873767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] For port e40d4c04-4cf5-4912-9095-58e60c8b0181, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e40d4c04-4cf5-4912-9095-58e60c8b0181,segment=NetworkSegment(040728ac-17b3-42f3-a882-d161c5c62f5e),segment_id=040728ac-17b3-42f3-a882-d161c5c62f5e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:41.890303 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:41.961161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a565856-669a-4343-85e2-0014f54e1df9 req-8fcd0005-ab8b-40a6-97dd-56eb517eaa4d tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:41.962711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a565856-669a-4343-85e2-0014f54e1df9 req-8fcd0005-ab8b-40a6-97dd-56eb517eaa4d tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.0692220 Sep 27 08:58:41.962838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d502a-2fbd-4622-b583-6a723a97b756 None None] Pushing event updated for resources: {'Port': ['ID=e40d4c04-4cf5-4912-9095-58e60c8b0181,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:41.964646 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d66446-e50a-4227-82f7-88623eec5630 req-3140c9d2-06dd-4a25-bcc5-5ef924404483 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983213 Sep 27 08:58:42.028883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a565856-669a-4343-85e2-0014f54e1df9 req-56fd8a4a-2fed-4d80-b39c-2e2bf15ede2a tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434430 Sep 27 08:58:42.046998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.051957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-f7758305-2e11-4fce-b69f-d805c2bcafc6 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1', 'tempest-TagsExtTest-Tag-2132602549') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.053817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-818a24d9-df6e-4e81-8b7e-482721dddb18 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags/tempest-TagsExtTest-Tag-369536237 HTTP/1.1" status: 201 len: 201 time: 0.2683957 Sep 27 08:58:42.151795 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7758305-2e11-4fce-b69f-d805c2bcafc6 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags/tempest-TagsExtTest-Tag-2132602549 HTTP/1.1" status: 201 len: 201 time: 0.1035058 Sep 27 08:58:42.154463 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.160827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-d945bd69-87e5-45bf-b63b-8937ca7ea844 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a', 'tempest-TagsExtTest-Tag-1886681444') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.295427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d945bd69-87e5-45bf-b63b-8937ca7ea844 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags/tempest-TagsExtTest-Tag-1886681444 HTTP/1.1" status: 201 len: 201 time: 0.1392775 Sep 27 08:58:42.297720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 49998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.303729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-dde493f2-7baf-4eab-97b7-7e98372aa0ff tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db', 'tempest-TagsExtTest-Tag-680577608') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.464556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75991db1-f349-4e8d-bc25-825618e55874 req-581b2fe3-d659-4415-8156-ac57895bda89 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:42.466316 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75991db1-f349-4e8d-bc25-825618e55874 req-581b2fe3-d659-4415-8156-ac57895bda89 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.1289043 Sep 27 08:58:42.471826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dde493f2-7baf-4eab-97b7-7e98372aa0ff tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags/tempest-TagsExtTest-Tag-680577608 HTTP/1.1" status: 201 len: 201 time: 0.1719384 Sep 27 08:58:42.474525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.479043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-23de4920-781b-4d76-a267-8c6464793357 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.559458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7524a91-d0cf-4342-9e69-6bae3fcf1759 req-0b7431cb-3d76-4947-85d6-35343d015028 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:42.561228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7524a91-d0cf-4342-9e69-6bae3fcf1759 req-0b7431cb-3d76-4947-85d6-35343d015028 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0856135 Sep 27 08:58:42.573769 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75991db1-f349-4e8d-bc25-825618e55874 req-51dfc86e-7942-4fb6-989f-eae5c2c68d1f tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845811 Sep 27 08:58:42.610115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e40d4c04-4cf5-4912-9095-58e60c8b0181 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:42.624030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-23de4920-781b-4d76-a267-8c6464793357 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags HTTP/1.1" status: 200 len: 240 time: 0.1460087 Sep 27 08:58:42.624355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7524a91-d0cf-4342-9e69-6bae3fcf1759 req-d3919917-b707-4473-846b-aa67828fb6c8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505905 Sep 27 08:58:42.624355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50010) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.628416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-fc19f432-ad5c-4cdb-83d9-9e941bf97031 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16', 'tempest-TagsExtTest-Tag-369536237') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.677053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e40d4c04-4cf5-4912-9095-58e60c8b0181 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:42.677679 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:42.686842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fc19f432-ad5c-4cdb-83d9-9e941bf97031 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags/tempest-TagsExtTest-Tag-369536237 HTTP/1.1" status: 204 len: 168 time: 0.0591786 Sep 27 08:58:42.687345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50020) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.692137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-0961b6d6-8b4e-4bb1-bc0c-5994d4642596 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16', 'tempest-TagsExtTest-Tag-369536237') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.773360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:42.774274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0961b6d6-8b4e-4bb1-bc0c-5994d4642596 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags/tempest-TagsExtTest-Tag-369536237 HTTP/1.1" status: 204 len: 168 time: 0.0859063 Sep 27 08:58:42.776714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50038) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.781739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-2b9375ee-287c-4d36-ba59-f00b400fed88 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.811642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port e40d4c04-4cf5-4912-9095-58e60c8b0181, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e40d4c04-4cf5-4912-9095-58e60c8b0181,segment=NetworkSegment(040728ac-17b3-42f3-a882-d161c5c62f5e),segment_id=040728ac-17b3-42f3-a882-d161c5c62f5e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:42.816818 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:42.849333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50044) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.849868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2b9375ee-287c-4d36-ba59-f00b400fed88 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags HTTP/1.1" status: 200 len: 205 time: 0.0713170 Sep 27 08:58:42.857782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-78ac70e0-af06-43ce-988c-283bebf78744 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.870094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=e40d4c04-4cf5-4912-9095-58e60c8b0181,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:42.931055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-78ac70e0-af06-43ce-988c-283bebf78744 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags HTTP/1.1" status: 200 len: 241 time: 0.0804052 Sep 27 08:58:42.933741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50046) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:42.938180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-d0a969d1-6fbd-4c17-85e7-5530c9a63810 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1', 'tempest-TagsExtTest-Tag-2132602549') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:42.998279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d0a969d1-6fbd-4c17-85e7-5530c9a63810 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags/tempest-TagsExtTest-Tag-2132602549 HTTP/1.1" status: 204 len: 168 time: 0.0634134 Sep 27 08:58:43.000851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50048) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.003413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:58:43.005563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-b94f3aae-14e7-499e-90bc-917c12e49113 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1', 'tempest-TagsExtTest-Tag-2132602549') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.084529 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b94f3aae-14e7-499e-90bc-917c12e49113 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags/tempest-TagsExtTest-Tag-2132602549 HTTP/1.1" status: 204 len: 168 time: 0.0802696 Sep 27 08:58:43.085188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.089696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-25a4713e-e8c3-4d2f-99e6-dba017b4f24b tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.125955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:43.141440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b', 'port_id': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'mac_address': 'fa:16:3e:fe:be:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:58:43.155032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50052) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.157465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-25a4713e-e8c3-4d2f-99e6-dba017b4f24b tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags HTTP/1.1" status: 200 len: 205 time: 0.0661433 Sep 27 08:58:43.160644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-9da5c9d6-ab0b-4a06-9c0b-01e742262b43 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.185364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:43.204061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608d91e6-88ab-4d9a-9e32-2903257e3187 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:43.228782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:43.236505 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:43.260551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9da5c9d6-ab0b-4a06-9c0b-01e742262b43 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags HTTP/1.1" status: 200 len: 241 time: 0.1018384 Sep 27 08:58:43.260694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50054) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.265992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-24732c01-bbe4-43c3-85cb-b38bc9c651f6 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a', 'tempest-TagsExtTest-Tag-1886681444') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.276217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae568e5f-ae9f-4aa2-b3d3-cd0f2bbf7f8f None None] Network 1e8f360f-b640-4884-abe4-9190c4537e7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:43.324498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:43.351289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.351642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-24732c01-bbe4-43c3-85cb-b38bc9c651f6 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags/tempest-TagsExtTest-Tag-1886681444 HTTP/1.1" status: 204 len: 168 time: 0.0897024 Sep 27 08:58:43.356573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-08a154de-86f6-413c-91c2-dddf0a7c2171 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a', 'tempest-TagsExtTest-Tag-1886681444') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.454766 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-08a154de-86f6-413c-91c2-dddf0a7c2171 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags/tempest-TagsExtTest-Tag-1886681444 HTTP/1.1" status: 204 len: 168 time: 0.1021450 Sep 27 08:58:43.457200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50058) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.464753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-3374af0d-ba86-47df-9093-39426fb30e82 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.520703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9d99d08d-050e-4da7-9681-fd37adda2974 None None] Provisioning complete for port e40d4c04-4cf5-4912-9095-58e60c8b0181 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:43.521088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d99d08d-050e-4da7-9681-fd37adda2974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:43.557021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['608d91e6-88ab-4d9a-9e32-2903257e3187'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:43.562723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3374af0d-ba86-47df-9093-39426fb30e82 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags HTTP/1.1" status: 200 len: 205 time: 0.1020768 Sep 27 08:58:43.563004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.567771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-54e092ab-dfa8-496b-8743-e5c44be86d78 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.592461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-54e092ab-dfa8-496b-8743-e5c44be86d78 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags HTTP/1.1" status: 200 len: 240 time: 0.0277152 Sep 27 08:58:43.595041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50064) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.602551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-6399d2ca-d859-4d99-beeb-7cea787d91d7 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db', 'tempest-TagsExtTest-Tag-680577608') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.629564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6399d2ca-d859-4d99-beeb-7cea787d91d7 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags/tempest-TagsExtTest-Tag-680577608 HTTP/1.1" status: 204 len: 168 time: 0.0310116 Sep 27 08:58:43.630475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.635487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-32b8da41-ab5d-48f8-936b-de5eb5a5db25 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db', 'tempest-TagsExtTest-Tag-680577608') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.718339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-32b8da41-ab5d-48f8-936b-de5eb5a5db25 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags/tempest-TagsExtTest-Tag-680577608 HTTP/1.1" status: 204 len: 168 time: 0.0870545 Sep 27 08:58:43.721198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50072) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.726417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-50aa74a5-d8da-4946-81e2-29cbf6f405b9 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.761379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c2cb-eaa1-460b-a346-5456ff7e83fb req-c578826d-8255-42e6-ba78-e177de11e881 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:43.763234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-87f5c2cb-eaa1-460b-a346-5456ff7e83fb req-c578826d-8255-42e6-ba78-e177de11e881 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.0862482 Sep 27 08:58:43.775637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-50aa74a5-d8da-4946-81e2-29cbf6f405b9 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags HTTP/1.1" status: 200 len: 205 time: 0.0533805 Sep 27 08:58:43.780478 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.781073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387336c-c159-4246-a92c-dfad6304f725 req-baf13524-f8cb-47e7-8444-5016a7eb4eb9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:43.790040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a387336c-c159-4246-a92c-dfad6304f725 req-baf13524-f8cb-47e7-8444-5016a7eb4eb9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 944 time: 0.0734639 Sep 27 08:58:43.792793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-ee247a4f-8ad2-4cc6-84da-819452243e63 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.831213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-87f5c2cb-eaa1-460b-a346-5456ff7e83fb req-f653683c-b237-4f35-8a64-94e35c37977f tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593119 Sep 27 08:58:43.838742 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ee247a4f-8ad2-4cc6-84da-819452243e63 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags HTTP/1.1" status: 204 len: 168 time: 0.0563965 Sep 27 08:58:43.841411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50076) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.848836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-c56ffff2-a8e5-421e-8470-01ae59c22d79 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:43.857188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a387336c-c159-4246-a92c-dfad6304f725 req-f5f65ca1-9ecc-49d5-8b7a-5cef9b1937b4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658467 Sep 27 08:58:43.976055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c56ffff2-a8e5-421e-8470-01ae59c22d79 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags HTTP/1.1" status: 204 len: 168 time: 0.1303892 Sep 27 08:58:43.976728 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50080) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:43.987713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-ef321572-9c5d-4817-8b37-9958f2cf51d5 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.089912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ef321572-9c5d-4817-8b37-9958f2cf51d5 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1099265 Sep 27 08:58:44.090425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50084) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.095784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-90bcda0f-090b-47d1-98d5-6c8155ed5e48 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.135344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d021409-af81-43f9-98b9-696375df94d0 None None] Provisioning complete for port 85d489ad-6673-4ddc-b57d-96dd6a1c15f1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:44.135881 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d021409-af81-43f9-98b9-696375df94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:44.153997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7d3e2-8009-4208-9620-7f30b909cad9 req-a7f5fc1c-4f84-4fdf-9733-68314196ecec tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:44.161775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfe7d3e2-8009-4208-9620-7f30b909cad9 req-a7f5fc1c-4f84-4fdf-9733-68314196ecec tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.1142731 Sep 27 08:58:44.172277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-f60a0eb2-cf6c-40b4-9815-a46f4410e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:44.177905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-f60a0eb2-cf6c-40b4-9815-a46f4410e6fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fb24f8070d84c188b2accf68f31e8d9&device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 1097 time: 0.0900531 Sep 27 08:58:44.178565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50086) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.181084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-90bcda0f-090b-47d1-98d5-6c8155ed5e48 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags HTTP/1.1" status: 204 len: 168 time: 0.0886416 Sep 27 08:58:44.190086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-becb51d4-1c9a-4b5c-a831-4a02e1ef2b2d tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16', 'tempest-TagsExtTest-Tag-920821902') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.208806 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d021409-af81-43f9-98b9-696375df94d0 None None] Port 85d489ad-6673-4ddc-b57d-96dd6a1c15f1 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:58:44.216661 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:44.227928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d021409-af81-43f9-98b9-696375df94d0 None None] Provisioning complete for port e40d4c04-4cf5-4912-9095-58e60c8b0181 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:44.228364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d021409-af81-43f9-98b9-696375df94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:44.295327 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfe7d3e2-8009-4208-9620-7f30b909cad9 req-bafaa469-92f4-4f69-9dcf-b86b7e6ba9ae tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325862 Sep 27 08:58:44.375995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-bf9fe60e-293c-459d-968d-2da2aba3ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:44.377450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-bf9fe60e-293c-459d-968d-2da2aba3ebfb service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea6e211c-ce9f-40d4-884b-507dd10a3591 HTTP/1.1" status: 200 len: 913 time: 0.1821470 Sep 27 08:58:44.396017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-becb51d4-1c9a-4b5c-a831-4a02e1ef2b2d tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags/tempest-TagsExtTest-Tag-920821902 HTTP/1.1" status: 201 len: 201 time: 0.2144928 Sep 27 08:58:44.396495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50088) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.401631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-16501ab1-ae51-419f-bb38-5101aab41a8b tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1', 'tempest-TagsExtTest-Tag-1519270449') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.421872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-1d439291-1226-44fc-8059-1ea4773d961c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 HTTP/1.1" status: 200 len: 217 time: 0.0365775 Sep 27 08:58:44.462148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-77094097-74f1-4ff7-8540-e96c26c8b566 None None] Provisioning complete for port 85d489ad-6673-4ddc-b57d-96dd6a1c15f1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:44.462699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77094097-74f1-4ff7-8540-e96c26c8b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:44.476464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-16501ab1-ae51-419f-bb38-5101aab41a8b tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags/tempest-TagsExtTest-Tag-1519270449 HTTP/1.1" status: 201 len: 201 time: 0.0775731 Sep 27 08:58:44.478057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50090) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.485209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-18cf5dd6-ecb9-46ad-acb5-20c581cdbc58 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a', 'tempest-TagsExtTest-Tag-1574197134') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.507731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-77094097-74f1-4ff7-8540-e96c26c8b566 None None] Port 85d489ad-6673-4ddc-b57d-96dd6a1c15f1 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:58:44.527714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-4c2cc5bd-65b4-4e5d-af8b-a14aa853e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:44.529265 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-4c2cc5bd-65b4-4e5d-af8b-a14aa853e98c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81c84d96-494a-47bf-8cfa-38dc67c83965 HTTP/1.1" status: 200 len: 852 time: 0.1004119 Sep 27 08:58:44.566620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-60e36155-d4e0-4581-a091-9e6d35a3292e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea6e211c-ce9f-40d4-884b-507dd10a3591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301793 Sep 27 08:58:44.571088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e40d4c04-4cf5-4912-9095-58e60c8b0181 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:44.630171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e40d4c04-4cf5-4912-9095-58e60c8b0181 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:44.630828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:44.635271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-18cf5dd6-ecb9-46ad-acb5-20c581cdbc58 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags/tempest-TagsExtTest-Tag-1574197134 HTTP/1.1" status: 201 len: 201 time: 0.1558738 Sep 27 08:58:44.638230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.645092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-1a093650-f0f2-4a52-a148-3a7530ac385c tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db', 'tempest-TagsExtTest-Tag-891214301') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.694489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a093650-f0f2-4a52-a148-3a7530ac385c tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags/tempest-TagsExtTest-Tag-891214301 HTTP/1.1" status: 201 len: 201 time: 0.0541425 Sep 27 08:58:44.696731 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-8c3956dd-ede5-4e58-8a6f-a1260cab3089 service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005123 Sep 27 08:58:44.697130 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.702870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-de8f18b7-db72-4ff7-b47e-9eb990a9befc tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16', {'tags': ['tempest-TagsExtTest-Tag-1817124174', 'tempest-TagsExtTest-Tag-879771651', 'tempest-TagsExtTest-Tag-1188930392']}) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.773733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-de8f18b7-db72-4ff7-b47e-9eb990a9befc tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags HTTP/1.1" status: 200 len: 317 time: 0.0750887 Sep 27 08:58:44.776161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.780606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-516b4175-3943-4280-84e0-6b9f0297bc41 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.812566 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96e9c470-ee72-4b17-85ab-4f42e43c4541 req-a79ff1bc-9575-4873-b9af-1f54925a7b9e service neutron] 10.222.0.67 "GET /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084235 Sep 27 08:58:44.852911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-516b4175-3943-4280-84e0-6b9f0297bc41 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags HTTP/1.1" status: 204 len: 168 time: 0.0756881 Sep 27 08:58:44.855513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.859771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-63fd38f8-1148-41fa-b5d7-971b2692cfee tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16', 'tempest-TagsExtTest-Tag-1817124174') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.911970 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-63fd38f8-1148-41fa-b5d7-971b2692cfee tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:44.913099 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-63fd38f8-1148-41fa-b5d7-971b2692cfee tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags/tempest-TagsExtTest-Tag-1817124174 HTTP/1.1" status: 404 len: 329 time: 0.0566831 Sep 27 08:58:44.916339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50104) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.922241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-09b480e9-517b-4159-9839-142fc6f8b5e3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16', 'tempest-TagsExtTest-Tag-879771651') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.979240 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-09b480e9-517b-4159-9839-142fc6f8b5e3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:44.983245 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-09b480e9-517b-4159-9839-142fc6f8b5e3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags/tempest-TagsExtTest-Tag-879771651 HTTP/1.1" status: 404 len: 328 time: 0.0630555 Sep 27 08:58:44.983433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50106) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:44.987558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-e115d5af-667e-4a36-9768-cdc366efc313 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16', 'tempest-TagsExtTest-Tag-1188930392') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:44.988382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa622ec-e79b-44e2-b81a-ed4fe74dfb7b req-16f73558-427f-420f-b536-2145f33ddda5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:44.989905 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bfa622ec-e79b-44e2-b81a-ed4fe74dfb7b req-16f73558-427f-420f-b536-2145f33ddda5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 944 time: 0.0601323 Sep 27 08:58:45.018656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:45.041428 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-e115d5af-667e-4a36-9768-cdc366efc313 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:45.045128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e115d5af-667e-4a36-9768-cdc366efc313 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags/tempest-TagsExtTest-Tag-1188930392 HTTP/1.1" status: 404 len: 329 time: 0.0581818 Sep 27 08:58:45.045276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bfa622ec-e79b-44e2-b81a-ed4fe74dfb7b req-7b89a2ed-c747-4c83-88de-dcba8af261fe tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484321 Sep 27 08:58:45.045521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50108) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.050240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-df2e42a0-cf20-4d63-8891-9be61cb00069 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1', {'tags': ['tempest-TagsExtTest-Tag-500984737', 'tempest-TagsExtTest-Tag-536642127', 'tempest-TagsExtTest-Tag-409435687']}) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.100004 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-741bc8b0-3ce7-4944-a985-d6087d432789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:45.102412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 608d91e6-88ab-4d9a-9e32-2903257e3187 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:58:45.106673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 608d91e6-88ab-4d9a-9e32-2903257e3187 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:45.107210 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:45.121670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50110) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.121897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-df2e42a0-cf20-4d63-8891-9be61cb00069 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags HTTP/1.1" status: 200 len: 315 time: 0.0750890 Sep 27 08:58:45.126768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-e7428b60-448c-4489-9ff2-aab09a33ae5b tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.186872 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:45.200185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7428b60-448c-4489-9ff2-aab09a33ae5b tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0768793 Sep 27 08:58:45.202940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50112) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.207476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-7a06757f-2213-4694-8500-bc7795209c7e tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1', 'tempest-TagsExtTest-Tag-500984737') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.215836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:45.218138 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd0c04c-be8e-4cfb-aa85-14227d06c657" -d '{"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-plugged", "status": "completed", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:45.238143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:45.245551 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:45.269801 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7a06757f-2213-4694-8500-bc7795209c7e tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:45.273172 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2de62ee-e624-4393-afcf-bc3c5d35be69 x-openstack-request-id: req-c2de62ee-e624-4393-afcf-bc3c5d35be69 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:45.273474 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-plugged", "status": "completed", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:45.273731 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2de62ee-e624-4393-afcf-bc3c5d35be69 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:45.274121 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'code': 200} Sep 27 08:58:45.277743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a06757f-2213-4694-8500-bc7795209c7e tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags/tempest-TagsExtTest-Tag-500984737 HTTP/1.1" status: 404 len: 328 time: 0.0728145 Sep 27 08:58:45.278579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50116) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.283582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-28ca4a7d-51f6-488e-bc4d-a3e9a1aad4a7 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1', 'tempest-TagsExtTest-Tag-536642127') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.325563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:45.341368 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-28ca4a7d-51f6-488e-bc4d-a3e9a1aad4a7 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:45.342450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-28ca4a7d-51f6-488e-bc4d-a3e9a1aad4a7 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags/tempest-TagsExtTest-Tag-536642127 HTTP/1.1" status: 404 len: 328 time: 0.0627759 Sep 27 08:58:45.345654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50120) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.350179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-a4b8ce40-9461-4001-8802-67a1ad960b2a tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1', 'tempest-TagsExtTest-Tag-409435687') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.411642 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-a4b8ce40-9461-4001-8802-67a1ad960b2a tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:45.412754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a4b8ce40-9461-4001-8802-67a1ad960b2a tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags/tempest-TagsExtTest-Tag-409435687 HTTP/1.1" status: 404 len: 328 time: 0.0661545 Sep 27 08:58:45.415418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50122) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.420314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-c2309e71-d3b0-4426-abc6-2e486c1d391e tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a', {'tags': ['tempest-TagsExtTest-Tag-1937239030', 'tempest-TagsExtTest-Tag-1259560275', 'tempest-TagsExtTest-Tag-1770586056']}) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.453416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80683c54-c03b-4f2c-87d8-7cb3c9c2307e req-5e5a332f-2cbe-45f7-8f77-5e295c6672a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:45.454959 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80683c54-c03b-4f2c-87d8-7cb3c9c2307e req-5e5a332f-2cbe-45f7-8f77-5e295c6672a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 1096 time: 0.1281657 Sep 27 08:58:45.480005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1dce1-c5ce-4982-a462-959339738cde req-47c346fb-607d-418e-9a8d-19284f3fba37 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:45.482982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0a1dce1-c5ce-4982-a462-959339738cde req-47c346fb-607d-418e-9a8d-19284f3fba37 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.1071036 Sep 27 08:58:45.537149 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c2309e71-d3b0-4426-abc6-2e486c1d391e tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags HTTP/1.1" status: 200 len: 318 time: 0.1204464 Sep 27 08:58:45.537477 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-80683c54-c03b-4f2c-87d8-7cb3c9c2307e req-9922cea2-818f-4a83-aad7-4875dc7a0866 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738053 Sep 27 08:58:45.539826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50124) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.543513 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e0a1dce1-c5ce-4982-a462-959339738cde req-9a1d8586-0d3c-40f6-95b2-6cd28f2ffc8a tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536661 Sep 27 08:58:45.546466 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-983e5569-0032-45f1-b48b-880612798458 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.641966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-983e5569-0032-45f1-b48b-880612798458 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags HTTP/1.1" status: 204 len: 168 time: 0.1004612 Sep 27 08:58:45.645107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.649509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-5cec4bb9-6f14-45e4-965c-7e964d3f32c0 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a', 'tempest-TagsExtTest-Tag-1937239030') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.731386 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-5cec4bb9-6f14-45e4-965c-7e964d3f32c0 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:45.736650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50130) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.736788 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5cec4bb9-6f14-45e4-965c-7e964d3f32c0 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags/tempest-TagsExtTest-Tag-1937239030 HTTP/1.1" status: 404 len: 329 time: 0.0908093 Sep 27 08:58:45.741306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-81839fc0-57b7-4ac4-9336-7c7910eed5c9 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a', 'tempest-TagsExtTest-Tag-1259560275') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.812170 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-81839fc0-57b7-4ac4-9336-7c7910eed5c9 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:45.815945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-81839fc0-57b7-4ac4-9336-7c7910eed5c9 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags/tempest-TagsExtTest-Tag-1259560275 HTTP/1.1" status: 404 len: 329 time: 0.0756307 Sep 27 08:58:45.816165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50132) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.820525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-14533057-e467-479d-bf5b-0b73a18ab13a tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a', 'tempest-TagsExtTest-Tag-1770586056') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.895556 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-14533057-e467-479d-bf5b-0b73a18ab13a tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:45.896627 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14533057-e467-479d-bf5b-0b73a18ab13a tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags/tempest-TagsExtTest-Tag-1770586056 HTTP/1.1" status: 404 len: 329 time: 0.0794909 Sep 27 08:58:45.901595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50134) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.904684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-bc9019ad-b943-4529-b695-2df8691454dd tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db', {'tags': ['tempest-TagsExtTest-Tag-311656737', 'tempest-TagsExtTest-Tag-2002359150', 'tempest-TagsExtTest-Tag-1550240097']}) {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.951626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bc9019ad-b943-4529-b695-2df8691454dd tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "PUT /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags HTTP/1.1" status: 200 len: 317 time: 0.0504904 Sep 27 08:58:45.954318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50136) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:45.958895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-6832ba84-3666-4791-8948-a71243938690 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:45.995111 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6832ba84-3666-4791-8948-a71243938690 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags HTTP/1.1" status: 204 len: 168 time: 0.0396483 Sep 27 08:58:45.997751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50138) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.001994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-a1aef215-b667-4fc3-b67f-76f3a894e6ca tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db', 'tempest-TagsExtTest-Tag-311656737') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:46.022029 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-a1aef215-b667-4fc3-b67f-76f3a894e6ca tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:46.023105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a1aef215-b667-4fc3-b67f-76f3a894e6ca tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags/tempest-TagsExtTest-Tag-311656737 HTTP/1.1" status: 404 len: 328 time: 0.0244274 Sep 27 08:58:46.025969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.030128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-45c47bb1-c5e4-4e0b-9b3d-2223d3032e4d tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db', 'tempest-TagsExtTest-Tag-2002359150') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:46.050469 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-45c47bb1-c5e4-4e0b-9b3d-2223d3032e4d tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:46.051525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-45c47bb1-c5e4-4e0b-9b3d-2223d3032e4d tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags/tempest-TagsExtTest-Tag-2002359150 HTTP/1.1" status: 404 len: 329 time: 0.0246673 Sep 27 08:58:46.056551 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50142) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.061010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-79c8377c-826b-466a-bf32-6fcff0cc10a0 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db', 'tempest-TagsExtTest-Tag-1550240097') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:46.081893 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-79c8377c-826b-466a-bf32-6fcff0cc10a0 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] show failed (client error): The resource could not be found. Sep 27 08:58:46.086945 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-79c8377c-826b-466a-bf32-6fcff0cc10a0 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags/tempest-TagsExtTest-Tag-1550240097 HTTP/1.1" status: 404 len: 329 time: 0.0271401 Sep 27 08:58:46.087100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50146) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.091410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-db20a05c-d36c-4886-aff7-c5b4976e4016 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '74b855c0-2260-4c92-917a-5adc808780db') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:46.126503 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-db20a05c-d36c-4886-aff7-c5b4976e4016 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db/tags HTTP/1.1" status: 204 len: 168 time: 0.0394123 Sep 27 08:58:46.130199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50148) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.141120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.tag.tag_plugin [None req-28bd4482-ecbd-4061-9f1b-f0e27c40aac1 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1614c86e-1df5-45c8-ab58-398e8660941a') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:46.213834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc8b62-3154-460b-9889-bc04f7d30082 req-ec0466fb-91ae-471d-8dc7-9e9a4391aff8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:46.215401 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04fc8b62-3154-460b-9889-bc04f7d30082 req-ec0466fb-91ae-471d-8dc7-9e9a4391aff8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0879042 Sep 27 08:58:46.265363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-28bd4482-ecbd-4061-9f1b-f0e27c40aac1 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a/tags HTTP/1.1" status: 204 len: 168 time: 0.1339877 Sep 27 08:58:46.267976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50150) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.272528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-1cccfa91-4e91-4a67-82a2-3aa95c951558 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '85d489ad-6673-4ddc-b57d-96dd6a1c15f1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:46.285227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04fc8b62-3154-460b-9889-bc04f7d30082 req-facb5b8a-71a1-46b7-bee6-298e508e62cd tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Sep 27 08:58:46.327649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1cccfa91-4e91-4a67-82a2-3aa95c951558 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0584629 Sep 27 08:58:46.330128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.334226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-76f58ee3-44bb-4d1f-a288-c081ecde82b5 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb4552a5-e830-4e34-8fca-c6d872798e16') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:46.393727 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-76f58ee3-44bb-4d1f-a288-c081ecde82b5 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16/tags HTTP/1.1" status: 204 len: 168 time: 0.0625947 Sep 27 08:58:46.398245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50154) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.488263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59a1d565-2625-4f12-9c31-7cde4b61ab06 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for subnetpool, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:46.489466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-59a1d565-2625-4f12-9c31-7cde4b61ab06 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnetpools/74b855c0-2260-4c92-917a-5adc808780db HTTP/1.1" status: 204 len: 168 time: 0.0901668 Sep 27 08:58:46.492038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50156) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.521921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-68b788a8-d819-4b14-ac22-b108d2406afc tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "GET /v2.0/ports?device_id=1614c86e-1df5-45c8-ab58-398e8660941a HTTP/1.1" status: 200 len: 205 time: 0.0265100 Sep 27 08:58:46.522556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50158) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:46.610442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66bae620-99ee-4145-916f-e1dc9f2746d3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:46.783316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0db41b-ce90-456d-95df-f196149e09c2 req-23bb7228-5d9f-4758-8a87-268a37c66b20 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:46.784820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b0db41b-ce90-456d-95df-f196149e09c2 req-23bb7228-5d9f-4758-8a87-268a37c66b20 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.1385369 Sep 27 08:58:46.813020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66bae620-99ee-4145-916f-e1dc9f2746d3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:46.816504 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66bae620-99ee-4145-916f-e1dc9f2746d3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:46.884798 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b0db41b-ce90-456d-95df-f196149e09c2 req-45216b31-2a26-43b1-aa06-9bf13d5b998d tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696375 Sep 27 08:58:46.885432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66bae620-99ee-4145-916f-e1dc9f2746d3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:46.885945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bae620-99ee-4145-916f-e1dc9f2746d3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Fanout notify agent at l3_agent the message router_deleted on router 1614c86e-1df5-45c8-ab58-398e8660941a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:58:46.893659 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-66bae620-99ee-4145-916f-e1dc9f2746d3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:46.897043 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-66bae620-99ee-4145-916f-e1dc9f2746d3 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/routers/1614c86e-1df5-45c8-ab58-398e8660941a HTTP/1.1" status: 204 len: 168 time: 0.3711402 Sep 27 08:58:46.897563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50164) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:47.371220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2da22929-e088-4c91-bbc6-833a33e7c711 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Deleting port 85d489ad-6673-4ddc-b57d-96dd6a1c15f1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:47.371881 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2da22929-e088-4c91-bbc6-833a33e7c711 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:47.394349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88218f2e-aaa3-4a7a-b198-1120802b6c4f req-f396ec88-57b0-4922-b4dd-ddb06f113615 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:47.395946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88218f2e-aaa3-4a7a-b198-1120802b6c4f req-f396ec88-57b0-4922-b4dd-ddb06f113615 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.0763922 Sep 27 08:58:47.422080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fbc4e-dc56-428f-b94d-3e10ddf9a8f0 req-a9462e9b-0415-4f6e-97d0-7bf34af7b005 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:47.423619 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-338fbc4e-dc56-428f-b94d-3e10ddf9a8f0 req-a9462e9b-0415-4f6e-97d0-7bf34af7b005 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0618589 Sep 27 08:58:47.468021 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-338fbc4e-dc56-428f-b94d-3e10ddf9a8f0 req-8f657142-d948-4652-9a2b-c683adabfcb2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365601 Sep 27 08:58:47.474663 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88218f2e-aaa3-4a7a-b198-1120802b6c4f req-df303ea9-4c81-4881-bfff-99ade6ed15de tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721707 Sep 27 08:58:47.520841 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2da22929-e088-4c91-bbc6-833a33e7c711 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:47.526041 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f106849-2b15-4186-89f3-e1a1996d8a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:47.536545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2da22929-e088-4c91-bbc6-833a33e7c711 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Calling delete_port for 85d489ad-6673-4ddc-b57d-96dd6a1c15f1 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:47.675404 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2da22929-e088-4c91-bbc6-833a33e7c711 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:47.720118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da22929-e088-4c91-bbc6-833a33e7c711 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Pushing event deleted for resources: {'Port': ['ID=85d489ad-6673-4ddc-b57d-96dd6a1c15f1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:47.787279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-cc08a27f-5b09-4bcc-bf2f-3386314d0075 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:47.790837 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-cc08a27f-5b09-4bcc-bf2f-3386314d0075 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 813 time: 0.1287143 Sep 27 08:58:47.799615 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2da22929-e088-4c91-bbc6-833a33e7c711 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:47.808694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2da22929-e088-4c91-bbc6-833a33e7c711 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/ports/85d489ad-6673-4ddc-b57d-96dd6a1c15f1 HTTP/1.1" status: 204 len: 168 time: 0.9022393 Sep 27 08:58:47.808694 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:47.821058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-d8cc24ab-625a-41f2-a871-2fc63e0917d2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/quotas/95f1dd43b4454ae6b03234bd719e80c5 HTTP/1.1" status: 200 len: 375 time: 0.0234120 Sep 27 08:58:47.864838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7154fd-6b98-41f9-ad8c-60d762bdbeef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Deleting subnet cb4552a5-e830-4e34-8fca-c6d872798e16 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:47.868394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c7154fd-6b98-41f9-ad8c-60d762bdbeef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:47.879526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-e8c19aea-57e3-42c8-b957-b7d94dabc0e9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543077 Sep 27 08:58:47.914862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c7154fd-6b98-41f9-ad8c-60d762bdbeef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:47.990933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-7ff0f64b-d400-40f6-afb4-bb5724a73eef service neutron] 10.222.0.50 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992126 Sep 27 08:58:48.023630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c7154fd-6b98-41f9-ad8c-60d762bdbeef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.028416 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.095425 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c7154fd-6b98-41f9-ad8c-60d762bdbeef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.131986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7154fd-6b98-41f9-ad8c-60d762bdbeef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4552a5-e830-4e34-8fca-c6d872798e16,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:48.138671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c7154fd-6b98-41f9-ad8c-60d762bdbeef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.143040 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c7154fd-6b98-41f9-ad8c-60d762bdbeef tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/subnets/cb4552a5-e830-4e34-8fca-c6d872798e16 HTTP/1.1" status: 204 len: 168 time: 0.3353903 Sep 27 08:58:48.144083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50188) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:48.145744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7dba77-2f97-44e5-a745-ba3a16c2c932 None None] Network 1e8f360f-b640-4884-abe4-9190c4537e7b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:48.270684 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.333165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Deleting port e40d4c04-4cf5-4912-9095-58e60c8b0181 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:48.333509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.369945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] DHCP port deletion for 1e8f360f-b640-4884-abe4-9190c4537e7b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:58:48.409360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] For port e40d4c04-4cf5-4912-9095-58e60c8b0181, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e40d4c04-4cf5-4912-9095-58e60c8b0181,segment=NetworkSegment(040728ac-17b3-42f3-a882-d161c5c62f5e),segment_id=040728ac-17b3-42f3-a882-d161c5c62f5e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:48.409970 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.426265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Calling delete_port for e40d4c04-4cf5-4912-9095-58e60c8b0181 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:48.444349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] Deleting port e40d4c04-4cf5-4912-9095-58e60c8b0181 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:48.444886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.456451 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-e067c07b-0aed-48b2-bb1e-4854030cb1c4 service neutron] 10.222.0.50 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569216 Sep 27 08:58:48.535241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.535781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] For port e40d4c04-4cf5-4912-9095-58e60c8b0181, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e40d4c04-4cf5-4912-9095-58e60c8b0181,segment=NetworkSegment(040728ac-17b3-42f3-a882-d161c5c62f5e),segment_id=040728ac-17b3-42f3-a882-d161c5c62f5e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:48.536278 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.552004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] Calling delete_port for e40d4c04-4cf5-4912-9095-58e60c8b0181 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:48.601567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Pushing event deleted for resources: {'Port': ['ID=e40d4c04-4cf5-4912-9095-58e60c8b0181,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:48.622003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] No DVR routers for this DVR port e40d4c04-4cf5-4912-9095-58e60c8b0181 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:48.634366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e40d4c04-4cf5-4912-9095-58e60c8b0181 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:48.669519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: e40d4c04-4cf5-4912-9095-58e60c8b0181 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:48.669729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e40d4c04-4cf5-4912-9095-58e60c8b0181 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:48.678669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f01ef5d3-7a9a-45b6-b01e-bc16c13a6441 req-1d2adddc-675d-4215-9a19-40dd7f6b83ae tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 210 time: 0.0456402 Sep 27 08:58:48.715733 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.747092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a6f49-299a-43dc-8dbe-c4c9f7780c4f req-e624354c-fe26-4216-b463-def9ac154075 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:48.748698 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d19a6f49-299a-43dc-8dbe-c4c9f7780c4f req-e624354c-fe26-4216-b463-def9ac154075 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.1253664 Sep 27 08:58:48.758615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] Pushing event deleted for resources: {'Port': ['ID=e40d4c04-4cf5-4912-9095-58e60c8b0181,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:48.761823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce4b6e-2b55-4414-826e-7eb08b16673c None None] No DVR routers for this DVR port e40d4c04-4cf5-4912-9095-58e60c8b0181 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:48.788132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.847081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8f360f-b640-4884-abe4-9190c4537e7b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:48.892407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d19a6f49-299a-43dc-8dbe-c4c9f7780c4f req-6283be74-661d-40aa-bb86-570871e74f31 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/security-groups?id=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311114 Sep 27 08:58:48.900931 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040728ac-17b3-42f3-a882-d161c5c62f5e') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:48.901303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040728ac-17b3-42f3-a882-d161c5c62f5e') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:48.912573 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.914296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74813420-90f3-45d1-840c-a10a684881c9 req-b2b8c723-f786-411b-b21b-bd2a780568de tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:48.916795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-74813420-90f3-45d1-840c-a10a684881c9 req-b2b8c723-f786-411b-b21b-bd2a780568de tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.67 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 946 time: 0.0702291 Sep 27 08:58:48.933827 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.940890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:48.941439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:48.945165 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:48.964564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.023382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.043663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.045730 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] 10.222.0.50 "DELETE /v2.0/networks/1e8f360f-b640-4884-abe4-9190c4537e7b HTTP/1.1" status: 204 len: 168 time: 0.9002917 Sep 27 08:58:49.049193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Deleting port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:58:49.050213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb96e1-9f54-4289-b39a-69a4fb6a3042 tempest-TagsExtTest-18897624 tempest-TagsExtTest-18897624-project] Pushing event deleted for resources: {'Network': ['ID=1e8f360f-b640-4884-abe4-9190c4537e7b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:49.050898 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.180007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] For port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,segment=NetworkSegment(0017aa87-b287-4ba6-912a-5da2570ac6db),segment_id=0017aa87-b287-4ba6-912a-5da2570ac6db)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:49.180489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.198054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Calling delete_port for b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:58:49.359690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.371869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['b0a689cf-aa85-45c7-bdc5-0989f0ca3f51'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:49.380298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50208) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:49.401455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Pushing event deleted for resources: {'Port': ['ID=b0a689cf-aa85-45c7-bdc5-0989f0ca3f51,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:49.448972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] No DVR routers for this DVR port b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:58:49.451851 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.454332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-74813420-90f3-45d1-840c-a10a684881c9 req-f77e501e-b6b1-405b-8866-62a3590fcdc7 tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.67 "DELETE /v2.0/ports/b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 HTTP/1.1" status: 204 len: 173 time: 0.5324945 Sep 27 08:58:49.454937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5642c5ee-3d1b-447a-bd9c-7435e3a65e9d', 'name': 'network-vif-deleted', 'tag': 'b0a689cf-aa85-45c7-bdc5-0989f0ca3f51'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:49.458654 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3639e5-91bb-4814-8388-ab27152598aa" -d '{"events": [{"server_uuid": "5642c5ee-3d1b-447a-bd9c-7435e3a65e9d", "name": "network-vif-deleted", "tag": "b0a689cf-aa85-45c7-bdc5-0989f0ca3f51"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:49.508403 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa2a1fd-c475-47a0-b762-98869a5f4b61 x-openstack-request-id: req-ffa2a1fd-c475-47a0-b762-98869a5f4b61 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:49.508781 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5642c5ee-3d1b-447a-bd9c-7435e3a65e9d", "name": "network-vif-deleted", "tag": "b0a689cf-aa85-45c7-bdc5-0989f0ca3f51", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:49.509341 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffa2a1fd-c475-47a0-b762-98869a5f4b61 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:49.509841 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5642c5ee-3d1b-447a-bd9c-7435e3a65e9d', 'name': 'network-vif-deleted', 'tag': 'b0a689cf-aa85-45c7-bdc5-0989f0ca3f51', 'status': 'completed', 'code': 200} Sep 27 08:58:49.547378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8844c1ca-e944-422c-b7b1-928d10e9e8fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd53b133675e4292b408e2804dde23fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646771 Sep 27 08:58:49.549658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50214) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:49.602346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3873dda9-8044-4042-8111-937e9c6fe425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.632734 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3873dda9-8044-4042-8111-937e9c6fe425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.684870 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3873dda9-8044-4042-8111-937e9c6fe425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.687503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3873dda9-8044-4042-8111-937e9c6fe425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:49.694659 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3873dda9-8044-4042-8111-937e9c6fe425 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73003b4e-4eeb-4512-a2ac-b5b57b5ca149 HTTP/1.1" status: 204 len: 168 time: 0.1418035 Sep 27 08:58:49.703206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873dda9-8044-4042-8111-937e9c6fe425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73003b4e-4eeb-4512-a2ac-b5b57b5ca149,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:49.829715 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-48f7649d-969b-49a9-b437-aa636e488f0a req-392534dd-8bc5-4d15-a4b0-aa1917fd71c0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 210 time: 0.0532098 Sep 27 08:58:49.872033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-f9a9bbb0-a00c-415c-8349-3965a68941eb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:49.873717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-f9a9bbb0-a00c-415c-8349-3965a68941eb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.57 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 813 time: 0.1467907 Sep 27 08:58:49.890055 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Request body: {'port': {'device_id': 'a2f2afc0-8876-4580-b2bd-ac5c17ec4d02', 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b', 'admin_state_up': True, 'tenant_id': '95f1dd43b4454ae6b03234bd719e80c5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:50.043451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Made reservation on behalf of 95f1dd43b4454ae6b03234bd719e80c5 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:50.050536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:50.093101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5d0835-a9da-4b63-90b2-5d75953bb38e req-b49ab641-9832-437f-a084-723f072cdf6c tempest-TestServerAdvancedOps-1235154567 tempest-TestServerAdvancedOps-1235154567-project] 10.222.0.50 "GET /v2.0/ports?device_id=5642c5ee-3d1b-447a-bd9c-7435e3a65e9d HTTP/1.1" status: 200 len: 210 time: 0.0450335 Sep 27 08:58:50.208309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Allocated IP 172.20.0.2 (ccf6cc8e-91ba-4936-a6a6-60be2bf3954b/f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb/907387cb-4f4e-44b7-bf29-bec9e2c29a43) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:50.373008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:50.410876 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:50.422854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['608d91e6-88ab-4d9a-9e32-2903257e3187'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:50.468232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:50.471855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:50.475009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:50.485310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Pushing event updated for resources: {'Port': ['ID=907387cb-4f4e-44b7-bf29-bec9e2c29a43,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:50.555476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:50.556200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:50.573158 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ba5b259d-a824-431b-aa49-0d12042033cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6879160 Sep 27 08:58:50.589897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Request body: {'port': {'device_id': 'a2f2afc0-8876-4580-b2bd-ac5c17ec4d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:50.602987 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:50.663481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:50.993863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907387cb-4f4e-44b7-bf29-bec9e2c29a43 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:51.011689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05318c73-5d82-41e1-9b72-d3d992f0df8c req-d2e96bdb-b002-42d7-843e-404cdc49f69c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:51.016812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05318c73-5d82-41e1-9b72-d3d992f0df8c req-d2e96bdb-b002-42d7-843e-404cdc49f69c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 931 time: 0.1036005 Sep 27 08:58:51.023522 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.056835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Transition to ACTIVE for port object 907387cb-4f4e-44b7-bf29-bec9e2c29a43 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:58:51.071386 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.127850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05318c73-5d82-41e1-9b72-d3d992f0df8c req-f68700f6-ef43-40bf-a161-cffbfc27dbad tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075253 Sep 27 08:58:51.171577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50262) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:51.178435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Pushing event updated for resources: {'Port': ['ID=907387cb-4f4e-44b7-bf29-bec9e2c29a43,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:51.247240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Deleting subnet 81c84d96-494a-47bf-8cfa-38dc67c83965 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:51.250369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.265251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Attempting to bind port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:51.265512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Attempting to bind port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:51.265821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Attempting to bind port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 on network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:51.271012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 on network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:58:51.271768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Attempting to bind port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 on network ccf6cc8e-91ba-4936-a6a6-60be2bf3954b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:51.276315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:51.276695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Checking segment: {'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:51.277107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Bound using segment: {'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:51.277549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Bound port: 907387cb-4f4e-44b7-bf29-bec9e2c29a43, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3ed311-55b6-44a8-93db-29947b7dda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:51.277916 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.289274 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.341902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.351590 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] For port 907387cb-4f4e-44b7-bf29-bec9e2c29a43, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:51.355007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] For port 907387cb-4f4e-44b7-bf29-bec9e2c29a43, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=907387cb-4f4e-44b7-bf29-bec9e2c29a43,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:51.362286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.405531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:51.406162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.407612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/907387cb-4f4e-44b7-bf29-bec9e2c29a43 HTTP/1.1" status: 200 len: 1091 time: 0.8248940 Sep 27 08:58:51.408051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f2afc0-8876-4580-b2bd-ac5c17ec4d02', 'tag': '907387cb-4f4e-44b7-bf29-bec9e2c29a43'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:51.410390 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5e01e-3d21-4cbf-926c-a6b3450da989" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f2afc0-8876-4580-b2bd-ac5c17ec4d02", "tag": "907387cb-4f4e-44b7-bf29-bec9e2c29a43"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:51.429280 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.445079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800cf75-60ab-4768-ae7e-d76673aa39e9 service neutron] Pushing event updated for resources: {'Port': ['ID=907387cb-4f4e-44b7-bf29-bec9e2c29a43,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:51.489308 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04131bb-05f1-4087-865f-71c8bf9b1ac2 x-openstack-request-id: req-f04131bb-05f1-4087-865f-71c8bf9b1ac2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:51.489308 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f2afc0-8876-4580-b2bd-ac5c17ec4d02", "tag": "907387cb-4f4e-44b7-bf29-bec9e2c29a43", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:51.496799 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f04131bb-05f1-4087-865f-71c8bf9b1ac2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:51.498376 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f2afc0-8876-4580-b2bd-ac5c17ec4d02', 'tag': '907387cb-4f4e-44b7-bf29-bec9e2c29a43', 'status': 'completed', 'code': 200} Sep 27 08:58:51.500113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c84d96-494a-47bf-8cfa-38dc67c83965,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:51.507788 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.512603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/81c84d96-494a-47bf-8cfa-38dc67c83965 HTTP/1.1" status: 204 len: 168 time: 0.3393707 Sep 27 08:58:51.514141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.514483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.514816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.515148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.515381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:51.515485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.515786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.516105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.516450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.516770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.517086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.517397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.517809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694cf98c-757b-4199-9bc7-10da24198095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:51.553799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-10abba61-cd62-4421-8c8e-f7a5dab177e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:51.555921 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-10abba61-cd62-4421-8c8e-f7a5dab177e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 1094 time: 0.1011491 Sep 27 08:58:51.634911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-885cb2df-258f-4528-bd89-7fee1bb3c66b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=907387cb-4f4e-44b7-bf29-bec9e2c29a43 HTTP/1.1" status: 200 len: 217 time: 0.0706093 Sep 27 08:58:51.643588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.725995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-f1261899-d196-46cc-9d53-01fd81077d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:51.727505 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-f1261899-d196-46cc-9d53-01fd81077d80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 200 len: 853 time: 0.0812204 Sep 27 08:58:51.797849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.802244 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ae009982-2f9b-4cec-aaba-dc72f1bd3cb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660193 Sep 27 08:58:51.843227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6e211c-ce9f-40d4-884b-507dd10a3591']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:51.862385 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0017aa87-b287-4ba6-912a-5da2570ac6db') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:51.862740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0017aa87-b287-4ba6-912a-5da2570ac6db') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:51.909835 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.929608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.941354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:51.941769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: timer() Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:51.943495 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:51.976159 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-bd8ea1d5-2d1e-443d-8180-6b308557476c service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654911 Sep 27 08:58:51.989560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50294) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:52.031582 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.052605 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.054480 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ea6e211c-ce9f-40d4-884b-507dd10a3591 HTTP/1.1" status: 204 len: 168 time: 0.5382304 Sep 27 08:58:52.057490 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875c4c7-3424-4d5d-9fe0-36cad7cb3b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6e211c-ce9f-40d4-884b-507dd10a3591,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:52.057747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:52.117893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc97be2-89cb-4381-9535-960af13a053e admin admin] Deleting subnet 9c1b35c3-1933-433f-b0f9-ef47eb099cdb {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:58:52.120287 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4821a970-fe65-4b1d-8421-5b2a6edceb18 req-ef404b32-d4df-4201-9586-5ef4c8ac7bc5 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171591 Sep 27 08:58:52.122363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fc97be2-89cb-4381-9535-960af13a053e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.176794 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fc97be2-89cb-4381-9535-960af13a053e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.205685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63eca030-15b7-4bd3-9600-efc2f896e7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.232633 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-8686c344-aa83-4b6f-a216-599131f9330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:52.234362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-8686c344-aa83-4b6f-a216-599131f9330a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 1094 time: 0.0607798 Sep 27 08:58:52.288990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fc97be2-89cb-4381-9535-960af13a053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.339447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-6b4a3823-7191-46b4-a3be-87e86d37a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:52.339978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5982ff-aafd-4f7d-8444-2d25a78b8dab req-54c1a040-8712-4bf4-94cd-d39f3fdb81a1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:52.341021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-6b4a3823-7191-46b4-a3be-87e86d37a4cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 914 time: 0.0982311 Sep 27 08:58:52.341523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c5982ff-aafd-4f7d-8444-2d25a78b8dab req-54c1a040-8712-4bf4-94cd-d39f3fdb81a1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 943 time: 0.1176729 Sep 27 08:58:52.384507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-262f603e-980b-46e2-a910-9f85794c0dd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=907387cb-4f4e-44b7-bf29-bec9e2c29a43 HTTP/1.1" status: 200 len: 217 time: 0.0348444 Sep 27 08:58:52.417102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fc97be2-89cb-4381-9535-960af13a053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.424424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c5982ff-aafd-4f7d-8444-2d25a78b8dab req-e1922193-46c7-4ab8-8ee3-71e504d9c7a8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751624 Sep 27 08:58:52.447593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-599654d7-9467-4bd3-8a0a-6ba6295f3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:52.449164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-599654d7-9467-4bd3-8a0a-6ba6295f3355 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 200 len: 853 time: 0.0480146 Sep 27 08:58:52.453834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc97be2-89cb-4381-9535-960af13a053e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1b35c3-1933-433f-b0f9-ef47eb099cdb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:52.464296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8fc97be2-89cb-4381-9535-960af13a053e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.466335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8fc97be2-89cb-4381-9535-960af13a053e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9c1b35c3-1933-433f-b0f9-ef47eb099cdb HTTP/1.1" status: 204 len: 168 time: 0.4073987 Sep 27 08:58:52.469931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50304) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:52.473006 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63eca030-15b7-4bd3-9600-efc2f896e7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.479888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-63eca030-15b7-4bd3-9600-efc2f896e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.497308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-5ee2c4b8-2742-455b-8a14-93c8e1c34801 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384922 Sep 27 08:58:52.579767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-63eca030-15b7-4bd3-9600-efc2f896e7cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9131d2b06cb45cd8994d234cb40fd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885401 Sep 27 08:58:52.580291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50306) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:52.591882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.593634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eca030-15b7-4bd3-9600-efc2f896e7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e80d457-1720-4d86-af5b-24a15dcb36cd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:52.608021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-eec259a6-9afb-4ae8-908a-4cf4de103ea0 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990694 Sep 27 08:58:52.681412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9000d03-5309-4790-894d-65e364f54e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.716528 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f1b5e01e-3d21-4cbf-926c-a6b3450da989 req-2f5d204a-6e69-498d-8c06-1b138d9259b7 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963805 Sep 27 08:58:52.725980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.755678 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9000d03-5309-4790-894d-65e364f54e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.764433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d932170e-c191-4d5c-888e-dad07aa0aa82']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:52.780843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36628b97-14d4-4893-95d1-1be370d09af4') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:52.781139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36628b97-14d4-4893-95d1-1be370d09af4') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:52.800579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.816117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.822582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:58:52.822994 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: timer() Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:58:52.824805 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:58:52.845849 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9000d03-5309-4790-894d-65e364f54e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.848366 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f9000d03-5309-4790-894d-65e364f54e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.852197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f9000d03-5309-4790-894d-65e364f54e2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e80d457-1720-4d86-af5b-24a15dcb36cd HTTP/1.1" status: 204 len: 168 time: 0.2688057 Sep 27 08:58:52.893873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9000d03-5309-4790-894d-65e364f54e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e80d457-1720-4d86-af5b-24a15dcb36cd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:52.901057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.906778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:52.909304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d932170e-c191-4d5c-888e-dad07aa0aa82 HTTP/1.1" status: 204 len: 168 time: 0.4383974 Sep 27 08:58:52.921034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474af70-5b16-42b0-9c7c-e5f978043da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d932170e-c191-4d5c-888e-dad07aa0aa82,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:53.043522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50314) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:53.085772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb57a975-c0b9-4f8d-aef9-3dd0b4444249 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fb24f8070d84c188b2accf68f31e8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408850 Sep 27 08:58:53.088232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50316) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:53.147521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40d98f2a-5f5c-4230-9529-ab4a4fb5742e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.174239 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40d98f2a-5f5c-4230-9529-ab4a4fb5742e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.243270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40d98f2a-5f5c-4230-9529-ab4a4fb5742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.245906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50320) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:53.246411 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40d98f2a-5f5c-4230-9529-ab4a4fb5742e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.247352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-40d98f2a-5f5c-4230-9529-ab4a4fb5742e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca HTTP/1.1" status: 204 len: 168 time: 0.1581056 Sep 27 08:58:53.257230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98f2a-5f5c-4230-9529-ab4a4fb5742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486cb4d-5b21-4bec-bd3e-acf0c8ea9dca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:53.273154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44eba77b-2c5d-442d-8dd6-1d65e8fa7abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.395618 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44eba77b-2c5d-442d-8dd6-1d65e8fa7abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.401570 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-44eba77b-2c5d-442d-8dd6-1d65e8fa7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.447230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-44eba77b-2c5d-442d-8dd6-1d65e8fa7abe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec9d59d117e04199938780e648dbd8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964893 Sep 27 08:58:53.447411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50324) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:53.454290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eba77b-2c5d-442d-8dd6-1d65e8fa7abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b70d3-de32-4ea5-9a5a-dd365235977e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:53.505783 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-078b108a-6c12-4b65-a7d3-42b05edf0f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.530938 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-078b108a-6c12-4b65-a7d3-42b05edf0f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.581120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d325f82-62c5-4a83-adba-9bb90f07dd9d req-2c36e533-ace3-4a8e-902a-9b242e2e1d1b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:53.582726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d325f82-62c5-4a83-adba-9bb90f07dd9d req-2c36e533-ace3-4a8e-902a-9b242e2e1d1b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 943 time: 0.0620904 Sep 27 08:58:53.596754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-078b108a-6c12-4b65-a7d3-42b05edf0f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.600299 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-078b108a-6c12-4b65-a7d3-42b05edf0f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.603914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-078b108a-6c12-4b65-a7d3-42b05edf0f8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d0b70d3-de32-4ea5-9a5a-dd365235977e HTTP/1.1" status: 204 len: 168 time: 0.1530688 Sep 27 08:58:53.611150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b108a-6c12-4b65-a7d3-42b05edf0f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b70d3-de32-4ea5-9a5a-dd365235977e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:53.649086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d325f82-62c5-4a83-adba-9bb90f07dd9d req-778d65fd-bedf-417e-a280-89bc02cf53a4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594556 Sep 27 08:58:53.666629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50332) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:53.715928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-163bc397-8f0e-487e-872d-edf20d1f4765 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=741021c150a847b4af7a1601e4a01a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480237 Sep 27 08:58:53.719707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:53.773969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14753f73-14d7-4118-8e39-31e14e8a3d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.796522 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14753f73-14d7-4118-8e39-31e14e8a3d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.846944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14753f73-14d7-4118-8e39-31e14e8a3d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.849888 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14753f73-14d7-4118-8e39-31e14e8a3d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:53.860835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-14753f73-14d7-4118-8e39-31e14e8a3d86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19f652d3-96cb-47fc-aded-b1a051222b4b HTTP/1.1" status: 204 len: 168 time: 0.1407571 Sep 27 08:58:53.870589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14753f73-14d7-4118-8e39-31e14e8a3d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f652d3-96cb-47fc-aded-b1a051222b4b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:54.495348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:58:54.524657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:58:54.525427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b0a689cf-aa85-45c7-bdc5-0989f0ca3f51 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:58:54.653148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50378) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:54.786039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1047696319-network', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:54.797433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acab8-5311-411c-a888-a97b6f6389d5 req-87ae1b22-f42d-4f61-9dc9-b9adf9af30db tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:54.798941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-418acab8-5311-411c-a888-a97b6f6389d5 req-87ae1b22-f42d-4f61-9dc9-b9adf9af30db tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 943 time: 0.0729561 Sep 27 08:58:54.834749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Made reservation on behalf of 0a65fe50ec54482c86342b7daa873f7a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:54.837144 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:54.854215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:54.859440 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-418acab8-5311-411c-a888-a97b6f6389d5 req-f6c4dfb7-ffc9-441f-bba0-0f72bbdb9a02 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531783 Sep 27 08:58:54.974016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.035787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.055371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:58:55.070489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea3cc1f-7a90-4ac4-9313-2a9e19e238c9,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:55.076054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.076409 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Added segment db953588-11df-4db6-ae4b-8ee76d6cd4c3 of type vlan for network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 Sep 27 08:58:55.094610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 907387cb-4f4e-44b7-bf29-bec9e2c29a43 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:58:55.133039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.167259 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.168294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:55.169361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.217453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50404) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:55.217917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5626552 Sep 27 08:58:55.222167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Request body: {'subnet': {'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1047696319-subnet', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:55.248945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 907387cb-4f4e-44b7-bf29-bec9e2c29a43, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=907387cb-4f4e-44b7-bf29-bec9e2c29a43,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:55.250938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Made reservation on behalf of 0a65fe50ec54482c86342b7daa873f7a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:58:55.256237 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.264642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d9dbb-ef3a-43e2-9d71-3cfd881cd67a admin admin] Pushing event updated for resources: {'Network': ['ID=0fc5127e-623c-4081-8e0c-1af0b134ddd2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:55.282765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '907387cb-4f4e-44b7-bf29-bec9e2c29a43', 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b', 'port_id': '907387cb-4f4e-44b7-bf29-bec9e2c29a43', 'mac_address': 'fa:16:3e:38:25:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:58:55.289971 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:58:55.408117 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.422572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907387cb-4f4e-44b7-bf29-bec9e2c29a43 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:58:55.444791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 907387cb-4f4e-44b7-bf29-bec9e2c29a43, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=907387cb-4f4e-44b7-bf29-bec9e2c29a43,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:55.451291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.479734 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.503418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=907387cb-4f4e-44b7-bf29-bec9e2c29a43,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:55.541957 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8cd46f-54d6-4db0-933b-55866e151e38,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:55.552341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Checking segment: {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:55.552707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Network hostable DHCP agents. Network: 0fc5127e-623c-4081-8e0c-1af0b134ddd2, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:58:55.572939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:58:55.584153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 0fc5127e-623c-4081-8e0c-1af0b134ddd2) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:55.589891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:55.590709 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.592065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e28fa2-03bf-438e-959e-0098ca5d70c6 None None] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:55.608949 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e88d8e5f-3525-4abd-a450-570a10cf97c0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3910959 Sep 27 08:58:55.611521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:55.617364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:58:55.642829 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.644355 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.677687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['907387cb-4f4e-44b7-bf29-bec9e2c29a43'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:58:55.708935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.854681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:58:55.855882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:55.890021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.071576 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67132-4de7-46d0-9a9c-477c135584e1 req-ef6e09de-85a9-47b7-a6dc-910f347b4ced tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:56.073340 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5e67132-4de7-46d0-9a9c-477c135584e1 req-ef6e09de-85a9-47b7-a6dc-910f347b4ced tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 944 time: 0.1162043 Sep 27 08:58:56.084907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Allocated IP 172.20.0.2 (0fc5127e-623c-4081-8e0c-1af0b134ddd2/9d8cd46f-54d6-4db0-933b-55866e151e38/05f8dd97-4145-4d99-9eab-555f1d47dda4) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:56.168369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5e67132-4de7-46d0-9a9c-477c135584e1 req-f55b4141-81ea-4f6c-9878-13c4ef4a2c9a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857501 Sep 27 08:58:56.245731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.267127 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.267312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.274058 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.328033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:56.331545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:56.338414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:56.341772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Pushing event updated for resources: {'Port': ['ID=05f8dd97-4145-4d99-9eab-555f1d47dda4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:56.377348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Allocated IP 172.25.2.22 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/4c6ad8b7-e9fb-468b-a8f3-70815262b0b4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:56.418965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Attempting to bind port 05f8dd97-4145-4d99-9eab-555f1d47dda4 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:56.419346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Attempting to bind port 05f8dd97-4145-4d99-9eab-555f1d47dda4 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:56.419726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Attempting to bind port 05f8dd97-4145-4d99-9eab-555f1d47dda4 on network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:56.425089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:56.425470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Checking segment: {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:56.425879 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.426278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Bound using segment: {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:56.426803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Bound port: 05f8dd97-4145-4d99-9eab-555f1d47dda4, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:56.427184 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.508000 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] For port 05f8dd97-4145-4d99-9eab-555f1d47dda4, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:56.515366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.515683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] For port 05f8dd97-4145-4d99-9eab-555f1d47dda4, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=05f8dd97-4145-4d99-9eab-555f1d47dda4,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:56.531018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.573184 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:56.611055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fd7fd-884a-43a0-b1c9-89cbc319f487 None None] Pushing event updated for resources: {'Port': ['ID=05f8dd97-4145-4d99-9eab-555f1d47dda4,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:56.628193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:56.632851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:56.639429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:56.642533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Pushing event updated for resources: {'Port': ['ID=4c6ad8b7-e9fb-468b-a8f3-70815262b0b4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:56.944214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:57.098664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 907387cb-4f4e-44b7-bf29-bec9e2c29a43 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:57.203134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:58:57.230604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:57.233935 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:57.360244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e9757-9534-4013-86e5-e939f09ee059 req-7220e6c7-92ab-4c46-a04a-534072064c8d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:57.382070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b85e9757-9534-4013-86e5-e939f09ee059 req-7220e6c7-92ab-4c46-a04a-534072064c8d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 944 time: 0.0839825 Sep 27 08:58:57.402779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:57.434284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b85e9757-9534-4013-86e5-e939f09ee059 req-2edf5a7a-53b6-4f42-a873-07f564e74eeb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507035 Sep 27 08:58:57.456700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f2afc0-8876-4580-b2bd-ac5c17ec4d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907387cb-4f4e-44b7-bf29-bec9e2c29a43'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:58:57.466907 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f29215-b1c9-4cc0-9850-7e7a46893a05" -d '{"events": [{"server_uuid": "a2f2afc0-8876-4580-b2bd-ac5c17ec4d02", "name": "network-vif-plugged", "status": "completed", "tag": "907387cb-4f4e-44b7-bf29-bec9e2c29a43"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:58:57.512651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 907387cb-4f4e-44b7-bf29-bec9e2c29a43, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=907387cb-4f4e-44b7-bf29-bec9e2c29a43,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:57.526765 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:57.578192 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625f23cc-d81e-4b7c-b5cf-99789aa5c1ce x-openstack-request-id: req-625f23cc-d81e-4b7c-b5cf-99789aa5c1ce {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:58:57.578837 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f2afc0-8876-4580-b2bd-ac5c17ec4d02", "name": "network-vif-plugged", "status": "completed", "tag": "907387cb-4f4e-44b7-bf29-bec9e2c29a43", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:58:57.581055 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-625f23cc-d81e-4b7c-b5cf-99789aa5c1ce {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:58:57.581786 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f2afc0-8876-4580-b2bd-ac5c17ec4d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907387cb-4f4e-44b7-bf29-bec9e2c29a43', 'code': 200} Sep 27 08:58:57.605397 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:57.626372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=907387cb-4f4e-44b7-bf29-bec9e2c29a43,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:57.738390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde70a98-698a-4b63-89ff-dc5bccc7383c req-8843f792-8121-44fa-875e-c257842476a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:57.740102 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dde70a98-698a-4b63-89ff-dc5bccc7383c req-8843f792-8121-44fa-875e-c257842476a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 1096 time: 0.0909629 Sep 27 08:58:57.796335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dde70a98-698a-4b63-89ff-dc5bccc7383c req-6da5acbf-5812-4a14-b000-4fdf0b1d2896 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Sep 27 08:58:57.813163 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Router 34570e61-4aba-4ba0-9313-14071dd0243c is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:58:57.858984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a4f03-4504-4edb-b1d3-31980a4c7e6c None None] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:58:57.930979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:58:57.947709 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Sync routers for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:58:57.962416 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:57.965171 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:58:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:57.967008 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:57.972182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb6899d4-29bd-4f66-b47e-0c3cc64e6883 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3586228 Sep 27 08:58:57.974173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50452) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:58:58.059962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8e61b9ba-f8d9-48bc-8958-12edda2488d2 None None] Provisioning complete for port 05f8dd97-4145-4d99-9eab-555f1d47dda4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:58.060408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e61b9ba-f8d9-48bc-8958-12edda2488d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:58.195016 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:58.372695 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e61b9ba-f8d9-48bc-8958-12edda2488d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:58.563579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8e61b9ba-f8d9-48bc-8958-12edda2488d2 None None] For port 05f8dd97-4145-4d99-9eab-555f1d47dda4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=05f8dd97-4145-4d99-9eab-555f1d47dda4,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:58:58.583023 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e61b9ba-f8d9-48bc-8958-12edda2488d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:58.719521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61b9ba-f8d9-48bc-8958-12edda2488d2 None None] Pushing event updated for resources: {'Port': ['ID=05f8dd97-4145-4d99-9eab-555f1d47dda4,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:58.740608 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:56Z', 'revision_number': 3, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:58.750187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 05f8dd97-4145-4d99-9eab-555f1d47dda4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:58:58.780023 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Checking router: 34570e61-4aba-4ba0-9313-14071dd0243c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:58:58.780800 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Updating router 34570e61-4aba-4ba0-9313-14071dd0243c port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:58:58.822693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 05f8dd97-4145-4d99-9eab-555f1d47dda4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:58.824972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:58.829729 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:58.952178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7a264b35-4bf3-4431-85a0-dc1cde0ad4ff None None] Provisioning complete for port 05f8dd97-4145-4d99-9eab-555f1d47dda4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:58.952983 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a264b35-4bf3-4431-85a0-dc1cde0ad4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:58.959111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535f234-c1ac-426c-be5e-22010a3a3543 req-d88244c7-3d5c-46a3-80d0-94e668fd2501 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:58:58.967116 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8535f234-c1ac-426c-be5e-22010a3a3543 req-d88244c7-3d5c-46a3-80d0-94e668fd2501 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 945 time: 0.1366000 Sep 27 08:58:59.054414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8535f234-c1ac-426c-be5e-22010a3a3543 req-4cb72977-c548-43bd-84de-64cb74fd4ea3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816751 Sep 27 08:58:59.080768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.188718 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.198488 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.286146 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Attempting to bind port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:58:59.286538 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Attempting to bind port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:58:59.286912 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Attempting to bind port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:58:59.289360 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Pushing event updated for resources: {'Port': ['ID=4c6ad8b7-e9fb-468b-a8f3-70815262b0b4,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:59.299660 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:58:59.299947 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:58:59.300415 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.300823 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:58:59.301305 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Bound port: 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:58:59.302395 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.306348 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.306685 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.307165 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.307503 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.307828 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.308388 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.308768 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.309093 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.309461 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.309780 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.310097 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.310411 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:58:59.331174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Allocated IP 172.20.0.1 (0fc5127e-623c-4081-8e0c-1af0b134ddd2/9d8cd46f-54d6-4db0-933b-55866e151e38/db4751fa-a08c-447f-9ba3-85c83f2806c7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:58:59.404095 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] For port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:58:59.409367 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] For port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c6ad8b7-e9fb-468b-a8f3-70815262b0b4,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:58:59.416675 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.483219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.497293 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:58:59.498049 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:58:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:58:59.501716 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551a657-98eb-46c3-bafa-6737a2e75b7a None None] Pushing event updated for resources: {'Port': ['ID=4c6ad8b7-e9fb-468b-a8f3-70815262b0b4,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:59.527620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.568987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:58:59.572908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:58:59.577033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:58:59.608358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Pushing event updated for resources: {'Port': ['ID=db4751fa-a08c-447f-9ba3-85c83f2806c7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:58:59.630647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.637983 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:58:59.822463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.920073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-04d64ccd-645d-46ae-8309-2989b2c69bb9 None None] Provisioning complete for port db4751fa-a08c-447f-9ba3-85c83f2806c7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:58:59.921997 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04d64ccd-645d-46ae-8309-2989b2c69bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:58:59.984027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-04d64ccd-645d-46ae-8309-2989b2c69bb9 None None] Port db4751fa-a08c-447f-9ba3-85c83f2806c7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:00.008661 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:56Z', 'revision_number': 3, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:00.038662 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bfda68-902f-486c-9bad-3ae04aeb084d None None] The sync data for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 is: [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:56Z', 'revision_number': 3, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:59:00.053275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:00.064496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:00.146494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Pushing event updated for resources: {'Port': ['ID=db4751fa-a08c-447f-9ba3-85c83f2806c7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:00.150291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:00.199744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fc5-2263-4898-9ba5-0e9623ccceba req-d780b080-9ba8-4032-b901-3bcbcfa0afcd tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:00.203370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02dc3fc5-2263-4898-9ba5-0e9623ccceba req-d780b080-9ba8-4032-b901-3bcbcfa0afcd tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 945 time: 0.0746140 Sep 27 08:59:00.250507 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-02dc3fc5-2263-4898-9ba5-0e9623ccceba req-772deee2-1958-47bb-8feb-e8cf1aeb1afe tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371115 Sep 27 08:59:00.260348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:00.261880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:00.478519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Router 34570e61-4aba-4ba0-9313-14071dd0243c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:59:00.716192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-02943627-05f8-4621-b1a4-916882054a48 None None] Provisioning complete for port db4751fa-a08c-447f-9ba3-85c83f2806c7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:00.716732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02943627-05f8-4621-b1a4-916882054a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:00.768172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 05f8dd97-4145-4d99-9eab-555f1d47dda4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:00.770037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95cd4e-a5cc-4396-b0ce-357f89c09ac6 req-72a2322b-361b-4b51-8c71-2da04dec0779 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:00.779183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f95cd4e-a5cc-4396-b0ce-357f89c09ac6 req-72a2322b-361b-4b51-8c71-2da04dec0779 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 945 time: 0.1535082 Sep 27 08:59:00.797248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:59:00.808242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-207ab006-4f1a-4d16-972a-8b7e93e7eb06 admin admin] 10.222.0.50 "PUT /v2.0/routers/34570e61-4aba-4ba0-9313-14071dd0243c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310211 Sep 27 08:59:00.823407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-02943627-05f8-4621-b1a4-916882054a48 None None] Port db4751fa-a08c-447f-9ba3-85c83f2806c7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:00.867121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 05f8dd97-4145-4d99-9eab-555f1d47dda4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:00.867589 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:00.896373 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f95cd4e-a5cc-4396-b0ce-357f89c09ac6 req-45be6d3d-1019-4c4f-9bd9-9793ade61a25 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021471 Sep 27 08:59:00.952751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:01.005493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:01.006001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.098166 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.131809 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c6ad8b7-e9fb-468b-a8f3-70815262b0b4,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:01.137459 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.212639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=4c6ad8b7-e9fb-468b-a8f3-70815262b0b4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:01.492494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50502) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:01.497666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1024585237-network', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:01.521821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Made reservation on behalf of 157e2f8aab9c4862a0f6f3d22c424423 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:59:01.524487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.533831 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.634956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.639345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.661039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:59:01.676570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3e7c1d-600c-4d58-8610-946ce7845f7a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:01.680595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.680943 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Added segment beabb93f-c71a-4e00-8e16-bacb994ea14c of type vlan for network c90a6de7-aa57-4d9c-a768-39f513e5b4bc Sep 27 08:59:01.723068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.750200 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.751214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:01.751817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.791760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2980092 Sep 27 08:59:01.794599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50504) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:01.801015 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Request body: {'subnet': {'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1024585237-subnet', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:01.822223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cf297-4d28-4f2c-b9de-3837520f183b admin admin] Pushing event updated for resources: {'Network': ['ID=c90a6de7-aa57-4d9c-a768-39f513e5b4bc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:01.830614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Made reservation on behalf of 157e2f8aab9c4862a0f6f3d22c424423 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:59:01.833229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:01.837381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network c90a6de7-aa57-4d9c-a768-39f513e5b4bc details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:59:02.043484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03824d-6ff9-404a-8136-4ca803631d17 req-88bd751e-3c6b-4589-9069-e738f639d94d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:02.045291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b03824d-6ff9-404a-8136-4ca803631d17 req-88bd751e-3c6b-4589-9069-e738f639d94d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 945 time: 0.0678716 Sep 27 08:59:02.105083 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b03824d-6ff9-404a-8136-4ca803631d17 req-5be2c9ae-ad18-49b9-b29e-90f0b3651a0b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530546 Sep 27 08:59:02.109760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-647ca708-952c-4d14-b2c7-8766acfde337 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:02.111478 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-647ca708-952c-4d14-b2c7-8766acfde337 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 945 time: 0.1022389 Sep 27 08:59:02.183820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.244120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Sync routers for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:59:02.261761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:02.263031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:58:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:02.270733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d33a099-b228-4fe5-972a-63a4834d388e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:02.274458 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Checking segment: {'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:02.274817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Network hostable DHCP agents. Network: c90a6de7-aa57-4d9c-a768-39f513e5b4bc, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:59:02.303835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Deleting port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:59:02.304354 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.309792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Network c90a6de7-aa57-4d9c-a768-39f513e5b4bc is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:59:02.343840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, c90a6de7-aa57-4d9c-a768-39f513e5b4bc) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:02.359829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:02.360700 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.404284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:02.438315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] For port 907387cb-4f4e-44b7-bf29-bec9e2c29a43, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=907387cb-4f4e-44b7-bf29-bec9e2c29a43,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:02.438740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.459363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b9c51e65-f37a-46e8-a49e-e35ac8df6fd7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6626606 Sep 27 08:59:02.460770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Calling delete_port for 907387cb-4f4e-44b7-bf29-bec9e2c29a43 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:59:02.461667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50522) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:02.464956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e7c6f2-f869-4974-8e9f-d36784681426 None None] Network c90a6de7-aa57-4d9c-a768-39f513e5b4bc requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:59:02.468398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:02.513139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.516541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.622883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:02.627707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.723417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.764528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['608d91e6-88ab-4d9a-9e32-2903257e3187', '907387cb-4f4e-44b7-bf29-bec9e2c29a43'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:59:02.772072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Pushing event deleted for resources: {'Port': ['ID=907387cb-4f4e-44b7-bf29-bec9e2c29a43,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:02.864848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] No DVR routers for this DVR port 907387cb-4f4e-44b7-bf29-bec9e2c29a43 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:59:02.868966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.871384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a144ae4-bb00-4b5d-a915-cc59660f5d8a req-f843a67c-fd7f-4f95-8f93-72a2e4f1cbbb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.57 "DELETE /v2.0/ports/907387cb-4f4e-44b7-bf29-bec9e2c29a43 HTTP/1.1" status: 204 len: 173 time: 0.7512128 Sep 27 08:59:02.871969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f2afc0-8876-4580-b2bd-ac5c17ec4d02', 'name': 'network-vif-deleted', 'tag': '907387cb-4f4e-44b7-bf29-bec9e2c29a43'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:02.874798 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c2416a-e498-4627-a385-5ae0fab8f31b" -d '{"events": [{"server_uuid": "a2f2afc0-8876-4580-b2bd-ac5c17ec4d02", "name": "network-vif-deleted", "tag": "907387cb-4f4e-44b7-bf29-bec9e2c29a43"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:02.931087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:02.976179 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52652fa3-28d7-45d6-a874-a20ab46e633b x-openstack-request-id: req-52652fa3-28d7-45d6-a874-a20ab46e633b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:02.976737 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f2afc0-8876-4580-b2bd-ac5c17ec4d02", "name": "network-vif-deleted", "tag": "907387cb-4f4e-44b7-bf29-bec9e2c29a43", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:02.976987 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52652fa3-28d7-45d6-a874-a20ab46e633b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:02.977396 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f2afc0-8876-4580-b2bd-ac5c17ec4d02', 'name': 'network-vif-deleted', 'tag': '907387cb-4f4e-44b7-bf29-bec9e2c29a43', 'status': 'completed', 'code': 200} Sep 27 08:59:03.211690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:03.212133 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:03.271768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-c90a6de7-aa57-4d9c-a768-39f513e5b4bc', 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'fixed_ips': [{'subnet_id': '9d33a099-b228-4fe5-972a-63a4834d388e'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:59:03.272790 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:03.284936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 2, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:03.322471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d387c367-6137-42d1-8c14-f61bd39297c8 req-20b499f6-c9ce-4f9f-a8cf-12b9d3c583bf tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f2afc0-8876-4580-b2bd-ac5c17ec4d02 HTTP/1.1" status: 200 len: 210 time: 0.0665739 Sep 27 08:59:03.347125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Checking router: 34570e61-4aba-4ba0-9313-14071dd0243c for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:59:03.347572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Updating router 34570e61-4aba-4ba0-9313-14071dd0243c port db4751fa-a08c-447f-9ba3-85c83f2806c7 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:59:03.347727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:03.374627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:03.483697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:03.515656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Allocated IP 172.25.2.152 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/c6713506-6b94-45c7-86c1-5d333f420754) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:03.613562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Allocated IP 172.20.0.2 (c90a6de7-aa57-4d9c-a768-39f513e5b4bc/9d33a099-b228-4fe5-972a-63a4834d388e/01268436-6ec6-44e6-9978-f1dc385c1197) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:03.643736 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:03.699964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:03.787228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:03.790932 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:03.799373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:03.835489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Pushing event updated for resources: {'Port': ['ID=c6713506-6b94-45c7-86c1-5d333f420754,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:04.037845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.046545 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.079978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.124444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Network c90a6de7-aa57-4d9c-a768-39f513e5b4bc is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:04.150294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:04.153373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:04.158054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Pushing event updated for resources: {'Port': ['ID=01268436-6ec6-44e6-9978-f1dc385c1197,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:04.175577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.175577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.175886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.176117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.176492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.176811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.177140 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.177465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.177787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.178110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.178429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.178749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:04.237297 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.249737 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.253393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Attempting to bind port 01268436-6ec6-44e6-9978-f1dc385c1197 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:04.253842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Attempting to bind port 01268436-6ec6-44e6-9978-f1dc385c1197 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:04.254274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Attempting to bind port 01268436-6ec6-44e6-9978-f1dc385c1197 on network c90a6de7-aa57-4d9c-a768-39f513e5b4bc {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:04.282654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:04.283350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Checking segment: {'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:04.283468 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.283935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Bound using segment: {'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:04.284533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Bound port: 01268436-6ec6-44e6-9978-f1dc385c1197, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:04.284986 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.375729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00f886-cb45-429c-b319-eeeb9d53462b None None] Pushing event updated for resources: {'Port': ['ID=db4751fa-a08c-447f-9ba3-85c83f2806c7,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:04.460565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Attempting to bind port db4751fa-a08c-447f-9ba3-85c83f2806c7 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:04.460946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Attempting to bind port db4751fa-a08c-447f-9ba3-85c83f2806c7 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:04.461316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Attempting to bind port db4751fa-a08c-447f-9ba3-85c83f2806c7 on network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:04.479296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] For port 01268436-6ec6-44e6-9978-f1dc385c1197, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:04.482042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:04.482418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Checking segment: {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:04.482864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.483258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Bound using segment: {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:04.483746 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Bound port: db4751fa-a08c-447f-9ba3-85c83f2806c7, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:04.484173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.487427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] For port 01268436-6ec6-44e6-9978-f1dc385c1197, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=01268436-6ec6-44e6-9978-f1dc385c1197,segment=NetworkSegment(beabb93f-c71a-4e00-8e16-bacb994ea14c),segment_id=beabb93f-c71a-4e00-8e16-bacb994ea14c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:04.497376 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.610268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0d02c-7e66-44d4-bb18-e538d36ba5ae None None] Pushing event updated for resources: {'Port': ['ID=01268436-6ec6-44e6-9978-f1dc385c1197,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:04.632784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] For port db4751fa-a08c-447f-9ba3-85c83f2806c7, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:04.637137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] For port db4751fa-a08c-447f-9ba3-85c83f2806c7, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=db4751fa-a08c-447f-9ba3-85c83f2806c7,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:04.650304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.689658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932ff12-5c4c-444c-8a30-d184aa0f7f9a req-1269af7c-a4f3-43dd-b087-2b4058c5f2a4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:04.691017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e932ff12-5c4c-444c-8a30-d184aa0f7f9a req-1269af7c-a4f3-43dd-b087-2b4058c5f2a4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1046250 Sep 27 08:59:04.734485 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e6044740-851c-43b2-b8ce-0474f36692c8 None None] Provisioning complete for port db4751fa-a08c-447f-9ba3-85c83f2806c7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:04.736069 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6044740-851c-43b2-b8ce-0474f36692c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.744732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00f886-cb45-429c-b319-eeeb9d53462b None None] Pushing event updated for resources: {'Port': ['ID=db4751fa-a08c-447f-9ba3-85c83f2806c7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:04.773763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:04.774567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:58:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:04.804869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e932ff12-5c4c-444c-8a30-d184aa0f7f9a req-0bf0b403-beba-4a64-87c6-d80a6ef6f507 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982459 Sep 27 08:59:04.836266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:04.933649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:05.138382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 907387cb-4f4e-44b7-bf29-bec9e2c29a43 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:59:05.197862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 907387cb-4f4e-44b7-bf29-bec9e2c29a43 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:59:05.198213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 907387cb-4f4e-44b7-bf29-bec9e2c29a43 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:59:05.215309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012a882-3aa6-4245-9500-80e403f94bc8 req-7af74e4a-0127-4f8e-a111-970b23e1376d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:05.216943 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6012a882-3aa6-4245-9500-80e403f94bc8 req-7af74e4a-0127-4f8e-a111-970b23e1376d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1056383 Sep 27 08:59:05.288948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Router 24e37f5a-9373-42b8-b130-410914f579fd is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:59:05.299742 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6044740-851c-43b2-b8ce-0474f36692c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:05.301373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6012a882-3aa6-4245-9500-80e403f94bc8 req-2ae61b7d-be5c-4315-9fc3-af9337fad63d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575774 Sep 27 08:59:05.371370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e6044740-851c-43b2-b8ce-0474f36692c8 None None] For port db4751fa-a08c-447f-9ba3-85c83f2806c7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=db4751fa-a08c-447f-9ba3-85c83f2806c7,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:05.383880 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6044740-851c-43b2-b8ce-0474f36692c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:05.393020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:59:04Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:05.474707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e03dcf-baea-498b-8d5e-059f65717e75 req-e98539e8-ce52-492c-8caf-1a3bc9116de7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:05.493052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:59:05.493933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2e03dcf-baea-498b-8d5e-059f65717e75 req-e98539e8-ce52-492c-8caf-1a3bc9116de7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0787308 Sep 27 08:59:05.504840 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Sync routers for ids ['24e37f5a-9373-42b8-b130-410914f579fd'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:59:05.514375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:05.519311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9d11e840-dd04-4fd8-8131-f612bea7afc3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0552890 Sep 27 08:59:05.520317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50570) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:05.536752 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214dc7b-623d-49dc-a710-58a2fbbdfca3 None None] The sync data for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 is: [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:59:04Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:59:05.538589 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Routers {'24e37f5a-9373-42b8-b130-410914f579fd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:05.539229 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:58:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['24e37f5a-9373-42b8-b130-410914f579fd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:05.545006 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6044740-851c-43b2-b8ce-0474f36692c8 None None] Pushing event updated for resources: {'Port': ['ID=db4751fa-a08c-447f-9ba3-85c83f2806c7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:05.567421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-92dea010-53c5-4bb1-86ec-d8cf9f5d95f8 None None] Provisioning complete for port db4751fa-a08c-447f-9ba3-85c83f2806c7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:05.569156 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92dea010-53c5-4bb1-86ec-d8cf9f5d95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:05.609706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e2e03dcf-baea-498b-8d5e-059f65717e75 req-518a6260-cc7f-4f09-858b-4c25d869623e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075792 Sep 27 08:59:05.821939 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Set router 24e37f5a-9373-42b8-b130-410914f579fd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:05.900508 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:06.207395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2db91-1c38-4314-a616-0f4e43812051 None None] Network c90a6de7-aa57-4d9c-a768-39f513e5b4bc requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:59:06.256241 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T08:59:03Z', 'revision_number': 3, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:06.292216 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Checking router: 24e37f5a-9373-42b8-b130-410914f579fd for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:59:06.292719 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Updating router 24e37f5a-9373-42b8-b130-410914f579fd port c6713506-6b94-45c7-86c1-5d333f420754 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:59:06.329804 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:06.455489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3bd2a56f-c8ea-4a9d-82e8-c000092a3f0a None None] Provisioning complete for port 01268436-6ec6-44e6-9978-f1dc385c1197 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:06.455999 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a56f-c8ea-4a9d-82e8-c000092a3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:06.495695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:06.705654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a56f-c8ea-4a9d-82e8-c000092a3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:06.786658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 01268436-6ec6-44e6-9978-f1dc385c1197 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:06.803397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Allocated IP 172.20.0.1 (c90a6de7-aa57-4d9c-a768-39f513e5b4bc/9d33a099-b228-4fe5-972a-63a4834d388e/49c55e6c-1cc1-4cbb-8206-bb8e71405847) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:06.851051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3bd2a56f-c8ea-4a9d-82e8-c000092a3f0a None None] For port 01268436-6ec6-44e6-9978-f1dc385c1197, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=01268436-6ec6-44e6-9978-f1dc385c1197,segment=NetworkSegment(beabb93f-c71a-4e00-8e16-bacb994ea14c),segment_id=beabb93f-c71a-4e00-8e16-bacb994ea14c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:06.859906 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a56f-c8ea-4a9d-82e8-c000092a3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:06.942848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 01268436-6ec6-44e6-9978-f1dc385c1197 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:06.943232 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.067651 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.068153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2a56f-c8ea-4a9d-82e8-c000092a3f0a None None] Pushing event updated for resources: {'Port': ['ID=01268436-6ec6-44e6-9978-f1dc385c1197,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:07.138096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e07df4d6-9685-4108-aa5d-f7f4f9c9e9f2 None None] Provisioning complete for port 01268436-6ec6-44e6-9978-f1dc385c1197 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:07.138478 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e07df4d6-9685-4108-aa5d-f7f4f9c9e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.150947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.165675 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.182874 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.222148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Network c90a6de7-aa57-4d9c-a768-39f513e5b4bc is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:07.232969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:07.235990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:07.254023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Pushing event updated for resources: {'Port': ['ID=49c55e6c-1cc1-4cbb-8206-bb8e71405847,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:07.321532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.338941 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98943ea-ebe6-4780-919e-3ba904bc6bd6 None None] Pushing event updated for resources: {'Port': ['ID=c6713506-6b94-45c7-86c1-5d333f420754,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:07.344933 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Attempting to bind port c6713506-6b94-45c7-86c1-5d333f420754 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:07.351102 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Attempting to bind port c6713506-6b94-45c7-86c1-5d333f420754 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:07.360565 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Attempting to bind port c6713506-6b94-45c7-86c1-5d333f420754 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:07.371540 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:07.371784 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:07.372194 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.372615 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:07.373097 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Bound port: c6713506-6b94-45c7-86c1-5d333f420754, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:07.373463 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.521001 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] For port c6713506-6b94-45c7-86c1-5d333f420754, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:07.525442 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] For port c6713506-6b94-45c7-86c1-5d333f420754, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c6713506-6b94-45c7-86c1-5d333f420754,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:07.533555 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.735568 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98943ea-ebe6-4780-919e-3ba904bc6bd6 None None] Pushing event updated for resources: {'Port': ['ID=c6713506-6b94-45c7-86c1-5d333f420754,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:07.736377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device db4751fa-a08c-447f-9ba3-85c83f2806c7 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:07.759545 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Routers {'24e37f5a-9373-42b8-b130-410914f579fd'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:07.760876 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:58:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['24e37f5a-9373-42b8-b130-410914f579fd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:07.763307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.824486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port db4751fa-a08c-447f-9ba3-85c83f2806c7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:07.825443 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:07.946255 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] Set router 24e37f5a-9373-42b8-b130-410914f579fd gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:08.018364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:08.025809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:08.078417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c2fa4eb2-4135-44ef-b7be-2b0a13e0cf20 None None] Provisioning complete for port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:08.078928 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4eb2-4135-44ef-b7be-2b0a13e0cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:08.130231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:08.137575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Pushing event updated for resources: {'Port': ['ID=49c55e6c-1cc1-4cbb-8206-bb8e71405847,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:08.138133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa4eb2-4135-44ef-b7be-2b0a13e0cf20 None None] Port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:08.243069 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T08:59:07Z', 'revision_number': 4, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '49c55e6c-1cc1-4cbb-8206-bb8e71405847', 'name': '', 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'mac_address': 'fa:16:3e:0d:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:06Z', 'updated_at': '2021-09-27T08:59:06Z', 'revision_number': 1, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'subnets': [{'id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:08.249531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Network c90a6de7-aa57-4d9c-a768-39f513e5b4bc is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:08.250943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:08.270690 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cdeef-c2e6-4871-952a-a1876ced002c None None] The sync data for ids ['24e37f5a-9373-42b8-b130-410914f579fd'] in n-d-810909-1 is: [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T08:59:07Z', 'revision_number': 4, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '49c55e6c-1cc1-4cbb-8206-bb8e71405847', 'name': '', 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'mac_address': 'fa:16:3e:0d:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:06Z', 'updated_at': '2021-09-27T08:59:06Z', 'revision_number': 1, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'subnets': [{'id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:59:08.413496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Router 24e37f5a-9373-42b8-b130-410914f579fd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:59:08.568713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cbc837eb-e8f1-40b5-8302-5bec80a3b520 None None] Provisioning complete for port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:08.569180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbc837eb-e8f1-40b5-8302-5bec80a3b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:08.627461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:59:08.655370 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3a04750c-1926-412e-a678-93579384a726 admin admin] 10.222.0.50 "PUT /v2.0/routers/24e37f5a-9373-42b8-b130-410914f579fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1336603 Sep 27 08:59:08.657301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cbc837eb-e8f1-40b5-8302-5bec80a3b520 None None] Port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:08.699876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 01268436-6ec6-44e6-9978-f1dc385c1197 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:08.814666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 01268436-6ec6-44e6-9978-f1dc385c1197 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:08.815335 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:09.184944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30396-ecc4-41f2-a7ff-12d348f93dde req-f0e66fe0-ff0c-49f3-ab84-e4a03eaf3663 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:09.186587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fd30396-ecc4-41f2-a7ff-12d348f93dde req-f0e66fe0-ff0c-49f3-ab84-e4a03eaf3663 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0943217 Sep 27 08:59:09.279128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fd30396-ecc4-41f2-a7ff-12d348f93dde req-67b068a5-e144-4a1f-9e8d-3427bbba5577 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854974 Sep 27 08:59:09.504867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf8f95-6766-4448-bbe7-1e816653208f req-53844359-62fd-4696-9b30-15451021a8ad tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:09.506738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcf8f95-6766-4448-bbe7-1e816653208f req-53844359-62fd-4696-9b30-15451021a8ad tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1014628 Sep 27 08:59:09.576242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcf8f95-6766-4448-bbe7-1e816653208f req-8b8a6fad-bcdf-4eb1-804a-6adbd60eda50 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 Sep 27 08:59:09.731033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50632) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:09.737361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8320e36f-34f3-42b0-a21c-fc9c20b5e4cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16310731', 'description': 'tempest-secgroup-smoke-16310731 description', 'project_id': '0a65fe50ec54482c86342b7daa873f7a'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:09.785451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8320e36f-34f3-42b0-a21c-fc9c20b5e4cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:09.950808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8320e36f-34f3-42b0-a21c-fc9c20b5e4cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:09.970943 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8320e36f-34f3-42b0-a21c-fc9c20b5e4cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.013175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320e36f-34f3-42b0-a21c-fc9c20b5e4cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd373983-209f-4738-88cc-bd238d15d6f7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:10.038772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8320e36f-34f3-42b0-a21c-fc9c20b5e4cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.043324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8320e36f-34f3-42b0-a21c-fc9c20b5e4cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3079937 Sep 27 08:59:10.043694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50644) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:10.048990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6b370d97-3746-4e65-ba2a-5ca9df3af14d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'security_group_rule': {'security_group_id': 'bd373983-209f-4738-88cc-bd238d15d6f7', 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:10.124261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b370d97-3746-4e65-ba2a-5ca9df3af14d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.249043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b370d97-3746-4e65-ba2a-5ca9df3af14d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.261695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b370d97-3746-4e65-ba2a-5ca9df3af14d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.277683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b370d97-3746-4e65-ba2a-5ca9df3af14d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e871b1-c4f5-4ed6-9422-df169aa6a765,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:10.312304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b370d97-3746-4e65-ba2a-5ca9df3af14d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.314128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b370d97-3746-4e65-ba2a-5ca9df3af14d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2686329 Sep 27 08:59:10.316624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50650) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:10.322739 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'security_group_rule': {'security_group_id': 'bd373983-209f-4738-88cc-bd238d15d6f7', 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:10.386073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.402036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:10.483162 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.493499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.529405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c3d4d4-b9a1-4b19-a5e6-ff8ac1c63cfb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:10.540079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.540686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.541197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.541799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.542354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.542855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.543669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.544183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.544790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.545288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.545786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.546266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:10.550200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.553869 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6f407a0-ec65-43a7-be77-260afd77d6fd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2359490 Sep 27 08:59:10.556317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50656) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:10.561223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-74ea57b9-7e05-46c3-abf6-5673b8bac9c5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'security_group_rule': {'security_group_id': 'bd373983-209f-4738-88cc-bd238d15d6f7', 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:10.598884 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ea57b9-7e05-46c3-abf6-5673b8bac9c5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.692078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c6713506-6b94-45c7-86c1-5d333f420754 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:10.704161 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71bd736b-bcce-4588-82d7-a03b41ad2975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.748477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c6713506-6b94-45c7-86c1-5d333f420754 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:10.749000 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.752844 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ea57b9-7e05-46c3-abf6-5673b8bac9c5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.764351 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ea57b9-7e05-46c3-abf6-5673b8bac9c5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.847781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea57b9-7e05-46c3-abf6-5673b8bac9c5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8626a852-794d-4b15-8829-28edbf3c7ec9,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:10.888362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71bd736b-bcce-4588-82d7-a03b41ad2975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.910184 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71bd736b-bcce-4588-82d7-a03b41ad2975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.913644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.940358 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ea57b9-7e05-46c3-abf6-5673b8bac9c5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.943005 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port c6713506-6b94-45c7-86c1-5d333f420754, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c6713506-6b94-45c7-86c1-5d333f420754,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:10.945825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-74ea57b9-7e05-46c3-abf6-5673b8bac9c5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3880210 Sep 27 08:59:10.948589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50660) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:10.950959 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:10.953503 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f88aca57-3e45-4107-8ddd-e57d485e97e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'security_group_rule': {'security_group_id': 'bd373983-209f-4738-88cc-bd238d15d6f7', 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:10.999347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f88aca57-3e45-4107-8ddd-e57d485e97e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.008797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd736b-bcce-4588-82d7-a03b41ad2975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70af247d-8fd3-42b6-a7a9-d0c720a5ba46,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:11.016223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=c6713506-6b94-45c7-86c1-5d333f420754,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:11.016535 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-71bd736b-bcce-4588-82d7-a03b41ad2975 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c42ef297b8a4dfcb41772d8495b6aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6086004 Sep 27 08:59:11.016676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:11.086817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6afb3e19-221b-44a5-b070-7fbf4c707b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.104953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f88aca57-3e45-4107-8ddd-e57d485e97e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.111456 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f88aca57-3e45-4107-8ddd-e57d485e97e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.116218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6afb3e19-221b-44a5-b070-7fbf4c707b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.135574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88aca57-3e45-4107-8ddd-e57d485e97e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82196043-e19d-4860-b0b8-53bb363559a6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:11.155561 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f88aca57-3e45-4107-8ddd-e57d485e97e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.163446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f88aca57-3e45-4107-8ddd-e57d485e97e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2112718 Sep 27 08:59:11.163846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:11.169954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c59cadea-e7ff-4553-8637-e14549402942 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'security_group_rule': {'security_group_id': 'bd373983-209f-4738-88cc-bd238d15d6f7', 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:11.192108 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6afb3e19-221b-44a5-b070-7fbf4c707b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.194863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6afb3e19-221b-44a5-b070-7fbf4c707b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.196125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6afb3e19-221b-44a5-b070-7fbf4c707b2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70af247d-8fd3-42b6-a7a9-d0c720a5ba46 HTTP/1.1" status: 204 len: 168 time: 0.1784065 Sep 27 08:59:11.216850 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-c59cadea-e7ff-4553-8637-e14549402942 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Project 0a65fe50ec54482c86342b7daa873f7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:59:11.220037 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb3e19-221b-44a5-b070-7fbf4c707b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70af247d-8fd3-42b6-a7a9-d0c720a5ba46,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:11.231747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c59cadea-e7ff-4553-8637-e14549402942 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.317037 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c59cadea-e7ff-4553-8637-e14549402942 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.325447 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c59cadea-e7ff-4553-8637-e14549402942 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.360261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cadea-e7ff-4553-8637-e14549402942 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220356aa-04fa-493e-918f-460bbccb1f61,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:11.378736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c59cadea-e7ff-4553-8637-e14549402942 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.379961 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c59cadea-e7ff-4553-8637-e14549402942 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2146680 Sep 27 08:59:11.382959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50678) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:11.390636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a36c7654-6d6b-412f-9925-774d2ccefcc5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'security_group_rule': {'security_group_id': 'bd373983-209f-4738-88cc-bd238d15d6f7', 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:11.402525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab6853-6e34-49db-b40b-1a343452d0d4 req-8af37305-2da6-49e5-993b-a87eb77b9715 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:11.404045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fab6853-6e34-49db-b40b-1a343452d0d4 req-8af37305-2da6-49e5-993b-a87eb77b9715 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0668406 Sep 27 08:59:11.443080 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-a36c7654-6d6b-412f-9925-774d2ccefcc5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Project 0a65fe50ec54482c86342b7daa873f7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 08:59:11.450533 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a36c7654-6d6b-412f-9925-774d2ccefcc5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.469516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fab6853-6e34-49db-b40b-1a343452d0d4 req-5b540a86-0dea-4879-ab54-08a1bf15d043 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523205 Sep 27 08:59:11.543173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a36c7654-6d6b-412f-9925-774d2ccefcc5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.549468 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a36c7654-6d6b-412f-9925-774d2ccefcc5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.558683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50682) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:11.573181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5805c4ff-cfd0-4423-a271-bdbf97d37447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.600533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c7654-6d6b-412f-9925-774d2ccefcc5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d34a5d7-29ef-4fdf-9c04-680b4a42ef64,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:11.624505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfda42c-681f-4273-8d62-9e14d52da5f6 req-c00346fd-bc28-41c2-85da-8ac95576178e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:11.626382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9cfda42c-681f-4273-8d62-9e14d52da5f6 req-c00346fd-bc28-41c2-85da-8ac95576178e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0674860 Sep 27 08:59:11.676506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9cfda42c-681f-4273-8d62-9e14d52da5f6 req-71125f5c-f938-4bc8-aa16-eb18f47694be tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Sep 27 08:59:11.678832 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5805c4ff-cfd0-4423-a271-bdbf97d37447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.687163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5805c4ff-cfd0-4423-a271-bdbf97d37447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.701156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a36c7654-6d6b-412f-9925-774d2ccefcc5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.702650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a36c7654-6d6b-412f-9925-774d2ccefcc5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3172410 Sep 27 08:59:11.743991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50688) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:11.744131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5805c4ff-cfd0-4423-a271-bdbf97d37447 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57b77e77283143d49b20403bc0d1daaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837485 Sep 27 08:59:11.758267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805c4ff-cfd0-4423-a271-bdbf97d37447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd86eef-c458-4426-905b-9db9e0909a7c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:11.813273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e46c51e2-48b2-4fce-bca0-3b8ed3b4e38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.837853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e46c51e2-48b2-4fce-bca0-3b8ed3b4e38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.904402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e46c51e2-48b2-4fce-bca0-3b8ed3b4e38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.910124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e46c51e2-48b2-4fce-bca0-3b8ed3b4e38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:11.914191 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e46c51e2-48b2-4fce-bca0-3b8ed3b4e38a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0bd86eef-c458-4426-905b-9db9e0909a7c HTTP/1.1" status: 204 len: 168 time: 0.1682105 Sep 27 08:59:11.934145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c51e2-48b2-4fce-bca0-3b8ed3b4e38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd86eef-c458-4426-905b-9db9e0909a7c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:12.007156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-c05b8b2b-94cb-447f-a086-1e0589ecfb80 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16310731&fields=id&tenant_id=0a65fe50ec54482c86342b7daa873f7a HTTP/1.1" status: 200 len: 267 time: 0.0742664 Sep 27 08:59:12.040947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e755a4-8c55-4877-a81c-8456f5f7c350 req-c067be38-e591-4039-9e2d-ae2d712ec6c1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:12.052411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6e755a4-8c55-4877-a81c-8456f5f7c350 req-c067be38-e591-4039-9e2d-ae2d712ec6c1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0922379 Sep 27 08:59:12.110367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6e755a4-8c55-4877-a81c-8456f5f7c350 req-56404dc8-f006-4d8b-968e-690bffef1b21 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569665 Sep 27 08:59:12.276054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Sync routers for ids ['24e37f5a-9373-42b8-b130-410914f579fd'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:59:12.286006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-586325c0-ee43-44db-a72c-67847e0e67ff tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:12.287603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-586325c0-ee43-44db-a72c-67847e0e67ff tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 809 time: 0.2726922 Sep 27 08:59:12.290665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Routers {'24e37f5a-9373-42b8-b130-410914f579fd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:12.294999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20b1d-1d85-41be-9e5e-6a2956cee32f req-e9bc6265-7375-4a2e-8ee0-3edbb3c123c2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:12.297811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:58:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['24e37f5a-9373-42b8-b130-410914f579fd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:12.303652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51c20b1d-1d85-41be-9e5e-6a2956cee32f req-e9bc6265-7375-4a2e-8ee0-3edbb3c123c2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0967689 Sep 27 08:59:12.308649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-a32f795c-63ee-4cc3-b5d1-c0f3175c0ed9 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/quotas/0a65fe50ec54482c86342b7daa873f7a HTTP/1.1" status: 200 len: 375 time: 0.0143008 Sep 27 08:59:12.367025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-51c20b1d-1d85-41be-9e5e-6a2956cee32f req-56d74f0e-cd1a-4ac3-afbb-89eaf52ff0b6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619895 Sep 27 08:59:12.467773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-04a2fa46-50b2-4590-9740-a9a901cad17c tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488228 Sep 27 08:59:12.502130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Set router 24e37f5a-9373-42b8-b130-410914f579fd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:12.659009 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-8ac700f7-41b2-4355-9b4e-ad1dcd2947c9 service neutron] 10.222.0.50 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759930 Sep 27 08:59:12.705838 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620111f-0bf2-4fa8-8026-e978d07b677e req-957b510d-9fb9-44ea-910b-6935cee9cbf8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:12.707549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8620111f-0bf2-4fa8-8026-e978d07b677e req-957b510d-9fb9-44ea-910b-6935cee9cbf8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0752206 Sep 27 08:59:12.724528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c6713506-6b94-45c7-86c1-5d333f420754 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:12.753960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8620111f-0bf2-4fa8-8026-e978d07b677e req-03973891-a471-4753-ae1f-db8cbb9747c0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Sep 27 08:59:12.859455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c6713506-6b94-45c7-86c1-5d333f420754 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:12.859996 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:12.880383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-681b4ab8-a1ea-4d84-a54e-5897bfc579ab service neutron] 10.222.0.50 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200959 Sep 27 08:59:12.925559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860635d-de54-4179-b31b-4a3e705b28e6 req-1da07792-65a7-4da3-8554-b98008ff20fb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:12.928056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3860635d-de54-4179-b31b-4a3e705b28e6 req-1da07792-65a7-4da3-8554-b98008ff20fb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0565734 Sep 27 08:59:12.932154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T08:59:07Z', 'revision_number': 4, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '49c55e6c-1cc1-4cbb-8206-bb8e71405847', 'name': '', 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'mac_address': 'fa:16:3e:0d:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:06Z', 'updated_at': '2021-09-27T08:59:07Z', 'revision_number': 2, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'subnets': [{'id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:12.989038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Checking router: 24e37f5a-9373-42b8-b130-410914f579fd for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:59:12.989658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Updating router 24e37f5a-9373-42b8-b130-410914f579fd port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:59:12.994503 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3860635d-de54-4179-b31b-4a3e705b28e6 req-0567db56-9146-46da-b0fe-c7a29e978287 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601361 Sep 27 08:59:13.043077 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:13.225378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-503cddf4-7246-46cd-870a-d167180225da req-aca78d14-e6aa-4a32-9146-b1f46d3ae692 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 210 time: 0.0579996 Sep 27 08:59:13.467111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5b9f-2e74-4501-8148-3c7f198c5b22 req-fddbbbec-36ca-4e7f-ba89-0ad06b349724 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:13.469443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-105c5b9f-2e74-4501-8148-3c7f198c5b22 req-fddbbbec-36ca-4e7f-ba89-0ad06b349724 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0912821 Sep 27 08:59:13.518460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-105c5b9f-2e74-4501-8148-3c7f198c5b22 req-31e4a7af-6fa2-40da-afe1-a1f9f31d8e84 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Sep 27 08:59:13.620035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:13.639705 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:13.722100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a3c2-4b85-4e77-823c-bd543e9bed57 None None] Pushing event updated for resources: {'Port': ['ID=49c55e6c-1cc1-4cbb-8206-bb8e71405847,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:13.755858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f0d2-72d2-4f8c-844e-12e2040164da req-fd621375-ec23-4917-853a-e2a09654afae tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:13.758520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16d1f0d2-72d2-4f8c-844e-12e2040164da req-fd621375-ec23-4917-853a-e2a09654afae tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1037946 Sep 27 08:59:13.791487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Attempting to bind port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:13.792022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Attempting to bind port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:13.792547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Attempting to bind port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 on network c90a6de7-aa57-4d9c-a768-39f513e5b4bc {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:13.800410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:13.800410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Checking segment: {'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:13.800410 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:13.800410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Bound using segment: {'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:13.800410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Bound port: 49c55e6c-1cc1-4cbb-8206-bb8e71405847, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beabb93f-c71a-4e00-8e16-bacb994ea14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:13.801847 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:13.836676 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16d1f0d2-72d2-4f8c-844e-12e2040164da req-4054cbc7-78ff-4968-b350-f3a4c50928f7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665765 Sep 27 08:59:13.915401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] For port 49c55e6c-1cc1-4cbb-8206-bb8e71405847, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:13.920113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] For port 49c55e6c-1cc1-4cbb-8206-bb8e71405847, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=49c55e6c-1cc1-4cbb-8206-bb8e71405847,segment=NetworkSegment(beabb93f-c71a-4e00-8e16-bacb994ea14c),segment_id=beabb93f-c71a-4e00-8e16-bacb994ea14c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:13.927238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:13.998771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Routers {'24e37f5a-9373-42b8-b130-410914f579fd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:14.000001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:58:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['24e37f5a-9373-42b8-b130-410914f579fd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:14.079615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a3c2-4b85-4e77-823c-bd543e9bed57 None None] Pushing event updated for resources: {'Port': ['ID=49c55e6c-1cc1-4cbb-8206-bb8e71405847,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:14.190233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a7aff-09fa-4ae6-9a2d-2e36bd5aa409 req-01363c12-7a34-4dbc-a832-3e33774f9128 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:14.202079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-296a7aff-09fa-4ae6-9a2d-2e36bd5aa409 req-01363c12-7a34-4dbc-a832-3e33774f9128 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0821860 Sep 27 08:59:14.297197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] Set router 24e37f5a-9373-42b8-b130-410914f579fd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:14.338081 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-296a7aff-09fa-4ae6-9a2d-2e36bd5aa409 req-c4b09749-db41-42e5-b478-028087fd7b76 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346221 Sep 27 08:59:14.387512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e24bab4-e222-4fd2-a7c3-100efc4b7f75 req-4542a900-5deb-4d36-ad89-87a1bf0106f0 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 210 time: 0.0636463 Sep 27 08:59:14.396624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-eeae3a7e-8d33-42a7-9456-bdc154c1cf21 None None] Provisioning complete for port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:14.397008 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eeae3a7e-8d33-42a7-9456-bdc154c1cf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:14.437877 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:14.439657 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:59:14.591277 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aa6d7-610c-4ab7-81d5-1d9b004cc619 req-427f8225-b743-4547-b29f-ec9a94eade2b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:14.593109 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-236aa6d7-610c-4ab7-81d5-1d9b004cc619 req-427f8225-b743-4547-b29f-ec9a94eade2b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1080034 Sep 27 08:59:14.637289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eeae3a7e-8d33-42a7-9456-bdc154c1cf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:14.684069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 49c55e6c-1cc1-4cbb-8206-bb8e71405847 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:14.703834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-236aa6d7-610c-4ab7-81d5-1d9b004cc619 req-4695534a-1711-401d-84f1-b469e573cbda tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028373 Sep 27 08:59:14.819900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eeae3a7e-8d33-42a7-9456-bdc154c1cf21 None None] For port 49c55e6c-1cc1-4cbb-8206-bb8e71405847, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=49c55e6c-1cc1-4cbb-8206-bb8e71405847,segment=NetworkSegment(beabb93f-c71a-4e00-8e16-bacb994ea14c),segment_id=beabb93f-c71a-4e00-8e16-bacb994ea14c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:14.850486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eeae3a7e-8d33-42a7-9456-bdc154c1cf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:14.888684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-b689dcfd-76c6-451e-97bf-10b58e36686e tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:14.891481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-b689dcfd-76c6-451e-97bf-10b58e36686e tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.67 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 809 time: 0.2735102 Sep 27 08:59:14.945051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae3a7e-8d33-42a7-9456-bdc154c1cf21 None None] Pushing event updated for resources: {'Port': ['ID=49c55e6c-1cc1-4cbb-8206-bb8e71405847,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:14.949279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:14.949679 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:15.000787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T08:59:07Z', 'revision_number': 4, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '49c55e6c-1cc1-4cbb-8206-bb8e71405847', 'name': '', 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'mac_address': 'fa:16:3e:0d:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:06Z', 'updated_at': '2021-09-27T08:59:13Z', 'revision_number': 4, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'subnets': [{'id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:15.017187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-e739b7ba-fa73-4b55-bb69-2c5129aa0df0 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a65fe50ec54482c86342b7daa873f7a HTTP/1.1" status: 200 len: 378 time: 0.1144118 Sep 27 08:59:15.034696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'port': {'device_id': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'admin_state_up': True, 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'security_groups': ['bd373983-209f-4738-88cc-bd238d15d6f7']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:15.130148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3cc29-80bc-4510-87b7-3013fca46022 req-d75dc899-6a38-4192-bc2c-5bdc9c14f5f1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:15.141348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-68f3cc29-80bc-4510-87b7-3013fca46022 req-d75dc899-6a38-4192-bc2c-5bdc9c14f5f1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1037943 Sep 27 08:59:15.209489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Made reservation on behalf of 0a65fe50ec54482c86342b7daa873f7a for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:59:15.216635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:15.217946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-68f3cc29-80bc-4510-87b7-3013fca46022 req-f4f03f3e-3715-40f5-947e-1f31c2b367c9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752544 Sep 27 08:59:15.305168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4b5ca-d407-4805-8b87-2f6a6bf2f5ca None None] The sync data for ids ['24e37f5a-9373-42b8-b130-410914f579fd'] in n-d-810909-1 is: [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T08:59:07Z', 'revision_number': 4, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '49c55e6c-1cc1-4cbb-8206-bb8e71405847', 'name': '', 'network_id': 'c90a6de7-aa57-4d9c-a768-39f513e5b4bc', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'mac_address': 'fa:16:3e:0d:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:06Z', 'updated_at': '2021-09-27T08:59:13Z', 'revision_number': 4, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'subnets': [{'id': '9d33a099-b228-4fe5-972a-63a4834d388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:59:15.309836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3cadd9a6-53e4-4ea3-851f-5c5d1b4a93a8 None None] Provisioning complete for port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:15.310512 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3cadd9a6-53e4-4ea3-851f-5c5d1b4a93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:15.350699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c51ba6f-20df-4bc0-b01a-882067e6c1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:15.415733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4d42-d708-4d33-8095-97718d662859 req-8498d995-0fbf-4672-8d91-b7c8a890831e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:15.432015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ee4d42-d708-4d33-8095-97718d662859 req-8498d995-0fbf-4672-8d91-b7c8a890831e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1209474 Sep 27 08:59:15.491105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ee4d42-d708-4d33-8095-97718d662859 req-ba011234-b290-4da1-83b6-e03d6a6a0a6d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581210 Sep 27 08:59:15.510295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Allocated IP 172.20.0.7 (0fc5127e-623c-4081-8e0c-1af0b134ddd2/9d8cd46f-54d6-4db0-933b-55866e151e38/35dac641-910f-40ce-b7a3-360ed00bc3e5) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:15.580456 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0d0cd5a8-cb83-4ab9-843c-9b209906f1d1 req-ef9b6678-c703-4435-a296-bde02062a6c7 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 210 time: 0.0495381 Sep 27 08:59:15.655836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50838) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:15.778200 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:15.894309 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78380bf1-f624-4547-9cce-c598a598eefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:15.906284 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:15.996160 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50854) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:16.002507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:16.016569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:16.023091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:16.025609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'Port': ['ID=35dac641-910f-40ce-b7a3-360ed00bc3e5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:16.091500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78380bf1-f624-4547-9cce-c598a598eefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.102704 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78380bf1-f624-4547-9cce-c598a598eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.119567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3b15c-7d89-496e-a9c3-25c88dffb256 req-edd5339e-d14b-4c34-962d-103abe5cceb9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:16.121348 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd3b15c-7d89-496e-a9c3-25c88dffb256 req-edd5339e-d14b-4c34-962d-103abe5cceb9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 813 time: 0.2946575 Sep 27 08:59:16.132357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:16.145283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.169087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-78380bf1-f624-4547-9cce-c598a598eefc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=836dee48fdb442579d06a07531b801ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087461 Sep 27 08:59:16.169087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78380bf1-f624-4547-9cce-c598a598eefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2700e82b-ecd7-4c2c-a368-cde4e19b0d22,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:16.171692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:16.178856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd3b15c-7d89-496e-a9c3-25c88dffb256 req-f859c822-3f67-43ae-b372-549346af5cd1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/quotas/95f1dd43b4454ae6b03234bd719e80c5 HTTP/1.1" status: 200 len: 375 time: 0.0297644 Sep 27 08:59:16.210055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-f24a520d-9cf1-4fbc-b906-19d500b5bf23 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1847413 Sep 27 08:59:16.259630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Request body: {'port': {'device_id': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:16.271406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb7cd-4e8c-4699-a84e-695fbe0711df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.309209 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd3b15c-7d89-496e-a9c3-25c88dffb256 req-3b276c04-895a-4f86-884d-fc32b1404a5e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165218 Sep 27 08:59:16.339782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.358791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc11f107-b941-4a72-b6ee-ab2cd7c2af48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.398718 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb7cd-4e8c-4699-a84e-695fbe0711df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.400717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc11f107-b941-4a72-b6ee-ab2cd7c2af48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.414909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-78d25736-39de-493d-a2ca-b9f318e263fd None None] Provisioning complete for port 35dac641-910f-40ce-b7a3-360ed00bc3e5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:16.415924 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78d25736-39de-493d-a2ca-b9f318e263fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.417822 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb7cd-4e8c-4699-a84e-695fbe0711df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.453907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-78d25736-39de-493d-a2ca-b9f318e263fd None None] Port 35dac641-910f-40ce-b7a3-360ed00bc3e5 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:16.499554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ac1bb7cd-4e8c-4699-a84e-695fbe0711df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d73218080cb48e7982ec47537b2e380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018501 Sep 27 08:59:16.501310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bb7cd-4e8c-4699-a84e-695fbe0711df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4c234c-08f8-43cc-b51d-13c2515ee24f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:16.502195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50862) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:16.516677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da95e4-f23e-45b9-85c9-01d7d9b05512 req-c588f6b4-023d-4269-bca2-0ef51baf3fcc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:16.520811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b3da95e4-f23e-45b9-85c9-01d7d9b05512 req-c588f6b4-023d-4269-bca2-0ef51baf3fcc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1242418 Sep 27 08:59:16.550642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc11f107-b941-4a72-b6ee-ab2cd7c2af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.553017 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc11f107-b941-4a72-b6ee-ab2cd7c2af48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.566664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc11f107-b941-4a72-b6ee-ab2cd7c2af48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2700e82b-ecd7-4c2c-a368-cde4e19b0d22 HTTP/1.1" status: 204 len: 168 time: 0.3838091 Sep 27 08:59:16.583208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11f107-b941-4a72-b6ee-ab2cd7c2af48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2700e82b-ecd7-4c2c-a368-cde4e19b0d22,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:16.593865 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b3da95e4-f23e-45b9-85c9-01d7d9b05512 req-b598cd85-b9b6-4e1e-8e2e-baa0ab217b0d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686204 Sep 27 08:59:16.640866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 49c55e6c-1cc1-4cbb-8206-bb8e71405847 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:16.658657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d658698f-93eb-48bd-bbe8-640904376380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.734065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:16.734444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.773404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70033b90-35d7-4eca-8e33-35ba2305f3f1 req-6a2c1d46-6db7-4dbe-81f0-0f40ddf00dcb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:16.775782 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70033b90-35d7-4eca-8e33-35ba2305f3f1 req-6a2c1d46-6db7-4dbe-81f0-0f40ddf00dcb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0698042 Sep 27 08:59:16.780618 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d658698f-93eb-48bd-bbe8-640904376380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.799258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dac641-910f-40ce-b7a3-360ed00bc3e5 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:59:16.814333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.821060 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70033b90-35d7-4eca-8e33-35ba2305f3f1 req-409fb176-fc19-410d-a282-f63694cf314f tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389278 Sep 27 08:59:16.866013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Transition to ACTIVE for port object 35dac641-910f-40ce-b7a3-360ed00bc3e5 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:59:16.877845 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e6ba3-295d-463f-85c5-c696d581cc6d req-dcd9da3c-50e7-43b4-90af-a15e1d1eb5c9 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:16.880227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf2e6ba3-295d-463f-85c5-c696d581cc6d req-dcd9da3c-50e7-43b4-90af-a15e1d1eb5c9 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 931 time: 0.1676779 Sep 27 08:59:16.882341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.962166 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d658698f-93eb-48bd-bbe8-640904376380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.964884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d658698f-93eb-48bd-bbe8-640904376380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:16.966076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d658698f-93eb-48bd-bbe8-640904376380 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d4c234c-08f8-43cc-b51d-13c2515ee24f HTTP/1.1" status: 204 len: 168 time: 0.4629488 Sep 27 08:59:17.012720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Pushing event updated for resources: {'Port': ['ID=35dac641-910f-40ce-b7a3-360ed00bc3e5,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:17.022515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658698f-93eb-48bd-bbe8-640904376380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4c234c-08f8-43cc-b51d-13c2515ee24f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:17.070036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bf2e6ba3-295d-463f-85c5-c696d581cc6d req-90c98dcb-a159-4293-a75b-97e054c02631 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1775260 Sep 27 08:59:17.072684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50886) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:17.089981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa9619f8-14e3-4381-9a24-744a4a0dfccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.091395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3648f145-8833-4ea0-b367-00d5e3ad8d8f req-61611900-47f1-475d-978f-1259d23ce97a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=95f1dd43b4454ae6b03234bd719e80c5 HTTP/1.1" status: 200 len: 221 time: 0.0524771 Sep 27 08:59:17.135609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Attempting to bind port 35dac641-910f-40ce-b7a3-360ed00bc3e5 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:17.136080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Attempting to bind port 35dac641-910f-40ce-b7a3-360ed00bc3e5 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:17.136499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Attempting to bind port 35dac641-910f-40ce-b7a3-360ed00bc3e5 on network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:17.148723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Port 35dac641-910f-40ce-b7a3-360ed00bc3e5 on network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:59:17.149231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Attempting to bind port 35dac641-910f-40ce-b7a3-360ed00bc3e5 on network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:17.193980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:17.194329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Checking segment: {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:17.194717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Bound using segment: {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:17.195169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Bound port: 35dac641-910f-40ce-b7a3-360ed00bc3e5, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db953588-11df-4db6-ae4b-8ee76d6cd4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:17.195759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.270129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822284-0ad1-499a-a566-b3d17109ddaa req-b61bdf3e-d4d1-4f20-a3d1-dc807b696d06 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:17.271645 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad822284-0ad1-499a-a566-b3d17109ddaa req-b61bdf3e-d4d1-4f20-a3d1-dc807b696d06 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1144788 Sep 27 08:59:17.343448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] For port 35dac641-910f-40ce-b7a3-360ed00bc3e5, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:17.366873 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa9619f8-14e3-4381-9a24-744a4a0dfccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.376397 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad822284-0ad1-499a-a566-b3d17109ddaa req-c52e1d41-4356-4fb9-9aec-7015e3322af5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938406 Sep 27 08:59:17.378743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa9619f8-14e3-4381-9a24-744a4a0dfccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.383441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] For port 35dac641-910f-40ce-b7a3-360ed00bc3e5, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:17.399875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.452966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:17.453585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.455258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 1091 time: 1.2056816 Sep 27 08:59:17.459809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'tag': '35dac641-910f-40ce-b7a3-360ed00bc3e5'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:17.462404 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcd258e-3437-4538-b6a8-20ba21a2eb33" -d '{"events": [{"name": "network-changed", "server_uuid": "1603bc27-7e5a-4c7b-835e-3bacb41d5053", "tag": "35dac641-910f-40ce-b7a3-360ed00bc3e5"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:17.473869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa9619f8-14e3-4381-9a24-744a4a0dfccd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72e030e9f25b496284403560e26509ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999634 Sep 27 08:59:17.474707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9619f8-14e3-4381-9a24-744a4a0dfccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052cd65e-c8a9-4290-8973-cfb73d52cb09,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:17.478422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50904) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:17.541930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9506-3fd1-4a46-a470-e756570b3199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.545848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f255b6a-5cdd-495c-b297-c0af54fa36e7 service neutron] Pushing event updated for resources: {'Port': ['ID=35dac641-910f-40ce-b7a3-360ed00bc3e5,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:17.552564 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1886efa-5bfe-4480-a49e-d22dc56ef56f x-openstack-request-id: req-c1886efa-5bfe-4480-a49e-d22dc56ef56f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:17.552879 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1603bc27-7e5a-4c7b-835e-3bacb41d5053", "tag": "35dac641-910f-40ce-b7a3-360ed00bc3e5", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:17.553105 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1886efa-5bfe-4480-a49e-d22dc56ef56f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:17.553511 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'tag': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'status': 'completed', 'code': 200} Sep 27 08:59:17.555689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b66a1-eb37-4d71-8a30-3ab97d17066f req-57134aba-ad26-4cb1-a27e-aac4aa361492 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:17.558279 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c04b66a1-eb37-4d71-8a30-3ab97d17066f req-57134aba-ad26-4cb1-a27e-aac4aa361492 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1087270 Sep 27 08:59:17.603369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d10a-dddd-4632-a6bf-ee23d16ddb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.607880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-04b36983-930e-45c0-92b2-643888ef403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:17.609621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-04b36983-930e-45c0-92b2-643888ef403f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1094 time: 0.0789337 Sep 27 08:59:17.611728 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c04b66a1-eb37-4d71-8a30-3ab97d17066f req-e2a00b8c-047f-4638-ad1a-78b407c34e64 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Sep 27 08:59:17.672947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-3bc980f5-ba05-4a7f-bb95-86e26687251a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 217 time: 0.0537338 Sep 27 08:59:17.674790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d10a-dddd-4632-a6bf-ee23d16ddb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.752721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-782d3fb3-0776-4f35-b25b-99ff7a8b279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:17.754233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-782d3fb3-0776-4f35-b25b-99ff7a8b279c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 200 len: 848 time: 0.0715556 Sep 27 08:59:17.787134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254008ae-e855-47f8-b5f1-d000b2c449e7 req-57b40be6-0d98-438e-bd6f-2d7a574f9f43 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:17.788983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-254008ae-e855-47f8-b5f1-d000b2c449e7 req-57b40be6-0d98-438e-bd6f-2d7a574f9f43 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0634251 Sep 27 08:59:17.803595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d10a-dddd-4632-a6bf-ee23d16ddb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.806853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d10a-dddd-4632-a6bf-ee23d16ddb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:17.811246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d9c9d10a-dddd-4632-a6bf-ee23d16ddb69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/052cd65e-c8a9-4290-8973-cfb73d52cb09 HTTP/1.1" status: 204 len: 168 time: 0.3267245 Sep 27 08:59:17.827600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9d10a-dddd-4632-a6bf-ee23d16ddb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052cd65e-c8a9-4290-8973-cfb73d52cb09,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:17.832125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-89106aa9-37aa-4963-9cac-9a3c782f68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:17.833709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-89106aa9-37aa-4963-9cac-9a3c782f68e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0fc5127e-623c-4081-8e0c-1af0b134ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707917 Sep 27 08:59:17.846025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-254008ae-e855-47f8-b5f1-d000b2c449e7 req-58ea273c-6dcc-4220-862c-9faa7c313a5b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Sep 27 08:59:18.034734 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:18.221051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abfd18-2cfb-4b30-9a7d-099ecf93bbc2 req-a6938eeb-253b-41d7-aeac-ff27066eae54 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:18.222901 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17abfd18-2cfb-4b30-9a7d-099ecf93bbc2 req-a6938eeb-253b-41d7-aeac-ff27066eae54 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 943 time: 0.0634844 Sep 27 08:59:18.287389 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17abfd18-2cfb-4b30-9a7d-099ecf93bbc2 req-aa6a39ae-dfa3-4ac5-9f25-b28cc47f1919 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501502 Sep 27 08:59:18.353999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91698a2-5515-4774-b381-7148f5d27e9f req-b367e33d-54c3-460f-a849-2ef1f370d8a0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:18.355548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c91698a2-5515-4774-b381-7148f5d27e9f req-b367e33d-54c3-460f-a849-2ef1f370d8a0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0999410 Sep 27 08:59:18.398279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-afc100f5-7cc4-46d3-af50-4bf1dd81ab24 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558600 Sep 27 08:59:18.435060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c91698a2-5515-4774-b381-7148f5d27e9f req-18e6f682-6853-4b64-a008-fcfb787b3351 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691006 Sep 27 08:59:18.527764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1144ff61-4da7-472a-bef0-46ffe399fd57 req-52b8f6e7-5ba0-4140-8c52-e91f8816ce43 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210933 Sep 27 08:59:18.603295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eb6fc-752e-43a1-8e43-c5af4e32dd1b req-8ff2ab40-74f7-4a55-b600-5820259a501e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:18.604746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a1eb6fc-752e-43a1-8e43-c5af4e32dd1b req-8ff2ab40-74f7-4a55-b600-5820259a501e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0686109 Sep 27 08:59:18.671036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a1eb6fc-752e-43a1-8e43-c5af4e32dd1b req-fdcb6ff6-30db-40b1-984e-4c77646bbac6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570359 Sep 27 08:59:18.675549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-75ec30cf-fdd5-4ad0-9081-6f108385b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:18.677067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-75ec30cf-fdd5-4ad0-9081-6f108385b98e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1094 time: 0.0819154 Sep 27 08:59:18.796090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-ba4557da-b0db-47e8-8ded-65c4cf97a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:18.799152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-ba4557da-b0db-47e8-8ded-65c4cf97a5ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 910 time: 0.1129904 Sep 27 08:59:18.818110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0105a-ed36-4187-86d6-0cec4775a353 req-cba58d17-d46c-4f24-9d88-9089a703d647 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:18.820529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ab0105a-ed36-4187-86d6-0cec4775a353 req-cba58d17-d46c-4f24-9d88-9089a703d647 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0693862 Sep 27 08:59:18.854621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-9d588086-70a6-461d-aeac-4ae72719f131 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 217 time: 0.0476019 Sep 27 08:59:18.865345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ab0105a-ed36-4187-86d6-0cec4775a353 req-3597d170-febe-485c-8f9a-31e92c49ce70 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385580 Sep 27 08:59:18.919075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-82ca4cb6-937d-40f3-813e-3568ab2b4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:18.920675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-82ca4cb6-937d-40f3-813e-3568ab2b4f1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 200 len: 848 time: 0.0583298 Sep 27 08:59:18.961091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:18.985927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-7a8b8c5f-0f68-4df7-8cd9-bd42196250c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:18.987546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-7a8b8c5f-0f68-4df7-8cd9-bd42196250c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0fc5127e-623c-4081-8e0c-1af0b134ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590720 Sep 27 08:59:19.025768 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c3242-a703-4f9f-8077-f9864597188e req-c90f4544-ab99-4e73-b7e0-2147da9e9f81 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:19.033405 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c78c3242-a703-4f9f-8077-f9864597188e req-c90f4544-ab99-4e73-b7e0-2147da9e9f81 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0621021 Sep 27 08:59:19.082092 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c78c3242-a703-4f9f-8077-f9864597188e req-71376e7d-9061-4c74-a04e-514467d5b33d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476522 Sep 27 08:59:19.148858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-650d2882-f23d-4f16-842b-358110de3db3 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519499 Sep 27 08:59:19.260389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 50974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:19.291597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a7f0d-892b-4cf1-8d8f-94a3ed15b60f req-e3327950-d389-4acd-804d-18f30ed8d6ff tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:19.293179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-446a7f0d-892b-4cf1-8d8f-94a3ed15b60f req-e3327950-d389-4acd-804d-18f30ed8d6ff tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1142359 Sep 27 08:59:19.296776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7dcd258e-3437-4538-b6a8-20ba21a2eb33 req-96252a52-7179-4623-8972-d38968790482 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397152 Sep 27 08:59:19.336375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-446a7f0d-892b-4cf1-8d8f-94a3ed15b60f req-7c427685-4285-4211-91cb-9793b92db073 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364408 Sep 27 08:59:19.396474 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c43d3e7b-ef10-4df6-a850-18ca8251654b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:19.431138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0143dd-6d3f-4f8a-a0a0-59d401ed1094 req-bc5609e3-61e6-4738-8491-005e6f75af19 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:19.432773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f0143dd-6d3f-4f8a-a0a0-59d401ed1094 req-bc5609e3-61e6-4738-8491-005e6f75af19 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 943 time: 0.0735719 Sep 27 08:59:19.469552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98b936-5dd1-4153-bfb6-04ad9ba867a0 req-80ba70e4-0976-457d-be35-0b04511da504 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:19.471177 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed98b936-5dd1-4153-bfb6-04ad9ba867a0 req-80ba70e4-0976-457d-be35-0b04511da504 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0500596 Sep 27 08:59:19.490886 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f0143dd-6d3f-4f8a-a0a0-59d401ed1094 req-20da4a71-6ddc-445c-a5c4-43c75ff0bcf4 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519664 Sep 27 08:59:19.522295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed98b936-5dd1-4153-bfb6-04ad9ba867a0 req-f8bea91e-aa90-4277-b7f6-303aaadeb2b9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Sep 27 08:59:19.545090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c43d3e7b-ef10-4df6-a850-18ca8251654b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:19.551499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c43d3e7b-ef10-4df6-a850-18ca8251654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:19.590619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d3e7b-ef10-4df6-a850-18ca8251654b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c879eb55-c71b-4401-9f2e-549621ee4ac5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:19.607098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c43d3e7b-ef10-4df6-a850-18ca8251654b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e37cd90a4f7415da4321d42896713fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455877 Sep 27 08:59:19.607242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 50992) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:19.649328 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f47589-598e-49df-a09d-44531927c1b4 req-617fc2c8-1ce7-4d37-b2cd-c3cb3223e9de tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:19.650845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13f47589-598e-49df-a09d-44531927c1b4 req-617fc2c8-1ce7-4d37-b2cd-c3cb3223e9de tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0574379 Sep 27 08:59:19.670425 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbcec-1e78-473e-ba6f-883fa6458df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:19.691247 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13f47589-598e-49df-a09d-44531927c1b4 req-048fd08d-2275-444c-a803-35e4aee70b12 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Sep 27 08:59:19.693664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbcec-1e78-473e-ba6f-883fa6458df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:19.744848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbcec-1e78-473e-ba6f-883fa6458df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:19.747404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbcec-1e78-473e-ba6f-883fa6458df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:19.748761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6a6fbcec-1e78-473e-ba6f-883fa6458df4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c879eb55-c71b-4401-9f2e-549621ee4ac5 HTTP/1.1" status: 204 len: 168 time: 0.1392853 Sep 27 08:59:19.757045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fbcec-1e78-473e-ba6f-883fa6458df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879eb55-c71b-4401-9f2e-549621ee4ac5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:19.857176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c558ca-02fd-4f83-8ff2-aa8dee6d951d req-006841fb-9586-4c32-816d-1ad5ca6347ea tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:19.859383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93c558ca-02fd-4f83-8ff2-aa8dee6d951d req-006841fb-9586-4c32-816d-1ad5ca6347ea tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0668294 Sep 27 08:59:19.904621 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93c558ca-02fd-4f83-8ff2-aa8dee6d951d req-67c43aa0-0e33-4711-a6e2-1e0a649a50e7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Sep 27 08:59:20.033132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efe23d-403b-454c-b790-30e2a860b1ec req-ad66394b-a890-4f10-aa35-3169e7a8da71 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:20.034921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04efe23d-403b-454c-b790-30e2a860b1ec req-ad66394b-a890-4f10-aa35-3169e7a8da71 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0567117 Sep 27 08:59:20.077524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04efe23d-403b-454c-b790-30e2a860b1ec req-f6f8e6f3-1884-4ec2-b1cd-9335b83f988d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354004 Sep 27 08:59:20.232845 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ab44-e5b8-48cb-b550-7f7899acafeb req-4569d665-b16f-4de5-80cc-b14c089ab2d7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:20.234500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10b6ab44-e5b8-48cb-b550-7f7899acafeb req-4569d665-b16f-4de5-80cc-b14c089ab2d7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0584896 Sep 27 08:59:20.282905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10b6ab44-e5b8-48cb-b550-7f7899acafeb req-06354262-99bb-43b1-9acb-6104feb9efab tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Sep 27 08:59:20.410719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449bc3c-e5e9-4e24-93d3-435000c7b17f req-f51f0fd1-08f2-48e7-94c8-9bb43d38a69c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:20.412772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c449bc3c-e5e9-4e24-93d3-435000c7b17f req-f51f0fd1-08f2-48e7-94c8-9bb43d38a69c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0536385 Sep 27 08:59:20.465083 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c449bc3c-e5e9-4e24-93d3-435000c7b17f req-afbf8377-4cb2-4423-9391-0ada15c4df4d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Sep 27 08:59:20.614562 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:20.646587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ed103-069f-45f9-8386-35d3b3fe4a44 req-e699aae8-dc71-4461-8515-d5722f4a2a8b tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:20.648120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-724ed103-069f-45f9-8386-35d3b3fe4a44 req-e699aae8-dc71-4461-8515-d5722f4a2a8b tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 943 time: 0.0696642 Sep 27 08:59:20.689223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-724ed103-069f-45f9-8386-35d3b3fe4a44 req-3ffe519e-4acb-45e6-8c86-008eba5222b7 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330489 Sep 27 08:59:20.716318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e0ff7-0942-48d4-b197-63069342661a req-6a8ede23-1f20-4bf9-90f0-462699954db2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:20.717853 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b09e0ff7-0942-48d4-b197-63069342661a req-6a8ede23-1f20-4bf9-90f0-462699954db2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0501828 Sep 27 08:59:20.755380 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b09e0ff7-0942-48d4-b197-63069342661a req-9c870912-cb20-4124-8e76-45213e3e1418 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311074 Sep 27 08:59:20.873200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797c700-60c6-4f19-b6ed-36b0c1f8f876 req-5b6f6a9b-9bd1-46b7-a7c5-51fb70f8fcc4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:20.874370 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8797c700-60c6-4f19-b6ed-36b0c1f8f876 req-5b6f6a9b-9bd1-46b7-a7c5-51fb70f8fcc4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Sep 27 08:59:20.913782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8797c700-60c6-4f19-b6ed-36b0c1f8f876 req-ca4832f2-e55b-41ec-9066-817bd6ccc8c1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Sep 27 08:59:21.145028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337ae48-efe7-4465-83f7-2807584cff56 req-6ec77dd7-c4f4-40ae-8cab-a4790c6f48bd tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:21.146909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d337ae48-efe7-4465-83f7-2807584cff56 req-6ec77dd7-c4f4-40ae-8cab-a4790c6f48bd tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0558152 Sep 27 08:59:21.196599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d337ae48-efe7-4465-83f7-2807584cff56 req-582bb2be-c621-405e-87e7-54d3db161051 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434024 Sep 27 08:59:21.340770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781fb8-c753-4e0d-9bad-dc5c14fd823d req-915eaae7-b47b-4f7f-9581-dff106392e41 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:21.346087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb781fb8-c753-4e0d-9bad-dc5c14fd823d req-915eaae7-b47b-4f7f-9581-dff106392e41 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0658357 Sep 27 08:59:21.391314 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb781fb8-c753-4e0d-9bad-dc5c14fd823d req-1bb33a3e-9984-42a7-8ed3-cfd1cd50a0cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388536 Sep 27 08:59:21.523856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacfba3-0ad2-4aff-ba16-d1124c8fe7aa req-272f460a-753b-460c-98bd-7ffbfadc7a2c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:21.525429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8eacfba3-0ad2-4aff-ba16-d1124c8fe7aa req-272f460a-753b-460c-98bd-7ffbfadc7a2c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0497353 Sep 27 08:59:21.566474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8eacfba3-0ad2-4aff-ba16-d1124c8fe7aa req-fe628da9-efab-44dd-b8db-eab6e0f3eb55 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Sep 27 08:59:21.693600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64945741-c2e0-43de-9522-d38d6eb61bc3 req-8ed6f9ff-60fa-4a4b-8d09-e3318e32fe1a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:21.702766 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64945741-c2e0-43de-9522-d38d6eb61bc3 req-8ed6f9ff-60fa-4a4b-8d09-e3318e32fe1a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0632021 Sep 27 08:59:21.778988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64945741-c2e0-43de-9522-d38d6eb61bc3 req-9dfb724d-d608-4ae2-94c1-ac19fd559cee tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750403 Sep 27 08:59:21.854085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011af0e-3a19-4bce-9ada-b49476b3289b req-647e8abf-7f44-4152-af41-afb54823ea72 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:21.861495 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f011af0e-3a19-4bce-9ada-b49476b3289b req-647e8abf-7f44-4152-af41-afb54823ea72 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 943 time: 0.0608864 Sep 27 08:59:21.928052 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f011af0e-3a19-4bce-9ada-b49476b3289b req-4387a994-2df1-46d3-a5a1-e2b45d1b8122 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656726 Sep 27 08:59:22.017093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c8d5f-6ad0-4036-a7ed-515f1dcde283 req-89df63ac-69ae-4e99-b389-fef9ef6bef85 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:22.018920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-647c8d5f-6ad0-4036-a7ed-515f1dcde283 req-89df63ac-69ae-4e99-b389-fef9ef6bef85 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0552406 Sep 27 08:59:22.063028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-647c8d5f-6ad0-4036-a7ed-515f1dcde283 req-1f396e2c-d066-4189-813e-79c92232306d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370052 Sep 27 08:59:22.569179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 35dac641-910f-40ce-b7a3-360ed00bc3e5 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:59:22.668745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 35dac641-910f-40ce-b7a3-360ed00bc3e5, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:22.681222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'port_id': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'mac_address': 'fa:16:3e:7e:36:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:59:22.721073 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:22.734096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dac641-910f-40ce-b7a3-360ed00bc3e5 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:59:22.754746 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 35dac641-910f-40ce-b7a3-360ed00bc3e5, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:22.759776 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:22.809408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=35dac641-910f-40ce-b7a3-360ed00bc3e5,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:22.961316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['35dac641-910f-40ce-b7a3-360ed00bc3e5'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:59:23.059926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e8b3b-e825-4092-9af7-1f34e4a9bcf0 req-d9514f28-3aca-492f-bdf4-af09f9eb5e47 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:23.068142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-658e8b3b-e825-4092-9af7-1f34e4a9bcf0 req-d9514f28-3aca-492f-bdf4-af09f9eb5e47 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 944 time: 0.0591288 Sep 27 08:59:23.111903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-658e8b3b-e825-4092-9af7-1f34e4a9bcf0 req-7b0cc52a-ad65-460c-a003-10ef23bc514a tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427389 Sep 27 08:59:23.212707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41236c2-050d-4f62-86b8-dfe808b8ca87 req-0ee922b9-0667-4291-851f-2adb3cec2fa1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:23.217964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b41236c2-050d-4f62-86b8-dfe808b8ca87 req-0ee922b9-0667-4291-851f-2adb3cec2fa1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0669606 Sep 27 08:59:23.259593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b41236c2-050d-4f62-86b8-dfe808b8ca87 req-8b18a9e5-0372-4de2-a1e6-e503e100fbc5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Sep 27 08:59:23.529587 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c6a73-4ef1-4bc6-a153-1bee44e8f1f6 req-9a5d6741-5878-4874-939d-9785b4dbeeeb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:23.531184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-356c6a73-4ef1-4bc6-a153-1bee44e8f1f6 req-9a5d6741-5878-4874-939d-9785b4dbeeeb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0535412 Sep 27 08:59:23.571578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-356c6a73-4ef1-4bc6-a153-1bee44e8f1f6 req-79ebd7bd-45a2-4b71-8e4d-0304a76e0cc0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Sep 27 08:59:24.240632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a330207-59ac-4661-aef6-c011cea8324c req-b271cae1-0589-4d82-b2db-ef35cc5d963f tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:24.242886 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a330207-59ac-4661-aef6-c011cea8324c req-b271cae1-0589-4d82-b2db-ef35cc5d963f tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 944 time: 0.0641563 Sep 27 08:59:24.283244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a330207-59ac-4661-aef6-c011cea8324c req-240b8ace-1ab4-428b-9b82-233bebf4ced8 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334585 Sep 27 08:59:24.584055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 35dac641-910f-40ce-b7a3-360ed00bc3e5 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:24.645254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 35dac641-910f-40ce-b7a3-360ed00bc3e5 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:59:24.649415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 35dac641-910f-40ce-b7a3-360ed00bc3e5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:24.649711 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:24.702617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e415d-b23d-4ee3-912f-3a0f749aacc3 req-c12f7605-e7e9-42c3-ab5d-ef024fea0557 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:24.704275 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-593e415d-b23d-4ee3-912f-3a0f749aacc3 req-c12f7605-e7e9-42c3-ab5d-ef024fea0557 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0586517 Sep 27 08:59:24.729066 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:24.749463 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-593e415d-b23d-4ee3-912f-3a0f749aacc3 req-0434ad7a-e461-4ea3-996b-e4e060055ea6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Sep 27 08:59:24.752910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dac641-910f-40ce-b7a3-360ed00bc3e5'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:24.755352 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5833c08a-9f54-4e94-ab71-f9988de429fc" -d '{"events": [{"server_uuid": "1603bc27-7e5a-4c7b-835e-3bacb41d5053", "name": "network-vif-plugged", "status": "completed", "tag": "35dac641-910f-40ce-b7a3-360ed00bc3e5"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:24.768890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 35dac641-910f-40ce-b7a3-360ed00bc3e5, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:24.776681 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:24.814560 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c33e078-b3b0-416e-9c4a-d8f7d53754d1 x-openstack-request-id: req-0c33e078-b3b0-416e-9c4a-d8f7d53754d1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:24.814923 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1603bc27-7e5a-4c7b-835e-3bacb41d5053", "name": "network-vif-plugged", "status": "completed", "tag": "35dac641-910f-40ce-b7a3-360ed00bc3e5", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:24.815244 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c33e078-b3b0-416e-9c4a-d8f7d53754d1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:24.815852 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'code': 200} Sep 27 08:59:24.833238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=35dac641-910f-40ce-b7a3-360ed00bc3e5,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:24.908275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a495b-a6b3-4161-8e2a-e6c8091432d5 req-e12c1819-e18b-47e5-9a04-531e5b8aeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:24.910056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-983a495b-a6b3-4161-8e2a-e6c8091432d5 req-e12c1819-e18b-47e5-9a04-531e5b8aeb42 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1096 time: 0.0422969 Sep 27 08:59:24.949240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-983a495b-a6b3-4161-8e2a-e6c8091432d5 req-a2737191-6809-4a2c-801d-9897574e8bd0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314219 Sep 27 08:59:25.229503 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51194) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:25.349855 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-448625bd-0362-4eca-bfba-d19ec8d705bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:25.426186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32179063-c0a1-43e4-820e-9456849e9da6 req-8fbf3320-2a08-44b5-8dfe-e5b49b9cc85d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:25.427785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32179063-c0a1-43e4-820e-9456849e9da6 req-8fbf3320-2a08-44b5-8dfe-e5b49b9cc85d tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 945 time: 0.0578511 Sep 27 08:59:25.446275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-448625bd-0362-4eca-bfba-d19ec8d705bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:25.452349 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-448625bd-0362-4eca-bfba-d19ec8d705bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:25.470143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32179063-c0a1-43e4-820e-9456849e9da6 req-7c6debff-8909-42c1-9bd6-54c196697ccd tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360291 Sep 27 08:59:25.488267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-448625bd-0362-4eca-bfba-d19ec8d705bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02c02369513d45c49f21a4103c7247a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576869 Sep 27 08:59:25.492807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51200) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:25.519110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448625bd-0362-4eca-bfba-d19ec8d705bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6baa47-8d8f-4967-8032-6a0ac3c75bbd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:25.556640 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3fa30cb-ee35-407e-82f2-4d0b85bd001a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:25.579140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3fa30cb-ee35-407e-82f2-4d0b85bd001a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:25.637603 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3fa30cb-ee35-407e-82f2-4d0b85bd001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:25.640157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b3fa30cb-ee35-407e-82f2-4d0b85bd001a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:25.641355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b3fa30cb-ee35-407e-82f2-4d0b85bd001a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc6baa47-8d8f-4967-8032-6a0ac3c75bbd HTTP/1.1" status: 204 len: 168 time: 0.1476216 Sep 27 08:59:25.654260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa30cb-ee35-407e-82f2-4d0b85bd001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6baa47-8d8f-4967-8032-6a0ac3c75bbd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:25.870565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb366-494f-468e-add8-ce5da313b55d req-a48298a5-434f-48f0-9366-78bd531b67b2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:25.872211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-320bb366-494f-468e-add8-ce5da313b55d req-a48298a5-434f-48f0-9366-78bd531b67b2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Sep 27 08:59:25.920979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-320bb366-494f-468e-add8-ce5da313b55d req-de4b6397-b19b-4ef7-be9f-5095f04d1be6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Sep 27 08:59:25.949451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51210) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:25.963278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c429a796-7b1d-465a-8a0d-867faf468f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:26.068549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c429a796-7b1d-465a-8a0d-867faf468f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:26.072221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fc829-782d-4730-980c-34f1bc7f999c req-b8f06107-b6e4-4bf7-8efd-c41dcc335e84 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:26.074070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d16fc829-782d-4730-980c-34f1bc7f999c req-b8f06107-b6e4-4bf7-8efd-c41dcc335e84 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0831878 Sep 27 08:59:26.074520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c429a796-7b1d-465a-8a0d-867faf468f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:26.108778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429a796-7b1d-465a-8a0d-867faf468f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cdf23f-6f4b-471c-859a-6b0820da8e80,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:26.126893 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d16fc829-782d-4730-980c-34f1bc7f999c req-5b185811-8abb-4dbc-9133-cb6aad7267ef tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Sep 27 08:59:26.134789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c429a796-7b1d-465a-8a0d-867faf468f71 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e3643c1dc1e41cf8df867af0a0a227b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839612 Sep 27 08:59:26.135522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51214) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:26.187375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845366fd-ebc0-40bf-872f-7b0879489acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:26.212892 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845366fd-ebc0-40bf-872f-7b0879489acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:26.266737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845366fd-ebc0-40bf-872f-7b0879489acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:26.269464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-845366fd-ebc0-40bf-872f-7b0879489acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:26.270913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-845366fd-ebc0-40bf-872f-7b0879489acd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80cdf23f-6f4b-471c-859a-6b0820da8e80 HTTP/1.1" status: 204 len: 168 time: 0.1341736 Sep 27 08:59:26.280611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845366fd-ebc0-40bf-872f-7b0879489acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cdf23f-6f4b-471c-859a-6b0820da8e80,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:26.288179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8804088-df06-4795-9be0-e560be2dd40d req-42a921d0-159f-4928-8f05-11422f17ab8d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:26.290621 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8804088-df06-4795-9be0-e560be2dd40d req-42a921d0-159f-4928-8f05-11422f17ab8d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0637796 Sep 27 08:59:26.334358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8804088-df06-4795-9be0-e560be2dd40d req-2ad4bb61-7a7b-481c-b450-e6ae3b600e3d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Sep 27 08:59:26.459439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5ff32-de53-4e2d-b3df-897df9a0f782 req-846cca0a-680b-488d-b5ca-7a9f23a1d483 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:26.461249 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27d5ff32-de53-4e2d-b3df-897df9a0f782 req-846cca0a-680b-488d-b5ca-7a9f23a1d483 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0525556 Sep 27 08:59:26.512894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27d5ff32-de53-4e2d-b3df-897df9a0f782 req-2659a094-16fe-421b-a77f-7240eb0dba25 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Sep 27 08:59:26.624854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7729-9988-4e07-b122-084f00ab0e1d req-f6782e9c-145e-44c4-8aca-1515a50302e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:26.627420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e7729-9988-4e07-b122-084f00ab0e1d req-f6782e9c-145e-44c4-8aca-1515a50302e6 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 945 time: 0.0659370 Sep 27 08:59:26.681197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a1e7729-9988-4e07-b122-084f00ab0e1d req-b2640249-7ab2-43ea-ab8b-c1ca86a265ee tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474811 Sep 27 08:59:26.704894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014b96c-1e99-4321-9f75-c4f35147feca req-7b0ccad5-f73f-45e7-b055-2eb1fe643641 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:26.706913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1014b96c-1e99-4321-9f75-c4f35147feca req-7b0ccad5-f73f-45e7-b055-2eb1fe643641 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0716963 Sep 27 08:59:26.773781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1014b96c-1e99-4321-9f75-c4f35147feca req-224f0817-91ee-4b3b-9f96-6d994d35be75 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584810 Sep 27 08:59:26.814705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeebc9-ea1b-48ee-98b2-58cef418c240 req-3520b5b7-3d68-4e59-a875-ccd7f0c71c19 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:26.824957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6fbeebc9-ea1b-48ee-98b2-58cef418c240 req-3520b5b7-3d68-4e59-a875-ccd7f0c71c19 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 945 time: 0.0740948 Sep 27 08:59:26.871361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6fbeebc9-ea1b-48ee-98b2-58cef418c240 req-6864c8a2-7b3f-4dce-ae79-80b1601cacac tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454588 Sep 27 08:59:26.918558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a55cd5-c514-4002-b4d8-e2980ab3dbae req-ec6be0da-9eb4-4081-a8ee-73e055640d90 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:26.920314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-25a55cd5-c514-4002-b4d8-e2980ab3dbae req-ec6be0da-9eb4-4081-a8ee-73e055640d90 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0679471 Sep 27 08:59:26.969457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-25a55cd5-c514-4002-b4d8-e2980ab3dbae req-0f95e8c6-084a-455a-8e50-31a15fb7b4d8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Sep 27 08:59:27.000588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ebdef-34b4-4bcd-8a57-582e6d2ad507 req-6560b081-31c8-430f-b687-77c64090dca5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:27.002278 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-440ebdef-34b4-4bcd-8a57-582e6d2ad507 req-6560b081-31c8-430f-b687-77c64090dca5 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 945 time: 0.0594866 Sep 27 08:59:27.057310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-440ebdef-34b4-4bcd-8a57-582e6d2ad507 req-92d9e4a4-40d1-4e1a-b3e7-3506a1bc1967 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475466 Sep 27 08:59:27.082879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51256) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:27.433625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d26141-0dab-4f10-8ccf-0c08a5136808 tempest-TestServerBasicOps-1772793922 tempest-TestServerBasicOps-1772793922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:27.438592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8d26141-0dab-4f10-8ccf-0c08a5136808 tempest-TestServerBasicOps-1772793922 tempest-TestServerBasicOps-1772793922-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1091 time: 0.3545415 Sep 27 08:59:27.441565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:27.446424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:27.477826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:27.494465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7e35a-170a-4e67-bf35-43b5175e1d77 req-06f695aa-fa02-4bc8-ae05-cf02d70c0c03 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:27.501959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcb7e35a-170a-4e67-bf35-43b5175e1d77 req-06f695aa-fa02-4bc8-ae05-cf02d70c0c03 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.3907683 Sep 27 08:59:27.551841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcb7e35a-170a-4e67-bf35-43b5175e1d77 req-0741962a-eab7-47a3-8b8f-51828c656c47 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Sep 27 08:59:27.610101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:27.744445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Allocated IP 172.25.2.148 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/5b5aa0cf-37df-4de7-9514-ad80e7dca2ec) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:27.833555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b13a1-95b9-45b1-81ca-5e1b931b5c46 req-25c43d3d-4c83-46c5-b35f-2de56d685aad tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:27.841026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-578b13a1-95b9-45b1-81ca-5e1b931b5c46 req-25c43d3d-4c83-46c5-b35f-2de56d685aad tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1863325 Sep 27 08:59:27.919892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-578b13a1-95b9-45b1-81ca-5e1b931b5c46 req-5a558054-7ebf-41c0-b992-bb382bb79e93 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779321 Sep 27 08:59:27.949335 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:27.990645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:28.029228 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:28.043170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:28.059456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:28.097525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'Port': ['ID=5b5aa0cf-37df-4de7-9514-ad80e7dca2ec,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:28.136961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e30bce-78fd-4ce3-a7f5-487693dc90aa req-f6d012f4-efb7-402c-adc0-2e28ea5f0bbf tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:28.138772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97e30bce-78fd-4ce3-a7f5-487693dc90aa req-f6d012f4-efb7-402c-adc0-2e28ea5f0bbf tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1132257 Sep 27 08:59:28.221258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-97e30bce-78fd-4ce3-a7f5-487693dc90aa req-1681060f-2dfd-4cba-bf6b-168a33df1a7f tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747697 Sep 27 08:59:28.369264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d31c-5d4c-4d8e-aa5c-a9bdd9eb87cc req-c55d6852-332a-4632-a549-313285a9f474 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:28.376972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ee7d31c-5d4c-4d8e-aa5c-a9bdd9eb87cc req-c55d6852-332a-4632-a549-313285a9f474 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0719845 Sep 27 08:59:28.429089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ee7d31c-5d4c-4d8e-aa5c-a9bdd9eb87cc req-83c2cd80-1878-4cb7-863d-6996b9552668 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470908 Sep 27 08:59:28.577668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068f6b9-1e6d-4201-87dc-911a8036421d req-e276be94-7073-4e80-bb71-2da0139e7deb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:28.579973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4068f6b9-1e6d-4201-87dc-911a8036421d req-e276be94-7073-4e80-bb71-2da0139e7deb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0551832 Sep 27 08:59:28.623819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4068f6b9-1e6d-4201-87dc-911a8036421d req-863ab580-fce2-4b06-8365-1e4a5be1707b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355699 Sep 27 08:59:28.713679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:28.837835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d647-943e-475c-afe4-b7c57ce32f3b req-005de952-1bc0-40c7-b55a-ef20a35236d0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:28.839838 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c91d647-943e-475c-afe4-b7c57ce32f3b req-005de952-1bc0-40c7-b55a-ef20a35236d0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1455956 Sep 27 08:59:29.038989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-a0bc0033-033c-471b-b60a-0d2cf41ee602 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b668589ab364414792b0429e5d960110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321579 Sep 27 08:59:29.239513 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:29.241923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-510d37a2-1537-4db5-95c4-1299a77af5ef tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:29.246111 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-510d37a2-1537-4db5-95c4-1299a77af5ef tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013171 Sep 27 08:59:29.260181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-9ce5c88b-b215-4067-aef1-3cf673cafca5 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/quotas/b668589ab364414792b0429e5d960110 HTTP/1.1" status: 200 len: 375 time: 0.0097716 Sep 27 08:59:29.286456 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c91d647-943e-475c-afe4-b7c57ce32f3b req-b0454905-5ef3-4800-ba5d-e89f381c5be9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688190 Sep 27 08:59:29.294098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-b5b7a224-6f0c-4b02-9522-525b14ef7e44 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b668589ab364414792b0429e5d960110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281084 Sep 27 08:59:29.431306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:29.438054 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:29.533258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event updated for resources: {'Port': ['ID=5b5aa0cf-37df-4de7-9514-ad80e7dca2ec,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:29.548962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a09cea-eb13-4686-a533-0e65939303df req-a5400878-bc97-48f1-81a9-a6e7b326059a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 210 time: 0.0717502 Sep 27 08:59:29.622903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af20e74-e977-418f-83fa-afce8413f949 req-e00f5281-cba0-4d74-8523-bf28d877a4e2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:29.622903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3af20e74-e977-418f-83fa-afce8413f949 req-e00f5281-cba0-4d74-8523-bf28d877a4e2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1321588 Sep 27 08:59:29.638730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:29.715421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3af20e74-e977-418f-83fa-afce8413f949 req-00ad6f2f-870f-4ebd-9508-b5bea4f19208 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784349 Sep 27 08:59:29.785177 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Floating IP f940ee16-8c3d-4ad6-9e15-bba7d4d1d494 associated. External IP: 172.25.2.148, port: 35dac641-910f-40ce-b7a3-360ed00bc3e5. Sep 27 08:59:29.877305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327d189-a5cc-4db5-97f6-7213e4861cab req-ceb7031a-1a92-436f-81c3-ded1ba0b1e73 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:29.888575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b327d189-a5cc-4db5-97f6-7213e4861cab req-ceb7031a-1a92-436f-81c3-ded1ba0b1e73 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0888827 Sep 27 08:59:29.945301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b327d189-a5cc-4db5-97f6-7213e4861cab req-bd60919b-504a-4420-a451-c46d9507f310 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501733 Sep 27 08:59:30.072779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Router 34570e61-4aba-4ba0-9313-14071dd0243c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:59:30.104663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed8e2-a0ca-485c-9e7c-7144f679dfa9 req-46868d54-c89e-42e0-b53e-d8b19814e663 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:30.113767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a8ed8e2-a0ca-485c-9e7c-7144f679dfa9 req-46868d54-c89e-42e0-b53e-d8b19814e663 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0717001 Sep 27 08:59:30.156156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a8ed8e2-a0ca-485c-9e7c-7144f679dfa9 req-f8231e51-0608-4c0e-b3f5-829a06a81663 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Sep 27 08:59:30.218428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:59:30.243751 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] Sync routers for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:59:30.253841 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:30.254431 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:59:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:30.290789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:30.336314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58058c41-a98c-4674-9d57-b3291641e189 req-95ded893-64c0-45e2-a1fa-61f73392ac7c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:30.337859 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58058c41-a98c-4674-9d57-b3291641e189 req-95ded893-64c0-45e2-a1fa-61f73392ac7c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0913198 Sep 27 08:59:30.339637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4161b747-b1d1-41b6-ab84-2226a4d391cf tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8969498 Sep 27 08:59:30.340442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'tag': '35dac641-910f-40ce-b7a3-360ed00bc3e5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:30.342838 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4c5c63-5dc9-45e4-af23-38841021e388" -d '{"events": [{"name": "network-changed", "server_uuid": "1603bc27-7e5a-4c7b-835e-3bacb41d5053", "tag": "35dac641-910f-40ce-b7a3-360ed00bc3e5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:30.384627 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:30.385329 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-58058c41-a98c-4674-9d57-b3291641e189 req-f0393d34-64ff-448d-9a3d-ea94a9efe255 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Sep 27 08:59:30.406813 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b743901-1648-411b-95b4-5cc84435a613 x-openstack-request-id: req-3b743901-1648-411b-95b4-5cc84435a613 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:30.406813 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1603bc27-7e5a-4c7b-835e-3bacb41d5053", "tag": "35dac641-910f-40ce-b7a3-360ed00bc3e5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:30.406813 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b743901-1648-411b-95b4-5cc84435a613 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:30.406813 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'tag': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'status': 'completed', 'code': 200} Sep 27 08:59:30.477273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-50f6c5e7-3de3-45c8-bdd3-0591d9af6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:30.483244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-50f6c5e7-3de3-45c8-bdd3-0591d9af6ab4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1096 time: 0.0574679 Sep 27 08:59:30.576192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2747c-af7f-4b45-b5af-0ad58b34cf6b req-39f2b5ac-bc3b-4bf3-9905-c9a42bb1732b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:30.578196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13a2747c-af7f-4b45-b5af-0ad58b34cf6b req-39f2b5ac-bc3b-4bf3-9905-c9a42bb1732b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0688627 Sep 27 08:59:30.619337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-2f5d392a-8ca2-471a-b737-322136201364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:30.621038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-2f5d392a-8ca2-471a-b737-322136201364 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 910 time: 0.1302440 Sep 27 08:59:30.660571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13a2747c-af7f-4b45-b5af-0ad58b34cf6b req-a9b2bdc9-ebcb-40d9-85a6-73e6ce8fcdd8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667300 Sep 27 08:59:30.707687 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f940ee16-8c3d-4ad6-9e15-bba7d4d1d494', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'port_id': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'mac_address': 'fa:16:3e:7e:36:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:59:28Z', 'updated_at': '2021-09-27T08:59:28Z', 'revision_number': 0, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:59:05Z', 'revision_number': 5, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:30.725750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-32dcbc66-86cc-4271-8cdb-395b90e1e777 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 999 time: 0.0969760 Sep 27 08:59:30.753014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-884efafc-61d2-4d0f-9c33-f2c96d901e97 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b668589ab364414792b0429e5d960110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672336 Sep 27 08:59:30.773738 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] Checking router: 34570e61-4aba-4ba0-9313-14071dd0243c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:59:30.783890 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:30.784535 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:59:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:30.787351 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac1cfc69-0f29-40fe-83b2-904711d89b5c req-17beeba1-238e-4782-b59d-3163590c1199 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 210 time: 0.0605180 Sep 27 08:59:30.814061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-0b3feb33-4ff1-4392-a126-f71379db9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:30.815809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-0b3feb33-4ff1-4392-a126-f71379db9a17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 200 len: 848 time: 0.0793579 Sep 27 08:59:30.870332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-f7e712b4-7e7b-4034-87f4-9f87a97d38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:30.872059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-f7e712b4-7e7b-4034-87f4-9f87a97d38dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0fc5127e-623c-4081-8e0c-1af0b134ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470757 Sep 27 08:59:30.890430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-7c24166b-b5d1-41f8-a2c8-6dbf111d4bea service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:59:30.896731 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-7c24166b-b5d1-41f8-a2c8-6dbf111d4bea service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072789 Sep 27 08:59:30.996691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19cb53-9976-4c1d-82e6-e25b816561b1 req-ccbc2e63-1b88-4569-95e0-e9f1794e30f3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:31.004368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d19cb53-9976-4c1d-82e6-e25b816561b1 req-ccbc2e63-1b88-4569-95e0-e9f1794e30f3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.2238944 Sep 27 08:59:31.041786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-83dec0d3-667d-4f3c-8016-e87697937b15 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427228 Sep 27 08:59:31.045749 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:31.085439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2cef543a-ba0f-4ca5-89c8-5fbcce6ab921 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:31.086961 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2cef543a-ba0f-4ca5-89c8-5fbcce6ab921 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274744 Sep 27 08:59:31.098416 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1d19cb53-9976-4c1d-82e6-e25b816561b1 req-908e148b-e295-424e-83ac-4966e7f6b656 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930264 Sep 27 08:59:31.111480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Request body: {'port': {'device_id': '4657eeb9-8f8d-4e46-b40c-08349a6bb653', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'b668589ab364414792b0429e5d960110'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:31.207637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1a4c5c63-5dc9-45e4-af23-38841021e388 req-bb910896-f6e3-4d3e-b63e-86865ad2a72d service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537244 Sep 27 08:59:31.271407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Made reservation on behalf of b668589ab364414792b0429e5d960110 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:59:31.275965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:31.286525 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:31.365059 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f940ee16-8c3d-4ad6-9e15-bba7d4d1d494', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'port_id': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'mac_address': 'fa:16:3e:7e:36:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:59:28Z', 'updated_at': '2021-09-27T08:59:28Z', 'revision_number': 0, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:59:05Z', 'revision_number': 5, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:31.399589 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be183f-ac81-4a4b-97f6-298f2374512b None None] The sync data for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 is: [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f940ee16-8c3d-4ad6-9e15-bba7d4d1d494', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'port_id': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'mac_address': 'fa:16:3e:7e:36:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:59:28Z', 'updated_at': '2021-09-27T08:59:28Z', 'revision_number': 0, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:59:05Z', 'revision_number': 5, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:59:31.420250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d12bae-84b3-4041-a993-a14407be3e7e req-890ecfb2-8a8f-4a8b-aa4c-c1e45e4e6760 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:31.421669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78d12bae-84b3-4041-a993-a14407be3e7e req-890ecfb2-8a8f-4a8b-aa4c-c1e45e4e6760 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0774751 Sep 27 08:59:31.470821 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:31.478825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:31.538551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-78d12bae-84b3-4041-a993-a14407be3e7e req-76cce51b-e292-44fa-b75e-f31c0f44ac57 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030192 Sep 27 08:59:31.566614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de95b6df-6374-4235-b538-e64d2f60aa68,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:31.630483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Allocated IP 192.168.233.156 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/42a76060-7c9b-4bb6-9784-f04eae33efe3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:31.689968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ede0b7-6786-418b-a0cf-79b0abae7c61 req-74971894-f145-4e2f-9061-9ce940d3bbbc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:31.698911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8407d-8d19-42ba-9a80-d2ab21e67d18 None None] New status for floating IP f940ee16-8c3d-4ad6-9e15-bba7d4d1d494: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:59:31.701263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98ede0b7-6786-418b-a0cf-79b0abae7c61 req-74971894-f145-4e2f-9061-9ce940d3bbbc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0735593 Sep 27 08:59:31.772866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98ede0b7-6786-418b-a0cf-79b0abae7c61 req-7bf92323-0a9e-47b2-9bb8-63b457b7c389 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Sep 27 08:59:31.836383 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:31.884183 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:31.936217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:31.951541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:31.962205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e910a-ee6a-408b-aabf-d2e041b3455d req-ab9f390b-3a01-4dee-abeb-89c6de181fbd tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:31.971305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-511e910a-ee6a-408b-aabf-d2e041b3455d req-ab9f390b-3a01-4dee-abeb-89c6de181fbd tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0920193 Sep 27 08:59:31.983814 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:32.030739 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-511e910a-ee6a-408b-aabf-d2e041b3455d req-f98bc0d1-e4d8-4f91-a9ce-cc3f0164f074 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Sep 27 08:59:32.076060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Pushing event updated for resources: {'Port': ['ID=42a76060-7c9b-4bb6-9784-f04eae33efe3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:32.087025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:32.087669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:32.113215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239bf2-eef9-42e0-9a63-6b0d38e02d4c req-d94d358b-006e-4246-ac41-6546647ea037 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:32.115082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0d239bf2-eef9-42e0-9a63-6b0d38e02d4c req-d94d358b-006e-4246-ac41-6546647ea037 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 936 time: 0.1879797 Sep 27 08:59:32.117516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-2d34d43a-fc56-48a9-b9af-24a48079ef1c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0131245 Sep 27 08:59:32.133882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Request body: {'port': {'device_id': '4657eeb9-8f8d-4e46-b40c-08349a6bb653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:32.182151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:32.212474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c9b64-3208-4b86-905c-386b7c8b1dc5 req-2985b54a-308f-4e28-ab3f-c44799175c16 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:32.214487 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e31c9b64-3208-4b86-905c-386b7c8b1dc5 req-2985b54a-308f-4e28-ab3f-c44799175c16 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0702047 Sep 27 08:59:32.259567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2c1d5d81-4398-462d-940e-43e8e0faba59 None None] Provisioning complete for port 42a76060-7c9b-4bb6-9784-f04eae33efe3 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:32.260287 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d81-4398-462d-940e-43e8e0faba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:32.280134 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e31c9b64-3208-4b86-905c-386b7c8b1dc5 req-d2ba2245-d680-4559-aba1-51031f56c70f tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588956 Sep 27 08:59:32.322989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d5d81-4398-462d-940e-43e8e0faba59 None None] Port 42a76060-7c9b-4bb6-9784-f04eae33efe3 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:32.518302 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0d239bf2-eef9-42e0-9a63-6b0d38e02d4c req-0184f06d-a4ae-4c5e-a781-a237cdaedef3 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969374 Sep 27 08:59:32.535592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-973240e4-01ef-4b8a-bf2e-5657887fdb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:32.550347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:32.834602 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5ea00-416b-4d9e-874c-ad10074011bf req-5f23aa3e-ed52-4ecf-bff9-9d9e18e88806 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:32.836014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7fa5ea00-416b-4d9e-874c-ad10074011bf req-5f23aa3e-ed52-4ecf-bff9-9d9e18e88806 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1494246 Sep 27 08:59:32.839366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-973240e4-01ef-4b8a-bf2e-5657887fdb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:32.851268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-973240e4-01ef-4b8a-bf2e-5657887fdb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:32.931607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-973240e4-01ef-4b8a-bf2e-5657887fdb0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=434e973c4b6242d795c53df6bfacc684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483134 Sep 27 08:59:32.934609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51394) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:32.937563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973240e4-01ef-4b8a-bf2e-5657887fdb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b577fd2-d98f-4fbb-9063-cb55a1d6c869,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:32.946970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7fa5ea00-416b-4d9e-874c-ad10074011bf req-1286d2d6-312f-49f4-b789-b5c6a3530d0a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034706 Sep 27 08:59:32.985051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a76060-7c9b-4bb6-9784-f04eae33efe3 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:59:32.988358 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc8307a1-5eab-4ddb-b211-a5345546df69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:32.992641 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:33.005152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Transition to ACTIVE for port object 42a76060-7c9b-4bb6-9784-f04eae33efe3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:59:33.010635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc8307a1-5eab-4ddb-b211-a5345546df69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:33.011596 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:33.061379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Pushing event updated for resources: {'Port': ['ID=42a76060-7c9b-4bb6-9784-f04eae33efe3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:33.070412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc8307a1-5eab-4ddb-b211-a5345546df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:33.073416 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fc8307a1-5eab-4ddb-b211-a5345546df69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:33.077271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fc8307a1-5eab-4ddb-b211-a5345546df69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b577fd2-d98f-4fbb-9063-cb55a1d6c869 HTTP/1.1" status: 204 len: 168 time: 0.1390593 Sep 27 08:59:33.084760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8307a1-5eab-4ddb-b211-a5345546df69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b577fd2-d98f-4fbb-9063-cb55a1d6c869,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:33.141004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Attempting to bind port 42a76060-7c9b-4bb6-9784-f04eae33efe3 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:33.141519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Attempting to bind port 42a76060-7c9b-4bb6-9784-f04eae33efe3 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:33.141854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Attempting to bind port 42a76060-7c9b-4bb6-9784-f04eae33efe3 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:33.146772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Port 42a76060-7c9b-4bb6-9784-f04eae33efe3 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:59:33.147248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Attempting to bind port 42a76060-7c9b-4bb6-9784-f04eae33efe3 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:33.153400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:33.153744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:33.154154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:33.154565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Bound port: 42a76060-7c9b-4bb6-9784-f04eae33efe3, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:33.154952 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:33.236664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] For port 42a76060-7c9b-4bb6-9784-f04eae33efe3, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:33.240183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] For port 42a76060-7c9b-4bb6-9784-f04eae33efe3, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=42a76060-7c9b-4bb6-9784-f04eae33efe3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:33.246244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:33.279135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:33.279769 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:33.281350 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] 10.222.0.57 "PUT /v2.0/ports/42a76060-7c9b-4bb6-9784-f04eae33efe3 HTTP/1.1" status: 200 len: 1096 time: 1.1526232 Sep 27 08:59:33.281674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4657eeb9-8f8d-4e46-b40c-08349a6bb653', 'tag': '42a76060-7c9b-4bb6-9784-f04eae33efe3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:33.283951 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d4186-2885-45c7-a35a-f73a8021b2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4657eeb9-8f8d-4e46-b40c-08349a6bb653", "tag": "42a76060-7c9b-4bb6-9784-f04eae33efe3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:33.317162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90aeb7-c934-4fcd-8553-e19015479b97 service neutron] Pushing event updated for resources: {'Port': ['ID=42a76060-7c9b-4bb6-9784-f04eae33efe3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:33.363827 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8204000-f848-406d-93e9-8364c8a1ff4b x-openstack-request-id: req-c8204000-f848-406d-93e9-8364c8a1ff4b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:33.364130 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4657eeb9-8f8d-4e46-b40c-08349a6bb653", "tag": "42a76060-7c9b-4bb6-9784-f04eae33efe3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:33.364403 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8204000-f848-406d-93e9-8364c8a1ff4b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:33.364808 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4657eeb9-8f8d-4e46-b40c-08349a6bb653', 'tag': '42a76060-7c9b-4bb6-9784-f04eae33efe3', 'status': 'completed', 'code': 200} Sep 27 08:59:33.382578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-6c3394c8-2ac2-4eb5-ab44-bf4731310b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:33.384131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-6c3394c8-2ac2-4eb5-ab44-bf4731310b62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b668589ab364414792b0429e5d960110&device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 1099 time: 0.0553224 Sep 27 08:59:33.435946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-65299b79-61db-4dbf-9f88-b233fcf9fad6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=42a76060-7c9b-4bb6-9784-f04eae33efe3 HTTP/1.1" status: 200 len: 217 time: 0.0417113 Sep 27 08:59:33.488144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-a7dfcad3-256e-486d-afb3-aa38f21a342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:33.489784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-a7dfcad3-256e-486d-afb3-aa38f21a342a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0466194 Sep 27 08:59:33.551598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-afda76e6-2b17-4243-891c-b66384820e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:33.553251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-afda76e6-2b17-4243-891c-b66384820e8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536041 Sep 27 08:59:33.685188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-0ffea09b-1d11-4773-ab14-fa42ed41d634 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235573 Sep 27 08:59:33.700690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebe02f-500d-463f-bcd7-75d102a5c523 req-44cb91d3-bd9f-4d32-8c0e-4876b7b9d4d4 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:33.700690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7eebe02f-500d-463f-bcd7-75d102a5c523 req-44cb91d3-bd9f-4d32-8c0e-4876b7b9d4d4 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 948 time: 0.0716872 Sep 27 08:59:33.797387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7eebe02f-500d-463f-bcd7-75d102a5c523 req-6790e04f-38f9-41c3-b525-f15172ec0332 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919988 Sep 27 08:59:33.820980 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb6d714-f793-49a5-a9dc-beb7b11c7f81 req-c6611e22-b1c0-41a4-bc76-484647aad865 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145382 Sep 27 08:59:33.913241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-8c733261-9d0a-4c98-bf4e-9c437f8bf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:33.914798 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-8c733261-9d0a-4c98-bf4e-9c437f8bf8c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b668589ab364414792b0429e5d960110&device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 1099 time: 0.0430565 Sep 27 08:59:34.018122 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-add5740f-2bd7-4436-9f83-be72f81524a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:34.019633 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-add5740f-2bd7-4436-9f83-be72f81524a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.0935333 Sep 27 08:59:34.065401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-53e43a34-3173-4b0c-abf8-c76d12c92edf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=42a76060-7c9b-4bb6-9784-f04eae33efe3 HTTP/1.1" status: 200 len: 217 time: 0.0359900 Sep 27 08:59:34.083761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cb37e-c4c1-4280-b212-fdaa2a59ade8 req-c7251ee1-34de-460f-80f0-ce800a4c0185 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:34.083761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-887cb37e-c4c1-4280-b212-fdaa2a59ade8 req-c7251ee1-34de-460f-80f0-ce800a4c0185 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0541565 Sep 27 08:59:34.125741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-7ddb879d-a643-4232-a0e2-dedef2f849d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:34.127480 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-7ddb879d-a643-4232-a0e2-dedef2f849d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0544288 Sep 27 08:59:34.133520 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-887cb37e-c4c1-4280-b212-fdaa2a59ade8 req-3ff904a1-5bf8-4f6c-9f2b-6a46c20f4e63 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Sep 27 08:59:34.177206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-7b641a8e-8cdc-420c-b23e-021c5b650898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:34.178844 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-7b641a8e-8cdc-420c-b23e-021c5b650898 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432775 Sep 27 08:59:34.279846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-a1674d1f-a3f9-4f35-baa0-35e6be7abc2f service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907416 Sep 27 08:59:34.383542 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ee8d4186-2885-45c7-a35a-f73a8021b2b4 req-e97a8146-b5d0-440f-a617-368fb2326d53 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962334 Sep 27 08:59:34.914499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07c421-0517-4dc4-9a8c-8a1ac0e951ab req-6040a700-3ceb-4e94-9571-de5a8070e850 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:34.915997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2c07c421-0517-4dc4-9a8c-8a1ac0e951ab req-6040a700-3ceb-4e94-9571-de5a8070e850 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 948 time: 0.0502772 Sep 27 08:59:34.953776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2c07c421-0517-4dc4-9a8c-8a1ac0e951ab req-b4d963de-4cd8-43c2-93da-3194c5de9a6b tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Sep 27 08:59:35.144490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51456) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:35.149624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'network': {'name': 'tempest-network-smoke--1404387698', 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'port_security_enabled': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:35.175905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Made reservation on behalf of f76b2148c98a4fed9ff59605406a9262 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:59:35.179686 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.188508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.266380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 42a76060-7c9b-4bb6-9784-f04eae33efe3 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:59:35.280525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae7058-c3fa-4e7a-a48c-dfb14ceaef0f req-6dccfdd5-cda8-40b6-9362-ad900b3defdb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:35.281973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7ae7058-c3fa-4e7a-a48c-dfb14ceaef0f req-6dccfdd5-cda8-40b6-9362-ad900b3defdb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0745878 Sep 27 08:59:35.336930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7ae7058-c3fa-4e7a-a48c-dfb14ceaef0f req-d518a063-9e97-4f2e-95fb-7852ccaaefbc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472708 Sep 27 08:59:35.359765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.364909 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.368051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 42a76060-7c9b-4bb6-9784-f04eae33efe3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=42a76060-7c9b-4bb6-9784-f04eae33efe3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:35.378759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '42a76060-7c9b-4bb6-9784-f04eae33efe3', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '42a76060-7c9b-4bb6-9784-f04eae33efe3', 'mac_address': 'fa:16:3e:ba:a9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:59:35.395747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 08:59:35.402094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61948bd4-c419-4d1b-883b-088a728fed5d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:35.410001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.410432 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Added segment ec6850cb-ebde-47d4-bbfd-e00640abec43 of type vlan for network 1456736b-df89-44ba-ae21-becb343f9b75 Sep 27 08:59:35.420872 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.433802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a76060-7c9b-4bb6-9784-f04eae33efe3 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:59:35.450122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.453859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 42a76060-7c9b-4bb6-9784-f04eae33efe3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=42a76060-7c9b-4bb6-9784-f04eae33efe3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:35.458383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.475643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.481375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:35.481962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.507852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=42a76060-7c9b-4bb6-9784-f04eae33efe3,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:35.518036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3724689 Sep 27 08:59:35.520972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51460) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:35.527280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'admin_state_up': True, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:35.561907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d4a27-4963-474d-a128-5654942cf950 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Network': ['ID=1456736b-df89-44ba-ae21-becb343f9b75,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:35.573101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1456736b-df89-44ba-ae21-becb343f9b75 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 08:59:35.580312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.581449 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.633181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.715004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['42a76060-7c9b-4bb6-9784-f04eae33efe3'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:59:35.768532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.875878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.958150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:35.980080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:36.069217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ab4e3-806a-466f-beb6-f30cd23730ba req-48472a8c-9993-475a-b7b3-10016f8d9463 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:36.070749 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e55ab4e3-806a-466f-beb6-f30cd23730ba req-48472a8c-9993-475a-b7b3-10016f8d9463 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 949 time: 0.0484216 Sep 27 08:59:36.084948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Allocated IP 172.25.2.103 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/196ac103-a65e-4dfb-8537-f5bcd15e2c2e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:36.110963 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e55ab4e3-806a-466f-beb6-f30cd23730ba req-0a1ef4f6-5e24-4017-9cc1-58ddc038e359 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Sep 27 08:59:36.191271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:36.234380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:36.272685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:36.275482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:36.281789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:36.284800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=196ac103-a65e-4dfb-8537-f5bcd15e2c2e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:36.473578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49dc0-000c-4620-b3d0-eb95886a2fac req-27bd96a4-a944-4394-ac35-ae639c41f272 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:36.475048 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52e49dc0-000c-4620-b3d0-eb95886a2fac req-27bd96a4-a944-4394-ac35-ae639c41f272 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0629921 Sep 27 08:59:36.578925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52e49dc0-000c-4620-b3d0-eb95886a2fac req-f334c4b0-ba57-4599-b2f5-c86c5a3a50f4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719652 Sep 27 08:59:36.595268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:36.820231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:37.210273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-f604feab-9a41-4b5f-95d4-f5a90579472b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4207146 Sep 27 08:59:37.242969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e26b30-66bc-40c6-a47a-eff7cfe5d68f req-ec13b292-bf42-40f7-96eb-27c37b887795 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:37.244681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8e26b30-66bc-40c6-a47a-eff7cfe5d68f req-ec13b292-bf42-40f7-96eb-27c37b887795 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 949 time: 0.0595741 Sep 27 08:59:37.278047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 42a76060-7c9b-4bb6-9784-f04eae33efe3 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:37.287471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e8e26b30-66bc-40c6-a47a-eff7cfe5d68f req-654aca5d-36ee-431d-a1c3-478be8f46d7c tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357852 Sep 27 08:59:37.322260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-0e417e1d-2e9f-4e14-bb70-3b82704f588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:37.323784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-0e417e1d-2e9f-4e14-bb70-3b82704f588b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1096 time: 0.0590441 Sep 27 08:59:37.333097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 42a76060-7c9b-4bb6-9784-f04eae33efe3 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:59:37.334300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 08:59:37.337795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 42a76060-7c9b-4bb6-9784-f04eae33efe3 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:37.338363 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:37.415420 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:37.438636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4657eeb9-8f8d-4e46-b40c-08349a6bb653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a76060-7c9b-4bb6-9784-f04eae33efe3'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:37.441220 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e07140-38ab-434d-862a-015f65d9003e" -d '{"events": [{"server_uuid": "4657eeb9-8f8d-4e46-b40c-08349a6bb653", "name": "network-vif-plugged", "status": "completed", "tag": "42a76060-7c9b-4bb6-9784-f04eae33efe3"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:37.458442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 42a76060-7c9b-4bb6-9784-f04eae33efe3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=42a76060-7c9b-4bb6-9784-f04eae33efe3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:37.464589 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:37.491547 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baea26d-2ce8-46e4-83b5-a16459b5a38a x-openstack-request-id: req-7baea26d-2ce8-46e4-83b5-a16459b5a38a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:37.491909 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4657eeb9-8f8d-4e46-b40c-08349a6bb653", "name": "network-vif-plugged", "status": "completed", "tag": "42a76060-7c9b-4bb6-9784-f04eae33efe3", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:37.492106 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7baea26d-2ce8-46e4-83b5-a16459b5a38a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:37.492548 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4657eeb9-8f8d-4e46-b40c-08349a6bb653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a76060-7c9b-4bb6-9784-f04eae33efe3', 'code': 200} Sep 27 08:59:37.503276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-eef46552-4de5-4b12-a2e6-f4d305325b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:37.504788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-eef46552-4de5-4b12-a2e6-f4d305325b52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 910 time: 0.1612582 Sep 27 08:59:37.510468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:59:37.522890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=42a76060-7c9b-4bb6-9784-f04eae33efe3,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:37.544268 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Sync routers for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:59:37.553593 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:37.554309 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:59:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:37.574252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:37.575516 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a828243f-2fe2-425b-8d29-508f169d2aaf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0536377 Sep 27 08:59:37.579594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:37.586291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-92133586-c833-40d2-b675-4ad25d008bb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 1001 time: 0.0722573 Sep 27 08:59:37.597976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7dc0c-f094-4ae0-8f4e-09d976e90f65 req-fc6360a1-04c5-47de-b3e2-40dc54e31a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:37.599537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0cd7dc0c-f094-4ae0-8f4e-09d976e90f65 req-fc6360a1-04c5-47de-b3e2-40dc54e31a6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 1101 time: 0.0506523 Sep 27 08:59:37.648586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-8d206c95-f7da-4b14-899d-2567565dd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:37.650385 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-8d206c95-f7da-4b14-899d-2567565dd67b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 200 len: 848 time: 0.0570357 Sep 27 08:59:37.652897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0cd7dc0c-f094-4ae0-8f4e-09d976e90f65 req-d067c74f-64ca-4071-93bc-29f8476c7c57 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Sep 27 08:59:37.671755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:37.709342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-c97b02ce-9027-4a3b-9b93-4a71ec271f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:37.710955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-c97b02ce-9027-4a3b-9b93-4a71ec271f26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0fc5127e-623c-4081-8e0c-1af0b134ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453842 Sep 27 08:59:37.748957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0261029c-a732-4bd3-a3a2-e26896314fa0 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=f76b2148c98a4fed9ff59605406a9262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1681850 Sep 27 08:59:37.751657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51478) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:37.765567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d958c8c-2fe6-4652-97a7-e8c1f5455311 req-eb4800fa-a9ab-4131-a6ad-dacfbc26c674 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:37.768894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d958c8c-2fe6-4652-97a7-e8c1f5455311 req-eb4800fa-a9ab-4131-a6ad-dacfbc26c674 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0942531 Sep 27 08:59:37.806295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d958c8c-2fe6-4652-97a7-e8c1f5455311 req-a5ae0280-c65b-46bf-8eb3-8d04ceb6d9f1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Sep 27 08:59:37.859710 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:36Z', 'revision_number': 3, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:37.888232 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Checking router: 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:59:37.888533 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Updating router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:59:37.913636 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:37.949400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-4d72bb79-9eb3-4c04-a8b7-5c775178e5cc service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304509 Sep 27 08:59:38.000962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b2586a-203c-4872-88ab-925b80bc520f tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:38.002769 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c9b2586a-203c-4872-88ab-925b80bc520f tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2499435 Sep 27 08:59:38.006422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51480) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:38.063871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d173415a-b0d9-4e61-afa2-3b68a922c5c0 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570889 Sep 27 08:59:38.066713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51482) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:38.071560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-552138324', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:38.158340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0978c20-69a8-4c30-842e-67c9891a8950 req-682475ed-f68a-4177-bc06-e5da2b31ec32 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995854 Sep 27 08:59:38.163887 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.170073 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.186449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Made reservation on behalf of f76b2148c98a4fed9ff59605406a9262 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:59:38.190136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.216317 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Attempting to bind port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:38.216709 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Attempting to bind port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:38.217148 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Attempting to bind port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:38.225106 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:38.225476 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:38.225881 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.226271 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:38.226737 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Bound port: 196ac103-a65e-4dfb-8537-f5bcd15e2c2e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:38.227113 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.253820 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46c7a-ef7c-44fd-906d-053b1bc9767b None None] Pushing event updated for resources: {'Port': ['ID=196ac103-a65e-4dfb-8537-f5bcd15e2c2e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:38.289585 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] For port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:38.293156 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] For port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=196ac103-a65e-4dfb-8537-f5bcd15e2c2e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:38.298086 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.352691 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:38.353308 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:59:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:38.396459 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46c7a-ef7c-44fd-906d-053b1bc9767b None None] Pushing event updated for resources: {'Port': ['ID=196ac103-a65e-4dfb-8537-f5bcd15e2c2e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:38.422916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.466323 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:38.470820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac79b9-d03f-448d-ab7e-336e2e1bf7ac req-755c0f37-1239-40a4-b4fc-f35bcebf0bda tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:38.472446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8aac79b9-d03f-448d-ab7e-336e2e1bf7ac req-755c0f37-1239-40a4-b4fc-f35bcebf0bda tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 950 time: 0.0995147 Sep 27 08:59:38.505027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Subnet': ['ID=79bd70fe-71ee-4cce-befe-ead41ad7963d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:38.538995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8aac79b9-d03f-448d-ab7e-336e2e1bf7ac req-9772af6c-c2d0-4c28-9ad5-fc53e9ea7316 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585306 Sep 27 08:59:38.541830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Checking segment: {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:38.542195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network hostable DHCP agents. Network: 1456736b-df89-44ba-ae21-becb343f9b75, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 08:59:38.568261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 1456736b-df89-44ba-ae21-becb343f9b75 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 08:59:38.578326 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1456736b-df89-44ba-ae21-becb343f9b75) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:38.586146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:38.588103 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.590478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563cce8-ea90-461c-ab5f-59f98eb2df79 None None] Network 1456736b-df89-44ba-ae21-becb343f9b75 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:59:38.608982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-83584a41-4fe3-4c39-97ad-0e6f1cb6ea5c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5409925 Sep 27 08:59:38.612608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:38.661439 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:36Z', 'revision_number': 3, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:38.693157 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b0ca4-13f1-42d3-b202-9fa9bd8751bc None None] The sync data for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 is: [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:36Z', 'revision_number': 3, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:59:38.774488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-1456736b-df89-44ba-ae21-becb343f9b75', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 08:59:38.775663 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:38.995535 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Allocated IP 172.20.0.2 (1456736b-df89-44ba-ae21-becb343f9b75/79bd70fe-71ee-4cce-befe-ead41ad7963d/fb1c4a4d-2e31-44f1-9311-03124167e8b8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:39.103589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb41a8-38eb-47f4-b789-c2284712f463 req-8d64a071-5229-4804-99fd-ab585dc265ec tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:39.105355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2eb41a8-38eb-47f4-b789-c2284712f463 req-8d64a071-5229-4804-99fd-ab585dc265ec tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1983833 Sep 27 08:59:39.187454 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:39.197907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2eb41a8-38eb-47f4-b789-c2284712f463 req-836395c1-d8bb-4215-8c1b-76c45a85289c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840330 Sep 27 08:59:39.202294 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:39.248677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Network 1456736b-df89-44ba-ae21-becb343f9b75 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:39.254537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:39.258156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:39.272470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Pushing event updated for resources: {'Port': ['ID=fb1c4a4d-2e31-44f1-9311-03124167e8b8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:39.330346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Attempting to bind port fb1c4a4d-2e31-44f1-9311-03124167e8b8 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:39.330814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Attempting to bind port fb1c4a4d-2e31-44f1-9311-03124167e8b8 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:39.331250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Attempting to bind port fb1c4a4d-2e31-44f1-9311-03124167e8b8 on network 1456736b-df89-44ba-ae21-becb343f9b75 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:39.336888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:39.337346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Checking segment: {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:39.337825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:39.338412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Bound using segment: {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:39.338993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Bound port: fb1c4a4d-2e31-44f1-9311-03124167e8b8, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:39.339481 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:39.409762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] For port fb1c4a4d-2e31-44f1-9311-03124167e8b8, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:39.413214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] For port fb1c4a4d-2e31-44f1-9311-03124167e8b8, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=fb1c4a4d-2e31-44f1-9311-03124167e8b8,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:39.420194 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:39.423176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:39.490253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f09fc6-e273-4652-b8a6-35def4de308b None None] Pushing event updated for resources: {'Port': ['ID=fb1c4a4d-2e31-44f1-9311-03124167e8b8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:39.692962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac392e5-64fa-443b-8c09-e35e47f0baf5 req-ff8c8ef1-0f4b-46c2-8d55-53b7aed08297 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:39.696879 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dac392e5-64fa-443b-8c09-e35e47f0baf5 req-ff8c8ef1-0f4b-46c2-8d55-53b7aed08297 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 950 time: 0.0716279 Sep 27 08:59:39.756671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dac392e5-64fa-443b-8c09-e35e47f0baf5 req-e81fe224-54f7-4770-bdb3-255b45d10806 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486617 Sep 27 08:59:39.848262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Allocated IP 172.20.0.1 (1456736b-df89-44ba-ae21-becb343f9b75/79bd70fe-71ee-4cce-befe-ead41ad7963d/0c76f75c-8da2-496c-b6b6-f4002a76ca20) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:40.256714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.300301 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.323107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47689f94-dc33-4c5c-920d-22ee63e134b1 req-c35ec36f-3ad1-41e1-8846-ad2870f42f0c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:40.325730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47689f94-dc33-4c5c-920d-22ee63e134b1 req-c35ec36f-3ad1-41e1-8846-ad2870f42f0c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0589697 Sep 27 08:59:40.357973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=0c76f75c-8da2-496c-b6b6-f4002a76ca20,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:40.368715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 1456736b-df89-44ba-ae21-becb343f9b75 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:40.370592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:40.372959 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:40.390120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47689f94-dc33-4c5c-920d-22ee63e134b1 req-f751e22e-a119-495d-9104-5300aef1173f tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495059 Sep 27 08:59:40.421604 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.623807 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.658823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device fb1c4a4d-2e31-44f1-9311-03124167e8b8 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:40.708943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port fb1c4a4d-2e31-44f1-9311-03124167e8b8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:40.709321 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.796142 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.831492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port fb1c4a4d-2e31-44f1-9311-03124167e8b8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=fb1c4a4d-2e31-44f1-9311-03124167e8b8,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:40.836413 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.837447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 196ac103-a65e-4dfb-8537-f5bcd15e2c2e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:40.927132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=fb1c4a4d-2e31-44f1-9311-03124167e8b8,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:40.927427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.936901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:40.948231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:40.948932 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.018598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.020569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=0c76f75c-8da2-496c-b6b6-f4002a76ca20,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:41.031759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.054141 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=196ac103-a65e-4dfb-8537-f5bcd15e2c2e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:41.059970 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.119547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=196ac103-a65e-4dfb-8537-f5bcd15e2c2e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:41.130952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 1456736b-df89-44ba-ae21-becb343f9b75 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:41.132481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:41.260731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:59:41.376885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:59:41.386697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Sync routers for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:59:41.390346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51508) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:41.390839 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c073d83e-8bf7-44e6-b14f-caaa75f6c77c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "PUT /v2.0/routers/234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7763298 Sep 27 08:59:41.395082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-51a6cc93-5835-4b8e-9f85-b479447c8b86 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--362044521', 'description': 'tempest-secgroup_access--362044521 description', 'project_id': 'f76b2148c98a4fed9ff59605406a9262'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:41.396684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:41.397398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:59:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:41.430783 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51a6cc93-5835-4b8e-9f85-b479447c8b86 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.461504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65192e-15a1-42cc-bab6-adfaed934070 None None] Network 1456736b-df89-44ba-ae21-becb343f9b75 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:59:41.516788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9703db5c-da68-4c6a-94e0-09bbbe2a08f8 None None] Provisioning complete for port fb1c4a4d-2e31-44f1-9311-03124167e8b8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:41.517203 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9703db5c-da68-4c6a-94e0-09bbbe2a08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.564368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511a746-5a8b-48df-95f8-cb9ae1466dc4 req-226c1dd2-1ecc-4d73-ba5b-7dadcec56957 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:41.566326 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4511a746-5a8b-48df-95f8-cb9ae1466dc4 req-226c1dd2-1ecc-4d73-ba5b-7dadcec56957 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0762937 Sep 27 08:59:41.598680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51a6cc93-5835-4b8e-9f85-b479447c8b86 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.606412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51a6cc93-5835-4b8e-9f85-b479447c8b86 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.615273 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4511a746-5a8b-48df-95f8-cb9ae1466dc4 req-cb7c7733-3a98-4486-af71-a9acafcf1ccb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Sep 27 08:59:41.646538 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51a6cc93-5835-4b8e-9f85-b479447c8b86 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.650605 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-51a6cc93-5835-4b8e-9f85-b479447c8b86 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2565556 Sep 27 08:59:41.650972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:41.655706 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ea642c0c-9303-474e-8c9b-6f0fa387fb6f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--300713190', 'description': 'tempest-secgroup_general--300713190 description', 'project_id': 'f76b2148c98a4fed9ff59605406a9262'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:41.665634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6cc93-5835-4b8e-9f85-b479447c8b86 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b0fed4-2f4a-4053-8c2e-40c464ff605a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:41.691829 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea642c0c-9303-474e-8c9b-6f0fa387fb6f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.780253 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea642c0c-9303-474e-8c9b-6f0fa387fb6f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.786887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea642c0c-9303-474e-8c9b-6f0fa387fb6f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.814887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea642c0c-9303-474e-8c9b-6f0fa387fb6f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.815468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:41.819531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea642c0c-9303-474e-8c9b-6f0fa387fb6f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1674597 Sep 27 08:59:41.819682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51514) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:41.828203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b72f76e4-eea5-48bc-8fd1-eaa8ec95bde8 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'security_group_rule': {'security_group_id': '04b0fed4-2f4a-4053-8c2e-40c464ff605a', 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:41.829549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea642c0c-9303-474e-8c9b-6f0fa387fb6f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c197e42-6af4-435a-82b0-3549956a4bb2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:41.866624 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b72f76e4-eea5-48bc-8fd1-eaa8ec95bde8 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.926735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b72f76e4-eea5-48bc-8fd1-eaa8ec95bde8 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.931476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b72f76e4-eea5-48bc-8fd1-eaa8ec95bde8 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.954103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f76e4-eea5-48bc-8fd1-eaa8ec95bde8 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfda4fe-5e33-43bf-b082-47061998ebad,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:41.958567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b72f76e4-eea5-48bc-8fd1-eaa8ec95bde8 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:41.970042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b72f76e4-eea5-48bc-8fd1-eaa8ec95bde8 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391854 Sep 27 08:59:42.125440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 2, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:42.131235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-46519977-e464-4a6b-8472-08e9fe4b8e75 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--362044521&fields=id&tenant_id=f76b2148c98a4fed9ff59605406a9262 HTTP/1.1" status: 200 len: 267 time: 0.0529251 Sep 27 08:59:42.156767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Checking router: 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:59:42.157132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Updating router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 08:59:42.180750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-56b99eef-2e48-4f99-9743-6ec87cd52650 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--300713190&fields=id&tenant_id=f76b2148c98a4fed9ff59605406a9262 HTTP/1.1" status: 200 len: 267 time: 0.0418711 Sep 27 08:59:42.187269 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.357505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-d37fcdb5-895a-4753-8bfb-639557e7df2d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:42.365304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-d37fcdb5-895a-4753-8bfb-639557e7df2d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/networks?id=1456736b-df89-44ba-ae21-becb343f9b75 HTTP/1.1" status: 200 len: 797 time: 0.1758091 Sep 27 08:59:42.381746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-586ef93a-c031-47a6-9d1a-fcae3b089f86 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/quotas/f76b2148c98a4fed9ff59605406a9262 HTTP/1.1" status: 200 len: 375 time: 0.0152946 Sep 27 08:59:42.423807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-72ae3774-2a81-4de4-a68a-895b8d16153c None None] Provisioning complete for port fb1c4a4d-2e31-44f1-9311-03124167e8b8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:42.424218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72ae3774-2a81-4de4-a68a-895b8d16153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.447887 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-31a99a54-d723-43fb-af3b-4ae168cd8a9f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565205 Sep 27 08:59:42.567414 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.568281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-3525f975-1a70-4f6b-8fde-a229db614c92 service neutron] 10.222.0.50 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192405 Sep 27 08:59:42.586927 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.653022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-72ae3774-2a81-4de4-a68a-895b8d16153c None None] Provisioning complete for port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:42.654000 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72ae3774-2a81-4de4-a68a-895b8d16153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.701055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device fb1c4a4d-2e31-44f1-9311-03124167e8b8 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:42.706349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e53d5-846f-4ee9-b52a-f108b0c93d77 None None] Pushing event updated for resources: {'Port': ['ID=0c76f75c-8da2-496c-b6b6-f4002a76ca20,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:42.739875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-28857f30-ba31-4ba1-8f2d-0f1d80683630 service neutron] 10.222.0.50 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696413 Sep 27 08:59:42.770701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4af2-e8a7-4ae4-8f5e-a4cbc2193b3e req-22443859-3abd-48c4-98e8-476b5dd951a6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:42.772296 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2fdc4af2-e8a7-4ae4-8f5e-a4cbc2193b3e req-22443859-3abd-48c4-98e8-476b5dd951a6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0642779 Sep 27 08:59:42.772867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-72ae3774-2a81-4de4-a68a-895b8d16153c None None] Port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:42.777268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Attempting to bind port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:42.777641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Attempting to bind port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:42.777998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Attempting to bind port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 on network 1456736b-df89-44ba-ae21-becb343f9b75 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:42.784961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:42.785332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Checking segment: {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:42.785735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.786120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Bound using segment: {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:42.786601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Bound port: 0c76f75c-8da2-496c-b6b6-f4002a76ca20, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:42.786975 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.840980 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2fdc4af2-e8a7-4ae4-8f5e-a4cbc2193b3e req-1d34da9d-93f2-4899-9df1-43e92187382c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605149 Sep 27 08:59:42.845020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port fb1c4a4d-2e31-44f1-9311-03124167e8b8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:42.845517 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.927891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] For port 0c76f75c-8da2-496c-b6b6-f4002a76ca20, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:42.929956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5642804b-91e6-4ff1-8647-c97c41307bc3 None None] Provisioning complete for port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:42.930319 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5642804b-91e6-4ff1-8647-c97c41307bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:42.934523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] For port 0c76f75c-8da2-496c-b6b6-f4002a76ca20, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0c76f75c-8da2-496c-b6b6-f4002a76ca20,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:42.960254 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:43.033069 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-709a4688-19b9-4b79-b2d5-07721a3c9e65 req-a53c5857-e2dc-4c48-8d07-1b91ea523335 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 210 time: 0.0478923 Sep 27 08:59:43.088017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5642804b-91e6-4ff1-8647-c97c41307bc3 None None] Port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:43.121008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:43.121890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:59:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:43.125232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 196ac103-a65e-4dfb-8537-f5bcd15e2c2e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:43.145998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e53d5-846f-4ee9-b52a-f108b0c93d77 None None] Pushing event updated for resources: {'Port': ['ID=0c76f75c-8da2-496c-b6b6-f4002a76ca20,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:43.290740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:43.297008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ce509ca7-245c-4ceb-a7e0-7ec456373166 None None] Provisioning complete for port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:43.297227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce509ca7-245c-4ceb-a7e0-7ec456373166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:43.333461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:59:43.357674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:43.358056 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:43.807527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce509ca7-245c-4ceb-a7e0-7ec456373166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:43.853512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:43.913414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b', 'port_id': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'mac_address': 'fa:16:3e:fe:be:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:59:43.923353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ce509ca7-245c-4ceb-a7e0-7ec456373166 None None] For port 0c76f75c-8da2-496c-b6b6-f4002a76ca20, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0c76f75c-8da2-496c-b6b6-f4002a76ca20,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:43.934137 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce509ca7-245c-4ceb-a7e0-7ec456373166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:43.959523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52ab11-b0bb-4cf8-8ebb-a916264a82b7 req-55ff709e-836b-427f-b9ba-8762924c4c7d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:43.961820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d52ab11-b0bb-4cf8-8ebb-a916264a82b7 req-55ff709e-836b-427f-b9ba-8762924c4c7d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0578530 Sep 27 08:59:44.011747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce509ca7-245c-4ceb-a7e0-7ec456373166 None None] Pushing event updated for resources: {'Port': ['ID=0c76f75c-8da2-496c-b6b6-f4002a76ca20,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:44.027672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d52ab11-b0bb-4cf8-8ebb-a916264a82b7 req-d21ac83f-6b43-4147-8162-9cacb8b21129 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588636 Sep 27 08:59:44.045232 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:44.056072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:42Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:44.102911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ab6d2-9c0d-4d11-89a4-ff76d336a817 None None] The sync data for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 is: [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:42Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:59:44.106372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 608d91e6-88ab-4d9a-9e32-2903257e3187 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:59:44.134688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:44.138494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ccb7b6e3-a270-4c85-a708-b834abdb7e3e None None] Provisioning complete for port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:44.138914 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b6e3-a270-4c85-a708-b834abdb7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:44.144139 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:44.167303 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2a25b746-2288-4a73-9f6d-9a4d9b04ab50 req-64e4361d-a036-436d-bcda-d3d512c0ebc1 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 210 time: 0.0438755 Sep 27 08:59:44.274279 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:44.275383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['608d91e6-88ab-4d9a-9e32-2903257e3187'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:59:44.323988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-4b645f5d-1949-485b-8486-28b5a86be735 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:44.326099 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-4b645f5d-1949-485b-8486-28b5a86be735 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.67 "GET /v2.0/networks?id=1456736b-df89-44ba-ae21-becb343f9b75 HTTP/1.1" status: 200 len: 797 time: 0.2555063 Sep 27 08:59:44.374209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:44.394350 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-dd783ec2-bfd1-4a42-a40d-9f81b4e67481 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f76b2148c98a4fed9ff59605406a9262 HTTP/1.1" status: 200 len: 476 time: 0.0553679 Sep 27 08:59:44.431869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'port': {'device_id': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'admin_state_up': True, 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'security_groups': ['04b0fed4-2f4a-4053-8c2e-40c464ff605a', '1c197e42-6af4-435a-82b0-3549956a4bb2']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:44.603308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Made reservation on behalf of f76b2148c98a4fed9ff59605406a9262 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:59:44.603308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:44.646283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0c76f75c-8da2-496c-b6b6-f4002a76ca20 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:44.701107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:44.701591 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:44.778354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Allocated IP 172.20.0.13 (1456736b-df89-44ba-ae21-becb343f9b75/79bd70fe-71ee-4cce-befe-ead41ad7963d/cc66a088-3093-4917-a887-aac7fa9b727c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:44.974264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:44.999253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-3309ce36-0885-45d2-8d23-33bcc3730ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:45.001447 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-3309ce36-0885-45d2-8d23-33bcc3730ed4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 1095 time: 0.1079822 Sep 27 08:59:45.019256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.091647 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa2be986-5e5d-44c5-b9ed-02f8498ab297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.107666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 1456736b-df89-44ba-ae21-becb343f9b75 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:45.111639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:45.118145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:45.176772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=cc66a088-3093-4917-a887-aac7fa9b727c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:45.215790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-50f851b5-6ae3-4951-8a66-59963c8a30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:45.219824 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-50f851b5-6ae3-4951-8a66-59963c8a30d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 914 time: 0.1974769 Sep 27 08:59:45.271311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:45.272016 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.298711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-5247dd59-d0ca-4006-97a0-4736c3ccb5ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608d91e6-88ab-4d9a-9e32-2903257e3187 HTTP/1.1" status: 200 len: 217 time: 0.0695038 Sep 27 08:59:45.301469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb2fc9-c2e1-4ceb-89d9-8a2bae713a7b req-670ad755-7e22-44bc-a37b-27325e2e8373 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:45.307849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9cbb2fc9-c2e1-4ceb-89d9-8a2bae713a7b req-670ad755-7e22-44bc-a37b-27325e2e8373 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 944 time: 0.1540816 Sep 27 08:59:45.324308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:45.362487 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9f0a9dae-cb4d-45a2-adb3-f20d53300f79 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9352767 Sep 27 08:59:45.385586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Request body: {'port': {'device_id': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:45.409048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9d382-db7a-493e-b71b-3a61343442ae req-241e6f11-27ee-4069-9013-520143333bfb tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:45.418466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21a9d382-db7a-493e-b71b-3a61343442ae req-241e6f11-27ee-4069-9013-520143333bfb tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 971 time: 0.1368327 Sep 27 08:59:45.424712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9cbb2fc9-c2e1-4ceb-89d9-8a2bae713a7b req-271fd879-7855-4473-b768-dddb48becc6e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054101 Sep 27 08:59:45.434302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 608d91e6-88ab-4d9a-9e32-2903257e3187 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:45.434827 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.459125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-d3931344-cb2d-4de9-bc1e-64eebc2d9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:45.460677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-d3931344-cb2d-4de9-bc1e-64eebc2d9d81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 200 len: 853 time: 0.1311469 Sep 27 08:59:45.468455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.506980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f8a7d3a4-a40f-465f-8786-7fd7059ae795 None None] Provisioning complete for port cc66a088-3093-4917-a887-aac7fa9b727c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:45.507490 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8a7d3a4-a40f-465f-8786-7fd7059ae795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.552676 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-21a9d382-db7a-493e-b71b-3a61343442ae req-efe6848d-a687-4236-a71b-4ebe7757f55d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1331651 Sep 27 08:59:45.584982 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.590854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-dcecd8da-a5d4-4572-98f7-879f444c0683 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796247 Sep 27 08:59:45.604813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-d7dbaea3-8e3b-4bd1-a12b-e7615f37aab0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:59:45.606451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-d7dbaea3-8e3b-4bd1-a12b-e7615f37aab0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066416 Sep 27 08:59:45.640127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:45.646106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:45.649279 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4363184-6281-476d-8c82-b4476b5d57f1" -d '{"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-plugged", "status": "completed", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:45.668715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.678770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f8a7d3a4-a40f-465f-8786-7fd7059ae795 None None] Port cc66a088-3093-4917-a887-aac7fa9b727c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:59:45.727344 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6507ee-b32b-466e-967e-c880517eb191 x-openstack-request-id: req-0f6507ee-b32b-466e-967e-c880517eb191 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:45.727769 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-plugged", "status": "completed", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:45.728106 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f6507ee-b32b-466e-967e-c880517eb191 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:45.728657 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'code': 200} Sep 27 08:59:45.765946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:45.781201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-ce74ad7e-91d0-4e37-9e8a-744461f22467 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664064 Sep 27 08:59:45.904707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc66a088-3093-4917-a887-aac7fa9b727c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:59:45.914361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.922851 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac885448-5b18-40fe-86ab-2288d190e9e0 req-3ee74039-dac1-4c4e-86b8-010e2b94ba18 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329319 Sep 27 08:59:45.931718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Transition to ACTIVE for port object cc66a088-3093-4917-a887-aac7fa9b727c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:59:45.937362 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:45.996914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Pushing event updated for resources: {'Port': ['ID=cc66a088-3093-4917-a887-aac7fa9b727c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:46.081999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Attempting to bind port cc66a088-3093-4917-a887-aac7fa9b727c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:59:46.082432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Attempting to bind port cc66a088-3093-4917-a887-aac7fa9b727c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:59:46.082947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Attempting to bind port cc66a088-3093-4917-a887-aac7fa9b727c on network 1456736b-df89-44ba-ae21-becb343f9b75 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:46.090143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Port cc66a088-3093-4917-a887-aac7fa9b727c on network 1456736b-df89-44ba-ae21-becb343f9b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:59:46.090565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Attempting to bind port cc66a088-3093-4917-a887-aac7fa9b727c on network 1456736b-df89-44ba-ae21-becb343f9b75 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:59:46.097163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:59:46.097489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Checking segment: {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:59:46.097876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Bound using segment: {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:59:46.098736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Bound port: cc66a088-3093-4917-a887-aac7fa9b727c, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6850cb-ebde-47d4-bbfd-e00640abec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:59:46.099101 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:46.173246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] For port cc66a088-3093-4917-a887-aac7fa9b727c, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:59:46.176820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] For port cc66a088-3093-4917-a887-aac7fa9b727c, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cc66a088-3093-4917-a887-aac7fa9b727c,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:59:46.187143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:46.225354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:46.226005 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:46.227524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] 10.222.0.67 "PUT /v2.0/ports/cc66a088-3093-4917-a887-aac7fa9b727c HTTP/1.1" status: 200 len: 1131 time: 0.8508713 Sep 27 08:59:46.227978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:46.230331 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ed758f-378f-49a5-8016-24022fa2ab76" -d '{"events": [{"name": "network-changed", "server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:46.321110 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ed149e-5872-4981-8638-02d856eff639 x-openstack-request-id: req-64ed149e-5872-4981-8638-02d856eff639 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:46.321439 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:46.321667 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64ed149e-5872-4981-8638-02d856eff639 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:46.322267 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'status': 'completed', 'code': 200} Sep 27 08:59:46.324671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdd387-be47-4f5d-a008-a8812014674a service neutron] Pushing event updated for resources: {'Port': ['ID=cc66a088-3093-4917-a887-aac7fa9b727c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:46.355138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-7d792e64-07a1-44ff-94c3-7df6cf76825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:46.357055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-7d792e64-07a1-44ff-94c3-7df6cf76825a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1134 time: 0.0767584 Sep 27 08:59:46.412214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-633231f3-2509-4403-833e-1a2accc92c37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc66a088-3093-4917-a887-aac7fa9b727c HTTP/1.1" status: 200 len: 217 time: 0.0418386 Sep 27 08:59:46.470503 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-be7afb39-ccd7-4a04-8ae1-bfaa2028ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:46.471944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-be7afb39-ccd7-4a04-8ae1-bfaa2028ad1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79bd70fe-71ee-4cce-befe-ead41ad7963d HTTP/1.1" status: 200 len: 834 time: 0.0512083 Sep 27 08:59:46.562045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-889a1388-1b11-4ced-962c-9937808ea0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:46.563581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-889a1388-1b11-4ced-962c-9937808ea0e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1456736b-df89-44ba-ae21-becb343f9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825105 Sep 27 08:59:46.583614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d073165-5773-4a43-af7e-4433e975c787 req-637a01d0-9dea-4a55-baed-aa28e71f85b5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:46.585247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d073165-5773-4a43-af7e-4433e975c787 req-637a01d0-9dea-4a55-baed-aa28e71f85b5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0754147 Sep 27 08:59:46.652018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d073165-5773-4a43-af7e-4433e975c787 req-ed3e7bb8-45dc-420b-8a53-fca577f211b9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Sep 27 08:59:46.737903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebacdc-ad1e-4995-8df2-bc16997eb571 req-5b52ac10-081e-4c4c-bf13-f595e1a05dc0 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:46.738481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-9dbee33e-7958-4988-ab81-0b85a8f715ca service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519251 Sep 27 08:59:46.739754 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bebacdc-ad1e-4995-8df2-bc16997eb571 req-5b52ac10-081e-4c4c-bf13-f595e1a05dc0 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 983 time: 0.0712645 Sep 27 08:59:46.781763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bebacdc-ad1e-4995-8df2-bc16997eb571 req-d972efed-584a-4915-88bf-0cc3a81f0cef tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0356815 Sep 27 08:59:46.836079 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e34c2027-2284-4eb4-bbd5-cc9772ea6f66 req-45f659d0-35fd-493d-b8c9-32f5cab0595d service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897729 Sep 27 08:59:46.932952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-19f6bcdb-2077-4525-852e-640f268fb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:46.934629 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-19f6bcdb-2077-4525-852e-640f268fb57a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1134 time: 0.0448315 Sep 27 08:59:47.044414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-ec2576de-005e-47ca-a4c8-d5bee7f93a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:47.047000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-ec2576de-005e-47ca-a4c8-d5bee7f93a73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1456736b-df89-44ba-ae21-becb343f9b75 HTTP/1.1" status: 200 len: 898 time: 0.1028337 Sep 27 08:59:47.101373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-f3e82461-326b-4645-b408-491b3e50202a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc66a088-3093-4917-a887-aac7fa9b727c HTTP/1.1" status: 200 len: 217 time: 0.0444391 Sep 27 08:59:47.169737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-fede017d-6baf-4293-85d4-669cdbf9b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:47.171376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-fede017d-6baf-4293-85d4-669cdbf9b3dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79bd70fe-71ee-4cce-befe-ead41ad7963d HTTP/1.1" status: 200 len: 834 time: 0.0619938 Sep 27 08:59:47.224483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-a1191486-bd77-4f82-b28b-b62b116924d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:47.226639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-a1191486-bd77-4f82-b28b-b62b116924d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1456736b-df89-44ba-ae21-becb343f9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468712 Sep 27 08:59:47.333117 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-2bd7e8a1-292a-4abf-8cb1-204504534034 service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945354 Sep 27 08:59:47.447740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79ed758f-378f-49a5-8016-24022fa2ab76 req-85fd3a74-9505-4d3f-a168-c09dbee7740e service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060300 Sep 27 08:59:47.528475 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb23a8e9-6c73-475f-b2a1-ab70422b1dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:47.799833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a920496-99c7-428d-bdc3-6de245454aff req-a532a41f-8394-4a60-aeef-d5ccdefc0ff1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:47.801379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a920496-99c7-428d-bdc3-6de245454aff req-a532a41f-8394-4a60-aeef-d5ccdefc0ff1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0587542 Sep 27 08:59:47.852367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a920496-99c7-428d-bdc3-6de245454aff req-5c55034b-5f32-446e-b527-d6ab6ecfb4e1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Sep 27 08:59:47.923909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc836b-6557-49b1-9b36-b2208e4eaf33 req-d3bf1183-c21a-4c4b-93da-44ae0fc87cd3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:47.925445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47cc836b-6557-49b1-9b36-b2208e4eaf33 req-d3bf1183-c21a-4c4b-93da-44ae0fc87cd3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 983 time: 0.0669315 Sep 27 08:59:47.969350 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47cc836b-6557-49b1-9b36-b2208e4eaf33 req-a9e3bc85-f50e-405b-8c98-9aa656ccce51 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0354326 Sep 27 08:59:48.019076 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:48.982179 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:49.058467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9414127-915b-4e83-a94c-1912e982f309 req-41a252d3-633f-423a-81a9-486c65373930 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:49.070227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9414127-915b-4e83-a94c-1912e982f309 req-41a252d3-633f-423a-81a9-486c65373930 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1137745 Sep 27 08:59:49.120175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9414127-915b-4e83-a94c-1912e982f309 req-b87b081e-55aa-4844-9705-a97ea8b8f3fc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489519 Sep 27 08:59:49.120643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448e80b-067c-4cbf-b325-362a82fc93bc req-95d21386-4ba6-4d7a-b14b-991bd78cb574 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:49.123029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c448e80b-067c-4cbf-b325-362a82fc93bc req-95d21386-4ba6-4d7a-b14b-991bd78cb574 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 983 time: 0.0646966 Sep 27 08:59:49.167451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c448e80b-067c-4cbf-b325-362a82fc93bc req-0623cde1-166f-41c6-9c26-9ae581e0c01e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0373392 Sep 27 08:59:50.282351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cab0c1-3811-42bb-8d29-723f9771de7f req-cd73f3f5-3e34-4824-a5c1-76a60d41b970 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:50.284119 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-74cab0c1-3811-42bb-8d29-723f9771de7f req-cd73f3f5-3e34-4824-a5c1-76a60d41b970 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0846758 Sep 27 08:59:50.296363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a02b4-0fa1-4753-b1eb-ae5ca120bc68 req-aba9403f-33b5-4cb1-91cf-d68afa1fca9e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:50.305126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-632a02b4-0fa1-4753-b1eb-ae5ca120bc68 req-aba9403f-33b5-4cb1-91cf-d68afa1fca9e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 983 time: 0.0619416 Sep 27 08:59:50.352940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-632a02b4-0fa1-4753-b1eb-ae5ca120bc68 req-060e29bb-7cd5-46b1-b2cb-3f6a55fb5bda tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0467355 Sep 27 08:59:50.357661 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-74cab0c1-3811-42bb-8d29-723f9771de7f req-9b9e792d-27a5-43f1-bbf9-226a1116d9da tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617433 Sep 27 08:59:50.599973 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:50.724265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cc66a088-3093-4917-a887-aac7fa9b727c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:59:50.823434 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cc66a088-3093-4917-a887-aac7fa9b727c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cc66a088-3093-4917-a887-aac7fa9b727c,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:50.840053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'port_id': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'mac_address': 'fa:16:3e:5f:2a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:59:50.885176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:50.904077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc66a088-3093-4917-a887-aac7fa9b727c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:59:50.930654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cc66a088-3093-4917-a887-aac7fa9b727c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cc66a088-3093-4917-a887-aac7fa9b727c,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:50.935737 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:51.001436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=cc66a088-3093-4917-a887-aac7fa9b727c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:51.144381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['cc66a088-3093-4917-a887-aac7fa9b727c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:59:51.440721 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:59:51.561154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e22c-952b-47a0-aa46-fbc282ad4473 req-6f8acb04-ab5a-4353-b2b6-b27f5339e76c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:51.569030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe8197-af61-45c4-b92f-2079f60fd662 req-7e7e653d-c283-4894-914a-ba2cb81c5293 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:51.571299 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09fe8197-af61-45c4-b92f-2079f60fd662 req-7e7e653d-c283-4894-914a-ba2cb81c5293 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1094167 Sep 27 08:59:51.578519 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7908e22c-952b-47a0-aa46-fbc282ad4473 req-6f8acb04-ab5a-4353-b2b6-b27f5339e76c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 984 time: 0.1006267 Sep 27 08:59:51.647099 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09fe8197-af61-45c4-b92f-2079f60fd662 req-03918603-91aa-4517-b4f1-69efe5d57b00 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629399 Sep 27 08:59:51.649934 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7908e22c-952b-47a0-aa46-fbc282ad4473 req-0d6ff4fe-a71d-4b05-8d71-70726d0af9a2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0656192 Sep 27 08:59:52.739084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cc66a088-3093-4917-a887-aac7fa9b727c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:59:52.779605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac3a77-73a0-4eda-a4fc-24ab4a6b0850 req-c35f6b5b-0107-46e5-a3bf-c40e313c9e7e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:52.787863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fac3a77-73a0-4eda-a4fc-24ab4a6b0850 req-c35f6b5b-0107-46e5-a3bf-c40e313c9e7e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 984 time: 0.0691719 Sep 27 08:59:52.828912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port cc66a088-3093-4917-a887-aac7fa9b727c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:59:52.835228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port cc66a088-3093-4917-a887-aac7fa9b727c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:59:52.836508 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:52.847101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fac3a77-73a0-4eda-a4fc-24ab4a6b0850 req-b7bb6775-cf57-4b2b-b6b5-56860116ac55 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0576501 Sep 27 08:59:52.856969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56d336-6125-46d9-af49-5cd13ef5ea9e req-42706f2f-c67b-4f00-89c0-6a8f0f0442a7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:52.862279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b56d336-6125-46d9-af49-5cd13ef5ea9e req-42706f2f-c67b-4f00-89c0-6a8f0f0442a7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.1141419 Sep 27 08:59:52.959273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b56d336-6125-46d9-af49-5cd13ef5ea9e req-ecde4927-ca95-4537-806f-11fd3349d7a9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846436 Sep 27 08:59:52.975860 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:53.002523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:53.007001 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2774a97c-c256-486b-88fe-55b16298bc19" -d '{"events": [{"server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "name": "network-vif-plugged", "status": "completed", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:53.025606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port cc66a088-3093-4917-a887-aac7fa9b727c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cc66a088-3093-4917-a887-aac7fa9b727c,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:53.034535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:53.098820 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1356c582-f3f9-447a-9ea3-dc489215b8b6 x-openstack-request-id: req-1356c582-f3f9-447a-9ea3-dc489215b8b6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:53.099336 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "name": "network-vif-plugged", "status": "completed", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:53.099770 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1356c582-f3f9-447a-9ea3-dc489215b8b6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:53.100287 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'code': 200} Sep 27 08:59:53.108540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=cc66a088-3093-4917-a887-aac7fa9b727c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:53.259065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421af8e-f8ee-45f7-b6f6-5f03cca144d2 req-810237d9-8639-420d-b7dd-084a5381b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:53.261108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2421af8e-f8ee-45f7-b6f6-5f03cca144d2 req-810237d9-8639-420d-b7dd-084a5381b1eb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1136 time: 0.0721037 Sep 27 08:59:53.304849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2421af8e-f8ee-45f7-b6f6-5f03cca144d2 req-7f361165-80a9-4dfb-ab9b-c1e9286fbdcc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0343728 Sep 27 08:59:53.991292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa223e7b-94ae-4724-9004-f94041570968 req-729af2ca-e42e-41b8-a3fc-792e71b0dec5 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:53.992951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa223e7b-94ae-4724-9004-f94041570968 req-729af2ca-e42e-41b8-a3fc-792e71b0dec5 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 985 time: 0.0719805 Sep 27 08:59:54.039074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aa223e7b-94ae-4724-9004-f94041570968 req-07971e41-c538-4a3b-9747-8eb25f0b9aac tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0389647 Sep 27 08:59:54.127492 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fafa0-7712-44f9-bc68-0a665dfbaef5 req-21d41d02-6e2f-4882-aa39-5a4aa9a0594a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:54.135590 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b54fafa0-7712-44f9-bc68-0a665dfbaef5 req-21d41d02-6e2f-4882-aa39-5a4aa9a0594a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0863810 Sep 27 08:59:54.194329 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b54fafa0-7712-44f9-bc68-0a665dfbaef5 req-230f9f31-7cc7-45d0-bd79-bdd613dd00ef tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Sep 27 08:59:55.189786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64583e2-9fd3-454b-a5b0-0d5c2ffa40d2 req-632e8057-8e92-4504-a07f-648431096f5f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:55.203509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d64583e2-9fd3-454b-a5b0-0d5c2ffa40d2 req-632e8057-8e92-4504-a07f-648431096f5f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 985 time: 0.0741887 Sep 27 08:59:55.240192 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d64583e2-9fd3-454b-a5b0-0d5c2ffa40d2 req-eeb2b4d0-51ad-4e4c-b89b-2567b5ff8ae9 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0388851 Sep 27 08:59:55.338329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144cde4-8553-406c-a473-35a0f2c199e4 req-5aa4e696-4660-4ff7-a76b-e512ad1fa229 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:55.346207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0144cde4-8553-406c-a473-35a0f2c199e4 req-5aa4e696-4660-4ff7-a76b-e512ad1fa229 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.0691659 Sep 27 08:59:55.387984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0144cde4-8553-406c-a473-35a0f2c199e4 req-57a876e6-fe43-4ead-9fb5-724649357684 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Sep 27 08:59:55.397335 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49558f8d-d81c-4b42-a660-c06031fafc16 req-e2d33e53-6ebd-418a-b6c8-645bb2f958ad tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:55.405034 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-49558f8d-d81c-4b42-a660-c06031fafc16 req-e2d33e53-6ebd-418a-b6c8-645bb2f958ad tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 985 time: 0.0597219 Sep 27 08:59:55.442522 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-49558f8d-d81c-4b42-a660-c06031fafc16 req-0cf60b36-4865-4b71-8fb1-fa1e36c0908a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366476 Sep 27 08:59:55.559881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6da85-5ddb-4736-bacf-1f8812abb8f8 req-1fd14bf2-26cd-4bfc-a55b-cc15fe3565c9 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:55.561437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ef6da85-5ddb-4736-bacf-1f8812abb8f8 req-1fd14bf2-26cd-4bfc-a55b-cc15fe3565c9 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1136 time: 0.0490963 Sep 27 08:59:55.580649 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ef6da85-5ddb-4736-bacf-1f8812abb8f8 req-99def5c2-677b-4b60-adea-1c5b39fd79d4 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:55.687209 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ef6da85-5ddb-4736-bacf-1f8812abb8f8 req-99def5c2-677b-4b60-adea-1c5b39fd79d4 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:55.691817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ef6da85-5ddb-4736-bacf-1f8812abb8f8 req-99def5c2-677b-4b60-adea-1c5b39fd79d4 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:55.723897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ef6da85-5ddb-4736-bacf-1f8812abb8f8 req-99def5c2-677b-4b60-adea-1c5b39fd79d4 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1557872 Sep 27 08:59:55.726689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99def5c2-677b-4b60-adea-1c5b39fd79d4 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bedc678-3467-4769-a1e4-9d2ff9432b5f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:55.759409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51676) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:55.800873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-35131116-03df-4fec-90d1-87bd3dbca1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:55.802696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-35131116-03df-4fec-90d1-87bd3dbca1c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 1096 time: 0.0452201 Sep 27 08:59:55.804149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7faa761-c613-4a22-aaea-85901443a574 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:55.808402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f7faa761-c613-4a22-aaea-85901443a574 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1131 time: 0.0451946 Sep 27 08:59:55.808733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51678) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:55.813106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:59:55.842357 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:55.916982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-e62b51db-3c36-4104-beca-5ca044fa0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:55.918936 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-e62b51db-3c36-4104-beca-5ca044fa0486 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 914 time: 0.1084824 Sep 27 08:59:55.948612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:55.964754 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-f6fc6529-7125-4c80-ad88-5684311dc63c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608d91e6-88ab-4d9a-9e32-2903257e3187 HTTP/1.1" status: 200 len: 217 time: 0.0347362 Sep 27 08:59:56.018200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-4e3791a1-29f9-4369-a45c-5b60ea9d5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:56.020091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-4e3791a1-29f9-4369-a45c-5b60ea9d5d76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 200 len: 853 time: 0.0484204 Sep 27 08:59:56.072916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-09de0237-9a7f-4d7c-9710-a022150ad04b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449450 Sep 27 08:59:56.076995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Allocated IP 172.25.2.187 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/b6626d0f-da1b-42ca-ba30-4f2995e200e8) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:59:56.169179 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-4c1e2399-2e40-407f-97de-c982bc68bc78 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882022 Sep 27 08:59:56.219690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:56.266532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:56.278666 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-383e889f-0474-4846-ad6c-7a9b18a14f34 req-92d4340f-5e48-46ea-b92a-528963be2032 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015298 Sep 27 08:59:56.302917 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:59:56.306430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:59:56.310012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:59:56.347336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=b6626d0f-da1b-42ca-ba30-4f2995e200e8,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:56.358861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.359202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.359539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.359872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.360196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.360541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.360891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.361189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.361516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.361831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.362141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.362465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:59:56.939273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626939f-14b0-4427-a37a-ef8f1c343580 req-54d6dd20-e029-4619-ad2e-ca2da2f9c9fc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:56.940827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f626939f-14b0-4427-a37a-ef8f1c343580 req-54d6dd20-e029-4619-ad2e-ca2da2f9c9fc tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.4838126 Sep 27 08:59:57.062141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f626939f-14b0-4427-a37a-ef8f1c343580 req-4f7e68d0-99ab-48c4-853b-a2b4ff539b99 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140113 Sep 27 08:59:57.275700 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:57.385401 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:57.533814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:57.539245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:57.614584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=b6626d0f-da1b-42ca-ba30-4f2995e200e8,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:57.623844 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:57.725672 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Floating IP 3b89beb4-9388-4c08-b610-75d8f79e6752 associated. External IP: 172.25.2.187, port: cc66a088-3093-4917-a887-aac7fa9b727c. Sep 27 08:59:57.930914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:59:58.040253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:59:58.051795 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] Sync routers for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:59:58.062121 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:58.062789 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:59:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:58.066472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:58.118214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dd03ac9c-0c70-4fc1-b891-6512e491a17a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3084176 Sep 27 08:59:58.118865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:58.121361 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fde3d4-8e45-42cc-808a-c51a862bce9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:58.127176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51692) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:58.176955 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29c2093-b222-4555-90b1-eb5168d669b9 x-openstack-request-id: req-a29c2093-b222-4555-90b1-eb5168d669b9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:58.181426 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:58.181611 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a29c2093-b222-4555-90b1-eb5168d669b9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:58.186951 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'status': 'completed', 'code': 200} Sep 27 08:59:58.295344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-41391c83-69b8-4dee-8735-c2acfbe65ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.303770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-41391c83-69b8-4dee-8735-c2acfbe65ca2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1136 time: 0.0896399 Sep 27 08:59:58.311314 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:58.381493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63579982-0b85-4c88-86be-15b112d2b342 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.381995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63579982-0b85-4c88-86be-15b112d2b342 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.382448 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63579982-0b85-4c88-86be-15b112d2b342 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.382911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63579982-0b85-4c88-86be-15b112d2b342 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.383377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63579982-0b85-4c88-86be-15b112d2b342 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.383838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63579982-0b85-4c88-86be-15b112d2b342 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.384304 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63579982-0b85-4c88-86be-15b112d2b342 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.389486 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-63579982-0b85-4c88-86be-15b112d2b342 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.2612534 Sep 27 08:59:58.390185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:58.442822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f57ebf-0f5e-4c6c-9b63-b2efdd409049 req-ebdd13ff-366a-41ab-bc38-40560be48ec9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.450464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-71f57ebf-0f5e-4c6c-9b63-b2efdd409049 req-ebdd13ff-366a-41ab-bc38-40560be48ec9 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 945 time: 0.2421298 Sep 27 08:59:58.512167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-3451e836-3efb-47fb-8868-47e57369be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.515501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-3451e836-3efb-47fb-8868-47e57369be22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1456736b-df89-44ba-ae21-becb343f9b75 HTTP/1.1" status: 200 len: 898 time: 0.2020352 Sep 27 08:59:58.518674 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-71f57ebf-0f5e-4c6c-9b63-b2efdd409049 req-4b3f0bc0-b282-4e72-99b0-58f676baf5ab tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660467 Sep 27 08:59:58.574910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7b7ea-8abb-4333-8ff9-ec02000c4996 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.575822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7b7ea-8abb-4333-8ff9-ec02000c4996 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.586783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7b7ea-8abb-4333-8ff9-ec02000c4996 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.587856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7b7ea-8abb-4333-8ff9-ec02000c4996 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.589290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7b7ea-8abb-4333-8ff9-ec02000c4996 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.589290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7b7ea-8abb-4333-8ff9-ec02000c4996 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.590483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7b7ea-8abb-4333-8ff9-ec02000c4996 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.592580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-65b7b7ea-8abb-4333-8ff9-ec02000c4996 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4640 time: 0.1996834 Sep 27 08:59:58.598011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51698) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:58.633490 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '3b89beb4-9388-4c08-b610-75d8f79e6752', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'port_id': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'mac_address': 'fa:16:3e:5f:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:59:56Z', 'updated_at': '2021-09-27T08:59:56Z', 'revision_number': 0, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:43Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:58.670557 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] Checking router: 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:59:58.695907 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:59:58.696498 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T08:59:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:58.747706 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-ee23fb24-e409-46db-84b2-840cf774481b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc66a088-3093-4917-a887-aac7fa9b727c HTTP/1.1" status: 200 len: 1000 time: 0.2097635 Sep 27 08:59:58.820744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-dcf5edd9-6da0-422a-8689-4596d0d10d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.825496 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-dcf5edd9-6da0-422a-8689-4596d0d10d72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79bd70fe-71ee-4cce-befe-ead41ad7963d HTTP/1.1" status: 200 len: 834 time: 0.0652080 Sep 27 08:59:58.893220 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:59:58.934412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-8506dc46-d999-4996-8aeb-98b5911c9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:58.935964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-8506dc46-d999-4996-8aeb-98b5911c9c45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1456736b-df89-44ba-ae21-becb343f9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019773 Sep 27 08:59:59.136033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-a3ca47fe-3d42-4318-8100-7bf483ec30eb service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903119 Sep 27 08:59:59.260835 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '3b89beb4-9388-4c08-b610-75d8f79e6752', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'port_id': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'mac_address': 'fa:16:3e:5f:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:59:56Z', 'updated_at': '2021-09-27T08:59:56Z', 'revision_number': 0, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:43Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:59:59.268129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12fde3d4-8e45-42cc-808a-c51a862bce9c req-bb3a832e-a67d-48b1-a665-a824c78e84ad service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240063 Sep 27 08:59:59.289158 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c1acb1-fe8d-40ed-b374-a5fa4c5784df None None] The sync data for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 is: [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '3b89beb4-9388-4c08-b610-75d8f79e6752', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'port_id': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'mac_address': 'fa:16:3e:5f:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:59:56Z', 'updated_at': '2021-09-27T08:59:56Z', 'revision_number': 0, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:43Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:59:59.316373 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-96e4f8f0-5346-4941-a910-81525388f4d4 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.7155344 Sep 27 08:59:59.317773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 51702) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:59:59.365393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb0f999-bfd8-48e7-9eb3-100e15218cdb tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:59.365757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb0f999-bfd8-48e7-9eb3-100e15218cdb tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:59.367436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0cb0f999-bfd8-48e7-9eb3-100e15218cdb tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f HTTP/1.1" status: 200 len: 1990 time: 0.0486784 Sep 27 08:59:59.405844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:59:59.500817 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:59.529361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:59:59.532086 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b5b49a-99a1-4335-afe4-d140287f11b1" -d '{"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-unplugged", "status": "completed", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:59:59.547747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:59:59.554838 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:59:59.598199 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 08:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e1cd67-ade7-482a-8ba4-6f76b0b824b9 x-openstack-request-id: req-e4e1cd67-ade7-482a-8ba4-6f76b0b824b9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:59:59.598691 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-unplugged", "status": "failed", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187", "code": 422}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:59:59.599096 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4e1cd67-ade7-482a-8ba4-6f76b0b824b9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:59:59.599663 n-d-810909-1 neutron-server[94832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'code': 422} returned with failed status Sep 27 08:59:59.614643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:59:59.620031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f7ad1-ccea-42f9-9e3e-d146622ab8b0 None None] New status for floating IP 3b89beb4-9388-4c08-b610-75d8f79e6752: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:59:59.674592 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ea7b-b1d8-487d-adbc-722becdc2985 req-b96f95b8-1621-4ec5-a035-27166ec6d5e2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:59.676132 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a474ea7b-b1d8-487d-adbc-722becdc2985 req-b96f95b8-1621-4ec5-a035-27166ec6d5e2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0636122 Sep 27 08:59:59.716743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a474ea7b-b1d8-487d-adbc-722becdc2985 req-bc5c0246-9907-4607-a567-6b1b9fbc21a6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Sep 27 08:59:59.840426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaf5c6-0afc-40c2-b3f9-02e03a52f02f req-10449e63-8671-44fa-85f8-fd2ef29d5414 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:59:59.841964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91eaf5c6-0afc-40c2-b3f9-02e03a52f02f req-10449e63-8671-44fa-85f8-fd2ef29d5414 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0539927 Sep 27 08:59:59.880774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91eaf5c6-0afc-40c2-b3f9-02e03a52f02f req-c34e1780-7766-4ec4-b653-3cbafbdc0c35 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Sep 27 09:00:00.064074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-137f6deb-a1a3-43c4-a1e3-796f7f1fede8 req-47008122-13a4-48b4-8c26-55a6d49d3a08 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:00:00.065130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-137f6deb-a1a3-43c4-a1e3-796f7f1fede8 req-47008122-13a4-48b4-8c26-55a6d49d3a08 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056417 Sep 27 09:00:00.229577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fe32b-1741-4143-bab4-dd9da34b1ba1 req-3bc865d9-ff96-481a-802d-b6b9c55feb6d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:00.233273 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-802fe32b-1741-4143-bab4-dd9da34b1ba1 req-3bc865d9-ff96-481a-802d-b6b9c55feb6d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0601697 Sep 27 09:00:00.273259 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-802fe32b-1741-4143-bab4-dd9da34b1ba1 req-da57ac6f-6faf-4ad9-8f22-51e299a88ff6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Sep 27 09:00:00.541068 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-28510adb-a34c-446c-a545-be045cadd084 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1342080 Sep 27 09:00:00.551591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-ae4c309c-656b-4132-b2f6-2d68d513e249 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:00:00.553114 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-ae4c309c-656b-4132-b2f6-2d68d513e249 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074444 Sep 27 09:00:01.397236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2385af-c15f-4d70-8b80-1c83223f34d4 req-2121ebe6-c31d-4859-9094-df06192882d1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:01.398689 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d2385af-c15f-4d70-8b80-1c83223f34d4 req-2121ebe6-c31d-4859-9094-df06192882d1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0530257 Sep 27 09:00:01.400777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-0ba37b72-c952-42a8-96c0-d40b3b72f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:01.402612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-0ba37b72-c952-42a8-96c0-d40b3b72f07a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921&tenant_id=95f1dd43b4454ae6b03234bd719e80c5 HTTP/1.1" status: 200 len: 1094 time: 0.0719876 Sep 27 09:00:01.438411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d2385af-c15f-4d70-8b80-1c83223f34d4 req-5d067943-dcc7-43e2-bc39-7ea87ef858aa tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Sep 27 09:00:01.476851 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-20dac5f1-1a63-4482-a078-d7d7bb372027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:01.478344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-20dac5f1-1a63-4482-a078-d7d7bb372027 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 1094 time: 0.0447199 Sep 27 09:00:01.579229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-e0b06cfd-577b-4b48-8385-7e9ed16bd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:01.580786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-e0b06cfd-577b-4b48-8385-7e9ed16bd868 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 914 time: 0.0867047 Sep 27 09:00:01.630353 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-7fb670f6-8af2-4b7e-972e-ff2318a4f9ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608d91e6-88ab-4d9a-9e32-2903257e3187 HTTP/1.1" status: 200 len: 217 time: 0.0395586 Sep 27 09:00:01.698400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-08d8256c-00a6-41dc-8e93-4078835a8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:01.700165 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-08d8256c-00a6-41dc-8e93-4078835a8da4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 200 len: 853 time: 0.0613883 Sep 27 09:00:01.742183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-53e0f03c-00c8-4c83-8dcb-a1cb4dd09b43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320308 Sep 27 09:00:01.843225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-313c73e2-8c22-4197-9039-0aceea2a5298 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913382 Sep 27 09:00:01.935048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de478ef7-84f2-4fd6-b37b-99f4dfd07030 req-d9ec6cd8-c367-43bb-8469-b7de58431f8b service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833001 Sep 27 09:00:02.581432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378307-ecec-44ec-8394-41f11dbc3d8c req-b2d17b67-ea5f-49b4-b614-9ac0a867c80f tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:02.583044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b1378307-ecec-44ec-8394-41f11dbc3d8c req-b2d17b67-ea5f-49b4-b614-9ac0a867c80f tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0646770 Sep 27 09:00:02.653084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b1378307-ecec-44ec-8394-41f11dbc3d8c req-97782da2-042b-4f3e-89bc-0565ff80b51e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635312 Sep 27 09:00:03.425109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:00:03.795517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4c6f7-3d33-4180-b4a5-e33a121f5478 req-d47570e3-a4f9-4bc7-b907-b0bda0c096c1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:03.797165 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fb4c6f7-3d33-4180-b4a5-e33a121f5478 req-d47570e3-a4f9-4bc7-b907-b0bda0c096c1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0716755 Sep 27 09:00:03.843244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fb4c6f7-3d33-4180-b4a5-e33a121f5478 req-4cebef72-fed6-4916-b770-faed513466a6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Sep 27 09:00:04.985534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7412e-2a7a-419d-8c94-80c44d1d7773 req-c5a3623d-4e67-4494-9735-64b23227c22c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:04.993116 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-71c7412e-2a7a-419d-8c94-80c44d1d7773 req-c5a3623d-4e67-4494-9735-64b23227c22c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0636089 Sep 27 09:00:05.029385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 51786) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:05.032921 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-71c7412e-2a7a-419d-8c94-80c44d1d7773 req-a59075e2-8815-4344-8439-81cc68f6ae83 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387087 Sep 27 09:00:05.145141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55481a9a-030b-4235-b180-37209c89196f req-a8f63f17-4434-4bfc-a41f-550ab37e44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:05.149038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55481a9a-030b-4235-b180-37209c89196f req-a8f63f17-4434-4bfc-a41f-550ab37e44b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1096 time: 0.1164141 Sep 27 09:00:05.188452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55481a9a-030b-4235-b180-37209c89196f req-4c9832b9-a768-4766-bda0-8289047d3db7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335112 Sep 27 09:00:05.901939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:06.211590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c87fe-e357-443d-bf6c-974d68b46210 req-0676f6ed-f608-4b6b-b6f5-b14dd40b8665 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:06.214504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e33c87fe-e357-443d-bf6c-974d68b46210 req-0676f6ed-f608-4b6b-b6f5-b14dd40b8665 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.1027133 Sep 27 09:00:06.267869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e33c87fe-e357-443d-bf6c-974d68b46210 req-5763cd9c-0ebf-42cd-bd67-f208b483041e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470355 Sep 27 09:00:07.425788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65427e43-7c4c-4e84-a2c1-3413b8370750 req-5b0d6880-897b-4f05-aa4b-0108f6b32f90 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:07.427531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65427e43-7c4c-4e84-a2c1-3413b8370750 req-5b0d6880-897b-4f05-aa4b-0108f6b32f90 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0688653 Sep 27 09:00:07.468899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65427e43-7c4c-4e84-a2c1-3413b8370750 req-0ba83caf-8c78-4f89-8455-128773624955 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Sep 27 09:00:08.097908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-21f34392-acbd-4891-a226-760374198be3 req-c7115054-8d9a-432a-b238-d7428c0a6e96 service neutron] (94831) timed out ('10.222.0.57', 49740) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:00:08.614039 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfec0a-23b5-4fa0-8126-b1f3a66fd976 req-0ae8fc1e-bc49-4760-a30b-1e70bf5b9a3a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:08.616644 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5cfec0a-23b5-4fa0-8126-b1f3a66fd976 req-0ae8fc1e-bc49-4760-a30b-1e70bf5b9a3a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0605080 Sep 27 09:00:08.677656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e5cfec0a-23b5-4fa0-8126-b1f3a66fd976 req-4279f335-250a-4034-ae51-7ab0e5e5ad98 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542216 Sep 27 09:00:09.824360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae230a92-eeff-4826-9d5f-31be9716383e req-0a5cc2cf-916b-49d3-a574-0a7448e03b89 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:09.825932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae230a92-eeff-4826-9d5f-31be9716383e req-0a5cc2cf-916b-49d3-a574-0a7448e03b89 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0661998 Sep 27 09:00:09.869385 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae230a92-eeff-4826-9d5f-31be9716383e req-fb47f6c0-47f0-424a-a330-13a8feab56eb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Sep 27 09:00:11.040124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea78ab-2822-4b00-8a40-79ed88475a4a req-cf9670f3-6f72-43a0-97f1-c8a99ca22eb3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:11.042473 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fea78ab-2822-4b00-8a40-79ed88475a4a req-cf9670f3-6f72-43a0-97f1-c8a99ca22eb3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0736244 Sep 27 09:00:11.091542 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8fea78ab-2822-4b00-8a40-79ed88475a4a req-24c38c67-4567-4a71-b2d9-99ef2809e478 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Sep 27 09:00:12.271206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35887d0-786b-4f20-92e2-1c893660b58f req-2647f16d-0fbf-4ef4-8948-d4ea2c9dd55a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:12.272914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35887d0-786b-4f20-92e2-1c893660b58f req-2647f16d-0fbf-4ef4-8948-d4ea2c9dd55a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0611148 Sep 27 09:00:12.316230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35887d0-786b-4f20-92e2-1c893660b58f req-22306e37-b676-408d-934c-e0e479ac201a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Sep 27 09:00:13.435569 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b850ce-ace6-4bcf-82a3-f4701941d34d req-623e75fe-6f40-4d19-ba37-71c6db9697cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:13.437241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79b850ce-ace6-4bcf-82a3-f4701941d34d req-623e75fe-6f40-4d19-ba37-71c6db9697cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0508358 Sep 27 09:00:13.478212 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79b850ce-ace6-4bcf-82a3-f4701941d34d req-542a7ca0-9c72-4a1c-a7c1-457e7a90c8c4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Sep 27 09:00:14.177613 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:14.601810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5181f-cb95-461d-a2e1-c5bcb0665bb7 req-e3e576be-29b4-4d7a-9a02-50b9d4352e24 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:14.603340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0af5181f-cb95-461d-a2e1-c5bcb0665bb7 req-e3e576be-29b4-4d7a-9a02-50b9d4352e24 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 943 time: 0.0529594 Sep 27 09:00:14.650690 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0af5181f-cb95-461d-a2e1-c5bcb0665bb7 req-34f5da51-3b77-49d1-a7b7-b886c6bdd382 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Sep 27 09:00:15.086970 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d01f99a-1124-46b7-8b04-08ba68d39f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:15.453445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:00:15.550717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:15.562158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'network_id': 'ccf6cc8e-91ba-4936-a6a6-60be2bf3954b', 'port_id': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'mac_address': 'fa:16:3e:fe:be:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:00:15.601310 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:15.614011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608d91e6-88ab-4d9a-9e32-2903257e3187 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:00:15.637852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:15.642450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:15.693668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:15.701227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.701571 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.701911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.702392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.702730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.703060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.703385 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.704098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.704458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.704783 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.705103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.705423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:15.775788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887afa1-9875-4f07-93aa-c7cca3703b1c req-50252f1d-f329-4ebe-972a-7a58011b9ee7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:15.777341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8887afa1-9875-4f07-93aa-c7cca3703b1c req-50252f1d-f329-4ebe-972a-7a58011b9ee7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 944 time: 0.0491474 Sep 27 09:00:15.815213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8887afa1-9875-4f07-93aa-c7cca3703b1c req-f1e1a8a7-cd78-401a-b222-74bc4a8a0451 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Sep 27 09:00:15.862287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['608d91e6-88ab-4d9a-9e32-2903257e3187'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:00:16.934000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d61c2-02d5-4468-a128-a9dc9c7add06 req-71937dc5-fe39-4cae-949d-9488e09a6ea2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:16.935681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-327d61c2-02d5-4468-a128-a9dc9c7add06 req-71937dc5-fe39-4cae-949d-9488e09a6ea2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 944 time: 0.0511296 Sep 27 09:00:16.979584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-327d61c2-02d5-4468-a128-a9dc9c7add06 req-51c0e2ae-c2b0-483c-bf11-1682b5787cbe tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369911 Sep 27 09:00:17.478218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:00:17.529957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3aa3-5c8f-4ca8-92c5-16254695138d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:17.553164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 608d91e6-88ab-4d9a-9e32-2903257e3187 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:17.553550 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:17.634932 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:17.659009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:17.661328 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1a7bb0-de2a-48b0-970e-f03b2257f85f" -d '{"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-plugged", "status": "completed", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:17.673982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:17.680312 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:17.703315 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606981e7-d88e-45cf-84f9-294f84b8fdbb x-openstack-request-id: req-606981e7-d88e-45cf-84f9-294f84b8fdbb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:17.703579 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-plugged", "status": "completed", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:17.703833 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-606981e7-d88e-45cf-84f9-294f84b8fdbb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:17.704254 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'code': 200} Sep 27 09:00:17.729721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:17.874688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54d32e-f951-4c88-9117-591ff5a6655a req-e96be71b-6505-41bc-97a8-dddcc5c6971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:17.876344 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f54d32e-f951-4c88-9117-591ff5a6655a req-e96be71b-6505-41bc-97a8-dddcc5c6971c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 1097 time: 0.0409524 Sep 27 09:00:17.915347 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f54d32e-f951-4c88-9117-591ff5a6655a req-17307654-cd36-41a9-a6e4-fe7c730475c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Sep 27 09:00:18.027693 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:18.103230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70e7b-3419-478f-b936-b02287ce6131 req-5cddd719-726d-4afd-adf0-af1f979db7cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:18.104782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71c70e7b-3419-478f-b936-b02287ce6131 req-5cddd719-726d-4afd-adf0-af1f979db7cb tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0561976 Sep 27 09:00:18.144238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71c70e7b-3419-478f-b936-b02287ce6131 req-024ed001-0f92-49e8-8a3c-7cba80cadd47 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 Sep 27 09:00:18.968046 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:19.286021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd3b75-c88f-47a1-a562-d478dea059e5 req-feff08aa-1180-44cf-b9b2-52c47e1760a3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:19.293683 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-12cd3b75-c88f-47a1-a562-d478dea059e5 req-feff08aa-1180-44cf-b9b2-52c47e1760a3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0603073 Sep 27 09:00:19.332898 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-12cd3b75-c88f-47a1-a562-d478dea059e5 req-485f8005-f6d4-41d7-a4b7-fc98199cce5a tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382829 Sep 27 09:00:20.446132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8271e6-cc58-4298-a10e-e6c0e3d7048f req-e0abba4b-ae8d-4086-a09e-e734991311c5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:20.447817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac8271e6-cc58-4298-a10e-e6c0e3d7048f req-e0abba4b-ae8d-4086-a09e-e734991311c5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0504241 Sep 27 09:00:20.494017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac8271e6-cc58-4298-a10e-e6c0e3d7048f req-cd07827d-4f2c-45d9-ae02-7843ec858d15 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Sep 27 09:00:20.601916 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:20.608658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e8f0e-198a-41d0-aae3-952351811a35 req-2afdb1b3-d88f-46f9-a3c5-8cbc616d15d1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:20.610308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-362e8f0e-198a-41d0-aae3-952351811a35 req-2afdb1b3-d88f-46f9-a3c5-8cbc616d15d1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0513580 Sep 27 09:00:20.648825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-362e8f0e-198a-41d0-aae3-952351811a35 req-0c583b96-9d5a-490a-bffc-7e41badb4211 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Sep 27 09:00:21.021474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365840-748d-46af-93c5-69ba1c886cfb req-44b63218-85b4-4154-9502-062f3f66de52 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:21.022955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1365840-748d-46af-93c5-69ba1c886cfb req-44b63218-85b4-4154-9502-062f3f66de52 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.2967255 Sep 27 09:00:21.062120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1365840-748d-46af-93c5-69ba1c886cfb req-49696a83-1e66-4602-9248-4469f73bfec6 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327175 Sep 27 09:00:21.195872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f1d93-b49f-4f09-bf0b-871d3ee1a8f6 req-9a11da29-fc8a-4efa-8165-2ac53ef14af8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:21.200367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-005f1d93-b49f-4f09-bf0b-871d3ee1a8f6 req-9a11da29-fc8a-4efa-8165-2ac53ef14af8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0515599 Sep 27 09:00:21.239614 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-005f1d93-b49f-4f09-bf0b-871d3ee1a8f6 req-d8ec735c-5d6f-4e1b-9d08-6b3226fab9d0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Sep 27 09:00:21.354795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76f178-0c7f-4784-bfb7-34bd5818b1a2 req-a7082c87-9ef5-4fc8-9869-c09309743751 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:21.356335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd76f178-0c7f-4784-bfb7-34bd5818b1a2 req-a7082c87-9ef5-4fc8-9869-c09309743751 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Sep 27 09:00:21.398632 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd76f178-0c7f-4784-bfb7-34bd5818b1a2 req-070611b4-44c2-4517-9415-0dbd1f885ecd tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361228 Sep 27 09:00:21.536427 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c8c44-f12b-4564-a9ad-482f6e62c76e req-e62b4914-76c2-4420-8100-985243653947 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:21.537951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df8c8c44-f12b-4564-a9ad-482f6e62c76e req-e62b4914-76c2-4420-8100-985243653947 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0524538 Sep 27 09:00:21.576810 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df8c8c44-f12b-4564-a9ad-482f6e62c76e req-f6c01de7-d198-4216-932d-d4c71d7e6967 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Sep 27 09:00:21.697833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695db11-eb92-4d2b-ae9a-3cd3a9410a7f req-95ce4814-b1fc-4f88-a831-83a5059d5a26 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:21.699295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a695db11-eb92-4d2b-ae9a-3cd3a9410a7f req-95ce4814-b1fc-4f88-a831-83a5059d5a26 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0547042 Sep 27 09:00:21.738526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a695db11-eb92-4d2b-ae9a-3cd3a9410a7f req-8582a990-3fc4-4677-b4d2-2057e48a9be4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Sep 27 09:00:21.967077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef5363-824f-4d96-b4c6-496e0edd40d8 req-08369e8c-3afa-46f6-89aa-a581d210088b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:21.968959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eaef5363-824f-4d96-b4c6-496e0edd40d8 req-08369e8c-3afa-46f6-89aa-a581d210088b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0530789 Sep 27 09:00:22.010012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eaef5363-824f-4d96-b4c6-496e0edd40d8 req-5b90cb7d-0683-4d8a-9615-a992cc662905 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350463 Sep 27 09:00:23.134549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e5ae1-7889-44e7-937a-64396a5dca0f req-8ca02a39-20f2-4fd5-9e25-b457d2b5e2e1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:23.136188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b96e5ae1-7889-44e7-937a-64396a5dca0f req-8ca02a39-20f2-4fd5-9e25-b457d2b5e2e1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0513709 Sep 27 09:00:23.174017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b96e5ae1-7889-44e7-937a-64396a5dca0f req-0ab79298-284c-4a1c-ac70-6dc6cf05dc98 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Sep 27 09:00:23.460421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7d671-d27d-4961-a06d-ea4ab6639857 req-b69fbe95-7d7f-46e2-856a-3b76329b0a16 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:23.461985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cda7d671-d27d-4961-a06d-ea4ab6639857 req-b69fbe95-7d7f-46e2-856a-3b76329b0a16 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0555303 Sep 27 09:00:23.485666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-214acf7b-4c23-4564-accc-3e36211976fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:23.487482 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-214acf7b-4c23-4564-accc-3e36211976fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 1097 time: 0.0434308 Sep 27 09:00:23.502421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cda7d671-d27d-4961-a06d-ea4ab6639857 req-c85778af-d1f1-45bc-993d-511be7ee71db tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Sep 27 09:00:23.585028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-42428d4c-4b29-4415-82b2-9ac4a8dffdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:23.586595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-42428d4c-4b29-4415-82b2-9ac4a8dffdab service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 200 len: 914 time: 0.0911734 Sep 27 09:00:23.631240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-ff6661c0-87e1-478a-b2cf-a0726d350f3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608d91e6-88ab-4d9a-9e32-2903257e3187 HTTP/1.1" status: 200 len: 217 time: 0.0362411 Sep 27 09:00:23.684368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-4cd61aa4-acde-43fe-853b-78424ea62e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:23.685841 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-4cd61aa4-acde-43fe-853b-78424ea62e0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 200 len: 853 time: 0.0467389 Sep 27 09:00:23.718053 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-af014095-4ab5-4d66-8d81-ae1d409ec878 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241325 Sep 27 09:00:23.810396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-c53db015-998c-4e97-829d-dea498a1872e service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839341 Sep 27 09:00:23.911304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a38fdf63-9943-4c34-922e-ad926423c8d2 req-90ccf167-54a4-4b84-95eb-7cc8b7850741 service neutron] 10.222.0.57 "GET /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933073 Sep 27 09:00:24.646263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e931-976e-43b0-9960-62fcf3fafc48 req-ce2b7a41-b6ee-4362-8dd2-0832b85e903f tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:24.647894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8292e931-976e-43b0-9960-62fcf3fafc48 req-ce2b7a41-b6ee-4362-8dd2-0832b85e903f tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0599136 Sep 27 09:00:24.695287 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8292e931-976e-43b0-9960-62fcf3fafc48 req-04471982-5cce-4c4f-bbf2-f1cea44a07b4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Sep 27 09:00:25.814716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cc6b4-6a72-4249-8c65-1b7ed539b03a req-1881925f-3e74-40ea-b975-3d253b9839f3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:25.816222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-637cc6b4-6a72-4249-8c65-1b7ed539b03a req-1881925f-3e74-40ea-b975-3d253b9839f3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0533490 Sep 27 09:00:25.854856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-637cc6b4-6a72-4249-8c65-1b7ed539b03a req-4f378071-8e7f-451e-9740-c18899536cf4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Sep 27 09:00:25.981003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330e471-7839-42c8-9b3d-470ce4ce0618 req-42021f24-b887-4634-b964-6d9df1054d60 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:25.982511 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2330e471-7839-42c8-9b3d-470ce4ce0618 req-42021f24-b887-4634-b964-6d9df1054d60 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0616732 Sep 27 09:00:26.021183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2330e471-7839-42c8-9b3d-470ce4ce0618 req-8cb20142-7d89-41c1-b651-53cb162918f0 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Sep 27 09:00:26.153513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8d19-fc74-4194-9ff7-504842045ae9 req-80d72d13-9bf4-4013-818d-d0c27150fd3b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:26.155032 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8fe8d19-fc74-4194-9ff7-504842045ae9 req-80d72d13-9bf4-4013-818d-d0c27150fd3b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0514333 Sep 27 09:00:26.195429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8fe8d19-fc74-4194-9ff7-504842045ae9 req-1d30c7fe-f312-4c16-941b-e05ff09232f8 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342925 Sep 27 09:00:26.314170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c530c8-19b8-4276-a229-b0e5ae224fa2 req-aeb7d383-330a-4389-938b-fb0dfd65cb52 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:26.315800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0c530c8-19b8-4276-a229-b0e5ae224fa2 req-aeb7d383-330a-4389-938b-fb0dfd65cb52 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0493436 Sep 27 09:00:26.354911 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0c530c8-19b8-4276-a229-b0e5ae224fa2 req-ef8f607c-b6db-40b8-8b34-3e44679ef083 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330141 Sep 27 09:00:26.511689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7b47a-3fc7-4d09-bf9c-0ade76db3e88 req-64392253-01c5-43cc-91ad-c464f2e2a4c3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:26.513176 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d5c7b47a-3fc7-4d09-bf9c-0ade76db3e88 req-64392253-01c5-43cc-91ad-c464f2e2a4c3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0493197 Sep 27 09:00:26.550393 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d5c7b47a-3fc7-4d09-bf9c-0ade76db3e88 req-1c7651fd-041e-47c7-ba52-d217e0628f01 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Sep 27 09:00:26.666495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695e3d9-0e53-4ea7-9670-75ace6289cf8 req-5e792b39-d8b1-4515-8cc8-402c8b04c215 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:26.669078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e695e3d9-0e53-4ea7-9670-75ace6289cf8 req-5e792b39-d8b1-4515-8cc8-402c8b04c215 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0512125 Sep 27 09:00:26.717061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e695e3d9-0e53-4ea7-9670-75ace6289cf8 req-d31d4140-93b3-4d8e-bc07-69193b6f3ca3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Sep 27 09:00:26.859639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aa9d5-20e3-4792-86a2-f2abbb0d6fc9 req-225fe2d6-bb61-44d2-be3d-301790e05986 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:26.861107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-520aa9d5-20e3-4792-86a2-f2abbb0d6fc9 req-225fe2d6-bb61-44d2-be3d-301790e05986 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0544107 Sep 27 09:00:26.901536 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-520aa9d5-20e3-4792-86a2-f2abbb0d6fc9 req-e6f9f7df-f020-41fe-a957-15cda788dd9b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341697 Sep 27 09:00:27.025842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea13c11-4679-44b8-9270-190f41bcb922 req-0aec2b9c-4c4c-47ce-8369-87c28ecb1a24 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:27.027854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bea13c11-4679-44b8-9270-190f41bcb922 req-0aec2b9c-4c4c-47ce-8369-87c28ecb1a24 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0556598 Sep 27 09:00:27.067611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bea13c11-4679-44b8-9270-190f41bcb922 req-76df3c3c-067a-4735-81f5-37f4caaa084e tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332637 Sep 27 09:00:27.139364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-76303c59-b2ca-411a-9e50-523b0d395c13 req-f3a915eb-9a66-494b-aa81-749027c4674e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:00:27.140404 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-76303c59-b2ca-411a-9e50-523b0d395c13 req-f3a915eb-9a66-494b-aa81-749027c4674e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070276 Sep 27 09:00:27.257825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b300e-ccbb-48c9-8ccf-01c1cfd0ee42 req-1c343798-82cc-4d73-a3d3-866739451159 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:27.259540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0b300e-ccbb-48c9-8ccf-01c1cfd0ee42 req-1c343798-82cc-4d73-a3d3-866739451159 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0664711 Sep 27 09:00:27.298481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0b300e-ccbb-48c9-8ccf-01c1cfd0ee42 req-19f3c192-e823-45f5-b7d2-f6ae3f9ff7e1 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Sep 27 09:00:27.424437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ed7e5-f4b5-44dd-bcbd-327dde4d363e req-1a312af2-04ac-4664-a490-2e650461fd85 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:27.425973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-893ed7e5-f4b5-44dd-bcbd-327dde4d363e req-1a312af2-04ac-4664-a490-2e650461fd85 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0503895 Sep 27 09:00:27.471995 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-893ed7e5-f4b5-44dd-bcbd-327dde4d363e req-66fc2a15-dc20-4409-893a-9ae19442e01d tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395260 Sep 27 09:00:27.602378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883fa5-4aaf-4bda-a157-1fce64f15d09 req-b613abeb-d2a2-4a14-83c1-cb344b599a90 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:27.604065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14883fa5-4aaf-4bda-a157-1fce64f15d09 req-b613abeb-d2a2-4a14-83c1-cb344b599a90 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0490491 Sep 27 09:00:27.646355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14883fa5-4aaf-4bda-a157-1fce64f15d09 req-0a49a441-766c-479d-9424-e92fe013cc55 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358193 Sep 27 09:00:27.766919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6c221-2d2b-4111-a253-20433ddf1877 req-2377b78b-679f-4416-9056-3f677286af05 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:27.768473 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09b6c221-2d2b-4111-a253-20433ddf1877 req-2377b78b-679f-4416-9056-3f677286af05 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0500922 Sep 27 09:00:27.807377 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09b6c221-2d2b-4111-a253-20433ddf1877 req-171852de-dbf8-43d7-9364-d054b2e24318 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Sep 27 09:00:27.940067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860430f-7e9d-4f42-b927-bf7f601bf559 req-bcfa57fb-4f18-40bf-bff0-f0e4bfda01a7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:27.941622 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5860430f-7e9d-4f42-b927-bf7f601bf559 req-bcfa57fb-4f18-40bf-bff0-f0e4bfda01a7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0573208 Sep 27 09:00:27.985234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5860430f-7e9d-4f42-b927-bf7f601bf559 req-65c9698f-596e-46d4-b38d-f45b510535d3 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360084 Sep 27 09:00:28.103986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c214310-5b39-4ba3-8589-8faa51b6d116 req-8cd61635-bbbe-462f-a33a-a5f7590b97be tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:28.105524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0c214310-5b39-4ba3-8589-8faa51b6d116 req-8cd61635-bbbe-462f-a33a-a5f7590b97be tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0541158 Sep 27 09:00:28.146005 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0c214310-5b39-4ba3-8589-8faa51b6d116 req-e768031c-699a-4f35-8947-33b7f69a026c tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343890 Sep 27 09:00:28.277018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477995d-2d8a-4887-a016-ac8a1ff73dc9 req-85a0b174-7f45-4aeb-8da9-7887d6fcadd5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:28.278498 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8477995d-2d8a-4887-a016-ac8a1ff73dc9 req-85a0b174-7f45-4aeb-8da9-7887d6fcadd5 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0512309 Sep 27 09:00:28.316122 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8477995d-2d8a-4887-a016-ac8a1ff73dc9 req-409e8b85-10fe-4c1f-abf9-5df0321d2bef tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Sep 27 09:00:28.440298 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:00:32.575947 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52436) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:32.674124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fcee659b-1308-4d20-a4e8-75b4def231d5 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2676 time: 0.0946345 Sep 27 09:00:32.674322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52442) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:32.679005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'network': {'name': 'tempest-network-smoke--1812013401', 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'port_security_enabled': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:32.701891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Made reservation on behalf of f76b2148c98a4fed9ff59605406a9262 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:00:32.706066 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:32.733045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:00:32.746784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:32.753375 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Added segment 87e1e691-583a-4100-b3cd-d62d11b2de71 of type vlan for network 83c48780-fd9c-44e5-903f-2d1f0eb361fb Sep 27 09:00:32.798296 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:32.825159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:32.832083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:32.833109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:32.873543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1978714 Sep 27 09:00:32.876843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52452) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:32.882222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'admin_state_up': True, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:32.915508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:32.916790 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Network': ['ID=83c48780-fd9c-44e5-903f-2d1f0eb361fb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:32.917140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:32.929349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.929856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.930449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.930941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.932137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.934161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.934500 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.935321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.936023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.936545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.937289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.937753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124eb4c-4323-40bd-91a6-5e09f9b704cf tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:32.954710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:00:33.002787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:33.156939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa8d0-53a3-440a-af88-b0fabef2e870 req-d6a872d3-5a47-46d0-b840-c2e61dd0f042 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:33.158467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-187aa8d0-53a3-440a-af88-b0fabef2e870 req-d6a872d3-5a47-46d0-b840-c2e61dd0f042 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0487025 Sep 27 09:00:33.162465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:33.196775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-187aa8d0-53a3-440a-af88-b0fabef2e870 req-707c422d-c9ec-430f-a199-bd541dc15ae7 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Sep 27 09:00:33.377531 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:33.400030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:33.501812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Allocated IP 172.25.2.192 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/a769a1d7-8971-43bc-9018-ac228bae9389) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:00:33.610687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:33.645894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:33.683575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:00:33.686557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:33.689981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:00:33.714409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=a769a1d7-8971-43bc-9018-ac228bae9389,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:33.945939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:34.153490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:34.317425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:00:34.327897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa94c-2a1c-4fea-be38-20002f9f94ec req-1ff31bc7-f73b-4e10-a433-7f72bc7f4ea4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:34.329443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffdfa94c-2a1c-4fea-be38-20002f9f94ec req-1ff31bc7-f73b-4e10-a433-7f72bc7f4ea4 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0583687 Sep 27 09:00:34.417234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ffdfa94c-2a1c-4fea-be38-20002f9f94ec req-a0fae0b1-b1d0-4eef-8367-5269e86182d2 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/security-groups?id=555094cf-b5dc-4309-bbc3-50b7458accef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796485 Sep 27 09:00:34.465096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:00:34.477145 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Sync routers for ids ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:00:34.484399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:34.485733 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-83a31f07-935d-4912-8727-c3459b9f34c2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6071305 Sep 27 09:00:34.488769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52490) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:34.490438 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Routers {'09b28f4f-5ace-4ab9-9480-78d5bcb0386f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:00:34.491236 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:34.563881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbde358-8b70-4134-9e94-9f8f8bc31b53 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:34.565349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2cbde358-8b70-4134-9e94-9f8f8bc31b53 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=f76b2148c98a4fed9ff59605406a9262&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0756330 Sep 27 09:00:34.568076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52492) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:34.604791 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Set router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:00:34.659924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af87c8d-ed3d-4b25-b0eb-00c99f05b3b8 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:34.663969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1af87c8d-ed3d-4b25-b0eb-00c99f05b3b8 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925503 Sep 27 09:00:34.664413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:34.707868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bce9c834-8f90-4e76-8363-604a35766e63 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415223 Sep 27 09:00:34.709990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:34.742645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb5a961c-6b0b-4fb5-9170-a970d710ef19 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=f76b2148c98a4fed9ff59605406a9262&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304353 Sep 27 09:00:34.744216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:34.794507 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:33Z', 'revision_number': 3, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:34.820441 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Checking router: 09b28f4f-5ace-4ab9-9480-78d5bcb0386f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:00:34.820627 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Updating router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f port a769a1d7-8971-43bc-9018-ac228bae9389 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:00:34.849667 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:34.945892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-21415527-034f-4088-807f-65a95dadfc77 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:34.947369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-21415527-034f-4088-807f-65a95dadfc77 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.57 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 946 time: 0.0923414 Sep 27 09:00:34.948709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f70ba-bbdb-4f98-8ccb-4e44e0d63f97 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:34.953378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-336f70ba-bbdb-4f98-8ccb-4e44e0d63f97 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2049365 Sep 27 09:00:34.953378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:34.989196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3596db55-04c1-4386-b26d-8bc3223ee3a0 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328212 Sep 27 09:00:34.989549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52504) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:34.994693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349104572', 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb', 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:35.074556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Deleting port 608d91e6-88ab-4d9a-9e32-2903257e3187 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:00:35.074868 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.098747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Made reservation on behalf of f76b2148c98a4fed9ff59605406a9262 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:00:35.104147 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.167963 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.175149 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.180841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] For port 608d91e6-88ab-4d9a-9e32-2903257e3187, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=608d91e6-88ab-4d9a-9e32-2903257e3187,segment=NetworkSegment(5b3ed311-55b6-44a8-93db-29947b7dda2c),segment_id=5b3ed311-55b6-44a8-93db-29947b7dda2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:35.181228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.197012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Calling delete_port for 608d91e6-88ab-4d9a-9e32-2903257e3187 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:00:35.240612 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Attempting to bind port a769a1d7-8971-43bc-9018-ac228bae9389 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:00:35.241115 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Attempting to bind port a769a1d7-8971-43bc-9018-ac228bae9389 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:00:35.241568 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Attempting to bind port a769a1d7-8971-43bc-9018-ac228bae9389 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:00:35.249644 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:00:35.250174 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:00:35.250964 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.251449 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:00:35.252428 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Bound port: a769a1d7-8971-43bc-9018-ac228bae9389, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:00:35.253084 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.283972 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Pushing event updated for resources: {'Port': ['ID=a769a1d7-8971-43bc-9018-ac228bae9389,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:35.299547 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.299915 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.300253 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.304058 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.304429 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.304769 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.305141 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.305476 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.305800 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.306122 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.306443 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.306764 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:35.346800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.351338 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] For port a769a1d7-8971-43bc-9018-ac228bae9389, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:00:35.359849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.361252 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] For port a769a1d7-8971-43bc-9018-ac228bae9389, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a769a1d7-8971-43bc-9018-ac228bae9389,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:00:35.366841 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.373181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['608d91e6-88ab-4d9a-9e32-2903257e3187'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:00:35.393307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Pushing event deleted for resources: {'Port': ['ID=608d91e6-88ab-4d9a-9e32-2903257e3187,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:35.434897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Subnet': ['ID=313ad49e-30e0-4db4-b9eb-c5bedd2176b9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:35.446736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Checking segment: {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:00:35.447320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network hostable DHCP agents. Network: 83c48780-fd9c-44e5-903f-2d1f0eb361fb, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:00:35.460362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] No DVR routers for this DVR port 608d91e6-88ab-4d9a-9e32-2903257e3187 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:00:35.469597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.470923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:00:35.471971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e554a16-b6fe-433f-9b88-d5690cfb5e18 req-d39788df-95a0-4c9d-bf9a-3eea109d7807 tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.57 "DELETE /v2.0/ports/608d91e6-88ab-4d9a-9e32-2903257e3187 HTTP/1.1" status: 204 len: 173 time: 0.5169108 Sep 27 09:00:35.472597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-deleted', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:35.475058 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba7bffb-3199-42c5-b807-5791e02178a1" -d '{"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-deleted", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:35.487682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 83c48780-fd9c-44e5-903f-2d1f0eb361fb) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:35.492873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:35.493594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.498843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443715ab-1cce-419b-ba23-8639a8834141 None None] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:00:35.553400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-58eaac05-0798-4b66-8e03-b851585fe761 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5626752 Sep 27 09:00:35.556547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52512) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:35.594335 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Routers {'09b28f4f-5ace-4ab9-9480-78d5bcb0386f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:00:35.594972 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:35.620085 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6326786d-b5be-4ad2-bfaf-e8b9050224ef req-efd1eacd-ec99-46a4-85d4-1ce92c456a5b tempest-ServersNegativeTestJSON-835921603 tempest-ServersNegativeTestJSON-835921603-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f43631-96f4-4ac0-b412-c7e10d6ec921 HTTP/1.1" status: 200 len: 210 time: 0.0734093 Sep 27 09:00:35.624591 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61104747-d7ab-4e1c-8a6f-74c36ef7cfed x-openstack-request-id: req-61104747-d7ab-4e1c-8a6f-74c36ef7cfed {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:35.625866 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f43631-96f4-4ac0-b412-c7e10d6ec921", "name": "network-vif-deleted", "tag": "608d91e6-88ab-4d9a-9e32-2903257e3187", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:35.627187 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61104747-d7ab-4e1c-8a6f-74c36ef7cfed {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:35.627723 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f43631-96f4-4ac0-b412-c7e10d6ec921', 'name': 'network-vif-deleted', 'tag': '608d91e6-88ab-4d9a-9e32-2903257e3187', 'status': 'completed', 'code': 200} Sep 27 09:00:35.663933 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b553f-9a59-493d-aa8a-747535016114 None None] Pushing event updated for resources: {'Port': ['ID=a769a1d7-8971-43bc-9018-ac228bae9389,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:35.745860 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] Set router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:00:35.788547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-83c48780-fd9c-44e5-903f-2d1f0eb361fb', 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'fixed_ips': [{'subnet_id': '313ad49e-30e0-4db4-b9eb-c5bedd2176b9'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:00:35.789810 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.904456 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:35.970071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Allocated IP 172.20.0.18 (83c48780-fd9c-44e5-903f-2d1f0eb361fb/313ad49e-30e0-4db4-b9eb-c5bedd2176b9/7076e4d9-db23-4b63-9e22-90b57c49febf) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:00:36.000394 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:33Z', 'revision_number': 3, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:36.035271 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c99e3-2909-4f7a-af83-72cca4cdec4a None None] The sync data for ids ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'] in n-d-810909-1 is: [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:33Z', 'revision_number': 3, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:00:36.210104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.216789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.256936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:00:36.258491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:36.262189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:00:36.269850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Pushing event updated for resources: {'Port': ['ID=7076e4d9-db23-4b63-9e22-90b57c49febf,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:36.325362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Attempting to bind port 7076e4d9-db23-4b63-9e22-90b57c49febf on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:00:36.325728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Attempting to bind port 7076e4d9-db23-4b63-9e22-90b57c49febf by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:00:36.326088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Attempting to bind port 7076e4d9-db23-4b63-9e22-90b57c49febf on network 83c48780-fd9c-44e5-903f-2d1f0eb361fb {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:00:36.332076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:00:36.332470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Checking segment: {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:00:36.332873 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.333262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Bound using segment: {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:00:36.333725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Bound port: 7076e4d9-db23-4b63-9e22-90b57c49febf, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:00:36.334480 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.429570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] For port 7076e4d9-db23-4b63-9e22-90b57c49febf, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:00:36.433173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] For port 7076e4d9-db23-4b63-9e22-90b57c49febf, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7076e4d9-db23-4b63-9e22-90b57c49febf,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:00:36.439640 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.478916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.527989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb81dc-69f5-47f1-a944-f95494e10d0b None None] Pushing event updated for resources: {'Port': ['ID=7076e4d9-db23-4b63-9e22-90b57c49febf,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:36.719113 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52518) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:36.722233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a769a1d7-8971-43bc-9018-ac228bae9389 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:00:36.779891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb359c3-98c0-4f6f-9588-ca2c939db93d admin admin] Deleting subnet f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:00:36.785185 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7eb359c3-98c0-4f6f-9588-ca2c939db93d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.846990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a769a1d7-8971-43bc-9018-ac228bae9389 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:36.847533 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.867598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7eb359c3-98c0-4f6f-9588-ca2c939db93d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.943495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7eb359c3-98c0-4f6f-9588-ca2c939db93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:36.985220 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.018978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Allocated IP 172.20.0.17 (83c48780-fd9c-44e5-903f-2d1f0eb361fb/313ad49e-30e0-4db4-b9eb-c5bedd2176b9/cada18f9-a51f-4990-a02e-07a73e320770) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:00:37.029992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port a769a1d7-8971-43bc-9018-ac228bae9389, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a769a1d7-8971-43bc-9018-ac228bae9389,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:37.041020 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.055228 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7eb359c3-98c0-4f6f-9588-ca2c939db93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.105111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb359c3-98c0-4f6f-9588-ca2c939db93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:37.107246 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7eb359c3-98c0-4f6f-9588-ca2c939db93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.109454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7eb359c3-98c0-4f6f-9588-ca2c939db93d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f4e9aa4e-3c9e-49b6-a25e-dcf831d46ceb HTTP/1.1" status: 204 len: 168 time: 0.3879290 Sep 27 09:00:37.118560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:37.193009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.241312 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.276275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.325850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=a769a1d7-8971-43bc-9018-ac228bae9389,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:37.333903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=cada18f9-a51f-4990-a02e-07a73e320770,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:37.342413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:00:37.344374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:37.350551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:00:37.362432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.384290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf6cc8e-91ba-4936-a6a6-60be2bf3954b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:37.395759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.396876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3ed311-55b6-44a8-93db-29947b7dda2c') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:37.397368 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3ed311-55b6-44a8-93db-29947b7dda2c') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:37.410938 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.425412 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.433474 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:00:37.434082 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:00:37.446092 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:00:37.503598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.517261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.519463 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] 10.222.0.50 "DELETE /v2.0/networks/ccf6cc8e-91ba-4936-a6a6-60be2bf3954b HTTP/1.1" status: 204 len: 168 time: 0.3996651 Sep 27 09:00:37.540229 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a98f0-b3f2-468e-9004-f3cbaacc7c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf6cc8e-91ba-4936-a6a6-60be2bf3954b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:37.590888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.751420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52526) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:37.816615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4a91b5f-8ff4-449b-8d47-bb051bdd829c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95f1dd43b4454ae6b03234bd719e80c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637703 Sep 27 09:00:37.819098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:37.903992 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcc63d52-8bca-416d-91c7-a2dac501c2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.931090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcc63d52-8bca-416d-91c7-a2dac501c2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.949742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.964103 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.981547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff955f09-bfdd-4231-9323-f4862848e65f None None] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:00:37.992259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcc63d52-8bca-416d-91c7-a2dac501c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.997766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcc63d52-8bca-416d-91c7-a2dac501c2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:37.999098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bcc63d52-8bca-416d-91c7-a2dac501c2f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/555094cf-b5dc-4309-bbc3-50b7458accef HTTP/1.1" status: 204 len: 168 time: 0.1787362 Sep 27 09:00:38.008978 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc63d52-8bca-416d-91c7-a2dac501c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555094cf-b5dc-4309-bbc3-50b7458accef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:38.069564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-34ae15ec-5b15-4bb9-bc05-929eb405bd64 None None] Provisioning complete for port 7076e4d9-db23-4b63-9e22-90b57c49febf triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:38.070244 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34ae15ec-5b15-4bb9-bc05-929eb405bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:38.108205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-12607475-2338-449b-9cbb-41b122ff4b13 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3111565 Sep 27 09:00:38.134685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:38.141138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=cada18f9-a51f-4990-a02e-07a73e320770,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:38.313537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-b1851844-c0a7-442f-97f6-56d73c982b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:38.315215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-b1851844-c0a7-442f-97f6-56d73c982b2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1096 time: 0.1324410 Sep 27 09:00:38.322843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:00:38.327560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:38.332351 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34ae15ec-5b15-4bb9-bc05-929eb405bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:38.398828 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-34ae15ec-5b15-4bb9-bc05-929eb405bd64 None None] For port 7076e4d9-db23-4b63-9e22-90b57c49febf, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7076e4d9-db23-4b63-9e22-90b57c49febf,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:38.408403 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34ae15ec-5b15-4bb9-bc05-929eb405bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:38.497314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae15ec-5b15-4bb9-bc05-929eb405bd64 None None] Pushing event updated for resources: {'Port': ['ID=7076e4d9-db23-4b63-9e22-90b57c49febf,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:38.555743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-f4f0faaa-ffc7-49da-a8c5-6ad559e938e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:38.558310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-f4f0faaa-ffc7-49da-a8c5-6ad559e938e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 910 time: 0.1780345 Sep 27 09:00:38.571525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:00:38.733404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-8bfaa6be-2f30-4cf8-8f20-070f8e9969fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 1001 time: 0.1599619 Sep 27 09:00:38.744223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9afdeeae-d543-456b-9ecd-380b56004202 None None] Provisioning complete for port 7076e4d9-db23-4b63-9e22-90b57c49febf triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:38.744223 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9afdeeae-d543-456b-9ecd-380b56004202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:38.847418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7076e4d9-db23-4b63-9e22-90b57c49febf up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:00:38.907443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:00:38.928184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eb7afb3a-717c-4d40-9cfc-318c81fd0eb6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "PUT /v2.0/routers/09b28f4f-5ace-4ab9-9480-78d5bcb0386f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3630598 Sep 27 09:00:38.933551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-83e5f5a8-afd6-43a2-8361-91e93cf770bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:38.938658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-83e5f5a8-afd6-43a2-8361-91e93cf770bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 200 len: 848 time: 0.1944616 Sep 27 09:00:38.940285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Sync routers for ids ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:00:38.973563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Routers {'09b28f4f-5ace-4ab9-9480-78d5bcb0386f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:00:38.974210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:39.021636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-8d745ce4-aadb-402a-bd61-90d07a64ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:39.023463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-8d745ce4-aadb-402a-bd61-90d07a64ae60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0fc5127e-623c-4081-8e0c-1af0b134ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784655 Sep 27 09:00:39.126131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7076e4d9-db23-4b63-9e22-90b57c49febf triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:39.126608 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.147828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52562) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:39.198827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Set router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:00:39.245901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-89bec30f-fca2-4dfd-8236-ccd5ac7e30f8 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138317 Sep 27 09:00:39.346280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9afdeeae-d543-456b-9ecd-380b56004202 None None] Provisioning complete for port cada18f9-a51f-4990-a02e-07a73e320770 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:39.346662 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9afdeeae-d543-456b-9ecd-380b56004202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.350596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2117149940-network', 'tenant_id': 'eefb593811db4d5dae6cdd8419a030d3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:39.385406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9afdeeae-d543-456b-9ecd-380b56004202 None None] Port cada18f9-a51f-4990-a02e-07a73e320770 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:00:39.386710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-58e423e6-c273-4dcc-aff5-f3c29ce96616 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:39.388519 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-58e423e6-c273-4dcc-aff5-f3c29ce96616 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/networks?id=83c48780-fd9c-44e5-903f-2d1f0eb361fb HTTP/1.1" status: 200 len: 798 time: 0.2114885 Sep 27 09:00:39.402076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba3680a1-9ae6-4067-ab71-05116c437017 req-39b1c397-2ebf-45ef-bfa9-78264c6c2f75 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483464 Sep 27 09:00:39.405056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Made reservation on behalf of eefb593811db4d5dae6cdd8419a030d3 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:00:39.408172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.418565 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-604abc44-a993-4393-8037-81265f63273f tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/quotas/f76b2148c98a4fed9ff59605406a9262 HTTP/1.1" status: 200 len: 375 time: 0.0234416 Sep 27 09:00:39.436542 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.505848 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-7e6fd829-9222-4640-bf7a-4420c1832122 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0860198 Sep 27 09:00:39.544128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a769a1d7-8971-43bc-9018-ac228bae9389 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:00:39.548850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d1948c44-bbb2-440b-b5d0-7b2291d29839 None None] Provisioning complete for port cada18f9-a51f-4990-a02e-07a73e320770 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:39.549315 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1948c44-bbb2-440b-b5d0-7b2291d29839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.601740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:00:39.638371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 608d91e6-88ab-4d9a-9e32-2903257e3187 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:00:39.638728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 608d91e6-88ab-4d9a-9e32-2903257e3187 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:00:39.648150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d1948c44-bbb2-440b-b5d0-7b2291d29839 None None] Port cada18f9-a51f-4990-a02e-07a73e320770 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:00:39.664618 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.665711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:37Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cada18f9-a51f-4990-a02e-07a73e320770', 'name': '', 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:42:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '313ad49e-30e0-4db4-b9eb-c5bedd2176b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:36Z', 'updated_at': '2021-09-27T09:00:37Z', 'revision_number': 2, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '313ad49e-30e0-4db4-b9eb-c5bedd2176b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:39.671559 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-ee008a43-33c6-475f-84af-cacedd484404 service neutron] 10.222.0.50 "GET /v2.0/networks/83c48780-fd9c-44e5-903f-2d1f0eb361fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449742 Sep 27 09:00:39.672762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.694546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:00:39.697312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a769a1d7-8971-43bc-9018-ac228bae9389 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:39.697312 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.700544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Checking router: 09b28f4f-5ace-4ab9-9480-78d5bcb0386f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:00:39.700760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Updating router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f port cada18f9-a51f-4990-a02e-07a73e320770 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:00:39.738291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b995a3c-2c67-457e-b700-7fbdfc5fb128,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:39.741695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:39.741695 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Added segment 477f7614-93dc-4eea-a4b2-2e5e91a211a3 of type vlan for network 140b928e-b8be-4d46-b6c6-a85c0ae91962 Sep 27 09:00:39.754636 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.067182 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.074882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.111539 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.157052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4b803-c596-4582-8e86-5b674c89da74 None None] Pushing event updated for resources: {'Port': ['ID=cada18f9-a51f-4990-a02e-07a73e320770,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:40.160884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-cf65bc88-201f-44da-a6d7-1060b6f18368 service neutron] 10.222.0.50 "GET /v2.0/networks/83c48780-fd9c-44e5-903f-2d1f0eb361fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761987 Sep 27 09:00:40.189371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.190377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:40.190966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.219463 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Attempting to bind port cada18f9-a51f-4990-a02e-07a73e320770 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:00:40.220090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Attempting to bind port cada18f9-a51f-4990-a02e-07a73e320770 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:00:40.220575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Attempting to bind port cada18f9-a51f-4990-a02e-07a73e320770 on network 83c48780-fd9c-44e5-903f-2d1f0eb361fb {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:00:40.227199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:00:40.227653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Checking segment: {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:00:40.228573 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.229030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Bound using segment: {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:00:40.229680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Bound port: cada18f9-a51f-4990-a02e-07a73e320770, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:00:40.232859 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.311268 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1613207 Sep 27 09:00:40.312544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6bd9b-fc2e-4f25-b627-25943e25f0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=140b928e-b8be-4d46-b6c6-a85c0ae91962,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:40.314710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52572) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:40.327738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 140b928e-b8be-4d46-b6c6-a85c0ae91962 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:00:40.328316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Request body: {'subnet': {'network_id': '140b928e-b8be-4d46-b6c6-a85c0ae91962', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2117149940-subnet', 'tenant_id': 'eefb593811db4d5dae6cdd8419a030d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:40.341814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] For port cada18f9-a51f-4990-a02e-07a73e320770, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:00:40.397204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] For port cada18f9-a51f-4990-a02e-07a73e320770, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cada18f9-a51f-4990-a02e-07a73e320770,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:00:40.398397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Made reservation on behalf of eefb593811db4d5dae6cdd8419a030d3 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:00:40.401132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.413908 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.525512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4b803-c596-4582-8e86-5b674c89da74 None None] Pushing event updated for resources: {'Port': ['ID=cada18f9-a51f-4990-a02e-07a73e320770,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:40.550323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Routers {'09b28f4f-5ace-4ab9-9480-78d5bcb0386f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:00:40.551118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:40.691539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f0f2475b-528a-45bc-ad0b-45f222453034 req-91a8f7d0-29dd-4a21-b8df-87f825d711f2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 210 time: 0.0415900 Sep 27 09:00:40.693421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.763416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d294e3-ddd6-49ad-adba-047b3657bff2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:40.852077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-78fd8723-6245-43c1-bc6f-2716dba86bc7 None None] Provisioning complete for port cada18f9-a51f-4990-a02e-07a73e320770 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:40.852477 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78fd8723-6245-43c1-bc6f-2716dba86bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:40.914738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Checking segment: {'id': '477f7614-93dc-4eea-a4b2-2e5e91a211a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '140b928e-b8be-4d46-b6c6-a85c0ae91962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:00:40.915754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Network hostable DHCP agents. Network: 140b928e-b8be-4d46-b6c6-a85c0ae91962, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:00:40.947795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bd1c471-f486-469b-ae26-10d880d645ab req-ba528a4d-38bf-466d-ba01-e800a965fdf0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214180 Sep 27 09:00:40.972906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Network 140b928e-b8be-4d46-b6c6-a85c0ae91962 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:00:41.011412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 140b928e-b8be-4d46-b6c6-a85c0ae91962) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:41.015837 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78fd8723-6245-43c1-bc6f-2716dba86bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:41.019885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:41.020497 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:41.037232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1c471-f486-469b-ae26-10d880d645ab req-10917930-4c3e-45b3-be1c-523a715c029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:41.039466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71cb555-53dc-4063-9f7a-57231ca31dfa None None] Network 140b928e-b8be-4d46-b6c6-a85c0ae91962 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:00:41.040036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bd1c471-f486-469b-ae26-10d880d645ab req-10917930-4c3e-45b3-be1c-523a715c029e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1136 time: 0.0629010 Sep 27 09:00:41.048552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] Set router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:00:41.048888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c563a6d6-2013-4fc3-badb-10d43cf0f892 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7308640 Sep 27 09:00:41.252956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1c471-f486-469b-ae26-10d880d645ab req-d3030b3c-1a46-4f60-b04d-2df65c31d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:41.254716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bd1c471-f486-469b-ae26-10d880d645ab req-d3030b3c-1a46-4f60-b04d-2df65c31d55a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1456736b-df89-44ba-ae21-becb343f9b75 HTTP/1.1" status: 200 len: 898 time: 0.1906879 Sep 27 09:00:41.309457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-78fd8723-6245-43c1-bc6f-2716dba86bc7 None None] For port cada18f9-a51f-4990-a02e-07a73e320770, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cada18f9-a51f-4990-a02e-07a73e320770,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:41.328229 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78fd8723-6245-43c1-bc6f-2716dba86bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:41.399202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bd1c471-f486-469b-ae26-10d880d645ab req-b6771897-8966-49f1-8a3e-9b7dc08d4180 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc66a088-3093-4917-a887-aac7fa9b727c HTTP/1.1" status: 200 len: 1002 time: 0.1338089 Sep 27 09:00:41.506124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1c471-f486-469b-ae26-10d880d645ab req-28566fde-d826-45b3-be4c-21d7e9719d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:41.510805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bd1c471-f486-469b-ae26-10d880d645ab req-28566fde-d826-45b3-be4c-21d7e9719d39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79bd70fe-71ee-4cce-befe-ead41ad7963d HTTP/1.1" status: 200 len: 834 time: 0.1004605 Sep 27 09:00:41.571537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd8723-6245-43c1-bc6f-2716dba86bc7 None None] Pushing event updated for resources: {'Port': ['ID=cada18f9-a51f-4990-a02e-07a73e320770,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:41.576169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-52b88bb0-4ad6-47da-89b9-5658d24ee1ad None None] Provisioning complete for port cada18f9-a51f-4990-a02e-07a73e320770 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:41.576451 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52b88bb0-4ad6-47da-89b9-5658d24ee1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:41.626698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d41b7-63da-4b71-8902-eb10b9021509 None None] Network 140b928e-b8be-4d46-b6c6-a85c0ae91962 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:00:41.749546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 52686) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:41.754585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-421526218-network', 'tenant_id': '01cad6d4deef49ac93a69430a6fac33e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:41.816967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:37Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cada18f9-a51f-4990-a02e-07a73e320770', 'name': '', 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:42:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '313ad49e-30e0-4db4-b9eb-c5bedd2176b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:36Z', 'updated_at': '2021-09-27T09:00:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '313ad49e-30e0-4db4-b9eb-c5bedd2176b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:41.893578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09a01b-d745-42de-a5f8-415cbc1b2e03 None None] The sync data for ids ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'] in n-d-810909-1 is: [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:37Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cada18f9-a51f-4990-a02e-07a73e320770', 'name': '', 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:42:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '313ad49e-30e0-4db4-b9eb-c5bedd2176b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:36Z', 'updated_at': '2021-09-27T09:00:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '313ad49e-30e0-4db4-b9eb-c5bedd2176b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:00:42.050613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8afaae54-c35e-4846-b6ea-f61957612d2c req-0bb3c948-9f2a-48c4-9a1b-6cf561e3df7d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 210 time: 0.1251550 Sep 27 09:00:42.071549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Made reservation on behalf of 01cad6d4deef49ac93a69430a6fac33e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:00:42.077149 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.108754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.139036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-d5ffeda4-1022-41bd-a1a7-f67d76236985 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:42.141270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-d5ffeda4-1022-41bd-a1a7-f67d76236985 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.57 "GET /v2.0/networks?id=83c48780-fd9c-44e5-903f-2d1f0eb361fb HTTP/1.1" status: 200 len: 798 time: 0.3747840 Sep 27 09:00:42.176513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Request body: {'port': {'device_id': '86e388d7-c15a-4bbc-8560-858863079d3c', 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb', 'admin_state_up': True, 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:42.184474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1c471-f486-469b-ae26-10d880d645ab req-63256101-9c63-40c4-8073-76e7b9d90c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:42.190546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bd1c471-f486-469b-ae26-10d880d645ab req-63256101-9c63-40c4-8073-76e7b9d90c36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1456736b-df89-44ba-ae21-becb343f9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6746399 Sep 27 09:00:42.338161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bd1c471-f486-469b-ae26-10d880d645ab req-57f5f4e4-79cf-4d8c-bd3e-6974cc151cc8 service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383586 Sep 27 09:00:42.371499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.382011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.434267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Made reservation on behalf of f76b2148c98a4fed9ff59605406a9262 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:00:42.438236 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.440437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:00:42.460840 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32609f0-1e5b-4fc8-83bc-0f6b998703cf,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:42.477337 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.478280 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Added segment caa692bf-5f66-4b4d-af3b-333d53ef24aa of type vlan for network fd9937ce-7427-4c57-85c0-b8e78b0afcf1 Sep 27 09:00:42.530153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bd1c471-f486-469b-ae26-10d880d645ab req-46729fd2-d5a4-4a68-b3fb-2d8dde59e68f service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791053 Sep 27 09:00:42.602244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.711888 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.712478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cada18f9-a51f-4990-a02e-07a73e320770 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:00:42.712976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:42.713525 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.723279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Allocated IP 172.20.0.25 (83c48780-fd9c-44e5-903f-2d1f0eb361fb/313ad49e-30e0-4db4-b9eb-c5bedd2176b9/8261b902-6108-4524-a68e-582b2ed42f44) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:00:42.777933 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0272524 Sep 27 09:00:42.783179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 52784) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:42.789075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cada18f9-a51f-4990-a02e-07a73e320770 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:42.789488 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.795510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Request body: {'subnet': {'network_id': 'fd9937ce-7427-4c57-85c0-b8e78b0afcf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-421526218-subnet', 'tenant_id': '01cad6d4deef49ac93a69430a6fac33e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:42.830639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Made reservation on behalf of 01cad6d4deef49ac93a69430a6fac33e for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:00:42.835276 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:42.846062 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f2a13-79fe-42c9-87e7-3f4853a5659e admin admin] Pushing event updated for resources: {'Network': ['ID=fd9937ce-7427-4c57-85c0-b8e78b0afcf1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:42.869428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network fd9937ce-7427-4c57-85c0-b8e78b0afcf1 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:00:43.014543 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:43.060793 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:43.103929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:43.167227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:00:43.170076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event updated for resources: {'Port': ['ID=8261b902-6108-4524-a68e-582b2ed42f44,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:43.184261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:43.209232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:00:43.247318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdeb5358-92c3-4d6a-8ace-30287658e136,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:43.266018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Checking segment: {'id': 'caa692bf-5f66-4b4d-af3b-333d53ef24aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'fd9937ce-7427-4c57-85c0-b8e78b0afcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:00:43.266382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Network hostable DHCP agents. Network: fd9937ce-7427-4c57-85c0-b8e78b0afcf1, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:00:43.282827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a8760-3182-4495-b6e6-1eec75a27ff4 req-497f6598-b734-4f94-8c67-8975c638d9fd tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:43.284397 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-770a8760-3182-4495-b6e6-1eec75a27ff4 req-497f6598-b734-4f94-8c67-8975c638d9fd tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 895 time: 0.1256084 Sep 27 09:00:43.301676 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:43.302801 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:43.313351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Network fd9937ce-7427-4c57-85c0-b8e78b0afcf1 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:00:43.325850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, fd9937ce-7427-4c57-85c0-b8e78b0afcf1) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:43.327569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-61e528fd-8c43-4c34-bf04-06deffe7415e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1534016 Sep 27 09:00:43.330351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:43.330932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:43.335753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fcd4b7-9593-433a-abb5-2663bba83f48 None None] Network fd9937ce-7427-4c57-85c0-b8e78b0afcf1 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:00:43.348567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Request body: {'port': {'device_id': '86e388d7-c15a-4bbc-8560-858863079d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:43.370777 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6ac67d87-ea38-437b-97f8-91576ec86686 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5865157 Sep 27 09:00:43.513576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:43.538607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b11d1b-65b5-45e0-9a14-e05f18fe56b5 None None] Network fd9937ce-7427-4c57-85c0-b8e78b0afcf1 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:00:43.673462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cc689428-0089-4c1a-bafc-033de168f204 None None] Provisioning complete for port 8261b902-6108-4524-a68e-582b2ed42f44 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:43.674289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc689428-0089-4c1a-bafc-033de168f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:43.754119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cc689428-0089-4c1a-bafc-033de168f204 None None] Port 8261b902-6108-4524-a68e-582b2ed42f44 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:00:43.970205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8261b902-6108-4524-a68e-582b2ed42f44 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:00:43.979275 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:44.007730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Transition to ACTIVE for port object 8261b902-6108-4524-a68e-582b2ed42f44 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:00:44.013216 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:44.103921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Pushing event updated for resources: {'Port': ['ID=8261b902-6108-4524-a68e-582b2ed42f44,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:44.122794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-586df91c-c817-429b-8543-dec1ff11be2f req-56f074a5-e594-4ec7-9b73-b1a9b7b43746 service neutron] (94830) timed out ('10.222.0.50', 60702) {{(pid=94830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:00:44.184403 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:44.237424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cf75f05d-6365-4768-a5f6-139aea39083f tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:44.239027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cf75f05d-6365-4768-a5f6-139aea39083f tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/networks?id=140b928e-b8be-4d46-b6c6-a85c0ae91962 HTTP/1.1" status: 200 len: 825 time: 0.1880476 Sep 27 09:00:44.267394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Attempting to bind port 8261b902-6108-4524-a68e-582b2ed42f44 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:00:44.267730 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Attempting to bind port 8261b902-6108-4524-a68e-582b2ed42f44 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:00:44.268061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Attempting to bind port 8261b902-6108-4524-a68e-582b2ed42f44 on network 83c48780-fd9c-44e5-903f-2d1f0eb361fb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:00:44.271451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-43a975d3-3748-4fe0-ab32-593d8b8ee220 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/quotas/eefb593811db4d5dae6cdd8419a030d3 HTTP/1.1" status: 200 len: 375 time: 0.0217180 Sep 27 09:00:44.276940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Port 8261b902-6108-4524-a68e-582b2ed42f44 on network 83c48780-fd9c-44e5-903f-2d1f0eb361fb not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:00:44.277270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Attempting to bind port 8261b902-6108-4524-a68e-582b2ed42f44 on network 83c48780-fd9c-44e5-903f-2d1f0eb361fb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:00:44.292808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:00:44.293115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Checking segment: {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:00:44.293495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Bound using segment: {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:00:44.293988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Bound port: 8261b902-6108-4524-a68e-582b2ed42f44, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e1e691-583a-4100-b3cd-d62d11b2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:00:44.294361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:44.319827 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-01063cc8-3703-4e9c-af89-db1bdc264c9f tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eefb593811db4d5dae6cdd8419a030d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402286 Sep 27 09:00:44.433547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf140b8-2eff-4dcb-8131-dcf4eca7410e req-de172b0d-3e81-483f-92e5-0645c72e7473 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:44.435608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1cf140b8-2eff-4dcb-8131-dcf4eca7410e req-de172b0d-3e81-483f-92e5-0645c72e7473 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 907 time: 0.0624249 Sep 27 09:00:44.440239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] For port 8261b902-6108-4524-a68e-582b2ed42f44, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:00:44.462984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] For port 8261b902-6108-4524-a68e-582b2ed42f44, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8261b902-6108-4524-a68e-582b2ed42f44,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:00:44.469620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-8eb75421-c6ff-46a1-8bb8-41862bcd131d service neutron] 10.222.0.50 "GET /v2.0/networks/140b928e-b8be-4d46-b6c6-a85c0ae91962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279438 Sep 27 09:00:44.470656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:44.529731 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:44.530363 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:44.531773 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] 10.222.0.57 "PUT /v2.0/ports/8261b902-6108-4524-a68e-582b2ed42f44 HTTP/1.1" status: 200 len: 1055 time: 1.1987484 Sep 27 09:00:44.532221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e388d7-c15a-4bbc-8560-858863079d3c', 'tag': '8261b902-6108-4524-a68e-582b2ed42f44'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:44.534528 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a20b7-0573-4ccb-9f7b-bb9caed24400" -d '{"events": [{"name": "network-changed", "server_uuid": "86e388d7-c15a-4bbc-8560-858863079d3c", "tag": "8261b902-6108-4524-a68e-582b2ed42f44"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:44.619103 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff2179-0da2-4677-8f84-feb3e623d63b x-openstack-request-id: req-ffff2179-0da2-4677-8f84-feb3e623d63b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:44.619504 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e388d7-c15a-4bbc-8560-858863079d3c", "tag": "8261b902-6108-4524-a68e-582b2ed42f44", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:44.619695 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffff2179-0da2-4677-8f84-feb3e623d63b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:44.620514 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e388d7-c15a-4bbc-8560-858863079d3c', 'tag': '8261b902-6108-4524-a68e-582b2ed42f44', 'status': 'completed', 'code': 200} Sep 27 09:00:44.632586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0932c7e-3e93-4126-a2e4-58f00fde405a service neutron] Pushing event updated for resources: {'Port': ['ID=8261b902-6108-4524-a68e-582b2ed42f44,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:44.692660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-26236695-7c20-4e70-9079-2541e7ddc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:44.694446 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-26236695-7c20-4e70-9079-2541e7ddc4d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 1058 time: 0.0735385 Sep 27 09:00:44.696926 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-b0e6155d-3be8-45ec-a50b-704b2f29cca9 service neutron] 10.222.0.50 "GET /v2.0/networks/140b928e-b8be-4d46-b6c6-a85c0ae91962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018626 Sep 27 09:00:44.742025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-cb7f483a-403e-46e6-a70a-7b1b3ac68b0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8261b902-6108-4524-a68e-582b2ed42f44 HTTP/1.1" status: 200 len: 217 time: 0.0386686 Sep 27 09:00:44.804735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-0f50c91e-eb8b-4118-84dc-3a03f543b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:44.806578 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-0f50c91e-eb8b-4118-84dc-3a03f543b274 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=313ad49e-30e0-4db4-b9eb-c5bedd2176b9 HTTP/1.1" status: 200 len: 838 time: 0.0562131 Sep 27 09:00:44.870862 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-7a9b37c7-5be4-47f3-92dc-f4974b59b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:44.872278 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-7a9b37c7-5be4-47f3-92dc-f4974b59b5ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83c48780-fd9c-44e5-903f-2d1f0eb361fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562804 Sep 27 09:00:44.908037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8747104a-4ff9-4cfc-8c49-1b099b69af87 req-7c7fea84-87a8-4675-9132-1220aeca7e13 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 210 time: 0.0350497 Sep 27 09:00:44.996852 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-b86f9bfd-af53-4cea-8bc1-550fa79ca1db service neutron] 10.222.0.57 "GET /v2.0/networks/83c48780-fd9c-44e5-903f-2d1f0eb361fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068587 Sep 27 09:00:45.092838 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cf663b1-5f4e-45b6-90f0-d583380f2042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:45.095051 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-930e2fc2-339a-4a43-a06b-4ca0d96629df req-4b641f2e-b4ad-4d78-a64e-66d72baabdc6 service neutron] 10.222.0.57 "GET /v2.0/networks/83c48780-fd9c-44e5-903f-2d1f0eb361fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953484 Sep 27 09:00:45.192108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-1364673b-3333-4232-ab33-823bb3f05614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:45.193750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-1364673b-3333-4232-ab33-823bb3f05614 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 1058 time: 0.0483878 Sep 27 09:00:45.297690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-eebbb227-9c7e-45c4-9f96-562333452a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:45.299200 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-eebbb227-9c7e-45c4-9f96-562333452a33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83c48780-fd9c-44e5-903f-2d1f0eb361fb HTTP/1.1" status: 200 len: 899 time: 0.0982895 Sep 27 09:00:45.341899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-dea2f10e-0a0b-4056-a271-bc9fe48c305a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8261b902-6108-4524-a68e-582b2ed42f44 HTTP/1.1" status: 200 len: 217 time: 0.0346560 Sep 27 09:00:45.396373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-5d672769-23b0-454e-b843-50be3ecc39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:45.397861 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-5d672769-23b0-454e-b843-50be3ecc39a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=313ad49e-30e0-4db4-b9eb-c5bedd2176b9 HTTP/1.1" status: 200 len: 838 time: 0.0481637 Sep 27 09:00:45.450230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-037e4fcf-b0fc-448f-8dda-1ce59a029596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:45.451943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-037e4fcf-b0fc-448f-8dda-1ce59a029596 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83c48780-fd9c-44e5-903f-2d1f0eb361fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452659 Sep 27 09:00:45.586225 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-dfa65cb9-6b6f-4eee-811b-18a4584ac7f1 service neutron] 10.222.0.57 "GET /v2.0/networks/83c48780-fd9c-44e5-903f-2d1f0eb361fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267428 Sep 27 09:00:45.594575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7a39f-144f-4b92-8fcc-6b8d70fabc1f req-73637530-d9ec-4e4f-b5b8-40d8941eb380 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:45.595987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5da7a39f-144f-4b92-8fcc-6b8d70fabc1f req-73637530-d9ec-4e4f-b5b8-40d8941eb380 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 907 time: 0.0717690 Sep 27 09:00:45.648748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-b0ea396d-83d9-4ee6-80e3-3416bd196eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412297 Sep 27 09:00:45.684891 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-292b4eb0-52c6-4e79-94a9-7d5697bb6649 service neutron] 10.222.0.57 "GET /v2.0/networks/83c48780-fd9c-44e5-903f-2d1f0eb361fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871949 Sep 27 09:00:45.716975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-65803a75-e264-44d9-8013-05d15575c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:45.719527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-65803a75-e264-44d9-8013-05d15575c1b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b668589ab364414792b0429e5d960110&device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 1101 time: 0.0432267 Sep 27 09:00:45.903830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-ee082daa-6ca1-43de-abc0-9f77ea81e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:45.905724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-ee082daa-6ca1-43de-abc0-9f77ea81e87b service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.1673934 Sep 27 09:00:45.956247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-7ff3f6c1-8d97-4816-8bc5-d46f04398074 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=42a76060-7c9b-4bb6-9784-f04eae33efe3 HTTP/1.1" status: 200 len: 217 time: 0.0420995 Sep 27 09:00:46.016366 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8d167a1-d99d-4b1a-a8cf-ebbe0e0b523c req-95f76040-e0eb-4dc0-9349-68a5cef8205a tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 210 time: 0.0618138 Sep 27 09:00:46.023515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-961756ef-b705-4915-bab2-77d1c484ca87 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:46.024968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-961756ef-b705-4915-bab2-77d1c484ca87 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.67 "GET /v2.0/networks?id=140b928e-b8be-4d46-b6c6-a85c0ae91962 HTTP/1.1" status: 200 len: 825 time: 0.2180309 Sep 27 09:00:46.041944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Request body: {'port': {'device_id': 'fb9ffc7f-0e3c-4d55-9533-c75543214552', 'network_id': '140b928e-b8be-4d46-b6c6-a85c0ae91962', 'admin_state_up': True, 'tenant_id': 'eefb593811db4d5dae6cdd8419a030d3'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:46.063502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-8855a739-730b-48e6-aeb0-64c9a3d5b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:46.065212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-8855a739-730b-48e6-aeb0-64c9a3d5b895 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0924394 Sep 27 09:00:46.171580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-22dd45d3-96b7-4a5a-bc4f-0494e1fa5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:46.173150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-22dd45d3-96b7-4a5a-bc4f-0494e1fa5303 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980101 Sep 27 09:00:46.260357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Made reservation on behalf of eefb593811db4d5dae6cdd8419a030d3 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:00:46.263813 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:46.341422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-7b78c130-9ab5-4f8d-ab1d-293cd181df9f service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580353 Sep 27 09:00:46.480557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Allocated IP 172.20.0.5 (140b928e-b8be-4d46-b6c6-a85c0ae91962/91d294e3-ddd6-49ad-adba-047b3657bff2/13a35eb3-5e90-477b-9542-e7834824bb94) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:00:46.489777 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd216c82-64a9-4ec2-ab54-fc632a0e5f71 req-7dbef2ff-d692-452f-b282-0d54353ab3f8 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398602 Sep 27 09:00:46.644459 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:46.708745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:46.750716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9b76-d539-48e4-90e9-cda050454370 req-d54102bf-6149-439d-b747-8f225ddd7666 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:46.752120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b7f9b76-d539-48e4-90e9-cda050454370 req-d54102bf-6149-439d-b747-8f225ddd7666 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 907 time: 0.0838945 Sep 27 09:00:46.771651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Network 140b928e-b8be-4d46-b6c6-a85c0ae91962 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:00:46.777675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:00:46.779743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Pushing event updated for resources: {'Port': ['ID=13a35eb3-5e90-477b-9542-e7834824bb94,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:46.781920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:00:46.829158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:46.829782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:46.845279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-cfcb79fd-a58b-4350-a5e8-e32c950b3edb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8114426 Sep 27 09:00:46.858809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Request body: {'port': {'device_id': 'fb9ffc7f-0e3c-4d55-9533-c75543214552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:00:46.917880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.144366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627efd3-53b3-498e-ae9d-e4b9f279dd28 req-bd30aeb8-f09d-4fed-9e5f-06959198c4b8 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:47.146510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6627efd3-53b3-498e-ae9d-e4b9f279dd28 req-bd30aeb8-f09d-4fed-9e5f-06959198c4b8 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 931 time: 0.0522718 Sep 27 09:00:47.186903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6627efd3-53b3-498e-ae9d-e4b9f279dd28 req-8864d6ee-ba97-4f35-b35f-bc7d7f9cab14 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334945 Sep 27 09:00:47.199417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a35eb3-5e90-477b-9542-e7834824bb94 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:00:47.207990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.222327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Transition to ACTIVE for port object 13a35eb3-5e90-477b-9542-e7834824bb94 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:00:47.227143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.280598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Pushing event updated for resources: {'Port': ['ID=13a35eb3-5e90-477b-9542-e7834824bb94,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:47.364081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Attempting to bind port 13a35eb3-5e90-477b-9542-e7834824bb94 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:00:47.364445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Attempting to bind port 13a35eb3-5e90-477b-9542-e7834824bb94 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '477f7614-93dc-4eea-a4b2-2e5e91a211a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '140b928e-b8be-4d46-b6c6-a85c0ae91962'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:00:47.364771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Attempting to bind port 13a35eb3-5e90-477b-9542-e7834824bb94 on network 140b928e-b8be-4d46-b6c6-a85c0ae91962 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:00:47.370390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Port 13a35eb3-5e90-477b-9542-e7834824bb94 on network 140b928e-b8be-4d46-b6c6-a85c0ae91962 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:00:47.370708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Attempting to bind port 13a35eb3-5e90-477b-9542-e7834824bb94 on network 140b928e-b8be-4d46-b6c6-a85c0ae91962 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:00:47.376485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:00:47.376824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Checking segment: {'id': '477f7614-93dc-4eea-a4b2-2e5e91a211a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '140b928e-b8be-4d46-b6c6-a85c0ae91962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:00:47.377177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Bound using segment: {'id': '477f7614-93dc-4eea-a4b2-2e5e91a211a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '140b928e-b8be-4d46-b6c6-a85c0ae91962'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:00:47.377601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Bound port: 13a35eb3-5e90-477b-9542-e7834824bb94, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477f7614-93dc-4eea-a4b2-2e5e91a211a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '140b928e-b8be-4d46-b6c6-a85c0ae91962'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:00:47.377960 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.440556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] For port 13a35eb3-5e90-477b-9542-e7834824bb94, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:00:47.443863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] For port 13a35eb3-5e90-477b-9542-e7834824bb94, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=13a35eb3-5e90-477b-9542-e7834824bb94,segment=NetworkSegment(477f7614-93dc-4eea-a4b2-2e5e91a211a3),segment_id=477f7614-93dc-4eea-a4b2-2e5e91a211a3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:00:47.449577 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.484964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:47.485620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.487036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] 10.222.0.67 "PUT /v2.0/ports/13a35eb3-5e90-477b-9542-e7834824bb94 HTTP/1.1" status: 200 len: 1091 time: 0.6324153 Sep 27 09:00:47.487595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9ffc7f-0e3c-4d55-9533-c75543214552', 'tag': '13a35eb3-5e90-477b-9542-e7834824bb94'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:47.490069 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24b101-4c1d-4320-9c14-47fcb74a42b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9ffc7f-0e3c-4d55-9533-c75543214552", "tag": "13a35eb3-5e90-477b-9542-e7834824bb94"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:47.529582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaf30b-58c2-434c-ae15-b423e8b14116 service neutron] Pushing event updated for resources: {'Port': ['ID=13a35eb3-5e90-477b-9542-e7834824bb94,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:47.538973 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8336276f-4aff-4cd2-997c-fef74ee1d008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.546422 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59664ccf-84db-4eee-a08d-fe3598c2d5d6 x-openstack-request-id: req-59664ccf-84db-4eee-a08d-fe3598c2d5d6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:47.546709 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9ffc7f-0e3c-4d55-9533-c75543214552", "tag": "13a35eb3-5e90-477b-9542-e7834824bb94", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:47.546951 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59664ccf-84db-4eee-a08d-fe3598c2d5d6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:47.547332 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9ffc7f-0e3c-4d55-9533-c75543214552', 'tag': '13a35eb3-5e90-477b-9542-e7834824bb94', 'status': 'completed', 'code': 200} Sep 27 09:00:47.580612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-bfde8576-a046-458b-b17f-74a15e88ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:47.582069 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-bfde8576-a046-458b-b17f-74a15e88ef64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eefb593811db4d5dae6cdd8419a030d3&device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 1094 time: 0.0469866 Sep 27 09:00:47.627285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-bbbd6ff7-a2db-4c50-8096-3dd6a27e0149 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13a35eb3-5e90-477b-9542-e7834824bb94 HTTP/1.1" status: 200 len: 217 time: 0.0371425 Sep 27 09:00:47.641039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8261b902-6108-4524-a68e-582b2ed42f44 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:00:47.678710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-62db33be-cdd1-4dc1-9260-55756f637a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:47.680472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-62db33be-cdd1-4dc1-9260-55756f637a63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=91d294e3-ddd6-49ad-adba-047b3657bff2 HTTP/1.1" status: 200 len: 865 time: 0.0463793 Sep 27 09:00:47.715624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-2376db6f-960b-4332-9a93-47367ae273af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140b928e-b8be-4d46-b6c6-a85c0ae91962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258431 Sep 27 09:00:47.747698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8261b902-6108-4524-a68e-582b2ed42f44, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8261b902-6108-4524-a68e-582b2ed42f44,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:47.759635 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '8261b902-6108-4524-a68e-582b2ed42f44', 'network_id': '83c48780-fd9c-44e5-903f-2d1f0eb361fb', 'port_id': '8261b902-6108-4524-a68e-582b2ed42f44', 'mac_address': 'fa:16:3e:b3:a8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313ad49e-30e0-4db4-b9eb-c5bedd2176b9', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:00:47.799007 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.812701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8261b902-6108-4524-a68e-582b2ed42f44 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:00:47.814301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-e91bd876-7734-4479-bd61-92e3257c106c service neutron] 10.222.0.67 "GET /v2.0/networks/140b928e-b8be-4d46-b6c6-a85c0ae91962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916462 Sep 27 09:00:47.834966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8261b902-6108-4524-a68e-582b2ed42f44, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8261b902-6108-4524-a68e-582b2ed42f44,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:47.841703 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:47.889082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d65d-f29d-4b12-a9cf-d8365c29f6fb req-46ed056c-c517-4642-bb0a-0cff2f47d283 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:47.890905 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e68d65d-f29d-4b12-a9cf-d8365c29f6fb req-46ed056c-c517-4642-bb0a-0cff2f47d283 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 908 time: 0.0630260 Sep 27 09:00:47.903731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=8261b902-6108-4524-a68e-582b2ed42f44,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:47.935219 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d10fcace-efc4-4bc1-a2d6-30f10c1f7600 req-6612fe36-99e9-4c4a-ad7a-6fa51f2d3303 service neutron] 10.222.0.67 "GET /v2.0/networks/140b928e-b8be-4d46-b6c6-a85c0ae91962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137960 Sep 27 09:00:48.028825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:48.029064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-99f7ccc5-a7a4-4e39-b970-c20451119f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:48.030576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-99f7ccc5-a7a4-4e39-b970-c20451119f79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eefb593811db4d5dae6cdd8419a030d3&device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 1094 time: 0.0479922 Sep 27 09:00:48.072397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['8261b902-6108-4524-a68e-582b2ed42f44'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:00:48.127930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-ae2a3b08-a690-410b-89f5-17727d415020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:48.129568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-ae2a3b08-a690-410b-89f5-17727d415020 service neutron] 10.222.0.67 "GET /v2.0/networks?id=140b928e-b8be-4d46-b6c6-a85c0ae91962 HTTP/1.1" status: 200 len: 926 time: 0.0916123 Sep 27 09:00:48.177748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-f10c00f7-5cf5-4b86-88a5-26d88f637978 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13a35eb3-5e90-477b-9542-e7834824bb94 HTTP/1.1" status: 200 len: 217 time: 0.0405798 Sep 27 09:00:48.228759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-9d766a15-6989-4b7b-936a-7d11ef43fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:48.230266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-9d766a15-6989-4b7b-936a-7d11ef43fc71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=91d294e3-ddd6-49ad-adba-047b3657bff2 HTTP/1.1" status: 200 len: 865 time: 0.0450075 Sep 27 09:00:48.264876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-45dbe1ee-826c-4b94-b346-13a423a1222a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140b928e-b8be-4d46-b6c6-a85c0ae91962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255566 Sep 27 09:00:48.383859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17efa6e-f195-40f9-ac7d-dc4478cd149c req-4bcd5b5f-c164-4668-8c0f-58f73aec3f0a tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:48.385391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c17efa6e-f195-40f9-ac7d-dc4478cd149c req-4bcd5b5f-c164-4668-8c0f-58f73aec3f0a tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 943 time: 0.1044002 Sep 27 09:00:48.411876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-7b53bb0c-153d-4980-847a-df57cda72bb4 service neutron] 10.222.0.67 "GET /v2.0/networks/140b928e-b8be-4d46-b6c6-a85c0ae91962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380279 Sep 27 09:00:48.448472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c17efa6e-f195-40f9-ac7d-dc4478cd149c req-da85b525-e46f-4a38-a6e6-391d0957c2e7 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535612 Sep 27 09:00:48.519059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e24b101-4c1d-4320-9c14-47fcb74a42b1 req-e2ad7e2c-42f4-4158-be96-15c65df582ad service neutron] 10.222.0.67 "GET /v2.0/networks/140b928e-b8be-4d46-b6c6-a85c0ae91962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995357 Sep 27 09:00:48.969214 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:49.021075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84091cb4-704d-484b-ab96-dd3f5ce4eafd req-a569fa5c-2297-4357-babd-5e4063cecab9 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:49.022573 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-84091cb4-704d-484b-ab96-dd3f5ce4eafd req-a569fa5c-2297-4357-babd-5e4063cecab9 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 908 time: 0.0484889 Sep 27 09:00:49.569369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cfbc3-1d8e-4492-b439-d79878562683 req-8d7c6bcc-f23e-4eeb-92de-7d993b889f1f tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:49.571152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f68cfbc3-1d8e-4492-b439-d79878562683 req-8d7c6bcc-f23e-4eeb-92de-7d993b889f1f tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 943 time: 0.0529435 Sep 27 09:00:49.612227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f68cfbc3-1d8e-4492-b439-d79878562683 req-3b3535a4-c240-4882-bb19-e690cd3baa94 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348587 Sep 27 09:00:49.670051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8261b902-6108-4524-a68e-582b2ed42f44 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:00:49.871683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 8261b902-6108-4524-a68e-582b2ed42f44 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:00:49.875493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 8261b902-6108-4524-a68e-582b2ed42f44 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:49.875963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:49.958188 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:49.980614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e388d7-c15a-4bbc-8560-858863079d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8261b902-6108-4524-a68e-582b2ed42f44'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:49.982821 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9d315a-9499-4292-8013-38c77cc55cab" -d '{"events": [{"server_uuid": "86e388d7-c15a-4bbc-8560-858863079d3c", "name": "network-vif-plugged", "status": "completed", "tag": "8261b902-6108-4524-a68e-582b2ed42f44"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:49.997805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 8261b902-6108-4524-a68e-582b2ed42f44, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8261b902-6108-4524-a68e-582b2ed42f44,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:50.003070 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:50.025852 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d7edc-c995-42f1-9fc6-537bdc24a04d x-openstack-request-id: req-951d7edc-c995-42f1-9fc6-537bdc24a04d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:50.026137 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e388d7-c15a-4bbc-8560-858863079d3c", "name": "network-vif-plugged", "status": "completed", "tag": "8261b902-6108-4524-a68e-582b2ed42f44", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:50.026386 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-951d7edc-c995-42f1-9fc6-537bdc24a04d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:50.026764 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e388d7-c15a-4bbc-8560-858863079d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8261b902-6108-4524-a68e-582b2ed42f44', 'code': 200} Sep 27 09:00:50.054054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=8261b902-6108-4524-a68e-582b2ed42f44,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:50.167421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a538a0-3034-40b1-88a7-751ab72ae52f req-1b8fe69b-2a2d-4c54-aade-ae182e41fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:50.169018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99a538a0-3034-40b1-88a7-751ab72ae52f req-1b8fe69b-2a2d-4c54-aade-ae182e41fd2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 1060 time: 0.0651777 Sep 27 09:00:50.180107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55533435-55df-4ee7-8bbc-8a0321d06659 req-0b122577-552e-4a1e-babe-e9521372d03e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:50.181494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-55533435-55df-4ee7-8bbc-8a0321d06659 req-0b122577-552e-4a1e-babe-e9521372d03e tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 909 time: 0.0698321 Sep 27 09:00:50.604891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:50.728944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0edb8d-5320-4002-bb09-c85e6c3042ec req-aa33e5e1-06ba-4673-b17b-6ffa5d877c53 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:50.730328 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf0edb8d-5320-4002-bb09-c85e6c3042ec req-aa33e5e1-06ba-4673-b17b-6ffa5d877c53 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 950 time: 0.0526810 Sep 27 09:00:50.731636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51e34-ec2e-4b4a-9b29-42bd93ed8fc2 req-f5f7edbc-de13-4328-b2e4-8b5863d8931d tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:50.733171 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9b51e34-ec2e-4b4a-9b29-42bd93ed8fc2 req-f5f7edbc-de13-4328-b2e4-8b5863d8931d tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 943 time: 0.0497956 Sep 27 09:00:50.768201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf0edb8d-5320-4002-bb09-c85e6c3042ec req-108e6b12-828a-479a-8aba-3edf505f092f tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Sep 27 09:00:50.769969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9b51e34-ec2e-4b4a-9b29-42bd93ed8fc2 req-790ea1be-589c-4653-842b-be08e3f2430d tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Sep 27 09:00:50.972879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 13a35eb3-5e90-477b-9542-e7834824bb94 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:00:51.078254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 13a35eb3-5e90-477b-9542-e7834824bb94, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=13a35eb3-5e90-477b-9542-e7834824bb94,segment=NetworkSegment(477f7614-93dc-4eea-a4b2-2e5e91a211a3),segment_id=477f7614-93dc-4eea-a4b2-2e5e91a211a3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:51.097410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '13a35eb3-5e90-477b-9542-e7834824bb94', 'network_id': '140b928e-b8be-4d46-b6c6-a85c0ae91962', 'port_id': '13a35eb3-5e90-477b-9542-e7834824bb94', 'mac_address': 'fa:16:3e:a4:f0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d294e3-ddd6-49ad-adba-047b3657bff2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:00:51.140073 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:51.153608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a35eb3-5e90-477b-9542-e7834824bb94 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:00:51.173856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 13a35eb3-5e90-477b-9542-e7834824bb94, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=13a35eb3-5e90-477b-9542-e7834824bb94,segment=NetworkSegment(477f7614-93dc-4eea-a4b2-2e5e91a211a3),segment_id=477f7614-93dc-4eea-a4b2-2e5e91a211a3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:51.180074 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:51.229099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=13a35eb3-5e90-477b-9542-e7834824bb94,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:51.307838 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6650dc8-c0dd-429d-978e-2625107e3a4c req-904502f0-6d66-4e2b-8d7b-ba00d165daf2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:51.309363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6650dc8-c0dd-429d-978e-2625107e3a4c req-904502f0-6d66-4e2b-8d7b-ba00d165daf2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 909 time: 0.0498970 Sep 27 09:00:51.408678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['13a35eb3-5e90-477b-9542-e7834824bb94'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:00:51.889992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93546e7-36fb-406e-a6df-b057c288809d req-4a5fab17-5b83-4d0e-b3e5-23b72da4304e tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:51.891777 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e93546e7-36fb-406e-a6df-b057c288809d req-4a5fab17-5b83-4d0e-b3e5-23b72da4304e tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 944 time: 0.0496211 Sep 27 09:00:51.892771 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe3d76-6282-423d-801c-1615c58b88d8 req-303ce6f0-ed20-4c0d-bac8-175eeaaaf827 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:51.894240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9fe3d76-6282-423d-801c-1615c58b88d8 req-303ce6f0-ed20-4c0d-bac8-175eeaaaf827 tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 950 time: 0.0523503 Sep 27 09:00:51.928973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e93546e7-36fb-406e-a6df-b057c288809d req-c078830f-9840-4b79-be89-1053c7b5c065 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312214 Sep 27 09:00:51.932134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9fe3d76-6282-423d-801c-1615c58b88d8 req-d872c6d3-1409-4db1-9ce2-3c4e22f978db tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/security-groups?id=de95b6df-6374-4235-b538-e64d2f60aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317643 Sep 27 09:00:52.364616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b82213-790c-48d7-8082-51a3887154e9 req-1d2d226c-252d-4a1f-a039-b6fad47e80bb tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:52.366116 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38b82213-790c-48d7-8082-51a3887154e9 req-1d2d226c-252d-4a1f-a039-b6fad47e80bb tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.57 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 950 time: 0.0682449 Sep 27 09:00:52.469170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f13f63-c800-46ae-8db1-296b9a0b2575 req-8fb209ad-82d5-4838-8689-dbf593b6d5ee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:52.470562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0f13f63-c800-46ae-8db1-296b9a0b2575 req-8fb209ad-82d5-4838-8689-dbf593b6d5ee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 909 time: 0.0907147 Sep 27 09:00:52.499566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Deleting port 42a76060-7c9b-4bb6-9784-f04eae33efe3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:00:52.499914 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:52.587764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442cdba-5957-4a25-b62a-91eed2429707 req-26295d33-d542-4874-88c8-54dfa50f4ffc tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:52.589723 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0442cdba-5957-4a25-b62a-91eed2429707 req-26295d33-d542-4874-88c8-54dfa50f4ffc tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 909 time: 0.0484772 Sep 27 09:00:52.595240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] For port 42a76060-7c9b-4bb6-9784-f04eae33efe3, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=42a76060-7c9b-4bb6-9784-f04eae33efe3,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:52.595609 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:52.608043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Calling delete_port for 42a76060-7c9b-4bb6-9784-f04eae33efe3 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:00:52.722981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050dd9e-4282-4f94-9119-83b4f603056d req-7ebe0a26-63c4-4f19-850e-156e64acc0d2 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:52.724496 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f050dd9e-4282-4f94-9119-83b4f603056d req-7ebe0a26-63c4-4f19-850e-156e64acc0d2 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 1060 time: 0.0611405 Sep 27 09:00:52.773064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:52.785494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['42a76060-7c9b-4bb6-9784-f04eae33efe3'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:00:52.810261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Pushing event deleted for resources: {'Port': ['ID=42a76060-7c9b-4bb6-9784-f04eae33efe3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:52.832111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b1ef9-0411-4199-a009-7e756f0d2a1f req-dd87254b-3dd8-40cc-a03b-85584b775d9b tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:52.833714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb2b1ef9-0411-4199-a009-7e756f0d2a1f req-dd87254b-3dd8-40cc-a03b-85584b775d9b tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1136 time: 0.0422816 Sep 27 09:00:52.844726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] No DVR routers for this DVR port 42a76060-7c9b-4bb6-9784-f04eae33efe3 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:00:52.847752 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:52.849854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38b82213-790c-48d7-8082-51a3887154e9 req-798ea824-30e2-41cb-91a5-837f9fe50e6a tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.57 "DELETE /v2.0/ports/42a76060-7c9b-4bb6-9784-f04eae33efe3 HTTP/1.1" status: 204 len: 173 time: 0.4772620 Sep 27 09:00:52.850285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4657eeb9-8f8d-4e46-b40c-08349a6bb653', 'name': 'network-vif-deleted', 'tag': '42a76060-7c9b-4bb6-9784-f04eae33efe3'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:52.852706 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4303abfe-992a-451f-866d-4c1938409cbc" -d '{"events": [{"server_uuid": "4657eeb9-8f8d-4e46-b40c-08349a6bb653", "name": "network-vif-deleted", "tag": "42a76060-7c9b-4bb6-9784-f04eae33efe3"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:52.870012 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cb2b1ef9-0411-4199-a009-7e756f0d2a1f req-f8202325-dcea-4091-be78-7a25af806947 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0301485 Sep 27 09:00:52.892037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53144) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:52.904268 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef78a5-8dbe-4be6-8e30-22c28c070ece x-openstack-request-id: req-18ef78a5-8dbe-4be6-8e30-22c28c070ece {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:52.904599 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4657eeb9-8f8d-4e46-b40c-08349a6bb653", "name": "network-vif-deleted", "tag": "42a76060-7c9b-4bb6-9784-f04eae33efe3", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:52.904857 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18ef78a5-8dbe-4be6-8e30-22c28c070ece {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:52.905256 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4657eeb9-8f8d-4e46-b40c-08349a6bb653', 'name': 'network-vif-deleted', 'tag': '42a76060-7c9b-4bb6-9784-f04eae33efe3', 'status': 'completed', 'code': 200} Sep 27 09:00:52.937388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a39573-e266-412e-a651-ec09202ffc49 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:52.938931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32a39573-e266-412e-a651-ec09202ffc49 tempest-TestSecurityGroupsBasicOps-742097853 tempest-TestSecurityGroupsBasicOps-742097853-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 1055 time: 0.0452545 Sep 27 09:00:52.971264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 13a35eb3-5e90-477b-9542-e7834824bb94 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:00:53.021922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 13a35eb3-5e90-477b-9542-e7834824bb94 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:00:53.026177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 13a35eb3-5e90-477b-9542-e7834824bb94 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:00:53.026538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:53.065968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00b43-d6e6-4b78-9c35-b0b8703fce1a req-f4cc3478-8817-4b9a-bfee-71de520966fe tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:53.073272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bec00b43-d6e6-4b78-9c35-b0b8703fce1a req-f4cc3478-8817-4b9a-bfee-71de520966fe tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 944 time: 0.0645664 Sep 27 09:00:53.114639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bec00b43-d6e6-4b78-9c35-b0b8703fce1a req-dfde994c-a831-42fa-93f3-1b970cbb132b tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386078 Sep 27 09:00:53.123980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:53.154211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ffc7f-0e3c-4d55-9533-c75543214552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a35eb3-5e90-477b-9542-e7834824bb94'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:53.158209 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e86d7-c54a-4640-afcc-1b7fcc0c0377" -d '{"events": [{"server_uuid": "fb9ffc7f-0e3c-4d55-9533-c75543214552", "name": "network-vif-plugged", "status": "completed", "tag": "13a35eb3-5e90-477b-9542-e7834824bb94"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:53.169934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 13a35eb3-5e90-477b-9542-e7834824bb94, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=13a35eb3-5e90-477b-9542-e7834824bb94,segment=NetworkSegment(477f7614-93dc-4eea-a4b2-2e5e91a211a3),segment_id=477f7614-93dc-4eea-a4b2-2e5e91a211a3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:53.177465 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:53.185602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ebb2834-edc5-4290-9f95-2695d771397d req-a73e118d-d4b2-496c-94da-9a442cbda66b tempest-VolumesBackupsTest-387348502 tempest-VolumesBackupsTest-387348502-project] 10.222.0.50 "GET /v2.0/ports?device_id=4657eeb9-8f8d-4e46-b40c-08349a6bb653 HTTP/1.1" status: 200 len: 210 time: 0.0434861 Sep 27 09:00:53.254767 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a754996-c6cb-456a-a98a-537579dc3d19 x-openstack-request-id: req-3a754996-c6cb-456a-a98a-537579dc3d19 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:53.255063 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9ffc7f-0e3c-4d55-9533-c75543214552", "name": "network-vif-plugged", "status": "completed", "tag": "13a35eb3-5e90-477b-9542-e7834824bb94", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:53.255315 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a754996-c6cb-456a-a98a-537579dc3d19 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:53.256139 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ffc7f-0e3c-4d55-9533-c75543214552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a35eb3-5e90-477b-9542-e7834824bb94', 'code': 200} Sep 27 09:00:53.260613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=13a35eb3-5e90-477b-9542-e7834824bb94,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:53.263091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b369f-4758-487f-986b-c315e2cdd366 req-42159240-9c45-4fdd-b96f-15c5102461ef tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:53.276711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-521b369f-4758-487f-986b-c315e2cdd366 req-42159240-9c45-4fdd-b96f-15c5102461ef tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 909 time: 0.0978277 Sep 27 09:00:53.354894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b279b-42fa-4445-b089-5b3d0fd74030 req-45330045-9701-4cbe-a60f-d5e30aada15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:53.356483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3b279b-42fa-4445-b089-5b3d0fd74030 req-45330045-9701-4cbe-a60f-d5e30aada15f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 1096 time: 0.0435381 Sep 27 09:00:53.397414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b3b279b-42fa-4445-b089-5b3d0fd74030 req-dc1b86ed-ca62-4650-a3ca-d4b1b300a0ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339403 Sep 27 09:00:54.251153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d39f1-a48d-4ac8-bb18-3f5c093e57c9 req-12a7a677-a6aa-4430-813f-534351ccd43a tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:54.252744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f88d39f1-a48d-4ac8-bb18-3f5c093e57c9 req-12a7a677-a6aa-4430-813f-534351ccd43a tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 945 time: 0.0559065 Sep 27 09:00:54.294087 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f88d39f1-a48d-4ac8-bb18-3f5c093e57c9 req-f41b86d0-fa1b-42c7-8aaa-a63082ba226d tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348785 Sep 27 09:00:54.414933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46310e10-c7cb-4de9-9d2a-009e5753ad7e req-08a6c0e1-0ea1-4ee6-a1ec-575f0c4458e9 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:54.416509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-46310e10-c7cb-4de9-9d2a-009e5753ad7e req-08a6c0e1-0ea1-4ee6-a1ec-575f0c4458e9 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 909 time: 0.0571189 Sep 27 09:00:54.507594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-181078cf-7ea4-4a80-855e-75aa20182c52 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:54.509159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-181078cf-7ea4-4a80-855e-75aa20182c52 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.57 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 909 time: 0.0491970 Sep 27 09:00:54.606382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting port 8261b902-6108-4524-a68e-582b2ed42f44 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:00:54.606719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:54.699733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] For port 8261b902-6108-4524-a68e-582b2ed42f44, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=8261b902-6108-4524-a68e-582b2ed42f44,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:54.700003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:54.713366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Calling delete_port for 8261b902-6108-4524-a68e-582b2ed42f44 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:00:55.122167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:55.149984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Port': ['ID=8261b902-6108-4524-a68e-582b2ed42f44,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:55.197310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] No DVR routers for this DVR port 8261b902-6108-4524-a68e-582b2ed42f44 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:00:55.200421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:55.202692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bbac2416-fe4e-4b0b-8e20-3d73bb21e248 req-f065c156-a17d-4f29-b35a-3ee7d166ab63 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.57 "DELETE /v2.0/ports/8261b902-6108-4524-a68e-582b2ed42f44 HTTP/1.1" status: 204 len: 173 time: 0.6868544 Sep 27 09:00:55.204651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e388d7-c15a-4bbc-8560-858863079d3c', 'name': 'network-vif-deleted', 'tag': '8261b902-6108-4524-a68e-582b2ed42f44'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:55.207669 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5177c8-18b1-4973-a22b-52684af87fe2" -d '{"events": [{"server_uuid": "86e388d7-c15a-4bbc-8560-858863079d3c", "name": "network-vif-deleted", "tag": "8261b902-6108-4524-a68e-582b2ed42f44"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:55.259940 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb504bca-2e83-4ffa-8cb3-b100782518d1 x-openstack-request-id: req-cb504bca-2e83-4ffa-8cb3-b100782518d1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:55.260246 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e388d7-c15a-4bbc-8560-858863079d3c", "name": "network-vif-deleted", "tag": "8261b902-6108-4524-a68e-582b2ed42f44", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:55.260564 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb504bca-2e83-4ffa-8cb3-b100782518d1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:55.260953 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e388d7-c15a-4bbc-8560-858863079d3c', 'name': 'network-vif-deleted', 'tag': '8261b902-6108-4524-a68e-582b2ed42f44', 'status': 'completed', 'code': 200} Sep 27 09:00:55.426566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98ca4a-ee45-4581-828d-4bb15d614e6c req-16411d65-8e35-4770-b007-36ea51789ad9 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:55.428274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d98ca4a-ee45-4581-828d-4bb15d614e6c req-16411d65-8e35-4770-b007-36ea51789ad9 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 945 time: 0.0551050 Sep 27 09:00:55.474624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d98ca4a-ee45-4581-828d-4bb15d614e6c req-aa2dce30-6737-4aec-8b06-fceb5408b3c0 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Sep 27 09:00:55.543406 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0f4a559-6866-44a9-9c51-07e147e63995 req-3872ccdf-97a2-4aba-920c-715f3be1e519 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e388d7-c15a-4bbc-8560-858863079d3c HTTP/1.1" status: 200 len: 210 time: 0.0305047 Sep 27 09:00:55.606966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093498e-f0c8-46bf-994b-569190be9f47 req-d529d905-f8e3-4484-97ae-fe1f6e6fed72 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:55.608564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6093498e-f0c8-46bf-994b-569190be9f47 req-d529d905-f8e3-4484-97ae-fe1f6e6fed72 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 945 time: 0.0621617 Sep 27 09:00:55.648921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6093498e-f0c8-46bf-994b-569190be9f47 req-cfc99082-b356-4505-bc3e-acbd33a4306d tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Sep 27 09:00:55.862125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351923e0-f2df-46bc-a277-b21dd2559082 req-add0f408-cb8c-4534-90ee-9cf343f0753f tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:55.863602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-351923e0-f2df-46bc-a277-b21dd2559082 req-add0f408-cb8c-4534-90ee-9cf343f0753f tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 945 time: 0.0489945 Sep 27 09:00:55.904522 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-351923e0-f2df-46bc-a277-b21dd2559082 req-01dc720d-26a4-4768-8f05-2d06603164c9 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347326 Sep 27 09:00:56.242514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb53e21-c79b-4518-a29f-5aae2c25f6da req-d190b98b-bdeb-45a6-810b-13804202447a tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:56.244090 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-deb53e21-c79b-4518-a29f-5aae2c25f6da req-d190b98b-bdeb-45a6-810b-13804202447a tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 945 time: 0.0508900 Sep 27 09:00:56.289740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-deb53e21-c79b-4518-a29f-5aae2c25f6da req-605a1400-1aea-417d-aaaa-d8ed4ea5f9c1 tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356009 Sep 27 09:00:56.601540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53194) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:57.040788 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:57.356190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting port cada18f9-a51f-4990-a02e-07a73e320770 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:00:57.356523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:57.415911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ac6d-ac1d-406a-9a8c-cf820e5f75db req-c141c698-342b-4bb7-bda5-647d7368e66d tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:57.417705 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bcf7ac6d-ac1d-406a-9a8c-cf820e5f75db req-c141c698-342b-4bb7-bda5-647d7368e66d tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 945 time: 0.0575435 Sep 27 09:00:57.455337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] For port cada18f9-a51f-4990-a02e-07a73e320770, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cada18f9-a51f-4990-a02e-07a73e320770,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:57.455706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:57.467634 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bcf7ac6d-ac1d-406a-9a8c-cf820e5f75db req-e5650f14-a990-487b-bef1-24c7968ca49b tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b995a3c-2c67-457e-b700-7fbdfc5fb128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Sep 27 09:00:57.469927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Calling delete_port for cada18f9-a51f-4990-a02e-07a73e320770 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:00:57.566518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-5c4df5ee-5250-4615-ba0b-ff45b403d0fb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:00:57.567981 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-5c4df5ee-5250-4615-ba0b-ff45b403d0fb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 945 time: 0.0995872 Sep 27 09:00:57.685814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 42a76060-7c9b-4bb6-9784-f04eae33efe3 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:00:57.706807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 42a76060-7c9b-4bb6-9784-f04eae33efe3 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:00:57.707583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 42a76060-7c9b-4bb6-9784-f04eae33efe3 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:00:57.750356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Deleting port 13a35eb3-5e90-477b-9542-e7834824bb94 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:00:57.750940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:57.823484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:57.861438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Port': ['ID=cada18f9-a51f-4990-a02e-07a73e320770,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:57.879683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.879814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.880102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.880465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.880794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.881116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.881517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.881798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.882160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.882809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.883166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.883482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:00:57.946325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] For port 13a35eb3-5e90-477b-9542-e7834824bb94, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=13a35eb3-5e90-477b-9542-e7834824bb94,segment=NetworkSegment(477f7614-93dc-4eea-a4b2-2e5e91a211a3),segment_id=477f7614-93dc-4eea-a4b2-2e5e91a211a3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:57.946698 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:57.967995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Calling delete_port for 13a35eb3-5e90-477b-9542-e7834824bb94 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:00:58.138734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:58.285067 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:58.296681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['13a35eb3-5e90-477b-9542-e7834824bb94'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:00:58.319369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Pushing event deleted for resources: {'Port': ['ID=13a35eb3-5e90-477b-9542-e7834824bb94,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:58.405599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] No DVR routers for this DVR port 13a35eb3-5e90-477b-9542-e7834824bb94 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:00:58.409337 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:58.411310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8558bd49-2e7c-493d-b751-f55bd5086d07 req-d4213aba-26b5-4b3f-b56b-c3cecb4d1cbb tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.67 "DELETE /v2.0/ports/13a35eb3-5e90-477b-9542-e7834824bb94 HTTP/1.1" status: 204 len: 173 time: 0.8369737 Sep 27 09:00:58.411763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ffc7f-0e3c-4d55-9533-c75543214552', 'name': 'network-vif-deleted', 'tag': '13a35eb3-5e90-477b-9542-e7834824bb94'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:00:58.414067 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ad7632-170d-4d87-bd80-86a2f41d52f1" -d '{"events": [{"server_uuid": "fb9ffc7f-0e3c-4d55-9533-c75543214552", "name": "network-vif-deleted", "tag": "13a35eb3-5e90-477b-9542-e7834824bb94"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:00:58.480106 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd8a692-ec71-4282-b245-6d6d005f84e3 x-openstack-request-id: req-edd8a692-ec71-4282-b245-6d6d005f84e3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:00:58.480106 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9ffc7f-0e3c-4d55-9533-c75543214552", "name": "network-vif-deleted", "tag": "13a35eb3-5e90-477b-9542-e7834824bb94", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:00:58.480106 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-edd8a692-ec71-4282-b245-6d6d005f84e3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:00:58.480106 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ffc7f-0e3c-4d55-9533-c75543214552', 'name': 'network-vif-deleted', 'tag': '13a35eb3-5e90-477b-9542-e7834824bb94', 'status': 'completed', 'code': 200} Sep 27 09:00:58.488573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:00:58.590037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bba0853-eb54-418e-90ff-22896d1c737f req-e52a39b1-9ac6-42ac-839c-7d5b8950ae0d tempest-ServersNegativeTestMultiTenantJSON-80193834 tempest-ServersNegativeTestMultiTenantJSON-80193834-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb9ffc7f-0e3c-4d55-9533-c75543214552 HTTP/1.1" status: 200 len: 210 time: 0.0283940 Sep 27 09:00:58.624277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:00:58.637275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-76a10ec5-fc6a-42ca-9e21-7a5cb32c099a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "PUT /v2.0/routers/09b28f4f-5ace-4ab9-9480-78d5bcb0386f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0346031 Sep 27 09:00:58.641292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:58.644173 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] Sync routers for ids ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:00:58.653779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] Routers {'09b28f4f-5ace-4ab9-9480-78d5bcb0386f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:00:58.654386 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:58.697588 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc40bfc3-79cc-4b68-a79c-2444eed363c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting subnet 313ad49e-30e0-4db4-b9eb-c5bedd2176b9 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:00:58.700888 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc40bfc3-79cc-4b68-a79c-2444eed363c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:58.743219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc40bfc3-79cc-4b68-a79c-2444eed363c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:58.763253 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] Set router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:00:58.841176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc40bfc3-79cc-4b68-a79c-2444eed363c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:58.905840 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc40bfc3-79cc-4b68-a79c-2444eed363c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:58.937420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40bfc3-79cc-4b68-a79c-2444eed363c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Subnet': ['ID=313ad49e-30e0-4db4-b9eb-c5bedd2176b9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:58.941890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc40bfc3-79cc-4b68-a79c-2444eed363c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:58.944606 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc40bfc3-79cc-4b68-a79c-2444eed363c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/subnets/313ad49e-30e0-4db4-b9eb-c5bedd2176b9 HTTP/1.1" status: 204 len: 168 time: 0.3029082 Sep 27 09:00:58.947426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53280) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:58.954888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79143b-9417-46bf-a540-af9510df9a34 None None] Network 83c48780-fd9c-44e5-903f-2d1f0eb361fb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:00:58.959693 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:57Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:58.995745 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] Checking router: 09b28f4f-5ace-4ab9-9480-78d5bcb0386f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:00:59.005417 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] Routers {'09b28f4f-5ace-4ab9-9480-78d5bcb0386f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:00:59.006338 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:59.131257 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.137711 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] Set router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:00:59.287707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.311489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] DHCP port deletion for 83c48780-fd9c-44e5-903f-2d1f0eb361fb request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:00:59.356803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting port a769a1d7-8971-43bc-9018-ac228bae9389 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:00:59.357139 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.375879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] Deleting port 7076e4d9-db23-4b63-9e22-90b57c49febf {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:00:59.376805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.446123 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:57Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:00:59.472720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] For port 7076e4d9-db23-4b63-9e22-90b57c49febf, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7076e4d9-db23-4b63-9e22-90b57c49febf,segment=NetworkSegment(87e1e691-583a-4100-b3cd-d62d11b2de71),segment_id=87e1e691-583a-4100-b3cd-d62d11b2de71)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:59.473400 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.478432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] For port a769a1d7-8971-43bc-9018-ac228bae9389, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a769a1d7-8971-43bc-9018-ac228bae9389,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:00:59.479229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.488184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] Calling delete_port for 7076e4d9-db23-4b63-9e22-90b57c49febf owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:00:59.493152 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56fead-26d1-4e11-800e-87c7373bba4e None None] The sync data for ids ['09b28f4f-5ace-4ab9-9480-78d5bcb0386f'] in n-d-810909-1 is: [{'id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541129913', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:00:32Z', 'updated_at': '2021-09-27T09:00:57Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': 'a769a1d7-8971-43bc-9018-ac228bae9389', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b28f4f-5ace-4ab9-9480-78d5bcb0386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:00:33Z', 'updated_at': '2021-09-27T09:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:00:59.494785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Calling delete_port for a769a1d7-8971-43bc-9018-ac228bae9389 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:00:59.598942 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.635515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] Pushing event deleted for resources: {'Port': ['ID=7076e4d9-db23-4b63-9e22-90b57c49febf,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:59.637642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8966857e-0f0a-494b-a8fb-6273515d6d2b None None] No DVR routers for this DVR port 7076e4d9-db23-4b63-9e22-90b57c49febf on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:00:59.666469 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:00:59.696632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8261b902-6108-4524-a68e-582b2ed42f44 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:00:59.723495 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.725275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 8261b902-6108-4524-a68e-582b2ed42f44 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:00:59.725768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 8261b902-6108-4524-a68e-582b2ed42f44 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:00:59.741127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-89597e24-7a49-417f-baaf-a2058e03f99e admin admin] Deleting subnet 91d294e3-ddd6-49ad-adba-047b3657bff2 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:00:59.745240 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89597e24-7a49-417f-baaf-a2058e03f99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.774314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Port': ['ID=a769a1d7-8971-43bc-9018-ac228bae9389,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:59.782992 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89597e24-7a49-417f-baaf-a2058e03f99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.826688 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89597e24-7a49-417f-baaf-a2058e03f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.846179 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.890698 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89597e24-7a49-417f-baaf-a2058e03f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.923322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89597e24-7a49-417f-baaf-a2058e03f99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d294e3-ddd6-49ad-adba-047b3657bff2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:00:59.934098 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89597e24-7a49-417f-baaf-a2058e03f99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:00:59.936027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-89597e24-7a49-417f-baaf-a2058e03f99e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/91d294e3-ddd6-49ad-adba-047b3657bff2 HTTP/1.1" status: 204 len: 168 time: 0.2643504 Sep 27 09:00:59.938634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53286) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:00.246097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.249145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.356552 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.357000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Fanout notify agent at l3_agent the message router_deleted on router 09b28f4f-5ace-4ab9-9480-78d5bcb0386f {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:01:00.364798 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.365943 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5217cec2-44db-4bc5-ac5d-12317a3c8b08 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/routers/09b28f4f-5ace-4ab9-9480-78d5bcb0386f HTTP/1.1" status: 204 len: 168 time: 1.4169788 Sep 27 09:01:00.368664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:00.370389 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.465330 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.478255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.487271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140b928e-b8be-4d46-b6c6-a85c0ae91962']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:00.499738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477f7614-93dc-4eea-a4b2-2e5e91a211a3') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:00.500185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477f7614-93dc-4eea-a4b2-2e5e91a211a3') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:00.515953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.530509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.540488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:01:00.544082 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:01:00.586176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.604189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.609548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c48780-fd9c-44e5-903f-2d1f0eb361fb']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:00.611558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.613619 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] 10.222.0.50 "DELETE /v2.0/networks/140b928e-b8be-4d46-b6c6-a85c0ae91962 HTTP/1.1" status: 204 len: 168 time: 0.6740377 Sep 27 09:01:00.616453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:00.623668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd8117-b95b-4e1e-9089-e340676ed885 admin admin] Pushing event deleted for resources: {'Network': ['ID=140b928e-b8be-4d46-b6c6-a85c0ae91962,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:00.626783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e1e691-583a-4100-b3cd-d62d11b2de71') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:00.627080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e1e691-583a-4100-b3cd-d62d11b2de71') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:00.654469 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.676310 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.684351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:01:00.684747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.690668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1243146-89f4-4d25-8d37-2f0b69e9363e admin admin] Deleting subnet cdeb5358-92c3-4d6a-8ace-30287658e136 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:01:00.691894 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:01:00.704679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1243146-89f4-4d25-8d37-2f0b69e9363e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.780551 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1243146-89f4-4d25-8d37-2f0b69e9363e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.782475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.808421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.812969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/networks/83c48780-fd9c-44e5-903f-2d1f0eb361fb HTTP/1.1" status: 204 len: 168 time: 0.4432592 Sep 27 09:01:00.813114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53294) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:00.830267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849412ca-fafd-4f33-bc6f-56059388d429 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Network': ['ID=83c48780-fd9c-44e5-903f-2d1f0eb361fb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:00.845119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1243146-89f4-4d25-8d37-2f0b69e9363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.947611 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1243146-89f4-4d25-8d37-2f0b69e9363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.961574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1243146-89f4-4d25-8d37-2f0b69e9363e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:00.965267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c1243146-89f4-4d25-8d37-2f0b69e9363e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cdeb5358-92c3-4d6a-8ace-30287658e136 HTTP/1.1" status: 204 len: 168 time: 0.3468163 Sep 27 09:01:00.970761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53296) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:00.975629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7076e4d9-db23-4b63-9e22-90b57c49febf no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:01:00.985268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1243146-89f4-4d25-8d37-2f0b69e9363e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdeb5358-92c3-4d6a-8ace-30287658e136,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:01.008398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 13a35eb3-5e90-477b-9542-e7834824bb94 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:01:01.011854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7076e4d9-db23-4b63-9e22-90b57c49febf {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:01:01.012199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7076e4d9-db23-4b63-9e22-90b57c49febf not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:01:01.012630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cada18f9-a51f-4990-a02e-07a73e320770 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:01:01.050171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 13a35eb3-5e90-477b-9542-e7834824bb94 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:01:01.050866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 13a35eb3-5e90-477b-9542-e7834824bb94 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:01:01.054008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: cada18f9-a51f-4990-a02e-07a73e320770 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:01:01.054392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cada18f9-a51f-4990-a02e-07a73e320770 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:01:01.057833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a769a1d7-8971-43bc-9018-ac228bae9389 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:01:01.083841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a769a1d7-8971-43bc-9018-ac228bae9389 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:01:01.084182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a769a1d7-8971-43bc-9018-ac228bae9389 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:01:01.116765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.245341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.248809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting port b6626d0f-da1b-42ca-ba30-4f2995e200e8 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:01:01.249383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.289720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9937ce-7427-4c57-85c0-b8e78b0afcf1']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:01.303153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa692bf-5f66-4b4d-af3b-333d53ef24aa') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:01.303449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa692bf-5f66-4b4d-af3b-333d53ef24aa') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:01.341820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.362597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.375007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.375325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.378225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:01:01.378620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:01:01.380391 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:01:01.408378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Calling delete_port for b6626d0f-da1b-42ca-ba30-4f2995e200e8 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:01:01.487959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.500402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.502257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] 10.222.0.50 "DELETE /v2.0/networks/fd9937ce-7427-4c57-85c0-b8e78b0afcf1 HTTP/1.1" status: 204 len: 168 time: 0.5305500 Sep 27 09:01:01.528346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1fcf5-4c64-4d0e-a79d-571a8dde303d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9937ce-7427-4c57-85c0-b8e78b0afcf1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:01.654263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.680480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Port': ['ID=b6626d0f-da1b-42ca-ba30-4f2995e200e8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:01.724234 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:01.748462 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.748945 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Floating IP 3b89beb4-9388-4c08-b610-75d8f79e6752 disassociated (deleted). External IP: 172.25.2.187, port: cc66a088-3093-4917-a887-aac7fa9b727c. Sep 27 09:01:01.772830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-10bf004b-fa61-42b0-a08f-502c4e4d0590 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eefb593811db4d5dae6cdd8419a030d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467761 Sep 27 09:01:01.775361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:01.831101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5979f8ab-0785-497b-8c1f-85b1b5c62e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.853581 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5979f8ab-0785-497b-8c1f-85b1b5c62e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.906985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5979f8ab-0785-497b-8c1f-85b1b5c62e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.909850 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5979f8ab-0785-497b-8c1f-85b1b5c62e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:01.913603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5979f8ab-0785-497b-8c1f-85b1b5c62e95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b995a3c-2c67-457e-b700-7fbdfc5fb128 HTTP/1.1" status: 204 len: 168 time: 0.1345501 Sep 27 09:01:01.921994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979f8ab-0785-497b-8c1f-85b1b5c62e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b995a3c-2c67-457e-b700-7fbdfc5fb128,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:01.995929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:01:02.129821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:01:02.136679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:02.143612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] Sync routers for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:01:02.157695 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:01:02.158503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:02.207560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-43024aaf-46cf-4c59-84ff-daba7f994aee tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/floatingips/3b89beb4-9388-4c08-b610-75d8f79e6752 HTTP/1.1" status: 204 len: 168 time: 1.3909268 Sep 27 09:01:02.208349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:01:02.215838 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48a1470-4441-41b4-b5b8-2df385eab80f" -d '{"events": [{"name": "network-changed", "server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:01:02.275084 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a031bc-fd8e-4ea3-95c6-53756bd59203 x-openstack-request-id: req-01a031bc-fd8e-4ea3-95c6-53756bd59203 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:01:02.275659 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:01:02.275659 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01a031bc-fd8e-4ea3-95c6-53756bd59203 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:01:02.276224 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'status': 'completed', 'code': 200} Sep 27 09:01:02.331636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:01:02.345743 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53316) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:02.370503 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-febe0117-10c4-4d9e-94d2-d4bb1f86df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:02.372069 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-febe0117-10c4-4d9e-94d2-d4bb1f86df27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f76b2148c98a4fed9ff59605406a9262&device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 1136 time: 0.0729866 Sep 27 09:01:02.408665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d1f3fa7d-fe64-4222-8cf7-1d74ab8ea76f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01cad6d4deef49ac93a69430a6fac33e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594070 Sep 27 09:01:02.409933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:02.507819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c06432cc-4b0b-40d2-bd9d-3d7296d82a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:02.540743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c06432cc-4b0b-40d2-bd9d-3d7296d82a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:02.564502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-3d3210f3-cae1-4530-b975-ddfc0f8a6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:02.566178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-3d3210f3-cae1-4530-b975-ddfc0f8a6e3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1456736b-df89-44ba-ae21-becb343f9b75 HTTP/1.1" status: 200 len: 898 time: 0.1856244 Sep 27 09:01:02.606330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713286ea-369a-4f80-ac09-abf17ce22096 req-c0b81ff1-244f-4f78-a3cd-a773fe019ec2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:02.614432 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-713286ea-369a-4f80-ac09-abf17ce22096 req-c0b81ff1-244f-4f78-a3cd-a773fe019ec2 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 985 time: 0.0964100 Sep 27 09:01:02.614567 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c06432cc-4b0b-40d2-bd9d-3d7296d82a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:02.617039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:43Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:02.618632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c06432cc-4b0b-40d2-bd9d-3d7296d82a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:02.620569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c06432cc-4b0b-40d2-bd9d-3d7296d82a5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a32609f0-1e5b-4fc8-83bc-0f6b998703cf HTTP/1.1" status: 204 len: 168 time: 0.2090228 Sep 27 09:01:02.641415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06432cc-4b0b-40d2-bd9d-3d7296d82a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32609f0-1e5b-4fc8-83bc-0f6b998703cf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:02.660382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] Checking router: 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:01:02.676299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:01:02.676976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:02.685222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-672635a6-baa8-4d84-9d50-123c320860a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc66a088-3093-4917-a887-aac7fa9b727c HTTP/1.1" status: 200 len: 217 time: 0.1059699 Sep 27 09:01:02.691797 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-713286ea-369a-4f80-ac09-abf17ce22096 req-62336f22-d505-4da3-9d5b-2b8e77de373a tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0763402 Sep 27 09:01:02.750547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-c745c650-eea4-4b8c-8a82-7784afc43637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:02.752042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-c745c650-eea4-4b8c-8a82-7784afc43637 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79bd70fe-71ee-4cce-befe-ead41ad7963d HTTP/1.1" status: 200 len: 834 time: 0.0584462 Sep 27 09:01:02.800239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-85e2a67b-776d-4e90-b669-f13b19dff76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:02.801798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-85e2a67b-776d-4e90-b669-f13b19dff76f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1456736b-df89-44ba-ae21-becb343f9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420551 Sep 27 09:01:02.804614 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:01:02.905827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-2ece239c-8dba-4c21-a0c7-2292d482e1a6 service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954642 Sep 27 09:01:03.007984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e48a1470-4441-41b4-b5b8-2df385eab80f req-aa3f937b-639a-4af4-8307-5ff3d2eee2cf service neutron] 10.222.0.67 "GET /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941014 Sep 27 09:01:03.062507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:43Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:03.098374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e322f-baaf-49e9-8704-7c82ddb6d117 None None] The sync data for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 is: [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:40Z', 'revision_number': 4, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '0c76f75c-8da2-496c-b6b6-f4002a76ca20', 'name': '', 'network_id': '1456736b-df89-44ba-ae21-becb343f9b75', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'mac_address': 'fa:16:3e:67:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:39Z', 'updated_at': '2021-09-27T08:59:43Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'subnets': [{'id': '79bd70fe-71ee-4cce-befe-ead41ad7963d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:01:03.391764 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f64e6-6d49-46af-89a5-906c206ee9a1 None None] New status for floating IP 3b89beb4-9388-4c08-b610-75d8f79e6752: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:01:03.550461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53344) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:03.657044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-275537798-network', 'tenant_id': '5348e7b077314fe4a39c662fb4f0dc19'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:03.679895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Made reservation on behalf of 5348e7b077314fe4a39c662fb4f0dc19 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:01:03.682252 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:03.690968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:03.806861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-2a4744ab-2801-4bf4-abaa-aab2bc39fd6c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:03.808543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-2a4744ab-2801-4bf4-abaa-aab2bc39fd6c tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.67 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 985 time: 0.0565686 Sep 27 09:01:03.833763 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:03.840461 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:03.850365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce93a2-1d5c-49e1-9c92-3564482b3ae1 req-40e0b148-91a5-4168-aea7-9bb438dc9ed4 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:03.857911 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35ce93a2-1d5c-49e1-9c92-3564482b3ae1 req-40e0b148-91a5-4168-aea7-9bb438dc9ed4 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38fde2e-e21c-4191-b924-66f54fdfb916 HTTP/1.1" status: 200 len: 985 time: 0.0843179 Sep 27 09:01:03.892119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091ddfef-acc4-4286-aea9-c9680b762f37,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:03.901128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:01:03.915200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:03.916088 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Added segment 76137847-64f4-4b6a-a85a-6f8b4d6c40f7 of type vlan for network 1649ef3f-97db-41c7-8fc2-e1bba70bd7f7 Sep 27 09:01:03.918573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting port cc66a088-3093-4917-a887-aac7fa9b727c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:01:03.918922 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:03.976743 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:03.986649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-35ce93a2-1d5c-49e1-9c92-3564482b3ae1 req-c0fd6285-c795-4aa3-8c3a-da12dd2ea25d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c197e42-6af4-435a-82b0-3549956a4bb2&id=04b0fed4-2f4a-4053-8c2e-40c464ff605a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1276555 Sep 27 09:01:04.022707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.023752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:04.024363 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.025707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] For port cc66a088-3093-4917-a887-aac7fa9b727c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=cc66a088-3093-4917-a887-aac7fa9b727c,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:01:04.026135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.041743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Calling delete_port for cc66a088-3093-4917-a887-aac7fa9b727c owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:01:04.057965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5062437 Sep 27 09:01:04.062624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53350) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:04.069944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Request body: {'subnet': {'network_id': '1649ef3f-97db-41c7-8fc2-e1bba70bd7f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-275537798-subnet', 'tenant_id': '5348e7b077314fe4a39c662fb4f0dc19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:04.100704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76e0ca-c8db-4732-a1f9-ac8bd22b2e52 admin admin] Pushing event updated for resources: {'Network': ['ID=1649ef3f-97db-41c7-8fc2-e1bba70bd7f7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:04.121971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Made reservation on behalf of 5348e7b077314fe4a39c662fb4f0dc19 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:01:04.124667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.222456 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.257757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Port': ['ID=cc66a088-3093-4917-a887-aac7fa9b727c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:04.269245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1649ef3f-97db-41c7-8fc2-e1bba70bd7f7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:01:04.321209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] No DVR routers for this DVR port cc66a088-3093-4917-a887-aac7fa9b727c on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:01:04.324227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.327669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e4d7f29d-08a2-4d22-8265-0e2ac26ce5a3 req-f856dec1-621c-4287-81a6-4022fd1c98f6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.67 "DELETE /v2.0/ports/cc66a088-3093-4917-a887-aac7fa9b727c HTTP/1.1" status: 204 len: 173 time: 0.5127442 Sep 27 09:01:04.335044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'name': 'network-vif-deleted', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:01:04.338588 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7500a5-021c-4cd4-8ad6-c83dad518b86" -d '{"events": [{"server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "name": "network-vif-deleted", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:01:04.392440 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7032b112-6ff7-4a6e-ad45-80dd85ef4eb3 x-openstack-request-id: req-7032b112-6ff7-4a6e-ad45-80dd85ef4eb3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:01:04.392811 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38fde2e-e21c-4191-b924-66f54fdfb916", "name": "network-vif-deleted", "tag": "cc66a088-3093-4917-a887-aac7fa9b727c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:01:04.392977 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7032b112-6ff7-4a6e-ad45-80dd85ef4eb3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:01:04.393614 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38fde2e-e21c-4191-b924-66f54fdfb916', 'name': 'network-vif-deleted', 'tag': 'cc66a088-3093-4917-a887-aac7fa9b727c', 'status': 'completed', 'code': 200} Sep 27 09:01:04.399730 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.462838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09dec5a-c896-4c8c-ab0c-4b4a14301aeb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:04.472628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Checking segment: {'id': '76137847-64f4-4b6a-a85a-6f8b4d6c40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1649ef3f-97db-41c7-8fc2-e1bba70bd7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:01:04.473080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Network hostable DHCP agents. Network: 1649ef3f-97db-41c7-8fc2-e1bba70bd7f7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:01:04.490831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Network 1649ef3f-97db-41c7-8fc2-e1bba70bd7f7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:01:04.500758 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1649ef3f-97db-41c7-8fc2-e1bba70bd7f7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:01:04.504795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:04.505375 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.510678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d31aef-bd0d-48c5-adff-e915dd3e281e None None] Network 1649ef3f-97db-41c7-8fc2-e1bba70bd7f7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:01:04.532637 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-220ebf62-77dc-491c-97b4-1878f4a8ca2a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4610324 Sep 27 09:01:04.668828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:04.676185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b9daa-f3fd-454a-9a7e-f871fdecbe23 None None] Network 1649ef3f-97db-41c7-8fc2-e1bba70bd7f7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:01:04.754792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e6a7ed-c364-46dc-b99f-70d826dde8cc admin admin] Deleting subnet b09dec5a-c896-4c8c-ab0c-4b4a14301aeb {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:01:04.763428 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18e6a7ed-c364-46dc-b99f-70d826dde8cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.811146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18e6a7ed-c364-46dc-b99f-70d826dde8cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.861178 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18e6a7ed-c364-46dc-b99f-70d826dde8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:04.926007 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18e6a7ed-c364-46dc-b99f-70d826dde8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.052168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53364) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:05.121863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcd7288c-9b91-4304-ad40-0c9cb3307079 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.150749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcd7288c-9b91-4304-ad40-0c9cb3307079 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.203472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcd7288c-9b91-4304-ad40-0c9cb3307079 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.206574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bcd7288c-9b91-4304-ad40-0c9cb3307079 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.210236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bcd7288c-9b91-4304-ad40-0c9cb3307079 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/security-groups/1c197e42-6af4-435a-82b0-3549956a4bb2 HTTP/1.1" status: 204 len: 168 time: 0.1542199 Sep 27 09:01:05.212860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53366) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:05.249152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7288c-9b91-4304-ad40-0c9cb3307079 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c197e42-6af4-435a-82b0-3549956a4bb2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:05.264742 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6a7ed-c364-46dc-b99f-70d826dde8cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09dec5a-c896-4c8c-ab0c-4b4a14301aeb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:05.268708 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18e6a7ed-c364-46dc-b99f-70d826dde8cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.270520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-18e6a7ed-c364-46dc-b99f-70d826dde8cc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b09dec5a-c896-4c8c-ab0c-4b4a14301aeb HTTP/1.1" status: 204 len: 168 time: 0.6006978 Sep 27 09:01:05.273291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53368) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:05.303179 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2e28-6463-43cb-b358-ebabd053920d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.330650 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2e28-6463-43cb-b358-ebabd053920d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.350991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.385784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2e28-6463-43cb-b358-ebabd053920d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.388063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2e28-6463-43cb-b358-ebabd053920d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.389708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8e8f2e28-6463-43cb-b358-ebabd053920d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/security-groups/04b0fed4-2f4a-4053-8c2e-40c464ff605a HTTP/1.1" status: 204 len: 168 time: 0.1749902 Sep 27 09:01:05.398269 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53372) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:05.405657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f2e28-6463-43cb-b358-ebabd053920d tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b0fed4-2f4a-4053-8c2e-40c464ff605a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:05.440732 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:01:05.500155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.531194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1649ef3f-97db-41c7-8fc2-e1bba70bd7f7']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:05.570672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76137847-64f4-4b6a-a85a-6f8b4d6c40f7') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:05.570965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76137847-64f4-4b6a-a85a-6f8b4d6c40f7') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:05.584471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.645285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.655983 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:01:05.656385 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:01:05.658380 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:01:05.757274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.765427 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.767124 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] 10.222.0.50 "DELETE /v2.0/networks/1649ef3f-97db-41c7-8fc2-e1bba70bd7f7 HTTP/1.1" status: 204 len: 168 time: 0.4904835 Sep 27 09:01:05.785595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af899c-4bac-4dc2-8a78-d4e07f0511de admin admin] Pushing event deleted for resources: {'Network': ['ID=1649ef3f-97db-41c7-8fc2-e1bba70bd7f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:05.891450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:05.911572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53376) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:05.963191 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3d3ab728-794f-4e42-a08c-cfcb8abb3090 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5348e7b077314fe4a39c662fb4f0dc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501397 Sep 27 09:01:05.965657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53378) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:06.018888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4125967-74d8-4b6a-95e2-6106817427d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:06.038042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:06.042929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4125967-74d8-4b6a-95e2-6106817427d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:06.098210 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4125967-74d8-4b6a-95e2-6106817427d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:06.101213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4125967-74d8-4b6a-95e2-6106817427d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:06.104862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a4125967-74d8-4b6a-95e2-6106817427d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/091ddfef-acc4-4286-aea9-c9680b762f37 HTTP/1.1" status: 204 len: 168 time: 0.1358926 Sep 27 09:01:06.115193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4125967-74d8-4b6a-95e2-6106817427d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ddfef-acc4-4286-aea9-c9680b762f37,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:06.407524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting port 0c76f75c-8da2-496c-b6b6-f4002a76ca20 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:01:06.409019 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:06.519091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] For port 0c76f75c-8da2-496c-b6b6-f4002a76ca20, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0c76f75c-8da2-496c-b6b6-f4002a76ca20,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:01:06.519668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:06.533564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Calling delete_port for 0c76f75c-8da2-496c-b6b6-f4002a76ca20 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:01:06.753081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:06.811361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Port': ['ID=0c76f75c-8da2-496c-b6b6-f4002a76ca20,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:06.971904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:07.216382 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:01:07.350358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:01:07.358356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-86fe921f-584a-4e2a-8dea-bcce97ef99b3 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "PUT /v2.0/routers/234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9589932 Sep 27 09:01:07.358949 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:07.365028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] Sync routers for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:01:07.380728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:01:07.381638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:07.413821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-86579b96-6e8f-4b80-947a-8bc14e0160c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting subnet 79bd70fe-71ee-4cce-befe-ead41ad7963d {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:01:07.417073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86579b96-6e8f-4b80-947a-8bc14e0160c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:07.460023 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86579b96-6e8f-4b80-947a-8bc14e0160c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:07.610995 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86579b96-6e8f-4b80-947a-8bc14e0160c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:07.658275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:01:07.678896 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86579b96-6e8f-4b80-947a-8bc14e0160c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:07.694386 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86579b96-6e8f-4b80-947a-8bc14e0160c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:07.696388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-86579b96-6e8f-4b80-947a-8bc14e0160c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/subnets/79bd70fe-71ee-4cce-befe-ead41ad7963d HTTP/1.1" status: 204 len: 168 time: 0.3364673 Sep 27 09:01:07.699030 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53440) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:07.725835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86579b96-6e8f-4b80-947a-8bc14e0160c6 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Subnet': ['ID=79bd70fe-71ee-4cce-befe-ead41ad7963d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:07.793689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60eec99-0cae-4109-943f-fe6e57f0c392 None None] Network 1456736b-df89-44ba-ae21-becb343f9b75 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:01:07.847198 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:07.962861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53444) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:07.984222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T09:01:06Z', 'revision_number': 5, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port': {'id': '196ac103-a65e-4dfb-8537-f5bcd15e2c2e', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T08:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:07.986251 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.030252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] Checking router: 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:01:08.046694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] Routers {'234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:01:08.047520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:00:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:08.053531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] DHCP port deletion for 1456736b-df89-44ba-ae21-becb343f9b75 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:01:08.076296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Deleting port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:01:08.076751 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.128698 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c603f7e-6b25-4f04-8522-bd97dc112ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.196896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] For port 196ac103-a65e-4dfb-8537-f5bcd15e2c2e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=196ac103-a65e-4dfb-8537-f5bcd15e2c2e,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:01:08.197862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.219264 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Calling delete_port for 196ac103-a65e-4dfb-8537-f5bcd15e2c2e owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:01:08.220752 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] Set router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:01:08.253879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] Deleting port fb1c4a4d-2e31-44f1-9311-03124167e8b8 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:01:08.254395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.269000 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c603f7e-6b25-4f04-8522-bd97dc112ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.274376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c603f7e-6b25-4f04-8522-bd97dc112ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.284926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T09:01:07Z', 'revision_number': 6, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:08.322733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c603f7e-6b25-4f04-8522-bd97dc112ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943e752e-9acf-461f-bf8c-a62322f0971e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:08.329215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9c603f7e-6b25-4f04-8522-bd97dc112ec9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff3bc3ce23e7440eb6f65d946e132e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651774 Sep 27 09:01:08.332122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53448) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:08.338300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aaf3b9-adba-444f-ba7c-31c61abf45b6 None None] The sync data for ids ['234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f'] in n-d-810909-1 is: [{'id': '234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1595226743', 'tenant_id': 'f76b2148c98a4fed9ff59605406a9262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:35Z', 'updated_at': '2021-09-27T09:01:07Z', 'revision_number': 6, 'project_id': 'f76b2148c98a4fed9ff59605406a9262', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:01:08.391188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] For port fb1c4a4d-2e31-44f1-9311-03124167e8b8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=fb1c4a4d-2e31-44f1-9311-03124167e8b8,segment=NetworkSegment(ec6850cb-ebde-47d4-bbfd-e00640abec43),segment_id=ec6850cb-ebde-47d4-bbfd-e00640abec43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:01:08.392469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.411342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] Calling delete_port for fb1c4a4d-2e31-44f1-9311-03124167e8b8 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:01:08.424568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fdb78ed-524a-4947-b3e4-432d9cb353a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.448365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fdb78ed-524a-4947-b3e4-432d9cb353a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.457437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.492628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Port': ['ID=196ac103-a65e-4dfb-8537-f5bcd15e2c2e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:08.514818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fdb78ed-524a-4947-b3e4-432d9cb353a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.517838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9fdb78ed-524a-4947-b3e4-432d9cb353a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.519081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9fdb78ed-524a-4947-b3e4-432d9cb353a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/943e752e-9acf-461f-bf8c-a62322f0971e HTTP/1.1" status: 204 len: 168 time: 0.1849854 Sep 27 09:01:08.529921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb78ed-524a-4947-b3e4-432d9cb353a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e752e-9acf-461f-bf8c-a62322f0971e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:08.536243 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.564225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.591381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] Pushing event deleted for resources: {'Port': ['ID=fb1c4a4d-2e31-44f1-9311-03124167e8b8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:08.595534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3f2e9-df93-451c-a8cb-c6a4609071df None None] No DVR routers for this DVR port fb1c4a4d-2e31-44f1-9311-03124167e8b8 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:01:08.736582 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.739084 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.806690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.809051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Fanout notify agent at l3_agent the message router_deleted on router 234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:01:08.820544 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:08.824742 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-206a81a2-82a3-4a21-9944-441f0617ab88 tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/routers/234a0da9-8bc0-4de4-b2c1-f6bc0ba32b3f HTTP/1.1" status: 204 len: 168 time: 1.1064792 Sep 27 09:01:08.824973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53456) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:08.834784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device fb1c4a4d-2e31-44f1-9311-03124167e8b8 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:01:08.861100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: fb1c4a4d-2e31-44f1-9311-03124167e8b8 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:01:08.861473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device fb1c4a4d-2e31-44f1-9311-03124167e8b8 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:01:08.862168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0c76f75c-8da2-496c-b6b6-f4002a76ca20 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:01:08.881689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 0c76f75c-8da2-496c-b6b6-f4002a76ca20 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:01:08.882053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0c76f75c-8da2-496c-b6b6-f4002a76ca20 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:01:08.933809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.016916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cc66a088-3093-4917-a887-aac7fa9b727c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:01:09.030421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.042995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: cc66a088-3093-4917-a887-aac7fa9b727c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:01:09.043355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device cc66a088-3093-4917-a887-aac7fa9b727c not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:01:09.054416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1456736b-df89-44ba-ae21-becb343f9b75']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:09.065091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6850cb-ebde-47d4-bbfd-e00640abec43') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:09.065529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6850cb-ebde-47d4-bbfd-e00640abec43') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:09.081728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.097785 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.107109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:01:09.110537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:01:09.112804 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:01:09.183745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.194583 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.196705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] 10.222.0.50 "DELETE /v2.0/networks/1456736b-df89-44ba-ae21-becb343f9b75 HTTP/1.1" status: 204 len: 168 time: 0.3706696 Sep 27 09:01:09.220411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d8e52-db94-4fa7-a023-a6bb30540bab tempest-TestSecurityGroupsBasicOps-989891229 tempest-TestSecurityGroupsBasicOps-989891229-project] Pushing event deleted for resources: {'Network': ['ID=1456736b-df89-44ba-ae21-becb343f9b75,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:09.421756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:09.533614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:09.621789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-470188194-network', 'tenant_id': '03f92b35ee5f42e395e5dbe1e555575f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:09.701713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Made reservation on behalf of 03f92b35ee5f42e395e5dbe1e555575f for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:01:09.703989 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.732856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.775713 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-567cc88d-2093-42db-bbea-621659f19fb6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f76b2148c98a4fed9ff59605406a9262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404239 Sep 27 09:01:09.778301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:09.859724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a817f4a-6af1-4103-93c1-7b5e27984138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.891352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a817f4a-6af1-4103-93c1-7b5e27984138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.926714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.935558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.967070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:01:09.974342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182e310f-3b5a-4a67-8fb8-57902a76020b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:09.987789 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:09.988080 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Added segment 49aad036-5330-4b90-8179-e31fdf3d4411 of type vlan for network 92eb69b9-0055-41db-89e1-0f851871f995 Sep 27 09:01:09.998850 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a817f4a-6af1-4103-93c1-7b5e27984138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.001510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a817f4a-6af1-4103-93c1-7b5e27984138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.002698 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a817f4a-6af1-4103-93c1-7b5e27984138 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61948bd4-c419-4d1b-883b-088a728fed5d HTTP/1.1" status: 204 len: 168 time: 0.2234895 Sep 27 09:01:10.036053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a817f4a-6af1-4103-93c1-7b5e27984138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61948bd4-c419-4d1b-883b-088a728fed5d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:10.040766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.067849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.068974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:10.069576 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.113014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6898947 Sep 27 09:01:10.165482 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3ee74-1441-4dfa-ab6a-484e0a6ffd3d admin admin] Pushing event updated for resources: {'Network': ['ID=92eb69b9-0055-41db-89e1-0f851871f995,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:10.177079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 92eb69b9-0055-41db-89e1-0f851871f995 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:01:10.367100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:10.380993 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3e9c-345e-4c1c-b860-dfb43c76ed48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.479100 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3e9c-345e-4c1c-b860-dfb43c76ed48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.484550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3e9c-345e-4c1c-b860-dfb43c76ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.524991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb2c3e9c-345e-4c1c-b860-dfb43c76ed48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24bfd468374f44a1b6e280fc8d5949cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566832 Sep 27 09:01:10.525978 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c3e9c-345e-4c1c-b860-dfb43c76ed48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126ff70-7b60-4ceb-bfb1-3ce471d5719a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:10.528066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53514) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:10.579347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5b58fe5-ffaa-4c82-a278-0a39e6e2c547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.601743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5b58fe5-ffaa-4c82-a278-0a39e6e2c547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.625664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 196ac103-a65e-4dfb-8537-f5bcd15e2c2e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:01:10.669373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5b58fe5-ffaa-4c82-a278-0a39e6e2c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.672414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f5b58fe5-ffaa-4c82-a278-0a39e6e2c547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:10.676042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f5b58fe5-ffaa-4c82-a278-0a39e6e2c547 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1126ff70-7b60-4ceb-bfb1-3ce471d5719a HTTP/1.1" status: 204 len: 168 time: 0.1446261 Sep 27 09:01:10.680743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 196ac103-a65e-4dfb-8537-f5bcd15e2c2e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:01:10.681403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 196ac103-a65e-4dfb-8537-f5bcd15e2c2e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:01:10.684123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b58fe5-ffaa-4c82-a278-0a39e6e2c547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126ff70-7b60-4ceb-bfb1-3ce471d5719a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:10.978848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1cf9-ed27-4c95-ba0d-a96a18abe8bf req-03feb034-32f7-4ae9-99db-a10f5cdffb98 tempest-ComputeTenantNetworksTest-707929480 tempest-ComputeTenantNetworksTest-707929480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:10.984938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1cf9-ed27-4c95-ba0d-a96a18abe8bf req-03feb034-32f7-4ae9-99db-a10f5cdffb98 tempest-ComputeTenantNetworksTest-707929480 tempest-ComputeTenantNetworksTest-707929480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:10.990825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1cf9-ed27-4c95-ba0d-a96a18abe8bf req-03feb034-32f7-4ae9-99db-a10f5cdffb98 tempest-ComputeTenantNetworksTest-707929480 tempest-ComputeTenantNetworksTest-707929480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:10.992800 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-345f1cf9-ed27-4c95-ba0d-a96a18abe8bf req-03feb034-32f7-4ae9-99db-a10f5cdffb98 tempest-ComputeTenantNetworksTest-707929480 tempest-ComputeTenantNetworksTest-707929480-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4539113 Sep 27 09:01:11.058827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53532) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:11.096513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ee52e-b1bd-44ff-9f94-aa95e31449cb req-61a21b5b-6f98-41f3-b15d-a6c785aa6e53 tempest-ComputeTenantNetworksTest-707929480 tempest-ComputeTenantNetworksTest-707929480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:11.098051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c5ee52e-b1bd-44ff-9f94-aa95e31449cb req-61a21b5b-6f98-41f3-b15d-a6c785aa6e53 tempest-ComputeTenantNetworksTest-707929480 tempest-ComputeTenantNetworksTest-707929480-project] 10.222.0.50 "GET /v2.0/networks/92eb69b9-0055-41db-89e1-0f851871f995 HTTP/1.1" status: 200 len: 768 time: 0.0833435 Sep 27 09:01:11.098929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff3de80e-ea57-4e98-8483-b26f8893a4fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5a8c67a7d6545318a9dae7fae51180c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388813 Sep 27 09:01:11.101361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53534) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:11.107600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53536) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:11.156359 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4da335d-294c-4080-9439-31bffa5d3a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.179726 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4da335d-294c-4080-9439-31bffa5d3a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.182123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.234826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4da335d-294c-4080-9439-31bffa5d3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.237669 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4da335d-294c-4080-9439-31bffa5d3a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.238830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b4da335d-294c-4080-9439-31bffa5d3a03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bedc678-3467-4769-a1e4-9d2ff9432b5f HTTP/1.1" status: 204 len: 168 time: 0.1334927 Sep 27 09:01:11.246795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da335d-294c-4080-9439-31bffa5d3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bedc678-3467-4769-a1e4-9d2ff9432b5f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:11.275493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.296778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eb69b9-0055-41db-89e1-0f851871f995']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:11.306036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49aad036-5330-4b90-8179-e31fdf3d4411') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:11.306331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49aad036-5330-4b90-8179-e31fdf3d4411') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:11.316148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.333514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.341437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:01:11.341990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:01:11.344497 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:01:11.407381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.413741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.415861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] 10.222.0.50 "DELETE /v2.0/networks/92eb69b9-0055-41db-89e1-0f851871f995 HTTP/1.1" status: 204 len: 168 time: 0.3072906 Sep 27 09:01:11.428103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154a28e-c01b-4aa0-b96d-7949f78e87ea admin admin] Pushing event deleted for resources: {'Network': ['ID=92eb69b9-0055-41db-89e1-0f851871f995,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:11.612793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53542) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:11.664421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ef29ac04-6c41-4347-9cb6-471a7ade5765 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03f92b35ee5f42e395e5dbe1e555575f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489569 Sep 27 09:01:11.666133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53544) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:11.724644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82409b9e-bd34-4ed2-95c4-06af35357f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.750736 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82409b9e-bd34-4ed2-95c4-06af35357f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.820823 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82409b9e-bd34-4ed2-95c4-06af35357f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.824306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82409b9e-bd34-4ed2-95c4-06af35357f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:11.826184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-82409b9e-bd34-4ed2-95c4-06af35357f4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/182e310f-3b5a-4a67-8fb8-57902a76020b HTTP/1.1" status: 204 len: 168 time: 0.1587665 Sep 27 09:01:11.843956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82409b9e-bd34-4ed2-95c4-06af35357f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e310f-3b5a-4a67-8fb8-57902a76020b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:14.197893 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:14.864844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53622) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:14.989011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e29cf639-e1d7-435b-abba-96e568d24840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.085626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e29cf639-e1d7-435b-abba-96e568d24840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.086341 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5c01-cd9b-4e60-8fac-6994ae358946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.090640 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e29cf639-e1d7-435b-abba-96e568d24840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.129095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cf639-e1d7-435b-abba-96e568d24840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c59853-b13d-4cdd-b9b0-7540f16efd9d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:15.136265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53632) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:15.136801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e29cf639-e1d7-435b-abba-96e568d24840 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10e9a98db12e4de5aba1a6f11f28d0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704086 Sep 27 09:01:15.188678 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ec3d89-548b-499a-bf68-02192fa8fdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.212733 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ec3d89-548b-499a-bf68-02192fa8fdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.274530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ec3d89-548b-499a-bf68-02192fa8fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.277504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24ec3d89-548b-499a-bf68-02192fa8fdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.278761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-24ec3d89-548b-499a-bf68-02192fa8fdc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95c59853-b13d-4cdd-b9b0-7540f16efd9d HTTP/1.1" status: 204 len: 168 time: 0.1411717 Sep 27 09:01:15.288958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec3d89-548b-499a-bf68-02192fa8fdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c59853-b13d-4cdd-b9b0-7540f16efd9d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:15.563855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:15.577095 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd011-36a5-4405-b167-793b45dd5de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.669044 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd011-36a5-4405-b167-793b45dd5de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.673806 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd011-36a5-4405-b167-793b45dd5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.709663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfd011-36a5-4405-b167-793b45dd5de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc0674-45e2-4908-9976-16a6c4e1e3b8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:15.715199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9dcfd011-36a5-4405-b167-793b45dd5de2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59bf4a40b449409d88bdbfee3c134b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502414 Sep 27 09:01:15.717880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:15.768874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0960ab22-c99c-4946-95d6-af39538ff204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.790886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0960ab22-c99c-4946-95d6-af39538ff204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.852225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0960ab22-c99c-4946-95d6-af39538ff204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.855455 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0960ab22-c99c-4946-95d6-af39538ff204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:15.856706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0960ab22-c99c-4946-95d6-af39538ff204 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9cc0674-45e2-4908-9976-16a6c4e1e3b8 HTTP/1.1" status: 204 len: 168 time: 0.1373930 Sep 27 09:01:15.866442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960ab22-c99c-4946-95d6-af39538ff204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc0674-45e2-4908-9976-16a6c4e1e3b8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:17.522651 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f1d293-60bc-4d3a-aa5d-ef0ebb2c44a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:18.024453 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:18.975926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:20.611894 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:21.368586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53780) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:21.477516 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b608a6f1-2d9d-4a8d-8d1a-356cf72a051c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:21.566694 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b608a6f1-2d9d-4a8d-8d1a-356cf72a051c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:21.571883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b608a6f1-2d9d-4a8d-8d1a-356cf72a051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:21.609684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b608a6f1-2d9d-4a8d-8d1a-356cf72a051c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=796d5ea816da43198b7616f70e802934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398989 Sep 27 09:01:21.610636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608a6f1-2d9d-4a8d-8d1a-356cf72a051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bac489d-842e-4d7d-81cc-e6f04dc73383,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:21.612690 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53786) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:21.674896 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a97a895-86e5-405d-89d9-d3a447f54965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:21.697406 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a97a895-86e5-405d-89d9-d3a447f54965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:21.745447 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a97a895-86e5-405d-89d9-d3a447f54965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:21.749137 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a97a895-86e5-405d-89d9-d3a447f54965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:21.754470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0a97a895-86e5-405d-89d9-d3a447f54965 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bac489d-842e-4d7d-81cc-e6f04dc73383 HTTP/1.1" status: 204 len: 168 time: 0.1386888 Sep 27 09:01:21.765232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97a895-86e5-405d-89d9-d3a447f54965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bac489d-842e-4d7d-81cc-e6f04dc73383,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:22.030348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53796) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:22.044108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10bb7e60-1138-44b8-b933-d6731a977565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:22.131664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10bb7e60-1138-44b8-b933-d6731a977565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:22.136105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10bb7e60-1138-44b8-b933-d6731a977565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:22.173544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-10bb7e60-1138-44b8-b933-d6731a977565 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa72d3fcb4cd4b4cbd4ad236d61a94be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419744 Sep 27 09:01:22.174662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb7e60-1138-44b8-b933-d6731a977565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246a9d80-c1ba-44a3-87ae-a384680a376e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:22.176531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53798) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:22.231677 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f35b2c3-4ce9-4464-be5c-d6e87c51d6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:22.252811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f35b2c3-4ce9-4464-be5c-d6e87c51d6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:22.299135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f35b2c3-4ce9-4464-be5c-d6e87c51d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:22.301900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f35b2c3-4ce9-4464-be5c-d6e87c51d6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:22.303079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f35b2c3-4ce9-4464-be5c-d6e87c51d6a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/246a9d80-c1ba-44a3-87ae-a384680a376e HTTP/1.1" status: 204 len: 168 time: 0.1252394 Sep 27 09:01:22.311119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35b2c3-4ce9-4464-be5c-d6e87c51d6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246a9d80-c1ba-44a3-87ae-a384680a376e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:24.436094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53878) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:24.559032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb86db3a-263b-44d2-8f26-3e154747d8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:24.647773 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb86db3a-263b-44d2-8f26-3e154747d8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:24.654653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cb86db3a-263b-44d2-8f26-3e154747d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:24.699629 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:24.700157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cb86db3a-263b-44d2-8f26-3e154747d8be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3318141a6e14ac9b9363a6cf8737212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626007 Sep 27 09:01:24.701273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86db3a-263b-44d2-8f26-3e154747d8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb9e5e-0d92-4493-a885-a9fd3519abbe,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:24.752224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96efeb2-6b06-4ec7-9181-6cee6d64a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:24.775170 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96efeb2-6b06-4ec7-9181-6cee6d64a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:24.823211 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96efeb2-6b06-4ec7-9181-6cee6d64a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:24.825971 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96efeb2-6b06-4ec7-9181-6cee6d64a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:24.827141 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a96efeb2-6b06-4ec7-9181-6cee6d64a0bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cdb9e5e-0d92-4493-a885-a9fd3519abbe HTTP/1.1" status: 204 len: 168 time: 0.1255391 Sep 27 09:01:24.837280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96efeb2-6b06-4ec7-9181-6cee6d64a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb9e5e-0d92-4493-a885-a9fd3519abbe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:25.093658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 53898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:25.107355 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-002ae60d-5dac-4fd2-9038-46697bd825da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:25.207131 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-002ae60d-5dac-4fd2-9038-46697bd825da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:25.211717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-002ae60d-5dac-4fd2-9038-46697bd825da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:25.251967 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-002ae60d-5dac-4fd2-9038-46697bd825da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2166b61843394d9c97264fe9f63af7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571107 Sep 27 09:01:25.253241 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae60d-5dac-4fd2-9038-46697bd825da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52bc0f5-2ea7-438f-99c3-96e0cd06f089,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:25.254888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53900) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:25.303700 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2276cfea-fe22-4bd2-b4ff-4c35163bc5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:25.324267 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2276cfea-fe22-4bd2-b4ff-4c35163bc5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:25.371833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2276cfea-fe22-4bd2-b4ff-4c35163bc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:25.374542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2276cfea-fe22-4bd2-b4ff-4c35163bc5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:25.375819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2276cfea-fe22-4bd2-b4ff-4c35163bc5ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b52bc0f5-2ea7-438f-99c3-96e0cd06f089 HTTP/1.1" status: 204 len: 168 time: 0.1199560 Sep 27 09:01:25.383247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276cfea-fe22-4bd2-b4ff-4c35163bc5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52bc0f5-2ea7-438f-99c3-96e0cd06f089,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:28.025233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 53996) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:28.140285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4db695bb-4c11-4647-8323-60518d32ab08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.235804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4db695bb-4c11-4647-8323-60518d32ab08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.240083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4db695bb-4c11-4647-8323-60518d32ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.282598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4db695bb-4c11-4647-8323-60518d32ab08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2fe2e459d084c268c74249ef329e864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535157 Sep 27 09:01:28.282814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54000) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:28.289244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db695bb-4c11-4647-8323-60518d32ab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4041410-efa2-4ad9-8560-8ea6d3791f46,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:28.337557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c80191fa-fd03-4c2f-83a7-36ce8c696fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.359279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c80191fa-fd03-4c2f-83a7-36ce8c696fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.405814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c80191fa-fd03-4c2f-83a7-36ce8c696fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.408767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c80191fa-fd03-4c2f-83a7-36ce8c696fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.412625 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c80191fa-fd03-4c2f-83a7-36ce8c696fb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4041410-efa2-4ad9-8560-8ea6d3791f46 HTTP/1.1" status: 204 len: 168 time: 0.1263688 Sep 27 09:01:28.419606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80191fa-fd03-4c2f-83a7-36ce8c696fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4041410-efa2-4ad9-8560-8ea6d3791f46,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:28.702011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:28.716348 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bbd35f1-be56-4022-9fc6-5dfd2cc294b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.806630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bbd35f1-be56-4022-9fc6-5dfd2cc294b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.811612 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bbd35f1-be56-4022-9fc6-5dfd2cc294b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.849388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bbd35f1-be56-4022-9fc6-5dfd2cc294b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2e869542b2b45e8847ae1b87024d2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462719 Sep 27 09:01:28.850247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd35f1-be56-4022-9fc6-5dfd2cc294b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba60284-f1b0-4074-8e5f-87adb98a0e9b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:28.852463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54014) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:28.903926 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4704181e-e540-4c57-bbfb-ae22592259f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.925841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4704181e-e540-4c57-bbfb-ae22592259f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.976672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4704181e-e540-4c57-bbfb-ae22592259f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.979375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4704181e-e540-4c57-bbfb-ae22592259f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:28.980571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4704181e-e540-4c57-bbfb-ae22592259f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bba60284-f1b0-4074-8e5f-87adb98a0e9b HTTP/1.1" status: 204 len: 168 time: 0.1270652 Sep 27 09:01:28.988962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704181e-e540-4c57-bbfb-ae22592259f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba60284-f1b0-4074-8e5f-87adb98a0e9b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:31.282550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54100) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:31.403354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7192aa38-1c03-4853-b4b5-2f0d1aad18e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:31.494298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7192aa38-1c03-4853-b4b5-2f0d1aad18e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:31.499320 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7192aa38-1c03-4853-b4b5-2f0d1aad18e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:31.536394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7192aa38-1c03-4853-b4b5-2f0d1aad18e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f9f3735db6c4b6e8d80cf6462a06707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519822 Sep 27 09:01:31.537463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192aa38-1c03-4853-b4b5-2f0d1aad18e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc9b6c2-ece4-4cbd-884f-b33b57a4a989,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:31.539792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54104) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:31.598597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c309a09b-7b0e-484a-bf82-0b1a4e3ca677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:31.619695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c309a09b-7b0e-484a-bf82-0b1a4e3ca677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:31.672104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c309a09b-7b0e-484a-bf82-0b1a4e3ca677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:31.675166 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c309a09b-7b0e-484a-bf82-0b1a4e3ca677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:31.679451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c309a09b-7b0e-484a-bf82-0b1a4e3ca677 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fc9b6c2-ece4-4cbd-884f-b33b57a4a989 HTTP/1.1" status: 204 len: 168 time: 0.1379459 Sep 27 09:01:31.688300 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309a09b-7b0e-484a-bf82-0b1a4e3ca677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc9b6c2-ece4-4cbd-884f-b33b57a4a989,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:31.947370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54116) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:31.961528 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01df2c46-cf7c-4850-b68d-93b7f3b5a098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:32.055368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01df2c46-cf7c-4850-b68d-93b7f3b5a098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:32.060260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01df2c46-cf7c-4850-b68d-93b7f3b5a098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:32.101417 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-01df2c46-cf7c-4850-b68d-93b7f3b5a098 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d5e51e0cad4442d93efa5caa9518ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503880 Sep 27 09:01:32.101417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df2c46-cf7c-4850-b68d-93b7f3b5a098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f24d91-5f16-43df-9c03-b9407be4f317,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:32.102221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54118) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:32.153262 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b3b7ea-829c-4182-b403-cffcdde9d79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:32.174208 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b3b7ea-829c-4182-b403-cffcdde9d79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:32.225887 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b3b7ea-829c-4182-b403-cffcdde9d79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:32.229199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b3b7ea-829c-4182-b403-cffcdde9d79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:32.230595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49b3b7ea-829c-4182-b403-cffcdde9d79e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36f24d91-5f16-43df-9c03-b9407be4f317 HTTP/1.1" status: 204 len: 168 time: 0.1273520 Sep 27 09:01:32.239731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3b7ea-829c-4182-b403-cffcdde9d79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f24d91-5f16-43df-9c03-b9407be4f317,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:33.826611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54176) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:33.942243 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea70c43f-8542-4f03-9d4a-ca9e37c2c361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:34.039013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea70c43f-8542-4f03-9d4a-ca9e37c2c361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:34.043626 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ea70c43f-8542-4f03-9d4a-ca9e37c2c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:34.081236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ea70c43f-8542-4f03-9d4a-ca9e37c2c361 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b19d18f097343ad97e4f3c3d68e0df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533810 Sep 27 09:01:34.081998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70c43f-8542-4f03-9d4a-ca9e37c2c361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d6f543-bff4-463e-95f4-2a29179df541,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:34.083924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:34.136093 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:34.158114 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:34.207709 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:34.210488 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:34.211653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83d6f543-bff4-463e-95f4-2a29179df541 HTTP/1.1" status: 204 len: 168 time: 0.1259997 Sep 27 09:01:34.219988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d6f543-bff4-463e-95f4-2a29179df541,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:34.232925 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.233345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.233796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.234140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.234472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.234831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.235154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.235487 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.235809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.236224 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.236606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:34.236933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f90a1-1cdc-4e2f-925d-4c8a1cf1af04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:35.630769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54242) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:35.737868 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-170a5af8-f868-4da5-bf16-491c512c94ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:35.840784 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-170a5af8-f868-4da5-bf16-491c512c94ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:35.845633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-170a5af8-f868-4da5-bf16-491c512c94ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:35.888273 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-170a5af8-f868-4da5-bf16-491c512c94ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a5a52c5beca4df2980e19698786a47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559695 Sep 27 09:01:35.889506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a5af8-f868-4da5-bf16-491c512c94ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d434a6-29fc-4b06-b1ae-540edddf6be7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:35.891441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54252) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:35.901080 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:35.943026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-257d489e-3d57-4b2d-933b-08f300b42f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:35.965228 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-257d489e-3d57-4b2d-933b-08f300b42f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:36.021518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-257d489e-3d57-4b2d-933b-08f300b42f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:36.024281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-257d489e-3d57-4b2d-933b-08f300b42f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:36.029332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-257d489e-3d57-4b2d-933b-08f300b42f7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94d434a6-29fc-4b06-b1ae-540edddf6be7 HTTP/1.1" status: 204 len: 168 time: 0.1366243 Sep 27 09:01:36.043008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d489e-3d57-4b2d-933b-08f300b42f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d434a6-29fc-4b06-b1ae-540edddf6be7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:37.814501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-5d6bd7c5-0468-4645-9fca-89c35b81c108 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421989 Sep 27 09:01:37.970114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:38.088895 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b388be9-ba4c-43f5-8e31-d19c9e3f3e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.181272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b388be9-ba4c-43f5-8e31-d19c9e3f3e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.186403 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b388be9-ba4c-43f5-8e31-d19c9e3f3e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.202844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-4840c00a-4126-4768-a4d4-198e29a51474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:38.204790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-4840c00a-4126-4768-a4d4-198e29a51474 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1096 time: 0.3354473 Sep 27 09:01:38.234155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b388be9-ba4c-43f5-8e31-d19c9e3f3e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472bfefb-3ef8-47a8-8df6-2995c8cbfb0a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:38.244224 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b388be9-ba4c-43f5-8e31-d19c9e3f3e4f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77d245665760403ea84d6e6235fe28ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724357 Sep 27 09:01:38.245451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54344) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:38.294003 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a69dc8d-855b-4a88-ba1f-ca9c12264c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.316352 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a69dc8d-855b-4a88-ba1f-ca9c12264c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.326088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-5653b35b-8c54-44e9-a72e-a1317644048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:38.327749 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-5653b35b-8c54-44e9-a72e-a1317644048f service neutron] 10.222.0.67 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 910 time: 0.1020198 Sep 27 09:01:38.367212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a69dc8d-855b-4a88-ba1f-ca9c12264c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.370103 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a69dc8d-855b-4a88-ba1f-ca9c12264c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.371521 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a69dc8d-855b-4a88-ba1f-ca9c12264c15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/472bfefb-3ef8-47a8-8df6-2995c8cbfb0a HTTP/1.1" status: 204 len: 168 time: 0.1255450 Sep 27 09:01:38.380225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69dc8d-855b-4a88-ba1f-ca9c12264c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472bfefb-3ef8-47a8-8df6-2995c8cbfb0a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:38.399777 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-daac7f96-6395-4e27-a7f4-3546dc45c453 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 1001 time: 0.0649321 Sep 27 09:01:38.463496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-e91c1739-a35d-48f1-86be-455ec0ad5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:38.465105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-e91c1739-a35d-48f1-86be-455ec0ad5ccc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 200 len: 848 time: 0.0583794 Sep 27 09:01:38.518503 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-f5f8e125-12e5-4dad-acfe-75c34469536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:38.520221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-f5f8e125-12e5-4dad-acfe-75c34469536e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0fc5127e-623c-4081-8e0c-1af0b134ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485942 Sep 27 09:01:38.622895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-2f5e1bdc-851c-4125-adec-e007aa4e6cca service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948474 Sep 27 09:01:38.681386 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:38.695465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2964af61-abaf-49df-9b68-d054f513e9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.722402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e28bf296-7223-4f32-8413-406a8dace2d3 req-7fb3e6cf-cacf-4830-bba7-ad47ca60d59e service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922022 Sep 27 09:01:38.795772 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2964af61-abaf-49df-9b68-d054f513e9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.800009 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2964af61-abaf-49df-9b68-d054f513e9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.838789 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2964af61-abaf-49df-9b68-d054f513e9f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df0c30cc6522473c9a2c91d15210629a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560628 Sep 27 09:01:38.840054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964af61-abaf-49df-9b68-d054f513e9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edac8b91-6226-4f5b-ac8e-27fdd38e06d9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:38.841742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54356) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:38.897620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd19a063-a108-4b55-a371-f71360cdb9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.918370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd19a063-a108-4b55-a371-f71360cdb9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.965679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd19a063-a108-4b55-a371-f71360cdb9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.968767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dd19a063-a108-4b55-a371-f71360cdb9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:38.969977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dd19a063-a108-4b55-a371-f71360cdb9b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edac8b91-6226-4f5b-ac8e-27fdd38e06d9 HTTP/1.1" status: 204 len: 168 time: 0.1266024 Sep 27 09:01:38.980432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19a063-a108-4b55-a371-f71360cdb9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edac8b91-6226-4f5b-ac8e-27fdd38e06d9,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:41.310013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:41.417275 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c868dc2-0e99-48e2-956d-f8c1db57a74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.512060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c868dc2-0e99-48e2-956d-f8c1db57a74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.516753 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c868dc2-0e99-48e2-956d-f8c1db57a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.556981 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c868dc2-0e99-48e2-956d-f8c1db57a74e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=460c33502878447b8bcf27bf17f85140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457526 Sep 27 09:01:41.557822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54492) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:41.559314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c868dc2-0e99-48e2-956d-f8c1db57a74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a72231-1518-455b-a162-d0f9de4e188d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:41.609092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-817c8e35-6b52-4002-8cc8-6ce57ca3dccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.629552 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-817c8e35-6b52-4002-8cc8-6ce57ca3dccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.680995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-817c8e35-6b52-4002-8cc8-6ce57ca3dccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.683684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-817c8e35-6b52-4002-8cc8-6ce57ca3dccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:41.685039 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-817c8e35-6b52-4002-8cc8-6ce57ca3dccc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81a72231-1518-455b-a162-d0f9de4e188d HTTP/1.1" status: 204 len: 168 time: 0.1260157 Sep 27 09:01:41.693130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c8e35-6b52-4002-8cc8-6ce57ca3dccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a72231-1518-455b-a162-d0f9de4e188d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:41.965822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:41.979885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-811c3828-39fd-4e52-9f02-330ea14b0adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:42.069124 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-811c3828-39fd-4e52-9f02-330ea14b0adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:42.074148 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-811c3828-39fd-4e52-9f02-330ea14b0adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:42.114752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-811c3828-39fd-4e52-9f02-330ea14b0adc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19c8bcf32d224d849601db4d52432046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478274 Sep 27 09:01:42.115609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c3828-39fd-4e52-9f02-330ea14b0adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a18c5-2de6-4d28-945e-ce6f582a3e7d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:42.118229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54502) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:42.174822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7626463-4645-4a07-b217-3236221d5a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:42.196438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7626463-4645-4a07-b217-3236221d5a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:42.247203 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7626463-4645-4a07-b217-3236221d5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:42.249820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c7626463-4645-4a07-b217-3236221d5a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:42.251000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c7626463-4645-4a07-b217-3236221d5a83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c9a18c5-2de6-4d28-945e-ce6f582a3e7d HTTP/1.1" status: 204 len: 168 time: 0.1313150 Sep 27 09:01:42.259002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626463-4645-4a07-b217-3236221d5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a18c5-2de6-4d28-945e-ce6f582a3e7d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:42.440862 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:01:44.215345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.355495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:44.464127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80c1c896-b456-4114-bd1b-f90b5ff0c56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.555163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80c1c896-b456-4114-bd1b-f90b5ff0c56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.559274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-80c1c896-b456-4114-bd1b-f90b5ff0c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.597517 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-80c1c896-b456-4114-bd1b-f90b5ff0c56a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb239adfb26b4008a573aa8bb48a22f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408180 Sep 27 09:01:44.598488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1c896-b456-4114-bd1b-f90b5ff0c56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d360e0b4-b28f-408b-a006-881a3d64efa0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:44.600908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54604) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:44.651047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11a6c4b5-3f49-4288-bdeb-c69eecba772f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.672407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11a6c4b5-3f49-4288-bdeb-c69eecba772f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.721603 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11a6c4b5-3f49-4288-bdeb-c69eecba772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.724180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-11a6c4b5-3f49-4288-bdeb-c69eecba772f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:44.725371 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-11a6c4b5-3f49-4288-bdeb-c69eecba772f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d360e0b4-b28f-408b-a006-881a3d64efa0 HTTP/1.1" status: 204 len: 168 time: 0.1234455 Sep 27 09:01:44.732804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c4b5-3f49-4288-bdeb-c69eecba772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d360e0b4-b28f-408b-a006-881a3d64efa0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:44.994391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54610) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:45.007833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-852a0ee0-6f5d-48a3-8789-db58b7797b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:45.089275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-850287b1-7c50-4159-8764-34cfd55aa9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:45.105588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-852a0ee0-6f5d-48a3-8789-db58b7797b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:45.110050 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-852a0ee0-6f5d-48a3-8789-db58b7797b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:45.147778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-852a0ee0-6f5d-48a3-8789-db58b7797b2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a711424147064abfb42d9377c471af99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522913 Sep 27 09:01:45.149864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a0ee0-6f5d-48a3-8789-db58b7797b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c82d9-1fb0-44a9-bcd5-54f33910be36,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:45.150761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54614) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:45.207112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-073c4003-9f86-4a41-9e01-8646562da80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:45.231599 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-073c4003-9f86-4a41-9e01-8646562da80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:45.280545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-073c4003-9f86-4a41-9e01-8646562da80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:45.283123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-073c4003-9f86-4a41-9e01-8646562da80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:45.284313 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-073c4003-9f86-4a41-9e01-8646562da80f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d77c82d9-1fb0-44a9-bcd5-54f33910be36 HTTP/1.1" status: 204 len: 168 time: 0.1325727 Sep 27 09:01:45.292920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c4003-9f86-4a41-9e01-8646562da80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c82d9-1fb0-44a9-bcd5-54f33910be36,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:47.262976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54712) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:47.375600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f4f561a-7215-413d-9742-6bdb1b8c06b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:47.464303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f4f561a-7215-413d-9742-6bdb1b8c06b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:47.469953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f4f561a-7215-413d-9742-6bdb1b8c06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:47.507816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2f4f561a-7215-413d-9742-6bdb1b8c06b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0308874fbd4c4a1d9225e86c645564ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436547 Sep 27 09:01:47.508746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f561a-7215-413d-9742-6bdb1b8c06b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8497cd-42ac-43a4-9d88-a0b72683bf4c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:47.510919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:47.540207 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9f7a-afd9-49f0-abfe-518aaff7259f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:47.568159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c809f50f-4b79-4e12-9e65-2301e894d271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:47.588915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c809f50f-4b79-4e12-9e65-2301e894d271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:47.636155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c809f50f-4b79-4e12-9e65-2301e894d271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:47.638746 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c809f50f-4b79-4e12-9e65-2301e894d271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:47.639923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c809f50f-4b79-4e12-9e65-2301e894d271 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a8497cd-42ac-43a4-9d88-a0b72683bf4c HTTP/1.1" status: 204 len: 168 time: 0.1273210 Sep 27 09:01:47.649068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809f50f-4b79-4e12-9e65-2301e894d271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8497cd-42ac-43a4-9d88-a0b72683bf4c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:47.929068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54726) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:47.942633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5530-e719-46b9-a7c0-0e58cd7d1a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:48.026715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:48.030984 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5530-e719-46b9-a7c0-0e58cd7d1a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:48.035540 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5530-e719-46b9-a7c0-0e58cd7d1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:48.073429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6ae5530-e719-46b9-a7c0-0e58cd7d1a38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aef6022d2b9c471f93223357870f17ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431556 Sep 27 09:01:48.074134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae5530-e719-46b9-a7c0-0e58cd7d1a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a56d026-2897-4ecf-8660-b97acfae2276,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:48.076518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54728) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:48.130846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bee65ecd-1b87-43f5-8e1c-6b528aa9a14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:48.151292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bee65ecd-1b87-43f5-8e1c-6b528aa9a14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:48.203204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bee65ecd-1b87-43f5-8e1c-6b528aa9a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:48.206114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bee65ecd-1b87-43f5-8e1c-6b528aa9a14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:48.209839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bee65ecd-1b87-43f5-8e1c-6b528aa9a14a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a56d026-2897-4ecf-8660-b97acfae2276 HTTP/1.1" status: 204 len: 168 time: 0.1295872 Sep 27 09:01:48.220097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee65ecd-1b87-43f5-8e1c-6b528aa9a14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a56d026-2897-4ecf-8660-b97acfae2276,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:48.977813 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:49.579073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:49.687714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e6c009c-87f4-4f23-8a5e-660648b3e23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:49.778643 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e6c009c-87f4-4f23-8a5e-660648b3e23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:49.783734 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e6c009c-87f4-4f23-8a5e-660648b3e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:49.819193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c009c-87f4-4f23-8a5e-660648b3e23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c212d0-43a2-40c8-a0f3-45557f26efd4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:49.824812 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3e6c009c-87f4-4f23-8a5e-660648b3e23b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12e65ebdad074b1a910fc6caf4a4796f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446580 Sep 27 09:01:49.826171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:49.876136 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3036065c-a1a9-4504-b681-22d3496e2db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:49.897628 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3036065c-a1a9-4504-b681-22d3496e2db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:49.944679 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3036065c-a1a9-4504-b681-22d3496e2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:49.947376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3036065c-a1a9-4504-b681-22d3496e2db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:49.948730 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3036065c-a1a9-4504-b681-22d3496e2db0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1c212d0-43a2-40c8-a0f3-45557f26efd4 HTTP/1.1" status: 204 len: 168 time: 0.1217010 Sep 27 09:01:49.961536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036065c-a1a9-4504-b681-22d3496e2db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c212d0-43a2-40c8-a0f3-45557f26efd4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:50.613968 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:51.150701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:51.250044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-13a0ce35-80ba-4cf8-bc9d-3905c48966ab tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1291882934'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:51.250513 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-13a0ce35-80ba-4cf8-bc9d-3905c48966ab tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Unknown quota resources ['metering_label']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 09:01:51.426247 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a0ce35-80ba-4cf8-bc9d-3905c48966ab tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:51.427471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-13a0ce35-80ba-4cf8-bc9d-3905c48966ab tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2756054 Sep 27 09:01:51.430601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:51.434912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f830b13f-ae13-42e6-9b70-b73536590125 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e2048899-cad0-40d0-bc71-128598d309d6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:51.435429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f830b13f-ae13-42e6-9b70-b73536590125 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 09:01:51.511610 n-d-810909-1 neutron-server[94831]: WARNING neutron.services.metering.metering_plugin [None req-f830b13f-ae13-42e6-9b70-b73536590125 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 27 09:01:51.612512 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f830b13f-ae13-42e6-9b70-b73536590125 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:51.615030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f830b13f-ae13-42e6-9b70-b73536590125 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1834619 Sep 27 09:01:51.617088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54860) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:51.621259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-26025c3d-5772-441f-a9a5-d671c89499d8 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e2048899-cad0-40d0-bc71-128598d309d6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:51.621765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-26025c3d-5772-441f-a9a5-d671c89499d8 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 09:01:51.675391 n-d-810909-1 neutron-server[94831]: WARNING neutron.services.metering.metering_plugin [None req-26025c3d-5772-441f-a9a5-d671c89499d8 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 27 09:01:51.757106 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26025c3d-5772-441f-a9a5-d671c89499d8 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:51.758809 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-26025c3d-5772-441f-a9a5-d671c89499d8 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1402965 Sep 27 09:01:51.761067 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54864) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:51.772924 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8ce65ea2-84ff-41b4-ad54-345275da37b5 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=0e27de25-995b-4b74-afdb-b9b9029e8173 HTTP/1.1" status: 200 len: 462 time: 0.0105176 Sep 27 09:01:51.775442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:51.878489 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba45fa98-1786-483e-baeb-6660324e221d tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:51.879654 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba45fa98-1786-483e-baeb-6660324e221d tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/0e27de25-995b-4b74-afdb-b9b9029e8173 HTTP/1.1" status: 204 len: 168 time: 0.1033146 Sep 27 09:01:51.882509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54870) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:51.891157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-16f57ead-f547-48c4-86ee-83a13c3e5c57 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=0e27de25-995b-4b74-afdb-b9b9029e8173 HTTP/1.1" status: 200 len: 221 time: 0.0076647 Sep 27 09:01:51.894486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54872) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:51.898600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-94aa6cf4-1376-411a-a652-03b86bd49ceb tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2037864602', 'description': 'label created by tempest'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:51.899052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-94aa6cf4-1376-411a-a652-03b86bd49ceb tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Unknown quota resources ['metering_label']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 09:01:52.054681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94aa6cf4-1376-411a-a652-03b86bd49ceb tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:52.056983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-94aa6cf4-1376-411a-a652-03b86bd49ceb tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1613932 Sep 27 09:01:52.058617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54874) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.128792 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f620bf2-9a2a-4e6b-8c5e-df12090dca5a tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=ddfaa56a-19e3-4310-bb77-685a7f5b7744 HTTP/1.1" status: 200 len: 468 time: 0.0690091 Sep 27 09:01:52.131751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54876) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.314177 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6da54a5b-62cc-4082-a17a-b75e563328f1 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:52.316841 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6da54a5b-62cc-4082-a17a-b75e563328f1 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/ddfaa56a-19e3-4310-bb77-685a7f5b7744 HTTP/1.1" status: 204 len: 168 time: 0.1837094 Sep 27 09:01:52.318081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54880) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.331057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-077f6454-cb8d-4b9d-98e9-2bdb74cbb376 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=ddfaa56a-19e3-4310-bb77-685a7f5b7744 HTTP/1.1" status: 200 len: 216 time: 0.0117650 Sep 27 09:01:52.334304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54882) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.344100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-afdc969b-5243-4046-bc35-e934644c5e18 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087376 Sep 27 09:01:52.347060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54884) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.364120 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54886) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.364317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ee94c3c0-4e04-4bef-aef7-967db4b2d4f0 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0160892 Sep 27 09:01:52.417500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9938eb4d-3fad-48c3-b28d-dfaa7a819fe6 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/e2048899-cad0-40d0-bc71-128598d309d6 HTTP/1.1" status: 200 len: 473 time: 0.0521567 Sep 27 09:01:52.421322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54888) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.437608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-20ed7e47-c21f-4c61-b440-7faea5fcdffb tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/e5821e88-4c3b-4f96-868b-7010990c8ee3 HTTP/1.1" status: 200 len: 459 time: 0.0102432 Sep 27 09:01:52.437996 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54890) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.537146 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a0587d7-2281-4c9e-8988-01e7b04b9739 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:52.540786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a0587d7-2281-4c9e-8988-01e7b04b9739 tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/e5821e88-4c3b-4f96-868b-7010990c8ee3 HTTP/1.1" status: 204 len: 168 time: 0.0993090 Sep 27 09:01:52.540952 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54892) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:52.711994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ab63eb4-4ce2-4271-9e60-22be0182148d tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:52.713172 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3ab63eb4-4ce2-4271-9e60-22be0182148d tempest-MeteringIpV6TestJSON-1263637429 tempest-MeteringIpV6TestJSON-1263637429-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/e2048899-cad0-40d0-bc71-128598d309d6 HTTP/1.1" status: 204 len: 168 time: 0.1713264 Sep 27 09:01:52.971020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54902) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:53.078397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-193dd7d5-e2b5-4eed-aff1-10f3db720027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.167705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-193dd7d5-e2b5-4eed-aff1-10f3db720027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.171152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-193dd7d5-e2b5-4eed-aff1-10f3db720027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.210741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-193dd7d5-e2b5-4eed-aff1-10f3db720027 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a172d1a5e7db44e393d64963c37576f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360299 Sep 27 09:01:53.210741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd7d5-e2b5-4eed-aff1-10f3db720027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5525d28-cd17-4a73-a02d-8e65b25a40ca,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:53.211171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:53.282588 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c7540cd-65e0-4928-9cf8-9bc109546f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.303603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c7540cd-65e0-4928-9cf8-9bc109546f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.354272 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c7540cd-65e0-4928-9cf8-9bc109546f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.356950 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c7540cd-65e0-4928-9cf8-9bc109546f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.358112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2c7540cd-65e0-4928-9cf8-9bc109546f69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5525d28-cd17-4a73-a02d-8e65b25a40ca HTTP/1.1" status: 204 len: 168 time: 0.1414826 Sep 27 09:01:53.366296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7540cd-65e0-4928-9cf8-9bc109546f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5525d28-cd17-4a73-a02d-8e65b25a40ca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:53.631082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:53.646861 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bc4315b-3663-4a1c-b1ed-39fcda2fc5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.738825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bc4315b-3663-4a1c-b1ed-39fcda2fc5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.746331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bc4315b-3663-4a1c-b1ed-39fcda2fc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.786341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1bc4315b-3663-4a1c-b1ed-39fcda2fc5e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=408a2fcc96b2431f81741e8d03664a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541295 Sep 27 09:01:53.787432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4315b-3663-4a1c-b1ed-39fcda2fc5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91d83ab-9cd7-4fca-aff8-3a66087c813b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:53.789281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54920) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:53.848618 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edeb42f5-000a-4b66-9dcb-f32f19a0c5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.870186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edeb42f5-000a-4b66-9dcb-f32f19a0c5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.923772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edeb42f5-000a-4b66-9dcb-f32f19a0c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.926772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-edeb42f5-000a-4b66-9dcb-f32f19a0c5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:53.928092 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-edeb42f5-000a-4b66-9dcb-f32f19a0c5a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b91d83ab-9cd7-4fca-aff8-3a66087c813b HTTP/1.1" status: 204 len: 168 time: 0.1272502 Sep 27 09:01:53.936209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb42f5-000a-4b66-9dcb-f32f19a0c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91d83ab-9cd7-4fca-aff8-3a66087c813b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:54.623342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54948) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:54.727257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1012108931-network', 'tenant_id': '2b1d954f28364ee69e127e34939f2f3a'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:54.749509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Made reservation on behalf of 2b1d954f28364ee69e127e34939f2f3a for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:01:54.752220 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:54.761153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:54.849081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:54.854121 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:54.878310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:01:54.887068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac10e9-6dcb-4d42-b661-ef4f7652f0d1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:54.893105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:54.893488 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Added segment 83402dcb-e1bb-43e8-8edb-d00716b233c2 of type vlan for network cae895a2-65a2-4620-93be-2d0cdfd1f0ca Sep 27 09:01:54.933845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:54.959067 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:54.960202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:54.960984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:54.991494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3668458 Sep 27 09:01:54.994677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:55.000294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Request body: {'subnet': {'network_id': 'cae895a2-65a2-4620-93be-2d0cdfd1f0ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1012108931-subnet', 'tenant_id': '2b1d954f28364ee69e127e34939f2f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:55.023568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Made reservation on behalf of 2b1d954f28364ee69e127e34939f2f3a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:01:55.026004 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:55.026147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd36021-605a-4bfc-bfb5-190b5908d7cc admin admin] Pushing event updated for resources: {'Network': ['ID=cae895a2-65a2-4620-93be-2d0cdfd1f0ca,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:55.036955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network cae895a2-65a2-4620-93be-2d0cdfd1f0ca details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:01:55.208476 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:55.266912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1930aeff-5b23-41db-a622-49d2d60d1d8f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:55.273982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Checking segment: {'id': '83402dcb-e1bb-43e8-8edb-d00716b233c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cae895a2-65a2-4620-93be-2d0cdfd1f0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:01:55.274341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Network hostable DHCP agents. Network: cae895a2-65a2-4620-93be-2d0cdfd1f0ca, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:01:55.292543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Network cae895a2-65a2-4620-93be-2d0cdfd1f0ca is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:01:55.303645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, cae895a2-65a2-4620-93be-2d0cdfd1f0ca) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:01:55.308723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:55.310117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:55.313184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042676c-5b5d-4bfc-b810-323654e9d73c None None] Network cae895a2-65a2-4620-93be-2d0cdfd1f0ca requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:01:55.327286 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f3be986-ece7-450c-9fa5-6278ef4a10ca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3308635 Sep 27 09:01:55.437689 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6745a9-acf5-4ed3-afe3-2756dba808a5 None None] Network cae895a2-65a2-4620-93be-2d0cdfd1f0ca requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:01:55.799647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:55.804772 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1996328783-network', 'tenant_id': '55f8bc38d0b54bb6913d3469b3a0246f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:55.826875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Made reservation on behalf of 55f8bc38d0b54bb6913d3469b3a0246f for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:01:55.829141 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:55.841400 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:55.932396 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:55.937251 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:55.961135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:01:55.970291 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f063590-5bc0-478f-a344-cbfca46b5c96,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:55.976533 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:55.976883 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Added segment 12070afb-e048-4e82-bb5d-9698b5a52d0d of type vlan for network 057b68c9-e203-470e-a976-087b905d2236 Sep 27 09:01:56.018699 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.043660 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.044722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:56.045304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.077941 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2742603 Sep 27 09:01:56.078137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54976) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:56.084701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Request body: {'subnet': {'network_id': '057b68c9-e203-470e-a976-087b905d2236', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1996328783-subnet', 'tenant_id': '55f8bc38d0b54bb6913d3469b3a0246f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:01:56.121009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381834b-e2e9-4885-9930-b56e70af385b admin admin] Pushing event updated for resources: {'Network': ['ID=057b68c9-e203-470e-a976-087b905d2236,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:56.137315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 057b68c9-e203-470e-a976-087b905d2236 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:01:56.138830 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Made reservation on behalf of 55f8bc38d0b54bb6913d3469b3a0246f for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:01:56.141246 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.325123 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.380438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f495e0-3383-4c94-a7b6-b9d2e58b00c0,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:56.388104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Checking segment: {'id': '12070afb-e048-4e82-bb5d-9698b5a52d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '057b68c9-e203-470e-a976-087b905d2236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:01:56.388501 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Network hostable DHCP agents. Network: 057b68c9-e203-470e-a976-087b905d2236, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:01:56.405536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Network 057b68c9-e203-470e-a976-087b905d2236 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:01:56.414668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 057b68c9-e203-470e-a976-087b905d2236) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:01:56.419349 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:01:56.419940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.425183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900317a-a0fe-498e-9025-6d41ca7e6246 None None] Network 057b68c9-e203-470e-a976-087b905d2236 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:01:56.441361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0c15bd4f-e2bc-44e1-8cf3-92d3235736ff admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3567178 Sep 27 09:01:56.553164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8000690-1275-47f4-8238-494967f0e0f6 None None] Network 057b68c9-e203-470e-a976-087b905d2236 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:01:56.554559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54986) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:56.601410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e671b8-6444-4e71-b3f4-f1ac0837979d admin admin] Deleting subnet 1930aeff-5b23-41db-a622-49d2d60d1d8f {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:01:56.605069 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8e671b8-6444-4e71-b3f4-f1ac0837979d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.641337 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8e671b8-6444-4e71-b3f4-f1ac0837979d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.687817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8e671b8-6444-4e71-b3f4-f1ac0837979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.738371 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8e671b8-6444-4e71-b3f4-f1ac0837979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.765337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e671b8-6444-4e71-b3f4-f1ac0837979d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1930aeff-5b23-41db-a622-49d2d60d1d8f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:56.767346 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a8e671b8-6444-4e71-b3f4-f1ac0837979d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.772151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a8e671b8-6444-4e71-b3f4-f1ac0837979d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1930aeff-5b23-41db-a622-49d2d60d1d8f HTTP/1.1" status: 204 len: 168 time: 0.2162781 Sep 27 09:01:56.772407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 54988) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:56.842463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.927866 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.949825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae895a2-65a2-4620-93be-2d0cdfd1f0ca']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:56.959396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83402dcb-e1bb-43e8-8edb-d00716b233c2') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:56.959688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83402dcb-e1bb-43e8-8edb-d00716b233c2') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:56.969465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.982696 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.989198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:01:56.989603 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:01:56.991539 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:01:57.051229 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.056879 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.061588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cae895a2-65a2-4620-93be-2d0cdfd1f0ca HTTP/1.1" status: 204 len: 168 time: 0.2854192 Sep 27 09:01:57.062423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54994) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:57.069691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4d80d-0856-40d7-8a89-be00f3a154d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae895a2-65a2-4620-93be-2d0cdfd1f0ca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:57.109550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c83d61-dc45-4b6d-afd9-14f45d1b6109 admin admin] Deleting subnet e5f495e0-3383-4c94-a7b6-b9d2e58b00c0 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:01:57.112801 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23c83d61-dc45-4b6d-afd9-14f45d1b6109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.148670 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23c83d61-dc45-4b6d-afd9-14f45d1b6109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.193769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23c83d61-dc45-4b6d-afd9-14f45d1b6109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.249832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23c83d61-dc45-4b6d-afd9-14f45d1b6109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.276900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c83d61-dc45-4b6d-afd9-14f45d1b6109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f495e0-3383-4c94-a7b6-b9d2e58b00c0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:57.287682 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23c83d61-dc45-4b6d-afd9-14f45d1b6109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.287682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-23c83d61-dc45-4b6d-afd9-14f45d1b6109 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e5f495e0-3383-4c94-a7b6-b9d2e58b00c0 HTTP/1.1" status: 204 len: 168 time: 0.2184262 Sep 27 09:01:57.287682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 54996) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:57.358719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.438341 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.457928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057b68c9-e203-470e-a976-087b905d2236']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:57.467169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12070afb-e048-4e82-bb5d-9698b5a52d0d') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:57.467464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12070afb-e048-4e82-bb5d-9698b5a52d0d') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:01:57.477198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.491317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.497511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:01:57.497940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:01:57.499660 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:01:57.555787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.561327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.565763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] 10.222.0.50 "DELETE /v2.0/networks/057b68c9-e203-470e-a976-087b905d2236 HTTP/1.1" status: 204 len: 168 time: 0.2758989 Sep 27 09:01:57.575785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26a85a-e21b-43ad-8a6f-50aa72ab194d admin admin] Pushing event deleted for resources: {'Network': ['ID=057b68c9-e203-470e-a976-087b905d2236,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:57.724058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55002) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:57.763731 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14a65316-231f-4afb-80b0-6ede20404887 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b1d954f28364ee69e127e34939f2f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383611 Sep 27 09:01:57.766450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55004) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:57.818614 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6da0c417-adcf-434f-aba2-a20dca882b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.838356 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6da0c417-adcf-434f-aba2-a20dca882b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.889240 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6da0c417-adcf-434f-aba2-a20dca882b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.891980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6da0c417-adcf-434f-aba2-a20dca882b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:57.893436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6da0c417-adcf-434f-aba2-a20dca882b29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99ac10e9-6dcb-4d42-b661-ef4f7652f0d1 HTTP/1.1" status: 204 len: 168 time: 0.1259236 Sep 27 09:01:57.902971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0c417-adcf-434f-aba2-a20dca882b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac10e9-6dcb-4d42-b661-ef4f7652f0d1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:58.236403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55018) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:58.278887 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5ffb9cee-bad9-416d-a67c-29dcba038e91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55f8bc38d0b54bb6913d3469b3a0246f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412874 Sep 27 09:01:58.281468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55020) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:01:58.333152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:58.356617 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:58.407691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:58.410231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:01:58.411394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f063590-5bc0-478f-a344-cbfca46b5c96 HTTP/1.1" status: 204 len: 168 time: 0.1287553 Sep 27 09:01:58.419140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f063590-5bc0-478f-a344-cbfca46b5c96,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:01:58.426819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.426819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.427166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.427495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.427876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.428226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.428625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.428941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.429262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.429577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.429892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:01:58.430207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338a0bb-1e23-4b84-84f5-e39bfdc7e567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:02:05.920459 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:07.434723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 55206) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:02:07.548823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca768737-c91e-44d8-8a6c-fc01f2273a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:07.649458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca768737-c91e-44d8-8a6c-fc01f2273a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:07.654754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ca768737-c91e-44d8-8a6c-fc01f2273a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:07.697187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ca768737-c91e-44d8-8a6c-fc01f2273a40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72831908ebcb4146a999404ecea158dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612851 Sep 27 09:02:07.698383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca768737-c91e-44d8-8a6c-fc01f2273a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5135fb36-906c-48d2-b524-b4c172c0d5c1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:02:07.700305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55216) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:02:07.751085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12607406-4b2f-4864-aba3-92254ae10e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:07.771940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12607406-4b2f-4864-aba3-92254ae10e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:07.824314 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12607406-4b2f-4864-aba3-92254ae10e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:07.826829 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12607406-4b2f-4864-aba3-92254ae10e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:07.827984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-12607406-4b2f-4864-aba3-92254ae10e03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5135fb36-906c-48d2-b524-b4c172c0d5c1 HTTP/1.1" status: 204 len: 168 time: 0.1264727 Sep 27 09:02:07.836282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12607406-4b2f-4864-aba3-92254ae10e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5135fb36-906c-48d2-b524-b4c172c0d5c1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:02:08.112358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55232) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:02:08.125934 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc309-c9e4-4b76-a9c3-22a8305bcb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:08.222382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc309-c9e4-4b76-a9c3-22a8305bcb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:08.227186 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc309-c9e4-4b76-a9c3-22a8305bcb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:08.263564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bc309-c9e4-4b76-a9c3-22a8305bcb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb6ff94-400d-461c-bdab-177f970a9ee1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:02:08.273741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb1bc309-c9e4-4b76-a9c3-22a8305bcb2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86e06ca2919b4884991e7a4b6bfd0e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553380 Sep 27 09:02:08.273741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 55234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:02:08.323026 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84d97037-5d0f-4ade-a40f-bedd9af21511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:08.344090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84d97037-5d0f-4ade-a40f-bedd9af21511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:08.391167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84d97037-5d0f-4ade-a40f-bedd9af21511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:08.393716 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84d97037-5d0f-4ade-a40f-bedd9af21511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:08.397755 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-84d97037-5d0f-4ade-a40f-bedd9af21511 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9eb6ff94-400d-461c-bdab-177f970a9ee1 HTTP/1.1" status: 204 len: 168 time: 0.1219153 Sep 27 09:02:08.403077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d97037-5d0f-4ade-a40f-bedd9af21511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb6ff94-400d-461c-bdab-177f970a9ee1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:02:14.231622 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:15.109347 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29781ae2-35bf-4621-8102-b134ce0cdf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:17.522864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12158a7d-d2e9-4aa9-bb90-253027057bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:18.035840 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:18.979466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:19.440917 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:02:20.615514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:35.080059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-4c129698-33d6-46cc-9d0a-6e9220ba8f77 req-a9acf598-e4c8-42ef-bd76-0fd7680bef6a service neutron] (94831) timed out ('10.222.0.67', 62546) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:02:35.939282 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:38.821825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-06339568-0478-4315-832a-245477eee5c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508187 Sep 27 09:02:38.909952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-ce16c2c6-5a0a-4ce5-885e-5c05f18f47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:02:38.911477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-ce16c2c6-5a0a-4ce5-885e-5c05f18f47cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1096 time: 0.0467265 Sep 27 09:02:39.045750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-e2ce5438-790e-4e84-aa42-2d39ae85987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:02:39.047568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-e2ce5438-790e-4e84-aa42-2d39ae85987e service neutron] 10.222.0.67 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 910 time: 0.1170204 Sep 27 09:02:39.121170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-b5c7a883-d085-42ba-ba33-34ecd0028c93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 1001 time: 0.0663598 Sep 27 09:02:39.183160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-fd4a2dab-22a0-4d3a-b9f7-2c5b4f1398cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:02:39.184829 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-fd4a2dab-22a0-4d3a-b9f7-2c5b4f1398cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 200 len: 848 time: 0.0565968 Sep 27 09:02:39.250304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-7e35e2a2-b4d3-410d-8745-694a4f2866cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:02:39.251814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-7e35e2a2-b4d3-410d-8745-694a4f2866cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0fc5127e-623c-4081-8e0c-1af0b134ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596724 Sep 27 09:02:39.378561 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-26b40da4-830d-4819-b656-7c830471d282 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183131 Sep 27 09:02:39.477058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2ec7f23-2272-414e-a564-b017d28e8bb6 req-a797faf1-600a-46ae-adcd-3fe5abc68fc3 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916679 Sep 27 09:02:44.238448 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:45.095099 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d5a52db3-c97f-4574-8e47-647139f771df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:47.526255 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b85198-6bcb-4dee-989e-2c6731a12b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:48.035040 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:48.987510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:50.620485 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:02:56.440795 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:03:05.934733 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:14.229095 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:15.098709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-888c694d-02d3-40cd-ba09-72b23425340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:17.531188 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46f40da5-ecb7-47e5-b8c7-744612f047d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:18.030822 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:18.989313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:20.623892 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:33.440315 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:03:35.931227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:38.826795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-31304d6e-5a19-4c01-b44c-70c0f5a66761 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420232 Sep 27 09:03:38.939276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-648be6b3-2314-4818-a435-48e193949a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:03:38.941006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-648be6b3-2314-4818-a435-48e193949a14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a65fe50ec54482c86342b7daa873f7a&device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 1096 time: 0.0717044 Sep 27 09:03:39.055183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-f0682588-797b-4a36-9eda-0f307dabe281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:03:39.056760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-f0682588-797b-4a36-9eda-0f307dabe281 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 200 len: 910 time: 0.0957980 Sep 27 09:03:39.128900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-ad3be0b8-cff1-4443-8bfa-6d00c5410455 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 200 len: 1001 time: 0.0651970 Sep 27 09:03:39.208582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-b4c1727e-944f-46de-9e07-7fc78438904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:03:39.210086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-b4c1727e-944f-46de-9e07-7fc78438904f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 200 len: 848 time: 0.0742116 Sep 27 09:03:39.265722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-7909c4e5-6dd1-4ce7-9d7b-e99a5d790d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:03:39.267285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-7909c4e5-6dd1-4ce7-9d7b-e99a5d790d0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0fc5127e-623c-4081-8e0c-1af0b134ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492477 Sep 27 09:03:39.388043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-b156318e-9624-473a-b609-40a9e574ee33 service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101327 Sep 27 09:03:39.500102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a8c8ac7-641b-4cc7-a5c5-abc30fa0025b req-6c9e5309-0397-43a5-a096-c3799df1d8db service neutron] 10.222.0.67 "GET /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078753 Sep 27 09:03:44.226404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:45.102770 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae6b49d1-2e66-40ac-b705-06ce33a444e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:47.539160 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aebe490b-0da8-4fa0-970f-517e761fc982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:48.026456 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:48.994968 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:03:50.626252 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:05.931087 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:07.212436 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:07.365631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-66df5875-2496-4355-9476-4f18fd171e01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b668589ab364414792b0429e5d960110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517856 Sep 27 09:04:07.369260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59738) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:07.423347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:07.444295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:07.498514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:07.501306 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:07.505116 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de95b6df-6374-4235-b538-e64d2f60aa68 HTTP/1.1" status: 204 len: 168 time: 0.1323795 Sep 27 09:04:07.511228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de95b6df-6374-4235-b538-e64d2f60aa68,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:07.520200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.520753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.521142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.522986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.523340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.523676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.524004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.524364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.524815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.524983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.525449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:07.525778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e8e1a-22b5-4dff-9982-6f1f1e904a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:08.160561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59762) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:08.270563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1199787251-network', 'tenant_id': 'd7c03462b211413bbcbd55df9fe84160'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:08.292293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Made reservation on behalf of d7c03462b211413bbcbd55df9fe84160 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:04:08.294663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.303142 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.396164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.401236 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.426822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:04:08.436966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f138ef-5894-4065-8b7a-93c2f5987ae2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:08.442165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.442523 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Added segment 2368d5f8-8228-45f4-9a88-5a62033997dd of type vlan for network 132791df-bdd4-4806-946d-487ba1ce0151 Sep 27 09:04:08.484666 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.509987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.511094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:08.511770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.545931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3842475 Sep 27 09:04:08.549159 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59766) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:08.554317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Request body: {'subnet': {'network_id': '132791df-bdd4-4806-946d-487ba1ce0151', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1199787251-subnet', 'tenant_id': 'd7c03462b211413bbcbd55df9fe84160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:08.575320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Made reservation on behalf of d7c03462b211413bbcbd55df9fe84160 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:04:08.577802 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:08.580633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b2b5-10a2-4e09-8f72-7dafaa50e78b admin admin] Pushing event updated for resources: {'Network': ['ID=132791df-bdd4-4806-946d-487ba1ce0151,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:08.592295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 132791df-bdd4-4806-946d-487ba1ce0151 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:04:09.078824 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:09.137594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d1af3b-864f-4b60-a07a-e7e7327cce9d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:09.147027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.147379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.148085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.148085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.148427 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.148836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.149179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.149703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.149970 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.150407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.150781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.151086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:09.161017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Checking segment: {'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:04:09.161918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Network hostable DHCP agents. Network: 132791df-bdd4-4806-946d-487ba1ce0151, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:04:09.179255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Network 132791df-bdd4-4806-946d-487ba1ce0151 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:04:09.191019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 132791df-bdd4-4806-946d-487ba1ce0151) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:09.203138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65ed6f-0262-451d-8139-2a1e497af235 None None] Network 132791df-bdd4-4806-946d-487ba1ce0151 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:09.208116 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:09.208964 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:09.239850 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-351ac7a3-1b36-4af0-b0d1-4a9ac430261f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6894979 Sep 27 09:04:09.391102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136acd4-14f8-4a32-86c0-496b0688ce86 None None] Network 132791df-bdd4-4806-946d-487ba1ce0151 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:10.078324 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ac64a-8b80-4f96-b8d6-70913a30fe4c req-2898cdea-34a9-40ed-ac9e-7a5f9b59d07b tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:10.079884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-387ac64a-8b80-4f96-b8d6-70913a30fe4c req-2898cdea-34a9-40ed-ac9e-7a5f9b59d07b tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 945 time: 0.0532899 Sep 27 09:04:10.118701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-387ac64a-8b80-4f96-b8d6-70913a30fe4c req-88f1ee58-5419-4a0b-b469-43a3a5222404 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323122 Sep 27 09:04:10.440801 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:04:11.298282 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e154589-a340-4014-abce-0c11087dbfe7 req-01b5105d-728f-48cb-9a98-97ec943d79ef tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:11.300143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e154589-a340-4014-abce-0c11087dbfe7 req-01b5105d-728f-48cb-9a98-97ec943d79ef tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 945 time: 0.0536101 Sep 27 09:04:11.323443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-bbdc8073-b7b6-470a-a793-07fd5c86fbb8 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:11.325392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-bbdc8073-b7b6-470a-a793-07fd5c86fbb8 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.67 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 945 time: 0.0569074 Sep 27 09:04:11.343367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e154589-a340-4014-abce-0c11087dbfe7 req-3c709c13-3132-4fd5-a956-eca6e93e5c41 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd373983-209f-4738-88cc-bd238d15d6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371087 Sep 27 09:04:11.427349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Deleting port 35dac641-910f-40ce-b7a3-360ed00bc3e5 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:11.427697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:11.524018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] For port 35dac641-910f-40ce-b7a3-360ed00bc3e5, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=35dac641-910f-40ce-b7a3-360ed00bc3e5,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:11.524580 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:11.754458 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:11.754912 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:11.755279 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Floating IP f940ee16-8c3d-4ad6-9e15-bba7d4d1d494 disassociated. External IP: 172.25.2.148, port: 35dac641-910f-40ce-b7a3-360ed00bc3e5. Sep 27 09:04:11.755804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Calling delete_port for 35dac641-910f-40ce-b7a3-360ed00bc3e5 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:11.885067 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:11.916628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event deleted for resources: {'Port': ['ID=35dac641-910f-40ce-b7a3-360ed00bc3e5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:12.045595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Router 34570e61-4aba-4ba0-9313-14071dd0243c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:04:12.234765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:04:12.250718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] Sync routers for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:04:12.274910 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:12.275731 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:03:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:12.300969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] No DVR routers for this DVR port 35dac641-910f-40ce-b7a3-360ed00bc3e5 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:04:12.312148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:12.323349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6a3210a-9ce5-4c8a-a873-e8d3ec61b75e req-9eefb99d-4673-493d-96fe-eff551de4094 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.67 "DELETE /v2.0/ports/35dac641-910f-40ce-b7a3-360ed00bc3e5 HTTP/1.1" status: 204 len: 173 time: 0.9921019 Sep 27 09:04:12.325499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'name': 'network-vif-deleted', 'tag': '35dac641-910f-40ce-b7a3-360ed00bc3e5'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:04:12.327088 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7b53e4-2b68-4800-b770-11ee668f8dce" -d '{"events": [{"server_uuid": "1603bc27-7e5a-4c7b-835e-3bacb41d5053", "name": "network-vif-deleted", "tag": "35dac641-910f-40ce-b7a3-360ed00bc3e5"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:04:12.568134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a18d1a19-1902-4ad5-a7b7-3cdfe17a56b3 req-2cff4a3c-fa29-4d86-8a0c-314b75301fbc tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "GET /v2.0/ports?device_id=1603bc27-7e5a-4c7b-835e-3bacb41d5053 HTTP/1.1" status: 200 len: 210 time: 0.0654604 Sep 27 09:04:12.673368 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dacd1b-d921-425d-a863-6dac53564b12 x-openstack-request-id: req-d5dacd1b-d921-425d-a863-6dac53564b12 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:04:12.673667 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1603bc27-7e5a-4c7b-835e-3bacb41d5053", "name": "network-vif-deleted", "tag": "35dac641-910f-40ce-b7a3-360ed00bc3e5", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:04:12.673928 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5dacd1b-d921-425d-a863-6dac53564b12 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:04:12.674337 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1603bc27-7e5a-4c7b-835e-3bacb41d5053', 'name': 'network-vif-deleted', 'tag': '35dac641-910f-40ce-b7a3-360ed00bc3e5', 'status': 'completed', 'code': 200} Sep 27 09:04:12.688961 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:12.772155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59830) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:12.895029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e99b73-7d80-409b-8482-974b4cbd9a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:12.938408 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:59:05Z', 'revision_number': 5, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:12.971269 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] Checking router: 34570e61-4aba-4ba0-9313-14071dd0243c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:04:12.980391 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:12.981254 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:03:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:12.993945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e99b73-7d80-409b-8482-974b4cbd9a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:12.999177 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8e99b73-7d80-409b-8482-974b4cbd9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.038236 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8e99b73-7d80-409b-8482-974b4cbd9a38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e99aedcede74a8d896f6d48aab7c005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645664 Sep 27 09:04:13.039127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e99b73-7d80-409b-8482-974b4cbd9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600cc3ee-cab9-4497-a99b-a65d6cd17c1e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:13.040662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59834) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:13.093347 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:13.099713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0687b382-8db1-4a54-995a-7b98a919c319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.120678 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0687b382-8db1-4a54-995a-7b98a919c319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.167173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0687b382-8db1-4a54-995a-7b98a919c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.169897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0687b382-8db1-4a54-995a-7b98a919c319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.171116 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0687b382-8db1-4a54-995a-7b98a919c319 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/600cc3ee-cab9-4497-a99b-a65d6cd17c1e HTTP/1.1" status: 204 len: 168 time: 0.1284418 Sep 27 09:04:13.188741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687b382-8db1-4a54-995a-7b98a919c319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600cc3ee-cab9-4497-a99b-a65d6cd17c1e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:13.338273 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:59:05Z', 'revision_number': 5, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:13.374391 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33707d-d75b-404c-98d3-63d86d45ca23 None None] The sync data for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 is: [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T08:58:59Z', 'revision_number': 4, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'db4751fa-a08c-447f-9ba3-85c83f2806c7', 'name': '', 'network_id': '0fc5127e-623c-4081-8e0c-1af0b134ddd2', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'mac_address': 'fa:16:3e:88:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:59Z', 'updated_at': '2021-09-27T08:59:05Z', 'revision_number': 5, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'subnets': [{'id': '9d8cd46f-54d6-4db0-933b-55866e151e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:04:13.503518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59846) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:13.517180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d42bdb1a-286c-4cf1-83e9-b4fa5becf022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.622757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d42bdb1a-286c-4cf1-83e9-b4fa5becf022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.625570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:13.629473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d42bdb1a-286c-4cf1-83e9-b4fa5becf022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.668403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bdb1a-286c-4cf1-83e9-b4fa5becf022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c34b05-cb36-4c91-bbc7-39f88673b78f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:13.676253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d42bdb1a-286c-4cf1-83e9-b4fa5becf022 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac50d30b737a4a92ad82982fdadf3b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715443 Sep 27 09:04:13.677210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59852) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:13.679587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4e086-7511-439f-a699-97c35075e1b2 None None] New status for floating IP f940ee16-8c3d-4ad6-9e15-bba7d4d1d494: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:04:13.747496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a59d78bd-b7ae-47b7-aabf-15e1bbb6dcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.775118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a59d78bd-b7ae-47b7-aabf-15e1bbb6dcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.830485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a59d78bd-b7ae-47b7-aabf-15e1bbb6dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.833277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a59d78bd-b7ae-47b7-aabf-15e1bbb6dcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.837024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Deleting port 5b5aa0cf-37df-4de7-9514-ad80e7dca2ec {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:13.837194 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a59d78bd-b7ae-47b7-aabf-15e1bbb6dcc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21c34b05-cb36-4c91-bbc7-39f88673b78f HTTP/1.1" status: 204 len: 168 time: 0.1554661 Sep 27 09:04:13.837298 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.847950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d78bd-b7ae-47b7-aabf-15e1bbb6dcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c34b05-cb36-4c91-bbc7-39f88673b78f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:13.930159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.930786 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:13.944813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Calling delete_port for 5b5aa0cf-37df-4de7-9514-ad80e7dca2ec owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:14.092726 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:14.123263 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event deleted for resources: {'Port': ['ID=5b5aa0cf-37df-4de7-9514-ad80e7dca2ec,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:14.194585 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:14.202172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:14.202172 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-824d612f-dd4c-4832-8d22-78f103920b68 tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "DELETE /v2.0/floatingips/f940ee16-8c3d-4ad6-9e15-bba7d4d1d494 HTTP/1.1" status: 204 len: 168 time: 0.5726075 Sep 27 09:04:14.231676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:14.282637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:14.346925 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4854319-6eda-4ad3-b82a-e5df133cfeae tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:14.375663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4854319-6eda-4ad3-b82a-e5df133cfeae tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:14.463881 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4854319-6eda-4ad3-b82a-e5df133cfeae tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:14.467191 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4854319-6eda-4ad3-b82a-e5df133cfeae tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:14.471367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d4854319-6eda-4ad3-b82a-e5df133cfeae tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] 10.222.0.50 "DELETE /v2.0/security-groups/bd373983-209f-4738-88cc-bd238d15d6f7 HTTP/1.1" status: 204 len: 168 time: 0.1848068 Sep 27 09:04:14.487288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4854319-6eda-4ad3-b82a-e5df133cfeae tempest-TestServerBasicOps-1702350841 tempest-TestServerBasicOps-1702350841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd373983-209f-4738-88cc-bd238d15d6f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:15.106346 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-236d81a5-1899-4571-858c-80d9dc214455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:15.535501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59912) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:15.728039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 35dac641-910f-40ce-b7a3-360ed00bc3e5 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:15.751216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 35dac641-910f-40ce-b7a3-360ed00bc3e5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:15.751913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 35dac641-910f-40ce-b7a3-360ed00bc3e5 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:16.149617 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:16.728805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Deleting port db4751fa-a08c-447f-9ba3-85c83f2806c7 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:16.729344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:16.826290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] For port db4751fa-a08c-447f-9ba3-85c83f2806c7, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=db4751fa-a08c-447f-9ba3-85c83f2806c7,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:16.826913 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:16.845530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Calling delete_port for db4751fa-a08c-447f-9ba3-85c83f2806c7 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:17.053826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:17.085726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4751fa-a08c-447f-9ba3-85c83f2806c7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:17.310719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:17.537804 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41365884-6deb-4f27-b047-e4298b216845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:17.582141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Router 34570e61-4aba-4ba0-9313-14071dd0243c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:04:17.717716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:04:17.723676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-311a9859-854f-45d8-962b-64c0d175f2d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/34570e61-4aba-4ba0-9313-14071dd0243c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1878831 Sep 27 09:04:17.728737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59946) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:17.730970 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] Sync routers for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:04:17.742747 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:17.743726 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:17.862432 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:17.863731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.020215 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.031459 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.094937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Deleting port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:18.095892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.138326 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T09:04:17Z', 'revision_number': 5, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port': {'id': '4c6ad8b7-e9fb-468b-a8f3-70815262b0b4', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:58:56Z', 'updated_at': '2021-09-27T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:18.175581 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] Checking router: 34570e61-4aba-4ba0-9313-14071dd0243c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:04:18.186190 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] Routers {'34570e61-4aba-4ba0-9313-14071dd0243c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:18.187588 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['34570e61-4aba-4ba0-9313-14071dd0243c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:18.198289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] For port 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4c6ad8b7-e9fb-468b-a8f3-70815262b0b4,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:18.198654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.212664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Calling delete_port for 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:18.372744 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] Set router 34570e61-4aba-4ba0-9313-14071dd0243c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:18.433340 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T09:04:18Z', 'revision_number': 6, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:18.439738 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.467405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6ad8b7-e9fb-468b-a8f3-70815262b0b4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:18.468928 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89af2b-88bf-47d1-bd37-54803e48eada None None] The sync data for ids ['34570e61-4aba-4ba0-9313-14071dd0243c'] in n-d-810909-1 is: [{'id': '34570e61-4aba-4ba0-9313-14071dd0243c', 'name': 'tempest-TestServerBasicOps-1047696319-router', 'tenant_id': '0a65fe50ec54482c86342b7daa873f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:58:55Z', 'updated_at': '2021-09-27T09:04:18Z', 'revision_number': 6, 'project_id': '0a65fe50ec54482c86342b7daa873f7a', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:04:18.574886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.675597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.678020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.734092 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.734759 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34570e61-4aba-4ba0-9313-14071dd0243c {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:04:18.739340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.740539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6534f4e7-9707-461a-b126-6cdaa2f997d8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/34570e61-4aba-4ba0-9313-14071dd0243c HTTP/1.1" status: 204 len: 168 time: 1.0106771 Sep 27 09:04:18.743258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59962) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:18.793974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43d25d8-6589-459a-a0df-a7d5e97c7340 admin admin] Deleting subnet 9d8cd46f-54d6-4db0-933b-55866e151e38 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:04:18.796767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b43d25d8-6589-459a-a0df-a7d5e97c7340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.883975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b43d25d8-6589-459a-a0df-a7d5e97c7340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:18.960510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device db4751fa-a08c-447f-9ba3-85c83f2806c7 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:18.996528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: db4751fa-a08c-447f-9ba3-85c83f2806c7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:18.997189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device db4751fa-a08c-447f-9ba3-85c83f2806c7 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:19.022961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b43d25d8-6589-459a-a0df-a7d5e97c7340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.025148 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.094601 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b43d25d8-6589-459a-a0df-a7d5e97c7340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.128592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b43d25d8-6589-459a-a0df-a7d5e97c7340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.130983 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b43d25d8-6589-459a-a0df-a7d5e97c7340 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9d8cd46f-54d6-4db0-933b-55866e151e38 HTTP/1.1" status: 204 len: 168 time: 0.3865128 Sep 27 09:04:19.132672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d25d8-6589-459a-a0df-a7d5e97c7340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8cd46f-54d6-4db0-933b-55866e151e38,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:19.134796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 59964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:19.141904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307e8463-bde9-4e8b-a7bc-59477e9fcaa8 None None] Network 0fc5127e-623c-4081-8e0c-1af0b134ddd2 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:19.272922 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.336607 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Deleting port 05f8dd97-4145-4d99-9eab-555f1d47dda4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:19.336945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.442636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] For port 05f8dd97-4145-4d99-9eab-555f1d47dda4, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=05f8dd97-4145-4d99-9eab-555f1d47dda4,segment=NetworkSegment(db953588-11df-4db6-ae4b-8ee76d6cd4c3),segment_id=db953588-11df-4db6-ae4b-8ee76d6cd4c3)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:19.443035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.462857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Calling delete_port for 05f8dd97-4145-4d99-9eab-555f1d47dda4 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:19.466917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] DHCP port deletion for 0fc5127e-623c-4081-8e0c-1af0b134ddd2 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:04:19.553851 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.582499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Deleting port 05f8dd97-4145-4d99-9eab-555f1d47dda4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:19.583546 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.603310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f8dd97-4145-4d99-9eab-555f1d47dda4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:19.617179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] No DVR routers for this DVR port 05f8dd97-4145-4d99-9eab-555f1d47dda4 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:04:19.679270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] For port 05f8dd97-4145-4d99-9eab-555f1d47dda4, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:19.679675 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.711643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Calling delete_port for 05f8dd97-4145-4d99-9eab-555f1d47dda4 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:19.720454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Port 05f8dd97-4145-4d99-9eab-555f1d47dda4 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 09:04:19.732535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.748596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] No DVR routers for this DVR port 05f8dd97-4145-4d99-9eab-555f1d47dda4 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:04:19.761762 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.791391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Pushing event deleted for resources: {'Port': ['ID=05f8dd97-4145-4d99-9eab-555f1d47dda4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:19.805796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.806311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.806815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.807583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.808189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.809050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.809549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.810060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.810551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.811057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.811762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.812250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166aed9-28c1-4e40-a6f6-112913555f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:19.813288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc5127e-623c-4081-8e0c-1af0b134ddd2']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:19.827091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db953588-11df-4db6-ae4b-8ee76d6cd4c3') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:19.827923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db953588-11df-4db6-ae4b-8ee76d6cd4c3') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:19.846774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.861600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.869288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:04:19.870151 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:04:19.894930 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:04:19.958396 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.966777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:19.968770 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0fc5127e-623c-4081-8e0c-1af0b134ddd2 HTTP/1.1" status: 204 len: 168 time: 0.8327694 Sep 27 09:04:19.973335 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59972) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:19.983787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86f20a-afc4-46cf-a476-67d58bdbb979 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc5127e-623c-4081-8e0c-1af0b134ddd2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:20.398041 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:20.634429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:20.716563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Deleting port 49c55e6c-1cc1-4cbb-8206-bb8e71405847 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:20.716919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:20.831007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 05f8dd97-4145-4d99-9eab-555f1d47dda4 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:20.850946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] For port 49c55e6c-1cc1-4cbb-8206-bb8e71405847, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=49c55e6c-1cc1-4cbb-8206-bb8e71405847,segment=NetworkSegment(beabb93f-c71a-4e00-8e16-bacb994ea14c),segment_id=beabb93f-c71a-4e00-8e16-bacb994ea14c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:20.851496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:20.871917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 05f8dd97-4145-4d99-9eab-555f1d47dda4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:20.872566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 05f8dd97-4145-4d99-9eab-555f1d47dda4 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:20.873744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:20.882761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Calling delete_port for 49c55e6c-1cc1-4cbb-8206-bb8e71405847 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:20.897574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:20.898180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4c6ad8b7-e9fb-468b-a8f3-70815262b0b4 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:21.171970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:21.210969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Pushing event deleted for resources: {'Port': ['ID=49c55e6c-1cc1-4cbb-8206-bb8e71405847,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:21.407702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:21.678070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Router 24e37f5a-9373-42b8-b130-410914f579fd has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:04:21.793081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:04:21.798968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aea52d75-670d-4ea4-a477-7dc2a117187d admin admin] 10.222.0.50 "PUT /v2.0/routers/24e37f5a-9373-42b8-b130-410914f579fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8199537 Sep 27 09:04:21.801165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 59988) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:21.810548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] Sync routers for ids ['24e37f5a-9373-42b8-b130-410914f579fd'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:04:21.820138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] Routers {'24e37f5a-9373-42b8-b130-410914f579fd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:21.820854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['24e37f5a-9373-42b8-b130-410914f579fd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:21.934917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] Set router 24e37f5a-9373-42b8-b130-410914f579fd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:22.138167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T09:04:21Z', 'revision_number': 5, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:22.174612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] Checking router: 24e37f5a-9373-42b8-b130-410914f579fd for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:04:22.188361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] Routers {'24e37f5a-9373-42b8-b130-410914f579fd'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:22.189011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['24e37f5a-9373-42b8-b130-410914f579fd'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:22.264381 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:22.342218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] Set router 24e37f5a-9373-42b8-b130-410914f579fd gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:22.396082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:22.457215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Deleting port c6713506-6b94-45c7-86c1-5d333f420754 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:22.457568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:22.559890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T09:04:21Z', 'revision_number': 5, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:22.582862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] For port c6713506-6b94-45c7-86c1-5d333f420754, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c6713506-6b94-45c7-86c1-5d333f420754,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:22.583638 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:22.605353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffd08c-2c6f-468e-a758-8e4e1232bbe4 None None] The sync data for ids ['24e37f5a-9373-42b8-b130-410914f579fd'] in n-d-810909-1 is: [{'id': '24e37f5a-9373-42b8-b130-410914f579fd', 'name': 'tempest-TestServerBasicOps-1024585237-router', 'tenant_id': '157e2f8aab9c4862a0f6f3d22c424423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T08:59:02Z', 'updated_at': '2021-09-27T09:04:21Z', 'revision_number': 5, 'project_id': '157e2f8aab9c4862a0f6f3d22c424423', 'gw_port': {'id': 'c6713506-6b94-45c7-86c1-5d333f420754', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e37f5a-9373-42b8-b130-410914f579fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T08:59:03Z', 'updated_at': '2021-09-27T08:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:04:22.610955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Calling delete_port for c6713506-6b94-45c7-86c1-5d333f420754 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:22.799348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:22.831200 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6713506-6b94-45c7-86c1-5d333f420754,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:22.896907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:22.996978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.000067 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.055410 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.055974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e37f5a-9373-42b8-b130-410914f579fd {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:04:23.061113 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.062303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7da16da4-041e-4b6a-b37b-9a69e9fba62c admin admin] 10.222.0.50 "DELETE /v2.0/routers/24e37f5a-9373-42b8-b130-410914f579fd HTTP/1.1" status: 204 len: 168 time: 1.2601039 Sep 27 09:04:23.065275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:23.142283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-0136d1bc-53b6-40b4-a059-b5236d2bec49 admin admin] Deleting subnet 9d33a099-b228-4fe5-972a-63a4834d388e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:04:23.147188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bc-53b6-40b4-a059-b5236d2bec49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.163355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 49c55e6c-1cc1-4cbb-8206-bb8e71405847 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:23.196431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 49c55e6c-1cc1-4cbb-8206-bb8e71405847 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:23.196863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 49c55e6c-1cc1-4cbb-8206-bb8e71405847 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:23.206899 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bc-53b6-40b4-a059-b5236d2bec49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.291159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bc-53b6-40b4-a059-b5236d2bec49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.348738 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bc-53b6-40b4-a059-b5236d2bec49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.376898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136d1bc-53b6-40b4-a059-b5236d2bec49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d33a099-b228-4fe5-972a-63a4834d388e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:23.380707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bc-53b6-40b4-a059-b5236d2bec49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.385267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60014) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:23.385801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0136d1bc-53b6-40b4-a059-b5236d2bec49 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9d33a099-b228-4fe5-972a-63a4834d388e HTTP/1.1" status: 204 len: 168 time: 0.3190675 Sep 27 09:04:23.390188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4872a5-5eec-4b7e-a9b9-d765b3466e06 None None] Network c90a6de7-aa57-4d9c-a768-39f513e5b4bc requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:23.483521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.555969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Deleting port 01268436-6ec6-44e6-9978-f1dc385c1197 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:23.556316 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.631827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] For port 01268436-6ec6-44e6-9978-f1dc385c1197, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=01268436-6ec6-44e6-9978-f1dc385c1197,segment=NetworkSegment(beabb93f-c71a-4e00-8e16-bacb994ea14c),segment_id=beabb93f-c71a-4e00-8e16-bacb994ea14c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:23.632595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.646870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Calling delete_port for 01268436-6ec6-44e6-9978-f1dc385c1197 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:23.751966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.778455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01268436-6ec6-44e6-9978-f1dc385c1197,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:23.785992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] No DVR routers for this DVR port 01268436-6ec6-44e6-9978-f1dc385c1197 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:04:23.865512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.892878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90a6de7-aa57-4d9c-a768-39f513e5b4bc']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:23.907022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beabb93f-c71a-4e00-8e16-bacb994ea14c') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:23.907402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beabb93f-c71a-4e00-8e16-bacb994ea14c') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:23.909794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e6ac35-bc06-4341-b5b3-7fb4563bc138 None None] DHCP port deletion for c90a6de7-aa57-4d9c-a768-39f513e5b4bc request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:04:23.921807 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.941501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.948852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:04:23.949557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:04:23.951544 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:04:24.014949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:24.020907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:24.022761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c90a6de7-aa57-4d9c-a768-39f513e5b4bc HTTP/1.1" status: 204 len: 168 time: 0.6364670 Sep 27 09:04:24.041417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b6f1-02af-47d1-bb79-23d6e1f1ecf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c90a6de7-aa57-4d9c-a768-39f513e5b4bc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:24.174999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60022) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:24.257009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f860cc67-c95b-4ca7-8416-d00414a11b38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a65fe50ec54482c86342b7daa873f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805378 Sep 27 09:04:24.259476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60024) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:24.326016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f93bc4b7-2c71-4ddf-b794-b2704d94664e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:24.348907 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f93bc4b7-2c71-4ddf-b794-b2704d94664e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:24.398934 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f93bc4b7-2c71-4ddf-b794-b2704d94664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:24.401617 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f93bc4b7-2c71-4ddf-b794-b2704d94664e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:24.405197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f93bc4b7-2c71-4ddf-b794-b2704d94664e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ea3cc1f-7a90-4ac4-9313-2a9e19e238c9 HTTP/1.1" status: 204 len: 168 time: 0.1419833 Sep 27 09:04:24.415430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bc4b7-2c71-4ddf-b794-b2704d94664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea3cc1f-7a90-4ac4-9313-2a9e19e238c9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:24.814715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60036) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:24.831359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 01268436-6ec6-44e6-9978-f1dc385c1197 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:24.863193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1b24ea50-f007-4cf6-87bf-f813c6953bec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=157e2f8aab9c4862a0f6f3d22c424423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466425 Sep 27 09:04:24.866045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60040) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:24.870152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 01268436-6ec6-44e6-9978-f1dc385c1197 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:24.870782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 01268436-6ec6-44e6-9978-f1dc385c1197 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:24.871473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c6713506-6b94-45c7-86c1-5d333f420754 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:24.890948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c6713506-6b94-45c7-86c1-5d333f420754 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:24.891590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c6713506-6b94-45c7-86c1-5d333f420754 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:24.937315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf9c2-995a-4e9f-98c3-026d61f110ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:24.961707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf9c2-995a-4e9f-98c3-026d61f110ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.018090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf9c2-995a-4e9f-98c3-026d61f110ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.022734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf9c2-995a-4e9f-98c3-026d61f110ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.028445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fb7bf9c2-995a-4e9f-98c3-026d61f110ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed3e7c1d-600c-4d58-8610-946ce7845f7a HTTP/1.1" status: 204 len: 168 time: 0.1588190 Sep 27 09:04:25.042288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bf9c2-995a-4e9f-98c3-026d61f110ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3e7c1d-600c-4d58-8610-946ce7845f7a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:25.209051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60052) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:25.397579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c2e88ef-c7f2-4aab-be60-eeea77372781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.491685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c2e88ef-c7f2-4aab-be60-eeea77372781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.496233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1c2e88ef-c7f2-4aab-be60-eeea77372781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.531941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e88ef-c7f2-4aab-be60-eeea77372781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7461bbc9-bee0-4d09-b4dc-891c3a3698cc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:25.536354 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1c2e88ef-c7f2-4aab-be60-eeea77372781 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6faef80a7efd473da800ebe900b56348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262429 Sep 27 09:04:25.538980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60064) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:25.589578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec89d427-f769-4689-a9a0-5633b7a5dbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.612091 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec89d427-f769-4689-a9a0-5633b7a5dbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.659048 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec89d427-f769-4689-a9a0-5633b7a5dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.661942 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec89d427-f769-4689-a9a0-5633b7a5dbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.665447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ec89d427-f769-4689-a9a0-5633b7a5dbd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7461bbc9-bee0-4d09-b4dc-891c3a3698cc HTTP/1.1" status: 204 len: 168 time: 0.1232450 Sep 27 09:04:25.672130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89d427-f769-4689-a9a0-5633b7a5dbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7461bbc9-bee0-4d09-b4dc-891c3a3698cc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:25.795540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60080) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:25.942057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-389067965-network', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:25.963392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Made reservation on behalf of f4ff92b834e04268aea1376fadc4b4d6 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:04:25.965514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60084) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:25.970873 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.979219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4f84a23-a4d6-4cca-873a-d7d86ab71429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:25.979594 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.069864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.076418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.101289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:04:26.111077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34284849-2dbe-4913-8103-5c38a1309651,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:26.115970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.116345 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Added segment 453364c9-c412-4a1b-b31f-43427194ccca of type vlan for network eaf92837-fb8a-446e-b547-559b01ef374e Sep 27 09:04:26.156986 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.164767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4f84a23-a4d6-4cca-873a-d7d86ab71429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.169632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4f84a23-a4d6-4cca-873a-d7d86ab71429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.182775 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.184254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:26.184968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.212867 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d4f84a23-a4d6-4cca-873a-d7d86ab71429 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b86d117033154840ad0741bfda877bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458642 Sep 27 09:04:26.214012 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f84a23-a4d6-4cca-873a-d7d86ab71429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2a5c31-3b05-4824-8fdf-4d4743622e00,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:26.216641 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60086) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:26.222747 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4234686 Sep 27 09:04:26.225248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60088) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:26.255067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Request body: {'subnet': {'network_id': 'eaf92837-fb8a-446e-b547-559b01ef374e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-389067965-subnet', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:26.259241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51961175-9fe4-48f8-8ee4-ec8a9575ab42 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf92837-fb8a-446e-b547-559b01ef374e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:26.272037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network eaf92837-fb8a-446e-b547-559b01ef374e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:04:26.273005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6a59-73d5-4b02-969d-05cd2064a978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.282064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Made reservation on behalf of f4ff92b834e04268aea1376fadc4b4d6 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:04:26.284481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.297032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6a59-73d5-4b02-969d-05cd2064a978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.353959 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6a59-73d5-4b02-969d-05cd2064a978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.357651 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6a59-73d5-4b02-969d-05cd2064a978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.359086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a0e6a59-73d5-4b02-969d-05cd2064a978 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f2a5c31-3b05-4824-8fdf-4d4743622e00 HTTP/1.1" status: 204 len: 168 time: 0.1413217 Sep 27 09:04:26.378092 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e6a59-73d5-4b02-969d-05cd2064a978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2a5c31-3b05-4824-8fdf-4d4743622e00,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:26.478412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.539553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2407b143-8101-4019-9718-ecd79c6ac3d5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:26.552823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Checking segment: {'id': '453364c9-c412-4a1b-b31f-43427194ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eaf92837-fb8a-446e-b547-559b01ef374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:04:26.553192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Network hostable DHCP agents. Network: eaf92837-fb8a-446e-b547-559b01ef374e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:04:26.570155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Network eaf92837-fb8a-446e-b547-559b01ef374e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:04:26.582334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, eaf92837-fb8a-446e-b547-559b01ef374e) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:26.586512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:26.587060 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.593613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2389616-ea35-4903-8d5d-ed351474b066 None None] Network eaf92837-fb8a-446e-b547-559b01ef374e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:26.606748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c2fe29b7-5609-4bbb-a16e-0dee71d07f7f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3780301 Sep 27 09:04:26.606993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60094) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:26.612002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-389067965-router', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:26.640824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.641921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.703500 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.767984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60104) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:26.774123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-eaf92837-fb8a-446e-b547-559b01ef374e', 'network_id': 'eaf92837-fb8a-446e-b547-559b01ef374e', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'fixed_ips': [{'subnet_id': '2407b143-8101-4019-9718-ecd79c6ac3d5'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:04:26.775466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.784890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d55997a0-4691-4bc9-b1df-104a80fa4da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.854968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.925893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d55997a0-4691-4bc9-b1df-104a80fa4da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.934411 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d55997a0-4691-4bc9-b1df-104a80fa4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:26.949704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Allocated IP 172.20.0.2 (eaf92837-fb8a-446e-b547-559b01ef374e/2407b143-8101-4019-9718-ecd79c6ac3d5/c8d8c281-6699-4f13-9632-80ce8232ad07) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:04:26.982059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d55997a0-4691-4bc9-b1df-104a80fa4da7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=838db7943ba9498e84dd02677632f56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128944 Sep 27 09:04:26.983648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55997a0-4691-4bc9-b1df-104a80fa4da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3fefd1-91cd-43b0-b5f1-22766caf1dba,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:26.986392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:27.052277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba079231-555b-40cb-9221-8f710a12dc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.075966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba079231-555b-40cb-9221-8f710a12dc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.099431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.123662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.132630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba079231-555b-40cb-9221-8f710a12dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.135656 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba079231-555b-40cb-9221-8f710a12dc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.137298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba079231-555b-40cb-9221-8f710a12dc90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed3fefd1-91cd-43b0-b5f1-22766caf1dba HTTP/1.1" status: 204 len: 168 time: 0.1494648 Sep 27 09:04:27.138594 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.145660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba079231-555b-40cb-9221-8f710a12dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3fefd1-91cd-43b0-b5f1-22766caf1dba,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:27.178866 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.217015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Network eaf92837-fb8a-446e-b547-559b01ef374e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:04:27.251690 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Allocated IP 172.25.2.65 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/a46fb458-f8a5-4d69-a700-fc336126ed9a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:04:27.266631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:27.268857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Pushing event updated for resources: {'Port': ['ID=c8d8c281-6699-4f13-9632-80ce8232ad07,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:27.271874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:04:27.346544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Attempting to bind port c8d8c281-6699-4f13-9632-80ce8232ad07 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:04:27.347722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Attempting to bind port c8d8c281-6699-4f13-9632-80ce8232ad07 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '453364c9-c412-4a1b-b31f-43427194ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eaf92837-fb8a-446e-b547-559b01ef374e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:04:27.348195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Attempting to bind port c8d8c281-6699-4f13-9632-80ce8232ad07 on network eaf92837-fb8a-446e-b547-559b01ef374e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:04:27.355768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:04:27.356978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Checking segment: {'id': '453364c9-c412-4a1b-b31f-43427194ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eaf92837-fb8a-446e-b547-559b01ef374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:04:27.357587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.358088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Bound using segment: {'id': '453364c9-c412-4a1b-b31f-43427194ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eaf92837-fb8a-446e-b547-559b01ef374e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:04:27.359206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Bound port: c8d8c281-6699-4f13-9632-80ce8232ad07, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453364c9-c412-4a1b-b31f-43427194ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eaf92837-fb8a-446e-b547-559b01ef374e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:04:27.359743 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.403536 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.443612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.498160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:04:27.504519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Pushing event updated for resources: {'Port': ['ID=a46fb458-f8a5-4d69-a700-fc336126ed9a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:27.510812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:27.514664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:04:27.607102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] For port c8d8c281-6699-4f13-9632-80ce8232ad07, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:04:27.610777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] For port c8d8c281-6699-4f13-9632-80ce8232ad07, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c8d8c281-6699-4f13-9632-80ce8232ad07,segment=NetworkSegment(453364c9-c412-4a1b-b31f-43427194ccca),segment_id=453364c9-c412-4a1b-b31f-43427194ccca)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:04:27.615851 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:27.673789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f0d74-d01c-44ef-841f-8d8cd47c89c3 None None] Pushing event updated for resources: {'Port': ['ID=c8d8c281-6699-4f13-9632-80ce8232ad07,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:27.820073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.105272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.132754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60154) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:28.248213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Router fd755537-fd4a-4e0c-9fc4-415050c75332 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:04:28.265309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-244522033-network', 'tenant_id': '42d0a7994522495289ff2d874d28cb42'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:28.298206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Made reservation on behalf of 42d0a7994522495289ff2d874d28cb42 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:04:28.301320 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.311393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.425641 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.433954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.449259 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:04:28.461401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.462141 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Added segment 18eb73ca-3fab-42d2-a08a-59ddc5d3d16c of type vlan for network bec9686a-76d9-4c78-8861-241167f237fb Sep 27 09:04:28.513909 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.567823 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a9c8e1-012f-498f-98eb-c501ec0040ff,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:28.571561 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.572722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:28.573315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.614808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4807341 Sep 27 09:04:28.617393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60166) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:28.624283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Request body: {'subnet': {'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-244522033-subnet', 'tenant_id': '42d0a7994522495289ff2d874d28cb42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:28.675011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777c384-e93f-4ba6-a4af-b8369d6bb00d admin admin] Pushing event updated for resources: {'Network': ['ID=bec9686a-76d9-4c78-8861-241167f237fb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:28.689869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Made reservation on behalf of 42d0a7994522495289ff2d874d28cb42 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:04:28.690594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network bec9686a-76d9-4c78-8861-241167f237fb details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:04:28.693740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.721686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:04:28.734769 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Sync routers for ids ['fd755537-fd4a-4e0c-9fc4-415050c75332'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:04:28.753195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:28.757067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-191df64a-3319-40d5-9c6e-b4b71e463e64 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.1490827 Sep 27 09:04:28.757668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60168) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:28.763367 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Routers {'fd755537-fd4a-4e0c-9fc4-415050c75332'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:28.765435 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fd755537-fd4a-4e0c-9fc4-415050c75332'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:28.953817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c8d8c281-6699-4f13-9632-80ce8232ad07 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:04:28.963625 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Set router fd755537-fd4a-4e0c-9fc4-415050c75332 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:29.006249 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.058599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337f032-566b-4b2c-b02c-f1046a4e3bbc None None] Network eaf92837-fb8a-446e-b547-559b01ef374e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:29.071147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f07349-cbb4-454f-b41c-6f1645e4330c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:29.087702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Checking segment: {'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:04:29.088091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Network hostable DHCP agents. Network: bec9686a-76d9-4c78-8861-241167f237fb, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:04:29.089236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c8d8c281-6699-4f13-9632-80ce8232ad07 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:29.089952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.113727 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Network bec9686a-76d9-4c78-8861-241167f237fb is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:04:29.129305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, bec9686a-76d9-4c78-8861-241167f237fb) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:29.134434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:29.136417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.168943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a1b9cdfc-27fa-42a5-a9f9-f1a9d7b3aab9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5499313 Sep 27 09:04:29.205343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21044250-00aa-43ed-9492-d5f1eb213530 None None] Network bec9686a-76d9-4c78-8861-241167f237fb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:29.358069 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'name': 'tempest-ImageQuotaTest-389067965-router', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:04:26Z', 'updated_at': '2021-09-27T09:04:27Z', 'revision_number': 3, 'project_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'gw_port': {'id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:04:27Z', 'updated_at': '2021-09-27T09:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:29.384611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.392556 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Checking router: fd755537-fd4a-4e0c-9fc4-415050c75332 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:04:29.392905 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Updating router fd755537-fd4a-4e0c-9fc4-415050c75332 port a46fb458-f8a5-4d69-a700-fc336126ed9a binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:04:29.426529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d91ee81a-9270-4f57-b14c-fbc88bcda3ea None None] Provisioning complete for port c8d8c281-6699-4f13-9632-80ce8232ad07 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:29.427288 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d91ee81a-9270-4f57-b14c-fbc88bcda3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.447516 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.597048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Allocated IP 172.20.0.1 (eaf92837-fb8a-446e-b547-559b01ef374e/2407b143-8101-4019-9718-ecd79c6ac3d5/427498b5-dc85-452b-bd2e-fce5119f0bb2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:04:29.607742 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.658294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7bfab7-4321-48f8-b9f3-37091936a041 None None] Network bec9686a-76d9-4c78-8861-241167f237fb requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:29.844433 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.847055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port c8d8c281-6699-4f13-9632-80ce8232ad07, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c8d8c281-6699-4f13-9632-80ce8232ad07,segment=NetworkSegment(453364c9-c412-4a1b-b31f-43427194ccca),segment_id=453364c9-c412-4a1b-b31f-43427194ccca)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:29.852234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.880311 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.889707 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.940974 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d91ee81a-9270-4f57-b14c-fbc88bcda3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.949541 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:29.965915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=c8d8c281-6699-4f13-9632-80ce8232ad07,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:29.971837 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Pushing event updated for resources: {'Port': ['ID=a46fb458-f8a5-4d69-a700-fc336126ed9a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:29.982083 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Attempting to bind port a46fb458-f8a5-4d69-a700-fc336126ed9a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:04:29.982672 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Attempting to bind port a46fb458-f8a5-4d69-a700-fc336126ed9a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:04:29.983202 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Attempting to bind port a46fb458-f8a5-4d69-a700-fc336126ed9a on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:04:29.994503 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:29.995028 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:29.995700 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:29.996484 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:29.997473 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:29.998131 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:29.999353 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:29.999697 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:30.000077 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:30.000368 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:30.000693 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:30.001020 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:04:30.013313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Network eaf92837-fb8a-446e-b547-559b01ef374e is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:04:30.013885 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:04:30.014352 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:04:30.014843 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.015354 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:04:30.015851 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Bound port: a46fb458-f8a5-4d69-a700-fc336126ed9a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:04:30.016237 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.018740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:30.058375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:04:30.073493 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-d91ee81a-9270-4f57-b14c-fbc88bcda3ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 09:04:30.073942 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-d91ee81a-9270-4f57-b14c-fbc88bcda3ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 09:04:30.104491 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] For port a46fb458-f8a5-4d69-a700-fc336126ed9a, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:04:30.119160 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] For port a46fb458-f8a5-4d69-a700-fc336126ed9a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a46fb458-f8a5-4d69-a700-fc336126ed9a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:04:30.125212 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.185713 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Routers {'fd755537-fd4a-4e0c-9fc4-415050c75332'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:30.186555 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fd755537-fd4a-4e0c-9fc4-415050c75332'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:30.195325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Pushing event updated for resources: {'Port': ['ID=427498b5-dc85-452b-bd2e-fce5119f0bb2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:30.223846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.268241 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe76ca7-fcec-4b98-b2e7-1ac94a391b53 None None] Pushing event updated for resources: {'Port': ['ID=a46fb458-f8a5-4d69-a700-fc336126ed9a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:30.350440 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] Set router fd755537-fd4a-4e0c-9fc4-415050c75332 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:30.445123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.589275 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'name': 'tempest-ImageQuotaTest-389067965-router', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:04:26Z', 'updated_at': '2021-09-27T09:04:27Z', 'revision_number': 3, 'project_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'gw_port': {'id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:04:27Z', 'updated_at': '2021-09-27T09:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:30.625649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.631856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.647687 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc244a-f414-453d-b23c-e5b7136a0f4e None None] The sync data for ids ['fd755537-fd4a-4e0c-9fc4-415050c75332'] in n-d-810909-1 is: [{'id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'name': 'tempest-ImageQuotaTest-389067965-router', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:04:26Z', 'updated_at': '2021-09-27T09:04:27Z', 'revision_number': 3, 'project_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'gw_port': {'id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:04:27Z', 'updated_at': '2021-09-27T09:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:04:30.704929 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.715188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Pushing event updated for resources: {'Port': ['ID=427498b5-dc85-452b-bd2e-fce5119f0bb2,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:30.759356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-41464713-801a-4892-8e15-b9f43cedb972 None None] Provisioning complete for port 427498b5-dc85-452b-bd2e-fce5119f0bb2 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:30.759949 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41464713-801a-4892-8e15-b9f43cedb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.816843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-41464713-801a-4892-8e15-b9f43cedb972 None None] Port 427498b5-dc85-452b-bd2e-fce5119f0bb2 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:04:30.836193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-41464713-801a-4892-8e15-b9f43cedb972 None None] Provisioning complete for port c8d8c281-6699-4f13-9632-80ce8232ad07 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:30.837017 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41464713-801a-4892-8e15-b9f43cedb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:30.858602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Network eaf92837-fb8a-446e-b547-559b01ef374e is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:04:30.862172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:30.885236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c8d8c281-6699-4f13-9632-80ce8232ad07 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:04:31.094191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Router fd755537-fd4a-4e0c-9fc4-415050c75332 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:04:31.125732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c8d8c281-6699-4f13-9632-80ce8232ad07 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:31.126185 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:31.346673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:04:31.351855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a09d54df-1ce7-4d83-96ec-a4b40dfd5c3f admin admin] 10.222.0.50 "PUT /v2.0/routers/fd755537-fd4a-4e0c-9fc4-415050c75332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931971 Sep 27 09:04:31.396666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-51588e22-4ecf-4a91-8210-0799b58e2aa2 None None] Provisioning complete for port 427498b5-dc85-452b-bd2e-fce5119f0bb2 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:31.397054 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51588e22-4ecf-4a91-8210-0799b58e2aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:31.487098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-51588e22-4ecf-4a91-8210-0799b58e2aa2 None None] Port 427498b5-dc85-452b-bd2e-fce5119f0bb2 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:04:31.930162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-d3fa08f1-a720-466b-88c1-3301cac44247 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:31.931777 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-d3fa08f1-a720-466b-88c1-3301cac44247 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/networks?id=bec9686a-76d9-4c78-8861-241167f237fb HTTP/1.1" status: 200 len: 808 time: 0.1124392 Sep 27 09:04:31.950019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-b4305154-6daf-4546-afd2-1a3f71d0701d tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/quotas/42d0a7994522495289ff2d874d28cb42 HTTP/1.1" status: 200 len: 375 time: 0.0122466 Sep 27 09:04:31.988675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-cebf185b-088f-4147-a63f-87827246a199 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=42d0a7994522495289ff2d874d28cb42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321331 Sep 27 09:04:32.069829 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-7f23aede-b095-4857-9efe-d5e49589e108 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:04:32.070843 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-7f23aede-b095-4857-9efe-d5e49589e108 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0736721 Sep 27 09:04:32.182426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-0080b4f2-305f-4154-b0c2-9476631ab25e service neutron] 10.222.0.50 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049056 Sep 27 09:04:32.280115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-b1afe7c3-8800-4887-9c96-f31c064bec8b service neutron] 10.222.0.50 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906367 Sep 27 09:04:32.555917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:32.686767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a35ed60e-373a-46fa-b2ad-e014dd15441d req-5ba78e59-999a-46ef-93dd-0c85168b41b6 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 210 time: 0.2363234 Sep 27 09:04:32.858466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a46fb458-f8a5-4d69-a700-fc336126ed9a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:04:32.893757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Sync routers for ids ['fd755537-fd4a-4e0c-9fc4-415050c75332'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:04:32.918925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Routers {'fd755537-fd4a-4e0c-9fc4-415050c75332'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:32.919883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fd755537-fd4a-4e0c-9fc4-415050c75332'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:32.994065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:32.997333 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a46fb458-f8a5-4d69-a700-fc336126ed9a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:32.997704 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:33.132417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Set router fd755537-fd4a-4e0c-9fc4-415050c75332 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:33.161568 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:33.189316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port a46fb458-f8a5-4d69-a700-fc336126ed9a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a46fb458-f8a5-4d69-a700-fc336126ed9a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:33.196618 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:33.356919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=a46fb458-f8a5-4d69-a700-fc336126ed9a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:33.405636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Deleting port 427498b5-dc85-452b-bd2e-fce5119f0bb2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:33.406036 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:33.432052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'name': 'tempest-ImageQuotaTest-389067965-router', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:04:26Z', 'updated_at': '2021-09-27T09:04:30Z', 'revision_number': 4, 'project_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'gw_port': {'id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:04:27Z', 'updated_at': '2021-09-27T09:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '427498b5-dc85-452b-bd2e-fce5119f0bb2', 'name': '', 'network_id': 'eaf92837-fb8a-446e-b547-559b01ef374e', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'mac_address': 'fa:16:3e:a1:08:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2407b143-8101-4019-9718-ecd79c6ac3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:04:29Z', 'updated_at': '2021-09-27T09:04:30Z', 'revision_number': 2, 'project_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'subnets': [{'id': '2407b143-8101-4019-9718-ecd79c6ac3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:33.465191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Checking router: fd755537-fd4a-4e0c-9fc4-415050c75332 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:04:33.465542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Updating router fd755537-fd4a-4e0c-9fc4-415050c75332 port 427498b5-dc85-452b-bd2e-fce5119f0bb2 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:04:33.491568 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:33.519534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:33.541666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Calling delete_port for 427498b5-dc85-452b-bd2e-fce5119f0bb2 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:33.752368 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:33.791299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=427498b5-dc85-452b-bd2e-fce5119f0bb2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:33.820684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dbd8ca16-dd60-45c9-9389-caac575de177 req-4cbdc4fd-e022-4f95-a6cf-165d9e96a5ae tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 210 time: 0.0319605 Sep 27 09:04:33.940497 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 09:04:33.940999 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 09:04:34.070972 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:34.116212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-240c7424-943b-4cc3-8229-ce7fef986445 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:34.117839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-240c7424-943b-4cc3-8229-ce7fef986445 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.57 "GET /v2.0/networks?id=bec9686a-76d9-4c78-8861-241167f237fb HTTP/1.1" status: 200 len: 808 time: 0.1833713 Sep 27 09:04:34.136063 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Request body: {'port': {'device_id': '7ab42be0-5660-4d92-817a-0a14b4f2ab4f', 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb', 'admin_state_up': True, 'tenant_id': '42d0a7994522495289ff2d874d28cb42'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:34.266136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Made reservation on behalf of 42d0a7994522495289ff2d874d28cb42 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:04:34.272186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:34.427344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Allocated IP 172.20.0.13 (bec9686a-76d9-4c78-8861-241167f237fb/e1f07349-cbb4-454f-b41c-6f1645e4330c/f11a97f0-2587-42da-8ae5-f56abd9bef42) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:04:34.474528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Port 427498b5-dc85-452b-bd2e-fce5119f0bb2 not found while updating agent binding for router fd755537-fd4a-4e0c-9fc4-415050c75332. {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 27 09:04:34.488856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Routers {'fd755537-fd4a-4e0c-9fc4-415050c75332'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:34.489724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fd755537-fd4a-4e0c-9fc4-415050c75332'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:34.603959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] Set router fd755537-fd4a-4e0c-9fc4-415050c75332 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:04:34.626512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:34.664904 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:34.697219 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Router fd755537-fd4a-4e0c-9fc4-415050c75332 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:04:34.718186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Network bec9686a-76d9-4c78-8861-241167f237fb is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:04:34.721744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:34.724727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:04:34.767784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Pushing event updated for resources: {'Port': ['ID=f11a97f0-2587-42da-8ae5-f56abd9bef42,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:34.822140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:34.822859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:34.823629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a46fb458-f8a5-4d69-a700-fc336126ed9a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:04:34.841737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-53fa1301-ed35-47b3-a0db-991310bb10a5 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7096219 Sep 27 09:04:34.844545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:04:34.859165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Request body: {'port': {'device_id': '7ab42be0-5660-4d92-817a-0a14b4f2ab4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:34.883415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3cbbc83e-b426-4559-8e58-6be3a59d20a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/fd755537-fd4a-4e0c-9fc4-415050c75332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3227623 Sep 27 09:04:34.884064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:34.900820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a46fb458-f8a5-4d69-a700-fc336126ed9a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:34.901188 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:34.970558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:34.976393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'name': 'tempest-ImageQuotaTest-389067965-router', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:04:26Z', 'updated_at': '2021-09-27T09:04:33Z', 'revision_number': 5, 'project_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'gw_port': {'id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:04:27Z', 'updated_at': '2021-09-27T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:34.998961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd051-0d99-4689-a4e8-25c7850a98d8 req-3520b451-6f2e-4d0b-b14d-2ba624de3fba tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:35.000498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-716fd051-0d99-4689-a4e8-25c7850a98d8 req-3520b451-6f2e-4d0b-b14d-2ba624de3fba tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 932 time: 0.0752308 Sep 27 09:04:35.005547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98e8a-17ab-45ff-9fac-1af0fb907ec0 None None] The sync data for ids ['fd755537-fd4a-4e0c-9fc4-415050c75332'] in n-d-810909-1 is: [{'id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'name': 'tempest-ImageQuotaTest-389067965-router', 'tenant_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:04:26Z', 'updated_at': '2021-09-27T09:04:33Z', 'revision_number': 5, 'project_id': 'f4ff92b834e04268aea1376fadc4b4d6', 'gw_port': {'id': 'a46fb458-f8a5-4d69-a700-fc336126ed9a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd755537-fd4a-4e0c-9fc4-415050c75332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:04:27Z', 'updated_at': '2021-09-27T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:04:35.019931 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.161854 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.240066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Deleting port a46fb458-f8a5-4d69-a700-fc336126ed9a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:35.240750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.246674 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-716fd051-0d99-4689-a4e8-25c7850a98d8 req-220810b6-e2a1-4764-af2a-b8b9b21d0289 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845912 Sep 27 09:04:35.340628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11a97f0-2587-42da-8ae5-f56abd9bef42 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:04:35.343575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] For port a46fb458-f8a5-4d69-a700-fc336126ed9a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a46fb458-f8a5-4d69-a700-fc336126ed9a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:35.344015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.354242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.358360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Calling delete_port for a46fb458-f8a5-4d69-a700-fc336126ed9a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:35.376510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Transition to ACTIVE for port object f11a97f0-2587-42da-8ae5-f56abd9bef42 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:04:35.382763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.443019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=f11a97f0-2587-42da-8ae5-f56abd9bef42,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:35.539180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Attempting to bind port f11a97f0-2587-42da-8ae5-f56abd9bef42 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:04:35.540017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Attempting to bind port f11a97f0-2587-42da-8ae5-f56abd9bef42 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:04:35.540762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Attempting to bind port f11a97f0-2587-42da-8ae5-f56abd9bef42 on network bec9686a-76d9-4c78-8861-241167f237fb {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:04:35.547558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Port f11a97f0-2587-42da-8ae5-f56abd9bef42 on network bec9686a-76d9-4c78-8861-241167f237fb not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:04:35.548705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Attempting to bind port f11a97f0-2587-42da-8ae5-f56abd9bef42 on network bec9686a-76d9-4c78-8861-241167f237fb {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:04:35.554205 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.555915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:04:35.556577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Checking segment: {'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:04:35.557315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Bound using segment: {'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:04:35.557972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Bound port: f11a97f0-2587-42da-8ae5-f56abd9bef42, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:04:35.558569 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.589196 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46fb458-f8a5-4d69-a700-fc336126ed9a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:35.637744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] For port f11a97f0-2587-42da-8ae5-f56abd9bef42, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:04:35.642113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] For port f11a97f0-2587-42da-8ae5-f56abd9bef42, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f11a97f0-2587-42da-8ae5-f56abd9bef42,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:04:35.651054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.661530 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.689447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:35.690110 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.691633 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] 10.222.0.57 "PUT /v2.0/ports/f11a97f0-2587-42da-8ae5-f56abd9bef42 HTTP/1.1" status: 200 len: 1092 time: 0.8404160 Sep 27 09:04:35.693120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab42be0-5660-4d92-817a-0a14b4f2ab4f', 'tag': 'f11a97f0-2587-42da-8ae5-f56abd9bef42'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:04:35.695421 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab42be0-5660-4d92-817a-0a14b4f2ab4f", "tag": "f11a97f0-2587-42da-8ae5-f56abd9bef42"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:04:35.724904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1342a5-dd9f-4442-b188-e7a8a0989ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=f11a97f0-2587-42da-8ae5-f56abd9bef42,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:35.774010 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.777900 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.786741 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d620c2d-5b56-49be-9221-3aa0d0b4997b x-openstack-request-id: req-1d620c2d-5b56-49be-9221-3aa0d0b4997b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:04:35.788199 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab42be0-5660-4d92-817a-0a14b4f2ab4f", "tag": "f11a97f0-2587-42da-8ae5-f56abd9bef42", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:04:35.788199 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d620c2d-5b56-49be-9221-3aa0d0b4997b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:04:35.788199 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab42be0-5660-4d92-817a-0a14b4f2ab4f', 'tag': 'f11a97f0-2587-42da-8ae5-f56abd9bef42', 'status': 'completed', 'code': 200} Sep 27 09:04:35.808864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-cd614881-336c-4ad9-93c7-0fb511a9a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:35.811086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-cd614881-336c-4ad9-93c7-0fb511a9a887 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42d0a7994522495289ff2d874d28cb42&device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 1095 time: 0.0661685 Sep 27 09:04:35.831163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.832146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd755537-fd4a-4e0c-9fc4-415050c75332 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:04:35.837571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.839029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3137b561-2da5-4734-9bc2-60b0e682e5b6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fd755537-fd4a-4e0c-9fc4-415050c75332 HTTP/1.1" status: 204 len: 168 time: 0.9536192 Sep 27 09:04:35.842106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:35.868305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-dfb1c7b8-8af7-4687-8168-9576f48dc21a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11a97f0-2587-42da-8ae5-f56abd9bef42 HTTP/1.1" status: 200 len: 217 time: 0.0469928 Sep 27 09:04:35.898496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09c14e1-9bba-4894-90db-72ed8cd65b90 admin admin] Deleting subnet 2407b143-8101-4019-9718-ecd79c6ac3d5 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:04:35.901740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d09c14e1-9bba-4894-90db-72ed8cd65b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.932892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-0709e8bb-539d-4ce6-85ad-7af53a8a6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:35.934724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-0709e8bb-539d-4ce6-85ad-7af53a8a6e55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f07349-cbb4-454f-b41c-6f1645e4330c HTTP/1.1" status: 200 len: 848 time: 0.0588167 Sep 27 09:04:35.936702 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d09c14e1-9bba-4894-90db-72ed8cd65b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.941227 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53819130-f4d3-4bf6-bb82-924348566832 None None] Sync routers for ids ['fd755537-fd4a-4e0c-9fc4-415050c75332'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:04:35.967930 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53819130-f4d3-4bf6-bb82-924348566832 None None] Routers set() bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:35.969347 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53819130-f4d3-4bf6-bb82-924348566832 None None] Router IDs set() for agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 09:04:35.970266 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_agentschedulers_db [None req-53819130-f4d3-4bf6-bb82-924348566832 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd755537-fd4a-4e0c-9fc4-415050c75332'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent'). {{(pid=94833) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 27 09:04:35.977840 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:35.979771 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-bad5bea2-75c1-4df5-9a32-84716fe7eca5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bec9686a-76d9-4c78-8861-241167f237fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297031 Sep 27 09:04:35.984214 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53819130-f4d3-4bf6-bb82-924348566832 None None] Routers set() bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:04:35.984608 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53819130-f4d3-4bf6-bb82-924348566832 None None] Router IDs set() for agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 09:04:35.985257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_agentschedulers_db [None req-53819130-f4d3-4bf6-bb82-924348566832 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd755537-fd4a-4e0c-9fc4-415050c75332'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:04:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent'). {{(pid=94833) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 27 09:04:35.985715 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53819130-f4d3-4bf6-bb82-924348566832 None None] The sync data for ids ['fd755537-fd4a-4e0c-9fc4-415050c75332'] in n-d-810909-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:04:36.027122 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d09c14e1-9bba-4894-90db-72ed8cd65b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.092057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-9f77757a-0c11-444c-9b1a-e63d61ef12fe service neutron] 10.222.0.57 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027586 Sep 27 09:04:36.116830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d09c14e1-9bba-4894-90db-72ed8cd65b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.147885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c14e1-9bba-4894-90db-72ed8cd65b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2407b143-8101-4019-9718-ecd79c6ac3d5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:36.149992 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d09c14e1-9bba-4894-90db-72ed8cd65b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.151993 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d09c14e1-9bba-4894-90db-72ed8cd65b90 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2407b143-8101-4019-9718-ecd79c6ac3d5 HTTP/1.1" status: 204 len: 168 time: 0.3088589 Sep 27 09:04:36.154108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1119e4-c8b7-47a2-af6d-f32cffcb48c9 None None] Network eaf92837-fb8a-446e-b547-559b01ef374e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:04:36.154813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:36.236034 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4bf26126-da0a-44a4-8d16-c4669fff4aad req-a4a7b61a-a353-4f5d-b05f-7c122507fbf2 service neutron] 10.222.0.57 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318817 Sep 27 09:04:36.242442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.343398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Deleting port c8d8c281-6699-4f13-9632-80ce8232ad07 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:36.344005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.345554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-26f8e753-b735-4114-ac0b-7d8072520752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:36.347625 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-26f8e753-b735-4114-ac0b-7d8072520752 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42d0a7994522495289ff2d874d28cb42&device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 1095 time: 0.0595472 Sep 27 09:04:36.416044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] For port c8d8c281-6699-4f13-9632-80ce8232ad07, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c8d8c281-6699-4f13-9632-80ce8232ad07,segment=NetworkSegment(453364c9-c412-4a1b-b31f-43427194ccca),segment_id=453364c9-c412-4a1b-b31f-43427194ccca)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:36.416463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.432863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Calling delete_port for c8d8c281-6699-4f13-9632-80ce8232ad07 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:36.476819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81e2c-6505-4287-bd9e-bdea11d98c89 req-d6624dc5-06b0-42ca-9a1b-6a9ccd8d10d8 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:36.478115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85a81e2c-6505-4287-bd9e-bdea11d98c89 req-d6624dc5-06b0-42ca-9a1b-6a9ccd8d10d8 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 944 time: 0.1205306 Sep 27 09:04:36.506930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-d6bfa472-bd1d-4e65-b887-be48331778d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:36.508102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-d6bfa472-bd1d-4e65-b887-be48331778d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bec9686a-76d9-4c78-8861-241167f237fb HTTP/1.1" status: 200 len: 909 time: 0.1519675 Sep 27 09:04:36.538249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba81ace-fa68-4c32-be0d-d930622f5435 None None] DHCP port deletion for eaf92837-fb8a-446e-b547-559b01ef374e request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:04:36.540727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.575742 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-91cc75c9-5e20-4425-9960-d2b235f9cabd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11a97f0-2587-42da-8ae5-f56abd9bef42 HTTP/1.1" status: 200 len: 217 time: 0.0595415 Sep 27 09:04:36.583879 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] No DVR routers for this DVR port c8d8c281-6699-4f13-9632-80ce8232ad07 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:04:36.589946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-85a81e2c-6505-4287-bd9e-bdea11d98c89 req-adbbb198-5e1d-4942-a2cc-bc3b36f982d8 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025131 Sep 27 09:04:36.590673 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d8c281-6699-4f13-9632-80ce8232ad07,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:36.643415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-dbf41747-b274-4a18-bd6d-ab95ac1579f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:36.645011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-dbf41747-b274-4a18-bd6d-ab95ac1579f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f07349-cbb4-454f-b41c-6f1645e4330c HTTP/1.1" status: 200 len: 848 time: 0.0544925 Sep 27 09:04:36.662416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.685770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-3f734180-0f24-4c91-a884-d7c1d57cd569 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bec9686a-76d9-4c78-8861-241167f237fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326951 Sep 27 09:04:36.693519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf92837-fb8a-446e-b547-559b01ef374e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:36.704806 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453364c9-c412-4a1b-b31f-43427194ccca') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:36.705197 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453364c9-c412-4a1b-b31f-43427194ccca') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:04:36.722171 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.736935 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.752183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:04:36.752639 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:04:36.754914 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:04:36.822095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c8d8c281-6699-4f13-9632-80ce8232ad07 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:36.842797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c8d8c281-6699-4f13-9632-80ce8232ad07 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:36.843246 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.843681 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c8d8c281-6699-4f13-9632-80ce8232ad07 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:36.844258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a46fb458-f8a5-4d69-a700-fc336126ed9a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:36.857251 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:36.859984 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] 10.222.0.50 "DELETE /v2.0/networks/eaf92837-fb8a-446e-b547-559b01ef374e HTTP/1.1" status: 204 len: 168 time: 0.7041543 Sep 27 09:04:36.866425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a46fb458-f8a5-4d69-a700-fc336126ed9a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:36.866959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a46fb458-f8a5-4d69-a700-fc336126ed9a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:36.884975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37c921-37ae-4293-9722-9377d7e428ec admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf92837-fb8a-446e-b547-559b01ef374e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:36.996817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60376) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:37.042764 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-79ed542f-7237-46df-900f-cb6c9a747eea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4ff92b834e04268aea1376fadc4b4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425489 Sep 27 09:04:37.043011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:37.100059 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c06b1be-7395-4a60-bd78-a98ef96b00ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.127640 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c06b1be-7395-4a60-bd78-a98ef96b00ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.138120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-dc16fabe-742e-4d0b-99b9-e4c4a0fac52e service neutron] 10.222.0.57 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398277 Sep 27 09:04:37.182372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c06b1be-7395-4a60-bd78-a98ef96b00ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.185478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c06b1be-7395-4a60-bd78-a98ef96b00ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.188398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c06b1be-7395-4a60-bd78-a98ef96b00ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34284849-2dbe-4913-8103-5c38a1309651 HTTP/1.1" status: 204 len: 168 time: 0.1444790 Sep 27 09:04:37.197524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06b1be-7395-4a60-bd78-a98ef96b00ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34284849-2dbe-4913-8103-5c38a1309651,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:37.253948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02a2ee82-fc32-48ad-a7a8-161da0c60ffa req-0ca09cf9-0ae5-4e5d-8425-0b3bd2d56d42 service neutron] 10.222.0.57 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082067 Sep 27 09:04:37.578980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 60396) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:37.592892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908922d8-0823-454d-abf8-43572b8ac827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.714020 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908922d8-0823-454d-abf8-43572b8ac827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.718998 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-908922d8-0823-454d-abf8-43572b8ac827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.759343 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510fa51-261d-43d2-a34d-c8abc2b3fac2 req-af1e1d51-d304-4b32-b8f5-61f49e3d878f tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:37.760879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0510fa51-261d-43d2-a34d-c8abc2b3fac2 req-af1e1d51-d304-4b32-b8f5-61f49e3d878f tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 944 time: 0.0950260 Sep 27 09:04:37.771582 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-908922d8-0823-454d-abf8-43572b8ac827 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1912613 Sep 27 09:04:37.773465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908922d8-0823-454d-abf8-43572b8ac827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01793edb-0589-41af-aca5-cd57b6f82040,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:37.774539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 60404) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:04:37.814620 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0510fa51-261d-43d2-a34d-c8abc2b3fac2 req-eceecf57-447a-4f5d-8dce-ab0a0ef170c7 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Sep 27 09:04:37.842148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e5e8d1-49a1-4798-be3c-f214b7f96569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.866321 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e5e8d1-49a1-4798-be3c-f214b7f96569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.913615 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e5e8d1-49a1-4798-be3c-f214b7f96569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.916206 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-95e5e8d1-49a1-4798-be3c-f214b7f96569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:37.917411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-95e5e8d1-49a1-4798-be3c-f214b7f96569 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01793edb-0589-41af-aca5-cd57b6f82040 HTTP/1.1" status: 204 len: 168 time: 0.1416614 Sep 27 09:04:37.925570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5e8d1-49a1-4798-be3c-f214b7f96569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01793edb-0589-41af-aca5-cd57b6f82040,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:38.720574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f11a97f0-2587-42da-8ae5-f56abd9bef42 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:04:38.816713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f11a97f0-2587-42da-8ae5-f56abd9bef42, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f11a97f0-2587-42da-8ae5-f56abd9bef42,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:38.828071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'f11a97f0-2587-42da-8ae5-f56abd9bef42', 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb', 'port_id': 'f11a97f0-2587-42da-8ae5-f56abd9bef42', 'mac_address': 'fa:16:3e:da:07:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f07349-cbb4-454f-b41c-6f1645e4330c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:04:38.868606 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:38.904257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11a97f0-2587-42da-8ae5-f56abd9bef42 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:04:38.926379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f11a97f0-2587-42da-8ae5-f56abd9bef42, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f11a97f0-2587-42da-8ae5-f56abd9bef42,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:38.932472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:38.933037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0a60d-b99c-4f3e-afb1-8340a39c0631 req-ac85c405-eff0-4bee-91ae-1dcf291bbfb8 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:38.934636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7fc0a60d-b99c-4f3e-afb1-8340a39c0631 req-ac85c405-eff0-4bee-91ae-1dcf291bbfb8 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 944 time: 0.0508506 Sep 27 09:04:38.973768 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7fc0a60d-b99c-4f3e-afb1-8340a39c0631 req-efe074dc-1c67-4ef9-a90e-f42077369839 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Sep 27 09:04:38.982781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f11a97f0-2587-42da-8ae5-f56abd9bef42,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:39.206084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f11a97f0-2587-42da-8ae5-f56abd9bef42'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:04:40.094884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04354d53-2134-4645-9ab8-54b5a2eb7535 req-509e961f-7cdc-469f-addf-85cd0f5f6051 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:40.096372 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04354d53-2134-4645-9ab8-54b5a2eb7535 req-509e961f-7cdc-469f-addf-85cd0f5f6051 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 945 time: 0.0490141 Sep 27 09:04:40.137840 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-04354d53-2134-4645-9ab8-54b5a2eb7535 req-39acf3c8-5e05-47f2-8fd2-b2f1558a6e6f tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351338 Sep 27 09:04:40.740910 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f11a97f0-2587-42da-8ae5-f56abd9bef42 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:04:40.795206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port f11a97f0-2587-42da-8ae5-f56abd9bef42 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:04:40.799797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port f11a97f0-2587-42da-8ae5-f56abd9bef42 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:40.800469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:40.878436 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:40.900685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab42be0-5660-4d92-817a-0a14b4f2ab4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11a97f0-2587-42da-8ae5-f56abd9bef42'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:04:40.903119 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c98888-fb91-4c6b-942b-fe5888cb1ee4" -d '{"events": [{"server_uuid": "7ab42be0-5660-4d92-817a-0a14b4f2ab4f", "name": "network-vif-plugged", "status": "completed", "tag": "f11a97f0-2587-42da-8ae5-f56abd9bef42"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:04:40.915986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port f11a97f0-2587-42da-8ae5-f56abd9bef42, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f11a97f0-2587-42da-8ae5-f56abd9bef42,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:40.921775 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:40.975101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=f11a97f0-2587-42da-8ae5-f56abd9bef42,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:41.075452 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe757c8-a4d8-4b82-819f-8cff496872a4 x-openstack-request-id: req-7fe757c8-a4d8-4b82-819f-8cff496872a4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:04:41.075752 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab42be0-5660-4d92-817a-0a14b4f2ab4f", "name": "network-vif-plugged", "status": "completed", "tag": "f11a97f0-2587-42da-8ae5-f56abd9bef42", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:04:41.076011 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fe757c8-a4d8-4b82-819f-8cff496872a4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:04:41.076512 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab42be0-5660-4d92-817a-0a14b4f2ab4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11a97f0-2587-42da-8ae5-f56abd9bef42', 'code': 200} Sep 27 09:04:41.189107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd418a15-d0c6-49e3-872d-cbb4c9782751 req-156eb0f9-762d-4d1b-80dc-47c437e3849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:41.190807 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd418a15-d0c6-49e3-872d-cbb4c9782751 req-156eb0f9-762d-4d1b-80dc-47c437e3849b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 1097 time: 0.0426266 Sep 27 09:04:41.233763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd418a15-d0c6-49e3-872d-cbb4c9782751 req-8fb20670-eaf1-490d-bc8e-f065c91e2d40 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349050 Sep 27 09:04:41.262371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae5ca7-6fdc-4c4f-8a57-26bb44d595c3 req-bf965b1b-4db2-4e82-aecd-f248b8279cf6 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:41.263856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90ae5ca7-6fdc-4c4f-8a57-26bb44d595c3 req-bf965b1b-4db2-4e82-aecd-f248b8279cf6 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 946 time: 0.0518069 Sep 27 09:04:41.305764 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90ae5ca7-6fdc-4c4f-8a57-26bb44d595c3 req-e26f6649-f887-4f43-a704-988ebcb5461b tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Sep 27 09:04:42.444120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f0f99-4c28-416c-b389-48a89a2f6525 req-e0e7f88b-0604-410a-9222-cda695759a17 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:42.445696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca4f0f99-4c28-416c-b389-48a89a2f6525 req-e0e7f88b-0604-410a-9222-cda695759a17 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 946 time: 0.0581222 Sep 27 09:04:42.483289 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca4f0f99-4c28-416c-b389-48a89a2f6525 req-8cf06da0-0bcc-4820-baf0-2c23f41097da tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Sep 27 09:04:43.598842 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd747b07-0872-4c9c-a67f-2a1750ce1a99 req-5fec422b-b8ae-4eda-a5e3-5f89126c0724 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:43.600362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd747b07-0872-4c9c-a67f-2a1750ce1a99 req-5fec422b-b8ae-4eda-a5e3-5f89126c0724 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 946 time: 0.0499058 Sep 27 09:04:43.643703 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bd747b07-0872-4c9c-a67f-2a1750ce1a99 req-839ddf42-0550-402a-b106-dc1ae003a9a6 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Sep 27 09:04:44.234860 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:44.269047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5b394-684d-4ad6-a546-e6e418b64819 req-be06fb55-49f5-4df9-93ca-5ebc173c07e1 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:44.270531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69c5b394-684d-4ad6-a546-e6e418b64819 req-be06fb55-49f5-4df9-93ca-5ebc173c07e1 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 946 time: 0.0533574 Sep 27 09:04:44.308148 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-69c5b394-684d-4ad6-a546-e6e418b64819 req-b64eb7b3-2505-4c73-a3a7-73b8e1526e48 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Sep 27 09:04:45.114518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f27a0c9f-a2ec-42b1-9dbd-2632707ce1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:45.432227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409da7f-a8f5-451c-8148-08b875aebb34 req-04a2af42-1e9f-4daa-b733-2d8d20edd2dc tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:45.433761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1409da7f-a8f5-451c-8148-08b875aebb34 req-04a2af42-1e9f-4daa-b733-2d8d20edd2dc tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 946 time: 0.0529234 Sep 27 09:04:45.473194 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1409da7f-a8f5-451c-8148-08b875aebb34 req-00f8bdc3-d237-4b1f-92ba-719c615a9b42 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332007 Sep 27 09:04:45.598382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-1a55fe15-cfcc-4647-9241-f432411cd655 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:45.599854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-1a55fe15-cfcc-4647-9241-f432411cd655 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ab42be0-5660-4d92-817a-0a14b4f2ab4f HTTP/1.1" status: 200 len: 946 time: 0.0520535 Sep 27 09:04:45.696715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Deleting port f11a97f0-2587-42da-8ae5-f56abd9bef42 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:45.697037 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:45.790055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] For port f11a97f0-2587-42da-8ae5-f56abd9bef42, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=f11a97f0-2587-42da-8ae5-f56abd9bef42,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:45.790365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:45.808517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Calling delete_port for f11a97f0-2587-42da-8ae5-f56abd9bef42 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:45.941754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:45.955152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f11a97f0-2587-42da-8ae5-f56abd9bef42'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:04:45.970225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Pushing event deleted for resources: {'Port': ['ID=f11a97f0-2587-42da-8ae5-f56abd9bef42,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:46.016796 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] No DVR routers for this DVR port f11a97f0-2587-42da-8ae5-f56abd9bef42 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:04:46.019817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:46.021962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7a992af-f2f9-4c91-87df-ed050d2782d2 req-667a14ac-5dc3-4a59-a2b0-93a537e65a57 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.57 "DELETE /v2.0/ports/f11a97f0-2587-42da-8ae5-f56abd9bef42 HTTP/1.1" status: 204 len: 173 time: 0.4146509 Sep 27 09:04:46.022414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab42be0-5660-4d92-817a-0a14b4f2ab4f', 'name': 'network-vif-deleted', 'tag': 'f11a97f0-2587-42da-8ae5-f56abd9bef42'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:04:46.024703 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5045023f-e80e-48b1-affd-c01e9bb1b192" -d '{"events": [{"server_uuid": "7ab42be0-5660-4d92-817a-0a14b4f2ab4f", "name": "network-vif-deleted", "tag": "f11a97f0-2587-42da-8ae5-f56abd9bef42"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:04:46.079718 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c76e69-0e0e-4e0a-97f9-d286e4639ba5 x-openstack-request-id: req-28c76e69-0e0e-4e0a-97f9-d286e4639ba5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:04:46.080115 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab42be0-5660-4d92-817a-0a14b4f2ab4f", "name": "network-vif-deleted", "tag": "f11a97f0-2587-42da-8ae5-f56abd9bef42", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:04:46.080524 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28c76e69-0e0e-4e0a-97f9-d286e4639ba5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:04:46.081157 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab42be0-5660-4d92-817a-0a14b4f2ab4f', 'name': 'network-vif-deleted', 'tag': 'f11a97f0-2587-42da-8ae5-f56abd9bef42', 'status': 'completed', 'code': 200} Sep 27 09:04:46.799843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-30411121-24aa-4d24-a9a3-9cee1b0566ad tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:46.801893 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-30411121-24aa-4d24-a9a3-9cee1b0566ad tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/networks?id=bec9686a-76d9-4c78-8861-241167f237fb HTTP/1.1" status: 200 len: 808 time: 0.1060917 Sep 27 09:04:46.817181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-fee90939-6363-4e8a-82b2-b11e5a462e29 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/quotas/42d0a7994522495289ff2d874d28cb42 HTTP/1.1" status: 200 len: 375 time: 0.0096519 Sep 27 09:04:46.850156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-80e525fb-666e-48dd-9ad5-57e5a26d5898 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=42d0a7994522495289ff2d874d28cb42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272551 Sep 27 09:04:46.943395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-6603eb2e-d6dd-48bc-b245-8248e3d07f4a service neutron] 10.222.0.50 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860381 Sep 27 09:04:47.037141 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-83b3552c-54fe-492a-a2a6-c4fbca91f030 service neutron] 10.222.0.50 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Sep 27 09:04:47.212761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9a9f66f-0e89-47d2-9723-f29e71785672 req-84b80e4a-9566-45e1-83f9-c270b7a59870 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 210 time: 0.0275919 Sep 27 09:04:47.440113 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:04:47.537577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c603665-8a75-4148-9d6a-78587440727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:48.026614 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:48.164382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-3a1a4aa8-1ebb-4286-b00c-747aecb8a0e3 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:48.166007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-3a1a4aa8-1ebb-4286-b00c-747aecb8a0e3 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.57 "GET /v2.0/networks?id=bec9686a-76d9-4c78-8861-241167f237fb HTTP/1.1" status: 200 len: 808 time: 0.1043041 Sep 27 09:04:48.179658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Request body: {'port': {'device_id': 'e41fcbbe-8648-4681-9a56-66d4adb2f548', 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb', 'admin_state_up': True, 'tenant_id': '42d0a7994522495289ff2d874d28cb42'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:48.309544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Made reservation on behalf of 42d0a7994522495289ff2d874d28cb42 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:04:48.313682 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:48.316855 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-54162e44-5761-4afb-8f13-bf44d1f13887 req-f698b647-bc70-4670-a576-605379dc668f tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 210 time: 0.0324495 Sep 27 09:04:48.447903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Allocated IP 172.20.0.14 (bec9686a-76d9-4c78-8861-241167f237fb/e1f07349-cbb4-454f-b41c-6f1645e4330c/19a19a67-9222-4c8d-976b-8561b1d4be9f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:04:48.613085 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:48.648071 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:48.660361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['f11a97f0-2587-42da-8ae5-f56abd9bef42'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:04:48.703643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Network bec9686a-76d9-4c78-8861-241167f237fb is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:04:48.706850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:04:48.710640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:04:48.738257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Pushing event updated for resources: {'Port': ['ID=19a19a67-9222-4c8d-976b-8561b1d4be9f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:48.768491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:48.769230 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:48.784906 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-984f007d-0764-436b-9422-fd2632f106af tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6094251 Sep 27 09:04:48.897034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Request body: {'port': {'device_id': 'e41fcbbe-8648-4681-9a56-66d4adb2f548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:04:48.952528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:49.005164 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:49.231026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a19a67-9222-4c8d-976b-8561b1d4be9f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:04:49.238991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:49.251778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Transition to ACTIVE for port object 19a19a67-9222-4c8d-976b-8561b1d4be9f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:04:49.257641 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:49.312491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Pushing event updated for resources: {'Port': ['ID=19a19a67-9222-4c8d-976b-8561b1d4be9f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:49.385967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Attempting to bind port 19a19a67-9222-4c8d-976b-8561b1d4be9f on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:04:49.386309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Attempting to bind port 19a19a67-9222-4c8d-976b-8561b1d4be9f by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:04:49.386640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Attempting to bind port 19a19a67-9222-4c8d-976b-8561b1d4be9f on network bec9686a-76d9-4c78-8861-241167f237fb {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:04:49.391108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Port 19a19a67-9222-4c8d-976b-8561b1d4be9f on network bec9686a-76d9-4c78-8861-241167f237fb not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:04:49.391460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Attempting to bind port 19a19a67-9222-4c8d-976b-8561b1d4be9f on network bec9686a-76d9-4c78-8861-241167f237fb {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:04:49.406424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:04:49.406763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Checking segment: {'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:04:49.407146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Bound using segment: {'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:04:49.407583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Bound port: 19a19a67-9222-4c8d-976b-8561b1d4be9f, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:04:49.407943 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:49.476138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc8bbc-dd66-46b9-911e-768d9c961134 req-bf7e4a5b-d251-417e-b755-af7a16b6f5ce tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:49.477722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3acc8bbc-dd66-46b9-911e-768d9c961134 req-bf7e4a5b-d251-417e-b755-af7a16b6f5ce tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 944 time: 0.0840716 Sep 27 09:04:49.517898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] For port 19a19a67-9222-4c8d-976b-8561b1d4be9f, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:04:49.533128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] For port 19a19a67-9222-4c8d-976b-8561b1d4be9f, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=19a19a67-9222-4c8d-976b-8561b1d4be9f,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:04:49.545122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:49.583210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3acc8bbc-dd66-46b9-911e-768d9c961134 req-59c55539-c197-499e-b6f8-81ce9605f01b tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949395 Sep 27 09:04:49.595967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:49.596715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:49.598152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/19a19a67-9222-4c8d-976b-8561b1d4be9f HTTP/1.1" status: 200 len: 1092 time: 0.8051226 Sep 27 09:04:49.598604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41fcbbe-8648-4681-9a56-66d4adb2f548', 'tag': '19a19a67-9222-4c8d-976b-8561b1d4be9f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:04:49.601795 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25" -d '{"events": [{"name": "network-changed", "server_uuid": "e41fcbbe-8648-4681-9a56-66d4adb2f548", "tag": "19a19a67-9222-4c8d-976b-8561b1d4be9f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:04:49.630073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf957505-f9dd-430a-b8bb-6ca34d1921b5 service neutron] Pushing event updated for resources: {'Port': ['ID=19a19a67-9222-4c8d-976b-8561b1d4be9f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:49.670266 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc8a69c-cc6d-4116-81b2-4b9332747451 x-openstack-request-id: req-6cc8a69c-cc6d-4116-81b2-4b9332747451 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:04:49.670567 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41fcbbe-8648-4681-9a56-66d4adb2f548", "tag": "19a19a67-9222-4c8d-976b-8561b1d4be9f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:04:49.670820 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cc8a69c-cc6d-4116-81b2-4b9332747451 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:04:49.671214 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41fcbbe-8648-4681-9a56-66d4adb2f548', 'tag': '19a19a67-9222-4c8d-976b-8561b1d4be9f', 'status': 'completed', 'code': 200} Sep 27 09:04:49.687308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-2d644608-8ebe-46a2-96d5-e3d453c855c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:49.688822 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-2d644608-8ebe-46a2-96d5-e3d453c855c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42d0a7994522495289ff2d874d28cb42&device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 1095 time: 0.0477629 Sep 27 09:04:49.733218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-a2157667-6691-43c0-a5a1-8701b742a958 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a19a67-9222-4c8d-976b-8561b1d4be9f HTTP/1.1" status: 200 len: 217 time: 0.0354314 Sep 27 09:04:49.784822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-e6dcf4d6-4e41-49fb-b832-1808fe2d1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:49.786441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-e6dcf4d6-4e41-49fb-b832-1808fe2d1011 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f07349-cbb4-454f-b41c-6f1645e4330c HTTP/1.1" status: 200 len: 848 time: 0.0452609 Sep 27 09:04:49.825816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-44906b05-8c1d-43e8-a867-f45b93cb948f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bec9686a-76d9-4c78-8861-241167f237fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310731 Sep 27 09:04:49.917062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-303b84d4-8747-49ba-8e34-203ffe490bee service neutron] 10.222.0.57 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835547 Sep 27 09:04:50.017342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6580c554-1d1f-48cd-ac91-59398c38fb91 req-74ed7e89-0ad6-49d8-b4b9-45fda56b0322 service neutron] 10.222.0.57 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930908 Sep 27 09:04:50.117607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-c4269e46-4711-4864-ba58-6dad9c24fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:50.119119 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-c4269e46-4711-4864-ba58-6dad9c24fee8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42d0a7994522495289ff2d874d28cb42&device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 1095 time: 0.0416224 Sep 27 09:04:50.221466 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-67c0121e-e012-48fc-b880-8165a65567eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:50.222905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-67c0121e-e012-48fc-b880-8165a65567eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=bec9686a-76d9-4c78-8861-241167f237fb HTTP/1.1" status: 200 len: 909 time: 0.0960765 Sep 27 09:04:50.267321 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-a01e66b3-1adb-4eae-9dab-bf593c2beb0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a19a67-9222-4c8d-976b-8561b1d4be9f HTTP/1.1" status: 200 len: 217 time: 0.0360799 Sep 27 09:04:50.323598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-50ee0d42-e801-48ed-864d-9ca6bf91290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:50.325192 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-50ee0d42-e801-48ed-864d-9ca6bf91290b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f07349-cbb4-454f-b41c-6f1645e4330c HTTP/1.1" status: 200 len: 848 time: 0.0491436 Sep 27 09:04:50.357658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-cc76e780-b1ff-43cc-ab70-8b7098187b6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bec9686a-76d9-4c78-8861-241167f237fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248938 Sep 27 09:04:50.452934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-c46cace1-aae2-4c7d-8b2d-d15fe7f05783 service neutron] 10.222.0.57 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873935 Sep 27 09:04:50.552022 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4f082ddc-5ddc-4d5d-b8d4-f6cd0ec46d25 req-3000a7a3-b83d-445f-b484-1aadfe8f45e0 service neutron] 10.222.0.57 "GET /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915318 Sep 27 09:04:50.630616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:50.706086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6d3c6-8514-44d0-b35a-444a99a57250 req-d476b517-f575-41e4-bff6-30030d39fc24 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:50.707701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daf6d3c6-8514-44d0-b35a-444a99a57250 req-d476b517-f575-41e4-bff6-30030d39fc24 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 944 time: 0.0496998 Sep 27 09:04:50.753366 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-daf6d3c6-8514-44d0-b35a-444a99a57250 req-0580eb46-c747-4457-a89c-f546049ab12b tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392931 Sep 27 09:04:50.817119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f11a97f0-2587-42da-8ae5-f56abd9bef42 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:04:50.837550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: f11a97f0-2587-42da-8ae5-f56abd9bef42 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:04:50.837896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device f11a97f0-2587-42da-8ae5-f56abd9bef42 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:04:51.890095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a9656-a525-4cb2-98ab-69d59dac8725 req-06396e6f-e3be-4a99-bd95-a6bbb9dbce3c tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:51.891603 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-225a9656-a525-4cb2-98ab-69d59dac8725 req-06396e6f-e3be-4a99-bd95-a6bbb9dbce3c tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 944 time: 0.0540032 Sep 27 09:04:51.929352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-225a9656-a525-4cb2-98ab-69d59dac8725 req-01609ff6-d7c2-421b-a614-7d7d7bc7597e tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313549 Sep 27 09:04:52.818517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 19a19a67-9222-4c8d-976b-8561b1d4be9f details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:04:52.916619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 19a19a67-9222-4c8d-976b-8561b1d4be9f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=19a19a67-9222-4c8d-976b-8561b1d4be9f,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:52.928759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '19a19a67-9222-4c8d-976b-8561b1d4be9f', 'network_id': 'bec9686a-76d9-4c78-8861-241167f237fb', 'port_id': '19a19a67-9222-4c8d-976b-8561b1d4be9f', 'mac_address': 'fa:16:3e:76:29:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f07349-cbb4-454f-b41c-6f1645e4330c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:04:52.967927 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:52.981737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a19a67-9222-4c8d-976b-8561b1d4be9f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:04:53.006182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 19a19a67-9222-4c8d-976b-8561b1d4be9f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=19a19a67-9222-4c8d-976b-8561b1d4be9f,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:53.012683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:53.050552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32eb91-745f-4f71-a72d-cc25bbc238a2 req-8278c5e6-97dd-4642-a972-fb084c94e222 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:53.052074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce32eb91-745f-4f71-a72d-cc25bbc238a2 req-8278c5e6-97dd-4642-a972-fb084c94e222 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 944 time: 0.0547402 Sep 27 09:04:53.067156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=19a19a67-9222-4c8d-976b-8561b1d4be9f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:53.098937 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce32eb91-745f-4f71-a72d-cc25bbc238a2 req-bc8f9a5a-f25a-43d3-843e-dc2a89c98c49 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Sep 27 09:04:53.210991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['19a19a67-9222-4c8d-976b-8561b1d4be9f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:04:54.228514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a88d3-0a11-4552-a3a6-10a4a4ae7887 req-94efaac3-a5d5-4450-9d2d-4fa2b7781e5d tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:54.228514 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f01a88d3-0a11-4552-a3a6-10a4a4ae7887 req-94efaac3-a5d5-4450-9d2d-4fa2b7781e5d tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 945 time: 0.0555041 Sep 27 09:04:54.268626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f01a88d3-0a11-4552-a3a6-10a4a4ae7887 req-258c7f67-d471-497f-9323-f0cd71a0c796 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344696 Sep 27 09:04:54.829010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 19a19a67-9222-4c8d-976b-8561b1d4be9f up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:04:54.880041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 19a19a67-9222-4c8d-976b-8561b1d4be9f completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:04:54.884176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 19a19a67-9222-4c8d-976b-8561b1d4be9f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:04:54.884567 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:54.963336 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:54.987186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41fcbbe-8648-4681-9a56-66d4adb2f548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a19a67-9222-4c8d-976b-8561b1d4be9f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:04:54.989806 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925e3820-0c97-48d6-8f9a-8d5fa6706fc8" -d '{"events": [{"server_uuid": "e41fcbbe-8648-4681-9a56-66d4adb2f548", "name": "network-vif-plugged", "status": "completed", "tag": "19a19a67-9222-4c8d-976b-8561b1d4be9f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:04:55.003334 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 19a19a67-9222-4c8d-976b-8561b1d4be9f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=19a19a67-9222-4c8d-976b-8561b1d4be9f,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:55.008464 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:55.038100 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992a48bb-e892-43ba-b235-f5c12ffd04ed x-openstack-request-id: req-992a48bb-e892-43ba-b235-f5c12ffd04ed {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:04:55.038399 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41fcbbe-8648-4681-9a56-66d4adb2f548", "name": "network-vif-plugged", "status": "completed", "tag": "19a19a67-9222-4c8d-976b-8561b1d4be9f", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:04:55.038651 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-992a48bb-e892-43ba-b235-f5c12ffd04ed {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:04:55.039071 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41fcbbe-8648-4681-9a56-66d4adb2f548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a19a67-9222-4c8d-976b-8561b1d4be9f', 'code': 200} Sep 27 09:04:55.079690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=19a19a67-9222-4c8d-976b-8561b1d4be9f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:55.145956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c6a74-0989-4a12-8fdf-30e656e3b7df req-6d77d90f-2675-40db-a325-dbcbd551d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:55.147484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-684c6a74-0989-4a12-8fdf-30e656e3b7df req-6d77d90f-2675-40db-a325-dbcbd551d2f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 1097 time: 0.0413527 Sep 27 09:04:55.187386 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-684c6a74-0989-4a12-8fdf-30e656e3b7df req-7436df3c-1e00-4a7b-bc28-2a58bd4371f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Sep 27 09:04:55.394244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cb305-ffed-454c-87c9-4c5a3d61ef81 req-4c15bf62-c59d-49a2-8a4d-9aec75d8352f tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:55.395759 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-384cb305-ffed-454c-87c9-4c5a3d61ef81 req-4c15bf62-c59d-49a2-8a4d-9aec75d8352f tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 946 time: 0.0532281 Sep 27 09:04:55.435272 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-384cb305-ffed-454c-87c9-4c5a3d61ef81 req-2eee2777-4a9d-4470-b74c-9dd777060f2a tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Sep 27 09:04:56.553683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628d73c-09ef-4989-97c7-7ef95b39acec req-13b04c7f-b478-4d0f-acd0-db89037e4eb6 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:56.555098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e628d73c-09ef-4989-97c7-7ef95b39acec req-13b04c7f-b478-4d0f-acd0-db89037e4eb6 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 946 time: 0.0503149 Sep 27 09:04:56.597175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e628d73c-09ef-4989-97c7-7ef95b39acec req-ee4aa146-2e8d-440c-9e88-40a03d0b6b9a tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353613 Sep 27 09:04:57.256966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826904d6-3218-4be0-a952-c32d5f07b3ea req-aba503ac-8e7a-4a30-b1f8-bdef6b6744b6 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:57.258490 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-826904d6-3218-4be0-a952-c32d5f07b3ea req-aba503ac-8e7a-4a30-b1f8-bdef6b6744b6 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 946 time: 0.0519054 Sep 27 09:04:57.297314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-826904d6-3218-4be0-a952-c32d5f07b3ea req-552c0d52-461d-42f6-b5c4-74881f963687 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 Sep 27 09:04:58.429203 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecac093-67b6-453b-9f6a-1e6b131721a3 req-f3eedee8-e419-4dbd-8a65-2c76f9453c05 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:58.430670 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ecac093-67b6-453b-9f6a-1e6b131721a3 req-f3eedee8-e419-4dbd-8a65-2c76f9453c05 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 946 time: 0.0551927 Sep 27 09:04:58.470868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ecac093-67b6-453b-9f6a-1e6b131721a3 req-d33bd7f2-97b7-4062-90d4-ba1242569fdd tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7a9c8e1-012f-498f-98eb-c501ec0040ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Sep 27 09:04:58.604526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-30be43c2-ea7d-448e-8fab-a40cdc8932b0 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:04:58.605995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-30be43c2-ea7d-448e-8fab-a40cdc8932b0 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.57 "GET /v2.0/ports?device_id=e41fcbbe-8648-4681-9a56-66d4adb2f548 HTTP/1.1" status: 200 len: 946 time: 0.0507112 Sep 27 09:04:58.705165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Deleting port 19a19a67-9222-4c8d-976b-8561b1d4be9f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:04:58.705473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:58.811096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] For port 19a19a67-9222-4c8d-976b-8561b1d4be9f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=19a19a67-9222-4c8d-976b-8561b1d4be9f,segment=NetworkSegment(18eb73ca-3fab-42d2-a08a-59ddc5d3d16c),segment_id=18eb73ca-3fab-42d2-a08a-59ddc5d3d16c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:04:58.811464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:58.828365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Calling delete_port for 19a19a67-9222-4c8d-976b-8561b1d4be9f owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:04:58.954434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:58.967143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['19a19a67-9222-4c8d-976b-8561b1d4be9f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:04:58.983943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Pushing event deleted for resources: {'Port': ['ID=19a19a67-9222-4c8d-976b-8561b1d4be9f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:04:59.031120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] No DVR routers for this DVR port 19a19a67-9222-4c8d-976b-8561b1d4be9f on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:04:59.033942 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:04:59.036076 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-eca43360-1f69-486e-9a0a-692ef16b9cf3 req-70923edd-d8d6-481f-94dc-480b73735d23 tempest-VolumesActionsTest-1632834552 tempest-VolumesActionsTest-1632834552-project] 10.222.0.57 "DELETE /v2.0/ports/19a19a67-9222-4c8d-976b-8561b1d4be9f HTTP/1.1" status: 204 len: 173 time: 0.4224176 Sep 27 09:04:59.036612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41fcbbe-8648-4681-9a56-66d4adb2f548', 'name': 'network-vif-deleted', 'tag': '19a19a67-9222-4c8d-976b-8561b1d4be9f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:04:59.038757 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7dca62-306a-49d2-9c47-bb994bfa5171" -d '{"events": [{"server_uuid": "e41fcbbe-8648-4681-9a56-66d4adb2f548", "name": "network-vif-deleted", "tag": "19a19a67-9222-4c8d-976b-8561b1d4be9f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:04:59.081235 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb7767a-c1d9-40a1-be7a-d4c16145fd9b x-openstack-request-id: req-6eb7767a-c1d9-40a1-be7a-d4c16145fd9b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:04:59.081629 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41fcbbe-8648-4681-9a56-66d4adb2f548", "name": "network-vif-deleted", "tag": "19a19a67-9222-4c8d-976b-8561b1d4be9f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:04:59.081941 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6eb7767a-c1d9-40a1-be7a-d4c16145fd9b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:04:59.082523 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41fcbbe-8648-4681-9a56-66d4adb2f548', 'name': 'network-vif-deleted', 'tag': '19a19a67-9222-4c8d-976b-8561b1d4be9f', 'status': 'completed', 'code': 200} Sep 27 09:05:02.846550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 19a19a67-9222-4c8d-976b-8561b1d4be9f no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:05:02.880090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 19a19a67-9222-4c8d-976b-8561b1d4be9f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:05:02.880796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 19a19a67-9222-4c8d-976b-8561b1d4be9f not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:05:05.979261 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:07.480109 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-843f1edb-688c-4d4e-b440-f0acc266dee5 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:07.481794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-843f1edb-688c-4d4e-b440-f0acc266dee5 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/networks?id=132791df-bdd4-4806-946d-487ba1ce0151 HTTP/1.1" status: 200 len: 814 time: 0.1225045 Sep 27 09:05:07.498760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-9fa97a41-2c0c-4231-af8f-8d1935dce9b5 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/quotas/d7c03462b211413bbcbd55df9fe84160 HTTP/1.1" status: 200 len: 375 time: 0.0111542 Sep 27 09:05:07.546966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-f113142e-a11a-4ab5-8345-a874c967bed4 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c03462b211413bbcbd55df9fe84160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423295 Sep 27 09:05:07.626818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-49b1b791-77ce-4c16-b2f2-de3fa4165e68 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:05:07.634578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-49b1b791-77ce-4c16-b2f2-de3fa4165e68 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0867765 Sep 27 09:05:07.737671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-145f6e3c-0eb0-4cea-8d7b-4700b2cc5c64 service neutron] 10.222.0.50 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017098 Sep 27 09:05:07.850933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-e26ebc00-87dd-48c5-9992-8f7749fe4e5e service neutron] 10.222.0.50 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098232 Sep 27 09:05:09.055612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c76a830-6061-490d-bf68-7e66b1873f38 req-3c8c3d8a-0823-4187-b183-44b07ff3bf32 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 210 time: 0.0386913 Sep 27 09:05:10.224281 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82aa1ad3-ef4e-4ff5-a1b0-09209ff1a822 req-ed26cfff-fe23-4eea-bb9a-43d66cd4f606 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 210 time: 0.0464280 Sep 27 09:05:10.269903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-8838e190-427b-4506-8a28-71582de37094 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:10.272029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-8838e190-427b-4506-8a28-71582de37094 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.57 "GET /v2.0/networks?id=132791df-bdd4-4806-946d-487ba1ce0151 HTTP/1.1" status: 200 len: 814 time: 0.2282398 Sep 27 09:05:10.289627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Request body: {'port': {'device_id': '7e1d934b-6317-4ce0-bdb1-4f9cada1d502', 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151', 'admin_state_up': True, 'tenant_id': 'd7c03462b211413bbcbd55df9fe84160'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:10.417007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Made reservation on behalf of d7c03462b211413bbcbd55df9fe84160 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:05:10.422095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:10.584958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Allocated IP 172.20.0.13 (132791df-bdd4-4806-946d-487ba1ce0151/57d1af3b-864f-4b60-a07a-e7e7327cce9d/cde0c6a0-565f-452e-9353-f71159813d3b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:05:10.760772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:10.802867 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:10.850290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Network 132791df-bdd4-4806-946d-487ba1ce0151 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:05:10.852727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:05:10.861574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:05:10.912766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:10.913397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:10.935365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Pushing event updated for resources: {'Port': ['ID=cde0c6a0-565f-452e-9353-f71159813d3b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:10.944437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.944802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.945173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.945569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.945952 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.946267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.946622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.946966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.947293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.947712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.948179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.948548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:10.953676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-847b83ac-d4e2-4cc9-abe4-27c567554b6b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6682966 Sep 27 09:05:10.969772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Request body: {'port': {'device_id': '7e1d934b-6317-4ce0-bdb1-4f9cada1d502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:11.034017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:11.347238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde0c6a0-565f-452e-9353-f71159813d3b {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:05:11.353076 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a90d9-6e6b-4d3c-9280-80d1c9f71600 req-0d668168-62d6-4c18-9b08-3a5f93b4b329 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:11.356182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:11.366054 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d86a90d9-6e6b-4d3c-9280-80d1c9f71600 req-0d668168-62d6-4c18-9b08-3a5f93b4b329 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 932 time: 0.0743256 Sep 27 09:05:11.371111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Transition to ACTIVE for port object cde0c6a0-565f-452e-9353-f71159813d3b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:05:11.378725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:11.427675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d86a90d9-6e6b-4d3c-9280-80d1c9f71600 req-427f48d6-0f99-4c87-b4f0-a73b0ca1838c tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600924 Sep 27 09:05:11.456749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Pushing event updated for resources: {'Port': ['ID=cde0c6a0-565f-452e-9353-f71159813d3b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:11.547774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Attempting to bind port cde0c6a0-565f-452e-9353-f71159813d3b on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:05:11.548122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Attempting to bind port cde0c6a0-565f-452e-9353-f71159813d3b by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:05:11.548480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Attempting to bind port cde0c6a0-565f-452e-9353-f71159813d3b on network 132791df-bdd4-4806-946d-487ba1ce0151 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:05:11.556980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Port cde0c6a0-565f-452e-9353-f71159813d3b on network 132791df-bdd4-4806-946d-487ba1ce0151 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:05:11.557890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Attempting to bind port cde0c6a0-565f-452e-9353-f71159813d3b on network 132791df-bdd4-4806-946d-487ba1ce0151 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:05:11.563316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:05:11.563658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Checking segment: {'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:05:11.564352 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Bound using segment: {'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:05:11.564808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Bound port: cde0c6a0-565f-452e-9353-f71159813d3b, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:05:11.565178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:11.648211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] For port cde0c6a0-565f-452e-9353-f71159813d3b, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:05:11.655605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] For port cde0c6a0-565f-452e-9353-f71159813d3b, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cde0c6a0-565f-452e-9353-f71159813d3b,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:05:11.661063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:11.708665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:11.709228 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:11.710664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] 10.222.0.57 "PUT /v2.0/ports/cde0c6a0-565f-452e-9353-f71159813d3b HTTP/1.1" status: 200 len: 1092 time: 0.7484982 Sep 27 09:05:11.714029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1d934b-6317-4ce0-bdb1-4f9cada1d502', 'tag': 'cde0c6a0-565f-452e-9353-f71159813d3b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:05:11.716740 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d19281-c7f5-4ca7-aa3f-48d6367eff85" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1d934b-6317-4ce0-bdb1-4f9cada1d502", "tag": "cde0c6a0-565f-452e-9353-f71159813d3b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:05:11.744498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ac9e9-dd00-471c-9d49-2a22a610f743 service neutron] Pushing event updated for resources: {'Port': ['ID=cde0c6a0-565f-452e-9353-f71159813d3b,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:11.803686 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc8e143-8f05-4b1c-b66d-52eacbbb90a5 x-openstack-request-id: req-4dc8e143-8f05-4b1c-b66d-52eacbbb90a5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:05:11.804019 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1d934b-6317-4ce0-bdb1-4f9cada1d502", "tag": "cde0c6a0-565f-452e-9353-f71159813d3b", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:05:11.804239 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4dc8e143-8f05-4b1c-b66d-52eacbbb90a5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:05:11.804670 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1d934b-6317-4ce0-bdb1-4f9cada1d502', 'tag': 'cde0c6a0-565f-452e-9353-f71159813d3b', 'status': 'completed', 'code': 200} Sep 27 09:05:11.825280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-4f001b4c-e7ab-4d1e-9064-c8cc34c33294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:11.826984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-4f001b4c-e7ab-4d1e-9064-c8cc34c33294 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c03462b211413bbcbd55df9fe84160&device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 1095 time: 0.0661182 Sep 27 09:05:11.874997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-40766551-b9e4-4264-82cc-84ab6c78b3a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cde0c6a0-565f-452e-9353-f71159813d3b HTTP/1.1" status: 200 len: 217 time: 0.0398245 Sep 27 09:05:11.930047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-a5184d09-8294-462f-a1b7-034da66d672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:11.932138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-a5184d09-8294-462f-a1b7-034da66d672c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57d1af3b-864f-4b60-a07a-e7e7327cce9d HTTP/1.1" status: 200 len: 854 time: 0.0495377 Sep 27 09:05:11.970133 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-716ec1cc-1aa1-4fc8-843c-952186115d59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=132791df-bdd4-4806-946d-487ba1ce0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296023 Sep 27 09:05:12.109273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-ec676bd3-1fcb-4380-9b22-8a703894813f service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308308 Sep 27 09:05:12.217326 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c4f6fe79-81d4-4d16-9341-67d482c11f2e req-99b5ea07-a48c-4ccb-b4d2-2e496a4a7c94 service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991228 Sep 27 09:05:12.333941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-dd146cbd-7742-476f-89a0-3e368144402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:12.335336 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-dd146cbd-7742-476f-89a0-3e368144402f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c03462b211413bbcbd55df9fe84160&device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 1095 time: 0.0460095 Sep 27 09:05:12.427158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-b0d69a36-bd27-49ad-87b2-3f1d432256e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:12.428666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-b0d69a36-bd27-49ad-87b2-3f1d432256e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=132791df-bdd4-4806-946d-487ba1ce0151 HTTP/1.1" status: 200 len: 915 time: 0.0860405 Sep 27 09:05:12.516526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-89f819ba-19d8-4973-a559-432c5aa9f747 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cde0c6a0-565f-452e-9353-f71159813d3b HTTP/1.1" status: 200 len: 217 time: 0.0801179 Sep 27 09:05:12.582338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-0b114a87-4d68-4acb-a214-757214220d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:12.583845 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-0b114a87-4d68-4acb-a214-757214220d1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57d1af3b-864f-4b60-a07a-e7e7327cce9d HTTP/1.1" status: 200 len: 854 time: 0.0583870 Sep 27 09:05:12.606679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded83976-e911-453d-b387-17ad0aeb0230 req-78fac2b5-17ca-409f-8fcb-355fb07815f5 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:12.609098 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ded83976-e911-453d-b387-17ad0aeb0230 req-78fac2b5-17ca-409f-8fcb-355fb07815f5 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 944 time: 0.0893245 Sep 27 09:05:12.629305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-6bc666ad-8a90-4ea4-aa68-fd575ef4cf3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=132791df-bdd4-4806-946d-487ba1ce0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369780 Sep 27 09:05:12.657878 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ded83976-e911-453d-b387-17ad0aeb0230 req-5dd2aa2c-4a64-4e7b-b6ea-a896dc484b47 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Sep 27 09:05:12.776141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-76822701-05b4-43ef-8c2a-f79736338f5d service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358790 Sep 27 09:05:13.273310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91d19281-c7f5-4ca7-aa3f-48d6367eff85 req-3381ffc7-9914-435f-b920-8b27578ae4f8 service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876728 Sep 27 09:05:13.794247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2399da-3610-43e1-bff2-69974eda4a60 req-ae3c59c5-b900-4df4-a4ae-06d14b4ccb06 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:13.795788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a2399da-3610-43e1-bff2-69974eda4a60 req-ae3c59c5-b900-4df4-a4ae-06d14b4ccb06 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 944 time: 0.0618799 Sep 27 09:05:13.845602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a2399da-3610-43e1-bff2-69974eda4a60 req-5afff30e-bae9-4555-b925-9ba9326710dd tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422268 Sep 27 09:05:14.231982 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:14.895723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cde0c6a0-565f-452e-9353-f71159813d3b details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:05:14.972140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051842f-a4fa-4312-b1eb-f51708488815 req-5dcb9b08-aab8-4e45-94b9-ce62704c3dbd tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:14.979673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b051842f-a4fa-4312-b1eb-f51708488815 req-5dcb9b08-aab8-4e45-94b9-ce62704c3dbd tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 944 time: 0.0592358 Sep 27 09:05:15.015020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b051842f-a4fa-4312-b1eb-f51708488815 req-6fb07a16-9bcb-44c2-bace-1df7b6605271 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Sep 27 09:05:15.017342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cde0c6a0-565f-452e-9353-f71159813d3b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cde0c6a0-565f-452e-9353-f71159813d3b,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:15.030585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'cde0c6a0-565f-452e-9353-f71159813d3b', 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151', 'port_id': 'cde0c6a0-565f-452e-9353-f71159813d3b', 'mac_address': 'fa:16:3e:8d:b6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d1af3b-864f-4b60-a07a-e7e7327cce9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:05:15.070074 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:15.084032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde0c6a0-565f-452e-9353-f71159813d3b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:05:15.111739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cde0c6a0-565f-452e-9353-f71159813d3b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cde0c6a0-565f-452e-9353-f71159813d3b,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:15.122113 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:15.126187 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-366e037e-7399-49a1-b7a9-08b121b059d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:15.182545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cde0c6a0-565f-452e-9353-f71159813d3b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:15.326425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cde0c6a0-565f-452e-9353-f71159813d3b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:05:16.148008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2c508-b2e5-48b5-bf97-efef9209171a req-1328b573-02dc-4ad7-aa53-63774345b2b1 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:16.149524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2b2c508-b2e5-48b5-bf97-efef9209171a req-1328b573-02dc-4ad7-aa53-63774345b2b1 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 945 time: 0.0546823 Sep 27 09:05:16.192493 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2b2c508-b2e5-48b5-bf97-efef9209171a req-c856426f-eb2e-49e7-b1e9-622de010c4d0 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368495 Sep 27 09:05:16.895855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cde0c6a0-565f-452e-9353-f71159813d3b up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:05:16.946193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port cde0c6a0-565f-452e-9353-f71159813d3b completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:05:16.951004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port cde0c6a0-565f-452e-9353-f71159813d3b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:16.951229 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:17.029802 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:17.051901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1d934b-6317-4ce0-bdb1-4f9cada1d502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde0c6a0-565f-452e-9353-f71159813d3b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:05:17.054181 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ed3997-bf8d-4e54-b4ae-e634b9e79c12" -d '{"events": [{"server_uuid": "7e1d934b-6317-4ce0-bdb1-4f9cada1d502", "name": "network-vif-plugged", "status": "completed", "tag": "cde0c6a0-565f-452e-9353-f71159813d3b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:05:17.066819 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port cde0c6a0-565f-452e-9353-f71159813d3b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cde0c6a0-565f-452e-9353-f71159813d3b,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:17.073191 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:17.096853 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020433fb-2e64-434e-b49f-de2bb22a18db x-openstack-request-id: req-020433fb-2e64-434e-b49f-de2bb22a18db {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:05:17.097149 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1d934b-6317-4ce0-bdb1-4f9cada1d502", "name": "network-vif-plugged", "status": "completed", "tag": "cde0c6a0-565f-452e-9353-f71159813d3b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:05:17.097418 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-020433fb-2e64-434e-b49f-de2bb22a18db {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:05:17.097797 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1d934b-6317-4ce0-bdb1-4f9cada1d502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde0c6a0-565f-452e-9353-f71159813d3b', 'code': 200} Sep 27 09:05:17.125696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=cde0c6a0-565f-452e-9353-f71159813d3b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:17.193659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8e8f8-c0c8-419e-9672-be9f85a83e31 req-379e4d47-c350-4889-a04e-51c29ad627c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:17.195201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48b8e8f8-c0c8-419e-9672-be9f85a83e31 req-379e4d47-c350-4889-a04e-51c29ad627c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 1097 time: 0.0428553 Sep 27 09:05:17.243086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48b8e8f8-c0c8-419e-9672-be9f85a83e31 req-cc9e5594-c4f4-4416-a252-6ba1977ecf79 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394657 Sep 27 09:05:17.317871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540f50c-a658-4972-ac6d-9a29cddbe4f6 req-b8bcab1b-d732-4c73-9fd4-2bc75bd4aa94 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:17.319641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a540f50c-a658-4972-ac6d-9a29cddbe4f6 req-b8bcab1b-d732-4c73-9fd4-2bc75bd4aa94 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 946 time: 0.0525875 Sep 27 09:05:17.362576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a540f50c-a658-4972-ac6d-9a29cddbe4f6 req-55dba3b8-0a6c-4c37-b52b-03f5b22b910b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367746 Sep 27 09:05:17.541835 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd0ad-4985-40b4-9e6e-9fce9345859b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:18.030968 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:18.494720 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0ed6e-fb2a-4db6-813d-f5222d7eae09 req-4b7d0afd-02d8-4ea9-b1ff-0bce5ace32ae tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:18.494720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8d0ed6e-fb2a-4db6-813d-f5222d7eae09 req-4b7d0afd-02d8-4ea9-b1ff-0bce5ace32ae tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 946 time: 0.0588107 Sep 27 09:05:18.530714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8d0ed6e-fb2a-4db6-813d-f5222d7eae09 req-42344f29-bddf-4bf4-a9d3-241beedea5cf tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Sep 27 09:05:19.000039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.519849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33396) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:19.566450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-821ac495-2bbc-4705-ab1e-33509a9871e5 admin admin] Deleting subnet e1f07349-cbb4-454f-b41c-6f1645e4330c {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:05:19.569822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-821ac495-2bbc-4705-ab1e-33509a9871e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.608621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-821ac495-2bbc-4705-ab1e-33509a9871e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.652269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-821ac495-2bbc-4705-ab1e-33509a9871e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.712869 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-821ac495-2bbc-4705-ab1e-33509a9871e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.743578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac495-2bbc-4705-ab1e-33509a9871e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f07349-cbb4-454f-b41c-6f1645e4330c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:19.747523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-821ac495-2bbc-4705-ab1e-33509a9871e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.749723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-821ac495-2bbc-4705-ab1e-33509a9871e5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e1f07349-cbb4-454f-b41c-6f1645e4330c HTTP/1.1" status: 204 len: 168 time: 0.2285399 Sep 27 09:05:19.751929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33398) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:19.822271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.907664 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.928353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec9686a-76d9-4c78-8861-241167f237fb']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:19.938910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:19.938910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eb73ca-3fab-42d2-a08a-59ddc5d3d16c') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:19.948001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.962737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.969123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:05:19.969526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:05:19.971341 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:05:20.026877 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:20.032679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:20.034607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] 10.222.0.50 "DELETE /v2.0/networks/bec9686a-76d9-4c78-8861-241167f237fb HTTP/1.1" status: 204 len: 168 time: 0.2817397 Sep 27 09:05:20.045307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2fa3c-7895-4fb9-a866-83d55276974b admin admin] Pushing event deleted for resources: {'Network': ['ID=bec9686a-76d9-4c78-8861-241167f237fb,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:20.158033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33404) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:20.207209 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7741634a-cb5a-4c3a-953c-6c11f7d98087 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42d0a7994522495289ff2d874d28cb42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479929 Sep 27 09:05:20.209828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33406) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:20.260235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:20.282055 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:20.330461 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:20.333042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:20.334429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7a9c8e1-012f-498f-98eb-c501ec0040ff HTTP/1.1" status: 204 len: 168 time: 0.1233566 Sep 27 09:05:20.347725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a9c8e1-012f-498f-98eb-c501ec0040ff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:20.356123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.356486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.356847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.357181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.357552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.357861 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.358192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.358519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.358867 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.359206 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.359497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.359847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666578f-6964-41a5-9c75-4d53b2e196c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:20.637765 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:21.451980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33438) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:21.567837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59306e5d-ccb8-4d8f-935b-e3c26adbd22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:21.662389 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59306e5d-ccb8-4d8f-935b-e3c26adbd22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:21.667279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-59306e5d-ccb8-4d8f-935b-e3c26adbd22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:21.711345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33442) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:21.711914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-59306e5d-ccb8-4d8f-935b-e3c26adbd22b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6242e0edfe94ffda90ef93add88503a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582924 Sep 27 09:05:21.712705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59306e5d-ccb8-4d8f-935b-e3c26adbd22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98324d4-25e3-4d6d-8f3d-777a98cdd2c4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:21.768387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3843a6da-5112-45dc-9641-e1df8b5e30d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:21.793235 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3843a6da-5112-45dc-9641-e1df8b5e30d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:21.842578 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3843a6da-5112-45dc-9641-e1df8b5e30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:21.845220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3843a6da-5112-45dc-9641-e1df8b5e30d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:21.849735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3843a6da-5112-45dc-9641-e1df8b5e30d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b98324d4-25e3-4d6d-8f3d-777a98cdd2c4 HTTP/1.1" status: 204 len: 168 time: 0.1341496 Sep 27 09:05:21.854960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843a6da-5112-45dc-9641-e1df8b5e30d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98324d4-25e3-4d6d-8f3d-777a98cdd2c4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:23.423560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:23.428356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797584084', 'description': 'tempest-secgroup-smoke-1797584084 description', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:23.453623 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.463722 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.556408 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.560877 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.595968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584a3221-ed3a-436e-b759-ab3a1b3e4405,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:23.657904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.662872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.695500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.696811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2722118 Sep 27 09:05:23.697520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae3e3c-1417-4dac-991a-89703d20ee48 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce4935-1dcb-4629-bf61-5197d48b04d4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:23.699847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33488) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:23.704471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0ab911af-4a8c-44e9-ba14-360748bd4e04 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '3dce4935-1dcb-4629-bf61-5197d48b04d4', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:23.734352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab911af-4a8c-44e9-ba14-360748bd4e04 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.791588 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab911af-4a8c-44e9-ba14-360748bd4e04 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.796268 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab911af-4a8c-44e9-ba14-360748bd4e04 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.813493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab911af-4a8c-44e9-ba14-360748bd4e04 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d97699-7fca-4dd9-bfde-d706e1bfaf98,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:23.821923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0ab911af-4a8c-44e9-ba14-360748bd4e04 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.823293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0ab911af-4a8c-44e9-ba14-360748bd4e04 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223996 Sep 27 09:05:23.826012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33490) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:23.830359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-690e7850-6bd8-494e-84e2-ca0d4ecf28d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '3dce4935-1dcb-4629-bf61-5197d48b04d4', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:23.858219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-690e7850-6bd8-494e-84e2-ca0d4ecf28d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.919061 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-690e7850-6bd8-494e-84e2-ca0d4ecf28d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.923450 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-690e7850-6bd8-494e-84e2-ca0d4ecf28d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.941912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e7850-6bd8-494e-84e2-ca0d4ecf28d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7db80a3-3262-4865-9e90-13c9fb5a6121,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:23.944966 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-690e7850-6bd8-494e-84e2-ca0d4ecf28d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:23.949036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-690e7850-6bd8-494e-84e2-ca0d4ecf28d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220393 Sep 27 09:05:23.949205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:23.954000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6c03ae05-bb63-4cd0-a588-905ebe0735d4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '3dce4935-1dcb-4629-bf61-5197d48b04d4', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:23.982304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c03ae05-bb63-4cd0-a588-905ebe0735d4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.044191 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c03ae05-bb63-4cd0-a588-905ebe0735d4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.048553 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c03ae05-bb63-4cd0-a588-905ebe0735d4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.065802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03ae05-bb63-4cd0-a588-905ebe0735d4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56c7abf-2d96-46db-9aae-5b144d51fc52,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:24.074266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c03ae05-bb63-4cd0-a588-905ebe0735d4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.075600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6c03ae05-bb63-4cd0-a588-905ebe0735d4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253591 Sep 27 09:05:24.078260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:24.082778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-db015ec4-af8b-43e4-be66-b69221bde80e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '3dce4935-1dcb-4629-bf61-5197d48b04d4', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:24.109642 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db015ec4-af8b-43e4-be66-b69221bde80e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.172591 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db015ec4-af8b-43e4-be66-b69221bde80e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.177288 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db015ec4-af8b-43e4-be66-b69221bde80e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.197002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db015ec4-af8b-43e4-be66-b69221bde80e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed068a8-fe75-45cf-b42d-05d8b36d8e70,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:24.203889 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db015ec4-af8b-43e4-be66-b69221bde80e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.205287 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db015ec4-af8b-43e4-be66-b69221bde80e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260841 Sep 27 09:05:24.207945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:24.212419 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-76c950d5-61e6-482d-97e2-b1799d582501 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '3dce4935-1dcb-4629-bf61-5197d48b04d4', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:24.240984 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-76c950d5-61e6-482d-97e2-b1799d582501 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Project 6b1f8c8eea98476cbeac3b5243f26cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:05:24.246013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76c950d5-61e6-482d-97e2-b1799d582501 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.307393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76c950d5-61e6-482d-97e2-b1799d582501 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.311908 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76c950d5-61e6-482d-97e2-b1799d582501 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.331355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c950d5-61e6-482d-97e2-b1799d582501 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b872095f-3236-4800-beca-672586dc0ef5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:24.342267 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76c950d5-61e6-482d-97e2-b1799d582501 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.343560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-76c950d5-61e6-482d-97e2-b1799d582501 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345711 Sep 27 09:05:24.346355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:24.350711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3cf6f989-a3ab-4aa7-a715-a01a21fa4b15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '3dce4935-1dcb-4629-bf61-5197d48b04d4', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:24.374278 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-3cf6f989-a3ab-4aa7-a715-a01a21fa4b15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Project 6b1f8c8eea98476cbeac3b5243f26cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:05:24.380924 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f989-a3ab-4aa7-a715-a01a21fa4b15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.439447 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:05:24.449145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f989-a3ab-4aa7-a715-a01a21fa4b15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.453371 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f989-a3ab-4aa7-a715-a01a21fa4b15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.471279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6f989-a3ab-4aa7-a715-a01a21fa4b15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24779b7b-305d-4911-b162-2db6ce309c8b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:24.478201 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f989-a3ab-4aa7-a715-a01a21fa4b15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.479426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3cf6f989-a3ab-4aa7-a715-a01a21fa4b15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321571 Sep 27 09:05:24.484240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33502) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:24.487558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'network': {'name': 'tempest-network-smoke--92795324', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:24.510396 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:05:24.514382 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.538215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:05:24.547915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.548398 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Added segment 61acfe54-aab1-4e9a-a0d0-9711b86cf495 of type vlan for network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e Sep 27 09:05:24.588566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.614780 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.620881 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:24.621485 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.658435 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1746869 Sep 27 09:05:24.661718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33504) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:24.666765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'admin_state_up': True, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:24.697689 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cd4ae-43de-44d5-9fe6-2b31ea902b3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Network': ['ID=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:24.701115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.702732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.710741 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:05:24.763022 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:24.903244 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:25.095827 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:25.118484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:25.222196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.25.2.91 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/645a1d9a-852a-438b-8cc4-ca3947aac553) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:05:25.332358 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:25.366082 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:25.402948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:05:25.407315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:05:25.410855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:05:25.419285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=645a1d9a-852a-438b-8cc4-ca3947aac553,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:25.672727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:25.874739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:26.009095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 788172d0-9462-43ec-9393-add84af45a34 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:05:26.119284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:05:26.129984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Sync routers for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:05:26.141502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:05:26.142037 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:26.142161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:05:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:26.146564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ce769824-cbb0-4016-812a-f5624375b08b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4803119 Sep 27 09:05:26.146964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:26.266374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:05:26.287023 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3ab2bdd-8c05-4f0f-b6a5-b508578071d9 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=6b1f8c8eea98476cbeac3b5243f26cee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1361077 Sep 27 09:05:26.287334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:26.396525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a942dc6-a799-45ac-b0ae-f80d57472b90 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:26.398229 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a942dc6-a799-45ac-b0ae-f80d57472b90 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1099808 Sep 27 09:05:26.401003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33514) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:26.436568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d011c5d-4381-490c-ab63-3efc62e06a40 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318480 Sep 27 09:05:26.436812 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33516) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:26.441564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2040885956', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:26.543895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:05:26.549923 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:26.625068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:25Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:26.652745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Checking router: 788172d0-9462-43ec-9393-add84af45a34 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:05:26.653089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Updating router 788172d0-9462-43ec-9393-add84af45a34 port 645a1d9a-852a-438b-8cc4-ca3947aac553 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:05:26.678394 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:26.747161 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:26.815654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Subnet': ['ID=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:26.822735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Checking segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:05:26.823181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network hostable DHCP agents. Network: ae30ecea-01d8-4e90-a503-5ad9ad30fa9e, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:05:26.842741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:05:26.852716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, ae30ecea-01d8-4e90-a503-5ad9ad30fa9e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:05:26.857394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:26.857981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:26.869887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56dbfb-5470-468e-b48f-375b1571d84e None None] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:05:26.875883 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1892f3fd-9337-4e27-84bc-0d9651f1fd00 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4381468 Sep 27 09:05:26.878809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:27.093072 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.102372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:05:27.103333 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.107133 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.231450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Pushing event updated for resources: {'Port': ['ID=645a1d9a-852a-438b-8cc4-ca3947aac553,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:27.236969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Attempting to bind port 645a1d9a-852a-438b-8cc4-ca3947aac553 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:05:27.237345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Attempting to bind port 645a1d9a-852a-438b-8cc4-ca3947aac553 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:05:27.237708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Attempting to bind port 645a1d9a-852a-438b-8cc4-ca3947aac553 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:05:27.250250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.250597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.250938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.251373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.251711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.252046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.252742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.252742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.253098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.253420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.253742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.254059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:27.259829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:05:27.260206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:05:27.260642 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.261029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:05:27.261507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Bound port: 645a1d9a-852a-438b-8cc4-ca3947aac553, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:05:27.261918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.343837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Allocated IP 172.20.0.2 (ae30ecea-01d8-4e90-a503-5ad9ad30fa9e/2db4d2d9-7eeb-4191-bd2a-4de527e25cf7/7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:05:27.357497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] For port 645a1d9a-852a-438b-8cc4-ca3947aac553, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:05:27.361298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] For port 645a1d9a-852a-438b-8cc4-ca3947aac553, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=645a1d9a-852a-438b-8cc4-ca3947aac553,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:05:27.368381 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.373824 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.481638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6e1f1-ef92-4c48-a039-98db6ba9313f None None] Pushing event updated for resources: {'Port': ['ID=645a1d9a-852a-438b-8cc4-ca3947aac553,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:27.486504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:05:27.487364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:05:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:27.633478 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.644476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:05:27.647065 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.702333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.20.0.1 (ae30ecea-01d8-4e90-a503-5ad9ad30fa9e/2db4d2d9-7eeb-4191-bd2a-4de527e25cf7/7816d876-b77d-44e8-9865-1e6cb6202204) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:05:27.749275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:05:27.759685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:05:27.769351 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:05:27.773778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Pushing event updated for resources: {'Port': ['ID=7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:27.827255 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.866129 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.872510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Attempting to bind port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:05:27.872897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Attempting to bind port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:05:27.873264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Attempting to bind port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 on network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:05:27.897297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:05:27.897706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Checking segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:05:27.898078 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.899169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Bound using segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:05:27.899169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Bound port: 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:05:27.899407 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.910909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:05:27.914094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:05:27.918233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:05:27.955272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=7816d876-b77d-44e8-9865-1e6cb6202204,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:27.976073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:27.991617 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:25Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:28.019846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] For port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:05:28.022179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eafd3-92e5-481b-bd01-6e7b5033d324 None None] The sync data for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 is: [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:25Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:05:28.034171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] For port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:05:28.040113 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:28.101099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9560a-6e1a-4ff9-9c8b-485a7988e84a None None] Pushing event updated for resources: {'Port': ['ID=7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:28.124616 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:28.913918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:28.921495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:28.974504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:05:29.016233 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:29.019644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=7816d876-b77d-44e8-9865-1e6cb6202204,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:29.066763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:29.067264 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:29.149773 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:05:29.152136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:05:29.212631 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:29.251317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:29.257697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:29.258607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 645a1d9a-852a-438b-8cc4-ca3947aac553 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:05:29.304059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 788172d0-9462-43ec-9393-add84af45a34 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:05:29.329199 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ed358-8e93-4b3e-a57e-af13f9491be6 None None] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:05:29.384431 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:29.425927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-27c1b398-047e-438e-a853-95b63ded46bf None None] Provisioning complete for port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:29.426421 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27c1b398-047e-438e-a853-95b63ded46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:29.450001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:05:29.451185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 645a1d9a-852a-438b-8cc4-ca3947aac553 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:29.451630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:29.455413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-87881213-520e-4c03-8dba-3d540a944943 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "PUT /v2.0/routers/788172d0-9462-43ec-9393-add84af45a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5756431 Sep 27 09:05:29.625308 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-a731c446-8879-41ce-ab71-894f0b097e67 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797584084&fields=id&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 267 time: 0.0469899 Sep 27 09:05:29.765816 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-f49fc722-83a2-4abf-83a3-e2abaa45b828 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:29.773910 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-f49fc722-83a2-4abf-83a3-e2abaa45b828 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 795 time: 0.1404877 Sep 27 09:05:29.794643 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-dc4d7216-0a6c-466b-b132-8d7843b4615f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/quotas/6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 375 time: 0.0178506 Sep 27 09:05:29.820161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:29.845357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 645a1d9a-852a-438b-8cc4-ca3947aac553, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=645a1d9a-852a-438b-8cc4-ca3947aac553,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:29.848706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-364255d5-7d1e-4842-be5b-b9379c57bc3e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545185 Sep 27 09:05:29.852109 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:29.904951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=645a1d9a-852a-438b-8cc4-ca3947aac553,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:29.970267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-e8db8fae-7b47-46c2-9956-18e576596fcf service neutron] 10.222.0.50 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078224 Sep 27 09:05:30.019449 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Sync routers for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:05:30.030032 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:05:30.030864 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:05:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:30.081860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2d344ac2-20c1-40ff-8e21-c9d61e5fd8a6 service neutron] 10.222.0.50 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049449 Sep 27 09:05:30.134874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-09dc8ef1-070d-4eb9-8fbd-56b38b756702 None None] Provisioning complete for port 7816d876-b77d-44e8-9865-1e6cb6202204 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:30.136169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09dc8ef1-070d-4eb9-8fbd-56b38b756702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.165581 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:05:30.201032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-09dc8ef1-070d-4eb9-8fbd-56b38b756702 None None] Port 7816d876-b77d-44e8-9865-1e6cb6202204 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:05:30.216030 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-09dc8ef1-070d-4eb9-8fbd-56b38b756702 None None] Provisioning complete for port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:30.216539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09dc8ef1-070d-4eb9-8fbd-56b38b756702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.314586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c686a4b-f8b7-494c-9deb-f5a8e0372a23 req-be07dd9b-973b-412a-8144-6b397e3195d4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 210 time: 0.0305212 Sep 27 09:05:30.447567 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 2, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:30.479911 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Checking router: 788172d0-9462-43ec-9393-add84af45a34 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:05:30.480916 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Updating router 788172d0-9462-43ec-9393-add84af45a34 port 7816d876-b77d-44e8-9865-1e6cb6202204 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:05:30.486456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-98e7eb07-6858-4f71-92eb-a4337f2530e6 None None] Provisioning complete for port 7816d876-b77d-44e8-9865-1e6cb6202204 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:30.486836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98e7eb07-6858-4f71-92eb-a4337f2530e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.511402 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.544997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-98e7eb07-6858-4f71-92eb-a4337f2530e6 None None] Port 7816d876-b77d-44e8-9865-1e6cb6202204 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:05:30.771520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6cfa85c1-8b0d-4abf-b4fa-c5442f8cbd1f None None] Provisioning complete for port 7816d876-b77d-44e8-9865-1e6cb6202204 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:30.771961 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6cfa85c1-8b0d-4abf-b4fa-c5442f8cbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.836353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa85c1-8b0d-4abf-b4fa-c5442f8cbd1f None None] Port 7816d876-b77d-44e8-9865-1e6cb6202204 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:05:30.843267 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.861906 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.879522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:05:30.936374 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Pushing event updated for resources: {'Port': ['ID=7816d876-b77d-44e8-9865-1e6cb6202204,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:30.943824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:30.944029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.971937 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.972315 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.973062 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.973415 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.973753 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.974095 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.974415 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.975144 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.975479 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.975809 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.976138 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.977204 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:05:30.984380 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Attempting to bind port 7816d876-b77d-44e8-9865-1e6cb6202204 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:05:30.984757 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Attempting to bind port 7816d876-b77d-44e8-9865-1e6cb6202204 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:05:30.985120 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Attempting to bind port 7816d876-b77d-44e8-9865-1e6cb6202204 on network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:05:30.991447 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:05:30.991821 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Checking segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:05:30.992256 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:30.992711 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Bound using segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:05:30.993430 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Bound port: 7816d876-b77d-44e8-9865-1e6cb6202204, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:05:30.994292 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:31.066128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 645a1d9a-852a-438b-8cc4-ca3947aac553 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:05:31.137071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 645a1d9a-852a-438b-8cc4-ca3947aac553 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:31.138206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:31.194757 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] For port 7816d876-b77d-44e8-9865-1e6cb6202204, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:05:31.200419 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] For port 7816d876-b77d-44e8-9865-1e6cb6202204, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7816d876-b77d-44e8-9865-1e6cb6202204,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:05:31.202481 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:31.258795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cbbaa9da-13e0-43b6-850e-ee278f20473a None None] Provisioning complete for port 7816d876-b77d-44e8-9865-1e6cb6202204 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:31.259167 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9da-13e0-43b6-850e-ee278f20473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:31.264235 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b9c1b-c3d6-44ac-84cd-2793bbb2f2de None None] Pushing event updated for resources: {'Port': ['ID=7816d876-b77d-44e8-9865-1e6cb6202204,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:31.272470 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:05:31.273097 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:05:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:31.373060 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9da-13e0-43b6-850e-ee278f20473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:31.411938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cbbaa9da-13e0-43b6-850e-ee278f20473a None None] For port 7816d876-b77d-44e8-9865-1e6cb6202204, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7816d876-b77d-44e8-9865-1e6cb6202204,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:31.416718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:05:31.417659 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa9da-13e0-43b6-850e-ee278f20473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:31.477194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaa9da-13e0-43b6-850e-ee278f20473a None None] Pushing event updated for resources: {'Port': ['ID=7816d876-b77d-44e8-9865-1e6cb6202204,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:31.508769 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a3c9dca6-4e95-4298-9129-5bbc31a4b672 req-74fba0e2-762e-4a39-8e94-5cec4ebd7718 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 210 time: 0.0624068 Sep 27 09:05:31.625500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-fcc85e89-089e-41d4-a219-89c47e2c7a82 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:31.627838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-fcc85e89-089e-41d4-a219-89c47e2c7a82 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 795 time: 0.1498840 Sep 27 09:05:31.643571 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cef9687a-a2df-425e-a85c-e7dabc1472da None None] Provisioning complete for port 7816d876-b77d-44e8-9865-1e6cb6202204 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:31.644089 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cef9687a-a2df-425e-a85c-e7dabc1472da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:31.675821 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:31Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:31.706080 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9463ecce-ed71-4c04-b328-27410f16c905 None None] The sync data for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 is: [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:31Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:05:31.717359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-dc123d9f-6d1e-4e2f-883d-501028fe7848 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 380 time: 0.0757067 Sep 27 09:05:31.731861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'port': {'device_id': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'admin_state_up': True, 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'security_groups': ['3dce4935-1dcb-4629-bf61-5197d48b04d4']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:31.880975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:05:31.884926 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:32.037036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.20.0.3 (ae30ecea-01d8-4e90-a503-5ad9ad30fa9e/2db4d2d9-7eeb-4191-bd2a-4de527e25cf7/7b263d00-39d8-4fba-8793-ab313fa1436c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:05:32.190661 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:32.233042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:32.279564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:05:32.283002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:05:32.289782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:05:32.294097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:32.345029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:32.345697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:32.367250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-b08cd26f-7f53-4c3d-ab2a-559dd9cdef1f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6433010 Sep 27 09:05:32.380616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Request body: {'port': {'device_id': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:32.452091 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:32.569632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-33ba314d-78b5-4688-b243-5530d57baaf8 None None] Provisioning complete for port 7b263d00-39d8-4fba-8793-ab313fa1436c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:32.569632 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33ba314d-78b5-4688-b243-5530d57baaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:32.618045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-33ba314d-78b5-4688-b243-5530d57baaf8 None None] Port 7b263d00-39d8-4fba-8793-ab313fa1436c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:05:32.685883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b5063-2577-41fe-9251-b1dfa5758dd0 req-a109d15c-f86f-4129-aafb-31082b29d2fd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:32.687473 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d3b5063-2577-41fe-9251-b1dfa5758dd0 req-a109d15c-f86f-4129-aafb-31082b29d2fd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 931 time: 0.0980978 Sep 27 09:05:32.764719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1d3b5063-2577-41fe-9251-b1dfa5758dd0 req-bba47713-db99-4955-a778-94e87ace977f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500746 Sep 27 09:05:32.863416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b263d00-39d8-4fba-8793-ab313fa1436c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:05:32.872476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:32.888042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Transition to ACTIVE for port object 7b263d00-39d8-4fba-8793-ab313fa1436c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:05:32.895273 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:32.897652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7816d876-b77d-44e8-9865-1e6cb6202204 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:05:32.966090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7816d876-b77d-44e8-9865-1e6cb6202204 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:32.966561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:33.020780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:33.037916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Attempting to bind port 7b263d00-39d8-4fba-8793-ab313fa1436c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:05:33.038247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Attempting to bind port 7b263d00-39d8-4fba-8793-ab313fa1436c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:05:33.038574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Attempting to bind port 7b263d00-39d8-4fba-8793-ab313fa1436c on network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:05:33.043370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Port 7b263d00-39d8-4fba-8793-ab313fa1436c on network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:05:33.043684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Attempting to bind port 7b263d00-39d8-4fba-8793-ab313fa1436c on network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:05:33.048895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:05:33.049233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Checking segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:05:33.049616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Bound using segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:05:33.050043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Bound port: 7b263d00-39d8-4fba-8793-ab313fa1436c, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:05:33.050402 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:33.119082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:05:33.122413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:05:33.128872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:33.162490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:33.163109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:33.164545 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] 10.222.0.67 "PUT /v2.0/ports/7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 1091 time: 0.7889583 Sep 27 09:05:33.164987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:05:33.167323 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432a615e-5eec-45a5-8b16-76fd0f9196cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:05:33.195680 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeebb8-e3a2-4021-a2cd-a3592eb0f48e service neutron] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:33.237778 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdcf636-69ca-468e-809b-8c208319a3d4 x-openstack-request-id: req-bcdcf636-69ca-468e-809b-8c208319a3d4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:05:33.238149 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:05:33.238607 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcdcf636-69ca-468e-809b-8c208319a3d4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:05:33.238820 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'status': 'completed', 'code': 200} Sep 27 09:05:33.279919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-440e9956-f2a7-44be-8e54-59471169dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:33.281877 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-440e9956-f2a7-44be-8e54-59471169dad4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1094 time: 0.0641801 Sep 27 09:05:33.333633 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-3e790ebe-9ddc-4916-9da7-79e06e9ee8d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 217 time: 0.0429509 Sep 27 09:05:33.399038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-caf0b1da-9810-4979-b680-7c23316b87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:33.401290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-caf0b1da-9810-4979-b680-7c23316b87d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0594678 Sep 27 09:05:33.456912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2fd5ef5c-5daa-4d4e-b65e-bad2f258a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:33.458705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-2fd5ef5c-5daa-4d4e-b65e-bad2f258a539 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503736 Sep 27 09:05:33.919183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-6483cf1f-7229-428e-a99b-616f55c9b7e0 service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527726 Sep 27 09:05:33.930999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b477d19-82f7-4bc0-8bad-dcba23637bea req-4cf4771f-4376-4379-a116-2072d98ba1b2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:33.932418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b477d19-82f7-4bc0-8bad-dcba23637bea req-4cf4771f-4376-4379-a116-2072d98ba1b2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 943 time: 0.0659904 Sep 27 09:05:34.028973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b477d19-82f7-4bc0-8bad-dcba23637bea req-983aada5-0b79-4fd0-a445-2dfa33c2d7ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886750 Sep 27 09:05:34.056782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d567fe0d-b1c8-48a0-8dfd-f72d53ba019c req-cbd2bb68-7872-4ac1-ab3f-61e9b6b1fa06 service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234000 Sep 27 09:05:34.146167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-be8b53c5-79f5-4a91-8b8c-e976f17776d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:34.147820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-be8b53c5-79f5-4a91-8b8c-e976f17776d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1094 time: 0.0424967 Sep 27 09:05:34.248794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-11d76cf0-32c1-4bee-900d-04c454dbd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:34.250310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-11d76cf0-32c1-4bee-900d-04c454dbd342 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.0950701 Sep 27 09:05:34.293028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-4a0cf01d-8a40-4dcb-ad62-c0c42f6d9acc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 217 time: 0.0345116 Sep 27 09:05:34.342699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-89722404-4ad6-4210-baa0-bfa831217296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:34.344307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-89722404-4ad6-4210-baa0-bfa831217296 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0444927 Sep 27 09:05:34.390802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-71030dc7-b313-4508-afa8-24a65dccd7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:34.392407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-71030dc7-b313-4508-afa8-24a65dccd7b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408318 Sep 27 09:05:34.492994 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-319f51c5-dde5-4e04-b6f4-ab2b369376df service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929332 Sep 27 09:05:34.595727 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-432a615e-5eec-45a5-8b16-76fd0f9196cc req-f57fec74-8d9a-4edd-bff9-b945c83b649f service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939217 Sep 27 09:05:35.154976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7bdcc-4871-4bbd-bd3e-48be49a37315 req-176684e9-44f1-49b4-ae05-d10ab51eb1a4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:35.156554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c7bdcc-4871-4bbd-bd3e-48be49a37315 req-176684e9-44f1-49b4-ae05-d10ab51eb1a4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 943 time: 0.0521610 Sep 27 09:05:35.197287 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c7bdcc-4871-4bbd-bd3e-48be49a37315 req-3e9433fa-dffe-40b6-9349-cc60e8a391eb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343010 Sep 27 09:05:35.975867 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:36.129862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7b263d00-39d8-4fba-8793-ab313fa1436c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:05:36.233613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:36.247770 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'port_id': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'mac_address': 'fa:16:3e:5a:05:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:05:36.286628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:36.299807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b263d00-39d8-4fba-8793-ab313fa1436c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:05:36.321130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:36.321953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656b1c2-270e-48c5-865c-b1947437a9ec req-636e20a8-5ed3-46b1-b372-fd6066892125 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:36.324650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e656b1c2-270e-48c5-865c-b1947437a9ec req-636e20a8-5ed3-46b1-b372-fd6066892125 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 943 time: 0.0514278 Sep 27 09:05:36.327991 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:36.363133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e656b1c2-270e-48c5-865c-b1947437a9ec req-51e186ed-9524-42e7-9c19-072f6c0d6999 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320735 Sep 27 09:05:36.379100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:36.548370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['7b263d00-39d8-4fba-8793-ab313fa1436c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:05:37.484554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b517e0-a074-4ba2-8907-adcc374e84b9 req-137b85f1-a92b-4176-99c2-7c4678653fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:37.486013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38b517e0-a074-4ba2-8907-adcc374e84b9 req-137b85f1-a92b-4176-99c2-7c4678653fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 944 time: 0.0502863 Sep 27 09:05:37.524345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38b517e0-a074-4ba2-8907-adcc374e84b9 req-6085fb44-577c-473b-a629-7a4af3bf8211 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321176 Sep 27 09:05:38.146182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7b263d00-39d8-4fba-8793-ab313fa1436c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:05:38.201188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 7b263d00-39d8-4fba-8793-ab313fa1436c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:05:38.205665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 7b263d00-39d8-4fba-8793-ab313fa1436c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:05:38.206535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:38.283941 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:38.306373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:05:38.308676 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3b8c6d-42dd-4a65-82a8-7f43be151115" -d '{"events": [{"server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "name": "network-vif-plugged", "status": "completed", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:05:38.325643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:05:38.331481 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:38.354322 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2189e20a-e19b-43ca-996b-687ca5051b40 x-openstack-request-id: req-2189e20a-e19b-43ca-996b-687ca5051b40 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:05:38.354699 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "name": "network-vif-plugged", "status": "completed", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:05:38.354845 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2189e20a-e19b-43ca-996b-687ca5051b40 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:05:38.355224 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'code': 200} Sep 27 09:05:38.380666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:38.514484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21cc4-a796-4318-b0ea-c00382773066 req-0e9e88d1-e4ba-475a-84aa-7029fc6ab988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:38.516024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ae21cc4-a796-4318-b0ea-c00382773066 req-0e9e88d1-e4ba-475a-84aa-7029fc6ab988 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1096 time: 0.1015255 Sep 27 09:05:38.554175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5ae21cc4-a796-4318-b0ea-c00382773066 req-cb497170-3932-4434-8d6d-c4d46acab1e2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Sep 27 09:05:38.648665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93dcfe-b683-411c-b928-d0dacf62bf05 req-f2b51327-6b4e-483c-b6b4-c11d53a72be1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:38.650512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e93dcfe-b683-411c-b928-d0dacf62bf05 req-f2b51327-6b4e-483c-b6b4-c11d53a72be1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0550120 Sep 27 09:05:38.688806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e93dcfe-b683-411c-b928-d0dacf62bf05 req-2231b768-dfcc-46e8-9318-9898f32bd192 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Sep 27 09:05:39.812671 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15678c-1e17-49da-9efe-be9f6a6c8240 req-368a0db1-7344-4ab8-970a-2cedb88be17e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:39.814183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff15678c-1e17-49da-9efe-be9f6a6c8240 req-368a0db1-7344-4ab8-970a-2cedb88be17e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0569272 Sep 27 09:05:39.855077 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ff15678c-1e17-49da-9efe-be9f6a6c8240 req-546ab35f-d38d-432b-8bba-4d620cdb3701 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347779 Sep 27 09:05:39.983960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd851137-5eb0-4ffd-8ba7-ddad6b2992b4 req-a8e70c21-bca7-43f0-9ba4-469874aa75b2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:39.985437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd851137-5eb0-4ffd-8ba7-ddad6b2992b4 req-a8e70c21-bca7-43f0-9ba4-469874aa75b2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0575237 Sep 27 09:05:40.025527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd851137-5eb0-4ffd-8ba7-ddad6b2992b4 req-4a3012cc-f636-46d8-bee1-1cbbc5194745 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339422 Sep 27 09:05:40.048693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:40.087684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e5edb-a659-4956-b087-1d209c6ea016 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:40.089214 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-836e5edb-a659-4956-b087-1d209c6ea016 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1091 time: 0.0395279 Sep 27 09:05:40.092726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:40.096941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:05:40.121001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:40.230572 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:40.334050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.25.2.200 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/37128cdd-8055-4648-9bcc-4de0aecbef35) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:05:40.439987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:40.487470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:40.524354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:05:40.527262 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:05:40.530711 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:05:40.538784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=37128cdd-8055-4648-9bcc-4de0aecbef35,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:40.914269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:40.990523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:41.150834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:41.157245 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:41.226875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=37128cdd-8055-4648-9bcc-4de0aecbef35,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:05:41.239536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:41.340162 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Floating IP ddd11b01-30bc-40aa-9025-0d6d06d52800 associated. External IP: 172.25.2.200, port: 7b263d00-39d8-4fba-8793-ab313fa1436c. Sep 27 09:05:41.567150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 788172d0-9462-43ec-9393-add84af45a34 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:05:41.689045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:05:41.698771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] Sync routers for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:05:41.706362 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:41.713402 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:05:41.714100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:05:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:41.741148 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c70f5ed2-2852-4868-be19-223901e771a5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6434889 Sep 27 09:05:41.741148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:05:41.741148 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c776da5-d534-4f7b-9e84-2ba719cc1d18" -d '{"events": [{"name": "network-changed", "server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:05:41.838757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:05:41.864527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-406fad1a-1aa5-4eda-bc5e-f9b7c6330f73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0900178 Sep 27 09:05:41.880366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bd276-d665-4c7d-a14e-8eba86a59ae4 req-1fadb99f-ea7a-41ae-bc68-7dd0aa26ea62 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:41.881513 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-808bd276-d665-4c7d-a14e-8eba86a59ae4 req-1fadb99f-ea7a-41ae-bc68-7dd0aa26ea62 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0632985 Sep 27 09:05:41.883143 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70e780d-69fb-4c26-962e-2b1d2e9b39e3 x-openstack-request-id: req-f70e780d-69fb-4c26-962e-2b1d2e9b39e3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:05:41.883428 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:05:41.883674 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f70e780d-69fb-4c26-962e-2b1d2e9b39e3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:05:41.884058 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'status': 'completed', 'code': 200} Sep 27 09:05:41.919970 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-808bd276-d665-4c7d-a14e-8eba86a59ae4 req-e6835819-84ac-49b4-b422-1c27024c6486 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Sep 27 09:05:41.946131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33640) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:42.006307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-d9be660d-7c80-4814-bf3b-00391d907778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:42.007824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-d9be660d-7c80-4814-bf3b-00391d907778 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1096 time: 0.0928288 Sep 27 09:05:42.025608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-700db79a-c6b3-42b1-b3a7-25b37f0ab70a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/ddd11b01-30bc-40aa-9025-0d6d06d52800 HTTP/1.1" status: 200 len: 991 time: 0.0779922 Sep 27 09:05:42.091159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'ddd11b01-30bc-40aa-9025-0d6d06d52800', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '788172d0-9462-43ec-9393-add84af45a34', 'port_id': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'mac_address': 'fa:16:3e:5a:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:05:40Z', 'updated_at': '2021-09-27T09:05:40Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:31Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:42.120557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] Checking router: 788172d0-9462-43ec-9393-add84af45a34 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:05:42.129881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:05:42.130489 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:05:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:42.137071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-22108da4-73a2-47fe-9bd3-02dee54cabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:42.139115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-22108da4-73a2-47fe-9bd3-02dee54cabfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.1104224 Sep 27 09:05:42.208047 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-aee7a60a-2acc-453a-af53-2685718ee423 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 999 time: 0.0617437 Sep 27 09:05:42.236758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:05:42.258890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-025d34ac-bfbd-4467-9140-c949f3041a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:42.260443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-025d34ac-bfbd-4467-9140-c949f3041a1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0452819 Sep 27 09:05:42.310125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-14a0359c-0e5c-4934-be3a-9f8ceba53046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:42.311781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-14a0359c-0e5c-4934-be3a-9f8ceba53046 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444803 Sep 27 09:05:42.411260 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-0a86e422-afcb-490b-89b5-4ad1bbe47bea service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919406 Sep 27 09:05:42.456503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'ddd11b01-30bc-40aa-9025-0d6d06d52800', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '788172d0-9462-43ec-9393-add84af45a34', 'port_id': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'mac_address': 'fa:16:3e:5a:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:05:40Z', 'updated_at': '2021-09-27T09:05:40Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:31Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:05:42.482650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb1179-3942-44d1-a656-b20d3d452c84 None None] The sync data for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 is: [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'ddd11b01-30bc-40aa-9025-0d6d06d52800', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '788172d0-9462-43ec-9393-add84af45a34', 'port_id': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'mac_address': 'fa:16:3e:5a:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:05:40Z', 'updated_at': '2021-09-27T09:05:40Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:31Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:05:42.508589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15fcf8f6-aac3-4cbf-8012-b1f34bc7db12 req-66ed457a-429c-4ae8-99e0-dab80827e0b1 service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890377 Sep 27 09:05:42.595410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-d4f3e962-2d2f-4026-be6d-703e7a2c25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:42.596924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-d4f3e962-2d2f-4026-be6d-703e7a2c25a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1096 time: 0.0418694 Sep 27 09:05:42.682972 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470416b-4174-4baf-b518-dc1111d396ad None None] New status for floating IP ddd11b01-30bc-40aa-9025-0d6d06d52800: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:05:42.694041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-3d86d6de-7625-411a-b7b0-9764a759e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:42.695550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-3d86d6de-7625-411a-b7b0-9764a759e4f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.0910585 Sep 27 09:05:42.761744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-82c371e2-3757-4f37-bd58-3977d93d2708 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 999 time: 0.0582845 Sep 27 09:05:42.812246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-922f777c-412e-4f71-9bff-ae1a2b9dc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:42.813852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-922f777c-412e-4f71-9bff-ae1a2b9dc74a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0452738 Sep 27 09:05:42.865814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-af93e464-244e-408d-99b8-846b25817a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:42.867325 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-af93e464-244e-408d-99b8-846b25817a39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460382 Sep 27 09:05:42.959737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-eaea3bee-47d2-4273-9a74-6b2eb203d98d service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841863 Sep 27 09:05:43.030256 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 33644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:05:43.055857 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c776da5-d534-4f7b-9e84-2ba719cc1d18 req-b28a978e-7cd3-4574-929d-481ad90581fa service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885177 Sep 27 09:05:43.112750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c3020fb4-027f-43de-83a2-599a1a0dcd59 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/ddd11b01-30bc-40aa-9025-0d6d06d52800 HTTP/1.1" status: 200 len: 993 time: 0.0814047 Sep 27 09:05:44.239657 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:45.111148 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b5186e9a-34c8-472f-9c15-de5845e488a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:47.544083 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ae8292a-2f49-41bf-be48-661f701d857e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:48.034801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:48.884090 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-2a1b1479-fa34-4721-b209-8d0f9bb34882 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512428 Sep 27 09:05:48.967853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-f75619a1-655f-4b19-8868-7940d7a38636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:48.969350 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-f75619a1-655f-4b19-8868-7940d7a38636 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c03462b211413bbcbd55df9fe84160&device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 1097 time: 0.0424798 Sep 27 09:05:49.000886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:05:49.095278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-7e4013a0-6dda-4c33-b13b-837b57efd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:49.096717 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-7e4013a0-6dda-4c33-b13b-837b57efd6a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=132791df-bdd4-4806-946d-487ba1ce0151 HTTP/1.1" status: 200 len: 915 time: 0.0948312 Sep 27 09:05:49.138892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-25293e7f-017d-4334-80cd-78ee5c4ceb8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cde0c6a0-565f-452e-9353-f71159813d3b HTTP/1.1" status: 200 len: 217 time: 0.0333705 Sep 27 09:05:49.188755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-6c5e6294-0ec4-4d78-b908-f96b38b936f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:05:49.190247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-6c5e6294-0ec4-4d78-b908-f96b38b936f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57d1af3b-864f-4b60-a07a-e7e7327cce9d HTTP/1.1" status: 200 len: 854 time: 0.0437841 Sep 27 09:05:49.229443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-1f9f4145-18af-47b7-88ac-f186d5dc57e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=132791df-bdd4-4806-946d-487ba1ce0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305505 Sep 27 09:05:49.318721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-21965a84-13a4-466a-8d79-1c5aea7cc0a0 service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813279 Sep 27 09:05:49.424066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2504202a-5e4f-480b-a76d-1e9cfe3ae871 req-47a89195-2ae7-4d4d-ae02-9e43edf56e55 service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956054 Sep 27 09:05:50.637906 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:01.253072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-34a01d6a-b901-4f2d-968b-322a5edeca00 req-514f1e8d-c8ce-45be-a828-2e9f2a2ac850 service neutron] (94831) timed out ('10.222.0.67', 62368) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:06:01.438478 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:06:02.880678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788c908-d5ad-4247-b2da-3d116ebb9000 req-8ecb7ea2-9161-424f-8dde-226c7d32f046 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:02.882057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3788c908-d5ad-4247-b2da-3d116ebb9000 req-8ecb7ea2-9161-424f-8dde-226c7d32f046 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 946 time: 0.0584819 Sep 27 09:06:02.924137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3788c908-d5ad-4247-b2da-3d116ebb9000 req-b7ff376b-6a5e-47dd-a054-972a8ba77c00 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Sep 27 09:06:04.065696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8987b3-2db3-4eab-bf1b-d6f12ca35093 req-97f20782-c084-4656-aa2b-5a6c01007380 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:04.067166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b8987b3-2db3-4eab-bf1b-d6f12ca35093 req-97f20782-c084-4656-aa2b-5a6c01007380 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 946 time: 0.0553319 Sep 27 09:06:04.107859 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b8987b3-2db3-4eab-bf1b-d6f12ca35093 req-b2f16484-8628-4859-890e-b73a205fcfce tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324273 Sep 27 09:06:04.445159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bc620778-13cc-4165-aeb2-943dfe5d7419 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:04.446618 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bc620778-13cc-4165-aeb2-943dfe5d7419 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 946 time: 0.0697420 Sep 27 09:06:04.543770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Deleting port cde0c6a0-565f-452e-9353-f71159813d3b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:06:04.544090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:04.633508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] For port cde0c6a0-565f-452e-9353-f71159813d3b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=cde0c6a0-565f-452e-9353-f71159813d3b,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:04.633868 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:04.646409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Calling delete_port for cde0c6a0-565f-452e-9353-f71159813d3b owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:06:04.777180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:04.789381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['cde0c6a0-565f-452e-9353-f71159813d3b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:06:04.803815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Pushing event deleted for resources: {'Port': ['ID=cde0c6a0-565f-452e-9353-f71159813d3b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:04.850474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] No DVR routers for this DVR port cde0c6a0-565f-452e-9353-f71159813d3b on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:06:04.853239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:04.855245 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40522cbe-9b12-4491-b377-1ecfb9ae0eba req-bfa0f18c-9591-49c5-95da-8739d397d157 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.57 "DELETE /v2.0/ports/cde0c6a0-565f-452e-9353-f71159813d3b HTTP/1.1" status: 204 len: 173 time: 0.4013855 Sep 27 09:06:04.855704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1d934b-6317-4ce0-bdb1-4f9cada1d502', 'name': 'network-vif-deleted', 'tag': 'cde0c6a0-565f-452e-9353-f71159813d3b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:06:04.857981 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814ad53b-f35b-4d62-8bcd-531f08098352" -d '{"events": [{"server_uuid": "7e1d934b-6317-4ce0-bdb1-4f9cada1d502", "name": "network-vif-deleted", "tag": "cde0c6a0-565f-452e-9353-f71159813d3b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:06:04.893999 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286bdea0-24be-47c0-b67c-151566a9bde5 x-openstack-request-id: req-286bdea0-24be-47c0-b67c-151566a9bde5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:06:04.894296 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1d934b-6317-4ce0-bdb1-4f9cada1d502", "name": "network-vif-deleted", "tag": "cde0c6a0-565f-452e-9353-f71159813d3b", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:06:04.894552 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-286bdea0-24be-47c0-b67c-151566a9bde5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:06:04.894955 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1d934b-6317-4ce0-bdb1-4f9cada1d502', 'name': 'network-vif-deleted', 'tag': 'cde0c6a0-565f-452e-9353-f71159813d3b', 'status': 'completed', 'code': 200} Sep 27 09:06:05.224472 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e890bb51-a6a8-4622-9c13-ab6826a53d87 req-afe71f67-3f2c-42b5-8fea-b5a91664e202 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e1d934b-6317-4ce0-bdb1-4f9cada1d502 HTTP/1.1" status: 200 len: 210 time: 0.0278935 Sep 27 09:06:05.982245 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:09.193870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cde0c6a0-565f-452e-9353-f71159813d3b no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:06:09.215578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: cde0c6a0-565f-452e-9353-f71159813d3b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:06:09.215931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device cde0c6a0-565f-452e-9353-f71159813d3b not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:06:11.812138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2e074-440b-4d09-8c60-973352e0df1f req-71ab395d-c3fc-4af8-accc-915b8d36781a tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:11.816782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92d2e074-440b-4d09-8c60-973352e0df1f req-71ab395d-c3fc-4af8-accc-915b8d36781a tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1096 time: 0.0452702 Sep 27 09:06:11.833359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-92d2e074-440b-4d09-8c60-973352e0df1f req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:11.926649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-92d2e074-440b-4d09-8c60-973352e0df1f req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:11.936379 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-92d2e074-440b-4d09-8c60-973352e0df1f req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:11.964716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92d2e074-440b-4d09-8c60-973352e0df1f req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444180 Sep 27 09:06:12.014527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03299b8-8772-446a-9650-4cddefe62830,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:12.023033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.023384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.023724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.024062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.024468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.024737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.025064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.025388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.025741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.027980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.028405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.028695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325d184-e25b-40e8-9d76-26dcf8fd817f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:12.135166 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b338e9f-5702-4b0c-b595-010aabe73edb req-8feeef16-5d94-4b6e-9923-74a09058d59c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:12.136824 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b338e9f-5702-4b0c-b595-010aabe73edb req-8feeef16-5d94-4b6e-9923-74a09058d59c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0513294 Sep 27 09:06:12.180138 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b338e9f-5702-4b0c-b595-010aabe73edb req-19aef9a0-7002-4ca3-9f64-5abcc6cb5a3f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370221 Sep 27 09:06:12.203542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33772) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:06:12.271051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e06cdbcd-cd0d-4a82-8e22-198443c1b337 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/ddd11b01-30bc-40aa-9025-0d6d06d52800 HTTP/1.1" status: 200 len: 993 time: 0.0662897 Sep 27 09:06:12.549991 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-b3407ef7-4f4e-45fa-98f4-d6289eabcb72 req-7f27874f-fb5e-4a76-b9b0-888f5c778f47 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:06:12.550983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b3407ef7-4f4e-45fa-98f4-d6289eabcb72 req-7f27874f-fb5e-4a76-b9b0-888f5c778f47 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053558 Sep 27 09:06:12.839693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33786) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:06:12.893861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156c12d-a7a9-4aec-9837-b5cab8a54112 req-eb598a2f-0bad-4207-8d24-360f7509750d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:12.895379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3156c12d-a7a9-4aec-9837-b5cab8a54112 req-eb598a2f-0bad-4207-8d24-360f7509750d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0494556 Sep 27 09:06:12.957452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3156c12d-a7a9-4aec-9837-b5cab8a54112 req-778bfab4-99bd-44d7-9939-034e207dee2a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524154 Sep 27 09:06:12.962844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-70e66b44-25f8-47f9-b75e-36a61e5c4e88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216438 Sep 27 09:06:12.972180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-0224d8e6-da21-49f6-8860-df64df3aba07 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:06:12.973223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-0224d8e6-da21-49f6-8860-df64df3aba07 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052111 Sep 27 09:06:13.278713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-1d125f97-4119-4100-b9d5-bdfcdc5be5fe tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:13.280845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-1d125f97-4119-4100-b9d5-bdfcdc5be5fe tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/networks?id=132791df-bdd4-4806-946d-487ba1ce0151 HTTP/1.1" status: 200 len: 814 time: 0.1072419 Sep 27 09:06:13.300106 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-826382e8-6d96-474a-8aa3-5eebfef9e7a0 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/quotas/d7c03462b211413bbcbd55df9fe84160 HTTP/1.1" status: 200 len: 375 time: 0.0097206 Sep 27 09:06:13.332189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-e90bcbdc-2935-41e6-8089-c895c028c66a tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c03462b211413bbcbd55df9fe84160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264955 Sep 27 09:06:13.428941 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-3240f8ae-e4f0-41e4-bc67-421ee6457742 service neutron] 10.222.0.50 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897658 Sep 27 09:06:13.530856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-6970ac33-e7c7-4370-b6f1-cdcdb363e1a4 service neutron] 10.222.0.50 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958152 Sep 27 09:06:13.693186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3cae827c-21a0-4414-b1fd-8048a89ae7c6 req-e9255f3c-9efa-415e-898c-8b49d35ee0c9 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 210 time: 0.0312960 Sep 27 09:06:14.086424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa501eee-ccca-4f16-87c5-c55893187deb req-52fabdfc-7075-434f-82d0-39a9e74b003f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:14.088310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fa501eee-ccca-4f16-87c5-c55893187deb req-52fabdfc-7075-434f-82d0-39a9e74b003f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0603766 Sep 27 09:06:14.114384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-f16f5c64-e1c5-40b0-bdea-addf5e315ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:14.115905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-f16f5c64-e1c5-40b0-bdea-addf5e315ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1096 time: 0.0476420 Sep 27 09:06:14.129304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fa501eee-ccca-4f16-87c5-c55893187deb req-5400ee00-1da6-4d14-a632-0a1fdbaae90f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342870 Sep 27 09:06:14.215364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-ff93095c-6e1c-4131-ae87-717604805d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:14.216920 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-ff93095c-6e1c-4131-ae87-717604805d95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.0910316 Sep 27 09:06:14.246308 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:14.289009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-68d2c220-6a7e-4cc7-9b20-0525d1ab55a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 1001 time: 0.0626125 Sep 27 09:06:14.364804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-68cb1d2c-91fe-454f-ae6a-58976e44a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:14.366185 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-68cb1d2c-91fe-454f-ae6a-58976e44a2aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0696504 Sep 27 09:06:14.414143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-06e7858d-780c-4e6f-b888-f229cc07a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:14.415615 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-06e7858d-780c-4e6f-b888-f229cc07a5be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404768 Sep 27 09:06:14.517750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-0e66b737-15c5-443a-83cb-2c62083ec223 service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943954 Sep 27 09:06:14.690717 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-dfdd550c-8cb5-495a-b7ab-deab7b384037 service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645372 Sep 27 09:06:14.701523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-b37c8ce9-9307-4644-a184-988891927895 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:14.702913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-b37c8ce9-9307-4644-a184-988891927895 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.57 "GET /v2.0/networks?id=132791df-bdd4-4806-946d-487ba1ce0151 HTTP/1.1" status: 200 len: 814 time: 0.1576176 Sep 27 09:06:14.722700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Request body: {'port': {'device_id': '3ee40a9b-3de1-4555-b7ba-f84549c12cd7', 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151', 'admin_state_up': True, 'tenant_id': 'd7c03462b211413bbcbd55df9fe84160'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:06:14.828581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dca35f05-70fa-448c-8bb4-56e1c9dba3f9 req-d1b65860-920d-41c7-8d6a-51403f380ec9 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 210 time: 0.0360131 Sep 27 09:06:14.871857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Made reservation on behalf of d7c03462b211413bbcbd55df9fe84160 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:06:14.875361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:15.000237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Allocated IP 172.20.0.5 (132791df-bdd4-4806-946d-487ba1ce0151/57d1af3b-864f-4b60-a07a-e7e7327cce9d/bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:06:15.113381 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c4a4c5a-0ae5-4a5f-94ad-aa7adaede434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:15.161862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:15.196017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:15.240449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Network 132791df-bdd4-4806-946d-487ba1ce0151 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:06:15.243566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:06:15.247367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:06:15.253310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92175f98-36e4-4bf3-a3ec-8948150cbf20 req-c8fbd413-4896-47f8-b432-421debb8691b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:15.254880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92175f98-36e4-4bf3-a3ec-8948150cbf20 req-c8fbd413-4896-47f8-b432-421debb8691b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0582087 Sep 27 09:06:15.281198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Pushing event updated for resources: {'Port': ['ID=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:15.292822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-92175f98-36e4-4bf3-a3ec-8948150cbf20 req-81e2f3f6-cad9-4eb6-8b2e-70cf340904ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Sep 27 09:06:15.303626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:15.304349 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:15.320451 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-42b99ba1-4df1-4fa0-a55e-1b6d02213b21 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021225 Sep 27 09:06:15.333511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Request body: {'port': {'device_id': '3ee40a9b-3de1-4555-b7ba-f84549c12cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:06:15.393089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:15.658733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:06:15.666218 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:15.678266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Transition to ACTIVE for port object bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:06:15.683798 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:15.732040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:15.808249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Attempting to bind port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:06:15.808581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Attempting to bind port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:06:15.808906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Attempting to bind port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 on network 132791df-bdd4-4806-946d-487ba1ce0151 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:06:15.813948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 on network 132791df-bdd4-4806-946d-487ba1ce0151 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:06:15.814268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Attempting to bind port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 on network 132791df-bdd4-4806-946d-487ba1ce0151 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:06:15.819568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:06:15.819908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Checking segment: {'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:06:15.820282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Bound using segment: {'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:06:15.820744 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Bound port: bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2368d5f8-8228-45f4-9a88-5a62033997dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:06:15.821102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:16.215405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96222-524d-4fce-b36f-4cc02ec66009 req-7bf17aaf-d84e-470a-8141-2cc87581a840 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:16.217011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cfa96222-524d-4fce-b36f-4cc02ec66009 req-7bf17aaf-d84e-470a-8141-2cc87581a840 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 943 time: 0.0913007 Sep 27 09:06:16.219878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] For port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:06:16.223192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] For port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:06:16.233226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:16.298863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:16.299823 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:16.302088 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] 10.222.0.57 "PUT /v2.0/ports/bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 HTTP/1.1" status: 200 len: 1091 time: 0.9724493 Sep 27 09:06:16.305777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee40a9b-3de1-4555-b7ba-f84549c12cd7', 'tag': 'bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:06:16.309128 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03619141-fb76-4cda-be14-7946a237aa83" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee40a9b-3de1-4555-b7ba-f84549c12cd7", "tag": "bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:06:16.330205 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cfa96222-524d-4fce-b36f-4cc02ec66009 req-b4801070-0a42-41e3-a1af-b0c1d71f4ae9 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057320 Sep 27 09:06:16.335194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748849-d60b-4185-894e-a5ab57d9d1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:16.353056 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dc08be-4964-4f13-8d79-06653ab03605 x-openstack-request-id: req-92dc08be-4964-4f13-8d79-06653ab03605 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:06:16.353344 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee40a9b-3de1-4555-b7ba-f84549c12cd7", "tag": "bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:06:16.353593 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92dc08be-4964-4f13-8d79-06653ab03605 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:06:16.353975 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee40a9b-3de1-4555-b7ba-f84549c12cd7', 'tag': 'bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38', 'status': 'completed', 'code': 200} Sep 27 09:06:16.386474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-9b9da106-ebfb-4b6f-a525-d94d9d50af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:16.387999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-9b9da106-ebfb-4b6f-a525-d94d9d50af8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c03462b211413bbcbd55df9fe84160&device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 1094 time: 0.0438347 Sep 27 09:06:16.434330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-3dc5e26d-8515-4d07-9eb0-dc2b58a4115a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 HTTP/1.1" status: 200 len: 217 time: 0.0374963 Sep 27 09:06:16.452255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e595d-0a41-4b71-8cf0-5e318fce0b51 req-50f4abb4-ad85-4161-a3f0-21f3faf58846 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:16.453860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579e595d-0a41-4b71-8cf0-5e318fce0b51 req-50f4abb4-ad85-4161-a3f0-21f3faf58846 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0522704 Sep 27 09:06:16.495460 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-579e595d-0a41-4b71-8cf0-5e318fce0b51 req-dea6d459-e879-474c-8cc0-3338ffd19584 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Sep 27 09:06:16.495702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-8a6e35f3-a2e2-413c-ac81-1ff88dc96836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:16.496882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-8a6e35f3-a2e2-413c-ac81-1ff88dc96836 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57d1af3b-864f-4b60-a07a-e7e7327cce9d HTTP/1.1" status: 200 len: 854 time: 0.0510547 Sep 27 09:06:16.530214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-1c1001ea-78c3-4734-b4ca-6ab086d7f021 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=132791df-bdd4-4806-946d-487ba1ce0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248945 Sep 27 09:06:16.622232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-716836e9-2a06-4844-9779-2c670357fe24 service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851927 Sep 27 09:06:16.726308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dc1a7c-4198-412b-8002-41a8f441ed7d req-e50b8d0c-0c0f-4074-8272-5945f1cdb364 service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956771 Sep 27 09:06:16.821483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619141-fb76-4cda-be14-7946a237aa83 req-c56af992-ced3-463c-bb1d-8480b6518aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:16.822990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03619141-fb76-4cda-be14-7946a237aa83 req-c56af992-ced3-463c-bb1d-8480b6518aa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7c03462b211413bbcbd55df9fe84160&device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 1094 time: 0.0430684 Sep 27 09:06:16.917954 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619141-fb76-4cda-be14-7946a237aa83 req-9cea0210-1163-4f28-8257-c905ba800718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:16.919414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03619141-fb76-4cda-be14-7946a237aa83 req-9cea0210-1163-4f28-8257-c905ba800718 service neutron] 10.222.0.57 "GET /v2.0/networks?id=132791df-bdd4-4806-946d-487ba1ce0151 HTTP/1.1" status: 200 len: 915 time: 0.0888531 Sep 27 09:06:16.961187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03619141-fb76-4cda-be14-7946a237aa83 req-29316c0e-77a0-4a9d-8b92-d73fed08392c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 HTTP/1.1" status: 200 len: 217 time: 0.0338218 Sep 27 09:06:17.022039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619141-fb76-4cda-be14-7946a237aa83 req-0d4946a2-ee46-4df5-b159-4be03c70c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:17.023368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03619141-fb76-4cda-be14-7946a237aa83 req-0d4946a2-ee46-4df5-b159-4be03c70c762 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57d1af3b-864f-4b60-a07a-e7e7327cce9d HTTP/1.1" status: 200 len: 854 time: 0.0545690 Sep 27 09:06:17.060588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03619141-fb76-4cda-be14-7946a237aa83 req-c2d1b30e-8dec-46b8-87f6-01423ec67f68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=132791df-bdd4-4806-946d-487ba1ce0151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295184 Sep 27 09:06:17.168100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03619141-fb76-4cda-be14-7946a237aa83 req-5bd18c22-1aa6-40f5-8b21-dae180039461 service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913036 Sep 27 09:06:17.269530 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03619141-fb76-4cda-be14-7946a237aa83 req-7775738b-0e37-4902-aac2-4263ecbcc77b service neutron] 10.222.0.57 "GET /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931337 Sep 27 09:06:17.456849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5482ae-e222-49d0-b957-37f02cb3922a req-fced76f2-1ca2-462c-a216-c13d03b49c90 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:17.458514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a5482ae-e222-49d0-b957-37f02cb3922a req-fced76f2-1ca2-462c-a216-c13d03b49c90 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 943 time: 0.0541730 Sep 27 09:06:17.501787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a5482ae-e222-49d0-b957-37f02cb3922a req-c87a39d4-4b29-45a2-8fd3-3e234fd9d620 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Sep 27 09:06:17.546316 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f03ef488-fc9d-42bd-9c3c-246a32b0d937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:17.618598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ce2b-18ab-4404-852d-b04890687fb4 req-fe3ec14a-cece-4e57-98eb-6005b2c7d12c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:17.619954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6a8ce2b-18ab-4404-852d-b04890687fb4 req-fe3ec14a-cece-4e57-98eb-6005b2c7d12c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0542259 Sep 27 09:06:17.660183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6a8ce2b-18ab-4404-852d-b04890687fb4 req-ffa0dbc3-793c-44e1-9bc4-4b78eaf35446 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Sep 27 09:06:18.044457 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:18.637458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b3a9c-50f1-4d59-9a1c-ab18a22e0f66 req-0cb696f4-d037-4cbd-86a1-b4e9fdea6a27 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:18.638942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d26b3a9c-50f1-4d59-9a1c-ab18a22e0f66 req-0cb696f4-d037-4cbd-86a1-b4e9fdea6a27 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 943 time: 0.0525627 Sep 27 09:06:18.677700 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d26b3a9c-50f1-4d59-9a1c-ab18a22e0f66 req-a02e4bb7-593e-4aa9-ac73-47c97bdb13fe tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327005 Sep 27 09:06:18.784053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e346a-4e33-42fb-a76c-b63c0ce2a69b req-40edb067-c494-4455-9e67-b0a2b51eac4d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:18.785566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-229e346a-4e33-42fb-a76c-b63c0ce2a69b req-40edb067-c494-4455-9e67-b0a2b51eac4d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Sep 27 09:06:18.826904 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-229e346a-4e33-42fb-a76c-b63c0ce2a69b req-3815df00-a523-470f-92de-8f2e80bfe564 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Sep 27 09:06:19.014429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:19.223424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:06:19.320352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:19.332232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38', 'network_id': '132791df-bdd4-4806-946d-487ba1ce0151', 'port_id': 'bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38', 'mac_address': 'fa:16:3e:fc:45:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d1af3b-864f-4b60-a07a-e7e7327cce9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:06:19.369041 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:19.381680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:06:19.400190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:19.406754 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:19.452289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:19.641607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:06:19.802226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ffcfa-4df4-4c3e-9e37-18ee99e97e84 req-51a1ceb2-7877-42fe-8598-3e06e3014a4d tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:19.803798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-772ffcfa-4df4-4c3e-9e37-18ee99e97e84 req-51a1ceb2-7877-42fe-8598-3e06e3014a4d tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 944 time: 0.0575447 Sep 27 09:06:19.844785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-772ffcfa-4df4-4c3e-9e37-18ee99e97e84 req-8eec7df9-caad-4a27-8177-2658780983f0 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345988 Sep 27 09:06:19.944536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc9ea8-e83d-4ad2-a614-290a443b014c req-e5c3b5f8-065f-45ea-894e-1409e36e7538 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:19.946104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a9cc9ea8-e83d-4ad2-a614-290a443b014c req-e5c3b5f8-065f-45ea-894e-1409e36e7538 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0487483 Sep 27 09:06:19.991684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a9cc9ea8-e83d-4ad2-a614-290a443b014c req-2f57572c-1cf3-40b4-a8a3-77de5d158869 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392475 Sep 27 09:06:20.646590 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:20.970723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bd4f5-e634-4d33-8ff6-850b912711f2 req-ac50b34e-87cd-41b5-b466-fe504da102a1 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:20.972233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c4bd4f5-e634-4d33-8ff6-850b912711f2 req-ac50b34e-87cd-41b5-b466-fe504da102a1 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 944 time: 0.0512722 Sep 27 09:06:21.017725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c4bd4f5-e634-4d33-8ff6-850b912711f2 req-de875418-2c3a-4fba-a63d-bc0987fb8606 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362437 Sep 27 09:06:21.115510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2c37a-2b9e-4ee9-a73a-baa9755eba4b req-99637d04-cde7-49d2-9297-2ea7f20e8b76 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:21.117017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ee2c37a-2b9e-4ee9-a73a-baa9755eba4b req-99637d04-cde7-49d2-9297-2ea7f20e8b76 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0518761 Sep 27 09:06:21.156240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2ee2c37a-2b9e-4ee9-a73a-baa9755eba4b req-0671fa9e-8572-4478-bb93-07212228faa9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Sep 27 09:06:21.254425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:06:21.311517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:06:21.315778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:06:21.316185 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:21.403204 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:21.425508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee40a9b-3de1-4555-b7ba-f84549c12cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:06:21.427725 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93e34ab-b505-43af-a0d3-3d88d2a0b155" -d '{"events": [{"server_uuid": "3ee40a9b-3de1-4555-b7ba-f84549c12cd7", "name": "network-vif-plugged", "status": "completed", "tag": "bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:06:21.440067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:21.444563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:21.466983 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205695c-4b40-4ce4-95ce-f9244063eb69 x-openstack-request-id: req-c205695c-4b40-4ce4-95ce-f9244063eb69 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:06:21.467271 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee40a9b-3de1-4555-b7ba-f84549c12cd7", "name": "network-vif-plugged", "status": "completed", "tag": "bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:06:21.467516 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c205695c-4b40-4ce4-95ce-f9244063eb69 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:06:21.467895 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee40a9b-3de1-4555-b7ba-f84549c12cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38', 'code': 200} Sep 27 09:06:21.493640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:21.563638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69605ee-db14-4dbd-8570-c857e63656cf req-bfc599d1-e571-4d49-ab08-bdd5bf95f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:21.565179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e69605ee-db14-4dbd-8570-c857e63656cf req-bfc599d1-e571-4d49-ab08-bdd5bf95f3f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0417616 Sep 27 09:06:21.605661 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e69605ee-db14-4dbd-8570-c857e63656cf req-a76b80d0-79ab-4b29-907d-487f44033e48 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Sep 27 09:06:22.143872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612e3af-2b9c-4010-91c6-5a3c681603fe req-f9fb2f87-d212-43a2-99e3-aa30bbf6aff8 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:22.145370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9612e3af-2b9c-4010-91c6-5a3c681603fe req-f9fb2f87-d212-43a2-99e3-aa30bbf6aff8 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 945 time: 0.0545712 Sep 27 09:06:22.186657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9612e3af-2b9c-4010-91c6-5a3c681603fe req-66c4d3d3-6348-4a73-a6b1-d51c078fd092 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326681 Sep 27 09:06:22.294022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183812e2-53ed-43fd-9fe5-2108881c9eba req-6069adfd-aa16-48e8-af5e-b417e798f73c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:22.295527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-183812e2-53ed-43fd-9fe5-2108881c9eba req-6069adfd-aa16-48e8-af5e-b417e798f73c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0607016 Sep 27 09:06:22.342335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-183812e2-53ed-43fd-9fe5-2108881c9eba req-cb8d8f1d-ebaf-4056-9337-17016a116c43 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388708 Sep 27 09:06:23.317088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470f923-1708-470e-a7ac-f7dbc6f2550d req-af53e769-582f-4872-988d-e92bda878b1f tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:23.318596 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f470f923-1708-470e-a7ac-f7dbc6f2550d req-af53e769-582f-4872-988d-e92bda878b1f tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 945 time: 0.0597343 Sep 27 09:06:23.358981 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f470f923-1708-470e-a7ac-f7dbc6f2550d req-314b9eba-9ec6-4830-be1f-ab2b2b8d50b8 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Sep 27 09:06:23.472687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9155cfa-5f0f-4960-84b3-15eefd99f849 req-db66b205-e198-4c46-b2fb-f78aff5065df tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:23.475263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9155cfa-5f0f-4960-84b3-15eefd99f849 req-db66b205-e198-4c46-b2fb-f78aff5065df tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0538189 Sep 27 09:06:23.517179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c9155cfa-5f0f-4960-84b3-15eefd99f849 req-f1e88ca3-2b6a-425d-9ec8-c4d50d9c49d7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368223 Sep 27 09:06:24.636237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8e478-4093-4128-bf4d-fa66c6e286d2 req-c4dd858c-853f-4b70-9a16-3923384e4d73 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:24.637996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86f8e478-4093-4128-bf4d-fa66c6e286d2 req-c4dd858c-853f-4b70-9a16-3923384e4d73 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Sep 27 09:06:24.676073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86f8e478-4093-4128-bf4d-fa66c6e286d2 req-cdfcd1a5-060b-4d17-845e-2468f5da5439 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Sep 27 09:06:25.803200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab7016-4e83-444f-bd54-8a7b8389361d req-d9589165-7dc3-4ee7-8b45-31fa0a283304 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:25.804754 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eab7016-4e83-444f-bd54-8a7b8389361d req-d9589165-7dc3-4ee7-8b45-31fa0a283304 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0563664 Sep 27 09:06:25.843924 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5eab7016-4e83-444f-bd54-8a7b8389361d req-dfc8bf2a-7db4-48bc-bf7b-1d0115a3adee tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Sep 27 09:06:26.534503 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-7cdbe915-2478-4bac-8892-8506f6608453 service neutron] show failed (client error): The resource could not be found. Sep 27 09:06:26.535534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-7cdbe915-2478-4bac-8892-8506f6608453 service neutron] 10.222.0.67 "GET /v2.0/ports/7b263d00-39d8-4fba-8793-ab313fa1436c/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0612862 Sep 27 09:06:26.772476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-03d5421e-7789-4f6a-8e2d-16b70351f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:26.774028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-03d5421e-7789-4f6a-8e2d-16b70351f96d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 1096 time: 0.0747356 Sep 27 09:06:26.786956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:06:26.849944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:27.035022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a1d7-65a6-4583-b684-18cc4698d2a0 req-343d7354-38ae-41c8-ba8b-db531802aad6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:27.036445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aff0a1d7-65a6-4583-b684-18cc4698d2a0 req-343d7354-38ae-41c8-ba8b-db531802aad6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0871367 Sep 27 09:06:27.112930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:27.116885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-aff0a1d7-65a6-4583-b684-18cc4698d2a0 req-ea25ae48-235d-4e1a-805d-4573ce8ed874 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545754 Sep 27 09:06:27.151580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:06:27.195975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:06:27.199338 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa09ca5-de94-4306-b336-64aea430c7c6" -d '{"events": [{"server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "name": "network-vif-unplugged", "status": "completed", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:06:27.204401 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:27.218349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Transition to ACTIVE for port object 7b263d00-39d8-4fba-8793-ab313fa1436c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:06:27.223154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:27.258220 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2800051c-13f8-4b4b-9d1a-0be6595583ef x-openstack-request-id: req-2800051c-13f8-4b4b-9d1a-0be6595583ef {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:06:27.258509 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "name": "network-vif-unplugged", "status": "completed", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:06:27.258757 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2800051c-13f8-4b4b-9d1a-0be6595583ef {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:06:27.259144 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'code': 200} Sep 27 09:06:27.292602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:27.399819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] No DVR routers for this DVR port 7b263d00-39d8-4fba-8793-ab313fa1436c on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:06:27.537032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Attempting to bind port 7b263d00-39d8-4fba-8793-ab313fa1436c on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:06:27.537610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Attempting to bind port 7b263d00-39d8-4fba-8793-ab313fa1436c by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:06:27.537610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Attempting to bind port 7b263d00-39d8-4fba-8793-ab313fa1436c on network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:06:27.541719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Port 7b263d00-39d8-4fba-8793-ab313fa1436c on network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:06:27.542044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Attempting to bind port 7b263d00-39d8-4fba-8793-ab313fa1436c on network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:06:27.547160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:06:27.547534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Checking segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:06:27.547925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Bound using segment: {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:06:27.548375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Bound port: 7b263d00-39d8-4fba-8793-ab313fa1436c, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61acfe54-aab1-4e9a-a0d0-9711b86cf495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:06:27.548731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:27.614712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:06:27.618908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:06:27.624632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:27.659711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:27.660348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:27.661742 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] 10.222.0.57 "PUT /v2.0/ports/7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 1091 time: 0.8791318 Sep 27 09:06:27.680784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ff90a-1a7c-4922-a552-a48aafdb4b72 service neutron] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:27.734652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-0b85947f-4796-4624-af4e-8279ee4b9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:27.736151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-0b85947f-4796-4624-af4e-8279ee4b9726 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1094 time: 0.0429473 Sep 27 09:06:27.834987 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-0f5c21a1-b554-43c4-9558-8b08eb3296ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:27.836513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-0f5c21a1-b554-43c4-9558-8b08eb3296ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.0928187 Sep 27 09:06:27.905014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-14ef816a-1ba1-4302-a72b-2157893d5f30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 999 time: 0.0597939 Sep 27 09:06:27.959612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-54bc6f7d-7c41-42f4-8828-3a9adfe59b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:27.961138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-54bc6f7d-7c41-42f4-8828-3a9adfe59b4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0496173 Sep 27 09:06:28.012072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-3aa05b7a-fcff-497a-b600-abc2cffa5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:28.013569 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-3aa05b7a-fcff-497a-b600-abc2cffa5980 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446684 Sep 27 09:06:28.106511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-38895015-0bb0-4fe0-bc81-5872ae554bf1 service neutron] 10.222.0.57 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845938 Sep 27 09:06:28.223904 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-8b557269-4717-4a69-b512-bed424f45e2d service neutron] 10.222.0.57 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091263 Sep 27 09:06:28.245369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14761a63-ef5b-45a3-a7ed-295398283a47 req-e0195a6e-7120-42bd-8924-49ad49c08921 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:28.247072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14761a63-ef5b-45a3-a7ed-295398283a47 req-e0195a6e-7120-42bd-8924-49ad49c08921 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 943 time: 0.0604732 Sep 27 09:06:28.302902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14761a63-ef5b-45a3-a7ed-295398283a47 req-97199364-7c01-426e-b751-6222cc10b811 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464649 Sep 27 09:06:29.260494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:06:29.262884 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcb27d5-6991-47c3-994a-5ceb636f10b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:06:29.313438 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb75764e-0ddb-4ac1-8307-a518cef5a5d8 x-openstack-request-id: req-fb75764e-0ddb-4ac1-8307-a518cef5a5d8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:06:29.313803 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:06:29.314022 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb75764e-0ddb-4ac1-8307-a518cef5a5d8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:06:29.314437 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'status': 'completed', 'code': 200} Sep 27 09:06:29.434584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-3d7d995c-f9de-403f-8d68-6f951e0b803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.436096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-3d7d995c-f9de-403f-8d68-6f951e0b803d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1094 time: 0.1038384 Sep 27 09:06:29.440084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-e420648b-8772-4542-9526-ca83fb36096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.441468 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-e420648b-8772-4542-9526-ca83fb36096d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1094 time: 0.1005290 Sep 27 09:06:29.459218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e4257-8e74-448a-84f3-a9560b1bdd17 req-2d83bca0-5e86-4162-9d80-04e8e4756617 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.460584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d00e4257-8e74-448a-84f3-a9560b1bdd17 req-2d83bca0-5e86-4162-9d80-04e8e4756617 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 943 time: 0.0765927 Sep 27 09:06:29.605536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d00e4257-8e74-448a-84f3-a9560b1bdd17 req-8b316038-8591-4d5d-8370-45059187b88b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365285 Sep 27 09:06:29.627166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-7f85a58f-b9f7-438c-8056-496033015600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.628655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-7f85a58f-b9f7-438c-8056-496033015600 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.1770868 Sep 27 09:06:29.645433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-2f965d20-9bc1-45a7-a9f7-b2b157fd6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.646818 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-2f965d20-9bc1-45a7-a9f7-b2b157fd6a3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.2029061 Sep 27 09:06:29.737576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-90a3cf98-121e-40b7-9c97-ed3c176d2efa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 999 time: 0.1015084 Sep 27 09:06:29.755729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-7572b53b-2821-4824-96b7-94aaa26ad1f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 999 time: 0.0833731 Sep 27 09:06:29.822728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-ca8f5de1-051d-4c68-b433-5bad63a53b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.824273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-ca8f5de1-051d-4c68-b433-5bad63a53b26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0778191 Sep 27 09:06:29.827734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-dafe399d-c14d-4f20-8049-9ca92f13557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.829132 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-dafe399d-c14d-4f20-8049-9ca92f13557e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0565205 Sep 27 09:06:29.901330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-5c6d7422-a1b1-4d0c-87e6-ea0cf8c5dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.902842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-5c6d7422-a1b1-4d0c-87e6-ea0cf8c5dc5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716560 Sep 27 09:06:29.905809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-93b163fb-5889-4fe9-b62f-a151dd6958c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:29.907355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-93b163fb-5889-4fe9-b62f-a151dd6958c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662465 Sep 27 09:06:30.363664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-7334fa0e-0bf1-40a5-a5fd-ba14bfbb9546 service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528513 Sep 27 09:06:30.368866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-7f8a0f0d-a555-416b-8002-d8fa8e61effa service neutron] 10.222.0.57 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384081 Sep 27 09:06:30.409313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7b263d00-39d8-4fba-8793-ab313fa1436c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:06:30.448766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7b263d00-39d8-4fba-8793-ab313fa1436c not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:06:30.518828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-41a0de11-6358-4aa3-a398-628008a4ed5d service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478999 Sep 27 09:06:30.521030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dbcb27d5-6991-47c3-994a-5ceb636f10b1 req-02cb43f0-2ebd-41b2-baf8-3682a1ae08df service neutron] 10.222.0.57 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427016 Sep 27 09:06:30.748740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca265ed3-ad35-4e41-8871-bb44feb2da52 req-cd1b4699-6984-48ad-bc80-7ee3ea603964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:30.750311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca265ed3-ad35-4e41-8871-bb44feb2da52 req-cd1b4699-6984-48ad-bc80-7ee3ea603964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 943 time: 0.0603411 Sep 27 09:06:30.792642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ca265ed3-ad35-4e41-8871-bb44feb2da52 req-406a2aa2-2c9a-4e50-bda0-8c1b81d491cc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Sep 27 09:06:30.986701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b325a-8a27-43aa-8163-7e0b34de6229 req-eeedafa4-ea59-49ef-9b31-c9398b263944 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:30.988207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a82b325a-8a27-43aa-8163-7e0b34de6229 req-eeedafa4-ea59-49ef-9b31-c9398b263944 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 943 time: 0.0501263 Sep 27 09:06:31.026041 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a82b325a-8a27-43aa-8163-7e0b34de6229 req-c8aa6004-d82f-4d95-bd84-693fb0df2dac tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315254 Sep 27 09:06:31.034424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-40bf07e2-7a89-45b1-8398-24c2f81c10d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:31.036049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-40bf07e2-7a89-45b1-8398-24c2f81c10d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 943 time: 0.0851727 Sep 27 09:06:31.106865 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-4d4dd05f-43bf-4c33-b422-15f129e9ad91 service neutron] delete failed (client error): The resource could not be found. Sep 27 09:06:31.107914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-4d4dd05f-43bf-4c33-b422-15f129e9ad91 service neutron] 10.222.0.67 "DELETE /v2.0/ports/7b263d00-39d8-4fba-8793-ab313fa1436c/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0643258 Sep 27 09:06:31.194945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-b6e44773-3f9a-4375-b4c1-81033585c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:31.196551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-b6e44773-3f9a-4375-b4c1-81033585c443 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1094 time: 0.0413878 Sep 27 09:06:31.295286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-0e5d8533-873e-4e57-8129-0967234cbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:31.296820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-0e5d8533-873e-4e57-8129-0967234cbdd5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.0935683 Sep 27 09:06:31.347663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b263d00-39d8-4fba-8793-ab313fa1436c details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:06:31.365063 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-7d34f9ba-2f27-4aa6-8e71-4c36b65cdf47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 999 time: 0.0611002 Sep 27 09:06:31.413702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-1067550a-06e8-4229-a8ce-e4fce5d8b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:31.415159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-1067550a-06e8-4229-a8ce-e4fce5d8b77c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0438042 Sep 27 09:06:31.449244 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:31.461182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'port_id': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'mac_address': 'fa:16:3e:5a:05:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:06:31.465635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-a5778289-ad89-4c87-a94b-7332b3ce1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:31.467131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-a5778289-ad89-4c87-a94b-7332b3ce1218 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444510 Sep 27 09:06:31.498788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:31.512292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b263d00-39d8-4fba-8793-ab313fa1436c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:06:31.535747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:31.541338 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:31.560498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-9ecd844d-28fc-4113-81c2-ede2afc04b33 service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857415 Sep 27 09:06:31.588837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:31.596997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.597347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.597726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.598073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.598410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.598748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.599079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.599439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.599820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.600156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.600608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.601069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:06:31.657416 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14ebbb4-184e-4809-8e60-08ac6afc1945 req-9e490844-711b-43cc-a543-0a8dc03ed23f service neutron] 10.222.0.67 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901256 Sep 27 09:06:31.787652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['7b263d00-39d8-4fba-8793-ab313fa1436c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:06:32.148920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ad36-0203-432a-b255-f3c7e4faa5cb req-96eea213-022c-4e2f-8f58-939d6d90b720 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:32.150475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4716ad36-0203-432a-b255-f3c7e4faa5cb req-96eea213-022c-4e2f-8f58-939d6d90b720 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 944 time: 0.0533116 Sep 27 09:06:32.190598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4716ad36-0203-432a-b255-f3c7e4faa5cb req-4ab7d60c-e2dd-4b7c-a17c-f45e8e08076e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324714 Sep 27 09:06:32.214062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 33922) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:06:32.283999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f1d7bd2e-a3da-4eea-a8e7-7b5ac878c12a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/ddd11b01-30bc-40aa-9025-0d6d06d52800 HTTP/1.1" status: 200 len: 992 time: 0.0687599 Sep 27 09:06:33.350691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b263d00-39d8-4fba-8793-ab313fa1436c up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:06:33.407063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 7b263d00-39d8-4fba-8793-ab313fa1436c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:06:33.411503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 7b263d00-39d8-4fba-8793-ab313fa1436c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:06:33.411958 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:33.491821 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:33.514129 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:06:33.516428 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf137f2-08b0-40bc-a92d-59189af65065" -d '{"events": [{"server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "name": "network-vif-plugged", "status": "completed", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:06:33.528887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:33.533210 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:33.555670 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4131e5-957d-49ce-9b2e-5fa39fead7db x-openstack-request-id: req-5c4131e5-957d-49ce-9b2e-5fa39fead7db {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:06:33.555983 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "name": "network-vif-plugged", "status": "completed", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:06:33.556224 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c4131e5-957d-49ce-9b2e-5fa39fead7db {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:06:33.556635 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'code': 200} Sep 27 09:06:33.582812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:35.989848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:38.438442 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:06:44.252275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:45.117906 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac74694-35bb-435c-abfc-cfcd431148d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:47.549200 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdaf80c0-d914-4746-bb92-fd814c274c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:48.039697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:48.838789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb662cf-12db-42c3-96c7-e420ee8a2c6c req-c408bd86-912d-45cc-b35f-af43650aada9 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:48.840597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edb662cf-12db-42c3-96c7-e420ee8a2c6c req-c408bd86-912d-45cc-b35f-af43650aada9 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 945 time: 0.0535188 Sep 27 09:06:48.878028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edb662cf-12db-42c3-96c7-e420ee8a2c6c req-2759dab8-b895-4038-b3bf-041ea990c77d tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Sep 27 09:06:49.017643 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:49.880115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98480b41-6294-4314-a9fa-916950eded15 req-85e3a50f-1f3a-4fb0-beb1-892f4be54496 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439081 Sep 27 09:06:49.965934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98480b41-6294-4314-a9fa-916950eded15 req-875013b3-9e48-4346-b49a-c2814edf9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:49.967546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98480b41-6294-4314-a9fa-916950eded15 req-875013b3-9e48-4346-b49a-c2814edf9dc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1096 time: 0.0406313 Sep 27 09:06:50.002290 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfab375-ed4e-496e-9265-3270a944150f req-058f39ab-a726-4810-91f9-8e10bf87345e tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:50.003785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1bfab375-ed4e-496e-9265-3270a944150f req-058f39ab-a726-4810-91f9-8e10bf87345e tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 945 time: 0.0528815 Sep 27 09:06:50.041756 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1bfab375-ed4e-496e-9265-3270a944150f req-3e723234-44f4-45a9-9471-15a64935094f tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/security-groups?id=41f138ef-5894-4065-8b7a-93c2f5987ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Sep 27 09:06:50.076702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98480b41-6294-4314-a9fa-916950eded15 req-84be467b-ad22-49d2-946b-f8b6a44c6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:50.078188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98480b41-6294-4314-a9fa-916950eded15 req-84be467b-ad22-49d2-946b-f8b6a44c6925 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.0886948 Sep 27 09:06:50.147678 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98480b41-6294-4314-a9fa-916950eded15 req-29df5323-e066-41c8-bdfc-3939bc6aad10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 1001 time: 0.0606158 Sep 27 09:06:50.203390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98480b41-6294-4314-a9fa-916950eded15 req-2e63c000-85af-466f-b7c4-0ae164ae411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:50.204862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98480b41-6294-4314-a9fa-916950eded15 req-2e63c000-85af-466f-b7c4-0ae164ae411e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0482855 Sep 27 09:06:50.254677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98480b41-6294-4314-a9fa-916950eded15 req-b8f1df04-2ba9-41e9-9c20-612912a45527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:50.256216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98480b41-6294-4314-a9fa-916950eded15 req-b8f1df04-2ba9-41e9-9c20-612912a45527 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420153 Sep 27 09:06:50.366759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98480b41-6294-4314-a9fa-916950eded15 req-d9678e24-35b1-4ac5-9729-eecb99390fcb service neutron] 10.222.0.57 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946069 Sep 27 09:06:50.461806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98480b41-6294-4314-a9fa-916950eded15 req-5ed7caa9-17dd-4c28-b7d5-8e0a2e606697 service neutron] 10.222.0.57 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821486 Sep 27 09:06:50.648169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:50.677819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-4394514f-40b3-4e6a-89ec-a7f16b74489b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:06:50.679614 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-4394514f-40b3-4e6a-89ec-a7f16b74489b tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 945 time: 0.0546353 Sep 27 09:06:50.777279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Deleting port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:06:50.777534 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:50.867338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] For port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,segment=NetworkSegment(2368d5f8-8228-45f4-9a88-5a62033997dd),segment_id=2368d5f8-8228-45f4-9a88-5a62033997dd)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:06:50.867707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:50.880319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Calling delete_port for bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:06:51.016928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:51.032235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:06:51.046827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Pushing event deleted for resources: {'Port': ['ID=bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:06:51.092784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] No DVR routers for this DVR port bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:06:51.095678 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:06:51.097800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3776bdb-d750-4200-93ce-5b8b3488af08 req-9a47153d-a602-402c-9107-2168c80f22b3 tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.57 "DELETE /v2.0/ports/bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 HTTP/1.1" status: 204 len: 173 time: 0.4103794 Sep 27 09:06:51.098244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee40a9b-3de1-4555-b7ba-f84549c12cd7', 'name': 'network-vif-deleted', 'tag': 'bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:06:51.100528 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381cc959-4e33-4ed6-8604-238df55a0f76" -d '{"events": [{"server_uuid": "3ee40a9b-3de1-4555-b7ba-f84549c12cd7", "name": "network-vif-deleted", "tag": "bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:06:51.140048 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f902740b-b3b1-44ee-8a7c-4f97b3dc894b req-f6430580-dc74-4417-820f-de9d3adea5ac tempest-VolumesSnapshotTestJSON-387115649 tempest-VolumesSnapshotTestJSON-387115649-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee40a9b-3de1-4555-b7ba-f84549c12cd7 HTTP/1.1" status: 200 len: 210 time: 0.0284746 Sep 27 09:06:51.141522 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a8a9d1-fa8a-43f2-9e64-d11a484f7942 x-openstack-request-id: req-d2a8a9d1-fa8a-43f2-9e64-d11a484f7942 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:06:51.141831 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee40a9b-3de1-4555-b7ba-f84549c12cd7", "name": "network-vif-deleted", "tag": "bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:06:51.142087 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2a8a9d1-fa8a-43f2-9e64-d11a484f7942 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:06:51.142466 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee40a9b-3de1-4555-b7ba-f84549c12cd7', 'name': 'network-vif-deleted', 'tag': 'bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38', 'status': 'completed', 'code': 200} Sep 27 09:06:55.504674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:06:55.537197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:06:55.537545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bef7dc5e-020f-4a8d-bdf7-1e92f4c0dc38 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:07:04.760491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9b234-7990-479f-b8ee-0b962f7fc0f0 req-e4343ad5-bf19-4294-957c-f1dcd957157f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:04.762079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4b9b234-7990-479f-b8ee-0b962f7fc0f0 req-e4343ad5-bf19-4294-957c-f1dcd957157f tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1096 time: 0.0431356 Sep 27 09:07:04.798160 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4b9b234-7990-479f-b8ee-0b962f7fc0f0 req-b1b344e9-a046-486f-be78-a0a462a22d7a tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299149 Sep 27 09:07:04.820883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34058) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:04.991961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 37128cdd-8055-4648-9bcc-4de0aecbef35 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:07:04.992307 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:05.069334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:05.070071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:05.081603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 37128cdd-8055-4648-9bcc-4de0aecbef35 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:07:05.254133 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:05.280077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=37128cdd-8055-4648-9bcc-4de0aecbef35,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:05.304240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.304608 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.304941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.305330 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.305654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.305980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.306303 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.306627 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.306951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.307267 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.307578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.307891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:05.347750 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:05.348091 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Floating IP ddd11b01-30bc-40aa-9025-0d6d06d52800 disassociated (deleted). External IP: 172.25.2.200, port: 7b263d00-39d8-4fba-8793-ab313fa1436c. Sep 27 09:07:05.559595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 788172d0-9462-43ec-9393-add84af45a34 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:07:05.997544 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:07:06.001199 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:06.003225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:06.010567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] Sync routers for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:07:06.019939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:06.020848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:06:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:06.035856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-21878e9d-ac89-4e9c-a909-b9cbcd1acdd3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/floatingips/ddd11b01-30bc-40aa-9025-0d6d06d52800 HTTP/1.1" status: 204 len: 168 time: 1.2114892 Sep 27 09:07:06.035856 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:07:06.036422 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:07:06.078274 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf75b7-9a00-4ad1-a38b-c20f521ad0ee x-openstack-request-id: req-dcdf75b7-9a00-4ad1-a38b-c20f521ad0ee {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:07:06.078898 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:07:06.079308 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcdf75b7-9a00-4ad1-a38b-c20f521ad0ee {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:07:06.081112 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'status': 'completed', 'code': 200} Sep 27 09:07:06.127765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:06.147607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-3d316c96-b48f-456e-a1d1-2248a67782bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:06.149650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-3d316c96-b48f-456e-a1d1-2248a67782bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 1096 time: 0.0459261 Sep 27 09:07:06.298509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-260c59d5-7209-4b38-a8e8-cc78842309cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:06.300965 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-260c59d5-7209-4b38-a8e8-cc78842309cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 200 len: 896 time: 0.1430962 Sep 27 09:07:06.346135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-ef2bd2d9-185e-4d6b-8a00-c99cc87d4c6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 200 len: 217 time: 0.0364883 Sep 27 09:07:06.365586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:31Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:06.370535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72899f-a787-42a0-9468-ea4ac302b9f6 req-45c337b2-0b78-48fc-a1ff-4cac84cfe528 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:06.372104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b72899f-a787-42a0-9468-ea4ac302b9f6 req-45c337b2-0b78-48fc-a1ff-4cac84cfe528 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0552044 Sep 27 09:07:06.398985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-d24a74f5-34fc-4eff-928a-6c606d2f516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:06.400857 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-d24a74f5-34fc-4eff-928a-6c606d2f516c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 200 len: 835 time: 0.0474122 Sep 27 09:07:06.409533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] Checking router: 788172d0-9462-43ec-9393-add84af45a34 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:07:06.419342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:06.420273 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:06:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:06.423163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b72899f-a787-42a0-9468-ea4ac302b9f6 req-2d8c8fa3-55c4-4c43-8e6b-746d75434e15 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392067 Sep 27 09:07:06.457808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-537f421d-20ec-4c0a-965c-8b0b933ca86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:06.459336 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-537f421d-20ec-4c0a-965c-8b0b933ca86e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499339 Sep 27 09:07:06.526171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:06.551882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-d506e313-b818-4fa5-bd86-270f453830ef service neutron] 10.222.0.57 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836036 Sep 27 09:07:06.650089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2e856e7-3406-4b77-9208-0f55a5a4e7ea req-e239df1a-e421-489a-bcc2-68e6db24c6ec service neutron] 10.222.0.57 "GET /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902855 Sep 27 09:07:06.721530 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:31Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:06.748262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6632210-b592-45db-8c55-a6967c5b154c None None] The sync data for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 is: [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:05:28Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '7816d876-b77d-44e8-9865-1e6cb6202204', 'name': '', 'network_id': 'ae30ecea-01d8-4e90-a503-5ad9ad30fa9e', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:18:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:27Z', 'updated_at': '2021-09-27T09:05:31Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '2db4d2d9-7eeb-4191-bd2a-4de527e25cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:07:06.982303 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43539d0-8b6c-48a5-8ee4-444eb6095966 None None] New status for floating IP ddd11b01-30bc-40aa-9025-0d6d06d52800: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:07:07.551945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2060f-3059-4fc5-8b5b-bdaf05d0d437 req-1ecb17ae-4d17-4623-82a2-4d2661a2fa6d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:07.553375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4a2060f-3059-4fc5-8b5b-bdaf05d0d437 req-1ecb17ae-4d17-4623-82a2-4d2661a2fa6d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0595071 Sep 27 09:07:07.597067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4a2060f-3059-4fc5-8b5b-bdaf05d0d437 req-e4bcb636-560b-4233-88ae-c7ce8fea1726 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dce4935-1dcb-4629-bf61-5197d48b04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346227 Sep 27 09:07:07.717980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-c1bef758-4fe0-4a48-bf25-9c2bccc47966 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:07.719405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-c1bef758-4fe0-4a48-bf25-9c2bccc47966 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 945 time: 0.0576313 Sep 27 09:07:07.815318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 7b263d00-39d8-4fba-8793-ab313fa1436c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:07:07.815684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:07.908695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port 7b263d00-39d8-4fba-8793-ab313fa1436c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b263d00-39d8-4fba-8793-ab313fa1436c,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:07.908995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:07.921065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 7b263d00-39d8-4fba-8793-ab313fa1436c owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:07:08.062235 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:08.094997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=7b263d00-39d8-4fba-8793-ab313fa1436c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:08.138421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] No DVR routers for this DVR port 7b263d00-39d8-4fba-8793-ab313fa1436c on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:07:08.141328 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:08.143389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c55e1461-1204-4309-8d0f-cb8916f2a63a req-97479766-cc0c-4123-9d96-a1ccc7ef25a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "DELETE /v2.0/ports/7b263d00-39d8-4fba-8793-ab313fa1436c HTTP/1.1" status: 204 len: 173 time: 0.4170983 Sep 27 09:07:08.143930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'name': 'network-vif-deleted', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:07:08.146318 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8366f-947e-49b9-bcc1-c80505c1c68d" -d '{"events": [{"server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "name": "network-vif-deleted", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:07:08.187688 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c79170-be9b-46b6-9bf9-2d64f3004e85 x-openstack-request-id: req-d3c79170-be9b-46b6-9bf9-2d64f3004e85 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:07:08.187983 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25c3a07-1165-479b-b9e1-7bc268da5119", "name": "network-vif-deleted", "tag": "7b263d00-39d8-4fba-8793-ab313fa1436c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:07:08.188243 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3c79170-be9b-46b6-9bf9-2d64f3004e85 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:07:08.188680 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25c3a07-1165-479b-b9e1-7bc268da5119', 'name': 'network-vif-deleted', 'tag': '7b263d00-39d8-4fba-8793-ab313fa1436c', 'status': 'completed', 'code': 200} Sep 27 09:07:08.721936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4f14692-4881-4ef2-b4d3-37b6aa161224 req-1d4a6085-b9f3-4829-8e96-02f0b6bada8b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25c3a07-1165-479b-b9e1-7bc268da5119 HTTP/1.1" status: 200 len: 210 time: 0.0275531 Sep 27 09:07:09.781416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34100) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:10.159156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:10.421337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 7816d876-b77d-44e8-9865-1e6cb6202204 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:07:10.421696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:10.513396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port 7816d876-b77d-44e8-9865-1e6cb6202204, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7816d876-b77d-44e8-9865-1e6cb6202204,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:10.513967 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:10.526497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 7816d876-b77d-44e8-9865-1e6cb6202204 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:07:10.715667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:10.746517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=7816d876-b77d-44e8-9865-1e6cb6202204,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:10.966444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:11.497290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 788172d0-9462-43ec-9393-add84af45a34 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:07:11.595480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b263d00-39d8-4fba-8793-ab313fa1436c no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:07:11.620593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:07:11.626433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8df4c020-0f91-461b-b81a-71cbb03609b5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "PUT /v2.0/routers/788172d0-9462-43ec-9393-add84af45a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8436999 Sep 27 09:07:11.629424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 7b263d00-39d8-4fba-8793-ab313fa1436c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:07:11.631036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b263d00-39d8-4fba-8793-ab313fa1436c not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:07:11.631955 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34106) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:11.635124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] Sync routers for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:07:11.646278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:11.646888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:06:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:11.693753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9ef774-3c57-4de9-9040-b8426ae02001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting subnet 2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:07:11.697401 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef774-3c57-4de9-9040-b8426ae02001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:11.741591 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef774-3c57-4de9-9040-b8426ae02001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:11.760907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:11.842012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef774-3c57-4de9-9040-b8426ae02001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:11.906916 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef774-3c57-4de9-9040-b8426ae02001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:11.936811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef774-3c57-4de9-9040-b8426ae02001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Subnet': ['ID=2db4d2d9-7eeb-4191-bd2a-4de527e25cf7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:11.940592 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef774-3c57-4de9-9040-b8426ae02001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:11.942600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec9ef774-3c57-4de9-9040-b8426ae02001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/subnets/2db4d2d9-7eeb-4191-bd2a-4de527e25cf7 HTTP/1.1" status: 204 len: 168 time: 0.3091342 Sep 27 09:07:11.945437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34110) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:11.956393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0989251-8ef4-4ac5-a760-2d3de478ef67 None None] Network ae30ecea-01d8-4e90-a503-5ad9ad30fa9e requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:07:12.061759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.181039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.229575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:07:10Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '645a1d9a-852a-438b-8cc4-ca3947aac553', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788172d0-9462-43ec-9393-add84af45a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:05:25Z', 'updated_at': '2021-09-27T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:12.261613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] Checking router: 788172d0-9462-43ec-9393-add84af45a34 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:07:12.274343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] Routers {'788172d0-9462-43ec-9393-add84af45a34'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:12.275171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:06:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['788172d0-9462-43ec-9393-add84af45a34'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:12.285252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 645a1d9a-852a-438b-8cc4-ca3947aac553 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:07:12.285582 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.381711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] DHCP port deletion for ae30ecea-01d8-4e90-a503-5ad9ad30fa9e request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:07:12.414232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] Set router 788172d0-9462-43ec-9393-add84af45a34 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:12.423343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port 645a1d9a-852a-438b-8cc4-ca3947aac553, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=645a1d9a-852a-438b-8cc4-ca3947aac553,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:12.423705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.437215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 645a1d9a-852a-438b-8cc4-ca3947aac553 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:07:12.470306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:07:12Z', 'revision_number': 6, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:12.498349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36a92-8072-4fa3-bfbe-17d9f8241a1a None None] The sync data for ids ['788172d0-9462-43ec-9393-add84af45a34'] in n-d-810909-1 is: [{'id': '788172d0-9462-43ec-9393-add84af45a34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356211916', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:05:24Z', 'updated_at': '2021-09-27T09:07:12Z', 'revision_number': 6, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:07:12.540177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] Deleting port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:07:12.540596 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.617973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] For port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5,segment=NetworkSegment(61acfe54-aab1-4e9a-a0d0-9711b86cf495),segment_id=61acfe54-aab1-4e9a-a0d0-9711b86cf495)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:12.619132 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.657951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] Calling delete_port for 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:07:12.677730 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.761587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.766829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=645a1d9a-852a-438b-8cc4-ca3947aac553,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:12.777857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.778210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.778559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.778935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.779737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.779737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.781671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.781671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.781671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.781671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.781671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.783022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:12.789010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] No DVR routers for this DVR port 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:07:12.792252 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.821321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da4165-c166-4430-aa7c-7f4f359e4693 None None] Pushing event deleted for resources: {'Port': ['ID=7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:12.973505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:12.977452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.052352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.053611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Fanout notify agent at l3_agent the message router_deleted on router 788172d0-9462-43ec-9393-add84af45a34 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:07:13.060182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.061391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cc85aa5a-db9d-49f7-b460-2436286c3e2c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/routers/788172d0-9462-43ec-9393-add84af45a34 HTTP/1.1" status: 204 len: 168 time: 1.1148546 Sep 27 09:07:13.064422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34114) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:13.153222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.251094 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.271537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae30ecea-01d8-4e90-a503-5ad9ad30fa9e']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:13.281268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61acfe54-aab1-4e9a-a0d0-9711b86cf495') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:13.281565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61acfe54-aab1-4e9a-a0d0-9711b86cf495') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:13.290919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.306008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.312517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:07:13.312961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:07:13.316373 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:07:13.366708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:07:13.384496 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.390529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.392601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/networks/ae30ecea-01d8-4e90-a503-5ad9ad30fa9e HTTP/1.1" status: 204 len: 168 time: 0.3271768 Sep 27 09:07:13.396048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34116) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:13.415224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c064db1-a189-4b45-b305-8194fd593050 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Network': ['ID=ae30ecea-01d8-4e90-a503-5ad9ad30fa9e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:13.424274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:07:13.425659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7e5df4bb-06b1-4e0b-bc66-11f7f7b9bcb5 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:07:13.425659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7816d876-b77d-44e8-9865-1e6cb6202204 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:07:13.451503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7816d876-b77d-44e8-9865-1e6cb6202204 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:07:13.451866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7816d876-b77d-44e8-9865-1e6cb6202204 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:07:13.475660 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cc07cb-82a8-4c55-bdf0-e58960ee0370 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.502836 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cc07cb-82a8-4c55-bdf0-e58960ee0370 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.575462 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cc07cb-82a8-4c55-bdf0-e58960ee0370 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.578987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cc07cb-82a8-4c55-bdf0-e58960ee0370 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:13.580196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3cc07cb-82a8-4c55-bdf0-e58960ee0370 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/security-groups/3dce4935-1dcb-4629-bf61-5197d48b04d4 HTTP/1.1" status: 204 len: 168 time: 0.1831372 Sep 27 09:07:13.598075 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc07cb-82a8-4c55-bdf0-e58960ee0370 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce4935-1dcb-4629-bf61-5197d48b04d4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:13.953735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34122) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:13.958661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e0473e33-4560-4840-b788-076abff58dbd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040106010', 'description': 'tempest-secgroup-smoke-1040106010 description', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:13.981686 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0473e33-4560-4840-b788-076abff58dbd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.089308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0473e33-4560-4840-b788-076abff58dbd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.095032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0473e33-4560-4840-b788-076abff58dbd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.125208 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0473e33-4560-4840-b788-076abff58dbd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.129040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e0473e33-4560-4840-b788-076abff58dbd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1714509 Sep 27 09:07:14.129318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34126) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:14.134366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bc189bc0-c516-4d09-b8e2-ebeb152cf964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'bd022692-d547-494f-a2f4-afcd8644af1a', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:14.138363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473e33-4560-4840-b788-076abff58dbd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd022692-d547-494f-a2f4-afcd8644af1a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:14.168584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc189bc0-c516-4d09-b8e2-ebeb152cf964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.244549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc189bc0-c516-4d09-b8e2-ebeb152cf964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.249172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc189bc0-c516-4d09-b8e2-ebeb152cf964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.268039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.268688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc189bc0-c516-4d09-b8e2-ebeb152cf964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec0a791-adfd-4303-9843-8ed38136be14,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:14.274165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bc189bc0-c516-4d09-b8e2-ebeb152cf964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.278663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:14.280844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bc189bc0-c516-4d09-b8e2-ebeb152cf964 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501048 Sep 27 09:07:14.283400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-75afadee-22eb-4ee4-a6b9-27ce820c1438 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'bd022692-d547-494f-a2f4-afcd8644af1a', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:14.310826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75afadee-22eb-4ee4-a6b9-27ce820c1438 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.359791 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75afadee-22eb-4ee4-a6b9-27ce820c1438 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.364139 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75afadee-22eb-4ee4-a6b9-27ce820c1438 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.383801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afadee-22eb-4ee4-a6b9-27ce820c1438 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f0034a-8e65-4161-8e25-9108596f5c37,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:14.388387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75afadee-22eb-4ee4-a6b9-27ce820c1438 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.389696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-75afadee-22eb-4ee4-a6b9-27ce820c1438 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1098535 Sep 27 09:07:14.392398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34130) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:14.397005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1a228a51-4ffc-43dd-833b-5a7cd5d648d8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'bd022692-d547-494f-a2f4-afcd8644af1a', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:14.426037 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a228a51-4ffc-43dd-833b-5a7cd5d648d8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.489334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a228a51-4ffc-43dd-833b-5a7cd5d648d8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.493518 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a228a51-4ffc-43dd-833b-5a7cd5d648d8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.506753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a228a51-4ffc-43dd-833b-5a7cd5d648d8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06938834-0312-4d86-a9a0-cb655039bd8c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:14.519500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a228a51-4ffc-43dd-833b-5a7cd5d648d8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.520964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a228a51-4ffc-43dd-833b-5a7cd5d648d8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275666 Sep 27 09:07:14.524006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34132) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:14.529385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e9165ef3-2c66-4136-8dc8-da5dd0c650cc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'bd022692-d547-494f-a2f4-afcd8644af1a', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:14.557790 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9165ef3-2c66-4136-8dc8-da5dd0c650cc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.618606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9165ef3-2c66-4136-8dc8-da5dd0c650cc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.622194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9165ef3-2c66-4136-8dc8-da5dd0c650cc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.639948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9165ef3-2c66-4136-8dc8-da5dd0c650cc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbdfe1e-de6b-4bc3-8a2a-c247768efb0f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:14.647965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e9165ef3-2c66-4136-8dc8-da5dd0c650cc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.649255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e9165ef3-2c66-4136-8dc8-da5dd0c650cc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241310 Sep 27 09:07:14.652104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:14.657757 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b3526e7b-9f39-426f-a05c-628d96888c01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'bd022692-d547-494f-a2f4-afcd8644af1a', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:14.680904 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-b3526e7b-9f39-426f-a05c-628d96888c01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Project 6b1f8c8eea98476cbeac3b5243f26cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:07:14.685918 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3526e7b-9f39-426f-a05c-628d96888c01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.752097 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3526e7b-9f39-426f-a05c-628d96888c01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.757375 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3526e7b-9f39-426f-a05c-628d96888c01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.775729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3526e7b-9f39-426f-a05c-628d96888c01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6492396-533a-4476-b9f8-d7b4901a2b3d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:14.782887 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3526e7b-9f39-426f-a05c-628d96888c01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.787687 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b3526e7b-9f39-426f-a05c-628d96888c01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340621 Sep 27 09:07:14.787813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34136) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:14.792630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0b987512-45e0-4eb5-b4a1-f35c7d148c5f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'bd022692-d547-494f-a2f4-afcd8644af1a', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:14.814674 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-0b987512-45e0-4eb5-b4a1-f35c7d148c5f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Project 6b1f8c8eea98476cbeac3b5243f26cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:07:14.819915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0b987512-45e0-4eb5-b4a1-f35c7d148c5f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.853644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 645a1d9a-852a-438b-8cc4-ca3947aac553 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:07:14.876863 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 645a1d9a-852a-438b-8cc4-ca3947aac553 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:07:14.877245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 645a1d9a-852a-438b-8cc4-ca3947aac553 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:07:14.894653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0b987512-45e0-4eb5-b4a1-f35c7d148c5f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.899926 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0b987512-45e0-4eb5-b4a1-f35c7d148c5f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.914822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b987512-45e0-4eb5-b4a1-f35c7d148c5f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ddd1d1-f919-47bd-a61a-40f8e8102121,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:14.925518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0b987512-45e0-4eb5-b4a1-f35c7d148c5f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.926858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0b987512-45e0-4eb5-b4a1-f35c7d148c5f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379752 Sep 27 09:07:14.930068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34138) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:14.934895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'network': {'name': 'tempest-network-smoke--2141306658', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'port_security_enabled': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:14.957371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:07:14.960918 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.984873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:07:14.994542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:14.994898 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Added segment 0af5b95c-6bf2-44e5-afc2-8266b2d3db44 of type vlan for network df16c4a4-d952-4b0f-a029-650716c9da82 Sep 27 09:07:15.037725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.064003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.070009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:15.070735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.115656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1821041 Sep 27 09:07:15.116349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34142) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:15.122488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'admin_state_up': True, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:15.129181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c441f3a3-ccb1-4928-88f1-f1ff8f380644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.166290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ceb64-7968-46bb-817c-bccf983394db tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Network': ['ID=df16c4a4-d952-4b0f-a029-650716c9da82,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:15.177933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network df16c4a4-d952-4b0f-a029-650716c9da82 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:07:15.188719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.189848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.264078 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.412027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.437944 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:07:15.605019 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.622996 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.746108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.25.2.248 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/05f970b6-dd1c-4c47-ab6c-c25a24673d8f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:07:15.849889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.885263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:15.927469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:07:15.930256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:07:15.936644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:07:15.939667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=05f970b6-dd1c-4c47-ab6c-c25a24673d8f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:16.202309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:16.725566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:16.864774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 8261db3c-f2cb-45c9-abac-8663dfd7419e is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:07:16.969725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:07:16.980286 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Sync routers for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:07:16.987970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:16.989379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3c5993ea-bf7a-4952-87e8-27e779a65d01 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8724377 Sep 27 09:07:16.991578 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:16.992363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34152) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:16.992914 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:06:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:17.022169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0810a98b-1f4b-4fd8-b606-18e0916a35b0 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=6b1f8c8eea98476cbeac3b5243f26cee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264065 Sep 27 09:07:17.022391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34154) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:17.098508 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:17.117079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2d566-4a9b-427e-b781-1bc78a5660b0 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:17.120353 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-83f2d566-4a9b-427e-b781-1bc78a5660b0 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953460 Sep 27 09:07:17.121361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34156) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:17.153969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bb14751f-a819-49f3-a592-6c63b306f8fa tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313396 Sep 27 09:07:17.156729 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34158) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:17.161541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494129287', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:17.255225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:07:17.260120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.286074 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:16Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:17.316150 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Checking router: 8261db3c-f2cb-45c9-abac-8663dfd7419e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:07:17.316613 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Updating router 8261db3c-f2cb-45c9-abac-8663dfd7419e port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:07:17.349464 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.453975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.512213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Subnet': ['ID=36c87d79-e30d-450a-b05d-17628d7668cf,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:17.522818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Checking segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:07:17.523290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network hostable DHCP agents. Network: df16c4a4-d952-4b0f-a029-650716c9da82, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:07:17.543957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network df16c4a4-d952-4b0f-a029-650716c9da82 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:07:17.556027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, df16c4a4-d952-4b0f-a029-650716c9da82) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:07:17.559722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0600de6e-23c5-4046-b042-bd19a59f4a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.569080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8d429-94c6-4901-8a59-943a8600bba0 None None] Network df16c4a4-d952-4b0f-a029-650716c9da82 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:07:17.569596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:17.570233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.595461 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f47e9004-9fa6-430b-959b-0790d768fd63 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4352183 Sep 27 09:07:17.595852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34162) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:17.616094 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.622560 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.682991 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Pushing event updated for resources: {'Port': ['ID=05f970b6-dd1c-4c47-ab6c-c25a24673d8f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:17.691136 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Attempting to bind port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:07:17.691611 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Attempting to bind port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:07:17.692094 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Attempting to bind port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:07:17.696060 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.696544 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.696972 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.697394 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.698021 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.698468 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.698870 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.699260 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.699646 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.700036 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.700470 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.700903 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:07:17.714934 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:07:17.715307 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:07:17.715706 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.716089 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:07:17.719234 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Bound port: 05f970b6-dd1c-4c47-ab6c-c25a24673d8f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:07:17.719634 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.782267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-df16c4a4-d952-4b0f-a029-650716c9da82', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:07:17.783207 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.785211 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] For port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:07:17.790950 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] For port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=05f970b6-dd1c-4c47-ab6c-c25a24673d8f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:07:17.798534 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:17.854711 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:17.855343 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:07:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:17.939061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Allocated IP 172.20.0.2 (df16c4a4-d952-4b0f-a029-650716c9da82/36c87d79-e30d-450a-b05d-17628d7668cf/f21267ea-8b76-4b0f-a964-e24333d95c92) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:07:18.043717 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce25c0-ab7b-48e1-8ef5-912d767ec310 None None] Pushing event updated for resources: {'Port': ['ID=05f970b6-dd1c-4c47-ab6c-c25a24673d8f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:18.051313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.109215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.117119 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.120431 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:18.128314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.173601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Network df16c4a4-d952-4b0f-a029-650716c9da82 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:07:18.177672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:07:18.180994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:07:18.243468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Pushing event updated for resources: {'Port': ['ID=f21267ea-8b76-4b0f-a964-e24333d95c92,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:18.262078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Attempting to bind port f21267ea-8b76-4b0f-a964-e24333d95c92 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:07:18.262543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Attempting to bind port f21267ea-8b76-4b0f-a964-e24333d95c92 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:07:18.262973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Attempting to bind port f21267ea-8b76-4b0f-a964-e24333d95c92 on network df16c4a4-d952-4b0f-a029-650716c9da82 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:07:18.269862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:07:18.270357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Checking segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:07:18.271133 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.271590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Bound using segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:07:18.272572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Bound port: f21267ea-8b76-4b0f-a964-e24333d95c92, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:07:18.273214 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.333972 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:16Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:18.347314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] For port f21267ea-8b76-4b0f-a964-e24333d95c92, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:07:18.350413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] For port f21267ea-8b76-4b0f-a964-e24333d95c92, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f21267ea-8b76-4b0f-a964-e24333d95c92,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:07:18.355688 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.365105 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae47b06-55b1-4fbb-bc15-e1c4c5dca5ea None None] The sync data for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 is: [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:16Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:07:18.433996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82f96c-ee47-42d5-84db-bc47aafb2346 None None] Pushing event updated for resources: {'Port': ['ID=f21267ea-8b76-4b0f-a964-e24333d95c92,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:18.478340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.20.0.1 (df16c4a4-d952-4b0f-a029-650716c9da82/36c87d79-e30d-450a-b05d-17628d7668cf/eebc9f14-d697-4b84-9303-532dba495936) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:07:18.633828 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.705360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:18.776115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=eebc9f14-d697-4b84-9303-532dba495936,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:18.791473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network df16c4a4-d952-4b0f-a029-650716c9da82 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:07:18.793078 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:07:18.796436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:07:18.881319 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.018407 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.052467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 05f970b6-dd1c-4c47-ab6c-c25a24673d8f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:07:19.089308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.137371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:19.137736 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.250012 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.277746 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=05f970b6-dd1c-4c47-ab6c-c25a24673d8f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:19.286088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.286996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f21267ea-8b76-4b0f-a964-e24333d95c92 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:07:19.398250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=05f970b6-dd1c-4c47-ab6c-c25a24673d8f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:19.411917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f21267ea-8b76-4b0f-a964-e24333d95c92 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:19.412514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.493215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.502282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.507839 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.556929 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port f21267ea-8b76-4b0f-a964-e24333d95c92, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f21267ea-8b76-4b0f-a964-e24333d95c92,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:19.566345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.601280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=eebc9f14-d697-4b84-9303-532dba495936,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:19.609211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:19.655631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=f21267ea-8b76-4b0f-a964-e24333d95c92,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:19.748581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network df16c4a4-d952-4b0f-a029-650716c9da82 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:07:19.750051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:07:19.873493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f711658-8df5-496b-8ce4-e5965e2a506c None None] Network df16c4a4-d952-4b0f-a029-650716c9da82 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:07:19.887514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 8261db3c-f2cb-45c9-abac-8663dfd7419e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:07:19.972712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9c832a9d-ec8e-4ded-bbea-4bc97e35d4aa None None] Provisioning complete for port f21267ea-8b76-4b0f-a964-e24333d95c92 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:19.973130 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c832a9d-ec8e-4ded-bbea-4bc97e35d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:20.012520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:07:20.018422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6ee2e8c7-c2d7-48bf-a9e6-311642dd1b46 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "PUT /v2.0/routers/8261db3c-f2cb-45c9-abac-8663dfd7419e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4214628 Sep 27 09:07:20.188540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-5b13f784-c62e-4c01-aeea-752ac3e98ce1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040106010&fields=id&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 267 time: 0.0373752 Sep 27 09:07:20.304319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-08103b19-db82-4179-a5ba-c805f9f1cece tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:20.305825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-08103b19-db82-4179-a5ba-c805f9f1cece tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 797 time: 0.1099372 Sep 27 09:07:20.321199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-7721e307-1779-4eca-a9ef-e5b301de890b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/quotas/6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 375 time: 0.0094259 Sep 27 09:07:20.340649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0d790b24-6ab4-4852-b4c2-9f0d9a36be74 None None] Provisioning complete for port f21267ea-8b76-4b0f-a964-e24333d95c92 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:20.341246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d790b24-6ab4-4852-b4c2-9f0d9a36be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:20.394137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-cad6566a-7050-45a5-9854-798732593132 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617023 Sep 27 09:07:20.438410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0d790b24-6ab4-4852-b4c2-9f0d9a36be74 None None] Provisioning complete for port eebc9f14-d697-4b84-9303-532dba495936 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:20.438785 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d790b24-6ab4-4852-b4c2-9f0d9a36be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:20.474010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0d790b24-6ab4-4852-b4c2-9f0d9a36be74 None None] Port eebc9f14-d697-4b84-9303-532dba495936 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:07:20.498070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-269b43a8-854f-406f-9c43-b0b3326fce2e service neutron] 10.222.0.50 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917826 Sep 27 09:07:20.533924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Sync routers for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:07:20.543545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:20.544176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:07:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:20.603414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-0acd9012-b007-4d79-b01e-e4a24505cecf service neutron] 10.222.0.50 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992491 Sep 27 09:07:20.607437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b3bc3283-4da6-4229-bd05-d81c831ebe43 None None] Provisioning complete for port eebc9f14-d697-4b84-9303-532dba495936 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:20.607816 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3bc3283-4da6-4229-bd05-d81c831ebe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:20.693092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc3283-4da6-4229-bd05-d81c831ebe43 None None] Port eebc9f14-d697-4b84-9303-532dba495936 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:07:20.700045 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:20.723097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:20.827227 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c86724e-00cd-4086-a774-a6988b1e4570 req-dfb16adc-9fb5-49f5-9a17-ba4c76cf6147 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 210 time: 0.0349467 Sep 27 09:07:20.885520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-15aa94a6-96cb-4a42-b816-4c8910c8ff40 None None] Provisioning complete for port eebc9f14-d697-4b84-9303-532dba495936 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:20.885959 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15aa94a6-96cb-4a42-b816-4c8910c8ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:20.950311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 05f970b6-dd1c-4c47-ab6c-c25a24673d8f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:07:20.996267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-15aa94a6-96cb-4a42-b816-4c8910c8ff40 None None] Port eebc9f14-d697-4b84-9303-532dba495936 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:07:21.073147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:21.073678 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:21.123132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 2, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:21.155283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Checking router: 8261db3c-f2cb-45c9-abac-8663dfd7419e for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:07:21.156001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Updating router 8261db3c-f2cb-45c9-abac-8663dfd7419e port eebc9f14-d697-4b84-9303-532dba495936 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:07:21.208707 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:21.231775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f21267ea-8b76-4b0f-a964-e24333d95c92 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:07:21.369008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f21267ea-8b76-4b0f-a964-e24333d95c92 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:21.369678 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:21.771937 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:21.782304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:21.792495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-396f3bf6-3005-4486-89ed-e2749d6fa26f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:21.795164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-396f3bf6-3005-4486-89ed-e2749d6fa26f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 797 time: 0.1247501 Sep 27 09:07:21.852988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-954c7438-092f-4125-9cd1-93de1b5d5658 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 380 time: 0.0480764 Sep 27 09:07:21.855810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13161e94-fcbf-4a82-a149-7a84d8dc2464 None None] Pushing event updated for resources: {'Port': ['ID=eebc9f14-d697-4b84-9303-532dba495936,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:21.864730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'port': {'device_id': '071deac8-02d9-4f17-926f-64a67991541e', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'admin_state_up': True, 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'security_groups': ['bd022692-d547-494f-a2f4-afcd8644af1a']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:21.969373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Attempting to bind port eebc9f14-d697-4b84-9303-532dba495936 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:07:21.969738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Attempting to bind port eebc9f14-d697-4b84-9303-532dba495936 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:07:21.970103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Attempting to bind port eebc9f14-d697-4b84-9303-532dba495936 on network df16c4a4-d952-4b0f-a029-650716c9da82 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:07:21.977584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:07:21.977961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Checking segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:07:21.978368 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:21.978762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Bound using segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:07:21.979241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Bound port: eebc9f14-d697-4b84-9303-532dba495936, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:07:21.979620 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.031331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:07:22.036069 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.059726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3a35308-315d-404b-96fd-d401db526a0a req-a7763998-1a7b-4ea3-a86c-c6309870e8d5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 210 time: 0.0432858 Sep 27 09:07:22.083786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] For port eebc9f14-d697-4b84-9303-532dba495936, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:07:22.092468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] For port eebc9f14-d697-4b84-9303-532dba495936, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=eebc9f14-d697-4b84-9303-532dba495936,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:07:22.098823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.171274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-615d26fb-945d-473c-a2e0-c2e3d23c23f8 None None] Provisioning complete for port eebc9f14-d697-4b84-9303-532dba495936 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:22.171652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-615d26fb-945d-473c-a2e0-c2e3d23c23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.175417 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13161e94-fcbf-4a82-a149-7a84d8dc2464 None None] Pushing event updated for resources: {'Port': ['ID=eebc9f14-d697-4b84-9303-532dba495936,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:22.202672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:22.202672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:07:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:22.210837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.20.0.6 (df16c4a4-d952-4b0f-a029-650716c9da82/36c87d79-e30d-450a-b05d-17628d7668cf/c765ee44-8d17-411b-8798-99499ddb156a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:07:22.359292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:22.389768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.391032 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-615d26fb-945d-473c-a2e0-c2e3d23c23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.434795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.473605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-615d26fb-945d-473c-a2e0-c2e3d23c23f8 None None] For port eebc9f14-d697-4b84-9303-532dba495936, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=eebc9f14-d697-4b84-9303-532dba495936,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:22.482418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network df16c4a4-d952-4b0f-a029-650716c9da82 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:07:22.485650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:07:22.489747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-615d26fb-945d-473c-a2e0-c2e3d23c23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.492526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:07:22.515346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:22.546921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:22.548145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.565181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-ba0f9604-def0-4cee-b896-6850c87b8133 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7047315 Sep 27 09:07:22.577992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Request body: {'port': {'device_id': '071deac8-02d9-4f17-926f-64a67991541e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:22.583640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d26fb-945d-473c-a2e0-c2e3d23c23f8 None None] Pushing event updated for resources: {'Port': ['ID=eebc9f14-d697-4b84-9303-532dba495936,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:22.638644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.653328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e15496e1-67bd-4232-b1d4-52bd857a0b29 None None] Provisioning complete for port eebc9f14-d697-4b84-9303-532dba495936 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:22.653735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e15496e1-67bd-4232-b1d4-52bd857a0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.696442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:22Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:22.727873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df9110-53a1-4d56-987a-d9bd52bcc0dc None None] The sync data for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 is: [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:22Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:07:22.928519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1940b080-881f-45fe-906c-a7b1b9b5055f None None] Provisioning complete for port c765ee44-8d17-411b-8798-99499ddb156a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:22.928893 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1940b080-881f-45fe-906c-a7b1b9b5055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:22.962015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device eebc9f14-d697-4b84-9303-532dba495936 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:07:23.014025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1940b080-881f-45fe-906c-a7b1b9b5055f None None] Port c765ee44-8d17-411b-8798-99499ddb156a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:07:23.031403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port eebc9f14-d697-4b84-9303-532dba495936 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:23.032277 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:23.043903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c765ee44-8d17-411b-8798-99499ddb156a {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:07:23.062747 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:23.081986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Transition to ACTIVE for port object c765ee44-8d17-411b-8798-99499ddb156a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:07:23.114182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:23.277202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e77fb-2b68-44c1-a1bd-f9a4c41d9db5 req-61668197-efd6-467a-986c-d773e2847ee9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:23.286153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a09e77fb-2b68-44c1-a1bd-f9a4c41d9db5 req-61668197-efd6-467a-986c-d773e2847ee9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.0655892 Sep 27 09:07:23.301836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:23.333264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a09e77fb-2b68-44c1-a1bd-f9a4c41d9db5 req-520536bf-222a-4ec9-b1e9-bd77b0933c79 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Sep 27 09:07:23.409795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:07:23.410227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:07:23.410626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:07:23.415993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:07:23.416415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:07:23.421846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:07:23.422498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Checking segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:07:23.423081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Bound using segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:07:23.423710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Bound port: c765ee44-8d17-411b-8798-99499ddb156a, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:07:23.424280 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:23.500963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:07:23.504630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:07:23.513086 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:23.554643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:23.555412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:23.557008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] 10.222.0.67 "PUT /v2.0/ports/c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 1091 time: 0.9836748 Sep 27 09:07:23.557575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:07:23.560187 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0" -d '{"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:07:23.644402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb697ef-6fed-456a-9dfb-54e358df3b44 service neutron] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:23.660100 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdc802b-449c-436e-9db7-e5a3de13ba4c x-openstack-request-id: req-0cdc802b-449c-436e-9db7-e5a3de13ba4c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:07:23.660628 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:07:23.664524 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cdc802b-449c-436e-9db7-e5a3de13ba4c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:07:23.664946 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'status': 'completed', 'code': 200} Sep 27 09:07:23.699527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-54d57f0c-6190-4e0c-9261-5776f8bb6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:23.701641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-54d57f0c-6190-4e0c-9261-5776f8bb6703 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1094 time: 0.0915639 Sep 27 09:07:23.748472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-3870c01f-6917-4383-9003-d4eb4c889d7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 217 time: 0.0382264 Sep 27 09:07:23.811257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-cb39fb48-dd79-49d7-93b3-342a276fb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:23.812772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-cb39fb48-dd79-49d7-93b3-342a276fb150 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0574665 Sep 27 09:07:23.865211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-cc87279c-6b24-45d3-859f-1984486bbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:23.866667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-cc87279c-6b24-45d3-859f-1984486bbf86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463107 Sep 27 09:07:24.334280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-98573076-f111-44a2-9f99-9d6b4783b62b service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598446 Sep 27 09:07:24.444202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c92f07c0-fa21-45bc-830f-fd62fa6a2129 req-fbc3a1d2-bb5e-4abc-a3d4-0a123215e98a service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010318 Sep 27 09:07:24.456901 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b051-73be-4b67-91b7-4b8ebe88bc2e req-45a700e4-d17d-4eeb-b82f-b1ba77c2bf24 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:24.458715 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33d9b051-73be-4b67-91b7-4b8ebe88bc2e req-45a700e4-d17d-4eeb-b82f-b1ba77c2bf24 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.0560234 Sep 27 09:07:24.500595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33d9b051-73be-4b67-91b7-4b8ebe88bc2e req-0809c654-dcf0-4a4c-844f-64d33e661063 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341883 Sep 27 09:07:24.542069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-1d561c5b-68c6-41ed-b9bf-f0476f72c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:24.543828 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-1d561c5b-68c6-41ed-b9bf-f0476f72c9c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1094 time: 0.0436871 Sep 27 09:07:24.644669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-3bf1034e-35c7-4009-abdb-f0cb1076a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:24.646184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-3bf1034e-35c7-4009-abdb-f0cb1076a14a service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.0951467 Sep 27 09:07:24.691644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-bc293811-8a5f-4b64-8f2f-6e7665ce91b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 217 time: 0.0377824 Sep 27 09:07:24.742658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-372956e2-0428-4281-a2b4-70ab641fcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:24.744024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-372956e2-0428-4281-a2b4-70ab641fcca2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0437953 Sep 27 09:07:24.796938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-83675e1c-5287-430d-b344-1067e80d08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:24.798424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-83675e1c-5287-430d-b344-1067e80d08c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467315 Sep 27 09:07:24.901449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-80b16d3f-5d50-47e4-ab75-22baa711cdac service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934849 Sep 27 09:07:24.997390 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9ca3a71-f3bf-4e74-a2e8-35f75c8e71d0 req-2146e52a-73e9-4cc1-9074-a36212fb1f8e service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878601 Sep 27 09:07:25.624497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3f6db-2e20-43d8-9984-a5727b7c5f1b req-9d524e2d-1a08-4670-9798-162089ecc6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:25.625981 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fef3f6db-2e20-43d8-9984-a5727b7c5f1b req-9d524e2d-1a08-4670-9798-162089ecc6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.0515604 Sep 27 09:07:25.663798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fef3f6db-2e20-43d8-9984-a5727b7c5f1b req-fbea7e3d-2146-4978-9aa2-c40f760fbe0e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Sep 27 09:07:26.719283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c765ee44-8d17-411b-8798-99499ddb156a details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:07:26.793461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9675e00-760a-42a6-8108-04eecb3a2c2d req-090924dd-ba93-4fca-9c7b-e35d0c3cea4f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:26.795285 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9675e00-760a-42a6-8108-04eecb3a2c2d req-090924dd-ba93-4fca-9c7b-e35d0c3cea4f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.0529320 Sep 27 09:07:26.824666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:26.835376 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9675e00-760a-42a6-8108-04eecb3a2c2d req-27dde2fe-0380-42ee-9b3b-3de5981b4776 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336268 Sep 27 09:07:26.836032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'c765ee44-8d17-411b-8798-99499ddb156a', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'port_id': 'c765ee44-8d17-411b-8798-99499ddb156a', 'mac_address': 'fa:16:3e:6e:74:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:07:26.878076 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:26.890550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c765ee44-8d17-411b-8798-99499ddb156a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:07:26.909112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:26.914142 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:26.960795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:27.115004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['c765ee44-8d17-411b-8798-99499ddb156a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:07:27.960127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d49e47-1a79-4204-b1e5-bab7aa188236 req-cc6e256e-9b7e-4549-9e27-12af9eebb551 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:27.961649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89d49e47-1a79-4204-b1e5-bab7aa188236 req-cc6e256e-9b7e-4549-9e27-12af9eebb551 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 944 time: 0.0588567 Sep 27 09:07:28.001664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89d49e47-1a79-4204-b1e5-bab7aa188236 req-95ec16f1-1d28-45fb-93a3-bf5db5fe43a6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333612 Sep 27 09:07:28.735660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c765ee44-8d17-411b-8798-99499ddb156a up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:07:28.789103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port c765ee44-8d17-411b-8798-99499ddb156a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:07:28.793040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port c765ee44-8d17-411b-8798-99499ddb156a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:07:28.793416 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:28.871696 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:28.895241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:07:28.897790 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eefba37-9123-4f20-953f-4d21d6390474" -d '{"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-plugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:07:28.910457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:07:28.915889 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:28.940846 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7d61a4-b135-49a2-9070-a5113f3bd94b x-openstack-request-id: req-7c7d61a4-b135-49a2-9070-a5113f3bd94b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:07:28.941112 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-plugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:07:28.941365 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c7d61a4-b135-49a2-9070-a5113f3bd94b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:07:28.941756 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'code': 200} Sep 27 09:07:28.966321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:29.048421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032a7e7-b9e4-483b-9e8f-d5d3cf04be88 req-fc955c8d-6401-4b6a-8b90-4e4613679f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:29.049990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3032a7e7-b9e4-483b-9e8f-d5d3cf04be88 req-fc955c8d-6401-4b6a-8b90-4e4613679f12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1096 time: 0.0515766 Sep 27 09:07:29.115348 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3032a7e7-b9e4-483b-9e8f-d5d3cf04be88 req-ead01052-fd2a-4e02-93e5-cd1fa2e26311 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545514 Sep 27 09:07:29.135393 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c77166-30a5-4076-830c-8e55497b1e8f req-44ecfd79-cf05-4b27-a567-92c30c4c5093 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:29.136904 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7c77166-30a5-4076-830c-8e55497b1e8f req-44ecfd79-cf05-4b27-a567-92c30c4c5093 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0586519 Sep 27 09:07:29.176210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e7c77166-30a5-4076-830c-8e55497b1e8f req-ee49f10c-fee5-4359-a029-78d106159866 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332243 Sep 27 09:07:30.297964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1f26-5de1-4c3e-a3e1-4a170c6a215d req-d3a54afb-53bf-4650-a0b5-533318f0ac4e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:30.299434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a0d1f26-5de1-4c3e-a3e1-4a170c6a215d req-d3a54afb-53bf-4650-a0b5-533318f0ac4e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0497930 Sep 27 09:07:30.340196 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3a0d1f26-5de1-4c3e-a3e1-4a170c6a215d req-b34a9982-ba50-44ad-8d77-b9291932acb3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338969 Sep 27 09:07:30.457859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5c652-e06d-42c7-8a2d-cc1f4945b2a1 req-623381cf-90b5-41e8-9beb-1380abb249e1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:30.460819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6aa5c652-e06d-42c7-8a2d-cc1f4945b2a1 req-623381cf-90b5-41e8-9beb-1380abb249e1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0502098 Sep 27 09:07:30.499623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6aa5c652-e06d-42c7-8a2d-cc1f4945b2a1 req-e46b3684-5ea4-4216-a34a-dd284943aeed tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337501 Sep 27 09:07:30.522749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34282) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:30.571103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbda9c1-4985-44f8-9ed0-2e866efd934d tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:30.572741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8fbda9c1-4985-44f8-9ed0-2e866efd934d tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1091 time: 0.0489149 Sep 27 09:07:30.575850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34284) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:30.580493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'c765ee44-8d17-411b-8798-99499ddb156a', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:07:30.611574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:30.717850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:30.830303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.25.2.50 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/d71d4e84-c88c-4723-8b8b-3fe13ad430cc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:07:30.935529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:30.970351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:31.010934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:07:31.014064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:07:31.017623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:07:31.043264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=d71d4e84-c88c-4723-8b8b-3fe13ad430cc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:31.387133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:31.463219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:31.618344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:31.624799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:31.690662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=d71d4e84-c88c-4723-8b8b-3fe13ad430cc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:31.702648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:31.815839 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Floating IP de261083-b0f9-470f-a253-e657c1ad235f associated. External IP: 172.25.2.50, port: c765ee44-8d17-411b-8798-99499ddb156a. Sep 27 09:07:32.036375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 8261db3c-f2cb-45c9-abac-8663dfd7419e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:07:32.143395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:07:32.156834 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] Sync routers for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:07:32.160934 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:32.167083 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:32.167791 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:07:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:32.190414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-645cd6c9-c74e-4ab9-8dd1-f2f8fea13158 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6108270 Sep 27 09:07:32.190414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:07:32.191129 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5" -d '{"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:07:32.228716 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3a8f16-6cd8-4671-9a6e-18b36c85f25b x-openstack-request-id: req-ba3a8f16-6cd8-4671-9a6e-18b36c85f25b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:07:32.229263 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:07:32.229824 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba3a8f16-6cd8-4671-9a6e-18b36c85f25b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:07:32.230415 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'status': 'completed', 'code': 200} Sep 27 09:07:32.283911 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:32.293581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-098077c3-6433-46db-ad8c-f79e1ee36025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:32.295530 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-098077c3-6433-46db-ad8c-f79e1ee36025 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1096 time: 0.0439029 Sep 27 09:07:32.310082 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65136c-2dfa-41c3-99c9-7b4c11ceae4d req-3bd22f5c-83a9-4991-b0c1-1b401af3505e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:32.312434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de65136c-2dfa-41c3-99c9-7b4c11ceae4d req-3bd22f5c-83a9-4991-b0c1-1b401af3505e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0606892 Sep 27 09:07:32.355295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-de65136c-2dfa-41c3-99c9-7b4c11ceae4d req-80a12c5b-8dc4-4958-9eec-2353ee8b1544 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351856 Sep 27 09:07:32.377964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:32.435659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-560801b8-1b2d-4725-9678-fe81645e60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:32.437160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-560801b8-1b2d-4725-9678-fe81645e60a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.1345136 Sep 27 09:07:32.491500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8f5b944f-2012-470e-b346-e8903e1273b6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/de261083-b0f9-470f-a253-e657c1ad235f HTTP/1.1" status: 200 len: 990 time: 0.1109831 Sep 27 09:07:32.521252 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-c9a7a631-7171-42a4-ba56-0e4220466428 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 998 time: 0.0757411 Sep 27 09:07:32.533271 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'de261083-b0f9-470f-a253-e657c1ad235f', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'port_id': 'c765ee44-8d17-411b-8798-99499ddb156a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'mac_address': 'fa:16:3e:6e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071deac8-02d9-4f17-926f-64a67991541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:07:31Z', 'updated_at': '2021-09-27T09:07:31Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:22Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:32.562367 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] Checking router: 8261db3c-f2cb-45c9-abac-8663dfd7419e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:07:32.571621 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:07:32.572490 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:07:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:32.573943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-57a12b46-df8f-448e-99ef-9d524876bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:32.575459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-57a12b46-df8f-448e-99ef-9d524876bdd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0468667 Sep 27 09:07:32.623679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-87a7ac55-24cf-4b07-b888-31b740f7c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:32.625359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-87a7ac55-24cf-4b07-b888-31b740f7c626 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424018 Sep 27 09:07:32.678187 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:07:32.721383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-436ce5f5-0103-46ac-9106-3477e5749f40 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881560 Sep 27 09:07:32.817280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b99cf5c5-a03c-49ae-8381-ab6f1b1188d5 req-18f34c91-d655-4634-871d-222143262d5c service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887673 Sep 27 09:07:32.900756 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'de261083-b0f9-470f-a253-e657c1ad235f', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'port_id': 'c765ee44-8d17-411b-8798-99499ddb156a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'mac_address': 'fa:16:3e:6e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071deac8-02d9-4f17-926f-64a67991541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:07:31Z', 'updated_at': '2021-09-27T09:07:31Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:22Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:32.929639 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35907366-8aef-4191-ac66-21bd9f979c4a None None] The sync data for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 is: [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'de261083-b0f9-470f-a253-e657c1ad235f', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'port_id': 'c765ee44-8d17-411b-8798-99499ddb156a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'mac_address': 'fa:16:3e:6e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071deac8-02d9-4f17-926f-64a67991541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:07:31Z', 'updated_at': '2021-09-27T09:07:31Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:22Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:07:33.124554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25888e-3c2e-4117-9432-58f4dac9f616 None None] New status for floating IP de261083-b0f9-470f-a253-e657c1ad235f: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:07:33.494321 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34302) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:33.561192 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fd831c46-debc-4eab-a085-2fbc99595ed2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/de261083-b0f9-470f-a253-e657c1ad235f HTTP/1.1" status: 200 len: 992 time: 0.0655947 Sep 27 09:07:35.050135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34308) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:35.094465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd87e4fa-430e-4a9e-8006-ce313f29eb3d admin admin] Deleting subnet 57d1af3b-864f-4b60-a07a-e7e7327cce9d {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:07:35.097672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4fa-430e-4a9e-8006-ce313f29eb3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.132169 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4fa-430e-4a9e-8006-ce313f29eb3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.174373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4fa-430e-4a9e-8006-ce313f29eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.227146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4fa-430e-4a9e-8006-ce313f29eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.253843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87e4fa-430e-4a9e-8006-ce313f29eb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d1af3b-864f-4b60-a07a-e7e7327cce9d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:35.255792 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd87e4fa-430e-4a9e-8006-ce313f29eb3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.257707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cd87e4fa-430e-4a9e-8006-ce313f29eb3d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/57d1af3b-864f-4b60-a07a-e7e7327cce9d HTTP/1.1" status: 204 len: 168 time: 0.2065578 Sep 27 09:07:35.260278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34310) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:35.336731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.420679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.440871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132791df-bdd4-4806-946d-487ba1ce0151']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:35.450523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2368d5f8-8228-45f4-9a88-5a62033997dd') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:35.450822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2368d5f8-8228-45f4-9a88-5a62033997dd') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:07:35.460428 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.474544 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.480769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:07:35.481151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:07:35.482801 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:07:35.540213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.546614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.548453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] 10.222.0.50 "DELETE /v2.0/networks/132791df-bdd4-4806-946d-487ba1ce0151 HTTP/1.1" status: 204 len: 168 time: 0.2872334 Sep 27 09:07:35.559367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2985f-603a-4efa-bd21-f0c401729b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=132791df-bdd4-4806-946d-487ba1ce0151,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:35.725089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34314) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:35.767739 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dbe48124-3baf-48f0-8498-ac33c97cae38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7c03462b211413bbcbd55df9fe84160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414910 Sep 27 09:07:35.770329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34316) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:07:35.819692 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0eef71bd-8c78-4a87-b46b-b6bc376e92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.843120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0eef71bd-8c78-4a87-b46b-b6bc376e92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.897759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0eef71bd-8c78-4a87-b46b-b6bc376e92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.900366 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0eef71bd-8c78-4a87-b46b-b6bc376e92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:35.901538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0eef71bd-8c78-4a87-b46b-b6bc376e92d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41f138ef-5894-4065-8b7a-93c2f5987ae2 HTTP/1.1" status: 204 len: 168 time: 0.1303246 Sep 27 09:07:35.909353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef71bd-8c78-4a87-b46b-b6bc376e92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f138ef-5894-4065-8b7a-93c2f5987ae2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:07:35.996957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:41.838477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-7fc66e70-e6ab-4b60-9edb-83b035162c47 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473561 Sep 27 09:07:41.928025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-a5686d49-1f65-40ef-858c-fe389f8b34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:41.929539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-a5686d49-1f65-40ef-858c-fe389f8b34c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1096 time: 0.0452135 Sep 27 09:07:42.051281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-8c1d388d-c665-4877-9b55-0d2e4b83fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:42.052785 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-8c1d388d-c665-4877-9b55-0d2e4b83fad2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.0984128 Sep 27 09:07:42.125677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-bccdddec-692a-4ed9-92ab-525e6e733e1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 1000 time: 0.0641141 Sep 27 09:07:42.183725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-8c647391-f363-4c61-9914-5cc4ff6e7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:42.185250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-8c647391-f363-4c61-9914-5cc4ff6e7336 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0516238 Sep 27 09:07:42.233585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-8f834dfd-b83d-458a-9d39-cc761449d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:07:42.235115 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-8f834dfd-b83d-458a-9d39-cc761449d22e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426445 Sep 27 09:07:42.330783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-4b135bc2-a794-48fa-a889-6972fc24f14f service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857553 Sep 27 09:07:42.424311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-533bdeab-a9db-40f7-9599-2cf39991fc44 req-df6618d3-b0a0-4c46-bbff-4a2dd1694b4c service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855374 Sep 27 09:07:44.274882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:45.133962 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48513faf-4e05-4620-bec9-b677e5144c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:47.564221 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44cd580e-dad6-47d8-bcf5-aaac57920db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:48.045818 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:49.018811 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:50.656117 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:07:52.442593 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:08:02.315085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582b04b-3759-424b-bcd0-d7980aa3f8af req-f4935cb9-cfda-4892-860f-480e6d466725 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:02.316621 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0582b04b-3759-424b-bcd0-d7980aa3f8af req-f4935cb9-cfda-4892-860f-480e6d466725 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1096 time: 0.0561264 Sep 27 09:08:02.352436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0582b04b-3759-424b-bcd0-d7980aa3f8af req-c39c714a-76c9-493e-9806-ee38d1bd45b3 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295639 Sep 27 09:08:02.480301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaffdf-4807-4d95-8c7e-302f981977c8 req-0ef354ef-a412-45ef-b994-21c119135e92 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:02.481721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9eaffdf-4807-4d95-8c7e-302f981977c8 req-0ef354ef-a412-45ef-b994-21c119135e92 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0596375 Sep 27 09:08:02.519823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9eaffdf-4807-4d95-8c7e-302f981977c8 req-1f596ea0-1d1e-40b7-a83c-54efa2e6674c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Sep 27 09:08:02.544188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:08:02.605112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-93d4204e-893f-4ec3-a565-2b5b4c0d928e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/de261083-b0f9-470f-a253-e657c1ad235f HTTP/1.1" status: 200 len: 992 time: 0.0596430 Sep 27 09:08:02.939821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-9f026b76-4509-470c-a4ae-d69bba5097b7 req-d891171b-2467-4a3d-91d8-ba23ece9d1b0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:08:02.941110 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9f026b76-4509-470c-a4ae-d69bba5097b7 req-d891171b-2467-4a3d-91d8-ba23ece9d1b0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080545 Sep 27 09:08:03.227662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1d90a-4044-4572-8577-aaa79642fdba req-f9a7be78-9faf-415a-99cb-4342bf379fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:03.229323 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09a1d90a-4044-4572-8577-aaa79642fdba req-f9a7be78-9faf-415a-99cb-4342bf379fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0559902 Sep 27 09:08:03.267448 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09a1d90a-4044-4572-8577-aaa79642fdba req-73661e30-c888-4404-84f1-ba0c11d64fd8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Sep 27 09:08:03.324674 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-26910819-9e26-4d6e-a834-f9998641debb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422758 Sep 27 09:08:04.398417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33440a05-0782-49a8-80ea-ebff7aaeadec req-ad9dbeb5-ef4c-4aed-9afc-188475005049 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:04.399928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33440a05-0782-49a8-80ea-ebff7aaeadec req-ad9dbeb5-ef4c-4aed-9afc-188475005049 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0542545 Sep 27 09:08:04.466345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33440a05-0782-49a8-80ea-ebff7aaeadec req-41726555-2bc8-4314-8b57-673e596d3404 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602546 Sep 27 09:08:04.475584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-eb142627-3d56-4db0-93a2-76bcb2156cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:04.477077 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-eb142627-3d56-4db0-93a2-76bcb2156cdc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1096 time: 0.0652609 Sep 27 09:08:04.568768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-07e49d62-e16d-4ef2-b0fb-f7ec5d9d52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:04.570221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-07e49d62-e16d-4ef2-b0fb-f7ec5d9d52f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.0851259 Sep 27 09:08:04.641739 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-3eaf7910-f6cb-492b-a13a-50e4c2c1f9a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 1000 time: 0.0636752 Sep 27 09:08:04.695715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-2978520e-ab44-4d0b-bcbf-d527b771a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:04.697230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-2978520e-ab44-4d0b-bcbf-d527b771a5b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0479128 Sep 27 09:08:04.758743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-281ad399-365c-4193-89b4-d249ee8f1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:04.760713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-281ad399-365c-4193-89b4-d249ee8f1d5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547972 Sep 27 09:08:04.860294 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-537037ff-0cd8-477f-9667-105935ff24f5 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909352 Sep 27 09:08:04.966895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-2fb88019-890c-43cc-a8ec-02ddac5bbc0a service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982058 Sep 27 09:08:05.611651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b79c1f-2e67-4fc4-bfd2-4ce302d79237 req-9faf86e8-8a88-4d14-bae2-973041bc2a4e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:05.613193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4b79c1f-2e67-4fc4-bfd2-4ce302d79237 req-9faf86e8-8a88-4d14-bae2-973041bc2a4e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0621254 Sep 27 09:08:05.652829 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4b79c1f-2e67-4fc4-bfd2-4ce302d79237 req-5eaefd5f-36ad-45a3-8bcc-fef9cd11303f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329776 Sep 27 09:08:06.021364 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:06.796411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a385d9-9e01-45ef-99ce-0ae89545e488 req-89f4f115-8be8-4092-92f7-c9b6f287f26f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:06.797892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09a385d9-9e01-45ef-99ce-0ae89545e488 req-89f4f115-8be8-4092-92f7-c9b6f287f26f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0582571 Sep 27 09:08:07.151925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09a385d9-9e01-45ef-99ce-0ae89545e488 req-d087fef2-b06e-43d2-bcac-0b3b48beffbe tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450334 Sep 27 09:08:08.289135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38a517-d36a-4be9-a09f-95ae9f873f41 req-3a0e6548-c75c-41c7-be5d-a59614232d38 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:08.290631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce38a517-d36a-4be9-a09f-95ae9f873f41 req-3a0e6548-c75c-41c7-be5d-a59614232d38 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0518951 Sep 27 09:08:08.332822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce38a517-d36a-4be9-a09f-95ae9f873f41 req-7d1b2e49-66e0-4cb8-8021-d3a1c33b4491 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359547 Sep 27 09:08:09.456611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c060b7-f6a0-4c4b-96a5-6a37f9fe0d50 req-17886da9-e28a-4179-8ad9-84ffad6cf977 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:09.458131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5c060b7-f6a0-4c4b-96a5-6a37f9fe0d50 req-17886da9-e28a-4179-8ad9-84ffad6cf977 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0502126 Sep 27 09:08:09.496733 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b5c060b7-f6a0-4c4b-96a5-6a37f9fe0d50 req-53e8bbdc-c2d7-4a5c-8a86-4cefff668352 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Sep 27 09:08:10.625434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f72b-e436-4f45-86d1-b3470683c757 req-d8aa4668-c07b-44f4-a6e1-4af926076e0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:10.626909 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5303f72b-e436-4f45-86d1-b3470683c757 req-d8aa4668-c07b-44f4-a6e1-4af926076e0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0521433 Sep 27 09:08:10.668896 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5303f72b-e436-4f45-86d1-b3470683c757 req-8ce1f865-da5e-4e00-8e8a-ddaa36010315 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Sep 27 09:08:11.797072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62efa30-6612-48a9-ba06-d95a9b2b7878 req-206421b5-ad09-4ddf-a369-800ba2043992 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:11.798543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62efa30-6612-48a9-ba06-d95a9b2b7878 req-206421b5-ad09-4ddf-a369-800ba2043992 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0573921 Sep 27 09:08:11.837204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e62efa30-6612-48a9-ba06-d95a9b2b7878 req-52ccf25a-d0ea-46e7-a80a-7fb8c16da881 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326757 Sep 27 09:08:12.960065 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeda1dd-7f00-442a-8471-ec592df0af14 req-a755447c-ee89-4b6c-8eeb-5d7779678eff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:12.961710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-beeda1dd-7f00-442a-8471-ec592df0af14 req-a755447c-ee89-4b6c-8eeb-5d7779678eff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0514624 Sep 27 09:08:13.002289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-beeda1dd-7f00-442a-8471-ec592df0af14 req-981e58c8-d851-447b-b117-89eace18ccbe tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Sep 27 09:08:14.128765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9986362-9551-423d-acd4-4b6584cd34b0 req-6701996a-1392-45b6-9984-402718503874 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:14.130276 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9986362-9551-423d-acd4-4b6584cd34b0 req-6701996a-1392-45b6-9984-402718503874 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0534801 Sep 27 09:08:14.180649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9986362-9551-423d-acd4-4b6584cd34b0 req-08e7fbae-ad88-4523-9672-7809a5f8cd24 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Sep 27 09:08:14.265376 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:15.132348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9b9afeb-8feb-49ea-a955-176c27338efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:15.311517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3397-ad23-48fd-9682-0104e7dc27aa req-e46837fd-74b2-4a03-be09-210140326f3c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:15.313058 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c77a3397-ad23-48fd-9682-0104e7dc27aa req-e46837fd-74b2-4a03-be09-210140326f3c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0560989 Sep 27 09:08:15.356957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c77a3397-ad23-48fd-9682-0104e7dc27aa req-9ea03c51-98aa-405f-97ef-9cac4241013b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354004 Sep 27 09:08:16.493058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b1c7d-338a-4cb5-bc87-c681eb359bfa req-b38da339-aa8b-4062-b942-bcdf704beeb5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:16.494401 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b7b1c7d-338a-4cb5-bc87-c681eb359bfa req-b38da339-aa8b-4062-b942-bcdf704beeb5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 945 time: 0.0576718 Sep 27 09:08:16.536504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b7b1c7d-338a-4cb5-bc87-c681eb359bfa req-f45013a0-0562-49bc-9b45-374a43dda536 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332255 Sep 27 09:08:16.906740 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-bf04e696-70d3-46d8-bdda-1ebb0c88c585 service neutron] show failed (client error): The resource could not be found. Sep 27 09:08:16.907779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-bf04e696-70d3-46d8-bdda-1ebb0c88c585 service neutron] 10.222.0.67 "GET /v2.0/ports/c765ee44-8d17-411b-8798-99499ddb156a/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0778296 Sep 27 09:08:17.122892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-086410b6-c007-4569-b6f4-2f2176c35ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:17.124335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-086410b6-c007-4569-b6f4-2f2176c35ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 1096 time: 0.0461652 Sep 27 09:08:17.137460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:08:17.196891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:17.407974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:08:17.440789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:08:17.486366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:08:17.488641 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137c87ee-11cf-4e6d-afb6-d3fea40e9a9b" -d '{"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-unplugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:08:17.492734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:17.506865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Transition to ACTIVE for port object c765ee44-8d17-411b-8798-99499ddb156a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:08:17.512521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:17.543078 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8d8924-83e5-4ab1-b132-7dd5a72edd7a x-openstack-request-id: req-9b8d8924-83e5-4ab1-b132-7dd5a72edd7a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:08:17.543340 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-unplugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:08:17.543590 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b8d8924-83e5-4ab1-b132-7dd5a72edd7a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:08:17.543990 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'code': 200} Sep 27 09:08:17.570577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6652fae0-2c94-4f31-be34-64475d1cd672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:17.598400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:17.613905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.614203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.614560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.614927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.615240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.615572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.615901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.616220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.616745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.617071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.617398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.617861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:17.673610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] No DVR routers for this DVR port c765ee44-8d17-411b-8798-99499ddb156a on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:08:17.733860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5cae6-5a2b-41ce-9720-80b046bd4860 req-e2ccbf5a-69a0-46a6-abe0-38280fd8b236 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:17.735388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03d5cae6-5a2b-41ce-9720-80b046bd4860 req-e2ccbf5a-69a0-46a6-abe0-38280fd8b236 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.1257448 Sep 27 09:08:17.822200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-03d5cae6-5a2b-41ce-9720-80b046bd4860 req-1d46936b-e9c3-4ab6-85be-77c1708409aa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803471 Sep 27 09:08:17.855262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:08:17.855262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:08:17.855262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:08:17.859477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:08:17.859822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:08:17.864797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:08:17.865142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Checking segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:08:17.865521 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Bound using segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:08:17.865944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Bound port: c765ee44-8d17-411b-8798-99499ddb156a, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:08:17.866298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:17.927990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:08:17.930921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:08:17.937809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:17.975384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:17.975999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:17.977394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] 10.222.0.57 "PUT /v2.0/ports/c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 1091 time: 0.8441913 Sep 27 09:08:17.998036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddf6be-c7a1-4c19-8a8e-b6477a5af711 service neutron] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:18.039935 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:18.049151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-c66edcf0-861d-4d00-8825-8dab23537447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:18.050660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-c66edcf0-861d-4d00-8825-8dab23537447 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1094 time: 0.0455124 Sep 27 09:08:18.147166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-2d668b07-f0a3-40ab-a9ce-b7c2c2457aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:18.149512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-2d668b07-f0a3-40ab-a9ce-b7c2c2457aa7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.0910399 Sep 27 09:08:18.225067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-e422f141-e429-42b7-9692-22174700492a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 998 time: 0.0676796 Sep 27 09:08:18.279349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-aaabf21c-b28e-4555-8fc2-d32fcbfb6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:18.280712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-aaabf21c-b28e-4555-8fc2-d32fcbfb6c3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0452366 Sep 27 09:08:18.332081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-b0b66a94-8004-42f2-80e4-fad15035a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:18.333628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-b0b66a94-8004-42f2-80e4-fad15035a8d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455000 Sep 27 09:08:18.430855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-424deeff-e4d4-487c-abdf-9fc44e26dbe4 service neutron] 10.222.0.57 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877068 Sep 27 09:08:18.522662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e1336f4-1964-4ec1-9ddb-ae6ee8fdbe19 req-9323b899-83da-4167-b836-ef1177772f96 service neutron] 10.222.0.57 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834050 Sep 27 09:08:18.962557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4527ee-baaf-4efd-bdfe-d76a6bf074be req-4e6bd2be-bff8-4b99-932b-f08d2a1c39df tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:18.964361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e4527ee-baaf-4efd-bdfe-d76a6bf074be req-4e6bd2be-bff8-4b99-932b-f08d2a1c39df tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.0585239 Sep 27 09:08:19.005549 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e4527ee-baaf-4efd-bdfe-d76a6bf074be req-cef30056-6d99-4c33-9a58-3fbe2e4f8c71 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Sep 27 09:08:19.019462 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:19.545532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:08:19.549231 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6fb4a-6608-4841-a3d4-c7b812397caf" -d '{"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:08:19.600365 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c138bb-4c03-403e-a025-eda0fdedd8aa x-openstack-request-id: req-29c138bb-4c03-403e-a025-eda0fdedd8aa {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:08:19.600678 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:08:19.600934 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29c138bb-4c03-403e-a025-eda0fdedd8aa {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:08:19.601333 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'status': 'completed', 'code': 200} Sep 27 09:08:19.689933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-ec543d2d-a618-4316-9523-c72d2d5e902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:19.691449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-ec543d2d-a618-4316-9523-c72d2d5e902a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1094 time: 0.0697067 Sep 27 09:08:19.696009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-fc4e1bf2-8bb2-469f-ba86-65dbe9f911cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:19.697397 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-fc4e1bf2-8bb2-469f-ba86-65dbe9f911cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1094 time: 0.0675526 Sep 27 09:08:19.848937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-c5a772ee-cf97-40f4-bcdb-d556905d6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:19.850312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-c5a772ee-cf97-40f4-bcdb-d556905d6363 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.1515136 Sep 27 09:08:19.851390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-a312e29d-7569-426c-9086-a9e963e46b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:19.852717 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-a312e29d-7569-426c-9086-a9e963e46b78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.1469707 Sep 27 09:08:19.978471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-6781b282-66f5-4e5f-a436-3349a46fb17a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 998 time: 0.1196342 Sep 27 09:08:19.984359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-e61f4cd0-20fc-4017-afa7-268f4dc86f28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 998 time: 0.1201293 Sep 27 09:08:20.065677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-dd3b5784-d7c5-40d8-8ab1-6117c4ba9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:20.067173 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-dd3b5784-d7c5-40d8-8ab1-6117c4ba9a4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0802512 Sep 27 09:08:20.068881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-83f063f9-726e-48e6-802d-f7e944b50b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:20.070370 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-83f063f9-726e-48e6-802d-f7e944b50b95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0761790 Sep 27 09:08:20.130630 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac3376-b5ff-46cf-aa89-8339d4f5aea5 req-77721d72-42d9-4b49-853a-2ccb30989442 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:20.132044 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bac3376-b5ff-46cf-aa89-8339d4f5aea5 req-77721d72-42d9-4b49-853a-2ccb30989442 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.0563409 Sep 27 09:08:20.142782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-9b5524ec-14fe-486d-95b2-edf9f0a10cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:20.144272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-9b5524ec-14fe-486d-95b2-edf9f0a10cad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603278 Sep 27 09:08:20.146092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-40e73113-2ee1-4f5f-a521-2c3d23735fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:20.147446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-40e73113-2ee1-4f5f-a521-2c3d23735fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722127 Sep 27 09:08:20.175562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bac3376-b5ff-46cf-aa89-8339d4f5aea5 req-20419ecc-fa7e-40c5-809d-3b93822b1c94 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365613 Sep 27 09:08:20.312454 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-2fd2fa97-1e6d-4708-97af-08b68005603d service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594718 Sep 27 09:08:20.314523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-e4564ba2-91f0-45e3-97ae-1b88799c7b32 service neutron] 10.222.0.57 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535389 Sep 27 09:08:20.475721 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-5f19d237-e769-4601-8042-5b3d4bbb93b3 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555958 Sep 27 09:08:20.478089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb6fb4a-6608-4841-a3d4-c7b812397caf req-dc49c437-d39e-4206-9b6d-9d101f418f39 service neutron] 10.222.0.57 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466420 Sep 27 09:08:20.652687 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:21.125076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c765ee44-8d17-411b-8798-99499ddb156a no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:08:21.175596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c765ee44-8d17-411b-8798-99499ddb156a not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:08:21.297530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9fadb-dc43-4b93-ab07-be044047aeff req-b03d556d-f9b7-4bb7-9790-09e117d25ce6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:21.298993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5c9fadb-dc43-4b93-ab07-be044047aeff req-b03d556d-f9b7-4bb7-9790-09e117d25ce6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.0514400 Sep 27 09:08:21.340840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5c9fadb-dc43-4b93-ab07-be044047aeff req-b5fe8959-9f9e-4b26-a551-a0a0b043b219 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Sep 27 09:08:21.627523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-035f4214-13d2-476c-9c2e-5622e0d0594e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:21.629059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-035f4214-13d2-476c-9c2e-5622e0d0594e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 943 time: 0.0825737 Sep 27 09:08:21.641549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df99e6d-a3ce-4b1b-af8e-3528d65bca24 req-230c47ae-04e7-4b65-8c51-be70621299d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:21.642940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7df99e6d-a3ce-4b1b-af8e-3528d65bca24 req-230c47ae-04e7-4b65-8c51-be70621299d9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 943 time: 0.0706322 Sep 27 09:08:21.717458 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7df99e6d-a3ce-4b1b-af8e-3528d65bca24 req-65d46fec-98e7-48a3-9577-5e7d5b1918e1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675642 Sep 27 09:08:21.721597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-f3f89307-82b0-4027-80e2-6869a25f60e6 service neutron] 10.222.0.57 "GET /v2.0/ports/c765ee44-8d17-411b-8798-99499ddb156a/bindings/n-h1-810909-1 HTTP/1.1" status: 200 len: 382 time: 0.0777755 Sep 27 09:08:21.791532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-d6b3dacb-430e-4dca-8f26-55411f9cd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:21.793066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-d6b3dacb-430e-4dca-8f26-55411f9cd0f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1094 time: 0.0454111 Sep 27 09:08:21.889562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-1d15543a-9ff8-4cc8-a6dd-617193c682cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:21.891010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-1d15543a-9ff8-4cc8-a6dd-617193c682cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.0903912 Sep 27 09:08:21.956195 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-ba2a4bcf-cae3-4be0-9736-13a4c69436b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 998 time: 0.0570788 Sep 27 09:08:21.963555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c765ee44-8d17-411b-8798-99499ddb156a details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:08:22.010215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-a478ef23-01e7-421e-91ea-3f2bae9a91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:22.011702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-a478ef23-01e7-421e-91ea-3f2bae9a91bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0469878 Sep 27 09:08:22.057132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-7ff90958-2088-49be-9a0a-ec6f0760c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:22.058597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-7ff90958-2088-49be-9a0a-ec6f0760c9d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395813 Sep 27 09:08:22.061989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:08:22.073427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'c765ee44-8d17-411b-8798-99499ddb156a', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'port_id': 'c765ee44-8d17-411b-8798-99499ddb156a', 'mac_address': 'fa:16:3e:6e:74:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:08:22.110743 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:22.123804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c765ee44-8d17-411b-8798-99499ddb156a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:08:22.145091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:08:22.150088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:22.155193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-e1418da3-6d97-4f86-a1b5-8ff6fbe535dd service neutron] 10.222.0.57 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891216 Sep 27 09:08:22.199842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:22.207399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.207751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.208096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.208470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.208815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.209146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.209472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.209801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.210127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.210452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.210820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.211145 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:22.246847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-9f663cb8-7ea7-482d-9806-b80aab8bb1d1 service neutron] 10.222.0.57 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833478 Sep 27 09:08:22.395346 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['c765ee44-8d17-411b-8798-99499ddb156a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:08:22.838189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb57858-4b7d-4e69-a13c-b22e858e4103 req-2e252e18-226a-459a-8f24-37fe5ce801b7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:22.840064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5bb57858-4b7d-4e69-a13c-b22e858e4103 req-2e252e18-226a-459a-8f24-37fe5ce801b7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 944 time: 0.0482111 Sep 27 09:08:22.890713 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5bb57858-4b7d-4e69-a13c-b22e858e4103 req-47b09ed7-446a-4f55-9799-dd3c81d06279 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Sep 27 09:08:23.983656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c765ee44-8d17-411b-8798-99499ddb156a up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:08:24.026741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99193a52-2403-45ea-bd3f-b7a5079b9e74 req-bc33ec07-7bbd-4cce-a6d9-6e8a01dda152 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:24.028335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99193a52-2403-45ea-bd3f-b7a5079b9e74 req-bc33ec07-7bbd-4cce-a6d9-6e8a01dda152 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 944 time: 0.0540636 Sep 27 09:08:24.043930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port c765ee44-8d17-411b-8798-99499ddb156a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:08:24.048716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port c765ee44-8d17-411b-8798-99499ddb156a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:08:24.049077 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:24.072211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99193a52-2403-45ea-bd3f-b7a5079b9e74 req-3fb93998-8ba6-432c-8fe0-f5f06efece69 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356619 Sep 27 09:08:24.127575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:24.154363 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:08:24.156682 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a280492-2072-4176-860e-5f9c67ade770" -d '{"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-plugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:08:24.170102 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:08:24.175586 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:24.208591 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22d23e4-95f7-4572-bd42-3f8f3f28646c x-openstack-request-id: req-c22d23e4-95f7-4572-bd42-3f8f3f28646c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:08:24.208896 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-plugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:08:24.209153 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c22d23e4-95f7-4572-bd42-3f8f3f28646c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:08:24.209562 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'code': 200} Sep 27 09:08:24.236453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:24.342842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-cb58f61e-8dda-4e77-b76b-06d9b8d34ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:24.344358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-cb58f61e-8dda-4e77-b76b-06d9b8d34ab2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 1096 time: 0.0461147 Sep 27 09:08:24.359390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:08:24.415365 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:24.621027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:08:24.656660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:08:24.694742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:08:24.697021 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a3fdee-ac55-45e4-b173-ce29288b1450" -d '{"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-unplugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:08:24.701092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:24.713015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Transition to ACTIVE for port object c765ee44-8d17-411b-8798-99499ddb156a will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:08:24.718003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:24.748562 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81761b5d-37d9-4f87-a4cd-44c12ded10c7 x-openstack-request-id: req-81761b5d-37d9-4f87-a4cd-44c12ded10c7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:08:24.748859 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-unplugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:08:24.749110 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81761b5d-37d9-4f87-a4cd-44c12ded10c7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:08:24.749504 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'code': 200} Sep 27 09:08:24.767992 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:24.840227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] No DVR routers for this DVR port c765ee44-8d17-411b-8798-99499ddb156a on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:08:24.976438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:08:24.976844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:08:24.977116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:08:24.981684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:08:24.982005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Attempting to bind port c765ee44-8d17-411b-8798-99499ddb156a on network df16c4a4-d952-4b0f-a029-650716c9da82 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:08:24.986998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:08:24.987341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Checking segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:08:24.987727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Bound using segment: {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:08:24.988133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Bound port: c765ee44-8d17-411b-8798-99499ddb156a, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af5b95c-6bf2-44e5-afc2-8266b2d3db44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:08:24.988523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:25.052761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:08:25.055776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:08:25.062504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:25.096361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:25.097136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:25.098481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] 10.222.0.67 "PUT /v2.0/ports/c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 1092 time: 0.7456751 Sep 27 09:08:25.123058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9aca4-40b6-4469-bbe2-76425bf7cf02 service neutron] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:25.172558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-cfc8d7f8-bd90-435f-a464-22bf1b62e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:25.174133 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-cfc8d7f8-bd90-435f-a464-22bf1b62e41b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1095 time: 0.0479896 Sep 27 09:08:25.209225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697ff3-dafa-41bc-b9cf-a5b331aef6b2 req-b7e5ba9b-a724-48b1-9617-58c121f75589 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:25.211523 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-43697ff3-dafa-41bc-b9cf-a5b331aef6b2 req-b7e5ba9b-a724-48b1-9617-58c121f75589 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 944 time: 0.0551693 Sep 27 09:08:25.251332 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-43697ff3-dafa-41bc-b9cf-a5b331aef6b2 req-86f1ae9e-cff3-42f6-a389-182bfd17a62f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332725 Sep 27 09:08:25.272630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-a5f23633-28e4-442f-9528-9853701d85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:25.274159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-a5f23633-28e4-442f-9528-9853701d85ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.0926805 Sep 27 09:08:25.342393 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-1e66a4f7-5cf6-469e-af0d-177a09a5d06b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 998 time: 0.0609851 Sep 27 09:08:25.393202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-e9d0765e-a82d-416b-8a9c-160893a6103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:25.394512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-e9d0765e-a82d-416b-8a9c-160893a6103c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0453954 Sep 27 09:08:25.446955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8704-73f5-4d42-bf69-884df9035557 req-e6c83a9b-8cda-4d8c-9a20-0572b3de5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:25.448481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-e6c83a9b-8cda-4d8c-9a20-0572b3de5ddf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467179 Sep 27 09:08:25.851532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-39852db6-d7fc-4ba3-a5d0-6b44eba92d49 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951395 Sep 27 09:08:25.950245 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537b8704-73f5-4d42-bf69-884df9035557 req-9f149bc2-7039-4e4f-a227-486ac790ad49 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907853 Sep 27 09:08:26.378387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe9cb-9eac-4c5a-a1d3-18b060e4a91d req-3f54d640-aa93-4c4e-836a-102958117437 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:26.379862 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a4bbe9cb-9eac-4c5a-a1d3-18b060e4a91d req-3f54d640-aa93-4c4e-836a-102958117437 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 944 time: 0.0553179 Sep 27 09:08:26.418996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a4bbe9cb-9eac-4c5a-a1d3-18b060e4a91d req-07765963-1987-41e1-8fd1-988fb5677311 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Sep 27 09:08:26.751409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:08:26.755402 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:08:26.806134 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ac60a0-2f10-4ffb-a6f2-b0a9a8ff68bd x-openstack-request-id: req-b8ac60a0-2f10-4ffb-a6f2-b0a9a8ff68bd {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:08:26.806423 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:08:26.806655 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8ac60a0-2f10-4ffb-a6f2-b0a9a8ff68bd {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:08:26.807066 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'status': 'completed', 'code': 200} Sep 27 09:08:26.895181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-74816a6a-eea6-45b1-b193-8186305dc168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:26.896706 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-74816a6a-eea6-45b1-b193-8186305dc168 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1095 time: 0.0700355 Sep 27 09:08:26.899072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-60fef819-9e1c-40e5-a091-5b5e9d72fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:26.900397 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-60fef819-9e1c-40e5-a091-5b5e9d72fd7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1095 time: 0.0658514 Sep 27 09:08:27.050097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-e5e53cc1-3e6e-4433-b337-e285cee8f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:27.051452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-e5e53cc1-3e6e-4433-b337-e285cee8f3cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.1469457 Sep 27 09:08:27.052556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-0326f45c-9d82-4bfb-91c2-5b72f011d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:27.053812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-0326f45c-9d82-4bfb-91c2-5b72f011d8f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.1425087 Sep 27 09:08:27.157541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-ee6f758e-987c-40bb-b287-e9fa643661e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 998 time: 0.0975194 Sep 27 09:08:27.163081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-309ade86-72c5-4d2a-9c90-e16171dcedc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 998 time: 0.0976918 Sep 27 09:08:27.241285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-d04e0c0d-ca55-472d-9113-7791228bb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:27.242742 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-d04e0c0d-ca55-472d-9113-7791228bb4b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0778165 Sep 27 09:08:27.246124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-ba342a39-dea4-4d43-a640-c065b2e8a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:27.247521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-ba342a39-dea4-4d43-a640-c065b2e8a318 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0744853 Sep 27 09:08:27.319357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-70970213-44ff-4556-bd70-c77d67c9d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:27.320789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-70970213-44ff-4556-bd70-c77d67c9d2a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698278 Sep 27 09:08:27.322462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-9afc06d6-5aa3-4815-904f-0bbd1cce3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:27.323779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-9afc06d6-5aa3-4815-904f-0bbd1cce3ac8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656824 Sep 27 09:08:27.476034 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-d30bc23f-caf3-44b3-983f-014a6a54487b service neutron] 10.222.0.57 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474819 Sep 27 09:08:27.479739 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-97e9b551-248a-4ea9-b1ac-b2a33d0e504e service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443708 Sep 27 09:08:27.651027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cd19b-80b2-4c07-b4d2-b06fa6ff941f req-178838cd-a59c-4368-abdf-4d9390fb4469 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:27.652454 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc6cd19b-80b2-4c07-b4d2-b06fa6ff941f req-178838cd-a59c-4368-abdf-4d9390fb4469 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 944 time: 0.1593702 Sep 27 09:08:27.692633 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-f6784bd9-0b78-46d6-b869-4440eb64e2b3 service neutron] 10.222.0.57 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079484 Sep 27 09:08:27.699331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dbd60a-8b86-46bb-8ed6-cb148fff1c0d req-8d6b9cfb-c38f-45d1-b0da-216bd90578a1 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955829 Sep 27 09:08:27.713515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc6cd19b-80b2-4c07-b4d2-b06fa6ff941f req-5f703956-0aa1-4a39-8926-f035708e3896 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Sep 27 09:08:27.988203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c765ee44-8d17-411b-8798-99499ddb156a no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:08:28.032391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c765ee44-8d17-411b-8798-99499ddb156a not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:08:28.836112 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d0304-39fe-4e6f-a47e-c7e2aeaac511 req-a1ad19c7-f46b-44d8-b8f3-8ad7494b0b35 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:28.837639 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d04d0304-39fe-4e6f-a47e-c7e2aeaac511 req-a1ad19c7-f46b-44d8-b8f3-8ad7494b0b35 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 944 time: 0.0504570 Sep 27 09:08:28.877042 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d04d0304-39fe-4e6f-a47e-c7e2aeaac511 req-de9e47fe-7756-48e2-ad20-22dacebfa53f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329766 Sep 27 09:08:28.899365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34434) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:08:28.972277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f191f595-1cb1-4c96-9e0a-a2125c2308ea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/de261083-b0f9-470f-a253-e657c1ad235f HTTP/1.1" status: 200 len: 990 time: 0.0714481 Sep 27 09:08:29.170780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c765ee44-8d17-411b-8798-99499ddb156a details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:08:29.275605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:08:29.287452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'c765ee44-8d17-411b-8798-99499ddb156a', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'port_id': 'c765ee44-8d17-411b-8798-99499ddb156a', 'mac_address': 'fa:16:3e:6e:74:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:08:29.324532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:29.337276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c765ee44-8d17-411b-8798-99499ddb156a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:08:29.360755 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:08:29.366024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:29.415224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=12']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:29.442198 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:08:29.586795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['c765ee44-8d17-411b-8798-99499ddb156a'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:08:31.170608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c765ee44-8d17-411b-8798-99499ddb156a up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:08:31.224158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port c765ee44-8d17-411b-8798-99499ddb156a completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:08:31.228469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port c765ee44-8d17-411b-8798-99499ddb156a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:08:31.228847 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:31.311549 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:31.338297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:08:31.340937 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4248cf-4795-4bc7-803f-77c5f8ba3f3d" -d '{"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-plugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:08:31.356010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:08:31.361151 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:31.384491 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c6533a-7083-477f-823c-f7ac1c81da68 x-openstack-request-id: req-50c6533a-7083-477f-823c-f7ac1c81da68 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:08:31.384799 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-plugged", "status": "completed", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:08:31.385118 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50c6533a-7083-477f-823c-f7ac1c81da68 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:08:31.385702 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'code': 200} Sep 27 09:08:31.411433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=13']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:36.045561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:42.840527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7014e71-0473-4395-97bc-b98cd8417769 req-07242661-912c-4d0d-9580-a804375b8b41 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551596 Sep 27 09:08:42.930106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014e71-0473-4395-97bc-b98cd8417769 req-ee042eff-f723-4922-aaec-00adc84585bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:42.931598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7014e71-0473-4395-97bc-b98cd8417769 req-ee042eff-f723-4922-aaec-00adc84585bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1097 time: 0.0427208 Sep 27 09:08:43.041686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014e71-0473-4395-97bc-b98cd8417769 req-dad12ea9-65a2-4644-8f48-d446e7e34888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:43.043145 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7014e71-0473-4395-97bc-b98cd8417769 req-dad12ea9-65a2-4644-8f48-d446e7e34888 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.0879886 Sep 27 09:08:43.112046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7014e71-0473-4395-97bc-b98cd8417769 req-1e49bb33-00b5-45ba-b1a1-45e3142f4831 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 1000 time: 0.0603263 Sep 27 09:08:43.162646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014e71-0473-4395-97bc-b98cd8417769 req-fb784e83-46f2-4d81-8890-b57bde96f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:43.164070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7014e71-0473-4395-97bc-b98cd8417769 req-fb784e83-46f2-4d81-8890-b57bde96f28c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0447574 Sep 27 09:08:43.215318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014e71-0473-4395-97bc-b98cd8417769 req-2bc00ed7-7351-410b-8ae1-3cc95cdf7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:43.216875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7014e71-0473-4395-97bc-b98cd8417769 req-2bc00ed7-7351-410b-8ae1-3cc95cdf7c1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452230 Sep 27 09:08:43.314284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7014e71-0473-4395-97bc-b98cd8417769 req-8f37c576-361d-4f5f-8ee1-774829ce551c service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897892 Sep 27 09:08:43.425240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a7014e71-0473-4395-97bc-b98cd8417769 req-60fbb6ea-b5b2-4459-9fc4-2fcb429486a9 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035652 Sep 27 09:08:44.271328 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:45.129819 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b29e18f3-0528-4f3f-ad2a-ecc274f1c650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:47.563626 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a567d7f4-98ba-4729-86c3-a735ff81e866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:48.050739 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:49.026181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:50.660704 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:59.451240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a419a0-51b8-4230-be6a-7eed004026d9 req-61e5eebe-d86b-4a7b-b9a0-ab43e2311eef tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:08:59.452794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60a419a0-51b8-4230-be6a-7eed004026d9 req-61e5eebe-d86b-4a7b-b9a0-ab43e2311eef tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1097 time: 0.0435874 Sep 27 09:08:59.490678 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60a419a0-51b8-4230-be6a-7eed004026d9 req-edb986f8-febc-443e-8b59-1d8eeb5d0414 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290132 Sep 27 09:08:59.512791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:08:59.670798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port d71d4e84-c88c-4723-8b8b-3fe13ad430cc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:08:59.671095 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:59.747582 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:59.747833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:59.760200 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for d71d4e84-c88c-4723-8b8b-3fe13ad430cc owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:08:59.914893 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:08:59.944603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=d71d4e84-c88c-4723-8b8b-3fe13ad430cc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:08:59.969512 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.969824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.970201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.970543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.970877 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.971191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.971524 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.971854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.972183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.972535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.972858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:08:59.973177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:00.013660 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:00.013971 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Floating IP de261083-b0f9-470f-a253-e657c1ad235f disassociated (deleted). External IP: 172.25.2.50, port: c765ee44-8d17-411b-8798-99499ddb156a. Sep 27 09:09:00.237496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 8261db3c-f2cb-45c9-abac-8663dfd7419e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:09:00.345003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:09:00.349927 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:00.354599 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] Sync routers for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:09:00.364348 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:00.364966 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:08:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:00.377547 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b1d70d2-8b94-4884-aa49-d8f1acfeb135 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/floatingips/de261083-b0f9-470f-a253-e657c1ad235f HTTP/1.1" status: 204 len: 168 time: 0.8636041 Sep 27 09:09:00.378232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:09:00.380574 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db9f58-d41b-4c4e-8bea-799d3c93b61a" -d '{"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:09:00.418527 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca30ceb-ee04-4e3c-a328-35d39bcb8092 x-openstack-request-id: req-bca30ceb-ee04-4e3c-a328-35d39bcb8092 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:09:00.419048 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:09:00.419513 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bca30ceb-ee04-4e3c-a328-35d39bcb8092 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:09:00.419918 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'status': 'completed', 'code': 200} Sep 27 09:09:00.471302 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:00.483123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-e48f1d2d-1bf4-435f-95eb-5237e5542560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:00.484750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-e48f1d2d-1bf4-435f-95eb-5237e5542560 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 1097 time: 0.0443721 Sep 27 09:09:00.626386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-ba0d20e9-1a78-4707-918b-d655983ec1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:00.627814 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-ba0d20e9-1a78-4707-918b-d655983ec1e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 200 len: 898 time: 0.1343923 Sep 27 09:09:00.640366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba17949-52eb-4550-b862-cb225ea12b84 req-de0cd088-eeaf-435e-8366-1a97f1036c24 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:00.641831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ba17949-52eb-4550-b862-cb225ea12b84 req-de0cd088-eeaf-435e-8366-1a97f1036c24 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 946 time: 0.0726893 Sep 27 09:09:00.681997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-8a23fe48-425c-4b46-b8a3-63c2886a23a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 200 len: 217 time: 0.0392158 Sep 27 09:09:00.743576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ba17949-52eb-4550-b862-cb225ea12b84 req-92d5fb7e-27b5-4615-8424-ebc6f60b5e42 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950830 Sep 27 09:09:00.750829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-b09d2719-2b9d-44ec-848e-7d4e50554f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:00.752246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-b09d2719-2b9d-44ec-848e-7d4e50554f7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 200 len: 834 time: 0.0611677 Sep 27 09:09:00.760989 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:22Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:00.789585 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] Checking router: 8261db3c-f2cb-45c9-abac-8663dfd7419e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:09:00.798240 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:00.798643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-2441feaf-f7e4-4251-8a6a-acbc10a2a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:00.798888 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:08:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:00.800163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-2441feaf-f7e4-4251-8a6a-acbc10a2a8e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=df16c4a4-d952-4b0f-a029-650716c9da82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404582 Sep 27 09:09:00.897592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-8ba8cded-a38d-4cb1-a7de-ad557aecbd16 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873494 Sep 27 09:09:00.904625 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:00.997764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94db9f58-d41b-4c4e-8bea-799d3c93b61a req-a3885e0d-f0c7-421e-8082-69149ac4fff3 service neutron] 10.222.0.67 "GET /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924931 Sep 27 09:09:01.097669 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:22Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:01.125919 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d6d09-c0c4-4f95-a6d4-a89d0e443f16 None None] The sync data for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 is: [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'eebc9f14-d697-4b84-9303-532dba495936', 'name': '', 'network_id': 'df16c4a4-d952-4b0f-a029-650716c9da82', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:03:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:18Z', 'updated_at': '2021-09-27T09:07:22Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '36c87d79-e30d-450a-b05d-17628d7668cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:09:01.371962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bf1b3-9f65-400b-ae1a-602240f6126a None None] New status for floating IP de261083-b0f9-470f-a253-e657c1ad235f: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:09:01.851163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-7af6be85-d7a8-432e-9178-acb14c299143 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:01.852676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-7af6be85-d7a8-432e-9178-acb14c299143 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 946 time: 0.0503743 Sep 27 09:09:01.868085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8fd67-4819-4e59-b4ca-1b6d964517b4 req-8986a6e8-77d8-4aff-b11a-fc8c62a8e26e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:01.869614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81c8fd67-4819-4e59-b4ca-1b6d964517b4 req-8986a6e8-77d8-4aff-b11a-fc8c62a8e26e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=071deac8-02d9-4f17-926f-64a67991541e HTTP/1.1" status: 200 len: 946 time: 0.0530865 Sep 27 09:09:01.907955 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81c8fd67-4819-4e59-b4ca-1b6d964517b4 req-400dc2e7-c29d-4b02-bbf5-e555c64117d7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd022692-d547-494f-a2f4-afcd8644af1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Sep 27 09:09:01.947773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port c765ee44-8d17-411b-8798-99499ddb156a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:09:01.948136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:02.039356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port c765ee44-8d17-411b-8798-99499ddb156a, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=c765ee44-8d17-411b-8798-99499ddb156a,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:02.039626 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:02.054102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for c765ee44-8d17-411b-8798-99499ddb156a owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:09:02.196663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:02.229120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=c765ee44-8d17-411b-8798-99499ddb156a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:02.269055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] No DVR routers for this DVR port c765ee44-8d17-411b-8798-99499ddb156a on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:09:02.271781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:02.273870 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21144a1b-9aa4-4b12-b7d3-6d8c690ea365 req-3c34488b-6c61-40f7-bbaf-83754170ff2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "DELETE /v2.0/ports/c765ee44-8d17-411b-8798-99499ddb156a HTTP/1.1" status: 204 len: 173 time: 0.4151559 Sep 27 09:09:02.274311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-deleted', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:09:02.276576 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3070b4-5a19-4f6e-b621-943f66226b36" -d '{"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-deleted", "tag": "c765ee44-8d17-411b-8798-99499ddb156a"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:09:02.315092 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994dac19-ade6-4e00-9ad6-b0362eecafdb x-openstack-request-id: req-994dac19-ade6-4e00-9ad6-b0362eecafdb {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:09:02.315949 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071deac8-02d9-4f17-926f-64a67991541e", "name": "network-vif-deleted", "tag": "c765ee44-8d17-411b-8798-99499ddb156a", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:09:02.316396 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-994dac19-ade6-4e00-9ad6-b0362eecafdb {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:09:02.316804 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071deac8-02d9-4f17-926f-64a67991541e', 'name': 'network-vif-deleted', 'tag': 'c765ee44-8d17-411b-8798-99499ddb156a', 'status': 'completed', 'code': 200} Sep 27 09:09:02.971181 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:03.356748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:03.617682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port eebc9f14-d697-4b84-9303-532dba495936 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:09:03.617934 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:03.705577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port eebc9f14-d697-4b84-9303-532dba495936, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=eebc9f14-d697-4b84-9303-532dba495936,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:03.705941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:03.719451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for eebc9f14-d697-4b84-9303-532dba495936 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:09:03.917325 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:03.947735 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=eebc9f14-d697-4b84-9303-532dba495936,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:04.117942 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:04.346650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 8261db3c-f2cb-45c9-abac-8663dfd7419e has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:09:04.451192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:09:04.456577 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-41e70e12-c077-4e2c-a787-6314ec677516 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "PUT /v2.0/routers/8261db3c-f2cb-45c9-abac-8663dfd7419e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4842772 Sep 27 09:09:04.459792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34464) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:04.460970 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] Sync routers for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:09:04.470611 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:04.471213 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:08:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:04.512610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-786a4e22-6ee1-42f5-87a5-94ca19fb3ce3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting subnet 36c87d79-e30d-450a-b05d-17628d7668cf {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:09:04.516035 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-786a4e22-6ee1-42f5-87a5-94ca19fb3ce3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:04.556365 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-786a4e22-6ee1-42f5-87a5-94ca19fb3ce3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:04.571506 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:04.646599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-786a4e22-6ee1-42f5-87a5-94ca19fb3ce3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:04.706345 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-786a4e22-6ee1-42f5-87a5-94ca19fb3ce3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:04.734176 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a4e22-6ee1-42f5-87a5-94ca19fb3ce3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Subnet': ['ID=36c87d79-e30d-450a-b05d-17628d7668cf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:04.736193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-786a4e22-6ee1-42f5-87a5-94ca19fb3ce3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:04.738145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-786a4e22-6ee1-42f5-87a5-94ca19fb3ce3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/subnets/36c87d79-e30d-450a-b05d-17628d7668cf HTTP/1.1" status: 204 len: 168 time: 0.2773757 Sep 27 09:09:04.741328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34466) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:04.742587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84899974-60f5-4137-9d89-7b62bf12c7f8 None None] Network df16c4a4-d952-4b0f-a029-650716c9da82 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:09:04.761061 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:09:03Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:04.788095 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] Checking router: 8261db3c-f2cb-45c9-abac-8663dfd7419e for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:09:04.796522 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] Routers {'8261db3c-f2cb-45c9-abac-8663dfd7419e'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:04.797125 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:08:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['8261db3c-f2cb-45c9-abac-8663dfd7419e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:04.851219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:04.908356 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] Set router 8261db3c-f2cb-45c9-abac-8663dfd7419e gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:04.947035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] DHCP port deletion for df16c4a4-d952-4b0f-a029-650716c9da82 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:09:04.961556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:04.996777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] Deleting port f21267ea-8b76-4b0f-a964-e24333d95c92 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:09:04.997478 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.023979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:09:05.024800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.065857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] For port f21267ea-8b76-4b0f-a964-e24333d95c92, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f21267ea-8b76-4b0f-a964-e24333d95c92,segment=NetworkSegment(0af5b95c-6bf2-44e5-afc2-8266b2d3db44),segment_id=0af5b95c-6bf2-44e5-afc2-8266b2d3db44)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:05.066255 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.081686 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] Calling delete_port for f21267ea-8b76-4b0f-a964-e24333d95c92 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:09:05.108711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port 05f970b6-dd1c-4c47-ab6c-c25a24673d8f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=05f970b6-dd1c-4c47-ab6c-c25a24673d8f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:05.109074 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.120797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 05f970b6-dd1c-4c47-ab6c-c25a24673d8f owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:09:05.125610 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:09:03Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:05.127547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f21267ea-8b76-4b0f-a964-e24333d95c92 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:09:05.155729 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61cbb6-b445-47ba-a322-73710e141c5c None None] The sync data for ids ['8261db3c-f2cb-45c9-abac-8663dfd7419e'] in n-d-810909-1 is: [{'id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512044381', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:09:03Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': '05f970b6-dd1c-4c47-ab6c-c25a24673d8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8261db3c-f2cb-45c9-abac-8663dfd7419e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:07:15Z', 'updated_at': '2021-09-27T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:09:05.238238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.243177 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.272261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] Pushing event deleted for resources: {'Port': ['ID=f21267ea-8b76-4b0f-a964-e24333d95c92,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:05.278414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673fbad-bb11-47f2-99fa-12244c4583b9 None None] No DVR routers for this DVR port f21267ea-8b76-4b0f-a964-e24333d95c92 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:09:05.294681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.321055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=05f970b6-dd1c-4c47-ab6c-c25a24673d8f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:05.321251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c765ee44-8d17-411b-8798-99499ddb156a no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:09:05.343025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: c765ee44-8d17-411b-8798-99499ddb156a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:09:05.343400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device c765ee44-8d17-411b-8798-99499ddb156a not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:09:05.380485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.470555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.472958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.522522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.523118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Fanout notify agent at l3_agent the message router_deleted on router 8261db3c-f2cb-45c9-abac-8663dfd7419e {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:09:05.530864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.532004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4c9b870f-8f61-48b5-ac8b-450ac7f7cf7e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/routers/8261db3c-f2cb-45c9-abac-8663dfd7419e HTTP/1.1" status: 204 len: 168 time: 0.7896814 Sep 27 09:09:05.535041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34468) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:05.617668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.706039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.727119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df16c4a4-d952-4b0f-a029-650716c9da82']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:05.737318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af5b95c-6bf2-44e5-afc2-8266b2d3db44') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:05.737777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af5b95c-6bf2-44e5-afc2-8266b2d3db44') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:05.748269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.761978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.768407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:09:05.768787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:09:05.771981 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:09:05.834205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.841508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.843296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/networks/df16c4a4-d952-4b0f-a029-650716c9da82 HTTP/1.1" status: 204 len: 168 time: 0.3073359 Sep 27 09:09:05.846312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:05.909200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7367c517-9300-43a2-87a3-1830eb45b3ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:05.937164 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7367c517-9300-43a2-87a3-1830eb45b3ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.015128 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7367c517-9300-43a2-87a3-1830eb45b3ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.017691 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7367c517-9300-43a2-87a3-1830eb45b3ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.021679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7367c517-9300-43a2-87a3-1830eb45b3ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/security-groups/bd022692-d547-494f-a2f4-afcd8644af1a HTTP/1.1" status: 204 len: 168 time: 0.1715624 Sep 27 09:09:06.029946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367c517-9300-43a2-87a3-1830eb45b3ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd022692-d547-494f-a2f4-afcd8644af1a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:06.068876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.173487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab8918-f181-43e3-abb7-76bc45bd701d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Network': ['ID=df16c4a4-d952-4b0f-a029-650716c9da82,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:06.441995 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:09:06.507371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:06.514591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-02555aea-f459-4e08-b310-2786ff5b3129 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90974705', 'description': 'tempest-secgroup-smoke-90974705 description', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:06.549996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02555aea-f459-4e08-b310-2786ff5b3129 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.630830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02555aea-f459-4e08-b310-2786ff5b3129 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.636085 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02555aea-f459-4e08-b310-2786ff5b3129 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.662991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02555aea-f459-4e08-b310-2786ff5b3129 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.664229 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-02555aea-f459-4e08-b310-2786ff5b3129 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1555841 Sep 27 09:09:06.666088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02555aea-f459-4e08-b310-2786ff5b3129 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f86867-ffb2-4d8c-885f-a7d9082d8d76,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:06.667311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34478) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:06.672047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1df0b3ba-57af-4d27-94d7-1e225f7e74fa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'e6f86867-ffb2-4d8c-885f-a7d9082d8d76', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:06.701076 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1df0b3ba-57af-4d27-94d7-1e225f7e74fa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.759562 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1df0b3ba-57af-4d27-94d7-1e225f7e74fa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.764752 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1df0b3ba-57af-4d27-94d7-1e225f7e74fa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.783782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0b3ba-57af-4d27-94d7-1e225f7e74fa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fb8fac-0b57-4fac-aa59-3df8cd1e0618,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:06.786856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1df0b3ba-57af-4d27-94d7-1e225f7e74fa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.788395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1df0b3ba-57af-4d27-94d7-1e225f7e74fa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196227 Sep 27 09:09:06.790998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34480) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:06.795301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7e2fd9b4-34b0-44f9-ab73-d430a82294bb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'e6f86867-ffb2-4d8c-885f-a7d9082d8d76', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:06.822485 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd9b4-34b0-44f9-ab73-d430a82294bb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.877710 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd9b4-34b0-44f9-ab73-d430a82294bb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.882418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd9b4-34b0-44f9-ab73-d430a82294bb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.899064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fd9b4-34b0-44f9-ab73-d430a82294bb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cc5efe-789c-4150-8c3f-f70ec7464716,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:06.906035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd9b4-34b0-44f9-ab73-d430a82294bb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.907315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7e2fd9b4-34b0-44f9-ab73-d430a82294bb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153421 Sep 27 09:09:06.910100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34482) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:06.914502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a5c7f993-7f91-4dba-bfd9-f36e341ab6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'e6f86867-ffb2-4d8c-885f-a7d9082d8d76', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:06.942886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f993-7f91-4dba-bfd9-f36e341ab6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:06.966569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 05f970b6-dd1c-4c47-ab6c-c25a24673d8f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:09:06.985721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 05f970b6-dd1c-4c47-ab6c-c25a24673d8f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:09:06.986146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 05f970b6-dd1c-4c47-ab6c-c25a24673d8f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:09:06.986794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device eebc9f14-d697-4b84-9303-532dba495936 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:09:07.003347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f993-7f91-4dba-bfd9-f36e341ab6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.005183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: eebc9f14-d697-4b84-9303-532dba495936 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:09:07.005508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device eebc9f14-d697-4b84-9303-532dba495936 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:09:07.008189 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f993-7f91-4dba-bfd9-f36e341ab6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.025622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7f993-7f91-4dba-bfd9-f36e341ab6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3e2319-6493-4438-9c13-f411cb47c1f7,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:07.032975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f993-7f91-4dba-bfd9-f36e341ab6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.034293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a5c7f993-7f91-4dba-bfd9-f36e341ab6e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232617 Sep 27 09:09:07.037008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34484) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:07.041369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-84448918-1911-4615-a4ab-5e3a29207035 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'e6f86867-ffb2-4d8c-885f-a7d9082d8d76', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:07.069492 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84448918-1911-4615-a4ab-5e3a29207035 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.128646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84448918-1911-4615-a4ab-5e3a29207035 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.134451 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84448918-1911-4615-a4ab-5e3a29207035 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.151154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84448918-1911-4615-a4ab-5e3a29207035 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ad9fcb-d49f-4d47-ae53-56ee04b06ec9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:07.159456 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84448918-1911-4615-a4ab-5e3a29207035 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.160801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-84448918-1911-4615-a4ab-5e3a29207035 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228406 Sep 27 09:09:07.164234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34486) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:07.168761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3eb7f002-96de-4b94-ad31-4e0b9e7f1d29 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'e6f86867-ffb2-4d8c-885f-a7d9082d8d76', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:07.196595 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-3eb7f002-96de-4b94-ad31-4e0b9e7f1d29 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Project 6b1f8c8eea98476cbeac3b5243f26cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:09:07.201975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f002-96de-4b94-ad31-4e0b9e7f1d29 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.264309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f002-96de-4b94-ad31-4e0b9e7f1d29 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.270521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f002-96de-4b94-ad31-4e0b9e7f1d29 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.297616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7f002-96de-4b94-ad31-4e0b9e7f1d29 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0369850-8229-4f6a-acce-9d77ee6e8a62,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:07.301029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eb7f002-96de-4b94-ad31-4e0b9e7f1d29 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.302637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3eb7f002-96de-4b94-ad31-4e0b9e7f1d29 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370032 Sep 27 09:09:07.305086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34488) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:07.309423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ed9fd809-0fbd-4bfb-bb7a-d6acbea58fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': 'e6f86867-ffb2-4d8c-885f-a7d9082d8d76', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:07.331998 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-ed9fd809-0fbd-4bfb-bb7a-d6acbea58fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Project 6b1f8c8eea98476cbeac3b5243f26cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:09:07.336897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd809-0fbd-4bfb-bb7a-d6acbea58fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.405266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd809-0fbd-4bfb-bb7a-d6acbea58fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.411188 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd809-0fbd-4bfb-bb7a-d6acbea58fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.430749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fd809-0fbd-4bfb-bb7a-d6acbea58fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828080ce-f036-4f44-9d84-75989aa5c768,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:07.437372 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd809-0fbd-4bfb-bb7a-d6acbea58fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.438764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ed9fd809-0fbd-4bfb-bb7a-d6acbea58fc9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327598 Sep 27 09:09:07.441748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34490) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:07.446675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'network': {'name': 'tempest-network-smoke--1101937572', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'port_security_enabled': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:07.468780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:09:07.472118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.496001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:09:07.505489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.505826 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Added segment 5d7a9028-4fe1-42f1-abf5-522209ac3c52 of type vlan for network c275c60b-b572-4521-8c86-5a59941a2d96 Sep 27 09:09:07.550173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.577173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.582607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:07.583187 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.616105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1733339 Sep 27 09:09:07.619046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:07.623865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'admin_state_up': True, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:07.648989 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.650032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:07.651339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5dee0-af04-4f06-b616-598c6bcc8e9d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Network': ['ID=c275c60b-b572-4521-8c86-5a59941a2d96,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:07.661773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network c275c60b-b572-4521-8c86-5a59941a2d96 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:09:07.715106 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:08.186960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:08.381099 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:08.407478 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:08.511402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.25.2.30 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/a668e745-f53b-4996-a585-b46366c457f0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:09:08.623714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:08.663568 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:08.701257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:09:08.705738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:09:08.709128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:09:08.717129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=a668e745-f53b-4996-a585-b46366c457f0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:08.972242 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:09.184445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:09.316585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 086119bf-4a62-4780-9412-7da1a887f507 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:09:09.424779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:09:09.434426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Sync routers for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:09:09.444036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:09.444578 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:08:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:09.445496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:09.446854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3295676a-63c9-4aef-8d3d-a80153482b2b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8266914 Sep 27 09:09:09.450404 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:09.478918 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bac19210-3219-43c9-b62f-a24528dedfe4 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=6b1f8c8eea98476cbeac3b5243f26cee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274069 Sep 27 09:09:09.481858 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:09.548392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:09.572484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018de17-e9b8-45c8-8ddc-03c82e2d6c50 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:09.574107 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7018de17-e9b8-45c8-8ddc-03c82e2d6c50 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913687 Sep 27 09:09:09.577043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:09.605241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-37611b42-b557-4a5c-9a30-66cdc01d1bee tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263491 Sep 27 09:09:09.607099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34502) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:09.611788 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048984588', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:09.697243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:09:09.700748 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:09.727742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:08Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:09.756800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Checking router: 086119bf-4a62-4780-9412-7da1a887f507 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:09:09.757147 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Updating router 086119bf-4a62-4780-9412-7da1a887f507 port a668e745-f53b-4996-a585-b46366c457f0 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:09:09.781416 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:09.883459 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:09.946549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Subnet': ['ID=87034af7-51fa-4339-86e5-d3ca45a313dd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:09.956168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Checking segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:09:09.956558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network hostable DHCP agents. Network: c275c60b-b572-4521-8c86-5a59941a2d96, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:09:09.973889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network c275c60b-b572-4521-8c86-5a59941a2d96 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:09:09.982428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, c275c60b-b572-4521-8c86-5a59941a2d96) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:09:09.986974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:09.987606 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:09.994389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07029fb-ebd0-4fde-9800-496372c9fd52 None None] Network c275c60b-b572-4521-8c86-5a59941a2d96 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:09:10.002873 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-390e5283-a5e9-47be-a9fa-9f319d4c4b55 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3947802 Sep 27 09:09:10.005911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34504) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:10.079571 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.090803 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.176547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae73b9-cff0-4e9c-9683-a852e4bf910a None None] Pushing event updated for resources: {'Port': ['ID=a668e745-f53b-4996-a585-b46366c457f0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:10.187381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Attempting to bind port a668e745-f53b-4996-a585-b46366c457f0 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:09:10.187760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Attempting to bind port a668e745-f53b-4996-a585-b46366c457f0 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:09:10.188134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Attempting to bind port a668e745-f53b-4996-a585-b46366c457f0 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:09:10.199515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:09:10.199909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:09:10.200300 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.200721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:09:10.201189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Bound port: a668e745-f53b-4996-a585-b46366c457f0, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:09:10.201563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.256851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-c275c60b-b572-4521-8c86-5a59941a2d96', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:09:10.257735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.283288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] For port a668e745-f53b-4996-a585-b46366c457f0, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:09:10.300999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] For port a668e745-f53b-4996-a585-b46366c457f0, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a668e745-f53b-4996-a585-b46366c457f0,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:09:10.306335 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.446678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae73b9-cff0-4e9c-9683-a852e4bf910a None None] Pushing event updated for resources: {'Port': ['ID=a668e745-f53b-4996-a585-b46366c457f0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:10.448769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.455308 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:10.455850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:08:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:10.500286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Allocated IP 172.20.0.2 (c275c60b-b572-4521-8c86-5a59941a2d96/87034af7-51fa-4339-86e5-d3ca45a313dd/4bf54ac9-b30e-4b0f-8152-906246756b6b) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:09:10.616247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:10.938013 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.962039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:10.995351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.20.0.1 (c275c60b-b572-4521-8c86-5a59941a2d96/87034af7-51fa-4339-86e5-d3ca45a313dd/313af74c-cc9c-4470-860d-9e05091cf778) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:09:11.009213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Network c275c60b-b572-4521-8c86-5a59941a2d96 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:09:11.016650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:09:11.019721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Pushing event updated for resources: {'Port': ['ID=4bf54ac9-b30e-4b0f-8152-906246756b6b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:11.022394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:09:11.080839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:08Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:11.084976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Attempting to bind port 4bf54ac9-b30e-4b0f-8152-906246756b6b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:09:11.085341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Attempting to bind port 4bf54ac9-b30e-4b0f-8152-906246756b6b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:09:11.085696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Attempting to bind port 4bf54ac9-b30e-4b0f-8152-906246756b6b on network c275c60b-b572-4521-8c86-5a59941a2d96 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:09:11.107703 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.112488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cf497-eba4-474d-a680-b92ac1517b54 None None] The sync data for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 is: [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:08Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:09:11.114513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:09:11.114873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Checking segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:09:11.115295 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.115687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Bound using segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:09:11.116148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Bound port: 4bf54ac9-b30e-4b0f-8152-906246756b6b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:09:11.116549 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.151490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.186900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] For port 4bf54ac9-b30e-4b0f-8152-906246756b6b, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:09:11.190433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] For port 4bf54ac9-b30e-4b0f-8152-906246756b6b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4bf54ac9-b30e-4b0f-8152-906246756b6b,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:09:11.191211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network c275c60b-b572-4521-8c86-5a59941a2d96 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:09:11.194649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:09:11.196083 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.199370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:09:11.229596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=313af74c-cc9c-4470-860d-9e05091cf778,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:11.252893 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.264124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de395c3a-c50a-420c-b75f-5a186390a85c None None] Pushing event updated for resources: {'Port': ['ID=4bf54ac9-b30e-4b0f-8152-906246756b6b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:11.415611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.732514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.738688 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.812633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=313af74c-cc9c-4470-860d-9e05091cf778,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:11.815079 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:11.913292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network c275c60b-b572-4521-8c86-5a59941a2d96 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:09:11.914825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:09:12.037713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 086119bf-4a62-4780-9412-7da1a887f507 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:09:12.150403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:09:12.161001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bff68e17-0ead-4491-8e8b-f5e1e47dbc12 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "PUT /v2.0/routers/086119bf-4a62-4780-9412-7da1a887f507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1537056 Sep 27 09:09:12.275980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee09773-d44a-4bb4-a7f6-800376f62533 None None] Network c275c60b-b572-4521-8c86-5a59941a2d96 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:09:12.345302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a31af156-1111-4fbe-ba02-1244aa6dd4dd None None] Provisioning complete for port 4bf54ac9-b30e-4b0f-8152-906246756b6b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:12.345677 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a31af156-1111-4fbe-ba02-1244aa6dd4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:12.375740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-347527ee-b818-43ec-8df5-e9cbb24fcbf8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90974705&fields=id&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 267 time: 0.0332904 Sep 27 09:09:12.493077 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a31af156-1111-4fbe-ba02-1244aa6dd4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:12.506129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-f7cd99b8-db7a-4e52-b29c-efe023b803dd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:12.507824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-f7cd99b8-db7a-4e52-b29c-efe023b803dd tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 797 time: 0.1241295 Sep 27 09:09:12.526483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-e32991d6-00f0-4152-abfd-36f7a9b15dc3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/quotas/6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 375 time: 0.0118103 Sep 27 09:09:12.530862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a31af156-1111-4fbe-ba02-1244aa6dd4dd None None] For port 4bf54ac9-b30e-4b0f-8152-906246756b6b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4bf54ac9-b30e-4b0f-8152-906246756b6b,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:12.539514 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a31af156-1111-4fbe-ba02-1244aa6dd4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:12.598776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31af156-1111-4fbe-ba02-1244aa6dd4dd None None] Pushing event updated for resources: {'Port': ['ID=4bf54ac9-b30e-4b0f-8152-906246756b6b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:12.602434 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-97dd8c7e-82f9-4369-ab3f-c10d5a1d9ab1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675948 Sep 27 09:09:12.716581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-a4f21b62-bd0d-466d-aeb1-7c64494a7986 service neutron] 10.222.0.50 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965462 Sep 27 09:09:12.762043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-32922175-7e30-49c3-b0fe-ebab2ea61e87 None None] Provisioning complete for port 313af74c-cc9c-4470-860d-9e05091cf778 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:12.762533 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32922175-7e30-49c3-b0fe-ebab2ea61e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:12.797818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-32922175-7e30-49c3-b0fe-ebab2ea61e87 None None] Port 313af74c-cc9c-4470-860d-9e05091cf778 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:09:12.816529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-32922175-7e30-49c3-b0fe-ebab2ea61e87 None None] Provisioning complete for port 4bf54ac9-b30e-4b0f-8152-906246756b6b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:12.816529 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32922175-7e30-49c3-b0fe-ebab2ea61e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:12.825261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-2f3ea10c-d1d0-4fdd-aa03-24b940e875d1 service neutron] 10.222.0.50 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078012 Sep 27 09:09:12.864121 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Sync routers for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:09:12.876777 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:12.877981 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:08:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:13.044039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b9b0ffc6-4fed-4651-b55d-db34fb4e9863 None None] Provisioning complete for port 313af74c-cc9c-4470-860d-9e05091cf778 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:13.044485 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ffc6-4fed-4651-b55d-db34fb4e9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.069625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0b87df89-c7a7-46f1-bf38-968c354cfbef req-570e2219-b457-4f66-9281-b6ab3cf3394c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 210 time: 0.0624878 Sep 27 09:09:13.083918 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:13.121140 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a668e745-f53b-4996-a585-b46366c457f0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:09:13.173461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0ffc6-4fed-4651-b55d-db34fb4e9863 None None] Port 313af74c-cc9c-4470-860d-9e05091cf778 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:09:13.179895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a668e745-f53b-4996-a585-b46366c457f0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:13.180368 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.280709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.307392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port a668e745-f53b-4996-a585-b46366c457f0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a668e745-f53b-4996-a585-b46366c457f0,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:13.312917 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.313778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4bf54ac9-b30e-4b0f-8152-906246756b6b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:09:13.337254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-819ef784-44b7-4271-9312-ddb54f460805 None None] Provisioning complete for port 313af74c-cc9c-4470-860d-9e05091cf778 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:13.337629 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-819ef784-44b7-4271-9312-ddb54f460805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.418835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-819ef784-44b7-4271-9312-ddb54f460805 None None] Port 313af74c-cc9c-4470-860d-9e05091cf778 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:09:13.421106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=a668e745-f53b-4996-a585-b46366c457f0,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:13.424317 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 2, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:13.434195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 4bf54ac9-b30e-4b0f-8152-906246756b6b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:13.434575 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.453286 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Checking router: 086119bf-4a62-4780-9412-7da1a887f507 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:09:13.453635 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Updating router 086119bf-4a62-4780-9412-7da1a887f507 port 313af74c-cc9c-4470-860d-9e05091cf778 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:09:13.479262 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.743955 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.752071 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.802883 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Pushing event updated for resources: {'Port': ['ID=313af74c-cc9c-4470-860d-9e05091cf778,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:13.825502 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.825845 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.826180 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.826514 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.826836 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.827158 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.827477 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.827791 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.828107 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.828449 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.828766 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.829080 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:13.862789 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Attempting to bind port 313af74c-cc9c-4470-860d-9e05091cf778 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:09:13.863154 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Attempting to bind port 313af74c-cc9c-4470-860d-9e05091cf778 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:09:13.863514 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Attempting to bind port 313af74c-cc9c-4470-860d-9e05091cf778 on network c275c60b-b572-4521-8c86-5a59941a2d96 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:09:13.868797 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:09:13.869492 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Checking segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:09:13.869607 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.869919 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Bound using segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:09:13.870469 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Bound port: 313af74c-cc9c-4470-860d-9e05091cf778, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:09:13.870847 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.934017 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] For port 313af74c-cc9c-4470-860d-9e05091cf778, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:09:13.937331 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] For port 313af74c-cc9c-4470-860d-9e05091cf778, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=313af74c-cc9c-4470-860d-9e05091cf778,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:09:13.942993 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:13.992646 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:13.993439 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:08:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:14.042259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d6e91b3f-554e-4b78-8f84-f025338667ce None None] Provisioning complete for port 313af74c-cc9c-4470-860d-9e05091cf778 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:14.042628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6e91b3f-554e-4b78-8f84-f025338667ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.104754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-7101313f-d7d2-47ac-9620-57af084ce876 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:14.106266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-7101313f-d7d2-47ac-9620-57af084ce876 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 797 time: 0.1349857 Sep 27 09:09:14.113842 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:14.172744 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6e91b3f-554e-4b78-8f84-f025338667ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.206882 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5961b-a123-40d6-9c3b-df67dcf156f1 None None] Pushing event updated for resources: {'Port': ['ID=313af74c-cc9c-4470-860d-9e05091cf778,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:14.207033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-3b1c98a7-2837-4841-9d0d-0640c75c6795 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 378 time: 0.0899832 Sep 27 09:09:14.224694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d6e91b3f-554e-4b78-8f84-f025338667ce None None] For port 313af74c-cc9c-4470-860d-9e05091cf778, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=313af74c-cc9c-4470-860d-9e05091cf778,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:14.232927 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6e91b3f-554e-4b78-8f84-f025338667ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.238093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'port': {'device_id': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'admin_state_up': True, 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'security_groups': ['e6f86867-ffb2-4d8c-885f-a7d9082d8d76']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:14.243483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af703a57-fc12-4043-b9f1-916ecadfe2b6 req-fef058b5-d41a-402d-b314-729c29fb042e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 210 time: 0.0630875 Sep 27 09:09:14.319414 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.323862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e91b3f-554e-4b78-8f84-f025338667ce None None] Pushing event updated for resources: {'Port': ['ID=313af74c-cc9c-4470-860d-9e05091cf778,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:14.351056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-03aa427d-1479-4554-978c-9c7c3a5d13b9 None None] Provisioning complete for port 313af74c-cc9c-4470-860d-9e05091cf778 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:14.351525 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03aa427d-1479-4554-978c-9c7c3a5d13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.353522 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:14.370891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:09:14.374464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.379919 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96f0d1-fade-47f4-848e-db6cdf96418c None None] The sync data for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 is: [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:09:14.537167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.20.0.11 (c275c60b-b572-4521-8c86-5a59941a2d96/87034af7-51fa-4339-86e5-d3ca45a313dd/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:09:14.679687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.714522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.768574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network c275c60b-b572-4521-8c86-5a59941a2d96 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:09:14.771828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:09:14.775582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:09:14.785432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:14.838135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:14.839151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:14.855552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-26b759a0-6b69-4e34-953d-aae032e13d8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6228356 Sep 27 09:09:14.871877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Request body: {'port': {'device_id': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:14.944542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.070390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a63841aa-8b9f-4786-b95f-c15b2a77b70b None None] Provisioning complete for port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:15.070857 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a63841aa-8b9f-4786-b95f-c15b2a77b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.099217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a668e745-f53b-4996-a585-b46366c457f0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:09:15.152281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a63841aa-8b9f-4786-b95f-c15b2a77b70b None None] Port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:09:15.159457 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1709cb56-26d8-432b-b09e-3c7425ee53b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.177085 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a668e745-f53b-4996-a585-b46366c457f0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:15.177503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.263687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 313af74c-cc9c-4470-860d-9e05091cf778 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:09:15.266831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:09:15.274702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.288599 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Transition to ACTIVE for port object 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:09:15.293838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.311992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 313af74c-cc9c-4470-860d-9e05091cf778 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:15.312406 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.335267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:15.393091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bc98a-e7e9-4590-872a-51cc7f2c035b req-629e163e-443c-4bcb-a4ae-d65b4e065d8d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:15.401525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-301bc98a-e7e9-4590-872a-51cc7f2c035b req-629e163e-443c-4bcb-a4ae-d65b4e065d8d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 944 time: 0.0649967 Sep 27 09:09:15.445803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-301bc98a-e7e9-4590-872a-51cc7f2c035b req-35cdc902-c3ba-4988-924d-b369fb8ad0c4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430422 Sep 27 09:09:15.452928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:09:15.453056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:09:15.453384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:09:15.463939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:09:15.464395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:09:15.470000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:09:15.470338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Checking segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:09:15.470735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Bound using segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:09:15.471174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Bound port: 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:09:15.471557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.540535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:09:15.544091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:09:15.549568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.584931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:15.585560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:15.586968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] 10.222.0.57 "PUT /v2.0/ports/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 1092 time: 0.7229218 Sep 27 09:09:15.587412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:09:15.591067 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca1ee8-a354-46b3-a332-bf483d3986ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:09:15.621888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b9b2a-f6ed-4df8-8acc-695d7cb8dc35 service neutron] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:15.688182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-072acdda-75b4-47df-b66c-dc362cc3c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:15.689820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-072acdda-75b4-47df-b66c-dc362cc3c2cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1095 time: 0.0480776 Sep 27 09:09:15.739475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-186611a0-25fc-43d7-a432-62b2e8ed0eb5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 217 time: 0.0398684 Sep 27 09:09:15.784422 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32758c3-40cc-4fba-bbea-fed8502345bf x-openstack-request-id: req-c32758c3-40cc-4fba-bbea-fed8502345bf {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:09:15.784718 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:09:15.784974 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c32758c3-40cc-4fba-bbea-fed8502345bf {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:09:15.785378 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'status': 'completed', 'code': 200} Sep 27 09:09:15.796306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-03f6f44e-a7b4-412e-9840-08fbbfe1003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:15.797838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-03f6f44e-a7b4-412e-9840-08fbbfe1003e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 200 len: 835 time: 0.0505033 Sep 27 09:09:15.844880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-23312a29-1654-4919-8ea8-06b8743a690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:15.846396 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-23312a29-1654-4919-8ea8-06b8743a690d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c275c60b-b572-4521-8c86-5a59941a2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409348 Sep 27 09:09:15.942206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-a1bdea6a-2da1-4fde-b277-7e33c6ea3510 service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870090 Sep 27 09:09:16.037422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5429d1c-da3e-4bbe-9f58-deb41d39b45c req-955041c6-d40e-4e53-827c-b3da720f47c2 service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859957 Sep 27 09:09:16.149890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-88ed35ff-f1e6-43a8-95e7-c20bebe78c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:16.151386 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-88ed35ff-f1e6-43a8-95e7-c20bebe78c6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1095 time: 0.0512042 Sep 27 09:09:16.247264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-199bbb2e-259d-4b84-a415-583e0057e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:16.249025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-199bbb2e-259d-4b84-a415-583e0057e7f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 898 time: 0.0897722 Sep 27 09:09:16.294515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-bba38d7b-6388-4597-944b-93964603c50a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 217 time: 0.0376198 Sep 27 09:09:16.360106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-5680616b-f6fa-4413-ac97-5e267059bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:16.361604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-5680616b-f6fa-4413-ac97-5e267059bd6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 200 len: 835 time: 0.0572839 Sep 27 09:09:16.411907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-00e4edf8-322d-4942-a6fc-26374f3260ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:16.414303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-00e4edf8-322d-4942-a6fc-26374f3260ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c275c60b-b572-4521-8c86-5a59941a2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450277 Sep 27 09:09:16.559346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e151d-07f9-4dfa-9df9-7d190f2ff114 req-c62fb6d3-6a8b-4b6c-a5df-6aff980d20c1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:16.560978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-615e151d-07f9-4dfa-9df9-7d190f2ff114 req-c62fb6d3-6a8b-4b6c-a5df-6aff980d20c1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 944 time: 0.0519674 Sep 27 09:09:16.606631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-615e151d-07f9-4dfa-9df9-7d190f2ff114 req-2b1a6b08-c98b-4135-8e46-6ca3cef10c92 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392165 Sep 27 09:09:16.823769 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-55c4647b-de69-4ac8-a1d4-ef0f32f3d1b5 service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014292 Sep 27 09:09:16.919028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdca1ee8-a354-46b3-a332-bf483d3986ac req-aaad18f3-b61a-4950-a1bf-50ed1c35a8ff service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870190 Sep 27 09:09:17.566017 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de883160-eda3-405b-8eef-11eb9a0f025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:17.738535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c94d1-a58b-42db-8800-db4350e57849 req-25a0501e-0f05-41c6-a3fe-8ae0e61fc9a4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:17.740854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d6c94d1-a58b-42db-8800-db4350e57849 req-25a0501e-0f05-41c6-a3fe-8ae0e61fc9a4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 944 time: 0.0561209 Sep 27 09:09:17.784168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d6c94d1-a58b-42db-8800-db4350e57849 req-2f0036ce-0a68-416e-a652-c1547ff542ac tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372875 Sep 27 09:09:18.056770 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:18.200899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:09:18.310067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:18.321978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'port_id': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'mac_address': 'fa:16:3e:92:7b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:09:18.361483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:18.374511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:09:18.393245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:18.398532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:18.455775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:18.600394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:09:18.907896 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81e423-ed8e-45c5-81d9-576aa2e4b05e req-965544cc-7aa4-4bd7-8576-9a1037e6e006 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:18.909451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d81e423-ed8e-45c5-81d9-576aa2e4b05e req-965544cc-7aa4-4bd7-8576-9a1037e6e006 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 945 time: 0.0499470 Sep 27 09:09:18.950434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d81e423-ed8e-45c5-81d9-576aa2e4b05e req-032063cf-94c2-43ac-aa69-efc19e7d946d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331895 Sep 27 09:09:19.029684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:20.079639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18688afe-7db1-4c86-97d6-bb662d21ba76 req-24f193e6-aa75-4f89-87fa-600c1f7ea37b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:20.081219 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18688afe-7db1-4c86-97d6-bb662d21ba76 req-24f193e6-aa75-4f89-87fa-600c1f7ea37b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 945 time: 0.0535161 Sep 27 09:09:20.124442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-18688afe-7db1-4c86-97d6-bb662d21ba76 req-d58c8a59-0ef3-4c05-b883-1cc089fccd22 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338044 Sep 27 09:09:20.205082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:09:20.261874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:09:20.266453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:09:20.266836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:20.357435 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:20.380809 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:09:20.383069 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73191f6a-9567-4374-9eda-3aa45181d5c6" -d '{"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-plugged", "status": "completed", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:09:20.396158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:20.401561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:20.424403 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e75d8a9-19ce-4869-9719-c5908cab1398 x-openstack-request-id: req-9e75d8a9-19ce-4869-9719-c5908cab1398 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:09:20.424697 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-plugged", "status": "completed", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:09:20.424954 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e75d8a9-19ce-4869-9719-c5908cab1398 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:09:20.425382 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'code': 200} Sep 27 09:09:20.452824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:20.524782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd1154-47b7-4647-86f0-b5d0c8915d85 req-a7db72e4-c95a-47c6-9afe-38920ff0e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:20.526416 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-49dd1154-47b7-4647-86f0-b5d0c8915d85 req-a7db72e4-c95a-47c6-9afe-38920ff0e1fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1097 time: 0.0441053 Sep 27 09:09:20.561816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-49dd1154-47b7-4647-86f0-b5d0c8915d85 req-f1f8c7a4-46f4-45a9-8f82-89817e971320 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277779 Sep 27 09:09:20.658139 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:21.257302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a2972-8aa6-42a6-a4de-26abf9af6b30 req-54f635b9-ff83-42b3-8592-a76abf0eff79 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:21.259363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1e6a2972-8aa6-42a6-a4de-26abf9af6b30 req-54f635b9-ff83-42b3-8592-a76abf0eff79 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.0567515 Sep 27 09:09:21.302672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1e6a2972-8aa6-42a6-a4de-26abf9af6b30 req-88dd9171-ba89-4e3c-a612-3b3340ac429f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370517 Sep 27 09:09:22.433623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8decf8-c193-4b65-bc5e-ad6b3c2c12b7 req-9fd6580a-c213-4aa5-b3fa-9be6dc0f9460 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:22.435102 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d8decf8-c193-4b65-bc5e-ad6b3c2c12b7 req-9fd6580a-c213-4aa5-b3fa-9be6dc0f9460 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.0504830 Sep 27 09:09:22.473746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d8decf8-c193-4b65-bc5e-ad6b3c2c12b7 req-cd028191-39c5-4464-8735-d60802413e33 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325680 Sep 27 09:09:22.597239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6c44e-e6dc-4dcc-9db9-fe57379877b6 req-305bb610-ff20-499e-aab3-7e1ef6686254 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:22.598699 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9a6c44e-e6dc-4dcc-9db9-fe57379877b6 req-305bb610-ff20-499e-aab3-7e1ef6686254 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.0583580 Sep 27 09:09:22.636232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9a6c44e-e6dc-4dcc-9db9-fe57379877b6 req-5ab3f82d-be4d-48d1-927d-c2477070ce7a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315433 Sep 27 09:09:22.658322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34558) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:22.699890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69d7624-e403-4a36-acce-d5f00452a0e2 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:22.701435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c69d7624-e403-4a36-acce-d5f00452a0e2 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1092 time: 0.0421290 Sep 27 09:09:22.704223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34560) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:22.708560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:22.734068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:22.851696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:22.957749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.25.2.142 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/717bebac-28a8-4019-b5b6-c70cf8104224) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:09:23.062409 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:23.099712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:23.135288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:09:23.138192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:09:23.141608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:09:23.149403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=717bebac-28a8-4019-b5b6-c70cf8104224,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:23.176264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.176623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.176965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.177320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.177637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.177961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.178279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.178575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.178894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.179205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.179514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.179825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:09:23.533776 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:23.603332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:23.747088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:23.754444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:23.820384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=717bebac-28a8-4019-b5b6-c70cf8104224,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:09:23.834218 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:23.936653 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Floating IP 9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b associated. External IP: 172.25.2.142, port: 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd. Sep 27 09:09:24.158657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 086119bf-4a62-4780-9412-7da1a887f507 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:09:24.266925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:09:24.276788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] Sync routers for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:09:24.284937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:24.286282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:24.286893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:09:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:24.315999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e17e84bd-0ca8-4c1f-b00e-11124396fe78 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6107113 Sep 27 09:09:24.316630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:09:24.319282 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:09:24.363139 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d113291-3854-412c-bd63-27c151f840e8 x-openstack-request-id: req-9d113291-3854-412c-bd63-27c151f840e8 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:09:24.363443 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:09:24.363700 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d113291-3854-412c-bd63-27c151f840e8 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:09:24.364108 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'status': 'completed', 'code': 200} Sep 27 09:09:24.421315 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7c18a-1c8d-4f97-bcff-457e0545e87e req-4eaa0301-820c-4bc0-8e6b-aa470721c2a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:24.422892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebc7c18a-1c8d-4f97-bcff-457e0545e87e req-4eaa0301-820c-4bc0-8e6b-aa470721c2a7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.0516238 Sep 27 09:09:24.430203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-9862554d-1e8e-45c6-9299-757405b8e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:24.431632 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-9862554d-1e8e-45c6-9299-757405b8e611 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1097 time: 0.0435255 Sep 27 09:09:24.468347 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebc7c18a-1c8d-4f97-bcff-457e0545e87e req-7b3e769a-ae4c-4298-b116-1703741af611 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385070 Sep 27 09:09:24.494699 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:24.531950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-0e81fbef-443c-4a6c-90f0-78868170bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:24.533668 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-0e81fbef-443c-4a6c-90f0-78868170bf3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 898 time: 0.0944309 Sep 27 09:09:24.546237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:24.556310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-46393180-f878-426c-abc4-e2e3184ed200 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b HTTP/1.1" status: 200 len: 992 time: 0.0604296 Sep 27 09:09:24.605525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-b54d969f-8d3a-497d-824e-d36df67a1531 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 1000 time: 0.0627778 Sep 27 09:09:24.660368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-0683fb3a-8783-497f-9ced-d37528603cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:24.661846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-0683fb3a-8783-497f-9ced-d37528603cf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 200 len: 835 time: 0.0484560 Sep 27 09:09:24.712470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-6f64c461-5f49-45e5-a9e1-a94ec96ed010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:24.714377 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-6f64c461-5f49-45e5-a9e1-a94ec96ed010 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c275c60b-b572-4521-8c86-5a59941a2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450370 Sep 27 09:09:24.770356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '086119bf-4a62-4780-9412-7da1a887f507', 'port_id': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'mac_address': 'fa:16:3e:92:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:09:23Z', 'updated_at': '2021-09-27T09:09:23Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:14Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:24.799440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] Checking router: 086119bf-4a62-4780-9412-7da1a887f507 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:09:24.804895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-8121565b-9b80-41ce-9dd2-3873979c1322 service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822089 Sep 27 09:09:24.810144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:09:24.810763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:09:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:24.903139 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3d7a59b-675d-4d8a-ae65-f5a3b4020087 req-9351c952-5725-471d-acf1-262a35aefbb6 service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899739 Sep 27 09:09:24.917146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:09:25.155505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '086119bf-4a62-4780-9412-7da1a887f507', 'port_id': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'mac_address': 'fa:16:3e:92:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:09:23Z', 'updated_at': '2021-09-27T09:09:23Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:14Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:09:25.181449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209bf2c-6118-4a42-a6de-2934e228a61b None None] The sync data for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 is: [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '086119bf-4a62-4780-9412-7da1a887f507', 'port_id': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'mac_address': 'fa:16:3e:92:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:09:23Z', 'updated_at': '2021-09-27T09:09:23Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:14Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:09:25.367629 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6263c-4d91-4f30-a689-93d67a69ef99 None None] New status for floating IP 9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:09:25.560584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34568) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:25.622146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5ee1f0e8-e3dd-4490-a77d-476833e16e96 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b HTTP/1.1" status: 200 len: 994 time: 0.0604033 Sep 27 09:09:31.241601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-ea7ca268-ba0d-432a-a2db-946b691bc507 req-082c6c10-7030-429e-b2d2-2e0f558dc628 service neutron] (94831) timed out ('10.222.0.50', 42500) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:09:36.067969 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:43.447833 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:09:44.298739 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:45.136812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdec17a-fcd8-4320-90f2-0dc9c68700d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:47.562629 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83681525-f898-4c81-adbb-51aea906010f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:48.059833 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:49.039141 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:50.662807 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:52.941855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-ee2ac315-42cb-4cae-a945-7d020659a0a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992467 Sep 27 09:09:53.038478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d07a81-3962-4915-afec-47f0642b500f req-ba22f9fb-b300-40e9-a0b6-a92ce48f5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:53.040024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-ba22f9fb-b300-40e9-a0b6-a92ce48f5e2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1097 time: 0.0513699 Sep 27 09:09:53.158745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d07a81-3962-4915-afec-47f0642b500f req-f3830ae6-949c-462d-a903-d2391a45bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:53.160232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-f3830ae6-949c-462d-a903-d2391a45bdca service neutron] 10.222.0.57 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 898 time: 0.0905333 Sep 27 09:09:53.238559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-4422a87a-dd63-4171-b6ce-2378265b2565 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 1002 time: 0.0668390 Sep 27 09:09:53.290740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d07a81-3962-4915-afec-47f0642b500f req-24eae0d1-b0ab-4328-bee1-e6ca3c01a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:53.292138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-24eae0d1-b0ab-4328-bee1-e6ca3c01a7a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 200 len: 835 time: 0.0438659 Sep 27 09:09:53.340575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d07a81-3962-4915-afec-47f0642b500f req-36cea7c1-8264-450f-a1f6-eec49207e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:53.342056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-36cea7c1-8264-450f-a1f6-eec49207e819 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c275c60b-b572-4521-8c86-5a59941a2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420549 Sep 27 09:09:53.354379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-f6be9108-7538-4d87-8037-b4eab1688eaf service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:09:53.355318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-f6be9108-7538-4d87-8037-b4eab1688eaf service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049424 Sep 27 09:09:53.464128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-905a99d0-dc0a-4493-a3ec-c1c29d68836a service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003489 Sep 27 09:09:53.555308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d07a81-3962-4915-afec-47f0642b500f req-5f526a58-4086-4c0c-85fa-322825b7a0ec service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835924 Sep 27 09:09:56.460736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8667-7731-4799-af39-e5cfbddc29bb req-44909f01-2b99-4813-b571-354b1ef6e09d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:56.462140 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d54d8667-7731-4799-af39-e5cfbddc29bb req-44909f01-2b99-4813-b571-354b1ef6e09d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.1114476 Sep 27 09:09:56.499991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d54d8667-7731-4799-af39-e5cfbddc29bb req-a323af1e-a6e6-4f21-99e7-83b6f5ee6001 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314329 Sep 27 09:09:56.528558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34584) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:09:56.591784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5f2a6ff3-f938-4568-8258-dbf9cc904166 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b HTTP/1.1" status: 200 len: 994 time: 0.0621116 Sep 27 09:09:56.971516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532596-e1fd-4337-82db-b73103c712ad req-1b3029e9-10af-4cd5-80ea-0cee136a0350 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:56.973082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a532596-e1fd-4337-82db-b73103c712ad req-1b3029e9-10af-4cd5-80ea-0cee136a0350 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1097 time: 0.0428467 Sep 27 09:09:57.007382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4a532596-e1fd-4337-82db-b73103c712ad req-4eef5e40-2bd5-4c8e-99e7-a83550ddb65e tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282052 Sep 27 09:09:57.498813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-bbb9b0e6-b06e-4d15-b814-425debe44923 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411789 Sep 27 09:09:57.507718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-508255b5-c258-4eec-8dc7-b4b1964acd14 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:09:57.508665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-508255b5-c258-4eec-8dc7-b4b1964acd14 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049226 Sep 27 09:09:58.061440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-3328c0dc-79b1-41da-8697-9f25c0eb94d1 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:09:58.062399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-3328c0dc-79b1-41da-8697-9f25c0eb94d1 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052381 Sep 27 09:09:58.189414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-4a331124-20a7-4e86-a5b3-1f6b67409ad5 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:58.190825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-4a331124-20a7-4e86-a5b3-1f6b67409ad5 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 1094 time: 0.0967436 Sep 27 09:09:58.200124 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Request body: {'binding': {'host': 'n-h2-810909-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:58.200631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 27 09:09:58.358944 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on host n-h2-810909-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:09:58.359207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:09:58.359498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:09:58.363774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:09:58.364089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:09:58.368794 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:09:58.369141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Checking segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:09:58.369514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Bound using segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:09:58.369928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Bound port: 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:09:58.451238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:09:58.456662 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:58.457856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] 10.222.0.50 "POST /v2.0/ports/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd/bindings HTTP/1.1" status: 201 len: 389 time: 0.2615812 Sep 27 09:09:58.614312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26357f-f381-499a-8b3b-246fb872a693 req-3c13a234-ba33-4e8d-9ccb-3fe191aa5e23 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:58.615827 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b26357f-f381-499a-8b3b-246fb872a693 req-3c13a234-ba33-4e8d-9ccb-3fe191aa5e23 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.0540035 Sep 27 09:09:58.656145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b26357f-f381-499a-8b3b-246fb872a693 req-3e702c71-291e-42cb-bf8d-3cec67be4b4f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321660 Sep 27 09:09:58.697384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-f4628bc3-2b90-4f97-869c-e21a60ef8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:58.698900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-f4628bc3-2b90-4f97-869c-e21a60ef8a42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1097 time: 0.0463376 Sep 27 09:09:58.789006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-fcf61baa-3acb-4124-8f9b-91a5c1685fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:58.790491 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-fcf61baa-3acb-4124-8f9b-91a5c1685fa3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 898 time: 0.0845590 Sep 27 09:09:58.865387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-70f84884-5426-4048-a73d-f33c4763d6f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 1002 time: 0.0672455 Sep 27 09:09:58.914853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-b4df10ac-e8f8-4b48-a2f7-4e5859038112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:58.916415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-b4df10ac-e8f8-4b48-a2f7-4e5859038112 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 200 len: 835 time: 0.0440881 Sep 27 09:09:58.963512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-758b980b-665f-46bf-8826-61435d0f3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:58.965053 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-758b980b-665f-46bf-8826-61435d0f3453 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c275c60b-b572-4521-8c86-5a59941a2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414157 Sep 27 09:09:59.058183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-57867022-837e-4966-8bb9-ad72917f6a53 service neutron] 10.222.0.67 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857253 Sep 27 09:09:59.153475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-6e4f0d85-c7ca-44a7-956e-27e79846ce26 service neutron] 10.222.0.67 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882604 Sep 27 09:09:59.289117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-4ad49d98-9029-4d2c-a71f-fb63d8571f27 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:59.290603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-4ad49d98-9029-4d2c-a71f-fb63d8571f27 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1097 time: 0.0798161 Sep 27 09:09:59.303268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810909-1'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:09:59.359456 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:59.519829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:09:59.559286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:09:59.610861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:09:59.614120 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa791093-4777-44ca-83cc-ad79d5967b10" -d '{"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-unplugged", "status": "completed", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:09:59.620221 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:59.627028 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:09:59.789417 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730e147-a10b-4afe-8e1e-b65c18fec4fd req-11b61985-2651-430a-9c12-7cfd5a669e0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:09:59.791103 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9730e147-a10b-4afe-8e1e-b65c18fec4fd req-11b61985-2651-430a-9c12-7cfd5a669e0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 944 time: 0.0586803 Sep 27 09:09:59.833446 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9730e147-a10b-4afe-8e1e-b65c18fec4fd req-66855b4e-1d06-425e-8a47-ae8217d1cd88 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355849 Sep 27 09:09:59.986523 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f846555f-a5cf-4879-b8f1-bc5291c30ef0 x-openstack-request-id: req-f846555f-a5cf-4879-b8f1-bc5291c30ef0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:09:59.986836 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-unplugged", "status": "completed", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:09:59.987045 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f846555f-a5cf-4879-b8f1-bc5291c30ef0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:09:59.987425 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'code': 200} Sep 27 09:10:00.053330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:00.109759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on host n-h1-810909-1 for vnic_type normal with profile {"migrating_to": "n-h2-810909-1"} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:10:00.110102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:10:00.110437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:10:00.115589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:10:00.115910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Attempting to bind port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on network c275c60b-b572-4521-8c86-5a59941a2d96 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:10:00.121398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:10:00.121740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Checking segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:10:00.122133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Bound using segment: {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:10:00.122570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Bound port: 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7a9028-4fe1-42f1-abf5-522209ac3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:10:00.122932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:00.191899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:10:00.194951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:10:00.201243 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:00.247687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Provisioning complete for port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:00.248281 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:00.294516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:00.328535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:00.340385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:00.341049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:00.342502 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-10f13374-fe31-4dab-8ff7-bd7a7010a57a service neutron] 10.222.0.67 "PUT /v2.0/ports/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 1122 time: 1.0434856 Sep 27 09:10:00.354092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:10:00.356630 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21afc2c-4d60-4281-a159-b7aaafd1260f" -d '{"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-plugged", "status": "completed", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:10:00.373878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:00.378759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:00.460052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:10:00.535430 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719ed421-296d-4376-a88e-d7d12653f6b2 x-openstack-request-id: req-719ed421-296d-4376-a88e-d7d12653f6b2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:10:00.535716 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-plugged", "status": "completed", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:10:00.535967 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-719ed421-296d-4376-a88e-d7d12653f6b2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:10:00.536358 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'code': 200} Sep 27 09:10:00.562894 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:00.583292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.583679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.584014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.584354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.584693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.585019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.585335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.585658 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.585973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.586286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.586602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.586912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240c75b-21a9-47db-9322-f37df0362ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:00.752269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b60d26c8-d110-4cff-8f22-62b25c3e0a61 None None] Provisioning complete for port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:00.752644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b60d26c8-d110-4cff-8f22-62b25c3e0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:00.952194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354e73-8c03-4699-83b0-86d7615b5d80 req-339c09a1-5b09-4706-b57e-8d4100111c0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:00.953746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01354e73-8c03-4699-83b0-86d7615b5d80 req-339c09a1-5b09-4706-b57e-8d4100111c0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.0513594 Sep 27 09:10:00.992277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01354e73-8c03-4699-83b0-86d7615b5d80 req-4ba771c6-0538-404e-a738-589603734e1c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323803 Sep 27 09:10:01.594937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:10:01.701183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:01.712674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd has no active binding in host n-h2-810909-1 {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 27 09:10:01.988472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:10:01.990978 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f103c-7555-4fdc-ba95-5e5e6cc91888" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:10:02.029619 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac98b3f-bc08-4665-8262-0dc56ee8e200 x-openstack-request-id: req-2ac98b3f-bc08-4665-8262-0dc56ee8e200 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:10:02.029762 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:10:02.029992 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ac98b3f-bc08-4665-8262-0dc56ee8e200 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:10:02.030601 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'status': 'completed', 'code': 200} Sep 27 09:10:02.096194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-4b85a55e-02ea-499e-bbe3-7c62abb1ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:02.097909 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-4b85a55e-02ea-499e-bbe3-7c62abb1ad80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1127 time: 0.0422406 Sep 27 09:10:02.119864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d5ab4-7880-4679-b335-46d30b1cb69a req-cdbcbb10-c64e-4464-9933-67afbe63ae8b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:02.121401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-342d5ab4-7880-4679-b335-46d30b1cb69a req-cdbcbb10-c64e-4464-9933-67afbe63ae8b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.0536244 Sep 27 09:10:02.158262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-342d5ab4-7880-4679-b335-46d30b1cb69a req-5510fbb1-7279-4178-a321-883d144a41c7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307384 Sep 27 09:10:02.194286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-b2c8d864-57a7-4c19-8b84-f261f96e047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:02.195933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-b2c8d864-57a7-4c19-8b84-f261f96e047b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 898 time: 0.0896006 Sep 27 09:10:02.263515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-75fb5e77-7c99-4f9f-8cd1-451cd73dd949 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 1002 time: 0.0594652 Sep 27 09:10:02.315543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-1cfba20c-b0df-42cb-9ef6-c6fd8c4496c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:02.317010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-1cfba20c-b0df-42cb-9ef6-c6fd8c4496c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 200 len: 835 time: 0.0459266 Sep 27 09:10:02.374047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-7dd4b528-ec60-4e94-b5e6-c483b0d3a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:02.375514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-7dd4b528-ec60-4e94-b5e6-c483b0d3a6e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c275c60b-b572-4521-8c86-5a59941a2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510769 Sep 27 09:10:02.482381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-e9eadeaa-cda6-46bf-8b17-71ee7ee7c8b2 service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954020 Sep 27 09:10:02.576596 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-893f103c-7555-4fdc-ba95-5e5e6cc91888 req-f6a1902b-d1c4-40da-a9c3-66f971b75f44 service neutron] 10.222.0.57 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857177 Sep 27 09:10:03.355406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1498cf-e43a-402d-962d-684287be7869 req-40e6cfd6-9b5e-47e8-974d-dd93771de4e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:03.356945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb1498cf-e43a-402d-962d-684287be7869 req-40e6cfd6-9b5e-47e8-974d-dd93771de4e0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.1272345 Sep 27 09:10:03.399547 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb1498cf-e43a-402d-962d-684287be7869 req-0827b7a5-b68f-43a3-8424-b1fd691505e6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335186 Sep 27 09:10:04.523061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997178d2-d1d7-4230-b011-0f41c00c2113 req-ebfd1e90-fcc2-4f34-af61-d97bfba8a80a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:04.524469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997178d2-d1d7-4230-b011-0f41c00c2113 req-ebfd1e90-fcc2-4f34-af61-d97bfba8a80a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 946 time: 0.0552413 Sep 27 09:10:04.567203 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-997178d2-d1d7-4230-b011-0f41c00c2113 req-f2e0bf64-44fc-4759-a54c-0849296c23c1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337386 Sep 27 09:10:05.230007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-ba156747-087f-47c7-8ed1-6658d9c53ceb service neutron] 10.222.0.57 "GET /v2.0/ports/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd/bindings/n-h2-810909-1 HTTP/1.1" status: 200 len: 384 time: 0.0631034 Sep 27 09:10:05.424032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:05.444163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:10:05.490267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:10:05.492627 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff6035-6b48-4920-84df-5c3852c564bb" -d '{"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-unplugged", "status": "completed", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:10:05.499877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:05.515321 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:05.529768 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506a652e-07ba-4c79-a2e6-7c9a424cd269 x-openstack-request-id: req-506a652e-07ba-4c79-a2e6-7c9a424cd269 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:10:05.530055 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-unplugged", "status": "completed", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:10:05.530306 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-506a652e-07ba-4c79-a2e6-7c9a424cd269 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:10:05.530695 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'code': 200} Sep 27 09:10:05.588068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] Transition to ACTIVE for port object 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:10:05.595389 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:05.654943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] Pushing event updated for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:05.691976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bd28e-d7ab-4fd2-9552-346e75560031 req-3f2ee251-2c51-4fcd-b864-7a6ddd45d39e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:05.693568 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-661bd28e-d7ab-4fd2-9552-346e75560031 req-3f2ee251-2c51-4fcd-b864-7a6ddd45d39e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 945 time: 0.0572648 Sep 27 09:10:05.729114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] No DVR routers for this DVR port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:10:05.734231 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-661bd28e-d7ab-4fd2-9552-346e75560031 req-5c9fbf51-5c5a-4feb-a0b0-9769fe2b89a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341015 Sep 27 09:10:05.867760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-54ae2faa-d79a-40fb-b03a-284c0cad717b service neutron] 10.222.0.57 "PUT /v2.0/ports/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd/bindings/n-h2-810909-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6296380 Sep 27 09:10:05.967396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-ff8f3327-4acb-4969-91a6-c1442f546592 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:05.968838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-ff8f3327-4acb-4969-91a6-c1442f546592 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.0470853 Sep 27 09:10:06.018020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-d5c2088f-5ec0-499b-a8e9-e68bd5a250c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:06.019482 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-d5c2088f-5ec0-499b-a8e9-e68bd5a250c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 1096 time: 0.0423274 Sep 27 09:10:06.057094 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:06.084422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-cd2de468-609f-484c-918c-7751828e4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:06.085918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-cd2de468-609f-484c-918c-7751828e4c36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1096 time: 0.0416534 Sep 27 09:10:06.187244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-7c563141-abf9-420e-9a71-fd3c890c900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:06.188795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-7c563141-abf9-420e-9a71-fd3c890c900e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 898 time: 0.0960062 Sep 27 09:10:06.254686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-15f566c7-af52-4f02-9889-2619fb88a6bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 1000 time: 0.0585048 Sep 27 09:10:06.305294 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-8338a504-f5e5-4e54-a3e5-25fee36f4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:06.307062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-8338a504-f5e5-4e54-a3e5-25fee36f4d11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 200 len: 835 time: 0.0453520 Sep 27 09:10:06.361432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-f102ed39-daf1-4884-9fc7-6ac74abc5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:06.363735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-f102ed39-daf1-4884-9fc7-6ac74abc5cdd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c275c60b-b572-4521-8c86-5a59941a2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491989 Sep 27 09:10:06.454706 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-ffbcf608-fc62-4d7d-9a41-f560c48baa38 service neutron] 10.222.0.67 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827062 Sep 27 09:10:06.567483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-02c6aa97-62c8-46f3-8fbe-ead0f81d2578 service neutron] 10.222.0.67 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042616 Sep 27 09:10:06.847275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-23b62c7b-55dd-4e6f-a123-914a0e60aab9 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:06.848654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-23b62c7b-55dd-4e6f-a123-914a0e60aab9 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 1096 time: 0.0686669 Sep 27 09:10:06.868604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a107ee-ceec-46f6-9527-72610789773c req-7fd2ff3c-bc9c-4d48-8acf-ccf670785520 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:06.870000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50a107ee-ceec-46f6-9527-72610789773c req-7fd2ff3c-bc9c-4d48-8acf-ccf670785520 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 945 time: 0.0625389 Sep 27 09:10:06.945730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50a107ee-ceec-46f6-9527-72610789773c req-ef1aed22-e382-48f7-9ac4-baf3bcd93ce5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533490 Sep 27 09:10:07.025764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-4fa0b796-8fb8-4c0b-bda1-6040a2103177 service neutron] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:10:07.029046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-4fa0b796-8fb8-4c0b-bda1-6040a2103177 service neutron] Notify callbacks [] for binding, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:07.030159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-4fa0b796-8fb8-4c0b-bda1-6040a2103177 service neutron] 10.222.0.67 "DELETE /v2.0/ports/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd/bindings/n-h1-810909-1 HTTP/1.1" status: 204 len: 173 time: 0.1740608 Sep 27 09:10:07.053897 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47777f-5630-4912-8244-86745ef05402 req-67fd818d-50d8-4359-a940-e297f477bd9e tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:07.055477 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b47777f-5630-4912-8244-86745ef05402 req-67fd818d-50d8-4359-a940-e297f477bd9e tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1096 time: 0.0420794 Sep 27 09:10:07.095536 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b47777f-5630-4912-8244-86745ef05402 req-7ce0e202-2956-47d3-a7ec-42c54afbe9cb tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300620 Sep 27 09:10:07.218094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f256f57-e88a-4497-a09b-79dde518a268 req-7c199b2a-2650-4129-99df-31e93fb70006 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:07.219586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f256f57-e88a-4497-a09b-79dde518a268 req-7c199b2a-2650-4129-99df-31e93fb70006 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 945 time: 0.0584245 Sep 27 09:10:07.261283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f256f57-e88a-4497-a09b-79dde518a268 req-6a43c106-1e5c-4e59-bc8f-c411b28b08f2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331795 Sep 27 09:10:07.289173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34652) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:07.350476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9aabea61-0fed-44f5-8e01-2d03ab24e66c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b HTTP/1.1" status: 200 len: 992 time: 0.0601289 Sep 27 09:10:07.575087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34658) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:07.744180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 717bebac-28a8-4019-b5b6-c70cf8104224 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:10:07.744564 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:07.823219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:07.823520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:07.836005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 717bebac-28a8-4019-b5b6-c70cf8104224 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:10:07.989058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:08.018305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=717bebac-28a8-4019-b5b6-c70cf8104224,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:08.081199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:08.081465 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Floating IP 9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b disassociated (deleted). External IP: 172.25.2.142, port: 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd. Sep 27 09:10:08.307714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 086119bf-4a62-4780-9412-7da1a887f507 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:10:08.414823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:10:08.420274 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:08.427086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] Sync routers for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:10:08.437767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:08.437969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:09:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:08.440887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:10:08.446844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b27e61da-1ee4-4e07-84ca-eebd8358ed86 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/floatingips/9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b HTTP/1.1" status: 204 len: 168 time: 0.8706779 Sep 27 09:10:08.447437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:10:08.449706 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065e8107-9cbf-400f-84f4-5bebad1850e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:10:08.486932 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5111775c-bc42-4b6a-96f0-aa709bcac8f1 x-openstack-request-id: req-5111775c-bc42-4b6a-96f0-aa709bcac8f1 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:10:08.487221 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:10:08.487472 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5111775c-bc42-4b6a-96f0-aa709bcac8f1 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:10:08.487885 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'status': 'completed', 'code': 200} Sep 27 09:10:08.521866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:10:08.557665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-83377cff-86bf-40f3-bc82-d1f650ba6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:08.559426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-83377cff-86bf-40f3-bc82-d1f650ba6dac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 1096 time: 0.0481315 Sep 27 09:10:08.598203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:08.665396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-a9753877-e4e6-4ef0-84a1-256fb456c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:08.666982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-a9753877-e4e6-4ef0-84a1-256fb456c75a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 200 len: 898 time: 0.0993743 Sep 27 09:10:08.688832 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aceb8a-a0cc-43a8-b0d9-3f6a0b0c67a1 req-05695d11-55e3-41a5-8d87-e1461af452aa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:08.691522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2aceb8a-a0cc-43a8-b0d9-3f6a0b0c67a1 req-05695d11-55e3-41a5-8d87-e1461af452aa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 945 time: 0.0571611 Sep 27 09:10:08.713217 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-4f98e5ec-1452-43ce-86e5-9ec4b055fd55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 200 len: 217 time: 0.0381877 Sep 27 09:10:08.731600 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2aceb8a-a0cc-43a8-b0d9-3f6a0b0c67a1 req-dff0c1d0-8fc0-46b1-8e26-f5eacac93820 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6f86867-ffb2-4d8c-885f-a7d9082d8d76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332830 Sep 27 09:10:08.761272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-a06a662b-d6cf-49d9-83db-025c3a5656a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:08.762739 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-a06a662b-d6cf-49d9-83db-025c3a5656a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 200 len: 835 time: 0.0431733 Sep 27 09:10:08.806231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:14Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:08.809424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-8acb7b0c-4f43-457e-b46c-303535db99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:08.811040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-8acb7b0c-4f43-457e-b46c-303535db99af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c275c60b-b572-4521-8c86-5a59941a2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390828 Sep 27 09:10:08.831382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] Checking router: 086119bf-4a62-4780-9412-7da1a887f507 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:10:08.840180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:08.840801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:09:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:08.907417 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-f2de6560-da98-4654-81e1-9a350056dd6b service neutron] 10.222.0.67 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881004 Sep 27 09:10:09.007655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-065e8107-9cbf-400f-84f4-5bebad1850e6 req-5f45ff30-179d-475a-95f3-2df50b647845 service neutron] 10.222.0.67 "GET /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878773 Sep 27 09:10:09.097439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:09.107400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-56a10e90-96c9-4599-84de-7a3e715f41c2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:09.108907 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-56a10e90-96c9-4599-84de-7a3e715f41c2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1130d5-199a-467e-999e-e95a8d841f68 HTTP/1.1" status: 200 len: 945 time: 0.0491846 Sep 27 09:10:09.199746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:10:09.200213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:09.289691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:09.290166 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:09.300317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:14Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:09.302218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:10:09.326458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea6925-c8af-4e74-83a9-36d9620e70e0 None None] The sync data for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 is: [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:09:11Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '313af74c-cc9c-4470-860d-9e05091cf778', 'name': '', 'network_id': 'c275c60b-b572-4521-8c86-5a59941a2d96', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:1f:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:10Z', 'updated_at': '2021-09-27T09:09:14Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '87034af7-51fa-4339-86e5-d3ca45a313dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:10:09.430734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:09.463479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:09.505515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] No DVR routers for this DVR port 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:10:09.508278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:09.510515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d9198a41-e614-4d3f-b25f-d7868d4a9389 req-68a620e0-5118-4ca0-a236-f33742236aea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.67 "DELETE /v2.0/ports/50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd HTTP/1.1" status: 204 len: 173 time: 0.3951128 Sep 27 09:10:09.553257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb3466-c9f8-46e8-9745-71a77e2a165d None None] New status for floating IP 9f3d9e17-810b-4e08-8b7f-8bf6893d8b2b: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:10:09.789258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34668) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:10.151491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:10.593141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-deleted', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:10:10.595413 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d255f23-2241-4de8-b036-7e394f176d4e" -d '{"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-deleted", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:10:10.635323 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b028b0-e3d3-4566-ac1c-1c7004339f37 x-openstack-request-id: req-97b028b0-e3d3-4566-ac1c-1c7004339f37 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:10:10.635699 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1130d5-199a-467e-999e-e95a8d841f68", "name": "network-vif-deleted", "tag": "50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:10:10.636048 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97b028b0-e3d3-4566-ac1c-1c7004339f37 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:10:10.636718 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1130d5-199a-467e-999e-e95a8d841f68', 'name': 'network-vif-deleted', 'tag': '50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd', 'status': 'completed', 'code': 200} Sep 27 09:10:10.733022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 313af74c-cc9c-4470-860d-9e05091cf778 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:10:10.733314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:10.819532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port 313af74c-cc9c-4470-860d-9e05091cf778, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=313af74c-cc9c-4470-860d-9e05091cf778,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:10.819892 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:10.832077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 313af74c-cc9c-4470-860d-9e05091cf778 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:10:11.018593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:11.047649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=313af74c-cc9c-4470-860d-9e05091cf778,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:11.221503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:11.436762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 086119bf-4a62-4780-9412-7da1a887f507 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:10:11.553114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:10:11.559164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4f2302ae-7821-4eb5-bc98-23ae9a2a035c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "PUT /v2.0/routers/086119bf-4a62-4780-9412-7da1a887f507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687912 Sep 27 09:10:11.561995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34672) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:11.564062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] Sync routers for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:10:11.575183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:11.575796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:09:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:11.614664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-101e86ee-6e5f-44d3-b29e-f8ec5937efb8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting subnet 87034af7-51fa-4339-86e5-d3ca45a313dd {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:10:11.618049 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-101e86ee-6e5f-44d3-b29e-f8ec5937efb8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:11.659339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-101e86ee-6e5f-44d3-b29e-f8ec5937efb8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:11.684139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:11.750323 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-101e86ee-6e5f-44d3-b29e-f8ec5937efb8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:11.810784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-101e86ee-6e5f-44d3-b29e-f8ec5937efb8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:11.837331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e86ee-6e5f-44d3-b29e-f8ec5937efb8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Subnet': ['ID=87034af7-51fa-4339-86e5-d3ca45a313dd,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:11.841314 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-101e86ee-6e5f-44d3-b29e-f8ec5937efb8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:11.843153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-101e86ee-6e5f-44d3-b29e-f8ec5937efb8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/subnets/87034af7-51fa-4339-86e5-d3ca45a313dd HTTP/1.1" status: 204 len: 168 time: 0.2802229 Sep 27 09:10:11.845804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34674) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:11.853182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe0707e-0c56-496d-bfdc-8af9dacde6c3 None None] Network c275c60b-b572-4521-8c86-5a59941a2d96 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:10:11.921762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:10:10Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:11.950769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] Checking router: 086119bf-4a62-4780-9412-7da1a887f507 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:10:11.952021 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:11.994712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] Routers {'086119bf-4a62-4780-9412-7da1a887f507'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:11.995341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:09:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['086119bf-4a62-4780-9412-7da1a887f507'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:12.062876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.121075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] DHCP port deletion for c275c60b-b572-4521-8c86-5a59941a2d96 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:10:12.126881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] Set router 086119bf-4a62-4780-9412-7da1a887f507 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:12.129731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port a668e745-f53b-4996-a585-b46366c457f0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:10:12.130190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.218817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port a668e745-f53b-4996-a585-b46366c457f0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a668e745-f53b-4996-a585-b46366c457f0,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:12.219198 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.235532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for a668e745-f53b-4996-a585-b46366c457f0 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:10:12.293780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] Deleting port 4bf54ac9-b30e-4b0f-8152-906246756b6b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:10:12.294072 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.381530 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] For port 4bf54ac9-b30e-4b0f-8152-906246756b6b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=4bf54ac9-b30e-4b0f-8152-906246756b6b,segment=NetworkSegment(5d7a9028-4fe1-42f1-abf5-522209ac3c52),segment_id=5d7a9028-4fe1-42f1-abf5-522209ac3c52)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:12.381803 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.395644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] Calling delete_port for 4bf54ac9-b30e-4b0f-8152-906246756b6b owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:10:12.406323 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.431788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=a668e745-f53b-4996-a585-b46366c457f0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:12.448747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:10:10Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:12.483962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db620e6-5ce7-481d-84b7-8bf875cce891 None None] The sync data for ids ['086119bf-4a62-4780-9412-7da1a887f507'] in n-d-810909-1 is: [{'id': '086119bf-4a62-4780-9412-7da1a887f507', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379915234', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'a668e745-f53b-4996-a585-b46366c457f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:09:07Z', 'updated_at': '2021-09-27T09:10:10Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'a668e745-f53b-4996-a585-b46366c457f0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086119bf-4a62-4780-9412-7da1a887f507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:09:08Z', 'updated_at': '2021-09-27T09:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:10:12.503611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.523066 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.554406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] Pushing event deleted for resources: {'Port': ['ID=4bf54ac9-b30e-4b0f-8152-906246756b6b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:12.558343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8ee53-83db-4060-a089-8fe48c5f27e9 None None] No DVR routers for this DVR port 4bf54ac9-b30e-4b0f-8152-906246756b6b on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:10:12.607034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.609539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.653005 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.653695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Fanout notify agent at l3_agent the message router_deleted on router 086119bf-4a62-4780-9412-7da1a887f507 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:10:12.660694 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.661883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dae3c986-106c-4961-88c7-b74118e1f761 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/routers/086119bf-4a62-4780-9412-7da1a887f507 HTTP/1.1" status: 204 len: 168 time: 0.8151042 Sep 27 09:10:12.664602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34676) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:12.748636 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.838001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.858541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c275c60b-b572-4521-8c86-5a59941a2d96']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:12.869312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7a9028-4fe1-42f1-abf5-522209ac3c52') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:12.869609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7a9028-4fe1-42f1-abf5-522209ac3c52') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:12.879418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.893247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.899586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:10:12.900275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:10:12.903180 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:10:12.973070 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.981424 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:12.986400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/networks/c275c60b-b572-4521-8c86-5a59941a2d96 HTTP/1.1" status: 204 len: 168 time: 0.3183343 Sep 27 09:10:12.986885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:13.001600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43cd0c-a3af-4540-acf5-394859f7965e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Network': ['ID=c275c60b-b572-4521-8c86-5a59941a2d96,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:13.061660 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.087554 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.098382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4bf54ac9-b30e-4b0f-8152-906246756b6b no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:10:13.118372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 4bf54ac9-b30e-4b0f-8152-906246756b6b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:10:13.119243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 4bf54ac9-b30e-4b0f-8152-906246756b6b not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:10:13.119243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 313af74c-cc9c-4470-860d-9e05091cf778 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:10:13.142372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 313af74c-cc9c-4470-860d-9e05091cf778 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:10:13.142864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 313af74c-cc9c-4470-860d-9e05091cf778 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:10:13.158078 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.161015 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.162198 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/security-groups/e6f86867-ffb2-4d8c-885f-a7d9082d8d76 HTTP/1.1" status: 204 len: 168 time: 0.1737432 Sep 27 09:10:13.172833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f86867-ffb2-4d8c-885f-a7d9082d8d76,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:13.180988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.181353 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.181699 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.182042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.182377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.182707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.183034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.183652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.183986 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.184310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.184656 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.184976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068b02be-613a-47a3-b7e5-216fd3fb93a1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:13.414248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:13.419056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-55f8dccb-8c81-487a-9152-122fe0843915 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859021251', 'description': 'tempest-secgroup-smoke-1859021251 description', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:13.445258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55f8dccb-8c81-487a-9152-122fe0843915 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.527503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55f8dccb-8c81-487a-9152-122fe0843915 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.533477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55f8dccb-8c81-487a-9152-122fe0843915 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.561987 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55f8dccb-8c81-487a-9152-122fe0843915 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.563247 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-55f8dccb-8c81-487a-9152-122fe0843915 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478899 Sep 27 09:10:13.565252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8dccb-8c81-487a-9152-122fe0843915 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:13.566379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34686) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:13.571042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fdb01e0e-ba39-425e-8cce-50e432507f89 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:13.599831 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdb01e0e-ba39-425e-8cce-50e432507f89 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.621466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:10:13.641976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:10:13.642320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 50ac09d3-5e5f-43a5-a69d-8e2e056ba6fd not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:10:13.662659 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdb01e0e-ba39-425e-8cce-50e432507f89 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.667705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdb01e0e-ba39-425e-8cce-50e432507f89 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.685010 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb01e0e-ba39-425e-8cce-50e432507f89 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8ec7ab-4443-4e97-8891-35b188b5aaa2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:13.691118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdb01e0e-ba39-425e-8cce-50e432507f89 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.692458 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fdb01e0e-ba39-425e-8cce-50e432507f89 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250353 Sep 27 09:10:13.695146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34688) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:13.699562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-32e215d9-9523-4a24-b415-814999c2498d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:13.728625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e215d9-9523-4a24-b415-814999c2498d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.786133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e215d9-9523-4a24-b415-814999c2498d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.791157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e215d9-9523-4a24-b415-814999c2498d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.811205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e215d9-9523-4a24-b415-814999c2498d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99fe04e-2511-42a1-9158-760e7f42b34d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:13.818525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e215d9-9523-4a24-b415-814999c2498d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.819763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32e215d9-9523-4a24-b415-814999c2498d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236863 Sep 27 09:10:13.822573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34692) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:13.826771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8386dfad-451c-4102-bd15-d962e8734b03 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:13.853560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8386dfad-451c-4102-bd15-d962e8734b03 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.911325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8386dfad-451c-4102-bd15-d962e8734b03 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.917726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8386dfad-451c-4102-bd15-d962e8734b03 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.943326 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386dfad-451c-4102-bd15-d962e8734b03 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cc5cff-9941-454f-9353-d54b22c183e6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:13.950918 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8386dfad-451c-4102-bd15-d962e8734b03 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:13.952155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8386dfad-451c-4102-bd15-d962e8734b03 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286392 Sep 27 09:10:13.955097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34694) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:13.959475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-03d4b8de-b1d7-4825-b5a9-a0e77511d918 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:13.986923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03d4b8de-b1d7-4825-b5a9-a0e77511d918 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.046168 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03d4b8de-b1d7-4825-b5a9-a0e77511d918 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.052310 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03d4b8de-b1d7-4825-b5a9-a0e77511d918 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.075281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4b8de-b1d7-4825-b5a9-a0e77511d918 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b4b48b-a834-4a13-8e28-4cbc41dc5de5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:14.081629 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-03d4b8de-b1d7-4825-b5a9-a0e77511d918 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.082777 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-03d4b8de-b1d7-4825-b5a9-a0e77511d918 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266801 Sep 27 09:10:14.085670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34696) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:14.090249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4a5c0700-44ed-44e8-bfb2-b15ae112c708 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:14.112939 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-4a5c0700-44ed-44e8-bfb2-b15ae112c708 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Project 6b1f8c8eea98476cbeac3b5243f26cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:10:14.117722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0700-44ed-44e8-bfb2-b15ae112c708 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.182164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0700-44ed-44e8-bfb2-b15ae112c708 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.188238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0700-44ed-44e8-bfb2-b15ae112c708 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.204777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c0700-44ed-44e8-bfb2-b15ae112c708 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b851606-f554-4abe-a4a0-09a113170356,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:14.215185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0700-44ed-44e8-bfb2-b15ae112c708 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.216438 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4a5c0700-44ed-44e8-bfb2-b15ae112c708 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298563 Sep 27 09:10:14.219432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34698) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:14.223648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1e77f168-cc70-461b-b83f-01b10406bde2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'security_group_rule': {'security_group_id': '5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:14.247480 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-1e77f168-cc70-461b-b83f-01b10406bde2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Project 6b1f8c8eea98476cbeac3b5243f26cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:10:14.252278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e77f168-cc70-461b-b83f-01b10406bde2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.293394 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.320311 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e77f168-cc70-461b-b83f-01b10406bde2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.325620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e77f168-cc70-461b-b83f-01b10406bde2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.343307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77f168-cc70-461b-b83f-01b10406bde2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355c5065-0f5d-42c0-ac7c-c4c558487562,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:14.349805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1e77f168-cc70-461b-b83f-01b10406bde2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.351096 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1e77f168-cc70-461b-b83f-01b10406bde2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307101 Sep 27 09:10:14.354025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34700) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:14.358831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'network': {'name': 'tempest-network-smoke--1501445180', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'port_security_enabled': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:14.382342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:10:14.385874 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.410834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:10:14.419530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.419874 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Added segment 7f4d287c-34e7-4f99-8ade-4337b7ba4b9d of type vlan for network e8e7eaed-93a2-457d-a8ba-895b037e85d3 Sep 27 09:10:14.459491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.486712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.492148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:14.492765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.525969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1709502 Sep 27 09:10:14.529004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34702) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:14.533834 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'admin_state_up': True, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:14.559977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.561077 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.563131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ea31f-ebc9-471a-a29f-2bc16688fd0d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Network': ['ID=e8e7eaed-93a2-457d-a8ba-895b037e85d3,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:14.574501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:10:14.612250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.751403 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.955930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.963724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a668e745-f53b-4996-a585-b46366c457f0 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:10:14.978173 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:14.984996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a668e745-f53b-4996-a585-b46366c457f0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:10:14.985420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a668e745-f53b-4996-a585-b46366c457f0 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:10:15.076582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.25.2.112 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/bb76c389-76f2-4b23-bb50-3eaf25093b6a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:10:15.128751 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83e08d40-b6c1-475a-8c12-ee9bbd0eee0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:15.184897 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:15.223484 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:15.260376 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:10:15.264930 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:10:15.272369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:10:15.275384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=bb76c389-76f2-4b23-bb50-3eaf25093b6a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:15.524717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:15.729201 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:16.201517 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 438c8a03-5bb3-4478-84eb-40bde82cfe04 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:10:16.306408 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:10:16.315988 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Sync routers for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:10:16.325656 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:16.326025 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:16.326497 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:09:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:16.327450 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4318737-a6e1-4c3d-9b7e-514f693e0d0c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7973022 Sep 27 09:10:16.330613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:16.358230 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a30da94-74a9-445f-a552-59b4046fa235 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=6b1f8c8eea98476cbeac3b5243f26cee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262856 Sep 27 09:10:16.360678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34706) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:16.429180 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:16.447413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed140c08-04df-4415-88d4-667ebd70ab47 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:16.449095 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed140c08-04df-4415-88d4-667ebd70ab47 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875149 Sep 27 09:10:16.452044 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:16.483267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a924326f-6d08-4800-93f4-91c12e65c199 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301917 Sep 27 09:10:16.485719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34710) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:16.490364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58546104', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:16.581165 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:10:16.584855 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:16.696059 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:15Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:16.721829 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Checking router: 438c8a03-5bb3-4478-84eb-40bde82cfe04 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:10:16.722025 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Updating router 438c8a03-5bb3-4478-84eb-40bde82cfe04 port bb76c389-76f2-4b23-bb50-3eaf25093b6a binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:10:16.748057 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:16.768786 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:16.826045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Subnet': ['ID=720e1f0b-cd6f-4b09-afe8-7be19b804b2e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:16.838170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Checking segment: {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:10:16.838531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network hostable DHCP agents. Network: e8e7eaed-93a2-457d-a8ba-895b037e85d3, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:10:16.857973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:10:16.868198 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e8e7eaed-93a2-457d-a8ba-895b037e85d3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:10:16.874326 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:16.874568 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:16.880371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66ed426-f6b3-49e8-a398-72cea1d6e507 None None] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:10:16.895749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34712) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:16.896368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b8a4f073-3922-4781-b902-32233f10c008 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4094274 Sep 27 09:10:17.003995 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.012256 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.048909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:10:17.050216 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.066129 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Pushing event updated for resources: {'Port': ['ID=bb76c389-76f2-4b23-bb50-3eaf25093b6a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:17.069425 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Attempting to bind port bb76c389-76f2-4b23-bb50-3eaf25093b6a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:10:17.069987 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Attempting to bind port bb76c389-76f2-4b23-bb50-3eaf25093b6a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:10:17.070348 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Attempting to bind port bb76c389-76f2-4b23-bb50-3eaf25093b6a on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:10:17.079061 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:10:17.079431 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:10:17.079826 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.080210 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:10:17.080697 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Bound port: bb76c389-76f2-4b23-bb50-3eaf25093b6a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:10:17.081073 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.084106 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.084480 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.084816 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.085142 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.085673 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.086001 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.086322 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.086642 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.086960 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.087295 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.087937 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.088251 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:10:17.145778 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] For port bb76c389-76f2-4b23-bb50-3eaf25093b6a, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:10:17.149983 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] For port bb76c389-76f2-4b23-bb50-3eaf25093b6a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bb76c389-76f2-4b23-bb50-3eaf25093b6a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:10:17.155087 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.197594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Allocated IP 172.20.0.2 (e8e7eaed-93a2-457d-a8ba-895b037e85d3/720e1f0b-cd6f-4b09-afe8-7be19b804b2e/b9307b22-eca6-4bf4-9cc0-f2815cd96ed8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:10:17.204901 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:17.206236 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:09:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:17.258822 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a929a-f5a8-47a7-8b56-cb8a617ce46c None None] Pushing event updated for resources: {'Port': ['ID=bb76c389-76f2-4b23-bb50-3eaf25093b6a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:17.325433 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:17.352437 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.355671 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.361709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.399230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:10:17.403585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:10:17.406632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:10:17.416538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Pushing event updated for resources: {'Port': ['ID=b9307b22-eca6-4bf4-9cc0-f2815cd96ed8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:17.468503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Attempting to bind port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:10:17.469035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Attempting to bind port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:10:17.469497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Attempting to bind port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 on network e8e7eaed-93a2-457d-a8ba-895b037e85d3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:10:17.474649 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:10:17.475158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Checking segment: {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:10:17.475666 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.476159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Bound using segment: {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:10:17.476753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Bound port: b9307b22-eca6-4bf4-9cc0-f2815cd96ed8, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:10:17.477232 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.511056 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:15Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:17.544968 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff412d0-86ca-4df1-9b78-64448c5a6fd8 None None] The sync data for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 is: [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:15Z', 'revision_number': 3, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:10:17.552687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] For port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:10:17.566003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-255144c2-4ddc-4b57-92f2-23250a75b2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.568687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] For port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9307b22-eca6-4bf4-9cc0-f2815cd96ed8,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:10:17.573836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.638323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90618716-0a19-40ae-b0e9-4e1f5c55e01c None None] Pushing event updated for resources: {'Port': ['ID=b9307b22-eca6-4bf4-9cc0-f2815cd96ed8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:17.668251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.20.0.1 (e8e7eaed-93a2-457d-a8ba-895b037e85d3/720e1f0b-cd6f-4b09-afe8-7be19b804b2e/a60db8bb-ce87-4eb3-bba6-fe65079c862f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:10:17.829227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.880131 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:17.927788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:10:17.931602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:10:17.934486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:10:17.944480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=a60db8bb-ce87-4eb3-bba6-fe65079c862f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:17.987132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:18.053357 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:18.130061 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:18.584960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5489459-7d09-43a0-84cc-aa45acd98a27 None None] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:10:18.740673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:18.747384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:18.824120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-eb8014d9-5310-4434-bd5b-7cf15d5e027d None None] Provisioning complete for port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:18.824532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb8014d9-5310-4434-bd5b-7cf15d5e027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:18.825197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=a60db8bb-ce87-4eb3-bba6-fe65079c862f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:18.828512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:18.925795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:10:18.927231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:10:18.974717 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb8014d9-5310-4434-bd5b-7cf15d5e027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.023723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eb8014d9-5310-4434-bd5b-7cf15d5e027d None None] For port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9307b22-eca6-4bf4-9cc0-f2815cd96ed8,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:19.040244 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb8014d9-5310-4434-bd5b-7cf15d5e027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.059627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 438c8a03-5bb3-4478-84eb-40bde82cfe04 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:10:19.070248 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.098785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8014d9-5310-4434-bd5b-7cf15d5e027d None None] Pushing event updated for resources: {'Port': ['ID=b9307b22-eca6-4bf4-9cc0-f2815cd96ed8,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:19.124952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:10:19.182807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:19.183326 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.190163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:10:19.195320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bf25cde7-c576-4d4b-a7c1-4c8e87d5a1d2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "PUT /v2.0/routers/438c8a03-5bb3-4478-84eb-40bde82cfe04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2982094 Sep 27 09:10:19.281832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-109772b3-de22-4325-b5b5-3f0cbf42d091 None None] Provisioning complete for port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:19.282216 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-109772b3-de22-4325-b5b5-3f0cbf42d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.284551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bb76c389-76f2-4b23-bb50-3eaf25093b6a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:10:19.322059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Sync routers for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:10:19.351383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-6097cee1-a0ee-4b62-aa78-1618f189d523 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859021251&fields=id&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 267 time: 0.0396864 Sep 27 09:10:19.357445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:19.358061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:10:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:19.437203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bb76c389-76f2-4b23-bb50-3eaf25093b6a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:19.437569 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.472773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94719be-7e28-4386-8e10-fb503884b0db req-6e73f79d-c162-490a-b551-c115e4660222 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:19.474686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-6e73f79d-c162-490a-b551-c115e4660222 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/networks?id=e8e7eaed-93a2-457d-a8ba-895b037e85d3 HTTP/1.1" status: 200 len: 797 time: 0.1142828 Sep 27 09:10:19.491686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-ba7ef5f3-1a4b-4d44-9570-203a399ca8c6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/quotas/6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 375 time: 0.0103753 Sep 27 09:10:19.562258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:19.566223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-7a1e83a3-590c-4ab7-9585-457f2e7b7d51 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621679 Sep 27 09:10:19.667275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-109772b3-de22-4325-b5b5-3f0cbf42d091 None None] Provisioning complete for port a60db8bb-ce87-4eb3-bba6-fe65079c862f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:19.667655 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-109772b3-de22-4325-b5b5-3f0cbf42d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.708528 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.730338 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-afb05d7e-e02c-4afc-a30c-2902e00661f6 service neutron] 10.222.0.50 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599150 Sep 27 09:10:19.774922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-109772b3-de22-4325-b5b5-3f0cbf42d091 None None] Port a60db8bb-ce87-4eb3-bba6-fe65079c862f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:10:19.777474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port bb76c389-76f2-4b23-bb50-3eaf25093b6a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bb76c389-76f2-4b23-bb50-3eaf25093b6a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:19.785235 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.839855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-825e8850-0f53-4d3e-a6eb-84b7ca70d854 service neutron] 10.222.0.50 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027522 Sep 27 09:10:19.870069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=bb76c389-76f2-4b23-bb50-3eaf25093b6a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:19.901756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1349ad09-bb9c-4b33-9ae7-47fb6fa855fe None None] Provisioning complete for port a60db8bb-ce87-4eb3-bba6-fe65079c862f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:19.902123 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1349ad09-bb9c-4b33-9ae7-47fb6fa855fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:19.928607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 2, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:19.963254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Checking router: 438c8a03-5bb3-4478-84eb-40bde82cfe04 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:10:19.963611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Updating router 438c8a03-5bb3-4478-84eb-40bde82cfe04 port a60db8bb-ce87-4eb3-bba6-fe65079c862f binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:10:19.969835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1349ad09-bb9c-4b33-9ae7-47fb6fa855fe None None] Port a60db8bb-ce87-4eb3-bba6-fe65079c862f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:10:19.992412 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.016657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9129bc7b-7cda-45f3-9c33-6550c579935e req-a2ac09f1-45b8-444b-b3c9-b7e0473fe25c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 210 time: 0.0349920 Sep 27 09:10:20.276414 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.282427 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.334471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ea706-8da7-4d87-a4bc-05f7d3abef0e None None] Pushing event updated for resources: {'Port': ['ID=a60db8bb-ce87-4eb3-bba6-fe65079c862f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:20.385517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Attempting to bind port a60db8bb-ce87-4eb3-bba6-fe65079c862f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:10:20.385972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Attempting to bind port a60db8bb-ce87-4eb3-bba6-fe65079c862f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:10:20.386404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Attempting to bind port a60db8bb-ce87-4eb3-bba6-fe65079c862f on network e8e7eaed-93a2-457d-a8ba-895b037e85d3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:10:20.391737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:10:20.392201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Checking segment: {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:10:20.392700 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.393167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Bound using segment: {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:10:20.393729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Bound port: a60db8bb-ce87-4eb3-bba6-fe65079c862f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:10:20.394161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.447437 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:10:20.461009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] For port a60db8bb-ce87-4eb3-bba6-fe65079c862f, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:10:20.465276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] For port a60db8bb-ce87-4eb3-bba6-fe65079c862f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a60db8bb-ce87-4eb3-bba6-fe65079c862f,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:10:20.469700 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.528110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:20.528849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:10:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:20.531717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ea706-8da7-4d87-a4bc-05f7d3abef0e None None] Pushing event updated for resources: {'Port': ['ID=a60db8bb-ce87-4eb3-bba6-fe65079c862f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:20.632039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-407c6465-5402-49c7-8eea-68d0cbc9c6a6 None None] Provisioning complete for port a60db8bb-ce87-4eb3-bba6-fe65079c862f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:20.632432 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-407c6465-5402-49c7-8eea-68d0cbc9c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.675663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:20.719301 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.850338 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-407c6465-5402-49c7-8eea-68d0cbc9c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.920288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-407c6465-5402-49c7-8eea-68d0cbc9c6a6 None None] For port a60db8bb-ce87-4eb3-bba6-fe65079c862f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a60db8bb-ce87-4eb3-bba6-fe65079c862f,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:20.928309 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-407c6465-5402-49c7-8eea-68d0cbc9c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:20.984257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94719be-7e28-4386-8e10-fb503884b0db req-d4a4ae23-f4d4-48dc-907b-30cc609fc019 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:20.984890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c6465-5402-49c7-8eea-68d0cbc9c6a6 None None] Pushing event updated for resources: {'Port': ['ID=a60db8bb-ce87-4eb3-bba6-fe65079c862f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:20.987319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-d4a4ae23-f4d4-48dc-907b-30cc609fc019 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "GET /v2.0/networks?id=e8e7eaed-93a2-457d-a8ba-895b037e85d3 HTTP/1.1" status: 200 len: 797 time: 0.1141062 Sep 27 09:10:20.989256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:20Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:21.018098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4784225-2135-43b4-b2e3-8de0b5220966 None None] The sync data for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 is: [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:20Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:10:21.039959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-78cd6ad0-57e3-4553-9455-12b451c388c6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1f8c8eea98476cbeac3b5243f26cee HTTP/1.1" status: 200 len: 380 time: 0.0431244 Sep 27 09:10:21.052753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9085471d-42db-48f3-a27a-336e78fbc75b None None] Provisioning complete for port a60db8bb-ce87-4eb3-bba6-fe65079c862f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:21.052947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'port': {'device_id': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'admin_state_up': True, 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'security_groups': ['5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:21.053174 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9085471d-42db-48f3-a27a-336e78fbc75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.075765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:10:21.192899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44ccc2a0-adc3-49e7-90eb-9a1bbad9885c req-63f812be-d714-4e37-9e53-8bc319666d4b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 210 time: 0.0386751 Sep 27 09:10:21.248864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Made reservation on behalf of 6b1f8c8eea98476cbeac3b5243f26cee for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:10:21.253953 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.350763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:21.351321 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.406806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.20.0.13 (e8e7eaed-93a2-457d-a8ba-895b037e85d3/720e1f0b-cd6f-4b09-afe8-7be19b804b2e/d62bb153-0635-46ce-a826-bf4b8e083863) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:10:21.442146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bb76c389-76f2-4b23-bb50-3eaf25093b6a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:10:21.499117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bb76c389-76f2-4b23-bb50-3eaf25093b6a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:21.499494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.562719 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.603157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.645094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:10:21.649548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:10:21.654436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:10:21.682858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=d62bb153-0635-46ce-a826-bf4b8e083863,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:21.712086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:21.713143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.729524 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-d28a45fc-7e93-420a-afdc-44c3498505a8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6804836 Sep 27 09:10:21.742339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Request body: {'port': {'device_id': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:21.800579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.898148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c37baaca-7c03-4b69-be64-1754e5e7fa19 None None] Provisioning complete for port d62bb153-0635-46ce-a826-bf4b8e083863 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:21.898681 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c37baaca-7c03-4b69-be64-1754e5e7fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:21.937081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c37baaca-7c03-4b69-be64-1754e5e7fa19 None None] Port d62bb153-0635-46ce-a826-bf4b8e083863 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:10:22.074374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62bb153-0635-46ce-a826-bf4b8e083863 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:10:22.082300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:22.094632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Transition to ACTIVE for port object d62bb153-0635-46ce-a826-bf4b8e083863 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:10:22.100222 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:22.148962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d62bb153-0635-46ce-a826-bf4b8e083863,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:22.226939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Attempting to bind port d62bb153-0635-46ce-a826-bf4b8e083863 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:10:22.227286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Attempting to bind port d62bb153-0635-46ce-a826-bf4b8e083863 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:10:22.227620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Attempting to bind port d62bb153-0635-46ce-a826-bf4b8e083863 on network e8e7eaed-93a2-457d-a8ba-895b037e85d3 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:10:22.232256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Port d62bb153-0635-46ce-a826-bf4b8e083863 on network e8e7eaed-93a2-457d-a8ba-895b037e85d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:10:22.232617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Attempting to bind port d62bb153-0635-46ce-a826-bf4b8e083863 on network e8e7eaed-93a2-457d-a8ba-895b037e85d3 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:10:22.237682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:10:22.238087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Checking segment: {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:10:22.238433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Bound using segment: {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:10:22.238816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Bound port: d62bb153-0635-46ce-a826-bf4b8e083863, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:10:22.239168 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:22.306120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:10:22.309827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d62bb153-0635-46ce-a826-bf4b8e083863,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:10:22.314432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:22.324177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a75d6e-d654-4e4d-ab3d-de88edda8c6a req-75634821-30ce-4cf3-916b-f4ad8f95b7ae tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:22.326539 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-63a75d6e-d654-4e4d-ab3d-de88edda8c6a req-75634821-30ce-4cf3-916b-f4ad8f95b7ae tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 944 time: 0.0557022 Sep 27 09:10:22.350789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:22.351419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:22.353042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/d62bb153-0635-46ce-a826-bf4b8e083863 HTTP/1.1" status: 200 len: 1092 time: 0.6150982 Sep 27 09:10:22.353509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:10:22.355814 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd09bca-5dc7-42ed-9447-1553201b1746" -d '{"events": [{"name": "network-changed", "server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:10:22.380825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-63a75d6e-d654-4e4d-ab3d-de88edda8c6a req-f625647d-cd57-40ce-81cb-4b9f6e8e7e3a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469904 Sep 27 09:10:22.400736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74aff7c-6ff8-45d7-87fe-0721f6eb52f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d62bb153-0635-46ce-a826-bf4b8e083863,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:22.413897 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5ef4e2-c36a-4bc5-bcba-3fdfbd4f9b07 x-openstack-request-id: req-5a5ef4e2-c36a-4bc5-bcba-3fdfbd4f9b07 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:10:22.414189 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:10:22.414443 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a5ef4e2-c36a-4bc5-bcba-3fdfbd4f9b07 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:10:22.414843 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'status': 'completed', 'code': 200} Sep 27 09:10:22.456721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94719be-7e28-4386-8e10-fb503884b0db req-ce8b83a9-f50c-49fa-be78-78bd5284df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:22.458358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-ce8b83a9-f50c-49fa-be78-78bd5284df30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1095 time: 0.0464559 Sep 27 09:10:22.507258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-9a5bd49b-5083-45c7-b7dc-6b516723dd82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d62bb153-0635-46ce-a826-bf4b8e083863 HTTP/1.1" status: 200 len: 217 time: 0.0381150 Sep 27 09:10:22.558546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94719be-7e28-4386-8e10-fb503884b0db req-e286a2f0-56c4-4d0e-b819-0bbf1024ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:22.560044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-e286a2f0-56c4-4d0e-b819-0bbf1024ee75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=720e1f0b-cd6f-4b09-afe8-7be19b804b2e HTTP/1.1" status: 200 len: 833 time: 0.0451384 Sep 27 09:10:22.607305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94719be-7e28-4386-8e10-fb503884b0db req-c070a360-db59-4289-9718-fb3620ebf026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:22.608835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-c070a360-db59-4289-9718-fb3620ebf026 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e7eaed-93a2-457d-a8ba-895b037e85d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411139 Sep 27 09:10:22.701968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-d680da97-b759-4718-b40f-64b8e6c17945 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845809 Sep 27 09:10:22.790918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a94719be-7e28-4386-8e10-fb503884b0db req-1b750999-ba7f-4c15-9df9-8c9086eaa9ac service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808713 Sep 27 09:10:22.903154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-a44eb962-9c85-4714-aceb-60365caeaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:22.904685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-a44eb962-9c85-4714-aceb-60365caeaa1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1095 time: 0.0537031 Sep 27 09:10:22.995444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-9ad976c4-a401-43c8-9378-3d28524bbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:22.996989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-9ad976c4-a401-43c8-9378-3d28524bbe48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e7eaed-93a2-457d-a8ba-895b037e85d3 HTTP/1.1" status: 200 len: 898 time: 0.0849059 Sep 27 09:10:23.029381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a60db8bb-ce87-4eb3-bba6-fe65079c862f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:10:23.042268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-34e48b96-8746-4e0a-93ed-7f068ab39c96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d62bb153-0635-46ce-a826-bf4b8e083863 HTTP/1.1" status: 200 len: 217 time: 0.0376189 Sep 27 09:10:23.078748 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a60db8bb-ce87-4eb3-bba6-fe65079c862f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:23.079118 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:23.093545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-036ac442-6749-4029-8aeb-5b063285a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:23.095037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-036ac442-6749-4029-8aeb-5b063285a07b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=720e1f0b-cd6f-4b09-afe8-7be19b804b2e HTTP/1.1" status: 200 len: 833 time: 0.0453310 Sep 27 09:10:23.141626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-2ab0f3d7-154c-4bef-b170-39a46a084635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:23.143176 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-2ab0f3d7-154c-4bef-b170-39a46a084635 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e7eaed-93a2-457d-a8ba-895b037e85d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393379 Sep 27 09:10:23.243408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-6f7c7d51-6f66-4b4b-bfd2-7008f713832c service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918918 Sep 27 09:10:23.335999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5cd09bca-5dc7-42ed-9447-1553201b1746 req-aef840cb-83fb-4110-b4fd-d576ffd27947 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847874 Sep 27 09:10:23.585464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca6ae1-3089-4115-bd7f-ee3270ac96f9 req-4e4497b5-054b-437a-8334-952606037bac tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:23.588009 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7ca6ae1-3089-4115-bd7f-ee3270ac96f9 req-4e4497b5-054b-437a-8334-952606037bac tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 944 time: 0.0502610 Sep 27 09:10:23.625182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d7ca6ae1-3089-4115-bd7f-ee3270ac96f9 req-26dc5015-5263-43c4-bce7-17708e08ce7b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Sep 27 09:10:24.529899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d62bb153-0635-46ce-a826-bf4b8e083863 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:10:24.639560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d62bb153-0635-46ce-a826-bf4b8e083863,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:24.652034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'port_id': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'mac_address': 'fa:16:3e:16:e9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:10:24.692891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:24.706576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62bb153-0635-46ce-a826-bf4b8e083863 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:10:24.727483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d62bb153-0635-46ce-a826-bf4b8e083863,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:24.731918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:24.749270 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e70c2-1945-4681-ade1-9e976e3d00b9 req-8235462b-7ea7-438c-b255-721de32db051 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:24.750848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f51e70c2-1945-4681-ade1-9e976e3d00b9 req-8235462b-7ea7-438c-b255-721de32db051 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 944 time: 0.0546730 Sep 27 09:10:24.778359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d62bb153-0635-46ce-a826-bf4b8e083863,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:24.789872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f51e70c2-1945-4681-ade1-9e976e3d00b9 req-08f80cec-2df5-49f8-b4d9-3b7e5da3297d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327857 Sep 27 09:10:24.951573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d62bb153-0635-46ce-a826-bf4b8e083863'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:10:25.930252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b606-7369-49e2-80a4-65846510b53d req-76486d40-ba0b-41f8-8efb-ebbbacfb5bf8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:25.931763 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1652b606-7369-49e2-80a4-65846510b53d req-76486d40-ba0b-41f8-8efb-ebbbacfb5bf8 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 945 time: 0.0564797 Sep 27 09:10:25.976103 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1652b606-7369-49e2-80a4-65846510b53d req-b3d4ccbc-3b25-4bff-9426-ffc22bd67f52 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351801 Sep 27 09:10:26.544186 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d62bb153-0635-46ce-a826-bf4b8e083863 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:10:26.605627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port d62bb153-0635-46ce-a826-bf4b8e083863 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:10:26.610572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port d62bb153-0635-46ce-a826-bf4b8e083863 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:10:26.611263 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:26.701687 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:26.726274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:10:26.728631 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5879bcf9-b49e-43d1-a38e-62a02a444b5a" -d '{"events": [{"server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "name": "network-vif-plugged", "status": "completed", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:10:26.741620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d62bb153-0635-46ce-a826-bf4b8e083863,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:10:26.746795 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:26.777462 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba24788-abaa-4091-b582-b1fa0f76d0c8 x-openstack-request-id: req-eba24788-abaa-4091-b582-b1fa0f76d0c8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:10:26.777703 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "name": "network-vif-plugged", "status": "completed", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:10:26.777992 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eba24788-abaa-4091-b582-b1fa0f76d0c8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:10:26.778372 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'code': 200} Sep 27 09:10:26.807366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d62bb153-0635-46ce-a826-bf4b8e083863,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:26.870374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0d01b-0c24-4b37-b574-b1aa760d6118 req-4273f724-327e-4663-923d-5ef82c00358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:26.871903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae0d01b-0c24-4b37-b574-b1aa760d6118 req-4273f724-327e-4663-923d-5ef82c00358c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1097 time: 0.0427730 Sep 27 09:10:26.908641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae0d01b-0c24-4b37-b574-b1aa760d6118 req-3aa710d5-424b-4fab-9a5b-71b80eba58d8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292044 Sep 27 09:10:27.109379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7c57b-3d6a-4b33-a678-466c148ce13a req-36caa424-dd1e-4719-aa16-03bf55631a0f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:27.110793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2d7c57b-3d6a-4b33-a678-466c148ce13a req-36caa424-dd1e-4719-aa16-03bf55631a0f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0536187 Sep 27 09:10:27.151665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2d7c57b-3d6a-4b33-a678-466c148ce13a req-b3479632-1377-49e2-aa20-dad226348f2a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318086 Sep 27 09:10:28.283435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49880d6-95f5-45c3-9ebf-434d8f260818 req-fc8dadb8-a6a3-420e-857c-57ca554b861f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:28.284953 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f49880d6-95f5-45c3-9ebf-434d8f260818 req-fc8dadb8-a6a3-420e-857c-57ca554b861f tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0517192 Sep 27 09:10:28.321883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f49880d6-95f5-45c3-9ebf-434d8f260818 req-226bc439-f43c-4f82-9795-ce225331647d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Sep 27 09:10:28.444868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48bb7e-f843-4895-a79a-238f7605f6a8 req-e324af65-5ac4-4bb1-a7c6-10ea3eec61d1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:28.446239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f48bb7e-f843-4895-a79a-238f7605f6a8 req-e324af65-5ac4-4bb1-a7c6-10ea3eec61d1 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0506325 Sep 27 09:10:28.487980 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f48bb7e-f843-4895-a79a-238f7605f6a8 req-60deedee-3485-4bad-9ef6-6b441bcf30ae tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Sep 27 09:10:28.509480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34766) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:28.663018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d4e76-0f9f-4b7c-9c99-8d9fe49622a0 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:28.664588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-144d4e76-0f9f-4b7c-9c99-8d9fe49622a0 tempest-TestNetworkAdvancedServerOps-1628906320 tempest-TestNetworkAdvancedServerOps-1628906320-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1092 time: 0.1537781 Sep 27 09:10:28.668775 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34770) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:28.672990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:10:28.696651 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:28.794268 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:28.904547 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Allocated IP 172.25.2.220 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/2af6ec33-11ba-43f5-a14c-6e9c846dc1ec) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:10:29.006556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:29.052273 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:29.094101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:10:29.097033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:10:29.099756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:10:29.127102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=2af6ec33-11ba-43f5-a14c-6e9c846dc1ec,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:29.473419 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:29.547107 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:29.708655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:29.717928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:29.783155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event updated for resources: {'Port': ['ID=2af6ec33-11ba-43f5-a14c-6e9c846dc1ec,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:10:29.797078 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:29.895247 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Floating IP f5a4973e-eaa5-4c12-8956-848d45e6e97d associated. External IP: 172.25.2.220, port: d62bb153-0635-46ce-a826-bf4b8e083863. Sep 27 09:10:30.099024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 438c8a03-5bb3-4478-84eb-40bde82cfe04 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:10:30.207907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:10:30.218542 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] Sync routers for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:10:30.229066 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:30.229298 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:30.229298 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:10:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:30.254291 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a25d456-6a1b-49b4-bb5a-e6fe780c0830 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5845237 Sep 27 09:10:30.255004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:10:30.257377 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cacc81-8b3f-498a-b618-b971b0410336" -d '{"events": [{"name": "network-changed", "server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:10:30.300661 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ebba0-9354-46e7-9a9a-87d1d5b13a70 x-openstack-request-id: req-158ebba0-9354-46e7-9a9a-87d1d5b13a70 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:10:30.300954 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:10:30.301205 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-158ebba0-9354-46e7-9a9a-87d1d5b13a70 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:10:30.301607 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'status': 'completed', 'code': 200} Sep 27 09:10:30.337980 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:30.383298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fb622-674f-4142-986f-1edceffab03c req-5b5656e7-36fe-41be-860d-b0e677898f8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:30.384789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc4fb622-674f-4142-986f-1edceffab03c req-5b5656e7-36fe-41be-860d-b0e677898f8a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0798690 Sep 27 09:10:30.391378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cacc81-8b3f-498a-b618-b971b0410336 req-2578081d-0683-41ca-85d7-22eb54217ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:30.392883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33cacc81-8b3f-498a-b618-b971b0410336 req-2578081d-0683-41ca-85d7-22eb54217ffa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1097 time: 0.0586684 Sep 27 09:10:30.455130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cc4fb622-674f-4142-986f-1edceffab03c req-68c1a4ab-a410-4a67-9dae-5bb754e02485 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612717 Sep 27 09:10:30.478496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:30.512854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cacc81-8b3f-498a-b618-b971b0410336 req-ab87ae62-13d1-4fac-802f-56cb7d5aa38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:30.514434 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33cacc81-8b3f-498a-b618-b971b0410336 req-ab87ae62-13d1-4fac-802f-56cb7d5aa38a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e7eaed-93a2-457d-a8ba-895b037e85d3 HTTP/1.1" status: 200 len: 898 time: 0.1078818 Sep 27 09:10:30.539768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fee56a63-fb02-4c2d-af68-4b356aaa37dc tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/f5a4973e-eaa5-4c12-8956-848d45e6e97d HTTP/1.1" status: 200 len: 992 time: 0.0589204 Sep 27 09:10:30.561768 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f5a4973e-eaa5-4c12-8956-848d45e6e97d', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'port_id': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'mac_address': 'fa:16:3e:16:e9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:10:29Z', 'updated_at': '2021-09-27T09:10:29Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:20Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:30.582405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33cacc81-8b3f-498a-b618-b971b0410336 req-85d68a8e-5e44-4976-a39a-f1bcc119509c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d62bb153-0635-46ce-a826-bf4b8e083863 HTTP/1.1" status: 200 len: 1000 time: 0.0597172 Sep 27 09:10:30.586929 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] Checking router: 438c8a03-5bb3-4478-84eb-40bde82cfe04 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:10:30.595938 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:10:30.596559 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:10:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:30.632687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cacc81-8b3f-498a-b618-b971b0410336 req-b183fc5d-1034-4355-aa93-75d5d232e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:30.634255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33cacc81-8b3f-498a-b618-b971b0410336 req-b183fc5d-1034-4355-aa93-75d5d232e43f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=720e1f0b-cd6f-4b09-afe8-7be19b804b2e HTTP/1.1" status: 200 len: 833 time: 0.0438340 Sep 27 09:10:30.684258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cacc81-8b3f-498a-b618-b971b0410336 req-126a414e-0edb-4b4b-829b-3eaaa098f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:30.685850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33cacc81-8b3f-498a-b618-b971b0410336 req-126a414e-0edb-4b4b-829b-3eaaa098f3fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e7eaed-93a2-457d-a8ba-895b037e85d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440919 Sep 27 09:10:30.698197 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:10:30.775477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33cacc81-8b3f-498a-b618-b971b0410336 req-d7425dbd-9fa1-4f40-a673-a6a9c26db517 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819767 Sep 27 09:10:30.875373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33cacc81-8b3f-498a-b618-b971b0410336 req-9bed63c6-4d51-4008-8822-ac0baf9a7b4f service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920334 Sep 27 09:10:31.024319 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f5a4973e-eaa5-4c12-8956-848d45e6e97d', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'port_id': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'mac_address': 'fa:16:3e:16:e9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:10:29Z', 'updated_at': '2021-09-27T09:10:29Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:20Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:10:31.050015 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f39cd-95f1-4d61-8495-0019faea97a8 None None] The sync data for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 is: [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'f5a4973e-eaa5-4c12-8956-848d45e6e97d', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'port_id': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'mac_address': 'fa:16:3e:16:e9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:10:29Z', 'updated_at': '2021-09-27T09:10:29Z', 'revision_number': 0, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:20Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:10:31.269291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00f0a8-7c40-4a6c-a8ea-201f9a3d93a5 None None] New status for floating IP f5a4973e-eaa5-4c12-8956-848d45e6e97d: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:10:31.543291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34778) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:10:31.609670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4e1deb1c-e522-4258-8c1a-f03341919dc3 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/f5a4973e-eaa5-4c12-8956-848d45e6e97d HTTP/1.1" status: 200 len: 994 time: 0.0648572 Sep 27 09:10:36.077336 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:44.293206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:45.138845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-721dd9fe-b4b4-4234-b58f-e789472ccf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:47.563536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e83e6864-ab88-41eb-a216-a678a062ed5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:48.067981 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:49.051142 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:50.675996 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:10:52.862230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-06e6d5e5-4554-4575-bbca-93d3738890a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434711 Sep 27 09:10:52.954710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-0f12017a-14a9-4e27-afe0-d2a1c683687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:52.956158 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-0f12017a-14a9-4e27-afe0-d2a1c683687d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1097 time: 0.0442762 Sep 27 09:10:53.063501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-af3c2999-96e4-474b-b072-c4071e0b00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:53.065080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-af3c2999-96e4-474b-b072-c4071e0b00ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e7eaed-93a2-457d-a8ba-895b037e85d3 HTTP/1.1" status: 200 len: 898 time: 0.0848904 Sep 27 09:10:53.137467 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-1e48cd05-179c-478f-9e52-f054753f4169 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d62bb153-0635-46ce-a826-bf4b8e083863 HTTP/1.1" status: 200 len: 1002 time: 0.0640697 Sep 27 09:10:53.186262 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-7f8340c7-10d3-4f9b-b049-126e5048c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:53.187681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-7f8340c7-10d3-4f9b-b049-126e5048c5d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=720e1f0b-cd6f-4b09-afe8-7be19b804b2e HTTP/1.1" status: 200 len: 833 time: 0.0425384 Sep 27 09:10:53.242357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-ffb5708d-a177-4400-8c59-9e1cf92624f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:10:53.243855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-ffb5708d-a177-4400-8c59-9e1cf92624f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e7eaed-93a2-457d-a8ba-895b037e85d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479116 Sep 27 09:10:53.340583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-9ccc9192-2651-497a-bc68-8cae816e3896 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 Sep 27 09:10:53.439932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3d26a8e-a750-48e0-adc3-cab0669006dd req-9497a970-b911-43d7-a22c-fdcb992bb622 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921202 Sep 27 09:10:57.450052 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:11:05.007111 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd124e7-f433-417f-a1ba-adcf0dfb3282 req-c777a82d-6f97-4dd9-b6f4-6cbc6a00047a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:05.008743 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6dd124e7-f433-417f-a1ba-adcf0dfb3282 req-c777a82d-6f97-4dd9-b6f4-6cbc6a00047a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0567915 Sep 27 09:11:05.046630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6dd124e7-f433-417f-a1ba-adcf0dfb3282 req-433f82c8-e54b-46fd-8d89-5d4b761488ae tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307906 Sep 27 09:11:06.075849 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:06.173523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e4a21-b846-4162-ba38-6c947c9de223 req-c2efddbc-ac32-4ca8-8913-9e921043d151 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:06.174976 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed4e4a21-b846-4162-ba38-6c947c9de223 req-c2efddbc-ac32-4ca8-8913-9e921043d151 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0557766 Sep 27 09:11:06.215016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed4e4a21-b846-4162-ba38-6c947c9de223 req-e19466c9-37d2-43ee-bc80-92649a90b98c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328028 Sep 27 09:11:07.351311 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c791df6-7118-43b9-a59d-e88c0bf5f93d req-f1ee9cce-bf39-4e54-8df6-464b2dc1e5eb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:07.352977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c791df6-7118-43b9-a59d-e88c0bf5f93d req-f1ee9cce-bf39-4e54-8df6-464b2dc1e5eb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0615380 Sep 27 09:11:07.390822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c791df6-7118-43b9-a59d-e88c0bf5f93d req-9395f840-5ffa-42b9-9923-e2995edf3fff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Sep 27 09:11:08.522417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65526a2a-8c25-47e3-9a2c-d916b413b68e req-246c42a5-ce59-4fc4-a02b-011b53e9f698 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:08.523846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65526a2a-8c25-47e3-9a2c-d916b413b68e req-246c42a5-ce59-4fc4-a02b-011b53e9f698 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0575774 Sep 27 09:11:08.565863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65526a2a-8c25-47e3-9a2c-d916b413b68e req-58891e3d-e6a6-4093-aebf-aa2504e4286a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328641 Sep 27 09:11:09.689239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a072d-5abc-431d-9b7c-6a15ede61fe1 req-5627588f-8939-4a91-97c3-33627780063b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:09.690726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b92a072d-5abc-431d-9b7c-6a15ede61fe1 req-5627588f-8939-4a91-97c3-33627780063b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0507343 Sep 27 09:11:09.728780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b92a072d-5abc-431d-9b7c-6a15ede61fe1 req-1d571d7c-76a5-4f3a-9e10-fe8dbb6e850c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Sep 27 09:11:10.872096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101caeea-0c51-4364-b416-b1a6b09522a9 req-15d27477-c477-4f2b-a4ab-a7db44e5aeea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:10.873597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-101caeea-0c51-4364-b416-b1a6b09522a9 req-15d27477-c477-4f2b-a4ab-a7db44e5aeea tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0626721 Sep 27 09:11:10.917385 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-101caeea-0c51-4364-b416-b1a6b09522a9 req-10a8c80a-44d7-49b0-8d47-b73685d819e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347254 Sep 27 09:11:12.053310 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571f18-f840-43a6-9295-bf61064c1ee9 req-8452cde9-b073-4815-9476-6a82e20964b9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:12.054863 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60571f18-f840-43a6-9295-bf61064c1ee9 req-8452cde9-b073-4815-9476-6a82e20964b9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0542982 Sep 27 09:11:12.095032 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60571f18-f840-43a6-9295-bf61064c1ee9 req-f7aafc3e-0412-4c69-bfbf-04692f53d56d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340385 Sep 27 09:11:13.239213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11b645-ce12-4dfe-8b68-01110d27e9af req-0a235612-8379-4946-8cbc-f26cff21799d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:13.240715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a11b645-ce12-4dfe-8b68-01110d27e9af req-0a235612-8379-4946-8cbc-f26cff21799d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0637352 Sep 27 09:11:13.279806 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a11b645-ce12-4dfe-8b68-01110d27e9af req-3b4b08a1-b6fb-489d-ac11-16db47c15066 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329101 Sep 27 09:11:14.314243 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:14.400314 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c5933-d0ee-4f8a-8ab8-04a897569567 req-146eee12-9c2e-456d-bd94-6c75e03ff4f2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:14.401822 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c6c5933-d0ee-4f8a-8ab8-04a897569567 req-146eee12-9c2e-456d-bd94-6c75e03ff4f2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0491886 Sep 27 09:11:14.439309 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1c6c5933-d0ee-4f8a-8ab8-04a897569567 req-abf8ae93-c051-46b4-b7cd-0efe94a11c9a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Sep 27 09:11:15.137245 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f49687ac-d3e6-4aea-8d16-c709fe837998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:15.566254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eacc50-dd1c-46ba-95af-901ab5c675a1 req-89703e80-71fe-4da1-be07-df5b64c7cd2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:15.567958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72eacc50-dd1c-46ba-95af-901ab5c675a1 req-89703e80-71fe-4da1-be07-df5b64c7cd2d tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0555527 Sep 27 09:11:15.606493 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72eacc50-dd1c-46ba-95af-901ab5c675a1 req-f7f68f8c-73e8-4a4f-9be5-56f416789d7c tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Sep 27 09:11:16.745410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b67cb-4cae-402f-b81f-1b48cede473c req-cbec2f0b-edbc-4003-9df7-806a33e9142e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:16.746916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d12b67cb-4cae-402f-b81f-1b48cede473c req-cbec2f0b-edbc-4003-9df7-806a33e9142e tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0557861 Sep 27 09:11:16.785318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d12b67cb-4cae-402f-b81f-1b48cede473c req-3eb447c9-bfd0-491c-a0b8-5f81ff233faa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Sep 27 09:11:17.564825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c51fd18-37c5-4e7b-a4f6-e2928b947786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:17.749384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69a8bc-975f-44fa-a2cf-789caa035bf5 req-5ced71fe-84ee-4430-bfc1-d9c08e99f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:17.750875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba69a8bc-975f-44fa-a2cf-789caa035bf5 req-5ced71fe-84ee-4430-bfc1-d9c08e99f192 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1097 time: 0.0496702 Sep 27 09:11:17.789085 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba69a8bc-975f-44fa-a2cf-789caa035bf5 req-31205709-79b1-45b2-bb50-ee06bf5543c7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298789 Sep 27 09:11:17.905694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0601cd-25dd-4ff0-9ab4-e1c0460db193 req-f2913ac3-67f6-4754-8056-e6c5cc187a6a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:17.907191 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d0601cd-25dd-4ff0-9ab4-e1c0460db193 req-f2913ac3-67f6-4754-8056-e6c5cc187a6a tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0541267 Sep 27 09:11:17.948297 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d0601cd-25dd-4ff0-9ab4-e1c0460db193 req-100491b8-c84c-434f-b573-ea0f797c2bb7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319734 Sep 27 09:11:18.066319 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:18.769586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d62bb153-0635-46ce-a826-bf4b8e083863 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:11:18.876570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d62bb153-0635-46ce-a826-bf4b8e083863,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:11:18.888703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'port_id': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'mac_address': 'fa:16:3e:16:e9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:11:18.928082 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:18.940579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d62bb153-0635-46ce-a826-bf4b8e083863 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:11:18.965087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d62bb153-0635-46ce-a826-bf4b8e083863,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:11:18.970105 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:19.018507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d62bb153-0635-46ce-a826-bf4b8e083863,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:11:19.025872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.026221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.026565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.026903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.027236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.027566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.027893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.028218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.028571 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.028894 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.029218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.029540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:19.048266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:19.074556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dbdca-8aac-4a3b-8284-b1a00ba89e50 req-f759289b-f36a-45b6-a852-6b3f58f0b9a9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:19.076082 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e40dbdca-8aac-4a3b-8284-b1a00ba89e50 req-f759289b-f36a-45b6-a852-6b3f58f0b9a9 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 945 time: 0.0534258 Sep 27 09:11:19.114365 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e40dbdca-8aac-4a3b-8284-b1a00ba89e50 req-04144c72-9ba6-48c2-bdc1-e194e4b24beb tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Sep 27 09:11:19.136679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34832) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:11:19.185690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['d62bb153-0635-46ce-a826-bf4b8e083863'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:11:19.196708 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e26fbd1-da15-4b2c-8f5d-89396e39191b tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/floatingips/f5a4973e-eaa5-4c12-8956-848d45e6e97d HTTP/1.1" status: 200 len: 993 time: 0.0589762 Sep 27 09:11:20.679871 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:20.777969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d62bb153-0635-46ce-a826-bf4b8e083863 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:11:20.830966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port d62bb153-0635-46ce-a826-bf4b8e083863 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:11:20.831344 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:20.910095 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:20.932573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:11:20.934960 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950907a2-1787-40c8-936a-707aaa407d0d" -d '{"events": [{"server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "name": "network-vif-plugged", "status": "completed", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:11:20.947413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d62bb153-0635-46ce-a826-bf4b8e083863,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:11:20.952560 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:20.975515 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f44409b-eccf-4441-86f9-654e93eb09c7 x-openstack-request-id: req-2f44409b-eccf-4441-86f9-654e93eb09c7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:11:20.975808 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "name": "network-vif-plugged", "status": "completed", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:11:20.976058 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f44409b-eccf-4441-86f9-654e93eb09c7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:11:20.976463 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'code': 200} Sep 27 09:11:21.001594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=d62bb153-0635-46ce-a826-bf4b8e083863,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:11:34.454451 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:11:36.077591 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:44.321021 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:45.139370 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dec95d4-71f1-4b2a-b568-57d58668a79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:47.570485 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5270e6f7-6c9d-43df-ac7f-cbf460d5cc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:48.066474 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:49.050750 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:50.675431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:53.887949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-22dc21f1-c509-4829-8e9c-53a05099b01e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437489 Sep 27 09:11:53.984531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-9d73fa87-afba-4b70-b951-c30dff8f9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:53.985999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-9d73fa87-afba-4b70-b951-c30dff8f9b46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1097 time: 0.0512965 Sep 27 09:11:54.110833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-5e18eb1a-485c-49c0-ac8b-6e025621c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:54.112364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-5e18eb1a-485c-49c0-ac8b-6e025621c16a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e7eaed-93a2-457d-a8ba-895b037e85d3 HTTP/1.1" status: 200 len: 898 time: 0.1055658 Sep 27 09:11:54.181543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-4f8b2a34-2358-4c4f-a24b-4103cf8ab7a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d62bb153-0635-46ce-a826-bf4b8e083863 HTTP/1.1" status: 200 len: 1002 time: 0.0590625 Sep 27 09:11:54.235430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-0d687960-f629-4800-95b7-7c722c2521c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:54.236937 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-0d687960-f629-4800-95b7-7c722c2521c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=720e1f0b-cd6f-4b09-afe8-7be19b804b2e HTTP/1.1" status: 200 len: 833 time: 0.0483160 Sep 27 09:11:54.286673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-061b6aa1-066e-4e9d-8df0-b9fd1895b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:54.288250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-061b6aa1-066e-4e9d-8df0-b9fd1895b7a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e7eaed-93a2-457d-a8ba-895b037e85d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413723 Sep 27 09:11:54.384919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-fa7871ac-512e-4233-8d0d-71d1905c1fc4 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856452 Sep 27 09:11:54.482607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e39dae4e-8796-4abf-a7e8-56a2e48333fa req-4139d4db-1f34-477b-b3f9-c2ec779ca31f service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899265 Sep 27 09:11:56.408794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34846) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:11:56.580176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port 2af6ec33-11ba-43f5-a14c-6e9c846dc1ec {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:11:56.580464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:56.657713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:56.657991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:56.669708 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for 2af6ec33-11ba-43f5-a14c-6e9c846dc1ec owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:11:57.140924 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:57.173509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=2af6ec33-11ba-43f5-a14c-6e9c846dc1ec,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:11:57.186394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.186742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.187075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.187399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.187723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.188046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.188384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.188696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.189015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.189333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.189647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.189960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:11:57.242946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:57.243260 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Floating IP f5a4973e-eaa5-4c12-8956-848d45e6e97d disassociated (deleted). External IP: 172.25.2.220, port: d62bb153-0635-46ce-a826-bf4b8e083863. Sep 27 09:11:57.447779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 438c8a03-5bb3-4478-84eb-40bde82cfe04 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:11:57.555129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:11:57.562828 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:57.570167 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] Sync routers for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:11:57.579409 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:11:57.580027 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:11:57.591304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-73bf45a2-9090-4ebc-ba69-db49c63e0c80 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/floatingips/f5a4973e-eaa5-4c12-8956-848d45e6e97d HTTP/1.1" status: 204 len: 168 time: 1.1810684 Sep 27 09:11:57.591988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:11:57.594382 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7360fdb0-3be2-4158-a3b3-72f9242fa077" -d '{"events": [{"name": "network-changed", "server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:11:57.633470 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f4d29f-4cd5-471e-a296-818b48aa6650 x-openstack-request-id: req-70f4d29f-4cd5-471e-a296-818b48aa6650 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:11:57.633761 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:11:57.634850 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70f4d29f-4cd5-471e-a296-818b48aa6650 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:11:57.636536 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'status': 'completed', 'code': 200} Sep 27 09:11:57.696044 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:11:57.699780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-cde06c02-1ffa-4472-9054-30a68b956463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:57.701349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-cde06c02-1ffa-4472-9054-30a68b956463 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 1097 time: 0.0419562 Sep 27 09:11:57.799725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-129f29c4-e20d-4f58-9eeb-eeed9134c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:57.801244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-129f29c4-e20d-4f58-9eeb-eeed9134c0b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e7eaed-93a2-457d-a8ba-895b037e85d3 HTTP/1.1" status: 200 len: 898 time: 0.0928726 Sep 27 09:11:57.841942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce7910-ec22-45fd-b516-49f3a43b4016 req-6d00546f-8707-499e-b10c-071d42d766c2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:57.843475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dfce7910-ec22-45fd-b516-49f3a43b4016 req-6d00546f-8707-499e-b10c-071d42d766c2 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0550370 Sep 27 09:11:57.848123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-22ba3054-a585-4274-a511-49fb3b9b2d48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d62bb153-0635-46ce-a826-bf4b8e083863 HTTP/1.1" status: 200 len: 217 time: 0.0345991 Sep 27 09:11:57.883887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dfce7910-ec22-45fd-b516-49f3a43b4016 req-398b2ff6-ff62-4886-b75c-1d381dd2b5b0 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332820 Sep 27 09:11:57.904636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-e4d48f78-dcc5-46ac-bdb6-11b058e14eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:57.906007 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:20Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:11:57.906240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-e4d48f78-dcc5-46ac-bdb6-11b058e14eca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=720e1f0b-cd6f-4b09-afe8-7be19b804b2e HTTP/1.1" status: 200 len: 833 time: 0.0489099 Sep 27 09:11:57.931448 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] Checking router: 438c8a03-5bb3-4478-84eb-40bde82cfe04 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:11:57.939996 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:11:57.940624 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:11:57.957314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-17378bec-b202-4a8e-a2b6-9ba7615d1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:57.958759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-17378bec-b202-4a8e-a2b6-9ba7615d1a5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e7eaed-93a2-457d-a8ba-895b037e85d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406411 Sep 27 09:11:58.046595 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:11:58.049864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-f79754d0-3ea5-44fb-bf56-c79f0b8a476c service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829480 Sep 27 09:11:58.146801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7360fdb0-3be2-4158-a3b3-72f9242fa077 req-f94bdb42-919b-4847-af22-429bd055ba90 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883541 Sep 27 09:11:58.244764 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:20Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:11:58.269932 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a91db-2582-4027-9379-03e5d08dfcfc None None] The sync data for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 is: [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:18Z', 'revision_number': 4, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a60db8bb-ce87-4eb3-bba6-fe65079c862f', 'name': '', 'network_id': 'e8e7eaed-93a2-457d-a8ba-895b037e85d3', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'mac_address': 'fa:16:3e:fe:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:17Z', 'updated_at': '2021-09-27T09:10:20Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'subnets': [{'id': '720e1f0b-cd6f-4b09-afe8-7be19b804b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:11:58.503253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b863c1-87fe-4d68-9b67-46b9754d2b6f None None] New status for floating IP f5a4973e-eaa5-4c12-8956-848d45e6e97d: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:11:59.020114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c50b-0af4-470a-be51-182320119ebb req-1d8a38d3-b05b-426c-a9a3-f020ab7113f6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:59.021669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b89c50b-0af4-470a-be51-182320119ebb req-1d8a38d3-b05b-426c-a9a3-f020ab7113f6 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0615201 Sep 27 09:11:59.064142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b89c50b-0af4-470a-be51-182320119ebb req-00b1965a-717b-4f5c-a94b-05db189da6fa tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358055 Sep 27 09:11:59.251388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-73c61585-35c6-48d7-8d6c-58fae3c992af tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:11:59.252874 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-73c61585-35c6-48d7-8d6c-58fae3c992af tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 946 time: 0.0614991 Sep 27 09:11:59.356890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port d62bb153-0635-46ce-a826-bf4b8e083863 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:11:59.357228 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:59.454513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port d62bb153-0635-46ce-a826-bf4b8e083863, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=d62bb153-0635-46ce-a826-bf4b8e083863,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:11:59.454888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:59.466960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for d62bb153-0635-46ce-a826-bf4b8e083863 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:11:59.594961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:59.627260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=d62bb153-0635-46ce-a826-bf4b8e083863,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:11:59.676425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] No DVR routers for this DVR port d62bb153-0635-46ce-a826-bf4b8e083863 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:11:59.680498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:11:59.683417 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c559d610-aef1-4c25-b1b1-b9506188bc3f req-00dcb1dc-3f04-4725-939d-468366c5f859 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.57 "DELETE /v2.0/ports/d62bb153-0635-46ce-a826-bf4b8e083863 HTTP/1.1" status: 204 len: 173 time: 0.4226005 Sep 27 09:11:59.684042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'name': 'network-vif-deleted', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:11:59.687119 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d6cbc7-fbe2-44b8-8d88-8e7f5f0f53ff" -d '{"events": [{"server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "name": "network-vif-deleted", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:11:59.729970 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54446b9c-7b55-4353-b0ff-2ac686086881 x-openstack-request-id: req-54446b9c-7b55-4353-b0ff-2ac686086881 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:11:59.730268 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096d3e0b-a087-492c-861d-d99c96c8d80f", "name": "network-vif-deleted", "tag": "d62bb153-0635-46ce-a826-bf4b8e083863", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:11:59.730525 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54446b9c-7b55-4353-b0ff-2ac686086881 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:11:59.730930 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096d3e0b-a087-492c-861d-d99c96c8d80f', 'name': 'network-vif-deleted', 'tag': 'd62bb153-0635-46ce-a826-bf4b8e083863', 'status': 'completed', 'code': 200} Sep 27 09:12:00.180824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-964cabfb-e7e9-470b-bc0f-9c6e12f2aa80 req-9a18efc7-32ed-4427-9d7a-44a4405d5497 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "GET /v2.0/ports?device_id=096d3e0b-a087-492c-861d-d99c96c8d80f HTTP/1.1" status: 200 len: 210 time: 0.0269299 Sep 27 09:12:01.243998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34862) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:01.622391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:01.901030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port a60db8bb-ce87-4eb3-bba6-fe65079c862f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:12:01.901289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:02.003031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port a60db8bb-ce87-4eb3-bba6-fe65079c862f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a60db8bb-ce87-4eb3-bba6-fe65079c862f,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:02.003355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:02.016753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for a60db8bb-ce87-4eb3-bba6-fe65079c862f owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:12:02.232277 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:02.262224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=a60db8bb-ce87-4eb3-bba6-fe65079c862f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:02.437505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:02.656944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Router 438c8a03-5bb3-4478-84eb-40bde82cfe04 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:12:02.776791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:12:02.782385 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a4a2b074-40b2-4937-9688-ec59862ec9f7 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "PUT /v2.0/routers/438c8a03-5bb3-4478-84eb-40bde82cfe04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5373013 Sep 27 09:12:02.786740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:02.789606 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] Sync routers for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:12:02.800733 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:02.801384 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:02.837655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-428d80d4-13c7-435b-ad17-9a8829cdd8e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting subnet 720e1f0b-cd6f-4b09-afe8-7be19b804b2e {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:12:02.841332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-428d80d4-13c7-435b-ad17-9a8829cdd8e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:02.881287 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-428d80d4-13c7-435b-ad17-9a8829cdd8e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:02.905847 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:02.969302 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-428d80d4-13c7-435b-ad17-9a8829cdd8e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.012484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d62bb153-0635-46ce-a826-bf4b8e083863 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:12:03.035311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: d62bb153-0635-46ce-a826-bf4b8e083863 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:12:03.035672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device d62bb153-0635-46ce-a826-bf4b8e083863 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:12:03.040304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-428d80d4-13c7-435b-ad17-9a8829cdd8e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.070281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-428d80d4-13c7-435b-ad17-9a8829cdd8e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.075104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:03.077788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06179f5-2c30-45cc-a616-f318cca59c05 None None] Network e8e7eaed-93a2-457d-a8ba-895b037e85d3 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:12:03.088917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-428d80d4-13c7-435b-ad17-9a8829cdd8e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/subnets/720e1f0b-cd6f-4b09-afe8-7be19b804b2e HTTP/1.1" status: 204 len: 168 time: 0.3011160 Sep 27 09:12:03.090138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d80d4-13c7-435b-ad17-9a8829cdd8e5 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Subnet': ['ID=720e1f0b-cd6f-4b09-afe8-7be19b804b2e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:03.092475 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:12:02Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:03.124153 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] Checking router: 438c8a03-5bb3-4478-84eb-40bde82cfe04 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:12:03.132296 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] Routers {'438c8a03-5bb3-4478-84eb-40bde82cfe04'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:03.133169 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['438c8a03-5bb3-4478-84eb-40bde82cfe04'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:03.197334 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.262391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] DHCP port deletion for e8e7eaed-93a2-457d-a8ba-895b037e85d3 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:12:03.308861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] Deleting port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:12:03.309142 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.310710 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.335757 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] Set router 438c8a03-5bb3-4478-84eb-40bde82cfe04 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:03.365298 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Deleting port bb76c389-76f2-4b23-bb50-3eaf25093b6a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:12:03.365709 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.373650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] For port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9307b22-eca6-4bf4-9cc0-f2815cd96ed8,segment=NetworkSegment(7f4d287c-34e7-4f99-8ade-4337b7ba4b9d),segment_id=7f4d287c-34e7-4f99-8ade-4337b7ba4b9d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:03.374044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.385832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] Calling delete_port for b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:12:03.445410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] For port bb76c389-76f2-4b23-bb50-3eaf25093b6a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bb76c389-76f2-4b23-bb50-3eaf25093b6a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:03.445814 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.458179 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Calling delete_port for bb76c389-76f2-4b23-bb50-3eaf25093b6a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:12:03.464055 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.491904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] Pushing event deleted for resources: {'Port': ['ID=b9307b22-eca6-4bf4-9cc0-f2815cd96ed8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:03.495481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364025b4-8855-4496-89d9-b7010bb3f364 None None] No DVR routers for this DVR port b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:12:03.518207 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:12:02Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:03.543546 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248a9fe-278c-4f23-a038-8583a05ca45b None None] The sync data for ids ['438c8a03-5bb3-4478-84eb-40bde82cfe04'] in n-d-810909-1 is: [{'id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299442425', 'tenant_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:12:02Z', 'revision_number': 5, 'project_id': '6b1f8c8eea98476cbeac3b5243f26cee', 'gw_port': {'id': 'bb76c389-76f2-4b23-bb50-3eaf25093b6a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c8a03-5bb3-4478-84eb-40bde82cfe04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:10:14Z', 'updated_at': '2021-09-27T09:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:12:03.629849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.658529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Port': ['ID=bb76c389-76f2-4b23-bb50-3eaf25093b6a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:03.670199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.670579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.670906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.671243 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.671573 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.671902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.672230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.672566 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.672893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.673216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.673535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.673880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:03.737439 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.837406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.839702 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.884445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.884992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Fanout notify agent at l3_agent the message router_deleted on router 438c8a03-5bb3-4478-84eb-40bde82cfe04 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:12:03.892311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:03.893521 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ded7ebe6-9946-4751-a6ef-63b065bef0ff tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/routers/438c8a03-5bb3-4478-84eb-40bde82cfe04 HTTP/1.1" status: 204 len: 168 time: 0.8166111 Sep 27 09:12:03.896578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:03.979808 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.067361 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.089902 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e7eaed-93a2-457d-a8ba-895b037e85d3']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:04.099749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:04.100133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4d287c-34e7-4f99-8ade-4337b7ba4b9d') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:04.110048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.123602 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.129580 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:12:04.129980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:12:04.133193 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:12:04.193548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.201546 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.203425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/networks/e8e7eaed-93a2-457d-a8ba-895b037e85d3 HTTP/1.1" status: 204 len: 168 time: 0.3057978 Sep 27 09:12:04.206454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34870) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:04.214875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6de910-c8d0-49cd-84c7-9c0e3e742e27 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'Network': ['ID=e8e7eaed-93a2-457d-a8ba-895b037e85d3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:04.266699 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98943a2b-5afb-4e7a-ae5d-2dc321a35ad4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.297310 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98943a2b-5afb-4e7a-ae5d-2dc321a35ad4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.367501 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98943a2b-5afb-4e7a-ae5d-2dc321a35ad4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.370354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-98943a2b-5afb-4e7a-ae5d-2dc321a35ad4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.371562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-98943a2b-5afb-4e7a-ae5d-2dc321a35ad4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] 10.222.0.50 "DELETE /v2.0/security-groups/5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa HTTP/1.1" status: 204 len: 168 time: 0.1640496 Sep 27 09:12:04.380749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98943a2b-5afb-4e7a-ae5d-2dc321a35ad4 tempest-TestNetworkAdvancedServerOps-607052018 tempest-TestNetworkAdvancedServerOps-607052018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7d9c21-87b6-4cd8-ad6a-8c260b7df2aa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:04.715402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34878) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:04.867075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3cc253c0-335a-4e68-8349-802cad930448 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b1f8c8eea98476cbeac3b5243f26cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504953 Sep 27 09:12:04.869887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34882) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:04.919414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df2e787-40b8-4547-9ebf-5ea04041b721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.940807 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df2e787-40b8-4547-9ebf-5ea04041b721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.990957 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df2e787-40b8-4547-9ebf-5ea04041b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.993804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8df2e787-40b8-4547-9ebf-5ea04041b721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:04.994983 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8df2e787-40b8-4547-9ebf-5ea04041b721 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/584a3221-ed3a-436e-b759-ab3a1b3e4405 HTTP/1.1" status: 204 len: 168 time: 0.1242793 Sep 27 09:12:05.002618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2e787-40b8-4547-9ebf-5ea04041b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a3221-ed3a-436e-b759-ab3a1b3e4405,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:05.080905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bb76c389-76f2-4b23-bb50-3eaf25093b6a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:12:05.101672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: bb76c389-76f2-4b23-bb50-3eaf25093b6a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:12:05.102033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bb76c389-76f2-4b23-bb50-3eaf25093b6a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:12:05.102455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a60db8bb-ce87-4eb3-bba6-fe65079c862f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:12:05.121483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a60db8bb-ce87-4eb3-bba6-fe65079c862f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:12:05.121765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a60db8bb-ce87-4eb3-bba6-fe65079c862f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:12:05.122205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:12:05.140015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:12:05.140388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9307b22-eca6-4bf4-9cc0-f2815cd96ed8 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:12:05.263586 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:05.308367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e3d40f2-d8c9-4c4a-857d-4ec0e3e377ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fecffbe212e4f269effb151d87a9ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435152 Sep 27 09:12:05.311999 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34890) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:05.373222 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07d18524-8dcc-44e3-8242-4f723c5b90b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:05.394347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07d18524-8dcc-44e3-8242-4f723c5b90b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:05.443380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07d18524-8dcc-44e3-8242-4f723c5b90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:05.446310 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07d18524-8dcc-44e3-8242-4f723c5b90b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:05.447530 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-07d18524-8dcc-44e3-8242-4f723c5b90b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d03299b8-8772-446a-9650-4cddefe62830 HTTP/1.1" status: 204 len: 168 time: 0.1341648 Sep 27 09:12:05.455289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d18524-8dcc-44e3-8242-4f723c5b90b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03299b8-8772-446a-9650-4cddefe62830,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:06.065329 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.219359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34912) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:06.342665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1326479774-network', 'tenant_id': '3aca61a6039d4386add202bb9ad934af'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:12:06.369561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:12:06.371863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.380191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.471555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.477884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.505305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:12:06.515254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c19b18-ade5-47df-afe6-94c83bb05b3c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:06.520253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.520621 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Added segment 1967a67e-6a6a-4cf0-a5ff-4deb38addfc3 of type vlan for network bc563f7b-c7df-4017-a71e-3c76b8010e9b Sep 27 09:12:06.560239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.587596 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.588999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:06.589763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.619856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3992965 Sep 27 09:12:06.623189 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:06.628210 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Request body: {'subnet': {'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1326479774-subnet', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:12:06.650907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f37cd3-58c5-4d74-95d4-945d238de768 admin admin] Pushing event updated for resources: {'Network': ['ID=bc563f7b-c7df-4017-a71e-3c76b8010e9b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:06.651331 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:12:06.654727 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.661086 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:12:06.825509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.882459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7ed57e-9168-44a4-9a1b-19af8ace547b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:06.897593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:06.897945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Network hostable DHCP agents. Network: bc563f7b-c7df-4017-a71e-3c76b8010e9b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:12:06.919521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:12:06.929612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, bc563f7b-c7df-4017-a71e-3c76b8010e9b) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:06.933811 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:06.934402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.938787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074ea3fd-10dc-45e6-ab25-8c0898a2a2d8 None None] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:12:06.948762 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-197f2982-97cd-4a08-a115-c4fe76ed068c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3242674 Sep 27 09:12:06.951678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:06.955968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:12:06.978636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:06.979797 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.089981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:12:07.090907 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.231459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Allocated IP 172.20.0.2 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/a53b4dd9-1d48-4e7f-afce-c43b5b12396e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:12:07.378598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.383644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.390221 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.427592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:07.430314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:07.436619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:12:07.439586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Pushing event updated for resources: {'Port': ['ID=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:07.493575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Attempting to bind port a53b4dd9-1d48-4e7f-afce-c43b5b12396e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:12:07.493940 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Attempting to bind port a53b4dd9-1d48-4e7f-afce-c43b5b12396e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:12:07.494387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Attempting to bind port a53b4dd9-1d48-4e7f-afce-c43b5b12396e on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:12:07.499371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:12:07.499816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:07.500313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.500862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:12:07.501965 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Bound port: a53b4dd9-1d48-4e7f-afce-c43b5b12396e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:12:07.501965 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.517285 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.561780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] For port a53b4dd9-1d48-4e7f-afce-c43b5b12396e, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:12:07.566098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] For port a53b4dd9-1d48-4e7f-afce-c43b5b12396e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:12:07.571315 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.633072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d42c5-d5ad-41da-8f5d-6452c2f98090 None None] Pushing event updated for resources: {'Port': ['ID=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:07.732270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.752109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:07.874810 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Allocated IP 172.25.2.84 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/44435125-4dc8-4014-9b61-cac4ce1bb252) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:12:07.985172 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:08.022359 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:08.058008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:08.061001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:08.064439 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:12:08.093244 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Pushing event updated for resources: {'Port': ['ID=44435125-4dc8-4014-9b61-cac4ce1bb252,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:08.330886 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:08.483878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4a562-294a-4353-bbb2-9225aaa88ba4 None None] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:12:08.535846 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:08.600742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-62e2a1a5-9752-4075-976e-5cce5df38d25 None None] Provisioning complete for port a53b4dd9-1d48-4e7f-afce-c43b5b12396e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:08.601006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62e2a1a5-9752-4075-976e-5cce5df38d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:08.659538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:12:08.708110 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62e2a1a5-9752-4075-976e-5cce5df38d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:08.743623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-62e2a1a5-9752-4075-976e-5cce5df38d25 None None] For port a53b4dd9-1d48-4e7f-afce-c43b5b12396e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:08.748859 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62e2a1a5-9752-4075-976e-5cce5df38d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:08.782016 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:12:08.797472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:12:08.799499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:08.803576 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-27fce206-b492-45fe-b715-25c874bedeef admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8482370 Sep 27 09:12:08.803767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34920) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:08.812556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2a1a5-9752-4075-976e-5cce5df38d25 None None] Pushing event updated for resources: {'Port': ['ID=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:08.816900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:08.817522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:09.038175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b74f7aae-25ad-4e79-954c-08312f270e4e None None] Provisioning complete for port a53b4dd9-1d48-4e7f-afce-c43b5b12396e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:09.038175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b74f7aae-25ad-4e79-954c-08312f270e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.115455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a53b4dd9-1d48-4e7f-afce-c43b5b12396e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:09.122261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:09.237256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.321972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a53b4dd9-1d48-4e7f-afce-c43b5b12396e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:09.321972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.429452 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:08Z', 'revision_number': 3, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:09.437377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Allocated IP 172.20.0.1 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/23f6d3c0-e223-4006-a1da-b5e9197f09cc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:12:09.463900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:12:09.464152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Updating router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 port 44435125-4dc8-4014-9b61-cac4ce1bb252 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:12:09.499351 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.541914 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.575802 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.611780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:09.616223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:09.620252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:12:09.628199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Pushing event updated for resources: {'Port': ['ID=23f6d3c0-e223-4006-a1da-b5e9197f09cc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:09.665890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.770237 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.780633 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.821501 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.843885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Attempting to bind port 44435125-4dc8-4014-9b61-cac4ce1bb252 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:12:09.844269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Attempting to bind port 44435125-4dc8-4014-9b61-cac4ce1bb252 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:12:09.844660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Attempting to bind port 44435125-4dc8-4014-9b61-cac4ce1bb252 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:12:09.846719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d4859-c6f8-49df-b18a-9658b2e5a269 None None] Pushing event updated for resources: {'Port': ['ID=44435125-4dc8-4014-9b61-cac4ce1bb252,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:09.857798 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:12:09.858241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:09.858649 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.859041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:12:09.859522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Bound port: 44435125-4dc8-4014-9b61-cac4ce1bb252, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:12:09.859907 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.862653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e24e72c1-5a21-4ec4-99f9-2b2d3f08e177 None None] Provisioning complete for port 23f6d3c0-e223-4006-a1da-b5e9197f09cc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:09.863018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e24e72c1-5a21-4ec4-99f9-2b2d3f08e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.932227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e24e72c1-5a21-4ec4-99f9-2b2d3f08e177 None None] Port 23f6d3c0-e223-4006-a1da-b5e9197f09cc cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:12:09.943174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] For port 44435125-4dc8-4014-9b61-cac4ce1bb252, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:12:09.946656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] For port 44435125-4dc8-4014-9b61-cac4ce1bb252, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=44435125-4dc8-4014-9b61-cac4ce1bb252,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:12:09.950976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.990882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:09.996466 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:10.005172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:10.005786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:10.044872 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d4859-c6f8-49df-b18a-9658b2e5a269 None None] Pushing event updated for resources: {'Port': ['ID=44435125-4dc8-4014-9b61-cac4ce1bb252,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:10.062095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Pushing event updated for resources: {'Port': ['ID=23f6d3c0-e223-4006-a1da-b5e9197f09cc,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:10.066194 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:10.129079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:10.161796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:10.163347 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:10.282309 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:12:10.343668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 2, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:10.370302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f21a9-028a-42b8-b054-6e469c93cdc6 None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 2, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:12:10.396194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:12:10.402968 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d35f0c80-1c94-4ee4-ab10-6393cb6a3d95 admin admin] 10.222.0.50 "PUT /v2.0/routers/40fd8992-5c3d-4193-b5a6-bdf04e31f763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971301 Sep 27 09:12:10.456562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d1b3fa5-e10e-4230-b6bb-c6ac7c7c41b1 None None] Provisioning complete for port 23f6d3c0-e223-4006-a1da-b5e9197f09cc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:10.456954 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3fa5-e10e-4230-b6bb-c6ac7c7c41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:10.494189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b3fa5-e10e-4230-b6bb-c6ac7c7c41b1 None None] Port 23f6d3c0-e223-4006-a1da-b5e9197f09cc cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:12:10.911689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34938) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:10.917180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-266932480-network', 'tenant_id': '475972208055458c99766dfa2a9b86b3'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:12:10.938773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Made reservation on behalf of 475972208055458c99766dfa2a9b86b3 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:12:10.941135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:10.950011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.057974 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.064030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.098774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:12:11.105828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0c001-945d-4a94-ac3b-31d3c55c8520,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:11.114167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.114818 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Added segment f0605e4b-bc0f-475a-99d6-dbab5871c181 of type vlan for network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd Sep 27 09:12:11.137047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 44435125-4dc8-4014-9b61-cac4ce1bb252 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:11.159202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.187027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.188110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:11.188830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.190065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 44435125-4dc8-4014-9b61-cac4ce1bb252 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:11.190453 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.225780 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3128178 Sep 27 09:12:11.228536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34940) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:11.233573 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Request body: {'subnet': {'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-266932480-subnet', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:12:11.272776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332be0b-28fd-4626-923c-230b3f5fbbd9 admin admin] Pushing event updated for resources: {'Network': ['ID=a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:11.281281 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.288855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:12:11.290679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Made reservation on behalf of 475972208055458c99766dfa2a9b86b3 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:12:11.293233 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.328932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 44435125-4dc8-4014-9b61-cac4ce1bb252, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=44435125-4dc8-4014-9b61-cac4ce1bb252,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:11.355909 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.417238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=44435125-4dc8-4014-9b61-cac4ce1bb252,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:11.453724 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:12:11.482740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.532260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a302f1fc-4c4a-402f-b57a-7d775d7306ce,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:11.552278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Checking segment: {'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:11.552674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Network hostable DHCP agents. Network: a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:12:11.571332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:12:11.581611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:11.585797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:11.586774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.592450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df34dd-a03f-4592-9b5b-48f1da37fd29 None None] Network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:12:11.602799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-23bf4e09-7e77-4895-a364-ae81bde68001 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3729305 Sep 27 09:12:11.605405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 34942) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:11.610409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:12:11.635058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.636549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.688918 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.752620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd', 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'fixed_ips': [{'subnet_id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:12:11.753551 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:11.892294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Allocated IP 172.20.0.2 (a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd/a302f1fc-4c4a-402f-b57a-7d775d7306ce/2e96d787-4a04-4cfd-b622-1d9226db5283) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:12:12.052218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.059383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.107848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:12.111013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:12.118481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:12:12.122210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Pushing event updated for resources: {'Port': ['ID=2e96d787-4a04-4cfd-b622-1d9226db5283,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:12.167069 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.185359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Attempting to bind port 2e96d787-4a04-4cfd-b622-1d9226db5283 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:12:12.185954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Attempting to bind port 2e96d787-4a04-4cfd-b622-1d9226db5283 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:12:12.187002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Attempting to bind port 2e96d787-4a04-4cfd-b622-1d9226db5283 on network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:12:12.191710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:12:12.192220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Checking segment: {'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:12.193032 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.193968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Bound using segment: {'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:12:12.194230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Bound port: 2e96d787-4a04-4cfd-b622-1d9226db5283, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:12:12.194710 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.259955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] For port 2e96d787-4a04-4cfd-b622-1d9226db5283, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:12:12.263815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] For port 2e96d787-4a04-4cfd-b622-1d9226db5283, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2e96d787-4a04-4cfd-b622-1d9226db5283,segment=NetworkSegment(f0605e4b-bc0f-475a-99d6-dbab5871c181),segment_id=f0605e4b-bc0f-475a-99d6-dbab5871c181)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:12:12.271340 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.338764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c5e4c-3cf2-41b3-8b81-90c48d75723f None None] Pushing event updated for resources: {'Port': ['ID=2e96d787-4a04-4cfd-b622-1d9226db5283,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:12.405254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.425505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.511117 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:12:12.528488 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:12.529133 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:12.582115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Allocated IP 172.25.2.26 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/0f34c897-3808-4618-a794-8441259ab1aa) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:12:12.683518 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:12.721446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.757241 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:12.799693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:12.802609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:12.805493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:12:12.833129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Pushing event updated for resources: {'Port': ['ID=0f34c897-3808-4618-a794-8441259ab1aa,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:12.891267 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 2, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:12.920245 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:12:12.920622 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Updating router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 port 23f6d3c0-e223-4006-a1da-b5e9197f09cc binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:12:12.945184 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.102463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.228886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e96d787-4a04-4cfd-b622-1d9226db5283 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:13.269382 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.279311 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.310633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2e96d787-4a04-4cfd-b622-1d9226db5283 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:13.311214 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.344766 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Pushing event updated for resources: {'Port': ['ID=23f6d3c0-e223-4006-a1da-b5e9197f09cc,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:13.358167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.371579 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.371972 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.372257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.372635 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.373147 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.373573 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.373892 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.374730 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.374730 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.374994 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.375174 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.375470 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:13.421721 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Attempting to bind port 23f6d3c0-e223-4006-a1da-b5e9197f09cc on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:12:13.422414 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Attempting to bind port 23f6d3c0-e223-4006-a1da-b5e9197f09cc by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:12:13.422784 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Attempting to bind port 23f6d3c0-e223-4006-a1da-b5e9197f09cc on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:12:13.428494 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:12:13.428870 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:13.429417 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.429817 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:12:13.430286 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Bound port: 23f6d3c0-e223-4006-a1da-b5e9197f09cc, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:12:13.430671 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.446376 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.501977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 2e96d787-4a04-4cfd-b622-1d9226db5283, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2e96d787-4a04-4cfd-b622-1d9226db5283,segment=NetworkSegment(f0605e4b-bc0f-475a-99d6-dbab5871c181),segment_id=f0605e4b-bc0f-475a-99d6-dbab5871c181)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:13.506168 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] For port 23f6d3c0-e223-4006-a1da-b5e9197f09cc, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:12:13.510758 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] For port 23f6d3c0-e223-4006-a1da-b5e9197f09cc, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=23f6d3c0-e223-4006-a1da-b5e9197f09cc,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:12:13.510924 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.511581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 44435125-4dc8-4014-9b61-cac4ce1bb252 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:13.516274 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.524807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3227a8-f333-493f-ab4d-d7626603d6c9 None None] Network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:12:13.536698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Router 61eece9a-5763-4269-9cca-907b6e248101 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:12:13.565903 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:13.566877 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:13.658856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-94e0deba-9ced-4c3e-befe-87283a8332a3 None None] Provisioning complete for port 2e96d787-4a04-4cfd-b622-1d9226db5283 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:13.659580 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94e0deba-9ced-4c3e-befe-87283a8332a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.689305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:12:13.692372 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:13.695835 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80705156-209e-4163-8c50-edbd02d422b2 None None] Pushing event updated for resources: {'Port': ['ID=23f6d3c0-e223-4006-a1da-b5e9197f09cc,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:13.704492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Sync routers for ids ['61eece9a-5763-4269-9cca-907b6e248101'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:12:13.711801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=2e96d787-4a04-4cfd-b622-1d9226db5283,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:13.716867 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:13.718427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-77bdc308-5b35-44de-a02a-4e6555f14334 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1118560 Sep 27 09:12:13.721779 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 34944) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:12:13.929704 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:13Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:13.957117 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e972a4d-2c52-493f-b1fe-d88222ae2b87 None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:13Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:12:14.009081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Routers {'61eece9a-5763-4269-9cca-907b6e248101'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:14.009749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['61eece9a-5763-4269-9cca-907b6e248101'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:14.072472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 44435125-4dc8-4014-9b61-cac4ce1bb252 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:14.072892 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.248938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Set router 61eece9a-5763-4269-9cca-907b6e248101 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:14.383634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.419099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1a91dbc7-4f37-45b3-b820-05218d64b72f None None] Provisioning complete for port 23f6d3c0-e223-4006-a1da-b5e9197f09cc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:14.419543 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a91dbc7-4f37-45b3-b820-05218d64b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.556036 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a91dbc7-4f37-45b3-b820-05218d64b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.560861 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.585980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0f34c897-3808-4618-a794-8441259ab1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:12:12Z', 'revision_number': 3, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port': {'id': '0f34c897-3808-4618-a794-8441259ab1aa', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:12Z', 'updated_at': '2021-09-27T09:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:14.619601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Checking router: 61eece9a-5763-4269-9cca-907b6e248101 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:12:14.619961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Updating router 61eece9a-5763-4269-9cca-907b6e248101 port 0f34c897-3808-4618-a794-8441259ab1aa binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:12:14.623963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1a91dbc7-4f37-45b3-b820-05218d64b72f None None] For port 23f6d3c0-e223-4006-a1da-b5e9197f09cc, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=23f6d3c0-e223-4006-a1da-b5e9197f09cc,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:14.645116 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a91dbc7-4f37-45b3-b820-05218d64b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.673957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.729016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91dbc7-4f37-45b3-b820-05218d64b72f None None] Pushing event updated for resources: {'Port': ['ID=23f6d3c0-e223-4006-a1da-b5e9197f09cc,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:14.737401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Allocated IP 172.20.0.1 (a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd/a302f1fc-4c4a-402f-b57a-7d775d7306ce/09e2b0e8-de9b-4125-a15e-8a6b0958ea5d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:12:14.803532 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-60c2facb-b496-4815-86be-d4fc1867bfa6 None None] Provisioning complete for port 2e96d787-4a04-4cfd-b622-1d9226db5283 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:14.803879 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60c2facb-b496-4815-86be-d4fc1867bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.841058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.874406 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:14.909422 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:14.913909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:14.917514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:12:14.942283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Pushing event updated for resources: {'Port': ['ID=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:14.962608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.022229 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.036092 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.103233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f40c36-3010-4d3a-8071-c2e26bac19be None None] Pushing event updated for resources: {'Port': ['ID=0f34c897-3808-4618-a794-8441259ab1aa,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:15.105967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Attempting to bind port 0f34c897-3808-4618-a794-8441259ab1aa on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:12:15.106888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Attempting to bind port 0f34c897-3808-4618-a794-8441259ab1aa by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:12:15.106888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Attempting to bind port 0f34c897-3808-4618-a794-8441259ab1aa on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:12:15.115662 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:12:15.116003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:15.116441 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.116834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:12:15.117313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Bound port: 0f34c897-3808-4618-a794-8441259ab1aa, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:12:15.117676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.144292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e96d787-4a04-4cfd-b622-1d9226db5283 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:15.151125 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.187808 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d972002e-0d77-405e-93ee-e09b496ec992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.218918 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] For port 0f34c897-3808-4618-a794-8441259ab1aa, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:12:15.222352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] For port 0f34c897-3808-4618-a794-8441259ab1aa, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0f34c897-3808-4618-a794-8441259ab1aa,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:12:15.227386 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.265426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 2e96d787-4a04-4cfd-b622-1d9226db5283 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:15.266137 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.323946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f40c36-3010-4d3a-8071-c2e26bac19be None None] Pushing event updated for resources: {'Port': ['ID=0f34c897-3808-4618-a794-8441259ab1aa,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:15.325643 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.326506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Routers {'61eece9a-5763-4269-9cca-907b6e248101'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:15.327103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:11:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['61eece9a-5763-4269-9cca-907b6e248101'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:15.332959 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.374152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-67250394-162d-4f1f-8459-c2fdf5be32fd None None] Provisioning complete for port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:15.374570 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67250394-162d-4f1f-8459-c2fdf5be32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.397480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.399265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Pushing event updated for resources: {'Port': ['ID=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:15.462291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-67250394-162d-4f1f-8459-c2fdf5be32fd None None] Port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:12:15.493056 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:15.494514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:15.495230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] Set router 61eece9a-5763-4269-9cca-907b6e248101 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:15.530953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 23f6d3c0-e223-4006-a1da-b5e9197f09cc up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:15.613352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Router 61eece9a-5763-4269-9cca-907b6e248101 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:12:15.676998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 23f6d3c0-e223-4006-a1da-b5e9197f09cc triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:15.677513 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:15.737307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:12:15.742747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-036314a5-5bb0-46fa-802b-0c4b9a92105a admin admin] 10.222.0.50 "PUT /v2.0/routers/61eece9a-5763-4269-9cca-907b6e248101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0195863 Sep 27 09:12:15.951407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-aee057ca-9054-4760-a563-ca6e4b13925a None None] Provisioning complete for port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:15.951752 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aee057ca-9054-4760-a563-ca6e4b13925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:16.004084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0f34c897-3808-4618-a794-8441259ab1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 4, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port': {'id': '0f34c897-3808-4618-a794-8441259ab1aa', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:12Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '09e2b0e8-de9b-4125-a15e-8a6b0958ea5d', 'name': '', 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'mac_address': 'fa:16:3e:b7:c9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:14Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 2, 'project_id': '475972208055458c99766dfa2a9b86b3', 'subnets': [{'id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:16.005947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-aee057ca-9054-4760-a563-ca6e4b13925a None None] Port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:12:16.034629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b151b93-3d62-4717-a524-c66a8811ebf3 None None] The sync data for ids ['61eece9a-5763-4269-9cca-907b6e248101'] in n-d-810909-1 is: [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0f34c897-3808-4618-a794-8441259ab1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 4, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port': {'id': '0f34c897-3808-4618-a794-8441259ab1aa', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:12Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '09e2b0e8-de9b-4125-a15e-8a6b0958ea5d', 'name': '', 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'mac_address': 'fa:16:3e:b7:c9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:14Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 2, 'project_id': '475972208055458c99766dfa2a9b86b3', 'subnets': [{'id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:12:17.129082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0f34c897-3808-4618-a794-8441259ab1aa up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:17.185255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 0f34c897-3808-4618-a794-8441259ab1aa triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:17.185772 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:17.267713 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:17.287951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 0f34c897-3808-4618-a794-8441259ab1aa, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0f34c897-3808-4618-a794-8441259ab1aa,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:17.292444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:17.345373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=0f34c897-3808-4618-a794-8441259ab1aa,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:17.565133 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08401ffb-cea9-46a5-bac3-7f540631f119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:17.862365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-feb8039d-5906-47fd-b18c-f1f112b1b5b5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:17.863888 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-feb8039d-5906-47fd-b18c-f1f112b1b5b5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1106999 Sep 27 09:12:17.879843 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-41bed058-b0ec-48b6-a33f-781d30c4dc3b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/quotas/3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 375 time: 0.0099535 Sep 27 09:12:17.937177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-eb819468-9a9c-4c01-b014-1783068a4f43 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513320 Sep 27 09:12:18.061310 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Sync routers for ids ['61eece9a-5763-4269-9cca-907b6e248101'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:12:18.065771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:18.071416 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Routers {'61eece9a-5763-4269-9cca-907b6e248101'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:18.072205 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:12:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['61eece9a-5763-4269-9cca-907b6e248101'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:18.138793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-36343d8c-042a-46ea-9f93-6b9f4acaed6d service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945102 Sep 27 09:12:18.176895 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Set router 61eece9a-5763-4269-9cca-907b6e248101 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:18.234525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-f44e8bc4-4520-4e98-a670-5a216ddbd5f0 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892897 Sep 27 09:12:18.474692 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0f34c897-3808-4618-a794-8441259ab1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 4, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port': {'id': '0f34c897-3808-4618-a794-8441259ab1aa', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:12Z', 'updated_at': '2021-09-27T09:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '09e2b0e8-de9b-4125-a15e-8a6b0958ea5d', 'name': '', 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'mac_address': 'fa:16:3e:b7:c9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:14Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 2, 'project_id': '475972208055458c99766dfa2a9b86b3', 'subnets': [{'id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:18.502338 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Checking router: 61eece9a-5763-4269-9cca-907b6e248101 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:12:18.502686 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Updating router 61eece9a-5763-4269-9cca-907b6e248101 port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:12:18.526715 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:18.800119 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:18.808648 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:18.856395 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a59322-dc85-462d-bc42-c975b1bbf64a None None] Pushing event updated for resources: {'Port': ['ID=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:18.909507 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Attempting to bind port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:12:18.909873 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Attempting to bind port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:12:18.910253 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Attempting to bind port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d on network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:12:18.915288 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:12:18.915656 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Checking segment: {'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:18.916051 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:18.916509 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Bound using segment: {'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:12:18.917099 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Bound port: 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0605e4b-bc0f-475a-99d6-dbab5871c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:12:18.917329 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:18.987710 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] For port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:12:18.991576 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] For port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,segment=NetworkSegment(f0605e4b-bc0f-475a-99d6-dbab5871c181),segment_id=f0605e4b-bc0f-475a-99d6-dbab5871c181)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:12:18.996379 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:19.055754 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Routers {'61eece9a-5763-4269-9cca-907b6e248101'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:12:19.056572 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:12:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['61eece9a-5763-4269-9cca-907b6e248101'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:19.062034 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a59322-dc85-462d-bc42-c975b1bbf64a None None] Pushing event updated for resources: {'Port': ['ID=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:19.072837 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:19.097928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Provisioning complete for port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:19.098602 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:19.121814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0f34c897-3808-4618-a794-8441259ab1aa up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:19.170688 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] Set router 61eece9a-5763-4269-9cca-907b6e248101 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:12:19.217609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 0f34c897-3808-4618-a794-8441259ab1aa triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:19.218134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:19.243838 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:19.290260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] For port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,segment=NetworkSegment(f0605e4b-bc0f-475a-99d6-dbab5871c181),segment_id=f0605e4b-bc0f-475a-99d6-dbab5871c181)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:19.296945 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:19.368964 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Pushing event updated for resources: {'Port': ['ID=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:19.376440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.376793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.376928 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0f34c897-3808-4618-a794-8441259ab1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 4, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port': {'id': '0f34c897-3808-4618-a794-8441259ab1aa', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:12Z', 'updated_at': '2021-09-27T09:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '09e2b0e8-de9b-4125-a15e-8a6b0958ea5d', 'name': '', 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'mac_address': 'fa:16:3e:b7:c9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:14Z', 'updated_at': '2021-09-27T09:12:18Z', 'revision_number': 4, 'project_id': '475972208055458c99766dfa2a9b86b3', 'subnets': [{'id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:12:19.377112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.377480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.377804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.378136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.378483 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.378797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.379126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.379447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.379772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.380100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c0875-0710-4b60-bb74-e99ca8d675e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:12:19.402844 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2e46a3-121a-4a42-b954-0376f2f9b7a8 None None] The sync data for ids ['61eece9a-5763-4269-9cca-907b6e248101'] in n-d-810909-1 is: [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0f34c897-3808-4618-a794-8441259ab1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:12:15Z', 'revision_number': 4, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port': {'id': '0f34c897-3808-4618-a794-8441259ab1aa', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:12Z', 'updated_at': '2021-09-27T09:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '09e2b0e8-de9b-4125-a15e-8a6b0958ea5d', 'name': '', 'network_id': 'a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'mac_address': 'fa:16:3e:b7:c9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:14Z', 'updated_at': '2021-09-27T09:12:18Z', 'revision_number': 4, 'project_id': '475972208055458c99766dfa2a9b86b3', 'subnets': [{'id': 'a302f1fc-4c4a-402f-b57a-7d775d7306ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:12:19.416762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-89f35486-b9ba-459f-b953-4917b00a4e99 None None] Provisioning complete for port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:19.417143 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89f35486-b9ba-459f-b953-4917b00a4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:19.549616 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89a24e86-cc4a-46c8-8202-659a14020531 req-18494473-7ef8-43eb-a82a-a3c6829f8050 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 210 time: 0.0273428 Sep 27 09:12:20.526769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-4e391ef3-cd48-4d04-b955-41e52a1e8350 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:20.528313 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-4e391ef3-cd48-4d04-b955-41e52a1e8350 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1139300 Sep 27 09:12:20.546736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'port': {'device_id': 'b7437b0b-a0f3-4c13-9f77-ca422ae3c020', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'admin_state_up': True, 'tenant_id': '3aca61a6039d4386add202bb9ad934af'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:12:20.651610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14fc2664-80c6-4c17-9086-453530a1ec59 req-6022b084-8357-4aa5-a3f9-88d812979a81 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 210 time: 0.0296693 Sep 27 09:12:20.675582 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:20.677914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:12:20.681512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:20.814989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.20.0.4 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/19236f94-3f45-4a7c-b650-3eb11730e12f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:12:20.972087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.007663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.051033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:12:21.053842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:12:21.058535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:12:21.088341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=19236f94-3f45-4a7c-b650-3eb11730e12f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:21.126742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:21.130541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:21.131352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.157839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-12dd296e-3d2c-48d6-aaed-4dba3611d93d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6142783 Sep 27 09:12:21.183235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:21.183792 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.255101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Request body: {'port': {'device_id': 'b7437b0b-a0f3-4c13-9f77-ca422ae3c020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:12:21.320309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.338266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-539d5d6c-7c7f-4053-bf94-7df8b8a5b5e7 None None] Provisioning complete for port 19236f94-3f45-4a7c-b650-3eb11730e12f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:21.338936 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-539d5d6c-7c7f-4053-bf94-7df8b8a5b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.378995 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-539d5d6c-7c7f-4053-bf94-7df8b8a5b5e7 None None] Port 19236f94-3f45-4a7c-b650-3eb11730e12f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:12:21.584430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19236f94-3f45-4a7c-b650-3eb11730e12f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:12:21.592304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.604676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Transition to ACTIVE for port object 19236f94-3f45-4a7c-b650-3eb11730e12f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:12:21.609669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.664994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Pushing event updated for resources: {'Port': ['ID=19236f94-3f45-4a7c-b650-3eb11730e12f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:21.762681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Attempting to bind port 19236f94-3f45-4a7c-b650-3eb11730e12f on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:12:21.762681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Attempting to bind port 19236f94-3f45-4a7c-b650-3eb11730e12f by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:12:21.762681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Attempting to bind port 19236f94-3f45-4a7c-b650-3eb11730e12f on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:12:21.784792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Port 19236f94-3f45-4a7c-b650-3eb11730e12f on network bc563f7b-c7df-4017-a71e-3c76b8010e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:12:21.785184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Attempting to bind port 19236f94-3f45-4a7c-b650-3eb11730e12f on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:12:21.801694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:12:21.801981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:12:21.802398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:12:21.802922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Bound port: 19236f94-3f45-4a7c-b650-3eb11730e12f, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:12:21.803361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.826891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0f6aa-8f1f-415e-89c5-d7c936c25317 req-c3d960d9-c678-4de7-a219-a29557062114 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:21.828573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5b0f6aa-8f1f-415e-89c5-d7c936c25317 req-c3d960d9-c678-4de7-a219-a29557062114 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0810452 Sep 27 09:12:21.916750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5b0f6aa-8f1f-415e-89c5-d7c936c25317 req-ee760206-1a5d-4f0b-ae71-de131a23290e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808246 Sep 27 09:12:21.921092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] For port 19236f94-3f45-4a7c-b650-3eb11730e12f, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:12:21.924299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] For port 19236f94-3f45-4a7c-b650-3eb11730e12f, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=19236f94-3f45-4a7c-b650-3eb11730e12f,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:12:21.929602 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.967385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:21.967976 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:21.969560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] 10.222.0.67 "PUT /v2.0/ports/19236f94-3f45-4a7c-b650-3eb11730e12f HTTP/1.1" status: 200 len: 1091 time: 0.8024204 Sep 27 09:12:21.969856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7437b0b-a0f3-4c13-9f77-ca422ae3c020', 'tag': '19236f94-3f45-4a7c-b650-3eb11730e12f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:12:21.972116 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7437b0b-a0f3-4c13-9f77-ca422ae3c020", "tag": "19236f94-3f45-4a7c-b650-3eb11730e12f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:12:21.992603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7009eb-5039-415c-adce-9d0d7ef622f6 service neutron] Pushing event updated for resources: {'Port': ['ID=19236f94-3f45-4a7c-b650-3eb11730e12f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:22.023927 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed3e99-f493-49b0-8d81-25da0ee35657 x-openstack-request-id: req-78ed3e99-f493-49b0-8d81-25da0ee35657 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:12:22.024308 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7437b0b-a0f3-4c13-9f77-ca422ae3c020", "tag": "19236f94-3f45-4a7c-b650-3eb11730e12f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:12:22.024739 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78ed3e99-f493-49b0-8d81-25da0ee35657 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:12:22.025224 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7437b0b-a0f3-4c13-9f77-ca422ae3c020', 'tag': '19236f94-3f45-4a7c-b650-3eb11730e12f', 'status': 'completed', 'code': 200} Sep 27 09:12:22.081334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-331a48d9-5384-4472-9055-0fab705fa85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:22.082926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-331a48d9-5384-4472-9055-0fab705fa85b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 1094 time: 0.0511329 Sep 27 09:12:22.130718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-bad4b02d-5e1e-451d-a1e6-03b6bcad2ddd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19236f94-3f45-4a7c-b650-3eb11730e12f HTTP/1.1" status: 200 len: 217 time: 0.0392313 Sep 27 09:12:22.182532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-945b3c06-3202-42c9-acd4-0d3216d8eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:22.184187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-945b3c06-3202-42c9-acd4-0d3216d8eac7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0456686 Sep 27 09:12:22.235229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-3a5b54eb-d935-4462-ab67-5cce25ca3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:22.236836 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-3a5b54eb-d935-4462-ab67-5cce25ca3606 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452998 Sep 27 09:12:22.330853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-90cb98da-bdde-4de5-a6c9-7b8aafa1281e service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867779 Sep 27 09:12:22.432867 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8c6e208-b04e-4aba-961b-f2dcbf591a68 req-2a16a8e6-4a78-4525-a2f6-3ef9331b8fea service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949535 Sep 27 09:12:22.519937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-df61b6af-978b-4506-adcf-e72202752d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:22.521518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-df61b6af-978b-4506-adcf-e72202752d4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 1094 time: 0.0420017 Sep 27 09:12:22.616879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-32fe6dfb-327e-4d07-ad63-c7fb517a2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:22.618414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-32fe6dfb-327e-4d07-ad63-c7fb517a2b11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0900743 Sep 27 09:12:22.661153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-1d4c2e04-d578-488f-b0fa-4f509646bd76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19236f94-3f45-4a7c-b650-3eb11730e12f HTTP/1.1" status: 200 len: 217 time: 0.0351450 Sep 27 09:12:22.715827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-5732a10c-123e-4ecd-823d-a48a0c907e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:22.717335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-5732a10c-123e-4ecd-823d-a48a0c907e0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0493245 Sep 27 09:12:22.766042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-8250ddfc-d394-4b99-8095-1368bb1a5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:22.767533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-8250ddfc-d394-4b99-8095-1368bb1a5a2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425255 Sep 27 09:12:22.861049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-da46c46a-95d3-4119-98b9-3bf37fcee765 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866127 Sep 27 09:12:22.954282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16fa56a7-7fd7-462e-8fe7-8cb26dc7d9a9 req-5c64ff17-9ab3-4dda-9ac8-a89644c74984 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 Sep 27 09:12:23.038812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0949-fef4-42b1-870c-8497f4b1ab86 req-690b7a87-f564-493b-8cbd-f98e99fb425e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:23.040366 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ecea0949-fef4-42b1-870c-8497f4b1ab86 req-690b7a87-f564-493b-8cbd-f98e99fb425e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0538132 Sep 27 09:12:23.082307 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ecea0949-fef4-42b1-870c-8497f4b1ab86 req-2f607200-2da2-4619-880a-d51015edef8d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Sep 27 09:12:24.201853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01846d08-c432-42c8-a6ab-eec212a7b1c8 req-fce546dd-df52-4406-b2c0-cc3491b18a04 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:24.203375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01846d08-c432-42c8-a6ab-eec212a7b1c8 req-fce546dd-df52-4406-b2c0-cc3491b18a04 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0514529 Sep 27 09:12:24.244510 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01846d08-c432-42c8-a6ab-eec212a7b1c8 req-bfd3d840-11ac-4670-a736-da411b7c3edb tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345647 Sep 27 09:12:25.364734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f2ec7-b552-45d1-9e02-7bd0bfeedf5a req-4ef6ac1a-c3f5-41c0-bf97-c576411226cb tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:25.366102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b3f2ec7-b552-45d1-9e02-7bd0bfeedf5a req-4ef6ac1a-c3f5-41c0-bf97-c576411226cb tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0545785 Sep 27 09:12:25.405129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b3f2ec7-b552-45d1-9e02-7bd0bfeedf5a req-8efa7ad0-d0bb-43de-b952-77296390b720 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Sep 27 09:12:26.545342 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889e411-6b3f-439f-b821-220da4a0b5af req-2103e6df-fff8-411b-b37a-ce1d1f35435c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:26.546879 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1889e411-6b3f-439f-b821-220da4a0b5af req-2103e6df-fff8-411b-b37a-ce1d1f35435c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0577707 Sep 27 09:12:26.592075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1889e411-6b3f-439f-b821-220da4a0b5af req-458b0680-4205-4d6c-a2c1-040c495c5ae3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364528 Sep 27 09:12:27.725582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acec7f9-f003-4838-a564-74b6160bfc49 req-a6107020-3eaf-4b8a-8a3a-a7039349e4c5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:27.727089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acec7f9-f003-4838-a564-74b6160bfc49 req-a6107020-3eaf-4b8a-8a3a-a7039349e4c5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0524461 Sep 27 09:12:27.772850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acec7f9-f003-4838-a564-74b6160bfc49 req-ced6880c-d7ce-4e84-8293-3b5dd30b1b7f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371914 Sep 27 09:12:28.915081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c05cb-dd47-4a91-accb-3997d1a33edd req-a9b42e27-0e41-4fa0-91a2-d84ecbd74ee9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:28.916574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b1c05cb-dd47-4a91-accb-3997d1a33edd req-a9b42e27-0e41-4fa0-91a2-d84ecbd74ee9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0604408 Sep 27 09:12:28.958750 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b1c05cb-dd47-4a91-accb-3997d1a33edd req-0c94e2f5-3857-4ca0-8ee9-a909f6f5b8a6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Sep 27 09:12:30.096953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a57549-1d1e-4d2f-9047-5096ae563a8c req-f871e2aa-808d-496c-998a-26ed682d374e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:30.098653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9a57549-1d1e-4d2f-9047-5096ae563a8c req-f871e2aa-808d-496c-998a-26ed682d374e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0614848 Sep 27 09:12:30.137521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9a57549-1d1e-4d2f-9047-5096ae563a8c req-b03f8e52-6caf-4240-9b54-0695d00377fa tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Sep 27 09:12:31.269268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb4a9e-fb6d-4149-809f-0e771d4ab333 req-20f51ef9-6303-4e2a-9983-eb8ff5bfc788 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:31.270752 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c1eb4a9e-fb6d-4149-809f-0e771d4ab333 req-20f51ef9-6303-4e2a-9983-eb8ff5bfc788 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0512207 Sep 27 09:12:31.309073 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c1eb4a9e-fb6d-4149-809f-0e771d4ab333 req-77eb99b7-4666-49f4-abef-54002461af1c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Sep 27 09:12:32.325113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 19236f94-3f45-4a7c-b650-3eb11730e12f details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:12:32.430818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 19236f94-3f45-4a7c-b650-3eb11730e12f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=19236f94-3f45-4a7c-b650-3eb11730e12f,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:32.440273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa28edd-d94d-4faf-bfae-29459286d8e4 req-21ce2e6c-e3a8-48d6-835a-6427ae07b731 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:32.441802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa28edd-d94d-4faf-bfae-29459286d8e4 req-21ce2e6c-e3a8-48d6-835a-6427ae07b731 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 943 time: 0.0576959 Sep 27 09:12:32.442474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '19236f94-3f45-4a7c-b650-3eb11730e12f', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'port_id': '19236f94-3f45-4a7c-b650-3eb11730e12f', 'mac_address': 'fa:16:3e:eb:12:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:12:32.482397 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:32.483500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2fa28edd-d94d-4faf-bfae-29459286d8e4 req-56b45722-23e8-44b6-a1ea-cd371e47a2df tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Sep 27 09:12:32.495776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19236f94-3f45-4a7c-b650-3eb11730e12f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:12:32.514646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 19236f94-3f45-4a7c-b650-3eb11730e12f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=19236f94-3f45-4a7c-b650-3eb11730e12f,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:32.520172 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:32.565269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=19236f94-3f45-4a7c-b650-3eb11730e12f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:32.751924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['19236f94-3f45-4a7c-b650-3eb11730e12f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:12:33.617960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6b366-40ba-4605-98b9-76ec2a730093 req-df4857b8-2709-41df-ad0e-a5c380830b63 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:33.619429 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4e6b366-40ba-4605-98b9-76ec2a730093 req-df4857b8-2709-41df-ad0e-a5c380830b63 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 944 time: 0.0605047 Sep 27 09:12:33.663611 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4e6b366-40ba-4605-98b9-76ec2a730093 req-c6e7d9d2-3f29-4480-b5ba-449a94f742b1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349805 Sep 27 09:12:34.316582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 19236f94-3f45-4a7c-b650-3eb11730e12f up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:12:34.381218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 19236f94-3f45-4a7c-b650-3eb11730e12f completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:12:34.384980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 19236f94-3f45-4a7c-b650-3eb11730e12f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:12:34.385373 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:34.464791 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:34.496381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7437b0b-a0f3-4c13-9f77-ca422ae3c020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19236f94-3f45-4a7c-b650-3eb11730e12f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:12:34.499066 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4b7df6-8a79-4894-8245-fe5ced57ff8e" -d '{"events": [{"server_uuid": "b7437b0b-a0f3-4c13-9f77-ca422ae3c020", "name": "network-vif-plugged", "status": "completed", "tag": "19236f94-3f45-4a7c-b650-3eb11730e12f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:12:34.512439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 19236f94-3f45-4a7c-b650-3eb11730e12f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=19236f94-3f45-4a7c-b650-3eb11730e12f,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:34.517944 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:34.544998 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706643b2-1bc3-46dc-be7a-249935eb4bc8 x-openstack-request-id: req-706643b2-1bc3-46dc-be7a-249935eb4bc8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:12:34.545290 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7437b0b-a0f3-4c13-9f77-ca422ae3c020", "name": "network-vif-plugged", "status": "completed", "tag": "19236f94-3f45-4a7c-b650-3eb11730e12f", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:12:34.545545 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-706643b2-1bc3-46dc-be7a-249935eb4bc8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:12:34.545949 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7437b0b-a0f3-4c13-9f77-ca422ae3c020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19236f94-3f45-4a7c-b650-3eb11730e12f', 'code': 200} Sep 27 09:12:34.572645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=19236f94-3f45-4a7c-b650-3eb11730e12f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:34.633347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521098b5-20d4-4606-a4a0-71eacb7918e8 req-4e56af08-08ed-48ce-b692-e77dddeab684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:34.634817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-521098b5-20d4-4606-a4a0-71eacb7918e8 req-4e56af08-08ed-48ce-b692-e77dddeab684 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 1096 time: 0.0401695 Sep 27 09:12:34.671163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-521098b5-20d4-4606-a4a0-71eacb7918e8 req-2a168f44-8528-401f-bdf5-d7f0b5d87552 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288832 Sep 27 09:12:34.789322 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389c3e5-dcf3-4e93-8792-842b469a7156 req-2553b443-fbde-4f9c-b7d5-05a5e23d72a7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:34.790733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3389c3e5-dcf3-4e93-8792-842b469a7156 req-2553b443-fbde-4f9c-b7d5-05a5e23d72a7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 945 time: 0.0548010 Sep 27 09:12:34.830162 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3389c3e5-dcf3-4e93-8792-842b469a7156 req-cb0b5139-1769-4a76-9a67-145c3c30fb1d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Sep 27 09:12:35.957075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94459635-e222-4853-af7e-252cd85f8fd0 req-fa00c3bc-1b60-4cc5-adf7-2ae5886fcc6a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:35.958554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94459635-e222-4853-af7e-252cd85f8fd0 req-fa00c3bc-1b60-4cc5-adf7-2ae5886fcc6a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 945 time: 0.0491924 Sep 27 09:12:35.997077 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94459635-e222-4853-af7e-252cd85f8fd0 req-6adb0f14-30a1-4a58-9d25-bf7fdbb7bff1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Sep 27 09:12:36.065417 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:36.128642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9c98f-974d-4c41-a0ae-555981d00861 req-71482726-db4f-4f00-acb5-957a2cbda2ea tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:36.130034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5b9c98f-974d-4c41-a0ae-555981d00861 req-71482726-db4f-4f00-acb5-957a2cbda2ea tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 945 time: 0.0489855 Sep 27 09:12:36.167664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5b9c98f-974d-4c41-a0ae-555981d00861 req-8e5617da-83c8-4b50-8596-3c7cf9000a7a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Sep 27 09:12:36.559050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c92026-582d-428d-ad1e-ec4282d8f26f req-192c3b9b-fcc4-4224-ac83-47959445fed8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:36.560592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62c92026-582d-428d-ad1e-ec4282d8f26f req-192c3b9b-fcc4-4224-ac83-47959445fed8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 945 time: 0.0534267 Sep 27 09:12:36.606359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-62c92026-582d-428d-ad1e-ec4282d8f26f req-008b7acd-f971-4534-b66d-3fca6f30d6d3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Sep 27 09:12:36.859355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64894b9-ca24-40a4-8d91-1426de5c62d1 req-370a374b-454b-4423-bc92-478030412894 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:36.860770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e64894b9-ca24-40a4-8d91-1426de5c62d1 req-370a374b-454b-4423-bc92-478030412894 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 945 time: 0.0675449 Sep 27 09:12:36.900043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e64894b9-ca24-40a4-8d91-1426de5c62d1 req-800cf73f-3eaa-4e05-9697-61dfc3458765 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332308 Sep 27 09:12:38.023837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802e10d-0e51-44c3-9424-dcd5cbdf8698 req-20e2af05-1263-4c39-89cb-a5d03148941e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:38.025778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c802e10d-0e51-44c3-9424-dcd5cbdf8698 req-20e2af05-1263-4c39-89cb-a5d03148941e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 945 time: 0.0569069 Sep 27 09:12:38.071089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c802e10d-0e51-44c3-9424-dcd5cbdf8698 req-cad687c3-2746-4ef0-974c-9dc36c72c936 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387907 Sep 27 09:12:38.268840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33716-b880-40be-949e-92e73d9bbe65 req-6cb4e3af-6fc4-4e1f-9c04-0e0cedcca65f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:12:38.270380 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4df33716-b880-40be-949e-92e73d9bbe65 req-6cb4e3af-6fc4-4e1f-9c04-0e0cedcca65f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 945 time: 0.0510798 Sep 27 09:12:38.367638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port 19236f94-3f45-4a7c-b650-3eb11730e12f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:12:38.367977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:38.458940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] For port 19236f94-3f45-4a7c-b650-3eb11730e12f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=19236f94-3f45-4a7c-b650-3eb11730e12f,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:12:38.459219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:38.471909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for 19236f94-3f45-4a7c-b650-3eb11730e12f owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:12:38.607172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:38.620210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['19236f94-3f45-4a7c-b650-3eb11730e12f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:12:38.637998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=19236f94-3f45-4a7c-b650-3eb11730e12f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:12:38.682801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] No DVR routers for this DVR port 19236f94-3f45-4a7c-b650-3eb11730e12f on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:12:38.685766 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:38.688267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4df33716-b880-40be-949e-92e73d9bbe65 req-792aa597-1581-4fc3-af8b-7305ef91b8e4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "DELETE /v2.0/ports/19236f94-3f45-4a7c-b650-3eb11730e12f HTTP/1.1" status: 204 len: 173 time: 0.4117057 Sep 27 09:12:38.688458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7437b0b-a0f3-4c13-9f77-ca422ae3c020', 'name': 'network-vif-deleted', 'tag': '19236f94-3f45-4a7c-b650-3eb11730e12f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:12:38.690711 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4d6f9f-5228-4d0e-938c-e1be7eeb5c1d" -d '{"events": [{"server_uuid": "b7437b0b-a0f3-4c13-9f77-ca422ae3c020", "name": "network-vif-deleted", "tag": "19236f94-3f45-4a7c-b650-3eb11730e12f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:12:38.727389 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e806beb-3b6c-46f3-b6f8-c3ed33a27b10 x-openstack-request-id: req-5e806beb-3b6c-46f3-b6f8-c3ed33a27b10 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:12:38.727742 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7437b0b-a0f3-4c13-9f77-ca422ae3c020", "name": "network-vif-deleted", "tag": "19236f94-3f45-4a7c-b650-3eb11730e12f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:12:38.728046 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e806beb-3b6c-46f3-b6f8-c3ed33a27b10 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:12:38.728532 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7437b0b-a0f3-4c13-9f77-ca422ae3c020', 'name': 'network-vif-deleted', 'tag': '19236f94-3f45-4a7c-b650-3eb11730e12f', 'status': 'completed', 'code': 200} Sep 27 09:12:39.172424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eb069ecc-4e87-4525-8e03-a0b55d17a4aa req-e66a2e85-35eb-4a2d-b2a7-a47e90ead041 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Sep 27 09:12:40.269425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d83d71ba-94ad-460c-b638-55074c0a6151 req-ceb4a4a4-776d-4f66-a150-01d49119ea12 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 210 time: 0.0265377 Sep 27 09:12:41.374934 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-73e7bcbe-fc74-4b5f-8c47-f8946f50c2ed req-835dd7b9-3c1e-4528-a5cf-dcc396ef6389 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 210 time: 0.0280371 Sep 27 09:12:42.348439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 19236f94-3f45-4a7c-b650-3eb11730e12f no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:12:42.381111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 19236f94-3f45-4a7c-b650-3eb11730e12f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:12:42.381458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 19236f94-3f45-4a7c-b650-3eb11730e12f not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:12:42.479410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6770fa1-f955-4f09-be29-d9fd1f9d43d7 req-128bcd0e-fdf9-4b7b-8a11-cbe83feaf0b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7437b0b-a0f3-4c13-9f77-ca422ae3c020 HTTP/1.1" status: 200 len: 210 time: 0.0263495 Sep 27 09:12:44.318802 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:45.132522 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9aef23ab-8ebd-414d-9a8d-0b0c6f406ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:47.568513 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e119fb09-e87a-4bd8-b7f9-0b024e24c1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:48.060094 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:48.452926 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:12:49.055936 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:12:50.679557 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:02.644986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-9ffc2819-efe2-4692-8661-aa4d73aaeba2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:02.646486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-9ffc2819-efe2-4692-8661-aa4d73aaeba2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1059809 Sep 27 09:13:02.664018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-acfe87a0-319d-4bf5-97da-74a0265052ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/quotas/3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 375 time: 0.0099506 Sep 27 09:13:02.717158 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-02e901b6-1554-42d6-a468-79bf58c96f39 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471654 Sep 27 09:13:02.808460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-db5b8cd5-b9a2-4269-9970-aa143a5a68bc service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Sep 27 09:13:02.904564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-72056fe9-f933-4633-89f5-fdf418f3fd9e service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896916 Sep 27 09:13:03.098526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81277db6-be52-459e-abb1-f0ccfdcf59af req-549e7373-178b-4236-a0c4-f61f0870cfc3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 210 time: 0.0271063 Sep 27 09:13:04.069924 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-69e56436-bc34-4392-8afa-59deb2eef13e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:04.071183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-69e56436-bc34-4392-8afa-59deb2eef13e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1109807 Sep 27 09:13:04.084772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'port': {'device_id': '8048b64d-c7ca-4785-9776-9a8fd8f6fb1b', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'admin_state_up': True, 'tenant_id': '3aca61a6039d4386add202bb9ad934af'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:13:04.201204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fb54363-8706-44e0-a234-e4b429ccdc8a req-a2b5c79d-495c-401c-93d3-74aeec54b938 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 210 time: 0.0354629 Sep 27 09:13:04.221042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:13:04.224980 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:04.359769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.20.0.6 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/ca7020b0-6509-45bd-b41d-bcc08c0d5074) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:13:04.518118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:04.552231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:04.597667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:13:04.600752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:13:04.607751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:13:04.611341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=ca7020b0-6509-45bd-b41d-bcc08c0d5074,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:13:04.643326 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.643671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.644048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.644458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.644797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.645133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.645464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.645795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.646118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.646444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.646770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.647092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:04.674089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:04.674809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:04.691144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-feda78f0-5ead-4c10-90e7-1515f28b32b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099267 Sep 27 09:13:04.704634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Request body: {'port': {'device_id': '8048b64d-c7ca-4785-9776-9a8fd8f6fb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:13:04.764353 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:04.830952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-28e831e3-91ef-467f-b009-92088eacc57d None None] Provisioning complete for port ca7020b0-6509-45bd-b41d-bcc08c0d5074 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:13:04.831579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28e831e3-91ef-467f-b009-92088eacc57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:04.864757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-28e831e3-91ef-467f-b009-92088eacc57d None None] Port ca7020b0-6509-45bd-b41d-bcc08c0d5074 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:13:05.326679 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8d077-2668-4ff8-aec7-a2ad2ea78558 req-d680f7e4-ad14-4694-906d-2ed4f3346b67 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:05.328310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca8d077-2668-4ff8-aec7-a2ad2ea78558 req-d680f7e4-ad14-4694-906d-2ed4f3346b67 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 931 time: 0.0490315 Sep 27 09:13:05.369144 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dca8d077-2668-4ff8-aec7-a2ad2ea78558 req-522cee87-2628-4f24-b7a9-923e18fd4dc2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Sep 27 09:13:05.378907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7020b0-6509-45bd-b41d-bcc08c0d5074 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:13:05.395112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:05.406801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Transition to ACTIVE for port object ca7020b0-6509-45bd-b41d-bcc08c0d5074 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:13:05.411991 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:05.468001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Pushing event updated for resources: {'Port': ['ID=ca7020b0-6509-45bd-b41d-bcc08c0d5074,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:13:05.533378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Attempting to bind port ca7020b0-6509-45bd-b41d-bcc08c0d5074 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:13:05.533724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Attempting to bind port ca7020b0-6509-45bd-b41d-bcc08c0d5074 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:13:05.534055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Attempting to bind port ca7020b0-6509-45bd-b41d-bcc08c0d5074 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:13:05.539205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Port ca7020b0-6509-45bd-b41d-bcc08c0d5074 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:13:05.539597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Attempting to bind port ca7020b0-6509-45bd-b41d-bcc08c0d5074 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:13:05.545152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:13:05.545503 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:13:05.545897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:13:05.546336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Bound port: ca7020b0-6509-45bd-b41d-bcc08c0d5074, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:13:05.546699 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:05.616092 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] For port ca7020b0-6509-45bd-b41d-bcc08c0d5074, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:13:05.619426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] For port ca7020b0-6509-45bd-b41d-bcc08c0d5074, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca7020b0-6509-45bd-b41d-bcc08c0d5074,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:13:05.624280 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:05.661909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:05.662522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:05.664160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] 10.222.0.57 "PUT /v2.0/ports/ca7020b0-6509-45bd-b41d-bcc08c0d5074 HTTP/1.1" status: 200 len: 1091 time: 0.9641645 Sep 27 09:13:05.664674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8048b64d-c7ca-4785-9776-9a8fd8f6fb1b', 'tag': 'ca7020b0-6509-45bd-b41d-bcc08c0d5074'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:13:05.666848 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c077a19c-9e04-4efd-bb23-20d6fd933310" -d '{"events": [{"name": "network-changed", "server_uuid": "8048b64d-c7ca-4785-9776-9a8fd8f6fb1b", "tag": "ca7020b0-6509-45bd-b41d-bcc08c0d5074"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:13:05.733696 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c8bcff-18ad-42e9-95fd-d476ec76ac5f x-openstack-request-id: req-44c8bcff-18ad-42e9-95fd-d476ec76ac5f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:13:05.733998 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8048b64d-c7ca-4785-9776-9a8fd8f6fb1b", "tag": "ca7020b0-6509-45bd-b41d-bcc08c0d5074", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:13:05.734313 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44c8bcff-18ad-42e9-95fd-d476ec76ac5f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:13:05.734939 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8048b64d-c7ca-4785-9776-9a8fd8f6fb1b', 'tag': 'ca7020b0-6509-45bd-b41d-bcc08c0d5074', 'status': 'completed', 'code': 200} Sep 27 09:13:05.753689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88163d51-8b7a-47bc-a1a9-5f295b2ce60c service neutron] Pushing event updated for resources: {'Port': ['ID=ca7020b0-6509-45bd-b41d-bcc08c0d5074,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:13:05.770245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-bb9797c7-a2cb-4e01-8efa-4d47a411e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:05.771959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-bb9797c7-a2cb-4e01-8efa-4d47a411e39b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 1094 time: 0.0552971 Sep 27 09:13:05.816720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-ccf05e9a-3b45-453a-9858-295aafbbaf05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca7020b0-6509-45bd-b41d-bcc08c0d5074 HTTP/1.1" status: 200 len: 217 time: 0.0357425 Sep 27 09:13:05.870542 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-787e7ed8-53a2-4043-a4ee-ebc5cd1ae071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:05.873349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-787e7ed8-53a2-4043-a4ee-ebc5cd1ae071 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0490487 Sep 27 09:13:05.929106 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-becca304-d319-44a7-b0f4-782c2b3ac72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:05.930635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-becca304-d319-44a7-b0f4-782c2b3ac72d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488954 Sep 27 09:13:06.025781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-7e342bf5-25f2-4ce6-8236-7a91ca197714 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870948 Sep 27 09:13:06.079864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:06.125403 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2574526-65c6-460e-8a89-ed649cec9c98 req-538e3915-e4ad-4219-9f73-1ae0207d22c7 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914171 Sep 27 09:13:06.212051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-cbb79f33-d8ab-4d59-8aaf-23e2e4c6e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:06.213603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-cbb79f33-d8ab-4d59-8aaf-23e2e4c6e245 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 1094 time: 0.0417211 Sep 27 09:13:06.323173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-88c9f0b8-eabd-464b-b2dc-777b0f5c36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:06.324809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-88c9f0b8-eabd-464b-b2dc-777b0f5c36d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.1039491 Sep 27 09:13:06.367551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-d606b571-1321-42ef-931f-4149c68da8a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca7020b0-6509-45bd-b41d-bcc08c0d5074 HTTP/1.1" status: 200 len: 217 time: 0.0350578 Sep 27 09:13:06.419103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-b91591b1-d481-40f4-9ffa-7ac405b22c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:06.420711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-b91591b1-d481-40f4-9ffa-7ac405b22c1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0458484 Sep 27 09:13:06.474031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-da983505-41ea-4de4-8f10-fda38079968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:06.475664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-da983505-41ea-4de4-8f10-fda38079968a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471611 Sep 27 09:13:06.493926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386359c7-1aa6-4205-84fc-12f129e0227a req-760185b2-6b67-4c46-9924-ff40a86f321a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:06.495499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-386359c7-1aa6-4205-84fc-12f129e0227a req-760185b2-6b67-4c46-9924-ff40a86f321a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0548711 Sep 27 09:13:06.535422 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-386359c7-1aa6-4205-84fc-12f129e0227a req-8a7e683f-7772-4127-84b2-78c4e3116539 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Sep 27 09:13:06.569201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-760d748a-5f6d-445c-a565-07e130784018 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856915 Sep 27 09:13:06.667902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c077a19c-9e04-4efd-bb23-20d6fd933310 req-076d0ed6-91a4-41ec-ab4a-a74b4ef554fb service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908477 Sep 27 09:13:07.702701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110df5-571c-46b8-91a2-87c82846aa58 req-815a1677-a5b5-4104-92e5-dd15e926acfe tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:07.704546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e110df5-571c-46b8-91a2-87c82846aa58 req-815a1677-a5b5-4104-92e5-dd15e926acfe tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0646327 Sep 27 09:13:07.755710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e110df5-571c-46b8-91a2-87c82846aa58 req-60ae9b56-de8c-4511-89c8-8897e7eb7a05 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Sep 27 09:13:08.929559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91385480-6459-4850-a382-97a7255217f5 req-a93826b1-25c9-43a8-a580-0f3572f5f6cf tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:08.931034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91385480-6459-4850-a382-97a7255217f5 req-a93826b1-25c9-43a8-a580-0f3572f5f6cf tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0754158 Sep 27 09:13:08.970379 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91385480-6459-4850-a382-97a7255217f5 req-7dad8481-2c7c-4e1f-9fb1-28720ca42068 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Sep 27 09:13:10.095884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbe9f4-7f04-4f68-a4f4-5179e19df9e1 req-770e6eae-45a5-42ff-9838-3eb4993572d1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:10.100891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2dbe9f4-7f04-4f68-a4f4-5179e19df9e1 req-770e6eae-45a5-42ff-9838-3eb4993572d1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0605223 Sep 27 09:13:10.137311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2dbe9f4-7f04-4f68-a4f4-5179e19df9e1 req-1f9ca172-048e-41a9-8187-9980349583f8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Sep 27 09:13:11.254435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16982ca-2eb0-4eec-81cc-291488dd3fcc req-5235c575-7462-4bf5-aa1e-6c44105b4ba9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:11.255907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c16982ca-2eb0-4eec-81cc-291488dd3fcc req-5235c575-7462-4bf5-aa1e-6c44105b4ba9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0494254 Sep 27 09:13:11.293580 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c16982ca-2eb0-4eec-81cc-291488dd3fcc req-e9ccbf53-826d-4056-ba67-42e9d9573224 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Sep 27 09:13:12.419256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46d40f-1300-4ab5-8660-d0ef230c5492 req-ecdb96e2-bf59-449d-a614-e4cc7d17a7d1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:12.420784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f46d40f-1300-4ab5-8660-d0ef230c5492 req-ecdb96e2-bf59-449d-a614-e4cc7d17a7d1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0590959 Sep 27 09:13:12.462850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f46d40f-1300-4ab5-8660-d0ef230c5492 req-99b9805e-bec6-4080-80af-0cb864242817 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Sep 27 09:13:13.599990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41ea76-2247-47e6-8609-ce9b06e51077 req-12382a16-b72c-4e07-9cdf-6b9db2e4554b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:13.601487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a41ea76-2247-47e6-8609-ce9b06e51077 req-12382a16-b72c-4e07-9cdf-6b9db2e4554b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0547237 Sep 27 09:13:13.641913 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a41ea76-2247-47e6-8609-ce9b06e51077 req-fe95d710-d7b0-4ff2-b6ff-a185f045a272 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Sep 27 09:13:14.337535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:14.756544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb8b6-766f-4361-a000-3f40d0e7570d req-4d037d4d-f126-4e4f-a79c-2b46f33410dc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:14.758089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78eeb8b6-766f-4361-a000-3f40d0e7570d req-4d037d4d-f126-4e4f-a79c-2b46f33410dc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0491145 Sep 27 09:13:14.797458 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-78eeb8b6-766f-4361-a000-3f40d0e7570d req-c314b774-ff76-493b-8186-41dd1864d27f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Sep 27 09:13:15.135525 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9eac9f4f-c37f-4a68-9b51-8d36850193c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:15.914402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1a9b-3bb5-4af0-ac78-a58eadd21fa9 req-a8f72dbb-8101-448c-a706-9d5d2943ebb5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:15.915919 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ebc1a9b-3bb5-4af0-ac78-a58eadd21fa9 req-a8f72dbb-8101-448c-a706-9d5d2943ebb5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0502791 Sep 27 09:13:15.954607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1ebc1a9b-3bb5-4af0-ac78-a58eadd21fa9 req-3d1a3d8d-58b0-466d-aba2-12f74dd83d9f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Sep 27 09:13:17.072219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce116a19-0752-4543-93e4-f7b76a705bff req-c3c207e0-da9a-4dd1-9612-0319d701b469 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:17.073761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce116a19-0752-4543-93e4-f7b76a705bff req-c3c207e0-da9a-4dd1-9612-0319d701b469 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0510526 Sep 27 09:13:17.112986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce116a19-0752-4543-93e4-f7b76a705bff req-b9aa6141-e636-456c-9183-b2abf76bd9ff tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Sep 27 09:13:17.569521 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16d9d7cf-9f98-4bc4-a01b-5e8cbeabb004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:18.071502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:18.248998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb11be-4402-463c-b41a-d044ced325b1 req-e05f4372-1060-4e05-84df-7cbbd27bc46b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:18.250564 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6bb11be-4402-463c-b41a-d044ced325b1 req-e05f4372-1060-4e05-84df-7cbbd27bc46b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0581241 Sep 27 09:13:18.292413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6bb11be-4402-463c-b41a-d044ced325b1 req-90092a85-32dc-459c-8640-46015a95fa9c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349538 Sep 27 09:13:19.068858 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:19.433096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be21e6-dedd-4577-ae80-cdf6bb72f70e req-30f3f6f9-5e49-4546-81d4-a5b8d0baa21f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:19.434566 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3be21e6-dedd-4577-ae80-cdf6bb72f70e req-30f3f6f9-5e49-4546-81d4-a5b8d0baa21f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0610726 Sep 27 09:13:19.480357 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3be21e6-dedd-4577-ae80-cdf6bb72f70e req-d075fc71-5fbc-4353-9d9f-b6ef8676cf8c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Sep 27 09:13:20.616669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e9b09-b342-47c3-9060-d2bb6a18393e req-91b46c88-5134-489f-b001-ccd3a0c6c108 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:20.618166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f9e9b09-b342-47c3-9060-d2bb6a18393e req-91b46c88-5134-489f-b001-ccd3a0c6c108 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0567029 Sep 27 09:13:20.657488 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f9e9b09-b342-47c3-9060-d2bb6a18393e req-81a8d727-ab4a-4344-89cf-78a95c2a424b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Sep 27 09:13:20.683145 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:21.790097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f2dae-243a-4566-8ec8-8b0968ccc55a req-c0d22dc5-6adf-4e85-ac13-33634aeb43cf tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:21.791815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-110f2dae-243a-4566-8ec8-8b0968ccc55a req-c0d22dc5-6adf-4e85-ac13-33634aeb43cf tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0505090 Sep 27 09:13:21.831056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-110f2dae-243a-4566-8ec8-8b0968ccc55a req-6b332445-8c14-4efd-9f48-fafded0a8147 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Sep 27 09:13:22.962011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70a4da-b910-4f2c-b7a4-2b607b63b37d req-02e90b38-720d-43a2-bf82-117cd7ddc84b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:22.964017 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dd70a4da-b910-4f2c-b7a4-2b607b63b37d req-02e90b38-720d-43a2-bf82-117cd7ddc84b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0557353 Sep 27 09:13:23.004671 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dd70a4da-b910-4f2c-b7a4-2b607b63b37d req-85fb76d1-200d-4f39-97b0-82499b54f9f4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Sep 27 09:13:24.147082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ee8e3-abb1-44b2-a414-4ab0e838292e req-107c0a28-de91-418a-839e-152ed1599165 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:24.148623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-211ee8e3-abb1-44b2-a414-4ab0e838292e req-107c0a28-de91-418a-839e-152ed1599165 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0634074 Sep 27 09:13:24.186514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-211ee8e3-abb1-44b2-a414-4ab0e838292e req-9887f7a9-2643-48f0-b574-6c5492aba962 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Sep 27 09:13:25.307979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a635-d1ec-491b-8cbf-77e0df2dd30a req-9036510c-b63f-4640-9d89-80b2cceb279c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:25.309503 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f66a635-d1ec-491b-8cbf-77e0df2dd30a req-9036510c-b63f-4640-9d89-80b2cceb279c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 943 time: 0.0520899 Sep 27 09:13:25.352024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f66a635-d1ec-491b-8cbf-77e0df2dd30a req-8d32a95b-0bea-4bb3-9f70-950bf662101a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331693 Sep 27 09:13:25.457755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:13:25.461587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca7020b0-6509-45bd-b41d-bcc08c0d5074 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:13:25.559101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca7020b0-6509-45bd-b41d-bcc08c0d5074, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca7020b0-6509-45bd-b41d-bcc08c0d5074,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:13:25.570609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'ca7020b0-6509-45bd-b41d-bcc08c0d5074', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'port_id': 'ca7020b0-6509-45bd-b41d-bcc08c0d5074', 'mac_address': 'fa:16:3e:fe:7b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:13:25.609029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:25.625099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7020b0-6509-45bd-b41d-bcc08c0d5074 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:13:25.654822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca7020b0-6509-45bd-b41d-bcc08c0d5074, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca7020b0-6509-45bd-b41d-bcc08c0d5074,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:13:25.662639 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:25.724835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ca7020b0-6509-45bd-b41d-bcc08c0d5074,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:13:25.732530 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.732879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.733221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.733562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.733896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.734227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.734556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.734907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.735215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.735542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.735855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.736200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:13:25.889169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ca7020b0-6509-45bd-b41d-bcc08c0d5074'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:13:26.475651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011743e-a9f6-48e7-a745-fa58f243d471 req-dbe9917d-48c6-449c-b489-4201c3d9af45 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:26.477073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d011743e-a9f6-48e7-a745-fa58f243d471 req-dbe9917d-48c6-449c-b489-4201c3d9af45 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 944 time: 0.0557168 Sep 27 09:13:26.524624 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d011743e-a9f6-48e7-a745-fa58f243d471 req-d7efb105-f4a3-4b0b-8a5e-f02f56cc7d11 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383341 Sep 27 09:13:27.463498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca7020b0-6509-45bd-b41d-bcc08c0d5074 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:13:27.522841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port ca7020b0-6509-45bd-b41d-bcc08c0d5074 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:13:27.526601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port ca7020b0-6509-45bd-b41d-bcc08c0d5074 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:13:27.526954 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:27.608279 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:27.631663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8048b64d-c7ca-4785-9776-9a8fd8f6fb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7020b0-6509-45bd-b41d-bcc08c0d5074'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:13:27.633996 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9acfb4-1e5d-49c2-8f32-aec1f4393d88" -d '{"events": [{"server_uuid": "8048b64d-c7ca-4785-9776-9a8fd8f6fb1b", "name": "network-vif-plugged", "status": "completed", "tag": "ca7020b0-6509-45bd-b41d-bcc08c0d5074"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:13:27.647827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ca7020b0-6509-45bd-b41d-bcc08c0d5074, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca7020b0-6509-45bd-b41d-bcc08c0d5074,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:13:27.653086 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:27.663070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9d991-8643-4c54-ac7e-d6becd145f42 req-d273b5d3-2fe0-480a-bb04-618c153f6b1a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:27.665274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75e9d991-8643-4c54-ac7e-d6becd145f42 req-d273b5d3-2fe0-480a-bb04-618c153f6b1a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 944 time: 0.0557292 Sep 27 09:13:27.680017 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43717b5b-8ad8-413e-b9ba-cab286504fbf x-openstack-request-id: req-43717b5b-8ad8-413e-b9ba-cab286504fbf {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:13:27.680255 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8048b64d-c7ca-4785-9776-9a8fd8f6fb1b", "name": "network-vif-plugged", "status": "completed", "tag": "ca7020b0-6509-45bd-b41d-bcc08c0d5074", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:13:27.680532 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-43717b5b-8ad8-413e-b9ba-cab286504fbf {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:13:27.680937 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8048b64d-c7ca-4785-9776-9a8fd8f6fb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7020b0-6509-45bd-b41d-bcc08c0d5074', 'code': 200} Sep 27 09:13:27.708642 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75e9d991-8643-4c54-ac7e-d6becd145f42 req-be252dc2-86f7-41f5-a996-02548c41b7f1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Sep 27 09:13:27.713758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ca7020b0-6509-45bd-b41d-bcc08c0d5074,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:13:27.793903 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbab8e-2830-4ee5-b43e-c76b88c89f41 req-65ebfc0c-3b74-4120-8daf-0b3e0169d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:27.795408 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65bbab8e-2830-4ee5-b43e-c76b88c89f41 req-65ebfc0c-3b74-4120-8daf-0b3e0169d4f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 1096 time: 0.0548730 Sep 27 09:13:27.840309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65bbab8e-2830-4ee5-b43e-c76b88c89f41 req-461a8311-6c0f-47a0-9593-71d418965921 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371833 Sep 27 09:13:28.846520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054343a-97ad-4e2d-b598-014bff394e13 req-7b033595-40d3-4a97-8f17-dc5928633fe9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:28.847985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e054343a-97ad-4e2d-b598-014bff394e13 req-7b033595-40d3-4a97-8f17-dc5928633fe9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 945 time: 0.0591044 Sep 27 09:13:28.894664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e054343a-97ad-4e2d-b598-014bff394e13 req-94b44b1c-c9cf-46ba-ba44-cc4b8307f4ff tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Sep 27 09:13:30.026954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03e657-539e-45e2-81f1-a2808c3e7264 req-0fdf494d-dfc5-4024-ad93-88020f416264 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:30.028567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6e03e657-539e-45e2-81f1-a2808c3e7264 req-0fdf494d-dfc5-4024-ad93-88020f416264 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 945 time: 0.0591471 Sep 27 09:13:30.071208 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6e03e657-539e-45e2-81f1-a2808c3e7264 req-2f6ba2f5-ec6f-4666-870d-7189638d970a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341425 Sep 27 09:13:30.201185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb0929-2864-4760-be9b-9310bd70e3e0 req-4ae4eed4-6562-41de-be39-291632439f58 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:30.203884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6dcb0929-2864-4760-be9b-9310bd70e3e0 req-4ae4eed4-6562-41de-be39-291632439f58 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 945 time: 0.0633266 Sep 27 09:13:30.247819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6dcb0929-2864-4760-be9b-9310bd70e3e0 req-7a9376f3-be4e-4b6b-84a6-850ab7c414d1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Sep 27 09:13:30.368691 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9377c-5b5e-42bb-9139-61b735b31309 req-f39321ce-ab1c-46b2-a408-2aa4a6af811f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:30.370186 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb9377c-5b5e-42bb-9139-61b735b31309 req-f39321ce-ab1c-46b2-a408-2aa4a6af811f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 945 time: 0.0522628 Sep 27 09:13:30.413464 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aeb9377c-5b5e-42bb-9139-61b735b31309 req-7ec4d5f3-2f72-456f-9c0b-75f0eae10cbc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342150 Sep 27 09:13:30.725967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddf964-7ae7-49b8-953e-c29125b87bdb req-5c5242d9-d481-484c-bbb1-6dbed8760e0d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:30.727418 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcddf964-7ae7-49b8-953e-c29125b87bdb req-5c5242d9-d481-484c-bbb1-6dbed8760e0d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 945 time: 0.0572543 Sep 27 09:13:30.766751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcddf964-7ae7-49b8-953e-c29125b87bdb req-8bca3d37-07bf-4dbd-9ad0-aae6beea850f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Sep 27 09:13:31.917948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91136d2e-6bc0-4bd6-9e08-e679e8771b5d req-34b82c38-e0a5-457c-b130-49fddaae3706 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:31.919443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91136d2e-6bc0-4bd6-9e08-e679e8771b5d req-34b82c38-e0a5-457c-b130-49fddaae3706 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 945 time: 0.0661576 Sep 27 09:13:31.959457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91136d2e-6bc0-4bd6-9e08-e679e8771b5d req-2ff607a3-7d4e-45db-a70f-814648b51739 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338354 Sep 27 09:13:32.258672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-0eee004f-b47b-4c4d-809d-efb5ad2e9e56 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:32.260168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-0eee004f-b47b-4c4d-809d-efb5ad2e9e56 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 945 time: 0.0522552 Sep 27 09:13:32.357513 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port ca7020b0-6509-45bd-b41d-bcc08c0d5074 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:13:32.357800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:32.449777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] For port ca7020b0-6509-45bd-b41d-bcc08c0d5074, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ca7020b0-6509-45bd-b41d-bcc08c0d5074,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:13:32.450141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:32.464084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for ca7020b0-6509-45bd-b41d-bcc08c0d5074 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:13:32.607597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:32.621372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ca7020b0-6509-45bd-b41d-bcc08c0d5074'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:13:32.636874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=ca7020b0-6509-45bd-b41d-bcc08c0d5074,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:13:32.683642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] No DVR routers for this DVR port ca7020b0-6509-45bd-b41d-bcc08c0d5074 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:13:32.686644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:32.688810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4b723cc-c59a-47f3-bd42-7ce6c67c94d0 req-a429abad-3821-47ad-8bf7-c64ed0cc1178 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "DELETE /v2.0/ports/ca7020b0-6509-45bd-b41d-bcc08c0d5074 HTTP/1.1" status: 204 len: 173 time: 0.4195569 Sep 27 09:13:32.689302 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8048b64d-c7ca-4785-9776-9a8fd8f6fb1b', 'name': 'network-vif-deleted', 'tag': 'ca7020b0-6509-45bd-b41d-bcc08c0d5074'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:13:32.691748 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798ff7a-1777-4152-9555-9c62b7b63e1f" -d '{"events": [{"server_uuid": "8048b64d-c7ca-4785-9776-9a8fd8f6fb1b", "name": "network-vif-deleted", "tag": "ca7020b0-6509-45bd-b41d-bcc08c0d5074"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:13:32.733970 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a873520-07e1-4212-877e-e151d04c045f x-openstack-request-id: req-1a873520-07e1-4212-877e-e151d04c045f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:13:32.734265 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8048b64d-c7ca-4785-9776-9a8fd8f6fb1b", "name": "network-vif-deleted", "tag": "ca7020b0-6509-45bd-b41d-bcc08c0d5074", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:13:32.734525 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a873520-07e1-4212-877e-e151d04c045f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:13:32.734971 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8048b64d-c7ca-4785-9776-9a8fd8f6fb1b', 'name': 'network-vif-deleted', 'tag': 'ca7020b0-6509-45bd-b41d-bcc08c0d5074', 'status': 'completed', 'code': 200} Sep 27 09:13:33.054433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-280c3472-aa81-4cb6-a735-4edd99ee22d5 req-c31dd336-f388-4008-99e4-cd2d541baf72 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 210 time: 0.0268066 Sep 27 09:13:34.155104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45ce5c64-ae60-474e-be39-b00735a17be1 req-5c080dde-1469-46e2-8842-a3db25c0cb9e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 210 time: 0.0269213 Sep 27 09:13:35.251191 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7cffae90-bb99-4d0d-aea4-77530a1276a8 req-8a3a15be-ab54-4810-a1e5-bdc23ca81af9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 210 time: 0.0266402 Sep 27 09:13:35.493023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca7020b0-6509-45bd-b41d-bcc08c0d5074 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:13:35.513067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: ca7020b0-6509-45bd-b41d-bcc08c0d5074 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:13:35.513412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ca7020b0-6509-45bd-b41d-bcc08c0d5074 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:13:36.110312 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:36.356047 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c37a4b4-002c-459d-a3ec-4d915ad23e24 req-1d855c8b-51d5-4830-8766-0bc98aec54de tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8048b64d-c7ca-4785-9776-9a8fd8f6fb1b HTTP/1.1" status: 200 len: 210 time: 0.0263515 Sep 27 09:13:44.341591 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:45.139793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bea5002-a5c0-413c-ac06-5d66ee6e88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:47.572020 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b00c157-2719-44d1-bf6f-1c2e122bd374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:48.064592 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:49.063100 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:50.689221 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:57.364042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-2850cde8-5716-439e-a8a8-f0d9c028a582 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:57.366475 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-2850cde8-5716-439e-a8a8-f0d9c028a582 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1094055 Sep 27 09:13:57.380715 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-b2122451-a717-4a07-acc8-348e253ef3d4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/quotas/3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 375 time: 0.0091650 Sep 27 09:13:57.431479 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-577c0dd9-7cd7-4c24-8e78-ed7fea10a8cf tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456212 Sep 27 09:13:57.538854 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-f18b708e-70a6-4818-bfa2-9192791f9ed8 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968549 Sep 27 09:13:57.635534 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-05ae5469-341d-451c-a6df-b3afdf1d7b77 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Sep 27 09:13:57.936699 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-80a7dffe-997a-4140-ab31-5680859ebd49 req-d6b21cd7-47fb-44a6-8619-081fd46e75c8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 210 time: 0.0277483 Sep 27 09:13:58.883401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-c3638a73-fd11-4aa0-abbd-9a76cf54c723 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:58.884827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-c3638a73-fd11-4aa0-abbd-9a76cf54c723 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1114557 Sep 27 09:13:58.897304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'port': {'device_id': '1387b3b4-bd25-4dac-a911-d66c4e443266', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'admin_state_up': True, 'tenant_id': '3aca61a6039d4386add202bb9ad934af'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:13:59.013843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:13:59.018300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:59.035871 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe8e09f5-0871-4067-84cf-4c3fe76de81a req-8c15743a-63f6-44bc-8ceb-31055652c586 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 210 time: 0.0269761 Sep 27 09:13:59.154085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.20.0.11 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/92c0bbf8-374a-42b6-bf58-1893f6251d88) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:13:59.305806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:59.340509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:59.384187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:13:59.387268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:13:59.390885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:13:59.399193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=92c0bbf8-374a-42b6-bf58-1893f6251d88,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:13:59.446861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:13:59.447488 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:59.464899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-4448c51d-90ed-4eac-b165-8841a7f35990 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711858 Sep 27 09:13:59.480928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Request body: {'port': {'device_id': '1387b3b4-bd25-4dac-a911-d66c4e443266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:13:59.541826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:59.645587 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-59bed1f7-de4f-4258-96ea-a88c6a5c34f3 None None] Provisioning complete for port 92c0bbf8-374a-42b6-bf58-1893f6251d88 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:13:59.646228 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59bed1f7-de4f-4258-96ea-a88c6a5c34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:59.692827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-59bed1f7-de4f-4258-96ea-a88c6a5c34f3 None None] Port 92c0bbf8-374a-42b6-bf58-1893f6251d88 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:13:59.832336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c0bbf8-374a-42b6-bf58-1893f6251d88 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:13:59.840477 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:59.853043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Transition to ACTIVE for port object 92c0bbf8-374a-42b6-bf58-1893f6251d88 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:13:59.858572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:13:59.906951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Pushing event updated for resources: {'Port': ['ID=92c0bbf8-374a-42b6-bf58-1893f6251d88,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:13:59.989436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Attempting to bind port 92c0bbf8-374a-42b6-bf58-1893f6251d88 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:13:59.989827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Attempting to bind port 92c0bbf8-374a-42b6-bf58-1893f6251d88 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:13:59.990097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Attempting to bind port 92c0bbf8-374a-42b6-bf58-1893f6251d88 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:13:59.994780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Port 92c0bbf8-374a-42b6-bf58-1893f6251d88 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:13:59.995101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Attempting to bind port 92c0bbf8-374a-42b6-bf58-1893f6251d88 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:14:00.000315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:14:00.000686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:14:00.001089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:14:00.001493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Bound port: 92c0bbf8-374a-42b6-bf58-1893f6251d88, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:14:00.001875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:00.081455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] For port 92c0bbf8-374a-42b6-bf58-1893f6251d88, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:14:00.085306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] For port 92c0bbf8-374a-42b6-bf58-1893f6251d88, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92c0bbf8-374a-42b6-bf58-1893f6251d88,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:14:00.090556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:00.157544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.158172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:00.159689 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] 10.222.0.57 "PUT /v2.0/ports/92c0bbf8-374a-42b6-bf58-1893f6251d88 HTTP/1.1" status: 200 len: 1092 time: 0.6860559 Sep 27 09:14:00.160097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1387b3b4-bd25-4dac-a911-d66c4e443266', 'tag': '92c0bbf8-374a-42b6-bf58-1893f6251d88'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:14:00.162430 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10488c85-79db-45b2-a2ce-a63236584333" -d '{"events": [{"name": "network-changed", "server_uuid": "1387b3b4-bd25-4dac-a911-d66c4e443266", "tag": "92c0bbf8-374a-42b6-bf58-1893f6251d88"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:14:00.202203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48afb04-1439-4d64-8303-7e1c4f775758 service neutron] Pushing event updated for resources: {'Port': ['ID=92c0bbf8-374a-42b6-bf58-1893f6251d88,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:00.220701 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071e77d9-883f-4b28-915e-f881ec3d4451 x-openstack-request-id: req-071e77d9-883f-4b28-915e-f881ec3d4451 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:14:00.220986 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1387b3b4-bd25-4dac-a911-d66c4e443266", "tag": "92c0bbf8-374a-42b6-bf58-1893f6251d88", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:14:00.221235 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-071e77d9-883f-4b28-915e-f881ec3d4451 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:14:00.221633 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1387b3b4-bd25-4dac-a911-d66c4e443266', 'tag': '92c0bbf8-374a-42b6-bf58-1893f6251d88', 'status': 'completed', 'code': 200} Sep 27 09:14:00.257000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ab7c1-8699-48c8-9e94-7f3f8c391b00 req-1d51d717-7338-4ade-8ef9-c8b0120b102f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.258590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a65ab7c1-8699-48c8-9e94-7f3f8c391b00 req-1d51d717-7338-4ade-8ef9-c8b0120b102f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.1412330 Sep 27 09:14:00.286255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-9a0654e3-43dc-4c0e-b51c-71b4f7fe64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.287759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-9a0654e3-43dc-4c0e-b51c-71b4f7fe64d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 1095 time: 0.0780454 Sep 27 09:14:00.338619 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a65ab7c1-8699-48c8-9e94-7f3f8c391b00 req-b71eef79-1385-4200-a9f3-10c15ee19d59 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717928 Sep 27 09:14:00.339995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-a6a24e80-7479-4ce6-8db5-d11a13eea4a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92c0bbf8-374a-42b6-bf58-1893f6251d88 HTTP/1.1" status: 200 len: 217 time: 0.0406742 Sep 27 09:14:00.394253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-302268df-2401-4351-92eb-6517e012b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.395748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-302268df-2401-4351-92eb-6517e012b37e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0481052 Sep 27 09:14:00.445541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-d6c89168-b50b-47eb-92cf-d978d6d97f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.447207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-d6c89168-b50b-47eb-92cf-d978d6d97f3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435436 Sep 27 09:14:00.543144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-94b5f5b8-4f57-42ed-88fd-1345ed290ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877104 Sep 27 09:14:00.637466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d9fddab-a995-401d-93f1-fb9a8541c047 req-79d7bacb-8c1e-4625-8cd8-87803dfd62a8 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857186 Sep 27 09:14:00.726282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10488c85-79db-45b2-a2ce-a63236584333 req-98fed07d-43cf-4092-92c0-789efadc8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.727818 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10488c85-79db-45b2-a2ce-a63236584333 req-98fed07d-43cf-4092-92c0-789efadc8d9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 1095 time: 0.0435216 Sep 27 09:14:00.833797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10488c85-79db-45b2-a2ce-a63236584333 req-86158fc4-98a2-4ed1-80b8-b63e4f8c40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.835761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10488c85-79db-45b2-a2ce-a63236584333 req-86158fc4-98a2-4ed1-80b8-b63e4f8c40ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.1006374 Sep 27 09:14:00.878445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10488c85-79db-45b2-a2ce-a63236584333 req-56c37258-4d39-4e03-8283-b33ceec79fc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92c0bbf8-374a-42b6-bf58-1893f6251d88 HTTP/1.1" status: 200 len: 217 time: 0.0345135 Sep 27 09:14:00.933362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10488c85-79db-45b2-a2ce-a63236584333 req-c9f5b4d7-99bf-415e-9982-aebd974277df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.934825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10488c85-79db-45b2-a2ce-a63236584333 req-c9f5b4d7-99bf-415e-9982-aebd974277df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0487115 Sep 27 09:14:00.982280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10488c85-79db-45b2-a2ce-a63236584333 req-8b3fa2b6-5cf8-4f62-b1e1-fa3097ffd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:00.983838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10488c85-79db-45b2-a2ce-a63236584333 req-8b3fa2b6-5cf8-4f62-b1e1-fa3097ffd396 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414951 Sep 27 09:14:01.075154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10488c85-79db-45b2-a2ce-a63236584333 req-ea93dac6-ea8d-41af-953b-7bec08a260a2 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823629 Sep 27 09:14:01.173902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10488c85-79db-45b2-a2ce-a63236584333 req-02ef7d0f-279b-4b40-9adc-44d16c21f6d6 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908289 Sep 27 09:14:01.464725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd71a9e-b19b-4187-a206-704aa422ca7d req-fda7ace6-f068-4a3f-9da0-f0c97dd0161a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:01.466240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cd71a9e-b19b-4187-a206-704aa422ca7d req-fda7ace6-f068-4a3f-9da0-f0c97dd0161a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.0542784 Sep 27 09:14:01.505181 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cd71a9e-b19b-4187-a206-704aa422ca7d req-d4ac696a-7dda-4150-853c-6b5b40fa5727 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Sep 27 09:14:02.457973 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:14:02.623023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f05b-8563-47a8-874d-03d56dfebb50 req-b6e458b0-a9bb-46b7-b242-c87a2738b46e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:02.624573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3999f05b-8563-47a8-874d-03d56dfebb50 req-b6e458b0-a9bb-46b7-b242-c87a2738b46e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.0514739 Sep 27 09:14:02.664686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3999f05b-8563-47a8-874d-03d56dfebb50 req-961564c2-49f7-4796-b922-4a90bd14bf1f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338552 Sep 27 09:14:03.805223 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26328aa9-3371-4cae-92a4-dd2d4cf93167 req-6a9b8123-7e44-4eda-b558-ac5be4bd52ae tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:03.806740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26328aa9-3371-4cae-92a4-dd2d4cf93167 req-6a9b8123-7e44-4eda-b558-ac5be4bd52ae tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.0595191 Sep 27 09:14:03.845529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26328aa9-3371-4cae-92a4-dd2d4cf93167 req-f299f9cc-455f-46c2-8a40-0675bb2f6dae tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Sep 27 09:14:04.988740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b7e92-b460-4a8d-a2ad-1740bee01bd3 req-0a2b9459-2329-4acb-ba0b-632b6c83dfdc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:04.990202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c20b7e92-b460-4a8d-a2ad-1740bee01bd3 req-0a2b9459-2329-4acb-ba0b-632b6c83dfdc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.0641725 Sep 27 09:14:05.027903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c20b7e92-b460-4a8d-a2ad-1740bee01bd3 req-cd0277eb-58e9-4496-bbd9-6328a61a922b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Sep 27 09:14:06.110044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:06.153707 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257846d6-f0a2-43fd-b18f-56ffa41f3a50 req-527c4dd4-3044-4c89-9443-a9af2d3cdae2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:06.155249 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-257846d6-f0a2-43fd-b18f-56ffa41f3a50 req-527c4dd4-3044-4c89-9443-a9af2d3cdae2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.0519378 Sep 27 09:14:06.197399 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-257846d6-f0a2-43fd-b18f-56ffa41f3a50 req-26ab2edc-e7d2-4df4-8764-7a02604e0c91 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Sep 27 09:14:07.317055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743426-f07f-43fe-995f-504b4f1a0a95 req-aa88f677-aa91-4f64-a227-4ae288cac283 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:07.318535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86743426-f07f-43fe-995f-504b4f1a0a95 req-aa88f677-aa91-4f64-a227-4ae288cac283 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.0492055 Sep 27 09:14:07.357758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86743426-f07f-43fe-995f-504b4f1a0a95 req-7483ac6e-f575-4df4-b2f7-0c181c1f3238 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Sep 27 09:14:08.494316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e8557-9dea-4dff-8609-102812094eef req-420741a2-a52e-441a-a656-9ca8c515093b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:08.495779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d88e8557-9dea-4dff-8609-102812094eef req-420741a2-a52e-441a-a656-9ca8c515093b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.0590050 Sep 27 09:14:08.534968 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d88e8557-9dea-4dff-8609-102812094eef req-5f0479dd-334b-4f49-96b4-12e95811b387 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Sep 27 09:14:09.618052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 92c0bbf8-374a-42b6-bf58-1893f6251d88 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:14:09.658707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd624330-18f1-40d5-9fda-06c27dd4a5c0 req-ce8123fa-5e1b-4d63-b638-14c42fe1bd5d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:09.660182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd624330-18f1-40d5-9fda-06c27dd4a5c0 req-ce8123fa-5e1b-4d63-b638-14c42fe1bd5d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 944 time: 0.0500433 Sep 27 09:14:09.697562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd624330-18f1-40d5-9fda-06c27dd4a5c0 req-6fe3cd69-f50e-4f2d-8e8f-0fb70f1f2e7c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Sep 27 09:14:09.713317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 92c0bbf8-374a-42b6-bf58-1893f6251d88, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92c0bbf8-374a-42b6-bf58-1893f6251d88,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:14:09.724839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '92c0bbf8-374a-42b6-bf58-1893f6251d88', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'port_id': '92c0bbf8-374a-42b6-bf58-1893f6251d88', 'mac_address': 'fa:16:3e:89:50:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:14:09.767900 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:09.780812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c0bbf8-374a-42b6-bf58-1893f6251d88 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:14:09.801743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 92c0bbf8-374a-42b6-bf58-1893f6251d88, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92c0bbf8-374a-42b6-bf58-1893f6251d88,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:14:09.807609 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:09.855817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=92c0bbf8-374a-42b6-bf58-1893f6251d88,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:10.019448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['92c0bbf8-374a-42b6-bf58-1893f6251d88'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:14:10.828647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8af250-f581-44c8-8337-4c370cb541c9 req-fed65f8d-15e2-4db9-b2d1-a9c5619a76c3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:10.830157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d8af250-f581-44c8-8337-4c370cb541c9 req-fed65f8d-15e2-4db9-b2d1-a9c5619a76c3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 945 time: 0.0525522 Sep 27 09:14:10.872734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d8af250-f581-44c8-8337-4c370cb541c9 req-1cf1f131-01a0-463d-8e36-61830b3d9a83 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Sep 27 09:14:11.624519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 92c0bbf8-374a-42b6-bf58-1893f6251d88 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:14:11.686914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 92c0bbf8-374a-42b6-bf58-1893f6251d88 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:14:11.691386 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 92c0bbf8-374a-42b6-bf58-1893f6251d88 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:14:11.691766 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:11.785757 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:11.809256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1387b3b4-bd25-4dac-a911-d66c4e443266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c0bbf8-374a-42b6-bf58-1893f6251d88'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:14:11.811474 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73eb1e8-dfff-4cfd-9761-d9f0630fcd18" -d '{"events": [{"server_uuid": "1387b3b4-bd25-4dac-a911-d66c4e443266", "name": "network-vif-plugged", "status": "completed", "tag": "92c0bbf8-374a-42b6-bf58-1893f6251d88"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:14:11.825541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 92c0bbf8-374a-42b6-bf58-1893f6251d88, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92c0bbf8-374a-42b6-bf58-1893f6251d88,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:14:11.831486 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:11.856788 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6020ebd5-57aa-4f16-aebc-e392606674d6 x-openstack-request-id: req-6020ebd5-57aa-4f16-aebc-e392606674d6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:14:11.857072 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1387b3b4-bd25-4dac-a911-d66c4e443266", "name": "network-vif-plugged", "status": "completed", "tag": "92c0bbf8-374a-42b6-bf58-1893f6251d88", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:14:11.857319 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6020ebd5-57aa-4f16-aebc-e392606674d6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:14:11.857696 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1387b3b4-bd25-4dac-a911-d66c4e443266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c0bbf8-374a-42b6-bf58-1893f6251d88', 'code': 200} Sep 27 09:14:11.885359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=92c0bbf8-374a-42b6-bf58-1893f6251d88,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:11.955971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d6d86-19e4-4991-9ceb-cdfac2b1073b req-46684540-9f74-43dc-ba8d-cdb031164174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:11.957519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c83d6d86-19e4-4991-9ceb-cdfac2b1073b req-46684540-9f74-43dc-ba8d-cdb031164174 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 1097 time: 0.0456972 Sep 27 09:14:11.990965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc8a53-fecd-42bc-ae1a-e2909fc65390 req-347cd87a-f010-4d65-a6c1-95cf327f7ee7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:11.992509 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbfc8a53-fecd-42bc-ae1a-e2909fc65390 req-347cd87a-f010-4d65-a6c1-95cf327f7ee7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 946 time: 0.0494077 Sep 27 09:14:11.994066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c83d6d86-19e4-4991-9ceb-cdfac2b1073b req-38b22977-fbe0-4d48-9ff3-0f3bbb5c3c04 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283654 Sep 27 09:14:12.031897 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cbfc8a53-fecd-42bc-ae1a-e2909fc65390 req-b74602f7-e1dd-41de-b08e-7c985055e7b1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Sep 27 09:14:13.150375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e03a29-a879-4131-829d-f0e049c3a3a7 req-d776cde2-0877-4c24-8d06-3ae4f096ae23 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:13.151773 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11e03a29-a879-4131-829d-f0e049c3a3a7 req-d776cde2-0877-4c24-8d06-3ae4f096ae23 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 946 time: 0.0511255 Sep 27 09:14:13.192918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11e03a29-a879-4131-829d-f0e049c3a3a7 req-83f1c9ed-fd58-454a-9ef1-70e963b3a311 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350404 Sep 27 09:14:14.318797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a17d-5a8a-48f1-856c-9b40e6016e23 req-2a86a01f-3765-4cfa-a071-8bd1fbd454a3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:14.320298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6607a17d-5a8a-48f1-856c-9b40e6016e23 req-2a86a01f-3765-4cfa-a071-8bd1fbd454a3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 946 time: 0.0559027 Sep 27 09:14:14.343866 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:14.362579 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6607a17d-5a8a-48f1-856c-9b40e6016e23 req-bd0013e2-b124-4726-b3e8-72f18be1c596 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Sep 27 09:14:14.501531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbce1ea-47b0-49c3-9f2d-77d3604e3073 req-2c69cdba-facf-4894-83d1-6eab5e597c33 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:14.503089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dbce1ea-47b0-49c3-9f2d-77d3604e3073 req-2c69cdba-facf-4894-83d1-6eab5e597c33 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 946 time: 0.0607610 Sep 27 09:14:14.543551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3dbce1ea-47b0-49c3-9f2d-77d3604e3073 req-3a518e85-6784-4690-9311-85ee4dbeb08b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Sep 27 09:14:15.159823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d352dc9-b4ab-4fb6-b46b-8a7bc0410d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:17.096822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-8bf76623-ebbe-414a-aa56-77c5068c5b89 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:17.098238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-8bf76623-ebbe-414a-aa56-77c5068c5b89 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1145284 Sep 27 09:14:17.113358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-36b7920d-524a-439f-bfa0-d3fee89919a1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/quotas/3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 375 time: 0.0093343 Sep 27 09:14:17.165450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-76ed0bcf-7acb-47c1-be8c-815b65f9c585 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467908 Sep 27 09:14:17.259058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-7b008de5-f585-4e9c-bc5a-504b94f3ae63 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863252 Sep 27 09:14:17.355389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-1b18deab-a02b-42d6-983c-dbd27339caaa service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899341 Sep 27 09:14:17.554958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c018671c-1802-4852-b0d8-f0c64eb284a5 req-9a8f145d-ab6d-44b0-80e2-e7adc62ddb03 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 210 time: 0.0271285 Sep 27 09:14:17.581242 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a4c8c54-54b8-423e-9294-5d0857550f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:18.069341 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:18.523794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-5dfb1c6e-c487-4e29-94c5-029b690bfa60 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:18.525300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-5dfb1c6e-c487-4e29-94c5-029b690bfa60 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1088953 Sep 27 09:14:18.538297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'port': {'device_id': '8ca56b86-e992-4ce1-b0ae-5f48e1eedc14', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'admin_state_up': True, 'tenant_id': '3aca61a6039d4386add202bb9ad934af'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:14:18.692136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ebbf160-b50a-4cb7-9f36-dd621526f6a7 req-604d2465-3c00-421e-993e-38d837f014a6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 210 time: 0.0337832 Sep 27 09:14:18.720984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:14:18.724595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:18.862075 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.20.0.4 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/73eb85f9-5643-4ed5-b338-67180ec7e2d7) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:14:19.017758 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.055081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.067796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['92c0bbf8-374a-42b6-bf58-1893f6251d88'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:14:19.101329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:14:19.105265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:14:19.110823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:14:19.123218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.161322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=73eb85f9-5643-4ed5-b338-67180ec7e2d7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:19.175737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.176383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.176931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.177274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.177613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.177947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.178275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.178597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.179103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.179622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.180116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.180634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:19.196618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:19.197525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.221407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-b673113d-37f8-4a2b-bb57-0b27b702103f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6867988 Sep 27 09:14:19.236202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Request body: {'port': {'device_id': '8ca56b86-e992-4ce1-b0ae-5f48e1eedc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:14:19.298199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.396979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fa81552f-520e-4476-9811-66639e0ff68e None None] Provisioning complete for port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:14:19.397342 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa81552f-520e-4476-9811-66639e0ff68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.432033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fa81552f-520e-4476-9811-66639e0ff68e None None] Port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:14:19.581128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73eb85f9-5643-4ed5-b338-67180ec7e2d7 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:14:19.589820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.603471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Transition to ACTIVE for port object 73eb85f9-5643-4ed5-b338-67180ec7e2d7 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:14:19.607408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.658866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Pushing event updated for resources: {'Port': ['ID=73eb85f9-5643-4ed5-b338-67180ec7e2d7,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:19.736098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Attempting to bind port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:14:19.736602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Attempting to bind port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:14:19.736938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Attempting to bind port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:14:19.741819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:14:19.742148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Attempting to bind port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:14:19.747757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:14:19.748105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:14:19.748534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:14:19.749427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Bound port: 73eb85f9-5643-4ed5-b338-67180ec7e2d7, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:14:19.749799 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.827646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] For port 73eb85f9-5643-4ed5-b338-67180ec7e2d7, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:14:19.829101 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85def036-9443-4160-80f6-350c104d68f7 req-e95efb1e-56b3-4329-b498-2d5ebd6fac6e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:19.833190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] For port 73eb85f9-5643-4ed5-b338-67180ec7e2d7, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73eb85f9-5643-4ed5-b338-67180ec7e2d7,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:14:19.833398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85def036-9443-4160-80f6-350c104d68f7 req-e95efb1e-56b3-4329-b498-2d5ebd6fac6e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0573330 Sep 27 09:14:19.840167 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.881607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:19.882437 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:19.883990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] 10.222.0.67 "PUT /v2.0/ports/73eb85f9-5643-4ed5-b338-67180ec7e2d7 HTTP/1.1" status: 200 len: 1091 time: 0.6531191 Sep 27 09:14:19.884290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca56b86-e992-4ce1-b0ae-5f48e1eedc14', 'tag': '73eb85f9-5643-4ed5-b338-67180ec7e2d7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:14:19.885240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85def036-9443-4160-80f6-350c104d68f7 req-6dec7fa7-fb4f-4146-8e16-f97479dd369e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477712 Sep 27 09:14:19.886753 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca56b86-e992-4ce1-b0ae-5f48e1eedc14", "tag": "73eb85f9-5643-4ed5-b338-67180ec7e2d7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:14:19.972009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906bbf6-ba5f-4e1e-8f14-77f8873c3d14 service neutron] Pushing event updated for resources: {'Port': ['ID=73eb85f9-5643-4ed5-b338-67180ec7e2d7,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:19.987803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-92aad42d-8091-40b7-baea-d3cf2d285115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:19.989376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-92aad42d-8091-40b7-baea-d3cf2d285115 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 1094 time: 0.0609684 Sep 27 09:14:20.036983 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-5e604e05-bdb7-4b4f-ad8c-6f81eb27981a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73eb85f9-5643-4ed5-b338-67180ec7e2d7 HTTP/1.1" status: 200 len: 217 time: 0.0393682 Sep 27 09:14:20.097547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-f5dab4fb-c117-4c7a-9011-20adc346b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:20.099079 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-f5dab4fb-c117-4c7a-9011-20adc346b78c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0546837 Sep 27 09:14:20.140768 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8eb1da-3345-4e63-8e2f-5c1233b84a28 x-openstack-request-id: req-af8eb1da-3345-4e63-8e2f-5c1233b84a28 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:14:20.141092 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca56b86-e992-4ce1-b0ae-5f48e1eedc14", "tag": "73eb85f9-5643-4ed5-b338-67180ec7e2d7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:14:20.141352 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af8eb1da-3345-4e63-8e2f-5c1233b84a28 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:14:20.141748 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca56b86-e992-4ce1-b0ae-5f48e1eedc14', 'tag': '73eb85f9-5643-4ed5-b338-67180ec7e2d7', 'status': 'completed', 'code': 200} Sep 27 09:14:20.157926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-8174aeb2-db09-491b-be5b-68d12f250346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:20.159576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-8174aeb2-db09-491b-be5b-68d12f250346 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533957 Sep 27 09:14:20.259005 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-362bdaaf-da85-49b5-97ee-1e262e9b56dc service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922434 Sep 27 09:14:20.350754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5f9fdb93-fb09-4d2b-946e-c7d17a20cf92 req-bef964a9-3cbf-44c8-9f18-d453c6c1df8c service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840909 Sep 27 09:14:20.445664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-2b0b53bb-ac16-4fe9-a177-6ffb8007b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:20.447542 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-2b0b53bb-ac16-4fe9-a177-6ffb8007b8da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 1094 time: 0.0511510 Sep 27 09:14:20.539506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-04545bd2-dd45-41f3-b281-9700b46d6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:20.541009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-04545bd2-dd45-41f3-b281-9700b46d6829 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0853546 Sep 27 09:14:20.584802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-d5f90bbd-7fc3-4750-87a8-344033b47ca3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73eb85f9-5643-4ed5-b338-67180ec7e2d7 HTTP/1.1" status: 200 len: 217 time: 0.0365338 Sep 27 09:14:20.690644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:20.961618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-7352b6b4-02d3-4bd3-a426-3f571752141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:20.963155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-7352b6b4-02d3-4bd3-a426-3f571752141c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.3715723 Sep 27 09:14:21.009487 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-e0b08598-4a27-41d6-99e9-51c12205ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:21.010999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-e0b08598-4a27-41d6-99e9-51c12205ad29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397794 Sep 27 09:14:21.011145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4db1-4ca4-4993-a6c7-ef848d659ca8 req-f4c722b8-d514-4140-99f8-d4f62305de51 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:21.012749 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3aba4db1-4ca4-4993-a6c7-ef848d659ca8 req-f4c722b8-d514-4140-99f8-d4f62305de51 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0512650 Sep 27 09:14:21.055500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3aba4db1-4ca4-4993-a6c7-ef848d659ca8 req-c7957aec-ec7e-475c-b2ba-1db806015082 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363781 Sep 27 09:14:21.108002 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-243c005d-0b7d-4169-aacd-b0ffa3e00d35 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875018 Sep 27 09:14:21.229411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bbae86c-aa0e-467b-af39-a899c3a5ac4e req-ec53d46c-376f-4916-a7ad-ed9ada0a7c19 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100483 Sep 27 09:14:22.244004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139adcf-90a1-4f78-9055-aa5fef5ef996 req-cbed7d70-5349-4b58-9ad7-976b94ab791f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:22.246240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9139adcf-90a1-4f78-9055-aa5fef5ef996 req-cbed7d70-5349-4b58-9ad7-976b94ab791f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0785804 Sep 27 09:14:22.304741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9139adcf-90a1-4f78-9055-aa5fef5ef996 req-6ca72455-b80d-489c-b78c-56cbf4550508 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Sep 27 09:14:23.494560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103355a-dbe3-4938-8281-8c807cb7b5ad req-749bb6a2-079f-43a5-bd10-50170f7e1cde tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:23.496413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2103355a-dbe3-4938-8281-8c807cb7b5ad req-749bb6a2-079f-43a5-bd10-50170f7e1cde tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0869701 Sep 27 09:14:23.540928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2103355a-dbe3-4938-8281-8c807cb7b5ad req-184d63a8-7d83-4bf7-9a8d-0f534204f6a1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381935 Sep 27 09:14:24.656061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521028c2-7627-40b7-95f0-1a71c7b1fbb0 req-9262571f-55dc-46e8-b105-823dfdcde7c1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:24.663518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-521028c2-7627-40b7-95f0-1a71c7b1fbb0 req-9262571f-55dc-46e8-b105-823dfdcde7c1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0580013 Sep 27 09:14:24.697073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-521028c2-7627-40b7-95f0-1a71c7b1fbb0 req-6fdfd7f2-250a-4519-a953-15d40198e083 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Sep 27 09:14:25.819008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd922a-222b-4962-984a-e72a5e37703b req-002c7b84-b372-4a68-918c-aec0d7c30a39 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:25.820697 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cebd922a-222b-4962-984a-e72a5e37703b req-002c7b84-b372-4a68-918c-aec0d7c30a39 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0538752 Sep 27 09:14:25.868258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cebd922a-222b-4962-984a-e72a5e37703b req-4b77b0a7-ee3d-4534-bd93-bd46639a7c13 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Sep 27 09:14:26.986921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffef7f-f319-4a1c-b1db-6164e5443f43 req-639b65ff-cb5a-4b17-9bb9-c5283a656de6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:26.988431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1ffef7f-f319-4a1c-b1db-6164e5443f43 req-639b65ff-cb5a-4b17-9bb9-c5283a656de6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0514472 Sep 27 09:14:27.026145 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1ffef7f-f319-4a1c-b1db-6164e5443f43 req-7fd7ce97-d735-4325-8a0e-dad7ab27cee1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Sep 27 09:14:28.152459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21609e3-3260-4c2f-89cc-9c85026b5b87 req-595e2520-d746-4956-b57b-6c26f22c5a29 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:28.153974 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b21609e3-3260-4c2f-89cc-9c85026b5b87 req-595e2520-d746-4956-b57b-6c26f22c5a29 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0523078 Sep 27 09:14:28.198401 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b21609e3-3260-4c2f-89cc-9c85026b5b87 req-20cb4eb4-2fb2-45dc-9f60-44265eceda12 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380340 Sep 27 09:14:29.321945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf9eb3-98a8-4e01-ad49-5b16f08fbc16 req-320f9575-9b6b-44a3-a85d-191e2f1bc99c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:29.323515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68bf9eb3-98a8-4e01-ad49-5b16f08fbc16 req-320f9575-9b6b-44a3-a85d-191e2f1bc99c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0546372 Sep 27 09:14:29.364393 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-68bf9eb3-98a8-4e01-ad49-5b16f08fbc16 req-77d5b142-33a0-42eb-8cf6-1df733d4c58b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Sep 27 09:14:30.486712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7b703-a916-4aaf-9b9b-970034c83abd req-30df2cce-aa61-432b-a85b-bb5c6274d03d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:30.488373 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77f7b703-a916-4aaf-9b9b-970034c83abd req-30df2cce-aa61-432b-a85b-bb5c6274d03d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0528345 Sep 27 09:14:30.526923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-77f7b703-a916-4aaf-9b9b-970034c83abd req-6eeba9ea-ba41-4c6c-8800-39a043b2637f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Sep 27 09:14:31.645111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c8f5c-1636-4f25-af99-6647674d32d7 req-599e41c1-bf3d-4867-8a7c-531c9ce5b3cc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:31.646521 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-514c8f5c-1636-4f25-af99-6647674d32d7 req-599e41c1-bf3d-4867-8a7c-531c9ce5b3cc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0512669 Sep 27 09:14:31.685411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-514c8f5c-1636-4f25-af99-6647674d32d7 req-5988fc33-65b4-49ba-b0f7-b299641dd8da tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Sep 27 09:14:32.807087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e35b1-0a87-4a56-a148-57be325e30c9 req-88a1837b-7db7-4bf0-a097-9e34455301b1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:32.808968 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-668e35b1-0a87-4a56-a148-57be325e30c9 req-88a1837b-7db7-4bf0-a097-9e34455301b1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0542583 Sep 27 09:14:32.856673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-668e35b1-0a87-4a56-a148-57be325e30c9 req-39edf9e2-1af9-420f-a3cb-3ae5f38be4ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Sep 27 09:14:33.985999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3239c91-d3b0-4aff-a8aa-1bbb3845c0ee req-af6c4286-ee6d-40a1-8a49-ea1991fd8e53 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:33.987548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f3239c91-d3b0-4aff-a8aa-1bbb3845c0ee req-af6c4286-ee6d-40a1-8a49-ea1991fd8e53 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0502577 Sep 27 09:14:34.024924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f3239c91-d3b0-4aff-a8aa-1bbb3845c0ee req-22d76229-12f2-4363-b122-adb77b38dc40 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312607 Sep 27 09:14:35.145169 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b07cbd-fb7e-4bb1-a1bf-f96c0006747b req-c84608ce-7062-46e5-9944-821d752b6d42 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:35.146681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70b07cbd-fb7e-4bb1-a1bf-f96c0006747b req-c84608ce-7062-46e5-9944-821d752b6d42 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0513022 Sep 27 09:14:35.191224 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-70b07cbd-fb7e-4bb1-a1bf-f96c0006747b req-4cfde55c-6935-4b6c-9430-8b23e26c72d6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Sep 27 09:14:36.129548 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:36.323140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe14d2b-3e13-4ffe-8ca1-f8a8c1ec3b55 req-5d781942-2e2f-4d17-a64d-0fd995d37545 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:36.324673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fbe14d2b-3e13-4ffe-8ca1-f8a8c1ec3b55 req-5d781942-2e2f-4d17-a64d-0fd995d37545 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0552962 Sep 27 09:14:36.367615 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fbe14d2b-3e13-4ffe-8ca1-f8a8c1ec3b55 req-c553fdd4-e49b-4299-b3ee-779f226209aa tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367427 Sep 27 09:14:37.488557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701016a4-884d-4409-96b0-30cf6a4712c3 req-6207e887-81d5-4737-a2d6-2a112499ea6a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:37.490073 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-701016a4-884d-4409-96b0-30cf6a4712c3 req-6207e887-81d5-4737-a2d6-2a112499ea6a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0520990 Sep 27 09:14:37.530813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-701016a4-884d-4409-96b0-30cf6a4712c3 req-167dc9a8-c0d1-4ad0-9c1e-c96e1506364d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 Sep 27 09:14:38.653515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d89ad-4096-4996-8c05-a99d7d6f7a4b req-d5837629-5d46-4fef-aa1c-c769a999fcf0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:38.654995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-162d89ad-4096-4996-8c05-a99d7d6f7a4b req-d5837629-5d46-4fef-aa1c-c769a999fcf0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0524681 Sep 27 09:14:38.692992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-162d89ad-4096-4996-8c05-a99d7d6f7a4b req-d0376490-26c8-4815-bd86-e9cb472049f1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Sep 27 09:14:39.462837 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:14:39.818872 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02b807-5a3e-4580-9bb2-0fad8e9d1299 req-7df4c568-111e-4204-bc50-b5ac9ea0937e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:39.820543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c02b807-5a3e-4580-9bb2-0fad8e9d1299 req-7df4c568-111e-4204-bc50-b5ac9ea0937e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0534110 Sep 27 09:14:39.861688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c02b807-5a3e-4580-9bb2-0fad8e9d1299 req-bc363605-2c04-4d00-aeb3-012bd1f63bcc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348814 Sep 27 09:14:40.814481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 73eb85f9-5643-4ed5-b338-67180ec7e2d7 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:14:40.924685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 73eb85f9-5643-4ed5-b338-67180ec7e2d7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73eb85f9-5643-4ed5-b338-67180ec7e2d7,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:14:40.937210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '73eb85f9-5643-4ed5-b338-67180ec7e2d7', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'port_id': '73eb85f9-5643-4ed5-b338-67180ec7e2d7', 'mac_address': 'fa:16:3e:f5:c6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:14:40.979222 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:40.988305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f5a3c-55c2-405e-970f-2b4355844f93 req-76da9913-886a-4671-aa10-2018ce49baf4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:40.989847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-498f5a3c-55c2-405e-970f-2b4355844f93 req-76da9913-886a-4671-aa10-2018ce49baf4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 943 time: 0.0519834 Sep 27 09:14:40.993170 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73eb85f9-5643-4ed5-b338-67180ec7e2d7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:14:41.014544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 73eb85f9-5643-4ed5-b338-67180ec7e2d7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73eb85f9-5643-4ed5-b338-67180ec7e2d7,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:14:41.019957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:41.031510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-498f5a3c-55c2-405e-970f-2b4355844f93 req-44db72e4-3312-424e-bffa-086fb5041c40 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 Sep 27 09:14:41.070876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=73eb85f9-5643-4ed5-b338-67180ec7e2d7,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:41.078687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.079037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.079374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.079712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.080098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.080520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.081008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.081389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.081812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.082116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.082441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.082805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:14:41.224236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['73eb85f9-5643-4ed5-b338-67180ec7e2d7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:14:42.163212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5256d-ccc9-4eb1-bee0-c47e12aa0631 req-adfc670d-5aff-4913-bd3d-cdc22c64c372 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:42.164733 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ff5256d-ccc9-4eb1-bee0-c47e12aa0631 req-adfc670d-5aff-4913-bd3d-cdc22c64c372 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 944 time: 0.0588515 Sep 27 09:14:42.211607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4ff5256d-ccc9-4eb1-bee0-c47e12aa0631 req-d246759a-c702-44a7-90fa-fa5bffcc37f8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379422 Sep 27 09:14:42.815250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 73eb85f9-5643-4ed5-b338-67180ec7e2d7 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:14:42.876778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:14:42.880959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:14:42.881525 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:42.974836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:42.998956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca56b86-e992-4ce1-b0ae-5f48e1eedc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73eb85f9-5643-4ed5-b338-67180ec7e2d7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:14:43.001231 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6782c6-1143-40a5-a689-4658b9bc7491" -d '{"events": [{"server_uuid": "8ca56b86-e992-4ce1-b0ae-5f48e1eedc14", "name": "network-vif-plugged", "status": "completed", "tag": "73eb85f9-5643-4ed5-b338-67180ec7e2d7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:14:43.014697 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 73eb85f9-5643-4ed5-b338-67180ec7e2d7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73eb85f9-5643-4ed5-b338-67180ec7e2d7,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:14:43.019971 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:43.043364 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c757714-a0f1-47bf-9446-a8d37765b93e x-openstack-request-id: req-5c757714-a0f1-47bf-9446-a8d37765b93e {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:14:43.043661 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca56b86-e992-4ce1-b0ae-5f48e1eedc14", "name": "network-vif-plugged", "status": "completed", "tag": "73eb85f9-5643-4ed5-b338-67180ec7e2d7", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:14:43.043918 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c757714-a0f1-47bf-9446-a8d37765b93e {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:14:43.044332 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca56b86-e992-4ce1-b0ae-5f48e1eedc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73eb85f9-5643-4ed5-b338-67180ec7e2d7', 'code': 200} Sep 27 09:14:43.071310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=73eb85f9-5643-4ed5-b338-67180ec7e2d7,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:43.140478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36005555-bd71-4315-998e-b93f0fee1c69 req-254995cb-c252-4bf6-9313-7459f91f65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:43.141987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36005555-bd71-4315-998e-b93f0fee1c69 req-254995cb-c252-4bf6-9313-7459f91f65c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 1096 time: 0.0451989 Sep 27 09:14:43.179055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36005555-bd71-4315-998e-b93f0fee1c69 req-f51fffd3-232c-4f22-be14-34fc1407e654 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284948 Sep 27 09:14:43.352410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000d71d-03b7-4ae9-87a6-8db5b87e4e04 req-81ca2f8c-59b5-4d5d-ba1c-c82efd047160 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:43.354137 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a000d71d-03b7-4ae9-87a6-8db5b87e4e04 req-81ca2f8c-59b5-4d5d-ba1c-c82efd047160 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 945 time: 0.0600939 Sep 27 09:14:43.394203 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a000d71d-03b7-4ae9-87a6-8db5b87e4e04 req-e05a61e9-2f88-4b39-8e70-5d939771e7f3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Sep 27 09:14:44.366166 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:44.523238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b114aeb-4081-4715-ad52-d26614e509e6 req-5485da09-3ca1-48b1-aaac-021c5ca1eba7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:44.524759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0b114aeb-4081-4715-ad52-d26614e509e6 req-5485da09-3ca1-48b1-aaac-021c5ca1eba7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 945 time: 0.0523357 Sep 27 09:14:44.567742 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0b114aeb-4081-4715-ad52-d26614e509e6 req-5b17a38c-b6a7-4bc1-8234-c94616c001a9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343993 Sep 27 09:14:44.693577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e21c24-a139-43ce-920c-df1e8e43e081 req-b924a6c7-f636-4bdb-8c00-ad9c58f57863 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:44.695213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67e21c24-a139-43ce-920c-df1e8e43e081 req-b924a6c7-f636-4bdb-8c00-ad9c58f57863 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Sep 27 09:14:44.738778 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67e21c24-a139-43ce-920c-df1e8e43e081 req-3d11927b-617e-4d05-9058-ae17dfb8e19a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357609 Sep 27 09:14:45.057481 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db30750-81f9-4257-b086-d8ed16ab2ad7 req-0564fb53-d054-43dc-9ad6-d4decaf5336b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:45.058960 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0db30750-81f9-4257-b086-d8ed16ab2ad7 req-0564fb53-d054-43dc-9ad6-d4decaf5336b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 945 time: 0.0510247 Sep 27 09:14:45.102760 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0db30750-81f9-4257-b086-d8ed16ab2ad7 req-60c66aaf-2935-49f5-8f49-30b0dda37a44 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Sep 27 09:14:45.143358 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb56982f-fd94-4780-8c05-ad1be543824e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:46.239657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b3858-b8a3-42e2-a07a-303ed2af1c07 req-f5c5a4f1-6cb1-4b2a-98ec-b03a8dd0b344 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:46.241223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d4b3858-b8a3-42e2-a07a-303ed2af1c07 req-f5c5a4f1-6cb1-4b2a-98ec-b03a8dd0b344 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 945 time: 0.0617709 Sep 27 09:14:46.282114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3d4b3858-b8a3-42e2-a07a-303ed2af1c07 req-cf800b67-1a67-46a6-a2fa-9f347a89b221 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Sep 27 09:14:46.459212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-13a608b2-5386-403b-9238-051479601a34 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:46.460941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-13a608b2-5386-403b-9238-051479601a34 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 945 time: 0.0571527 Sep 27 09:14:46.555377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:14:46.555684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:46.650223 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] For port 73eb85f9-5643-4ed5-b338-67180ec7e2d7, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73eb85f9-5643-4ed5-b338-67180ec7e2d7,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:14:46.650606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:46.663138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for 73eb85f9-5643-4ed5-b338-67180ec7e2d7 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:14:46.799801 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:46.812938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['92c0bbf8-374a-42b6-bf58-1893f6251d88'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:14:46.815324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['73eb85f9-5643-4ed5-b338-67180ec7e2d7'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:14:46.834230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=73eb85f9-5643-4ed5-b338-67180ec7e2d7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:46.885350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] No DVR routers for this DVR port 73eb85f9-5643-4ed5-b338-67180ec7e2d7 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:14:46.888173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:46.890449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3650c7f2-c47b-4556-bb16-19beab7e724e req-d25a5215-58ce-46c5-98f6-a57ac3732abc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "DELETE /v2.0/ports/73eb85f9-5643-4ed5-b338-67180ec7e2d7 HTTP/1.1" status: 204 len: 173 time: 0.4230647 Sep 27 09:14:46.890904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca56b86-e992-4ce1-b0ae-5f48e1eedc14', 'name': 'network-vif-deleted', 'tag': '73eb85f9-5643-4ed5-b338-67180ec7e2d7'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:14:46.893253 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6766bd-405c-4bf4-aafc-21d14550a679" -d '{"events": [{"server_uuid": "8ca56b86-e992-4ce1-b0ae-5f48e1eedc14", "name": "network-vif-deleted", "tag": "73eb85f9-5643-4ed5-b338-67180ec7e2d7"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:14:46.951542 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e45dd29-84f2-4aeb-8624-f9730beaaa7b x-openstack-request-id: req-6e45dd29-84f2-4aeb-8624-f9730beaaa7b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:14:46.951838 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca56b86-e992-4ce1-b0ae-5f48e1eedc14", "name": "network-vif-deleted", "tag": "73eb85f9-5643-4ed5-b338-67180ec7e2d7", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:14:46.952102 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e45dd29-84f2-4aeb-8624-f9730beaaa7b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:14:46.952654 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca56b86-e992-4ce1-b0ae-5f48e1eedc14', 'name': 'network-vif-deleted', 'tag': '73eb85f9-5643-4ed5-b338-67180ec7e2d7', 'status': 'completed', 'code': 200} Sep 27 09:14:47.382674 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a8e488ae-a207-4429-89e9-994bef97a516 req-f001769b-97d5-40cb-a846-2aa9cd18c789 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 210 time: 0.0286815 Sep 27 09:14:47.574381 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c8bb48f-a67b-43a9-bd7f-0719a3ea351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:48.071318 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:48.482852 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5dc6a6f4-b5a5-47d1-94b2-07706f2f6ac0 req-877c1ba5-5160-4f42-b9e2-814ad5ba30e6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 210 time: 0.0270197 Sep 27 09:14:48.852418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 73eb85f9-5643-4ed5-b338-67180ec7e2d7 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:14:48.873338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 73eb85f9-5643-4ed5-b338-67180ec7e2d7 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:14:48.873773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 73eb85f9-5643-4ed5-b338-67180ec7e2d7 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:14:49.069141 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:49.582088 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9789b85c-bfd3-460a-9f88-b716037eaff2 req-8e36abab-52d2-48b7-9567-e46beea87421 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 210 time: 0.0275602 Sep 27 09:14:50.691812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:50.705363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8efa792-ecc9-4b87-84ea-5c3cc521f977 req-b83e4dd4-e220-4e3d-ab8d-f4d23d6dc252 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 210 time: 0.0400665 Sep 27 09:14:50.765584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2d48ce7e-c33d-4775-93c0-819eeeb10d3a req-9b509ac2-2755-41d3-a490-27a73e4539e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248950 Sep 27 09:14:50.847383 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2d48ce7e-c33d-4775-93c0-819eeeb10d3a req-f3d39091-7522-4c70-a954-7ece8c44f87f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=8ca56b86-e992-4ce1-b0ae-5f48e1eedc14 HTTP/1.1" status: 200 len: 210 time: 0.0285215 Sep 27 09:14:51.034624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48ce7e-c33d-4775-93c0-819eeeb10d3a req-5bfb5ef2-a01f-454e-80b3-84aa9c4392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:51.036156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2d48ce7e-c33d-4775-93c0-819eeeb10d3a req-5bfb5ef2-a01f-454e-80b3-84aa9c4392c3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3aca61a6039d4386add202bb9ad934af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1685755 Sep 27 09:14:51.200961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48ce7e-c33d-4775-93c0-819eeeb10d3a req-a0bfb178-52ba-4c2a-96bf-867ebd1beccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:51.202464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2d48ce7e-c33d-4775-93c0-819eeeb10d3a req-a0bfb178-52ba-4c2a-96bf-867ebd1beccf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589613 Sep 27 09:14:55.193616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3dc23-a1e8-4542-802c-a62e76f28735 req-b208b5c3-e44c-40d0-af1f-f37e5a0b082f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:55.195102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94c3dc23-a1e8-4542-802c-a62e76f28735 req-b208b5c3-e44c-40d0-af1f-f37e5a0b082f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 946 time: 0.0535262 Sep 27 09:14:55.235186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94c3dc23-a1e8-4542-802c-a62e76f28735 req-55de92bd-21fc-409e-ab87-b20567c49ac5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Sep 27 09:14:56.417421 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa911c1-e2ce-469f-a02e-0509172ffc1e req-2d1583c4-880d-4f84-84f0-a219c9f24bd4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:56.418965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-faa911c1-e2ce-469f-a02e-0509172ffc1e req-2d1583c4-880d-4f84-84f0-a219c9f24bd4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 946 time: 0.1140318 Sep 27 09:14:56.463158 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-faa911c1-e2ce-469f-a02e-0509172ffc1e req-b6a4e62a-0a49-4fa6-a96d-a2a2d125602d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=85c19b18-ade5-47df-afe6-94c83bb05b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374708 Sep 27 09:14:56.821028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-4cb90651-1654-4ecf-8cc8-d39fa7fa234d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:14:56.822569 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-4cb90651-1654-4ecf-8cc8-d39fa7fa234d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 946 time: 0.0598705 Sep 27 09:14:56.926000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port 92c0bbf8-374a-42b6-bf58-1893f6251d88 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:14:56.926294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:57.017021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] For port 92c0bbf8-374a-42b6-bf58-1893f6251d88, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=92c0bbf8-374a-42b6-bf58-1893f6251d88,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:14:57.017392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:57.030299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for 92c0bbf8-374a-42b6-bf58-1893f6251d88 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:14:57.163945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:57.176682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['92c0bbf8-374a-42b6-bf58-1893f6251d88'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:14:57.200419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=92c0bbf8-374a-42b6-bf58-1893f6251d88,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:14:57.239061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] No DVR routers for this DVR port 92c0bbf8-374a-42b6-bf58-1893f6251d88 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:14:57.241900 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:14:57.243992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6a17c4c3-1386-414b-a778-3dad2a7a080d req-be20d632-39be-4644-823b-3966678d8935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "DELETE /v2.0/ports/92c0bbf8-374a-42b6-bf58-1893f6251d88 HTTP/1.1" status: 204 len: 173 time: 0.4139812 Sep 27 09:14:57.244459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1387b3b4-bd25-4dac-a911-d66c4e443266', 'name': 'network-vif-deleted', 'tag': '92c0bbf8-374a-42b6-bf58-1893f6251d88'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:14:57.246698 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110cf34b-8d7a-48df-a64d-7af97cb6c728" -d '{"events": [{"server_uuid": "1387b3b4-bd25-4dac-a911-d66c4e443266", "name": "network-vif-deleted", "tag": "92c0bbf8-374a-42b6-bf58-1893f6251d88"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:14:57.286374 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f808a0-c61e-4b4a-be47-14b01777227d x-openstack-request-id: req-49f808a0-c61e-4b4a-be47-14b01777227d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:14:57.286670 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1387b3b4-bd25-4dac-a911-d66c4e443266", "name": "network-vif-deleted", "tag": "92c0bbf8-374a-42b6-bf58-1893f6251d88", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:14:57.286951 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49f808a0-c61e-4b4a-be47-14b01777227d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:14:57.287382 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1387b3b4-bd25-4dac-a911-d66c4e443266', 'name': 'network-vif-deleted', 'tag': '92c0bbf8-374a-42b6-bf58-1893f6251d88', 'status': 'completed', 'code': 200} Sep 27 09:14:57.563483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a958f09f-d7f2-43d8-b928-4588f39ba2c3 req-812686ec-8630-4283-b366-9a59ea211e89 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 210 time: 0.0295992 Sep 27 09:14:58.670164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0136708-4513-4155-9655-0c397e95936e req-998a0a0b-f5de-4b20-a728-6c709421aa98 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 210 time: 0.0303168 Sep 27 09:14:59.774747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f1498a6-9f03-4980-9e33-277eac824503 req-988edc28-b77d-4a98-afa2-863399da4c48 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 210 time: 0.0302160 Sep 27 09:15:00.883396 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fac8bf0-8002-42d6-a295-af53d38c302d req-bc1d0a63-4558-4da5-b132-c2f4e7977b3a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=1387b3b4-bd25-4dac-a911-d66c4e443266 HTTP/1.1" status: 200 len: 210 time: 0.0261750 Sep 27 09:15:01.962357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 92c0bbf8-374a-42b6-bf58-1893f6251d88 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:15:02.145659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 92c0bbf8-374a-42b6-bf58-1893f6251d88 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:15:02.145924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 92c0bbf8-374a-42b6-bf58-1893f6251d88 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:15:03.851003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35786) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:03.855631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-996ac7cb-25c5-4084-b761-df31fb501f6c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080107384', 'description': 'tempest-secgroup-smoke-1080107384 description', 'project_id': '3aca61a6039d4386add202bb9ad934af'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:03.879643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-996ac7cb-25c5-4084-b761-df31fb501f6c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:03.962705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-996ac7cb-25c5-4084-b761-df31fb501f6c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:03.969354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-996ac7cb-25c5-4084-b761-df31fb501f6c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:03.998358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ac7cb-25c5-4084-b761-df31fb501f6c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:04.002625 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-996ac7cb-25c5-4084-b761-df31fb501f6c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.003839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-996ac7cb-25c5-4084-b761-df31fb501f6c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1517866 Sep 27 09:15:04.008225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 35788) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:04.015950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e', 'project_id': '3aca61a6039d4386add202bb9ad934af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:04.049585 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.108471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.114471 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.135040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53186ae6-293e-4404-8781-37d7e3a95c07,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:04.142760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.144061 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336479 Sep 27 09:15:04.145781 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.146128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.146557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.146922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.147221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35790) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:04.147402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.147610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.147979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.148362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.148729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.149083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.149394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.149717 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d6efe-4dd9-4c73-92ce-9cc6f4692032 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:04.151971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-151603d4-f04d-4d71-b8db-85a4cec94957 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e', 'project_id': '3aca61a6039d4386add202bb9ad934af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:04.179069 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151603d4-f04d-4d71-b8db-85a4cec94957 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.239295 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151603d4-f04d-4d71-b8db-85a4cec94957 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.245130 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151603d4-f04d-4d71-b8db-85a4cec94957 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.261740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151603d4-f04d-4d71-b8db-85a4cec94957 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0834a753-d0d7-46e1-b6f9-7faa3fab8383,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:04.269528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-151603d4-f04d-4d71-b8db-85a4cec94957 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.270730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-151603d4-f04d-4d71-b8db-85a4cec94957 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224828 Sep 27 09:15:04.273953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35792) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:04.278237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bf782254-6123-44ab-ac9d-b6c937a512c6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e', 'project_id': '3aca61a6039d4386add202bb9ad934af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:04.306778 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf782254-6123-44ab-ac9d-b6c937a512c6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.367814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf782254-6123-44ab-ac9d-b6c937a512c6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.372444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf782254-6123-44ab-ac9d-b6c937a512c6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.388887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf782254-6123-44ab-ac9d-b6c937a512c6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6af45cd-55ea-41a9-b209-26a42ee26183,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:04.397092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bf782254-6123-44ab-ac9d-b6c937a512c6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.398318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bf782254-6123-44ab-ac9d-b6c937a512c6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234007 Sep 27 09:15:04.401411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35794) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:04.405869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-abe8bb33-fa80-4df3-b239-eff101d2ca13 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e', 'project_id': '3aca61a6039d4386add202bb9ad934af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:04.434148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abe8bb33-fa80-4df3-b239-eff101d2ca13 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.499611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abe8bb33-fa80-4df3-b239-eff101d2ca13 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.504874 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abe8bb33-fa80-4df3-b239-eff101d2ca13 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.523071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8bb33-fa80-4df3-b239-eff101d2ca13 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce9c033-7425-46d3-bcda-a23f18b4971c,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:04.525987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-abe8bb33-fa80-4df3-b239-eff101d2ca13 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.527162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-abe8bb33-fa80-4df3-b239-eff101d2ca13 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248307 Sep 27 09:15:04.530015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35796) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:04.534320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3af4a1f3-cc9f-4ab7-8e43-1343a4765fb9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e', 'project_id': '3aca61a6039d4386add202bb9ad934af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:04.556274 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-3af4a1f3-cc9f-4ab7-8e43-1343a4765fb9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Project 3aca61a6039d4386add202bb9ad934af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:15:04.561354 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3af4a1f3-cc9f-4ab7-8e43-1343a4765fb9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.621557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3af4a1f3-cc9f-4ab7-8e43-1343a4765fb9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.627452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3af4a1f3-cc9f-4ab7-8e43-1343a4765fb9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.644189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4a1f3-cc9f-4ab7-8e43-1343a4765fb9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72f12f7-94ee-4b83-8a6b-8499c631b71f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:04.652466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3af4a1f3-cc9f-4ab7-8e43-1343a4765fb9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.653705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3af4a1f3-cc9f-4ab7-8e43-1343a4765fb9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227531 Sep 27 09:15:04.657534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35798) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:04.661911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f14996d5-988e-46fc-bf1e-87623d5dfb10 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e', 'project_id': '3aca61a6039d4386add202bb9ad934af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:04.685606 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-f14996d5-988e-46fc-bf1e-87623d5dfb10 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Project 3aca61a6039d4386add202bb9ad934af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:15:04.690770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f14996d5-988e-46fc-bf1e-87623d5dfb10 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.754993 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f14996d5-988e-46fc-bf1e-87623d5dfb10 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.759949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f14996d5-988e-46fc-bf1e-87623d5dfb10 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.777755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14996d5-988e-46fc-bf1e-87623d5dfb10 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1c990d-5d27-457d-a531-b73068f8d4fa,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:04.783152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f14996d5-988e-46fc-bf1e-87623d5dfb10 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:04.784506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f14996d5-988e-46fc-bf1e-87623d5dfb10 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259823 Sep 27 09:15:05.190369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-55481a9a-030b-4235-b180-37209c89196f req-4c9832b9-a768-4766-bda0-8289047d3db7 service neutron] (94830) timed out ('10.222.0.50', 51786) {{(pid=94830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:15:06.141987 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:14.363589 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:15.147274 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cab0cc8-94ff-44b9-9c42-2d219a53b525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:16.462517 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:15:17.577839 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7dbab0b5-8bd2-4c78-9637-f4a8438e04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:18.082204 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:19.072485 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:19.162367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-f0390df2-5f4a-4749-8430-08a8fdac3934 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080107384&fields=id&tenant_id=3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 267 time: 0.0329719 Sep 27 09:15:19.273756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-edbee73b-58a2-4c79-b921-9c59304cfd8b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:19.275261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-edbee73b-58a2-4c79-b921-9c59304cfd8b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1056557 Sep 27 09:15:19.293285 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-72da99a7-c3b3-43df-b9fc-f146764cbb0d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/quotas/3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 375 time: 0.0091007 Sep 27 09:15:19.343437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-8803361e-a699-4a42-b7c9-4f87b1323ce9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447798 Sep 27 09:15:19.359292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-bb692978-a2b3-4c63-ad96-890a50408b23 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:15:19.360229 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-bb692978-a2b3-4c63-ad96-890a50408b23 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049243 Sep 27 09:15:19.448377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-95f20a26-bcfb-45ce-a817-0bbec34868b2 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823350 Sep 27 09:15:19.541467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-772d20cf-98de-4fca-b27e-1c7f518a8964 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871861 Sep 27 09:15:19.914599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-927ae4a5-1128-4724-b54a-34cf6e695417 req-5aadeefc-fb3f-46a7-b046-ae0114931768 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 210 time: 0.0866961 Sep 27 09:15:20.694976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:20.846038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-33719fe5-a3fb-4005-85d2-1653038978f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:20.847557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-33719fe5-a3fb-4005-85d2-1653038978f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1077425 Sep 27 09:15:20.890907 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-525579f3-f48f-4bc9-a484-0fc35db4b486 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 380 time: 0.0338728 Sep 27 09:15:20.901237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'port': {'device_id': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'admin_state_up': True, 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'security_groups': ['b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:21.016856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:15:21.020395 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40b58d45-04b0-44e3-b2fa-1ecb3c60a099 req-020e2efb-a96b-4c66-9210-83e5626b2a17 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 210 time: 0.0340672 Sep 27 09:15:21.021183 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:21.150048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.20.0.9 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/7e3fc4b1-f504-4025-b703-156bb544cd52) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:15:21.295092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:21.329464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:21.373566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:15:21.377384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:15:21.381425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:15:21.408365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=7e3fc4b1-f504-4025-b703-156bb544cd52,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:21.423491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.423830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.424170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.424666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.425003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.425334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.425663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.425986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.426311 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.426633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.426966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.427280 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:15:21.450060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:21.450797 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:21.469423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b44bd6cc-256a-406a-8f8a-3343d6d04448 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721056 Sep 27 09:15:21.482894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Request body: {'port': {'device_id': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:21.542192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:21.673311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d67137e4-84ac-45fd-8ad9-d327af3085fa None None] Provisioning complete for port 7e3fc4b1-f504-4025-b703-156bb544cd52 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:15:21.673828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d67137e4-84ac-45fd-8ad9-d327af3085fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:21.706862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d67137e4-84ac-45fd-8ad9-d327af3085fa None None] Port 7e3fc4b1-f504-4025-b703-156bb544cd52 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:15:21.811822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3fc4b1-f504-4025-b703-156bb544cd52 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:15:21.819731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:21.831938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Transition to ACTIVE for port object 7e3fc4b1-f504-4025-b703-156bb544cd52 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:15:21.838260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:21.891944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Pushing event updated for resources: {'Port': ['ID=7e3fc4b1-f504-4025-b703-156bb544cd52,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:21.961231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Attempting to bind port 7e3fc4b1-f504-4025-b703-156bb544cd52 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:15:21.961572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Attempting to bind port 7e3fc4b1-f504-4025-b703-156bb544cd52 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:15:21.961905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Attempting to bind port 7e3fc4b1-f504-4025-b703-156bb544cd52 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:15:21.967146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Port 7e3fc4b1-f504-4025-b703-156bb544cd52 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:15:21.967471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Attempting to bind port 7e3fc4b1-f504-4025-b703-156bb544cd52 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:15:21.972563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:15:21.972906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:15:21.973286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:15:21.973720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Bound port: 7e3fc4b1-f504-4025-b703-156bb544cd52, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:15:21.974081 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:22.058783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] For port 7e3fc4b1-f504-4025-b703-156bb544cd52, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:15:22.063315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] For port 7e3fc4b1-f504-4025-b703-156bb544cd52, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e3fc4b1-f504-4025-b703-156bb544cd52,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:15:22.076432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:22.151293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.152056 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:22.153608 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] 10.222.0.67 "PUT /v2.0/ports/7e3fc4b1-f504-4025-b703-156bb544cd52 HTTP/1.1" status: 200 len: 1091 time: 0.6752772 Sep 27 09:15:22.155913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'tag': '7e3fc4b1-f504-4025-b703-156bb544cd52'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:15:22.158260 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9974c620-728a-4412-bba6-aca7ccfef90b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6", "tag": "7e3fc4b1-f504-4025-b703-156bb544cd52"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:15:22.186603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bc5d7-d156-42b2-9579-3535681f0d8f service neutron] Pushing event updated for resources: {'Port': ['ID=7e3fc4b1-f504-4025-b703-156bb544cd52,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:22.222636 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7120916-a123-4a98-9f10-76c30c71712f x-openstack-request-id: req-d7120916-a123-4a98-9f10-76c30c71712f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:15:22.222933 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6", "tag": "7e3fc4b1-f504-4025-b703-156bb544cd52", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:15:22.223175 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7120916-a123-4a98-9f10-76c30c71712f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:15:22.223572 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'tag': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'status': 'completed', 'code': 200} Sep 27 09:15:22.250820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8e425-4b12-4307-9afc-9cfea45753a1 req-7016400b-cb57-44d1-8f1f-7b99a4b8090b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.252407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96c8e425-4b12-4307-9afc-9cfea45753a1 req-7016400b-cb57-44d1-8f1f-7b99a4b8090b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.1488080 Sep 27 09:15:22.280264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-120e720c-c47c-46b2-80bc-443b77841015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.281900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-120e720c-c47c-46b2-80bc-443b77841015 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 1094 time: 0.0820193 Sep 27 09:15:22.309793 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96c8e425-4b12-4307-9afc-9cfea45753a1 req-1fe7d1af-8abf-41d6-9ecf-522f20c202eb tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509417 Sep 27 09:15:22.336533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b8943449-e2d6-4ed0-be15-e6439bcb6735 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3fc4b1-f504-4025-b703-156bb544cd52 HTTP/1.1" status: 200 len: 217 time: 0.0408363 Sep 27 09:15:22.391215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-38e5f499-479d-4516-ad78-24c2ee8c3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.392730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-38e5f499-479d-4516-ad78-24c2ee8c3f6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0486953 Sep 27 09:15:22.438968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-ad1d3e13-263f-4ed5-ad7f-d96b1007501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.440493 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-ad1d3e13-263f-4ed5-ad7f-d96b1007501f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405886 Sep 27 09:15:22.533799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-b4af7f21-5974-450f-af7e-ec8c40886438 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859034 Sep 27 09:15:22.625392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423dfff-7d96-4c18-9367-c972a5827e4c req-cc8a6686-6967-46e8-8cee-e1d1efd26c5b service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845075 Sep 27 09:15:22.709211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c620-728a-4412-bba6-aca7ccfef90b req-2271037a-9c71-4bd7-810c-ba78b2c8ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.710644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9974c620-728a-4412-bba6-aca7ccfef90b req-2271037a-9c71-4bd7-810c-ba78b2c8ff75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 1094 time: 0.0419736 Sep 27 09:15:22.808899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c620-728a-4412-bba6-aca7ccfef90b req-9871c0f5-7dcf-477c-a483-50f3abcf8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.810374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9974c620-728a-4412-bba6-aca7ccfef90b req-9871c0f5-7dcf-477c-a483-50f3abcf8dd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0921981 Sep 27 09:15:22.852023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9974c620-728a-4412-bba6-aca7ccfef90b req-9186d155-e04b-4ca1-af0a-c62072027cef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3fc4b1-f504-4025-b703-156bb544cd52 HTTP/1.1" status: 200 len: 217 time: 0.0340102 Sep 27 09:15:22.904161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c620-728a-4412-bba6-aca7ccfef90b req-2c5113c5-5bb6-4555-9578-32162ce05e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.905687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9974c620-728a-4412-bba6-aca7ccfef90b req-2c5113c5-5bb6-4555-9578-32162ce05e38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0468881 Sep 27 09:15:22.953162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c620-728a-4412-bba6-aca7ccfef90b req-362d4812-18e9-44d7-90d1-c1766ba021b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:22.954753 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9974c620-728a-4412-bba6-aca7ccfef90b req-362d4812-18e9-44d7-90d1-c1766ba021b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412893 Sep 27 09:15:23.046038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9974c620-728a-4412-bba6-aca7ccfef90b req-dfd569e5-6941-4f32-a5eb-3bab483b5faa service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834892 Sep 27 09:15:23.145283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9974c620-728a-4412-bba6-aca7ccfef90b req-3822a4af-5391-4150-8e0a-14e2dc74061f service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916677 Sep 27 09:15:23.437252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbad9e-e87a-4cf8-a455-c0a38beb442e req-3679607c-5f35-405f-9186-560416e3cb82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:23.438746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-87fbad9e-e87a-4cf8-a455-c0a38beb442e req-3679607c-5f35-405f-9186-560416e3cb82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.0499101 Sep 27 09:15:23.480694 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-87fbad9e-e87a-4cf8-a455-c0a38beb442e req-951e0cc6-6115-48d4-9c1b-900369b32835 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356429 Sep 27 09:15:24.611641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc9e7b-9b77-4f79-92a9-4c39da24e111 req-b5c2de8e-fc6b-4f7a-9f7d-c5d629ede35b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:24.613237 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4cdc9e7b-9b77-4f79-92a9-4c39da24e111 req-b5c2de8e-fc6b-4f7a-9f7d-c5d629ede35b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.0514479 Sep 27 09:15:24.653597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4cdc9e7b-9b77-4f79-92a9-4c39da24e111 req-40e2f1c7-7546-42c0-ba36-2db543947319 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341632 Sep 27 09:15:25.787128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4537b-a328-41c3-97d1-7b59875fddd5 req-46d54b45-8ac8-4b88-a2ff-cd2803ae6780 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:25.788651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cb4537b-a328-41c3-97d1-7b59875fddd5 req-46d54b45-8ac8-4b88-a2ff-cd2803ae6780 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.0495420 Sep 27 09:15:25.826525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cb4537b-a328-41c3-97d1-7b59875fddd5 req-4eb1450b-4517-4099-a648-a7ffda21dfd3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317397 Sep 27 09:15:27.297718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b226-8156-492b-b25f-a1ddc7fea549 req-473eadd3-fef0-4def-87e2-bb45d158afab tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:27.299224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3122b226-8156-492b-b25f-a1ddc7fea549 req-473eadd3-fef0-4def-87e2-bb45d158afab tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.3822148 Sep 27 09:15:27.338541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3122b226-8156-492b-b25f-a1ddc7fea549 req-a9a46c9b-41fc-4267-825c-92ee73f81734 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332918 Sep 27 09:15:28.459265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792658-33cf-4f2a-8410-b5079dd4bb07 req-75ff9b79-7626-4aaa-bec6-2f81a0423348 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:28.460671 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-42792658-33cf-4f2a-8410-b5079dd4bb07 req-75ff9b79-7626-4aaa-bec6-2f81a0423348 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.0491788 Sep 27 09:15:28.500133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-42792658-33cf-4f2a-8410-b5079dd4bb07 req-0fa0edbc-5645-4f0d-8ab6-ed8230b528c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Sep 27 09:15:29.628690 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6dd9d-df04-44da-b5eb-fd49cc4eee47 req-3f0a0192-7390-4043-a745-b2d36cf3c31d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:29.630251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-74e6dd9d-df04-44da-b5eb-fd49cc4eee47 req-3f0a0192-7390-4043-a745-b2d36cf3c31d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.0562806 Sep 27 09:15:29.675148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-74e6dd9d-df04-44da-b5eb-fd49cc4eee47 req-84ca1265-8fb2-4dff-8e1f-3a0baaeb3638 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385449 Sep 27 09:15:30.803441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3fd54-ed8b-4f0d-9ba9-b2131765b5aa req-f2ec60b7-7f70-4e1b-bd75-5e2ef65fa94d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:30.804935 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bc3fd54-ed8b-4f0d-9ba9-b2131765b5aa req-f2ec60b7-7f70-4e1b-bd75-5e2ef65fa94d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.0558784 Sep 27 09:15:30.849472 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4bc3fd54-ed8b-4f0d-9ba9-b2131765b5aa req-983fcdfe-49e9-49d1-83c1-1281a3580266 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Sep 27 09:15:31.990759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d8d0-bbaa-4e41-922f-afa6abaacc64 req-402c0f9d-97e5-44d5-8fb0-0e7c07d4e218 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:31.992238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ebc6d8d0-bbaa-4e41-922f-afa6abaacc64 req-402c0f9d-97e5-44d5-8fb0-0e7c07d4e218 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.0523121 Sep 27 09:15:32.032480 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ebc6d8d0-bbaa-4e41-922f-afa6abaacc64 req-c4646c7f-b30f-4aac-8dbb-86e3036070c2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341530 Sep 27 09:15:33.016634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7e3fc4b1-f504-4025-b703-156bb544cd52 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:15:33.116696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7e3fc4b1-f504-4025-b703-156bb544cd52, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e3fc4b1-f504-4025-b703-156bb544cd52,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:15:33.128256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'port_id': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'mac_address': 'fa:16:3e:77:f2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:15:33.148366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f90d-8621-4b19-b170-9b227111cd9c req-e0d348fd-43d5-4946-886f-cef2cf3f8298 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:33.150003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d808f90d-8621-4b19-b170-9b227111cd9c req-e0d348fd-43d5-4946-886f-cef2cf3f8298 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 943 time: 0.0498102 Sep 27 09:15:33.165253 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:33.178470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3fc4b1-f504-4025-b703-156bb544cd52 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:15:33.188004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d808f90d-8621-4b19-b170-9b227111cd9c req-48b81674-d5c2-46ca-85b8-4e0f55a870d3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Sep 27 09:15:33.200396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7e3fc4b1-f504-4025-b703-156bb544cd52, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e3fc4b1-f504-4025-b703-156bb544cd52,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:15:33.203697 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:33.254026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7e3fc4b1-f504-4025-b703-156bb544cd52,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:33.392429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['7e3fc4b1-f504-4025-b703-156bb544cd52'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:15:34.319809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ee47a-52cd-477a-9e2e-e5c2b9f5e348 req-4ba6256d-7fc7-46ed-92da-9979ce992022 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:34.321266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-641ee47a-52cd-477a-9e2e-e5c2b9f5e348 req-4ba6256d-7fc7-46ed-92da-9979ce992022 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 944 time: 0.0518546 Sep 27 09:15:34.359930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-641ee47a-52cd-477a-9e2e-e5c2b9f5e348 req-d1961a3a-e77e-4739-b455-e275a3cf75ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325661 Sep 27 09:15:35.018057 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7e3fc4b1-f504-4025-b703-156bb544cd52 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:15:35.075952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 7e3fc4b1-f504-4025-b703-156bb544cd52 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:15:35.079616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 7e3fc4b1-f504-4025-b703-156bb544cd52 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:15:35.079995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:35.165778 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:35.191146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3fc4b1-f504-4025-b703-156bb544cd52'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:15:35.193505 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f6e452-eab8-41e8-9a01-70982b8a781f" -d '{"events": [{"server_uuid": "7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6", "name": "network-vif-plugged", "status": "completed", "tag": "7e3fc4b1-f504-4025-b703-156bb544cd52"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:15:35.207046 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7e3fc4b1-f504-4025-b703-156bb544cd52, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e3fc4b1-f504-4025-b703-156bb544cd52,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:15:35.212077 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:35.260350 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7e3fc4b1-f504-4025-b703-156bb544cd52,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:35.307199 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a68aef9-bd81-4b77-9ef0-922c9576d75c x-openstack-request-id: req-4a68aef9-bd81-4b77-9ef0-922c9576d75c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:15:35.307598 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6", "name": "network-vif-plugged", "status": "completed", "tag": "7e3fc4b1-f504-4025-b703-156bb544cd52", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:15:35.307856 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a68aef9-bd81-4b77-9ef0-922c9576d75c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:15:35.308283 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'code': 200} Sep 27 09:15:35.404517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfec62f-9469-4f20-b5c4-24d1eefd1a18 req-dafebb3a-24bc-489f-abcf-777677885df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:35.406019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dcfec62f-9469-4f20-b5c4-24d1eefd1a18 req-dafebb3a-24bc-489f-abcf-777677885df6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0408707 Sep 27 09:15:35.476880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dcfec62f-9469-4f20-b5c4-24d1eefd1a18 req-c7ceaabc-2729-45ee-ac75-f3775a010ef5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627172 Sep 27 09:15:35.497024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4d65c-914c-4888-8b99-779745236015 req-bc0bfd84-e419-426b-893e-736ea15ab20c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:35.498587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ac4d65c-914c-4888-8b99-779745236015 req-bc0bfd84-e419-426b-893e-736ea15ab20c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 945 time: 0.0665791 Sep 27 09:15:35.536293 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ac4d65c-914c-4888-8b99-779745236015 req-d22b9354-68ff-48ca-862d-e649f3eb458f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Sep 27 09:15:36.165897 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:36.655089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59378e10-f8ce-4b6a-a3fd-cdc1db7e1111 req-50d594f4-efdf-49d2-b278-6aa1526e104b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:36.656619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-59378e10-f8ce-4b6a-a3fd-cdc1db7e1111 req-50d594f4-efdf-49d2-b278-6aa1526e104b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 945 time: 0.0504630 Sep 27 09:15:36.698037 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-59378e10-f8ce-4b6a-a3fd-cdc1db7e1111 req-4ac2de4d-0294-4ec9-b2a4-0c7c677a42c7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Sep 27 09:15:36.816653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423f8f7-9e2f-420d-be86-50685218a6b5 req-7768ffc6-54e2-468f-8ceb-72f11c9be438 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:36.818057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423f8f7-9e2f-420d-be86-50685218a6b5 req-7768ffc6-54e2-468f-8ceb-72f11c9be438 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 945 time: 0.0520864 Sep 27 09:15:36.856271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7423f8f7-9e2f-420d-be86-50685218a6b5 req-ae490ed2-3f99-4771-a92d-551079799824 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321867 Sep 27 09:15:36.879628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35990) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:36.919747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632b5984-7d49-4efe-8e36-3c089b3306b9 tempest-TestVolumeBootPattern-1527294495 tempest-TestVolumeBootPattern-1527294495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:36.921312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-632b5984-7d49-4efe-8e36-3c089b3306b9 tempest-TestVolumeBootPattern-1527294495 tempest-TestVolumeBootPattern-1527294495-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 1091 time: 0.0407188 Sep 27 09:15:36.924506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 35992) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:15:36.928864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:15:36.953659 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:37.055761 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:37.174269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.25.2.37 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/06a705ab-da4b-4c52-a757-9d4f8954485b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:15:37.280647 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:37.321939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:37.357536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:15:37.360407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:15:37.363857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:15:37.391500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=06a705ab-da4b-4c52-a757-9d4f8954485b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:37.737614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:37.806152 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:37.971585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:37.978512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:38.046230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=06a705ab-da4b-4c52-a757-9d4f8954485b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:15:38.059963 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:38.174682 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Floating IP 4f2d2566-dd9e-42f1-b52d-9df6956eb01f associated. External IP: 172.25.2.37, port: 7e3fc4b1-f504-4025-b703-156bb544cd52. Sep 27 09:15:38.388251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:15:38.495694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:15:38.506076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:15:38.515355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:38.518264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:15:38.518896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:15:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:15:38.541869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bbcb87b3-c14d-47aa-ab0e-dc4643d9ec4a tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6163783 Sep 27 09:15:38.542858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'tag': '7e3fc4b1-f504-4025-b703-156bb544cd52'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:15:38.545413 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0c631f-4705-474d-a9cc-57cb361e8579" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6", "tag": "7e3fc4b1-f504-4025-b703-156bb544cd52"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:15:38.580319 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92104294-8561-44d8-b82b-99434efa959c x-openstack-request-id: req-92104294-8561-44d8-b82b-99434efa959c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:15:38.580645 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6", "tag": "7e3fc4b1-f504-4025-b703-156bb544cd52", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:15:38.580883 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92104294-8561-44d8-b82b-99434efa959c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:15:38.581288 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'tag': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'status': 'completed', 'code': 200} Sep 27 09:15:38.625345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:15:38.642990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-93c92d2f-6860-4dd3-9a8a-7ef37582a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:38.644448 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-93c92d2f-6860-4dd3-9a8a-7ef37582a2a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0405765 Sep 27 09:15:38.736374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-2d72e1d2-99ef-4634-9449-34b5def0d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:38.737897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-2d72e1d2-99ef-4634-9449-34b5def0d356 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0863948 Sep 27 09:15:38.802073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-39a15e3b-059d-410c-aa17-fa7ae299ec2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3fc4b1-f504-4025-b703-156bb544cd52 HTTP/1.1" status: 200 len: 998 time: 0.0562303 Sep 27 09:15:38.852922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-31752b08-d83f-4a8e-a7d6-6bcecebec3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:38.854617 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-31752b08-d83f-4a8e-a7d6-6bcecebec3d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0456309 Sep 27 09:15:38.854779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '4f2d2566-dd9e-42f1-b52d-9df6956eb01f', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:77:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:15:37Z', 'updated_at': '2021-09-27T09:15:37Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:15:38.887950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:15:38.896955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:15:38.897535 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:15:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:15:38.906037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-b8cd8887-9de9-4e26-9ad5-092606c49016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:38.907559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-b8cd8887-9de9-4e26-9ad5-092606c49016 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461717 Sep 27 09:15:38.999091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-ba608cc9-b30a-4045-98e4-2a252a83757d service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834897 Sep 27 09:15:39.004367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:15:39.095427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac0c631f-4705-474d-a9cc-57cb361e8579 req-01724edd-77fb-43b0-aea0-81a161950ee6 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887706 Sep 27 09:15:39.226206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '4f2d2566-dd9e-42f1-b52d-9df6956eb01f', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:77:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:15:37Z', 'updated_at': '2021-09-27T09:15:37Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:15:39.256242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad5129-e287-4b08-8d8a-f8ba30f9b4c8 None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '4f2d2566-dd9e-42f1-b52d-9df6956eb01f', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:77:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:15:37Z', 'updated_at': '2021-09-27T09:15:37Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:15:39.457612 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab2cac-0649-46dd-a100-17c6e678ee91 None None] New status for floating IP 4f2d2566-dd9e-42f1-b52d-9df6956eb01f: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:15:44.373213 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:45.153079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7c573d8-de88-4e85-8bb6-1fe6aeadc90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:45.686518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-043a20b7-0573-4ccb-9f7b-bb9caed24400 req-292b4eb0-52c6-4e79-94a9-7d5697bb6649 service neutron] (94831) timed out ('10.222.0.57', 49543) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:15:47.581201 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d93eb2ec-9d83-4857-bd65-91623a227db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:48.082526 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:49.077847 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:50.698900 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:15:52.838584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-972a672e-fcae-43d4-a4cb-b6d7ff481351 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412552 Sep 27 09:15:52.926301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-a3e780e5-e928-4b81-b1da-177d0a2b417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:52.927782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-a3e780e5-e928-4b81-b1da-177d0a2b417c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0429821 Sep 27 09:15:53.036342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-f727617c-2c92-467a-9da1-6e4f56812abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:53.037838 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-f727617c-2c92-467a-9da1-6e4f56812abd service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0893874 Sep 27 09:15:53.109454 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-218060fe-532a-4b3e-8b59-2a7fe19cc8a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3fc4b1-f504-4025-b703-156bb544cd52 HTTP/1.1" status: 200 len: 1000 time: 0.0618834 Sep 27 09:15:53.175446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-79f9627b-e782-48a7-80f2-f465e491db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:53.177701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-79f9627b-e782-48a7-80f2-f465e491db75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0554807 Sep 27 09:15:53.233098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-a18b992c-0128-4e51-bbd1-302c5313c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:15:53.234895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-a18b992c-0128-4e51-bbd1-302c5313c156 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485606 Sep 27 09:15:53.324869 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-a25681f9-1905-4157-a67a-1f86bc49c4b5 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826776 Sep 27 09:15:53.419259 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-781fcf46-5b0f-479d-8aa9-c9fc7393537b req-1e9a7a55-ead1-45c8-b9e4-2f2a734e532a service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Sep 27 09:15:53.465062 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:16:06.165250 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:14.404130 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:15.150231 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33c7b353-2663-45b9-92dd-c6615a29ef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:17.593210 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de74e1cb-f284-44ed-9680-73bd86eff9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:18.085895 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:19.078525 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:20.714004 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:30.467901 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:16:36.180951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:44.429804 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:45.151869 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a258-902f-4827-9ee8-2e876f716485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:47.596369 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-943c0b10-1824-4683-9a61-40e7545a2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:48.091321 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:49.092523 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:50.708026 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:16:53.795289 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-f13385e1-7d62-4be5-b858-fd0e1ee745bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480428 Sep 27 09:16:53.888087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-9d683fd4-95c4-4213-ba93-6dbcb1477369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:16:53.889647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-9d683fd4-95c4-4213-ba93-6dbcb1477369 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0498540 Sep 27 09:16:54.002750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-02140871-8952-4e68-982e-5f7406e09f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:16:54.004208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-02140871-8952-4e68-982e-5f7406e09f1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0908244 Sep 27 09:16:54.069881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-c0497b26-373d-4059-a1e3-b2807fa77af3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3fc4b1-f504-4025-b703-156bb544cd52 HTTP/1.1" status: 200 len: 1000 time: 0.0581284 Sep 27 09:16:54.131256 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-01fd6eae-b1cd-4b3b-abf7-9b1a427460a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:16:54.132723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-01fd6eae-b1cd-4b3b-abf7-9b1a427460a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0550737 Sep 27 09:16:54.179637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-503a1604-7467-46b2-a0dc-3e60b7cce3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:16:54.181143 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-503a1604-7467-46b2-a0dc-3e60b7cce3ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414529 Sep 27 09:16:54.276641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-667027f6-9133-4e32-80a0-2d443c81bb72 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876820 Sep 27 09:16:54.381415 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-246ec1fb-377c-4794-8c0f-9ded194c05d9 req-20131839-4797-41dd-89c4-f3b625b86b62 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971065 Sep 27 09:17:06.206296 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:07.472621 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:17:14.445907 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:15.144646 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16fe264d-c87e-4235-8d5d-9ff780b95cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:17.596288 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e088cd9d-7375-49fe-b239-cb3e9b3bf930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:18.097048 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:19.094984 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:20.718981 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:36.218544 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:37.192954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816f237-b1de-4b6e-bfae-a1ac2e893a0d req-10c6d569-5938-45bf-a0bb-b2e307230d01 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:37.194468 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3816f237-b1de-4b6e-bfae-a1ac2e893a0d req-10c6d569-5938-45bf-a0bb-b2e307230d01 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 945 time: 0.0586779 Sep 27 09:17:37.239357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3816f237-b1de-4b6e-bfae-a1ac2e893a0d req-4197720e-4f82-4c20-a01d-87b35ba94c77 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384796 Sep 27 09:17:38.383241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597e7e2-6f69-4592-b920-8624d9f50ce3 req-8a48c3fe-0336-4cfe-8d86-e4aaac207607 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:38.385150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5597e7e2-6f69-4592-b920-8624d9f50ce3 req-8a48c3fe-0336-4cfe-8d86-e4aaac207607 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 945 time: 0.0572305 Sep 27 09:17:38.425401 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5597e7e2-6f69-4592-b920-8624d9f50ce3 req-27c79f39-b200-4bc3-836d-56023269340e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340929 Sep 27 09:17:38.656799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-ad1e6f5b-bad2-4ce1-a4f8-ee5436f79bcc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:38.658169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-ad1e6f5b-bad2-4ce1-a4f8-ee5436f79bcc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 945 time: 0.0632625 Sep 27 09:17:38.750102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port 7e3fc4b1-f504-4025-b703-156bb544cd52 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:17:38.750410 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:38.842596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] For port 7e3fc4b1-f504-4025-b703-156bb544cd52, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7e3fc4b1-f504-4025-b703-156bb544cd52,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:17:38.843266 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:39.013502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:39.013772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:39.014147 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Floating IP 4f2d2566-dd9e-42f1-b52d-9df6956eb01f disassociated. External IP: 172.25.2.37, port: 7e3fc4b1-f504-4025-b703-156bb544cd52. Sep 27 09:17:39.014613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for 7e3fc4b1-f504-4025-b703-156bb544cd52 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:17:39.504688 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:39.533455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=7e3fc4b1-f504-4025-b703-156bb544cd52,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:17:39.542389 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.542670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.542998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.543415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.543702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.544036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.544384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.544685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.545023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.545322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.545637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.545953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:39.566599 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4aaee817-4361-46bc-8c3b-3d2a1b4637e9 req-12b655cb-c74a-419a-ab19-f54397afd97f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 210 time: 0.0335598 Sep 27 09:17:39.656283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:17:39.762522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:17:39.772653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:17:39.782235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:17:39.782933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:17:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:17:39.802392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] No DVR routers for this DVR port 7e3fc4b1-f504-4025-b703-156bb544cd52 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:17:39.805430 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:39.807582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44810941-c076-4b27-9c59-bdafb4af9ef3 req-bd04fad8-416a-456f-9890-606bd7a8f1b8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "DELETE /v2.0/ports/7e3fc4b1-f504-4025-b703-156bb544cd52 HTTP/1.1" status: 204 len: 173 time: 1.1430283 Sep 27 09:17:39.808068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'name': 'network-vif-deleted', 'tag': '7e3fc4b1-f504-4025-b703-156bb544cd52'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:17:39.810532 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a637c1-c35a-4e32-9da5-fd465699ab5f" -d '{"events": [{"server_uuid": "7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6", "name": "network-vif-deleted", "tag": "7e3fc4b1-f504-4025-b703-156bb544cd52"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:17:39.860201 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255a5c8a-9aef-4c7b-a3b6-cb43ac8e7e42 x-openstack-request-id: req-255a5c8a-9aef-4c7b-a3b6-cb43ac8e7e42 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:17:39.860481 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6", "name": "network-vif-deleted", "tag": "7e3fc4b1-f504-4025-b703-156bb544cd52", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:17:39.860886 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-255a5c8a-9aef-4c7b-a3b6-cb43ac8e7e42 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:17:39.861144 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6', 'name': 'network-vif-deleted', 'tag': '7e3fc4b1-f504-4025-b703-156bb544cd52', 'status': 'completed', 'code': 200} Sep 27 09:17:39.905184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:17:40.108274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:17:40.290952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:17:40.299750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:17:40.300352 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:17:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:17:40.404479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:17:40.602487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:17:40.628122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247a7d5-35b4-4eb7-9352-14218869576c None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:17:40.669234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0305f495-4273-4023-8639-1521657cdd93 req-e517fb8e-c1ad-4704-a162-822a5c14f712 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Sep 27 09:17:40.851212 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4f752-fcd1-474d-be93-0fd2cb20c18f None None] New status for floating IP 4f2d2566-dd9e-42f1-b52d-9df6956eb01f: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:17:41.769228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3cb6f8b-1901-4522-8be6-3f07f263c499 req-bd3ba7f8-c9ba-47a5-bfac-df94299911c5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 210 time: 0.0279117 Sep 27 09:17:42.865129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f8d5f21-d604-49a2-8a50-bfab45a60af9 req-04d65864-b1da-45ea-a997-3e8f1e8f195c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8fa66a-2e99-4dc7-aac0-22c87e91b5b6 HTTP/1.1" status: 200 len: 210 time: 0.0264573 Sep 27 09:17:43.702117 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7e3fc4b1-f504-4025-b703-156bb544cd52 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:17:43.727473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 7e3fc4b1-f504-4025-b703-156bb544cd52 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:17:43.727706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7e3fc4b1-f504-4025-b703-156bb544cd52 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:17:44.078588 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-63bfcf43-6d18-4e72-a034-686ef78bc67c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080107384&fields=id&tenant_id=3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 267 time: 0.0336716 Sep 27 09:17:44.199001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-eac1ea73-afa6-4826-871c-ec5a0f31e7bd tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:44.200626 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-eac1ea73-afa6-4826-871c-ec5a0f31e7bd tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1150877 Sep 27 09:17:44.216359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-579b65a6-11ce-469e-895c-5953b2c29ee7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/quotas/3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 375 time: 0.0097785 Sep 27 09:17:44.269867 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-d96ffdde-56d9-4c65-827f-e9f8e33158fd tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475941 Sep 27 09:17:44.444839 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:44.472427 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:17:44.474179 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-2b511178-794f-41c0-8b28-14cef1fd1657 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925766 Sep 27 09:17:44.566638 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-0c08f0ab-2abd-4a38-96f6-d80f41ec5422 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851831 Sep 27 09:17:44.902159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-060b46a7-7623-4c12-a8bb-07583c972930 req-995a5be9-dedc-495d-bd90-efab70a6b697 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 210 time: 0.0298402 Sep 27 09:17:45.147451 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fc4688c-8835-4fb0-898a-7c3e9a1d0caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:45.896803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-520add16-b0e5-4ac9-8ff5-58e8716768da tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:45.898256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-520add16-b0e5-4ac9-8ff5-58e8716768da tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1018023 Sep 27 09:17:45.943634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-a30e171e-fc73-46a2-8b25-dbda3d2fac3f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 380 time: 0.0365279 Sep 27 09:17:45.954373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'port': {'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'admin_state_up': True, 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'security_groups': ['b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:17:46.001258 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-949dbd49-36bb-4883-b625-2f3e718ebabb req-d5aba454-dac9-41b3-9d5e-30e9a21a79df tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 210 time: 0.0322690 Sep 27 09:17:46.071703 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:17:46.075387 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:46.201608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.20.0.11 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/c81e678a-747c-4834-ad8e-92643718a74b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:17:46.347936 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:46.391553 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:46.433381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:17:46.436679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:17:46.440401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:17:46.473430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=c81e678a-747c-4834-ad8e-92643718a74b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:17:46.505486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:46.506165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:46.523841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c2a85a12-149d-4ac6-bb3d-3211f0add8f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5733612 Sep 27 09:17:46.628096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Request body: {'port': {'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:17:46.680826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:46.730019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5d69184a-498c-48d3-81ca-3de8c8b08b24 None None] Provisioning complete for port c81e678a-747c-4834-ad8e-92643718a74b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:17:46.730623 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d69184a-498c-48d3-81ca-3de8c8b08b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:46.765586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5d69184a-498c-48d3-81ca-3de8c8b08b24 None None] Port c81e678a-747c-4834-ad8e-92643718a74b cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:17:46.959089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81e678a-747c-4834-ad8e-92643718a74b {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:17:46.968996 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:46.984563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Transition to ACTIVE for port object c81e678a-747c-4834-ad8e-92643718a74b will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:17:46.991194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:47.045484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Pushing event updated for resources: {'Port': ['ID=c81e678a-747c-4834-ad8e-92643718a74b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:17:47.157843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Attempting to bind port c81e678a-747c-4834-ad8e-92643718a74b on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:17:47.158178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Attempting to bind port c81e678a-747c-4834-ad8e-92643718a74b by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:17:47.158507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Attempting to bind port c81e678a-747c-4834-ad8e-92643718a74b on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:17:47.169632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8a8cf-e99e-4502-a169-b716efe687e0 req-84c542e7-36ec-4704-87a9-76f1039beb09 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:47.171008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89e8a8cf-e99e-4502-a169-b716efe687e0 req-84c542e7-36ec-4704-87a9-76f1039beb09 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0767720 Sep 27 09:17:47.173435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Port c81e678a-747c-4834-ad8e-92643718a74b on network bc563f7b-c7df-4017-a71e-3c76b8010e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:17:47.173788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Attempting to bind port c81e678a-747c-4834-ad8e-92643718a74b on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:17:47.179312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:17:47.179647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:17:47.180032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:17:47.180494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Bound port: c81e678a-747c-4834-ad8e-92643718a74b, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:17:47.180859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:47.261760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89e8a8cf-e99e-4502-a169-b716efe687e0 req-4437289a-11c3-4ebb-8df6-781458a40c48 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715799 Sep 27 09:17:47.292826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] For port c81e678a-747c-4834-ad8e-92643718a74b, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:17:47.296638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] For port c81e678a-747c-4834-ad8e-92643718a74b, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c81e678a-747c-4834-ad8e-92643718a74b,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:17:47.301124 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:47.338825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:47.339486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:47.341141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] 10.222.0.57 "PUT /v2.0/ports/c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 200 len: 1092 time: 0.8088670 Sep 27 09:17:47.341571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:17:47.344227 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e172cd2d-7548-4c46-ab25-574d5f84bb21" -d '{"events": [{"name": "network-changed", "server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "tag": "c81e678a-747c-4834-ad8e-92643718a74b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:17:47.398448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eeb03-3505-4bd2-8286-59a2d54ba631 service neutron] Pushing event updated for resources: {'Port': ['ID=c81e678a-747c-4834-ad8e-92643718a74b,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:17:47.403617 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8707e17-a01c-4623-a396-5d451b646021 x-openstack-request-id: req-f8707e17-a01c-4623-a396-5d451b646021 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:17:47.403872 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "tag": "c81e678a-747c-4834-ad8e-92643718a74b", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:17:47.404108 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8707e17-a01c-4623-a396-5d451b646021 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:17:47.404523 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b', 'status': 'completed', 'code': 200} Sep 27 09:17:47.440459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-ebcfb5dd-b7c0-4a98-8801-76cb1440df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:47.442200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-ebcfb5dd-b7c0-4a98-8801-76cb1440df0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1095 time: 0.0516639 Sep 27 09:17:47.492352 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-b82e65e9-cc45-4685-87be-a9ad6302b1a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 200 len: 217 time: 0.0416968 Sep 27 09:17:47.547036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-64dd1b51-8ce0-415b-9cc4-e1c2e038976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:47.548518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-64dd1b51-8ce0-415b-9cc4-e1c2e038976d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0479360 Sep 27 09:17:47.594338 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b364011b-5336-4d5f-8009-bc360cb60bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:47.597451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-5bcdd842-d788-4077-a678-4ac09e8727b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:47.598982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-5bcdd842-d788-4077-a678-4ac09e8727b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420227 Sep 27 09:17:47.694864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-c788f21f-6185-4098-af85-c91826460f8b service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880361 Sep 27 09:17:47.792922 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5e0e7769-c2cf-46a6-a59c-b568b0968f2d req-200b6b66-7e20-4995-b377-b31d754d9d17 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899849 Sep 27 09:17:47.881244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-210ab5a9-2fc7-4179-a37a-a4b57f61a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:47.882752 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-210ab5a9-2fc7-4179-a37a-a4b57f61a555 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1095 time: 0.0436244 Sep 27 09:17:47.981436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-c1697ed7-c476-4b6d-8164-5e2153f6d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:47.982973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-c1697ed7-c476-4b6d-8164-5e2153f6d368 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0924027 Sep 27 09:17:48.024866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-33717116-1170-4c01-955d-a65ce4d457c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 200 len: 217 time: 0.0341966 Sep 27 09:17:48.078842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-99a49228-c75f-46ca-b993-7931ef2a2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:48.080255 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-99a49228-c75f-46ca-b993-7931ef2a2d33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0480247 Sep 27 09:17:48.082006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:48.129733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-a18be09c-aba8-4d23-853a-91e7d961b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:48.131314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-a18be09c-aba8-4d23-853a-91e7d961b752 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430391 Sep 27 09:17:48.231800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-f038d909-5cfc-459e-88d9-42f13192e8f3 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928588 Sep 27 09:17:48.326330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e172cd2d-7548-4c46-ab25-574d5f84bb21 req-e4529ba2-e8a8-4e02-8ab3-dd9b8e4a50ec service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872247 Sep 27 09:17:48.381095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d5e8c-3fef-4681-beb5-90a62eb3a8c0 req-084639da-8ee8-474a-a9f2-87668d60def9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:48.382657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-755d5e8c-3fef-4681-beb5-90a62eb3a8c0 req-084639da-8ee8-474a-a9f2-87668d60def9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0520194 Sep 27 09:17:48.425111 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-755d5e8c-3fef-4681-beb5-90a62eb3a8c0 req-a642b862-4118-4eb3-837e-023158ba358c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358889 Sep 27 09:17:49.092111 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:49.548962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a81f-04c0-4c96-83e0-7e8d28f12094 req-78f493d5-eb66-4f77-96d7-96952d4bba1b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:49.550490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa34a81f-04c0-4c96-83e0-7e8d28f12094 req-78f493d5-eb66-4f77-96d7-96952d4bba1b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0515029 Sep 27 09:17:49.590741 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa34a81f-04c0-4c96-83e0-7e8d28f12094 req-320202e9-eb1c-4999-a1f3-80bc342d6c7c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336175 Sep 27 09:17:50.712939 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:50.716880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60ba1b-0c2e-42b7-b0a2-74739a1cccf7 req-0091a015-1411-4d7f-addd-a54c6d585b17 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:50.718740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b60ba1b-0c2e-42b7-b0a2-74739a1cccf7 req-0091a015-1411-4d7f-addd-a54c6d585b17 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0564983 Sep 27 09:17:50.756113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b60ba1b-0c2e-42b7-b0a2-74739a1cccf7 req-cdddf7f0-3a16-4274-8f60-8dbdc28af6ae tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311837 Sep 27 09:17:51.886933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffaedb-c921-48b5-a7da-ba4adcdc31ca req-a9af8850-d7fe-4832-a961-7003fdb47897 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:51.888955 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-43ffaedb-c921-48b5-a7da-ba4adcdc31ca req-a9af8850-d7fe-4832-a961-7003fdb47897 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0583203 Sep 27 09:17:51.929939 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-43ffaedb-c921-48b5-a7da-ba4adcdc31ca req-16401210-df51-431c-9d85-58a3e0e613cb tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348432 Sep 27 09:17:53.062478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c556577-b4e4-4ca4-b066-761fae2bea23 req-78a39546-6469-4392-904e-daa4ef13a42e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:53.063997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c556577-b4e4-4ca4-b066-761fae2bea23 req-78a39546-6469-4392-904e-daa4ef13a42e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0525804 Sep 27 09:17:53.106761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c556577-b4e4-4ca4-b066-761fae2bea23 req-41907389-c079-43ce-8c83-cf0d7f78efb8 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336742 Sep 27 09:17:54.237045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1989e7b-6f25-41a2-9f39-101257839bb4 req-cf60491e-bd5b-4842-a48b-4d9ebf1cc06c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:54.238529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1989e7b-6f25-41a2-9f39-101257839bb4 req-cf60491e-bd5b-4842-a48b-4d9ebf1cc06c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0511107 Sep 27 09:17:54.279856 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1989e7b-6f25-41a2-9f39-101257839bb4 req-de263b64-094a-46f3-901f-2eb0a2c951a7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351653 Sep 27 09:17:55.414622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77887b71-c74a-40e1-a691-60df6eecd743 req-2278cb63-412f-4314-bb8d-fcd6d00d5d20 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:55.416141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-77887b71-c74a-40e1-a691-60df6eecd743 req-2278cb63-412f-4314-bb8d-fcd6d00d5d20 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0521677 Sep 27 09:17:55.454317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-77887b71-c74a-40e1-a691-60df6eecd743 req-702aaf73-a5cc-479f-abe9-426fd0de22ef tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Sep 27 09:17:56.589498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0ca9-3522-4650-8a81-23d89dcbe7b6 req-b74ce515-4d3b-4a8a-9d4d-4b0e3d9137b3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:56.590990 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8db0ca9-3522-4650-8a81-23d89dcbe7b6 req-b74ce515-4d3b-4a8a-9d4d-4b0e3d9137b3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 944 time: 0.0608745 Sep 27 09:17:56.631804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8db0ca9-3522-4650-8a81-23d89dcbe7b6 req-713f3131-13fd-4e97-89b5-1b3beec534f0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Sep 27 09:17:56.779280 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c81e678a-747c-4834-ad8e-92643718a74b details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:17:56.887778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c81e678a-747c-4834-ad8e-92643718a74b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c81e678a-747c-4834-ad8e-92643718a74b,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:17:56.899556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'c81e678a-747c-4834-ad8e-92643718a74b', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:17:56.958686 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:56.972007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81e678a-747c-4834-ad8e-92643718a74b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:17:56.990820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c81e678a-747c-4834-ad8e-92643718a74b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c81e678a-747c-4834-ad8e-92643718a74b,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:17:56.998123 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:57.045682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c81e678a-747c-4834-ad8e-92643718a74b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:17:57.053330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.053675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.054015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.054353 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.054682 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.055010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.055320 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.055640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.055962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.056282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.056636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.056952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:17:57.250232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['c81e678a-747c-4834-ad8e-92643718a74b'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:17:57.765813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e7525-e753-44c8-bc17-2aa8cd566161 req-72cc9b3e-9f27-4793-aa91-5485a0ecf3fc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:57.767270 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e55e7525-e753-44c8-bc17-2aa8cd566161 req-72cc9b3e-9f27-4793-aa91-5485a0ecf3fc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 945 time: 0.0620918 Sep 27 09:17:57.808942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e55e7525-e753-44c8-bc17-2aa8cd566161 req-8c575257-b45b-459b-8187-c24132643e1d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Sep 27 09:17:58.797325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c81e678a-747c-4834-ad8e-92643718a74b up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:17:58.857743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port c81e678a-747c-4834-ad8e-92643718a74b completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:17:58.861716 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port c81e678a-747c-4834-ad8e-92643718a74b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:17:58.862098 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:58.924748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea65f2-7b44-413c-b065-9d2382ea6c50 req-402a83b9-5866-495d-a43d-40ec444b1381 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:58.926247 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90ea65f2-7b44-413c-b065-9d2382ea6c50 req-402a83b9-5866-495d-a43d-40ec444b1381 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Sep 27 09:17:58.941783 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:58.963906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:17:58.964366 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90ea65f2-7b44-413c-b065-9d2382ea6c50 req-c3ee25f2-44e6-452e-8ed9-a20021cf2ea4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311139 Sep 27 09:17:58.966257 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2d8d56-bf7a-41e7-b0fa-651955b2340f" -d '{"events": [{"server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "name": "network-vif-plugged", "status": "completed", "tag": "c81e678a-747c-4834-ad8e-92643718a74b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:17:58.983300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port c81e678a-747c-4834-ad8e-92643718a74b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c81e678a-747c-4834-ad8e-92643718a74b,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:17:58.987330 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:17:59.012708 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdb0d44-7ff0-440c-b582-b5bd3508ae02 x-openstack-request-id: req-acdb0d44-7ff0-440c-b582-b5bd3508ae02 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:17:59.013011 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "name": "network-vif-plugged", "status": "completed", "tag": "c81e678a-747c-4834-ad8e-92643718a74b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:17:59.013260 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acdb0d44-7ff0-440c-b582-b5bd3508ae02 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:17:59.013703 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b', 'code': 200} Sep 27 09:17:59.039183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=c81e678a-747c-4834-ad8e-92643718a74b,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:17:59.113079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001258ac-23fa-4c0a-9472-24692b47b435 req-ef8be3ea-1754-4843-aede-34c151213053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:17:59.114558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-001258ac-23fa-4c0a-9472-24692b47b435 req-ef8be3ea-1754-4843-aede-34c151213053 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1097 time: 0.0406132 Sep 27 09:17:59.153204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-001258ac-23fa-4c0a-9472-24692b47b435 req-23c15cbb-0dd4-411c-8767-b2dc7579e17b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302427 Sep 27 09:18:00.099275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b4936-0abc-4df1-9751-18d9881af64b req-6fc291fc-ea9b-443d-aca1-2caa6356d156 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:18:00.100801 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-715b4936-0abc-4df1-9751-18d9881af64b req-6fc291fc-ea9b-443d-aca1-2caa6356d156 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 946 time: 0.0575008 Sep 27 09:18:00.142874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-715b4936-0abc-4df1-9751-18d9881af64b req-2aa5fa64-090d-408d-9eb5-80d81acfc94b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358353 Sep 27 09:18:01.266939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a9de3-cb8f-4a48-ba38-a34344772d1a req-952c2500-baf5-40bf-8508-a94be22c6359 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:18:01.268432 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a2a9de3-cb8f-4a48-ba38-a34344772d1a req-952c2500-baf5-40bf-8508-a94be22c6359 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 946 time: 0.0504656 Sep 27 09:18:01.314780 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a2a9de3-cb8f-4a48-ba38-a34344772d1a req-f8729049-39de-4298-9025-2583c65f6b85 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374069 Sep 27 09:18:01.448848 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9547-0824-4599-8a1b-ce94d68a1fb2 req-bba02e65-66fb-4104-9bd6-058eab572c34 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:18:01.450482 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d47f9547-0824-4599-8a1b-ce94d68a1fb2 req-bba02e65-66fb-4104-9bd6-058eab572c34 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 946 time: 0.0631099 Sep 27 09:18:01.489728 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d47f9547-0824-4599-8a1b-ce94d68a1fb2 req-17a08c7f-1d37-4d0f-b856-baf8fc6e5fd6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330849 Sep 27 09:18:01.512549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36146) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:18:01.601304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85d311-e9c6-442c-b343-1f13324acd6b tempest-TestVolumeBootPattern-1527294495 tempest-TestVolumeBootPattern-1527294495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:18:01.602830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-da85d311-e9c6-442c-b343-1f13324acd6b tempest-TestVolumeBootPattern-1527294495 tempest-TestVolumeBootPattern-1527294495-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1092 time: 0.0888882 Sep 27 09:18:01.605969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36150) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:18:01.610381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:18:01.635871 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:01.733484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:01.839069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.25.2.147 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/57e59ec1-1aa2-484a-bbee-dbf925fe85c1) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:18:01.948673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:01.987940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:02.022540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:18:02.025433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:18:02.028848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:18:02.053086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=57e59ec1-1aa2-484a-bbee-dbf925fe85c1,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:18:02.382164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:02.470520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:02.623382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:02.630421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:02.702783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=57e59ec1-1aa2-484a-bbee-dbf925fe85c1,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:18:02.712801 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:02.814938 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Floating IP e50abbad-bc50-4dc1-bd8c-453393fc4909 associated. External IP: 172.25.2.147, port: c81e678a-747c-4834-ad8e-92643718a74b. Sep 27 09:18:03.031210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:18:03.146790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:18:03.158131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:18:03.166105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:03.169548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:18:03.170176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:17:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:18:03.193791 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7dd5f225-65a1-4c0e-b618-4dad8ec7051c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5868173 Sep 27 09:18:03.194385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:18:03.196655 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87eddb1-8040-40e4-813b-319bae422911" -d '{"events": [{"name": "network-changed", "server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "tag": "c81e678a-747c-4834-ad8e-92643718a74b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:18:03.232604 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b610e82-b34f-4072-875e-d383eeb7999d x-openstack-request-id: req-7b610e82-b34f-4072-875e-d383eeb7999d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:18:03.233026 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "tag": "c81e678a-747c-4834-ad8e-92643718a74b", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:18:03.233203 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b610e82-b34f-4072-875e-d383eeb7999d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:18:03.233634 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b', 'status': 'completed', 'code': 200} Sep 27 09:18:03.285341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:18:03.304022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eddb1-8040-40e4-813b-319bae422911 req-913a2c16-34dc-4889-bac7-718e3d1a5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:18:03.305549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87eddb1-8040-40e4-813b-319bae422911 req-913a2c16-34dc-4889-bac7-718e3d1a5986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1097 time: 0.0405450 Sep 27 09:18:03.398742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eddb1-8040-40e4-813b-319bae422911 req-b9a9d6e3-9f4d-4531-90b0-f3a3c275ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:18:03.400215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87eddb1-8040-40e4-813b-319bae422911 req-b9a9d6e3-9f4d-4531-90b0-f3a3c275ed37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0867031 Sep 27 09:18:03.467426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87eddb1-8040-40e4-813b-319bae422911 req-757040f6-14c4-4f26-ac14-38212bee3bd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 200 len: 1000 time: 0.0573542 Sep 27 09:18:03.508108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:02Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:18:03.520284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eddb1-8040-40e4-813b-319bae422911 req-e0eb16cf-260e-43d1-abde-45364b445d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:18:03.521826 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87eddb1-8040-40e4-813b-319bae422911 req-e0eb16cf-260e-43d1-abde-45364b445d71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0471470 Sep 27 09:18:03.537206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:18:03.545876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:18:03.546519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:17:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:18:03.567633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eddb1-8040-40e4-813b-319bae422911 req-40a62c81-0062-4e56-b885-b11926d54b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:18:03.569182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87eddb1-8040-40e4-813b-319bae422911 req-40a62c81-0062-4e56-b885-b11926d54b11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399880 Sep 27 09:18:03.647439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:18:03.662342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87eddb1-8040-40e4-813b-319bae422911 req-8695e963-8269-4b1d-a4ee-a44c4958f3e5 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846748 Sep 27 09:18:03.754911 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f87eddb1-8040-40e4-813b-319bae422911 req-647752bb-9071-4d25-9784-535b871f92ad service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846381 Sep 27 09:18:03.866014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:02Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:18:03.891836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ad36b-0186-4ea8-8213-5212b7bfb4c2 None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:02Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:18:04.092078 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dc082-c059-445d-8deb-02836c10ad0d None None] New status for floating IP e50abbad-bc50-4dc1-bd8c-453393fc4909: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:18:06.202107 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:14.481577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:15.152618 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e35373e7-bf10-483d-8029-dec030cc8869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:17.594763 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1462bbf-d325-4721-86e2-7ff3fde84231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:18.087737 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:19.101524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:20.720104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:21.478897 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:18:36.210833 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:44.490300 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:45.155634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1b63d63-ed0f-496d-82b6-037d3ba4e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:47.597372 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dbaf30d9-e55c-4827-b2e2-f6d55ec5b65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:48.085848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:49.098738 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:50.721807 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:18:58.480523 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:19:00.448841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-1a953282-5012-4126-89fc-aa6b53d4a751 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396140 Sep 27 09:19:00.547169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-7ddd8d71-66d4-4cb2-971b-b839d414e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:00.548626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-7ddd8d71-66d4-4cb2-971b-b839d414e66c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1097 time: 0.0534990 Sep 27 09:19:00.660763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-830c21cd-94db-4dc2-bd07-190066438349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:00.662270 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-830c21cd-94db-4dc2-bd07-190066438349 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0908649 Sep 27 09:19:00.730397 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-c384c7f5-0e3b-48d8-b11a-9646dd7e8ebd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 200 len: 1002 time: 0.0602181 Sep 27 09:19:00.780208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-0b28e4f4-5816-4a1f-bf05-1ee86d0bb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:00.781636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-0b28e4f4-5816-4a1f-bf05-1ee86d0bb70d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0436895 Sep 27 09:19:00.828449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-c79a1d66-5632-487d-ba84-d87b86f88852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:00.829823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-c79a1d66-5632-487d-ba84-d87b86f88852 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398908 Sep 27 09:19:00.928769 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-b3c46242-6d3b-45bf-9865-c18c56212f73 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895295 Sep 27 09:19:01.016729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4f5166b-efca-43ba-b25b-3d4c65819209 req-cc31728f-6e09-4b1c-ab18-3ef8ea2e3d70 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806043 Sep 27 09:19:06.230303 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:14.483988 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:15.166625 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2c9632e-242a-4509-a562-0234c2ea2526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:17.600904 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9068923e-937f-4b34-a4f3-3133906d6ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:18.080680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:19.109909 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:20.727746 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:35.480967 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:19:36.247495 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:41.791361 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-9c62f6f5-b9b7-411e-b28f-1abe46fcbfaf tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080107384&fields=id&tenant_id=3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 267 time: 0.0422566 Sep 27 09:19:42.275305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-74ec2ba2-292f-4e4c-b84a-a79063f1d536 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:42.276823 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-74ec2ba2-292f-4e4c-b84a-a79063f1d536 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.4764059 Sep 27 09:19:42.293836 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-642b6331-e7a3-42cc-a769-6599861b9987 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/quotas/3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 375 time: 0.0096099 Sep 27 09:19:42.353772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-5d4c45f6-34b9-4608-a289-6e05e7906af9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520105 Sep 27 09:19:42.462928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-7debf608-31f0-4420-9ec5-004d95968dc7 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920842 Sep 27 09:19:42.557781 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-6c89841f-e0fb-4c09-a9d0-ec0fa7eb3706 service neutron] 10.222.0.50 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855830 Sep 27 09:19:42.902536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b81bab8-287e-47e0-a01c-dc3894a155d2 req-0b5a71e3-a9d9-40a7-91e2-b8b9c0117568 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 210 time: 0.0313079 Sep 27 09:19:43.961905 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-95a5b62e-39d3-40df-ba01-cdf96b9508b7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:43.963432 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-95a5b62e-39d3-40df-ba01-cdf96b9508b7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 812 time: 0.1040404 Sep 27 09:19:44.007414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e1617b54-bba0-471f-be12-d966268ad385 req-94aa45c6-d8b7-406d-97f0-b1b878a52cec tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 210 time: 0.0314925 Sep 27 09:19:44.007964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-7dfdf24f-dc4e-4b06-a06a-cc66241e0783 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aca61a6039d4386add202bb9ad934af HTTP/1.1" status: 200 len: 380 time: 0.0356123 Sep 27 09:19:44.017761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'port': {'device_id': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'admin_state_up': True, 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'security_groups': ['b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:19:44.135558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Made reservation on behalf of 3aca61a6039d4386add202bb9ad934af for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:19:44.140153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:44.270210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.20.0.12 (bc563f7b-c7df-4017-a71e-3c76b8010e9b/6a7ed57e-9168-44a4-9a1b-19af8ace547b/a48e9781-e5e0-402e-ace3-e2a64944a2b2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:19:44.410143 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:44.445832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:44.491212 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:44.491831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:19:44.494919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:19:44.498849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:19:44.787841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bd2df578-2878-46df-82dc-c8f1763e33c5 None None] Provisioning complete for port a48e9781-e5e0-402e-ace3-e2a64944a2b2 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:19:44.788090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bd2df578-2878-46df-82dc-c8f1763e33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:44.824131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bd2df578-2878-46df-82dc-c8f1763e33c5 None None] Port a48e9781-e5e0-402e-ace3-e2a64944a2b2 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:19:44.857297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=a48e9781-e5e0-402e-ace3-e2a64944a2b2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:19:44.886346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.886692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.887033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.887371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.887701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.888029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.888362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.888700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.889022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.889346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.889662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.889967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:44.913157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:44.913772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:44.928148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-f3469418-84c9-4784-81dd-e7bb81643d82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9144199 Sep 27 09:19:44.987719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Request body: {'port': {'device_id': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:19:45.046532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:45.173952 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c4f3be0-7295-41ec-9f6f-8608c5e07c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:45.240790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800eace-0066-4a0e-ac31-7ab6940d1c91 req-7dbdff53-847c-44c7-b170-da6d21abae18 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:45.242389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9800eace-0066-4a0e-ac31-7ab6940d1c91 req-7dbdff53-847c-44c7-b170-da6d21abae18 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 932 time: 0.0896928 Sep 27 09:19:45.334872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9800eace-0066-4a0e-ac31-7ab6940d1c91 req-aa22bca1-2b91-4fe3-a52c-a6d35b6b5686 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591311 Sep 27 09:19:45.392251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48e9781-e5e0-402e-ace3-e2a64944a2b2 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:19:45.399772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:45.412156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Transition to ACTIVE for port object a48e9781-e5e0-402e-ace3-e2a64944a2b2 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:19:45.416718 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:45.486194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a48e9781-e5e0-402e-ace3-e2a64944a2b2,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:19:45.537780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Attempting to bind port a48e9781-e5e0-402e-ace3-e2a64944a2b2 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:19:45.538191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Attempting to bind port a48e9781-e5e0-402e-ace3-e2a64944a2b2 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:19:45.538441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Attempting to bind port a48e9781-e5e0-402e-ace3-e2a64944a2b2 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:19:45.543111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Port a48e9781-e5e0-402e-ace3-e2a64944a2b2 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:19:45.543436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Attempting to bind port a48e9781-e5e0-402e-ace3-e2a64944a2b2 on network bc563f7b-c7df-4017-a71e-3c76b8010e9b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:19:45.548455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:19:45.548791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Checking segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:19:45.549176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Bound using segment: {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:19:45.549611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Bound port: a48e9781-e5e0-402e-ace3-e2a64944a2b2, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:19:45.549949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:45.621295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] For port a48e9781-e5e0-402e-ace3-e2a64944a2b2, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:19:45.625041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] For port a48e9781-e5e0-402e-ace3-e2a64944a2b2, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:19:45.630586 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:45.673278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:45.673974 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:45.675280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] 10.222.0.67 "PUT /v2.0/ports/a48e9781-e5e0-402e-ace3-e2a64944a2b2 HTTP/1.1" status: 200 len: 1092 time: 0.7379763 Sep 27 09:19:45.675727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:19:45.677996 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ee216-a32b-4820-990e-5610e50161a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:19:45.703908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cbf10-c3a6-4012-8fa0-3c28f8c8abc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a48e9781-e5e0-402e-ace3-e2a64944a2b2,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:19:45.766006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-8be9b194-dad4-4438-9432-9a6fda25658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:45.767574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-8be9b194-dad4-4438-9432-9a6fda25658d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 1095 time: 0.0443251 Sep 27 09:19:45.813175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-60f2fcaa-cd6d-417f-9646-bd8626ba500e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2 HTTP/1.1" status: 200 len: 217 time: 0.0370336 Sep 27 09:19:45.830649 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b467eb-0f1c-4153-aa8a-8a5a5e43b9ff x-openstack-request-id: req-80b467eb-0f1c-4153-aa8a-8a5a5e43b9ff {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:19:45.831112 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:19:45.831246 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80b467eb-0f1c-4153-aa8a-8a5a5e43b9ff {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:19:45.831773 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'status': 'completed', 'code': 200} Sep 27 09:19:45.886705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-e3cff5ea-f7c1-4d52-a7fc-0fadf0f6db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:45.888275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-e3cff5ea-f7c1-4d52-a7fc-0fadf0f6db53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0599010 Sep 27 09:19:45.939571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-91a9348b-366f-4091-af4d-b1696fcde385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:45.941164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-91a9348b-366f-4091-af4d-b1696fcde385 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454543 Sep 27 09:19:46.033655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-7c69c551-730e-4f17-ab12-879efa202475 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844994 Sep 27 09:19:46.134708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fcf41c06-7439-4f88-bccf-a9a91f6d921e req-d968c597-a0a7-4c57-b6f2-556b77b8daa5 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938892 Sep 27 09:19:46.221392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-6819464b-16bd-4782-9bc8-dae2c281d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:46.223035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-6819464b-16bd-4782-9bc8-dae2c281d557 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 1095 time: 0.0431874 Sep 27 09:19:46.321180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-44929ac1-4a7a-46c3-867f-68929a11e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:46.322713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-44929ac1-4a7a-46c3-867f-68929a11e156 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0927885 Sep 27 09:19:46.365673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-2ca56a6a-749a-4084-ac1a-c9a7bf259d16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2 HTTP/1.1" status: 200 len: 217 time: 0.0349398 Sep 27 09:19:46.424889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-29ecb19b-9f40-46f9-b5d1-a8d11748cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:46.426368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-29ecb19b-9f40-46f9-b5d1-a8d11748cd19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0536792 Sep 27 09:19:46.493597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100ca0d-c5a0-4d12-a272-e9efdfba37d1 req-3afde0c1-c8b2-4eb8-b1e7-5e2d260a3c0c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:46.495200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6100ca0d-c5a0-4d12-a272-e9efdfba37d1 req-3afde0c1-c8b2-4eb8-b1e7-5e2d260a3c0c tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0872645 Sep 27 09:19:46.502252 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-3b5b9f5e-e15b-4df9-8806-5f6a9f88b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:46.503801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-3b5b9f5e-e15b-4df9-8806-5f6a9f88b31c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597165 Sep 27 09:19:46.563936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6100ca0d-c5a0-4d12-a272-e9efdfba37d1 req-6881eddf-7941-4a8e-a375-b4feba2a4f59 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591958 Sep 27 09:19:46.623880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-b68f26b4-7247-4feb-a63f-a1236d484b6f service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053371 Sep 27 09:19:46.719335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dd9ee216-a32b-4820-990e-5610e50161a6 req-a559bddc-1971-42fd-a7ad-d2dfedb519cc service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883687 Sep 27 09:19:47.596466 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ed558f8-5af1-48b0-a305-4ff5fbe6d957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:47.689695 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0844424-4158-4037-8f57-6ab217dd3341 req-60ca2665-96d2-4c7a-a62e-f9b923d73751 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:47.691189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d0844424-4158-4037-8f57-6ab217dd3341 req-60ca2665-96d2-4c7a-a62e-f9b923d73751 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0512702 Sep 27 09:19:47.733661 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d0844424-4158-4037-8f57-6ab217dd3341 req-680ed9cb-456d-49ab-88e5-b449c9228ee1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359640 Sep 27 09:19:48.084956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:48.861861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642a79-7161-4910-b1b9-67181d3c3c3b req-3fafd718-952b-45e7-8116-4ba468490fc5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:48.863361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4a642a79-7161-4910-b1b9-67181d3c3c3b req-3fafd718-952b-45e7-8116-4ba468490fc5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0625563 Sep 27 09:19:48.904611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4a642a79-7161-4910-b1b9-67181d3c3c3b req-19ecddf2-a469-4ed5-9706-8826e67f24a2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Sep 27 09:19:49.113002 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:50.029596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9432-bb3e-4392-867b-0c1545aa6c9b req-803a2cb3-8ae3-42cb-934d-4b571628822e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:50.031075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-688a9432-bb3e-4392-867b-0c1545aa6c9b req-803a2cb3-8ae3-42cb-934d-4b571628822e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0493326 Sep 27 09:19:50.070277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-688a9432-bb3e-4392-867b-0c1545aa6c9b req-79c9b0d4-4d1e-4fcb-9a9b-5c875147dac7 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Sep 27 09:19:50.726844 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:51.191254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10970a73-9234-4b9a-84a0-a0eecf7565fe req-e2409688-ac67-4634-a74e-53e2bad66fc5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:51.192851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10970a73-9234-4b9a-84a0-a0eecf7565fe req-e2409688-ac67-4634-a74e-53e2bad66fc5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0540223 Sep 27 09:19:51.240958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10970a73-9234-4b9a-84a0-a0eecf7565fe req-d4b4f7cd-4371-4e50-943c-272c240f02c1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 Sep 27 09:19:52.363761 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202fe32-4df9-46fb-8b75-2ffc4876bbb8 req-13775ade-9eee-4512-b524-05f196064b88 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:52.365357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9202fe32-4df9-46fb-8b75-2ffc4876bbb8 req-13775ade-9eee-4512-b524-05f196064b88 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0545561 Sep 27 09:19:52.409803 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9202fe32-4df9-46fb-8b75-2ffc4876bbb8 req-68e3ca0a-c24b-429e-9d93-5f5325083004 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353365 Sep 27 09:19:53.555734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b1408-063d-430a-9e47-6f955fa5af6a req-d3e2559f-5a0c-4f75-81b2-b6e68c6e1935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:53.557525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d54b1408-063d-430a-9e47-6f955fa5af6a req-d3e2559f-5a0c-4f75-81b2-b6e68c6e1935 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0521367 Sep 27 09:19:53.598390 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d54b1408-063d-430a-9e47-6f955fa5af6a req-50522121-2fe4-4940-9c47-2e3453e388eb tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347102 Sep 27 09:19:54.729431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff53ad-8a91-4a15-91ec-1cd02346aa85 req-a1c71e48-ea53-4802-bf8c-13ee3cc94c30 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:54.731018 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53ff53ad-8a91-4a15-91ec-1cd02346aa85 req-a1c71e48-ea53-4802-bf8c-13ee3cc94c30 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0583117 Sep 27 09:19:54.781341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53ff53ad-8a91-4a15-91ec-1cd02346aa85 req-5743b73e-95ad-4e2a-8d4e-266d3ae5c311 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 Sep 27 09:19:55.922700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd945c7-fb53-4c0b-8484-6a959d578931 req-274fbfa6-0899-4585-b6f4-82d572880426 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:55.924283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd945c7-fb53-4c0b-8484-6a959d578931 req-274fbfa6-0899-4585-b6f4-82d572880426 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 944 time: 0.0649579 Sep 27 09:19:55.976217 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-afd945c7-fb53-4c0b-8484-6a959d578931 req-cb1856b0-adb8-48ba-974d-e3b1fcfe9e82 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454712 Sep 27 09:19:56.247166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a48e9781-e5e0-402e-ace3-e2a64944a2b2 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:19:56.367705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port a48e9781-e5e0-402e-ace3-e2a64944a2b2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:19:56.380164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'port_id': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'mac_address': 'fa:16:3e:ac:a4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:19:56.417823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:56.431491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48e9781-e5e0-402e-ace3-e2a64944a2b2 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:19:56.450900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port a48e9781-e5e0-402e-ace3-e2a64944a2b2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:19:56.458775 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:56.512707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=a48e9781-e5e0-402e-ace3-e2a64944a2b2,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:19:56.525235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.525673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.526165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.526577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.526996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.527465 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.528040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.528717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.529185 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.529696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.530171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.530499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:19:56.702665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['a48e9781-e5e0-402e-ace3-e2a64944a2b2'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:19:57.168749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3ea40-f30d-41d9-a28a-fb81e92a738b req-2a2b21f9-7d43-471b-835b-ebaccbe70151 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:57.170607 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61f3ea40-f30d-41d9-a28a-fb81e92a738b req-2a2b21f9-7d43-471b-835b-ebaccbe70151 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 945 time: 0.1169918 Sep 27 09:19:57.211708 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61f3ea40-f30d-41d9-a28a-fb81e92a738b req-b785a248-44b6-4e9a-b4f9-2fa167c115b5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335672 Sep 27 09:19:58.278036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a48e9781-e5e0-402e-ace3-e2a64944a2b2 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:19:58.335284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port a48e9781-e5e0-402e-ace3-e2a64944a2b2 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:19:58.339643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port a48e9781-e5e0-402e-ace3-e2a64944a2b2 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:19:58.340018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:58.341403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8aa38-5007-4522-9a2b-0eacf6e242bd req-c3f1985f-5d03-4a91-aee2-702e847a12fc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:58.342981 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05d8aa38-5007-4522-9a2b-0eacf6e242bd req-c3f1985f-5d03-4a91-aee2-702e847a12fc tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 945 time: 0.0557814 Sep 27 09:19:58.385512 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05d8aa38-5007-4522-9a2b-0eacf6e242bd req-a297d3bd-a77f-4cce-a836-f64e110ff3b0 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358052 Sep 27 09:19:58.591629 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:58.615779 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:19:58.619279 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f9bb46-ba6a-4c6e-89fa-fc6f5e5d3e6f" -d '{"events": [{"server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "name": "network-vif-plugged", "status": "completed", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:19:58.633891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port a48e9781-e5e0-402e-ace3-e2a64944a2b2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:19:58.639348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:19:58.665114 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8237930b-58ed-49aa-a903-6cbeb8ec8212 x-openstack-request-id: req-8237930b-58ed-49aa-a903-6cbeb8ec8212 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:19:58.665408 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "name": "network-vif-plugged", "status": "completed", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:19:58.665661 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8237930b-58ed-49aa-a903-6cbeb8ec8212 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:19:58.666050 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'code': 200} Sep 27 09:19:58.693438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=a48e9781-e5e0-402e-ace3-e2a64944a2b2,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:19:58.765237 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e007b5f-4f6e-4b39-909e-9818a7aaf9f7 req-1af1e6db-e779-4c69-b836-12ef9e68343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:58.767502 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e007b5f-4f6e-4b39-909e-9818a7aaf9f7 req-1af1e6db-e779-4c69-b836-12ef9e68343d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 1097 time: 0.0475218 Sep 27 09:19:58.808568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e007b5f-4f6e-4b39-909e-9818a7aaf9f7 req-333d31ac-af12-4fd0-ad74-3ae71a02fec7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339828 Sep 27 09:19:59.522201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a50e2-34ba-441b-97f6-cf22c98f9938 req-04d38f57-b46e-4357-9614-656bad887ea5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:19:59.523586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a59a50e2-34ba-441b-97f6-cf22c98f9938 req-04d38f57-b46e-4357-9614-656bad887ea5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 946 time: 0.0680773 Sep 27 09:19:59.563885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a59a50e2-34ba-441b-97f6-cf22c98f9938 req-327cdab5-b2a0-4f86-b620-042c9e84b0f9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Sep 27 09:20:00.705760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf80c8-1c6b-475d-a465-b0ba7b50da01 req-35e4cc91-66d9-49a8-bb0b-ea82fd721ce1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:00.707551 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8baf80c8-1c6b-475d-a465-b0ba7b50da01 req-35e4cc91-66d9-49a8-bb0b-ea82fd721ce1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 946 time: 0.0602574 Sep 27 09:20:00.748145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8baf80c8-1c6b-475d-a465-b0ba7b50da01 req-542f6b1f-6b47-464e-a92e-3e7670eacf5e tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Sep 27 09:20:00.867571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bb7c6-e69c-4315-8709-408cc7168da6 req-ae70b5e8-ee59-4de4-8cc1-9305411fef8b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:00.869080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-705bb7c6-e69c-4315-8709-408cc7168da6 req-ae70b5e8-ee59-4de4-8cc1-9305411fef8b tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 946 time: 0.0511038 Sep 27 09:20:00.908275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-705bb7c6-e69c-4315-8709-408cc7168da6 req-c33419d5-f2c7-4bc4-b483-9991bd3a3ce2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331001 Sep 27 09:20:00.938091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36316) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:20:00.978045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33728ee3-f7b3-4d9f-9a74-16c3117234b7 tempest-TestVolumeBootPattern-1527294495 tempest-TestVolumeBootPattern-1527294495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:00.979601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-33728ee3-f7b3-4d9f-9a74-16c3117234b7 tempest-TestVolumeBootPattern-1527294495 tempest-TestVolumeBootPattern-1527294495-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 1092 time: 0.0404217 Sep 27 09:20:00.982434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36318) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:20:00.986721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:20:01.010711 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:01.115488 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:01.224125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Allocated IP 172.25.2.238 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/1df1d4d7-6185-4e5b-b751-71b2a008cce0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:20:01.343343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:01.380118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:01.416859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:20:01.421646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:20:01.425071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:20:01.433143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=1df1d4d7-6185-4e5b-b751-71b2a008cce0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:20:01.823041 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:01.897211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:02.062777 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:02.071694 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:02.143931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event updated for resources: {'Port': ['ID=1df1d4d7-6185-4e5b-b751-71b2a008cce0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:20:02.155243 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:02.265213 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Floating IP 93527cb5-a998-4668-9820-898ec02acb91 associated. External IP: 172.25.2.238, port: a48e9781-e5e0-402e-ace3-e2a64944a2b2. Sep 27 09:20:02.522285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-2be245d5-9b67-45c0-8fcd-3002db037731 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923042 Sep 27 09:20:02.530199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:20:02.667638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-4a1c361a-23d5-40a5-a8c3-1fc1c0da2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:02.669184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-4a1c361a-23d5-40a5-a8c3-1fc1c0da2477 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1097 time: 0.0938113 Sep 27 09:20:02.679360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:20:02.695379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:20:02.710853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:20:02.711496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:19:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:20:02.715868 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:02.779910 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cbca47ef-f4f8-41bf-8c96-2c1a254f49ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7963729 Sep 27 09:20:02.781982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:20:02.784286 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5856b7-2d10-4c58-9824-f873c07be370" -d '{"events": [{"name": "network-changed", "server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:20:02.813372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-30991868-81c6-4f6b-a9a2-aa6af5560e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:02.815023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-30991868-81c6-4f6b-a9a2-aa6af5560e67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.1206126 Sep 27 09:20:02.831119 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f8285-a948-4e5f-bd7b-ce4d3d371fb7 x-openstack-request-id: req-f58f8285-a948-4e5f-bd7b-ce4d3d371fb7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:20:02.831427 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:20:02.831733 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f58f8285-a948-4e5f-bd7b-ce4d3d371fb7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:20:02.832131 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'status': 'completed', 'code': 200} Sep 27 09:20:02.835223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:20:02.916448 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-145619b5-95dd-4c74-821b-3a72d9b81686 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 200 len: 1002 time: 0.0929193 Sep 27 09:20:02.922660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-716a3a15-376c-4c0b-9c41-eea77aabb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:02.924172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-716a3a15-376c-4c0b-9c41-eea77aabb977 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 1097 time: 0.0615704 Sep 27 09:20:03.024822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-b9f1cf08-f1c6-4674-a638-8630373577a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:03.026425 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-b9f1cf08-f1c6-4674-a638-8630373577a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.1013868 Sep 27 09:20:03.078181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-902748c0-1b9b-405e-81da-65ccfeeba7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:03.079594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-902748c0-1b9b-405e-81da-65ccfeeba7e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.1472785 Sep 27 09:20:03.089725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '93527cb5-a998-4668-9820-898ec02acb91', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:ac:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:20:01Z', 'updated_at': '2021-09-27T09:20:01Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}, {'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:04Z', 'revision_number': 1, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:20:03.098854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-ca114997-6cf1-432a-b31f-8dc17e9f9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:03.100292 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-ca114997-6cf1-432a-b31f-8dc17e9f9178 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658417 Sep 27 09:20:03.116855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:20:03.125914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:20:03.126515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:19:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:20:03.140186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-96fd98c6-7a88-47ec-84a8-6952cd4ee627 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:20:03.141202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-96fd98c6-7a88-47ec-84a8-6952cd4ee627 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116785 Sep 27 09:20:03.179263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-9afbf257-d27e-4e50-ab2d-141146f36d14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2 HTTP/1.1" status: 200 len: 1000 time: 0.0920866 Sep 27 09:20:03.239396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:20:03.281045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-4f2670b6-7aa5-4913-bf81-6a6367d8b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:03.282976 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-4f2670b6-7aa5-4913-bf81-6a6367d8b03b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0948594 Sep 27 09:20:03.320986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-7015922c-b4f3-4478-9c1a-759e28f9b79a service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711864 Sep 27 09:20:03.370622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-5704606f-3bcf-4021-abb5-6126752c50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:03.371990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-5704606f-3bcf-4021-abb5-6126752c50f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785491 Sep 27 09:20:03.503079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '93527cb5-a998-4668-9820-898ec02acb91', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:ac:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:20:01Z', 'updated_at': '2021-09-27T09:20:01Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}, {'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:04Z', 'revision_number': 1, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:20:03.530839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe4e7d-0b93-48f2-98f6-734da2ca2e07 None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '93527cb5-a998-4668-9820-898ec02acb91', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:ac:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:20:01Z', 'updated_at': '2021-09-27T09:20:01Z', 'revision_number': 0, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}, {'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:04Z', 'revision_number': 1, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:20:03.760799 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519bd7f8-ecff-4ef0-ba9c-3b4fdb7d457f None None] New status for floating IP 93527cb5-a998-4668-9820-898ec02acb91: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:20:03.774105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-1159f099-2d67-451c-bac6-4634b610be00 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:20:03.775144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-1159f099-2d67-451c-bac6-4634b610be00 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069818 Sep 27 09:20:03.826502 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4044f0e5-34e0-4f19-90e8-d662bdda9eb7 req-2e01cecd-2871-4f07-935b-ab499cd53af1 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954839 Sep 27 09:20:03.888378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-2d471cb1-1246-466f-945e-da7a7cf88136 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051507 Sep 27 09:20:03.986468 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd5856b7-2d10-4c58-9824-f873c07be370 req-ff9e1a03-3848-469a-9773-7f51abd7860a service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837979 Sep 27 09:20:06.262419 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:12.480740 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:20:14.500255 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:15.162539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6e61582-7889-4a34-bae1-1e7a71ed4199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:17.601727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfa1dbf4-86ef-472a-9b88-c77ab308bb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:18.090647 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:19.121218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:20.736634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:36.269752 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:44.496924 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:45.164694 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d86980e0-26a7-459e-ac3f-65a1477fe3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:47.616057 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fabdd576-0e67-4ab5-8392-a65fece177f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:48.090725 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:49.113302 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:49.480586 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:20:50.733024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:20:57.829589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-0213ee4c-7974-4699-a3b0-7b3eff0c166c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420947 Sep 27 09:20:57.924018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-75113175-334a-4ab0-9d85-59be93b80751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:57.925727 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-75113175-334a-4ab0-9d85-59be93b80751 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 1097 time: 0.0482543 Sep 27 09:20:58.032524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-a29806f8-2ebf-4832-9499-b39c3719ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:58.034107 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-a29806f8-2ebf-4832-9499-b39c3719ed47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0857279 Sep 27 09:20:58.121761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-81162e57-c24c-4cb2-bbe7-5dd11c819633 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2 HTTP/1.1" status: 200 len: 1002 time: 0.0797048 Sep 27 09:20:58.175209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-c947c212-916e-4eb0-9972-5e189019d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:58.177016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-c947c212-916e-4eb0-9972-5e189019d7d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0488148 Sep 27 09:20:58.227382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-5c448d8d-6f41-4f46-b8d5-26f2b3e1a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:20:58.229102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-5c448d8d-6f41-4f46-b8d5-26f2b3e1a7bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450778 Sep 27 09:20:58.329378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-b8749715-a76c-4ba4-bb81-6153da323004 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921772 Sep 27 09:20:58.448128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ac7d25-dc5a-4fb5-ae94-aa7d017bb088 req-db788b9f-c048-4fb6-9c00-8730b9ac57a5 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106162 Sep 27 09:21:02.868057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-e8a6de1c-a9e4-44cd-8fe1-89359cfae603 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463266 Sep 27 09:21:02.965218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-3f043e6a-7c42-4e2c-b39e-a36fcc27cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:02.966844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-3f043e6a-7c42-4e2c-b39e-a36fcc27cf23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1097 time: 0.0490177 Sep 27 09:21:03.077932 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-c8a809cd-f623-4467-8172-2ce1537191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:03.079407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-c8a809cd-f623-4467-8172-2ce1537191b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0913203 Sep 27 09:21:03.162989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-e8c639ca-bad9-4066-b3b1-8daeccb1e8d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 200 len: 1002 time: 0.0746305 Sep 27 09:21:03.215247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-bdc7c41d-252f-40a9-967d-25d1b308568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:03.217310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-bdc7c41d-252f-40a9-967d-25d1b308568f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0458999 Sep 27 09:21:03.264925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-7a74e742-fec9-47c4-a3cb-70e4687aadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:03.266381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-7a74e742-fec9-47c4-a3cb-70e4687aadbe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417979 Sep 27 09:21:03.363846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-b8c9732f-9b84-4ae8-99ac-da4750418a35 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888581 Sep 27 09:21:03.476550 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59d67aa6-6956-45df-b850-d3dc575517d5 req-3965321e-72d0-47b5-aff4-7732c66e4db9 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048338 Sep 27 09:21:06.278426 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:12.975023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-4d69f06a-1097-4f0b-958f-6bdda9d08f5e req-0224d8e6-da21-49f6-8860-df64df3aba07 service neutron] (94830) timed out ('10.222.0.50', 33786) {{(pid=94830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:21:14.514801 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:15.170182 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf469c51-2ba9-4602-94f2-36d4f1046c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:17.611964 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d92b0bee-dce5-460a-a565-58d16240ba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:18.091187 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:19.127253 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:20.740453 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:26.488180 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:21:36.274720 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:41.504966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36380) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:21:41.664791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port 1df1d4d7-6185-4e5b-b751-71b2a008cce0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:21:41.665126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:41.754944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:41.755333 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:41.767619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for 1df1d4d7-6185-4e5b-b751-71b2a008cce0 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:21:41.923642 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:41.948537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=1df1d4d7-6185-4e5b-b751-71b2a008cce0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:21:41.960192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.960568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.960916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.961225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.961569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.961897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.962225 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.962546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.962870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.963208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.963495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:41.963813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:21:42.020837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:42.021046 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Floating IP 93527cb5-a998-4668-9820-898ec02acb91 disassociated (deleted). External IP: 172.25.2.238, port: a48e9781-e5e0-402e-ace3-e2a64944a2b2. Sep 27 09:21:42.236979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:21:42.350315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:21:42.355609 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:42.362529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664634db-c2d1-46cb-b838-84af00743fea None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:21:42.372654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664634db-c2d1-46cb-b838-84af00743fea None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:21:42.373317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-664634db-c2d1-46cb-b838-84af00743fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:21:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:21:42.386024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-45bb6121-72ed-4818-92bf-b9bf571fc80f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "DELETE /v2.0/floatingips/93527cb5-a998-4668-9820-898ec02acb91 HTTP/1.1" status: 204 len: 168 time: 0.8799164 Sep 27 09:21:42.386720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:21:42.389102 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dec8df-5f64-4ba9-91fd-5b23a80340f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:21:42.435128 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6f72a-21ee-4691-a207-c32cfc035041 x-openstack-request-id: req-0bd6f72a-21ee-4691-a207-c32cfc035041 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:21:42.435427 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:21:42.435687 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bd6f72a-21ee-4691-a207-c32cfc035041 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:21:42.436127 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'status': 'completed', 'code': 200} Sep 27 09:21:42.482393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-664634db-c2d1-46cb-b838-84af00743fea None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:21:42.507637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-52d107db-e338-4149-bed9-141618a71b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:42.510520 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-52d107db-e338-4149-bed9-141618a71b97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 1097 time: 0.0486724 Sep 27 09:21:42.613678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-21785cad-40d5-4f72-9b93-5f66478578c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:42.615540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-21785cad-40d5-4f72-9b93-5f66478578c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.0981333 Sep 27 09:21:42.630042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba77c-c0e3-49f9-8acc-21270467e80e req-1f675871-031a-41f7-b8a4-7d7c13404ef3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:42.631569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a0ba77c-c0e3-49f9-8acc-21270467e80e req-1f675871-031a-41f7-b8a4-7d7c13404ef3 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 946 time: 0.0584726 Sep 27 09:21:42.660037 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-f5a60bf2-9ca2-4aeb-8731-3e8a046c1ed5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2 HTTP/1.1" status: 200 len: 217 time: 0.0353882 Sep 27 09:21:42.670290 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a0ba77c-c0e3-49f9-8acc-21270467e80e req-d23df57a-fab1-4cdc-81e6-2698d9ee6ac9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Sep 27 09:21:42.710541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-5e520122-4f99-473e-8f59-7a3ca8925868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:42.712111 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-5e520122-4f99-473e-8f59-7a3ca8925868 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0447884 Sep 27 09:21:42.721151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-664634db-c2d1-46cb-b838-84af00743fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:04Z', 'revision_number': 1, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:21:42.747382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664634db-c2d1-46cb-b838-84af00743fea None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:21:42.756070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664634db-c2d1-46cb-b838-84af00743fea None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:21:42.756718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-664634db-c2d1-46cb-b838-84af00743fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:21:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:21:42.763427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-d5c609b1-85e8-430d-8034-4f6cbabe953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:42.764986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-d5c609b1-85e8-430d-8034-4f6cbabe953a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446734 Sep 27 09:21:42.858116 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-5fa6b72f-f676-4ca8-8e71-1e6787fb4963 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852175 Sep 27 09:21:42.860222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-664634db-c2d1-46cb-b838-84af00743fea None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:21:42.964410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19dec8df-5f64-4ba9-91fd-5b23a80340f9 req-7ca48f00-fd9f-473a-acd1-3998170070a1 service neutron] 10.222.0.67 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980184 Sep 27 09:21:43.108866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-664634db-c2d1-46cb-b838-84af00743fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:04Z', 'revision_number': 1, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:21:43.134604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664634db-c2d1-46cb-b838-84af00743fea None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'e50abbad-bc50-4dc1-bd8c-453393fc4909', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'port_id': 'c81e678a-747c-4834-ad8e-92643718a74b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'mac_address': 'fa:16:3e:a8:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f13171-cbbf-4b97-9148-a832f684c807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:18:02Z', 'updated_at': '2021-09-27T09:18:04Z', 'revision_number': 1, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:21:43.393568 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7985a3d6-1786-45b5-aa7c-ec76b513b2ac None None] New status for floating IP 93527cb5-a998-4668-9820-898ec02acb91: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:21:43.888625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86874e0b-0795-4641-a073-e4f19bef1618 req-98a34aab-1ffd-4446-8591-8d3c7a89d8b5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:43.890085 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86874e0b-0795-4641-a073-e4f19bef1618 req-98a34aab-1ffd-4446-8591-8d3c7a89d8b5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 946 time: 0.1381869 Sep 27 09:21:43.928663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86874e0b-0795-4641-a073-e4f19bef1618 req-480ea1fe-dea0-4966-8e72-0906b7828ada tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325050 Sep 27 09:21:44.122373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-ae562963-d9a8-4912-8cf2-f1ae95c842d2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:44.123716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-ae562963-d9a8-4912-8cf2-f1ae95c842d2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 946 time: 0.0560024 Sep 27 09:21:44.217149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port a48e9781-e5e0-402e-ace3-e2a64944a2b2 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:21:44.217466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:44.312539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] For port a48e9781-e5e0-402e-ace3-e2a64944a2b2, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=a48e9781-e5e0-402e-ace3-e2a64944a2b2,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:21:44.312948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:44.325560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for a48e9781-e5e0-402e-ace3-e2a64944a2b2 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:21:44.464389 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:44.494731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=a48e9781-e5e0-402e-ace3-e2a64944a2b2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:21:44.522951 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:44.542524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] No DVR routers for this DVR port a48e9781-e5e0-402e-ace3-e2a64944a2b2 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:21:44.545425 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:44.547546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-096c7ea0-d601-4c48-8626-53d13ad44639 req-7ac52d6d-35a3-482b-8888-aba54b208e22 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.67 "DELETE /v2.0/ports/a48e9781-e5e0-402e-ace3-e2a64944a2b2 HTTP/1.1" status: 204 len: 173 time: 0.4172540 Sep 27 09:21:44.548046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'name': 'network-vif-deleted', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:21:44.550307 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d862b700-c279-4516-acad-97c84d98f669" -d '{"events": [{"server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "name": "network-vif-deleted", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:21:44.627209 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f83546d-41a9-4abc-af40-6f12f55dc7f9 x-openstack-request-id: req-0f83546d-41a9-4abc-af40-6f12f55dc7f9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:21:44.627500 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e97a0a7-f00f-4ce3-8f59-a9228cf33420", "name": "network-vif-deleted", "tag": "a48e9781-e5e0-402e-ace3-e2a64944a2b2", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:21:44.627756 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f83546d-41a9-4abc-af40-6f12f55dc7f9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:21:44.628300 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e97a0a7-f00f-4ce3-8f59-a9228cf33420', 'name': 'network-vif-deleted', 'tag': 'a48e9781-e5e0-402e-ace3-e2a64944a2b2', 'status': 'completed', 'code': 200} Sep 27 09:21:45.029424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a7de206-1627-4be9-8318-d4aa1a311252 req-1c140f4c-a45b-42bc-843d-f629a5003bd1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 210 time: 0.0267398 Sep 27 09:21:45.154518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c59de2c-f17e-4b0a-a8c5-c89cb4c96a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:46.129486 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8024147-eeaf-40f2-a722-ec502aef271d req-d9e7891c-8d12-4b00-99e2-62fd776b7f06 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 210 time: 0.0265541 Sep 27 09:21:47.227848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb7e1bc3-ca5a-4d3e-83a6-44c85d8c4988 req-ece57078-6e6d-45d4-8807-b287738b97ee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 210 time: 0.0275404 Sep 27 09:21:47.615336 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c433-ae1c-4c20-ac84-ff5687d80275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:48.092039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:48.337006 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8a2fb923-a549-4bac-8c74-b936d5b84c68 req-0cefa93c-86be-4306-8e1f-154d50faacc4 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e97a0a7-f00f-4ce3-8f59-a9228cf33420 HTTP/1.1" status: 200 len: 210 time: 0.0279789 Sep 27 09:21:48.932566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a48e9781-e5e0-402e-ace3-e2a64944a2b2 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:21:48.958469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: a48e9781-e5e0-402e-ace3-e2a64944a2b2 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:21:48.958812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device a48e9781-e5e0-402e-ace3-e2a64944a2b2 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:21:49.131447 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:50.740800 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:53.735034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36436) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:21:53.894633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port 57e59ec1-1aa2-484a-bbee-dbf925fe85c1 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:21:53.894971 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:53.972626 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:53.972895 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:53.984511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for 57e59ec1-1aa2-484a-bbee-dbf925fe85c1 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:21:54.146566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:54.171769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=57e59ec1-1aa2-484a-bbee-dbf925fe85c1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:21:54.236011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:54.236270 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Floating IP e50abbad-bc50-4dc1-bd8c-453393fc4909 disassociated (deleted). External IP: 172.25.2.147, port: c81e678a-747c-4834-ad8e-92643718a74b. Sep 27 09:21:54.453059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:21:54.558325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:21:54.563042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:54.568725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:21:54.579570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:21:54.580263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:21:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:21:54.589237 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1526b6b-6855-409e-beac-1cb96b9d5bb2 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "DELETE /v2.0/floatingips/e50abbad-bc50-4dc1-bd8c-453393fc4909 HTTP/1.1" status: 204 len: 168 time: 0.8531160 Sep 27 09:21:54.589825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:21:54.592176 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee" -d '{"events": [{"name": "network-changed", "server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "tag": "c81e678a-747c-4834-ad8e-92643718a74b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:21:54.631619 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f1878-fbe5-400f-b913-81daeb8f2226 x-openstack-request-id: req-128f1878-fbe5-400f-b913-81daeb8f2226 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:21:54.631942 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "tag": "c81e678a-747c-4834-ad8e-92643718a74b", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:21:54.632175 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-128f1878-fbe5-400f-b913-81daeb8f2226 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:21:54.632615 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b', 'status': 'completed', 'code': 200} Sep 27 09:21:54.694448 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:21:54.698282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-df66819f-4bea-4a6e-b3a2-63615978d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:54.699808 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-df66819f-4bea-4a6e-b3a2-63615978d033 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aca61a6039d4386add202bb9ad934af&device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 1097 time: 0.0419991 Sep 27 09:21:54.837809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-007b3268-8863-4141-87ee-fc845837b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:54.839203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-007b3268-8863-4141-87ee-fc845837b0be service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 200 len: 913 time: 0.1183977 Sep 27 09:21:54.850838 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6529e5b-be51-43fa-bbc7-a0cc71281c63 req-0184c669-7990-44d2-8c5d-18545669d180 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:54.852199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b6529e5b-be51-43fa-bbc7-a0cc71281c63 req-0184c669-7990-44d2-8c5d-18545669d180 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 946 time: 0.0673070 Sep 27 09:21:54.895915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-0790ad8e-bca4-4994-9054-6e72edf2e58b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 200 len: 217 time: 0.0427446 Sep 27 09:21:54.903357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:21:54.929492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:21:54.938251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:21:54.938870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:21:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:21:54.950652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b6529e5b-be51-43fa-bbc7-a0cc71281c63 req-5020a425-256c-4088-a543-44202550d7b5 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909543 Sep 27 09:21:54.959194 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-7fc7ef4e-1c41-45fc-bdc4-8279ba2a4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:54.960639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-7fc7ef4e-1c41-45fc-bdc4-8279ba2a4b1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 200 len: 851 time: 0.0571425 Sep 27 09:21:55.009721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-88f792b0-3442-4f8d-93a4-7ddcfdaaadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:55.011239 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-88f792b0-3442-4f8d-93a4-7ddcfdaaadc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc563f7b-c7df-4017-a71e-3c76b8010e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427277 Sep 27 09:21:55.111409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-96928694-3598-4c18-a48d-25b5d504c093 service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912359 Sep 27 09:21:55.206072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:21:55.206240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40f9c02-d0d3-49c8-8ea6-bc17bbb088ee req-2498116d-f59c-47c1-a670-3945dc93a2aa service neutron] 10.222.0.57 "GET /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867467 Sep 27 09:21:55.424091 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:21:55.453618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a9455-e427-4230-9047-5a5f2d95ed7d None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:12:09Z', 'revision_number': 4, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '23f6d3c0-e223-4006-a1da-b5e9197f09cc', 'name': '', 'network_id': 'bc563f7b-c7df-4017-a71e-3c76b8010e9b', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'mac_address': 'fa:16:3e:2c:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:09Z', 'updated_at': '2021-09-27T09:12:14Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'subnets': [{'id': '6a7ed57e-9168-44a4-9a1b-19af8ace547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:21:55.706943 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a2325c-0292-43ae-8772-06f43f38b7c0 None None] New status for floating IP e50abbad-bc50-4dc1-bd8c-453393fc4909: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:21:56.074340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6fdb3-b25b-4bf5-8cd6-f37bd7aa588a req-bc0b4848-9c84-4f3b-b50b-a6f9560f9aee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:56.075833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7fa6fdb3-b25b-4bf5-8cd6-f37bd7aa588a req-bc0b4848-9c84-4f3b-b50b-a6f9560f9aee tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 946 time: 0.0522583 Sep 27 09:21:56.119332 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7fa6fdb3-b25b-4bf5-8cd6-f37bd7aa588a req-ec48fc44-d6a2-4311-ada5-1fb326cf2188 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347662 Sep 27 09:21:56.400734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-01dba471-5f47-4501-a9a0-d3837d7f85af tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:21:56.402221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-01dba471-5f47-4501-a9a0-d3837d7f85af tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 946 time: 0.0623827 Sep 27 09:21:56.494146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port c81e678a-747c-4834-ad8e-92643718a74b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:21:56.494441 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:56.924153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] For port c81e678a-747c-4834-ad8e-92643718a74b, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=c81e678a-747c-4834-ad8e-92643718a74b,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:21:56.924549 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:56.937285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for c81e678a-747c-4834-ad8e-92643718a74b owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:21:57.072689 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:57.102748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=c81e678a-747c-4834-ad8e-92643718a74b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:21:57.153160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] No DVR routers for this DVR port c81e678a-747c-4834-ad8e-92643718a74b on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:21:57.155844 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:21:57.158190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2dd8ca9-5e4b-46d7-bae5-7a9f27d0b178 req-affba39d-cfe6-4d7c-ab65-8e94ceefa162 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.57 "DELETE /v2.0/ports/c81e678a-747c-4834-ad8e-92643718a74b HTTP/1.1" status: 204 len: 173 time: 0.7488093 Sep 27 09:21:57.158648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'name': 'network-vif-deleted', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:21:57.160905 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfe417e-74dc-4f73-8398-c0d5c5142c81" -d '{"events": [{"server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "name": "network-vif-deleted", "tag": "c81e678a-747c-4834-ad8e-92643718a74b"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:21:57.223076 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab1eb8a-6de6-4eef-a213-3852fe7067b7 x-openstack-request-id: req-dab1eb8a-6de6-4eef-a213-3852fe7067b7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:21:57.223362 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f13171-cbbf-4b97-9148-a832f684c807", "name": "network-vif-deleted", "tag": "c81e678a-747c-4834-ad8e-92643718a74b", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:21:57.223737 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dab1eb8a-6de6-4eef-a213-3852fe7067b7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:21:57.224125 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f13171-cbbf-4b97-9148-a832f684c807', 'name': 'network-vif-deleted', 'tag': 'c81e678a-747c-4834-ad8e-92643718a74b', 'status': 'completed', 'code': 200} Sep 27 09:21:57.228472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca23243f-d11c-49cb-b807-14c2edd14031 req-b71a19e9-cb26-41d3-8b17-aad58276886f tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Sep 27 09:21:58.332288 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a322d33d-4114-4b08-831b-f3cc6d710de4 req-3f906034-f7b6-46aa-aafb-6e75e40567f1 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 210 time: 0.0305023 Sep 27 09:21:59.427722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86482cab-8a37-43fc-9799-8005c660bfc4 req-4d4244f4-6854-47f1-8fbe-8d1a3b27d555 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 210 time: 0.0266068 Sep 27 09:21:59.834815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c81e678a-747c-4834-ad8e-92643718a74b no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:21:59.855693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: c81e678a-747c-4834-ad8e-92643718a74b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:21:59.856040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device c81e678a-747c-4834-ad8e-92643718a74b not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:22:00.524117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e94ec2-e87e-4868-be41-8bcc17210bc2 req-83b0b1b9-0e40-40a4-9e33-d73a66abef6d tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "GET /v2.0/ports?device_id=53f13171-cbbf-4b97-9148-a832f684c807 HTTP/1.1" status: 200 len: 210 time: 0.0263491 Sep 27 09:22:01.588319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36458) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:01.726341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Deleting port 06a705ab-da4b-4c52-a757-9d4f8954485b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:01.726662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:01.804509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:01.804744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:01.816598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Calling delete_port for 06a705ab-da4b-4c52-a757-9d4f8954485b owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:01.962540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:01.993967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'Port': ['ID=06a705ab-da4b-4c52-a757-9d4f8954485b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:02.058304 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:02.062150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:02.063830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-acea3cd0-3acd-4064-b9f4-18afcdab51c9 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "DELETE /v2.0/floatingips/4f2d2566-dd9e-42f1-b52d-9df6956eb01f HTTP/1.1" status: 204 len: 168 time: 0.4744320 Sep 27 09:22:03.478803 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:22:04.326363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36472) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:04.386066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a729376-851f-47df-940d-1ccc63ae57a6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:04.412121 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a729376-851f-47df-940d-1ccc63ae57a6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:04.475215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a729376-851f-47df-940d-1ccc63ae57a6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:04.477834 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1a729376-851f-47df-940d-1ccc63ae57a6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:04.478963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1a729376-851f-47df-940d-1ccc63ae57a6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] 10.222.0.50 "DELETE /v2.0/security-groups/b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e HTTP/1.1" status: 204 len: 168 time: 0.1515753 Sep 27 09:22:04.488452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a729376-851f-47df-940d-1ccc63ae57a6 tempest-TestVolumeBootPattern-1068033526 tempest-TestVolumeBootPattern-1068033526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc1bbc-29b7-4bca-868d-7df6f7b89f9e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:04.554257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36476) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:05.043743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:05.304906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Deleting port 23f6d3c0-e223-4006-a1da-b5e9197f09cc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:05.305192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:05.385292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] For port 23f6d3c0-e223-4006-a1da-b5e9197f09cc, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=23f6d3c0-e223-4006-a1da-b5e9197f09cc,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:05.385911 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:05.398217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Calling delete_port for 23f6d3c0-e223-4006-a1da-b5e9197f09cc owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:05.597403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:05.625539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f6d3c0-e223-4006-a1da-b5e9197f09cc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:05.789724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.008284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:22:06.121459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:22:06.128632 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-91ea6591-2b57-4a2d-9e00-b16f27227318 admin admin] 10.222.0.50 "PUT /v2.0/routers/40fd8992-5c3d-4193-b5a6-bdf04e31f763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5714159 Sep 27 09:22:06.130400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36480) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:06.131930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] Sync routers for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:22:06.142261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:22:06.142880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:21:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:06.234011 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.246881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:22:06.323613 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.344725 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.406634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Deleting port 44435125-4dc8-4014-9b61-cac4ce1bb252 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:06.407302 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.445418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:22:05Z', 'revision_number': 5, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port': {'id': '44435125-4dc8-4014-9b61-cac4ce1bb252', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:07Z', 'updated_at': '2021-09-27T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:06.471745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] Checking router: 40fd8992-5c3d-4193-b5a6-bdf04e31f763 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:22:06.479984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] Routers {'40fd8992-5c3d-4193-b5a6-bdf04e31f763'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:22:06.480608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:21:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:06.486902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] For port 44435125-4dc8-4014-9b61-cac4ce1bb252, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=44435125-4dc8-4014-9b61-cac4ce1bb252,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:06.487260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.499645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Calling delete_port for 44435125-4dc8-4014-9b61-cac4ce1bb252 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:06.563758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] Set router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:22:06.616396 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:22:06Z', 'revision_number': 6, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:06.645622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f2b3f2-88cd-4f6d-b401-3ff5770bd315 None None] The sync data for ids ['40fd8992-5c3d-4193-b5a6-bdf04e31f763'] in n-d-810909-1 is: [{'id': '40fd8992-5c3d-4193-b5a6-bdf04e31f763', 'name': 'tempest-TestVolumeBootPattern-1326479774-router', 'tenant_id': '3aca61a6039d4386add202bb9ad934af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:06Z', 'updated_at': '2021-09-27T09:22:06Z', 'revision_number': 6, 'project_id': '3aca61a6039d4386add202bb9ad934af', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:22:06.662598 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.695712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Pushing event deleted for resources: {'Port': ['ID=44435125-4dc8-4014-9b61-cac4ce1bb252,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:06.766756 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.856787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.859117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.911908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.912773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40fd8992-5c3d-4193-b5a6-bdf04e31f763 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:22:06.917429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:06.918612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-74dd7ece-1ba2-482d-a3c2-38adb068c7da admin admin] 10.222.0.50 "DELETE /v2.0/routers/40fd8992-5c3d-4193-b5a6-bdf04e31f763 HTTP/1.1" status: 204 len: 168 time: 0.7873273 Sep 27 09:22:06.922432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:06.968617 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Deleting subnet 6a7ed57e-9168-44a4-9a1b-19af8ace547b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:22:06.972106 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.006757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.093608 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.148048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.172699 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7ed57e-9168-44a4-9a1b-19af8ace547b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:07.177856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.182400 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6a7ed57e-9168-44a4-9a1b-19af8ace547b HTTP/1.1" status: 204 len: 168 time: 0.2563355 Sep 27 09:22:07.182898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36484) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:07.183455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee7029-5c0d-4852-98b1-5bf7fc1b5198 None None] Network bc563f7b-c7df-4017-a71e-3c76b8010e9b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:22:07.185552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.185903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.186247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.187202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.187202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.187202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.187559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.187884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.188216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.188565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.188895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.189238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86c085-856e-413f-a7b2-1a0489e271e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.260422 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.312844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Deleting port a53b4dd9-1d48-4e7f-afce-c43b5b12396e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:07.313190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.375210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] For port a53b4dd9-1d48-4e7f-afce-c43b5b12396e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:07.375504 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.391439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Calling delete_port for a53b4dd9-1d48-4e7f-afce-c43b5b12396e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:07.423028 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] DHCP port deletion for bc563f7b-c7df-4017-a71e-3c76b8010e9b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:22:07.474907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Deleting port a53b4dd9-1d48-4e7f-afce-c43b5b12396e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:07.475304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.492488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a53b4dd9-1d48-4e7f-afce-c43b5b12396e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:22:07.502512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.520726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a53b4dd9-1d48-4e7f-afce-c43b5b12396e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:22:07.521084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a53b4dd9-1d48-4e7f-afce-c43b5b12396e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:22:07.521515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 23f6d3c0-e223-4006-a1da-b5e9197f09cc no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:22:07.530849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:07.534320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] No DVR routers for this DVR port a53b4dd9-1d48-4e7f-afce-c43b5b12396e on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:22:07.572924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 23f6d3c0-e223-4006-a1da-b5e9197f09cc {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:22:07.573276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 23f6d3c0-e223-4006-a1da-b5e9197f09cc not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:22:07.573715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 44435125-4dc8-4014-9b61-cac4ce1bb252 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:22:07.601897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 44435125-4dc8-4014-9b61-cac4ce1bb252 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:22:07.602248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 44435125-4dc8-4014-9b61-cac4ce1bb252 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:22:07.606912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] For port a53b4dd9-1d48-4e7f-afce-c43b5b12396e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,segment=NetworkSegment(1967a67e-6a6a-4cf0-a5ff-4deb38addfc3),segment_id=1967a67e-6a6a-4cf0-a5ff-4deb38addfc3)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:07.607204 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.607997 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.620042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Calling delete_port for a53b4dd9-1d48-4e7f-afce-c43b5b12396e owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:07.633964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc563f7b-c7df-4017-a71e-3c76b8010e9b']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:07.645979 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:07.646274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1967a67e-6a6a-4cf0-a5ff-4deb38addfc3') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:07.656806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.673264 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.681603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:22:07.682014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:22:07.683848 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:22:07.714759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.742072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Pushing event deleted for resources: {'Port': ['ID=a53b4dd9-1d48-4e7f-afce-c43b5b12396e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:07.744004 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.750970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:07.751291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] No DVR routers for this DVR port a53b4dd9-1d48-4e7f-afce-c43b5b12396e on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:22:07.753711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bc563f7b-c7df-4017-a71e-3c76b8010e9b HTTP/1.1" status: 204 len: 168 time: 0.5698202 Sep 27 09:22:07.753938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.754229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.754642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.754987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.755328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.755659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.756090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.756317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.756735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.757064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.757390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.757713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9110a08-ef8a-48d5-9982-ac88c628fae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:22:07.758080 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:07.769028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4ad9a-d31d-450a-ae4f-2ae63fb86956 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc563f7b-c7df-4017-a71e-3c76b8010e9b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:08.110807 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:08.361121 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Deleting port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:08.361325 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:08.438430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] For port 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,segment=NetworkSegment(f0605e4b-bc0f-475a-99d6-dbab5871c181),segment_id=f0605e4b-bc0f-475a-99d6-dbab5871c181)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:08.438782 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:08.452158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Calling delete_port for 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:08.643472 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:08.669066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e2b0e8-de9b-4125-a15e-8a6b0958ea5d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:08.833117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.048288 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Router 61eece9a-5763-4269-9cca-907b6e248101 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:22:09.152172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:22:09.160781 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5b903e7-2b20-474f-9266-58a46163f9c7 admin admin] 10.222.0.50 "PUT /v2.0/routers/61eece9a-5763-4269-9cca-907b6e248101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3982360 Sep 27 09:22:09.160863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:09.161827 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] Sync routers for ids ['61eece9a-5763-4269-9cca-907b6e248101'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:22:09.170883 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] Routers {'61eece9a-5763-4269-9cca-907b6e248101'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:22:09.171481 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:21:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['61eece9a-5763-4269-9cca-907b6e248101'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:09.264591 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.276068 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] Set router 61eece9a-5763-4269-9cca-907b6e248101 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:22:09.366751 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.427032 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Deleting port 0f34c897-3808-4618-a794-8441259ab1aa {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:09.427364 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.459591 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0f34c897-3808-4618-a794-8441259ab1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:22:08Z', 'revision_number': 5, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port': {'id': '0f34c897-3808-4618-a794-8441259ab1aa', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61eece9a-5763-4269-9cca-907b6e248101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:12:12Z', 'updated_at': '2021-09-27T09:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:09.505729 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] For port 0f34c897-3808-4618-a794-8441259ab1aa, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0f34c897-3808-4618-a794-8441259ab1aa,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:09.506094 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.519976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Calling delete_port for 0f34c897-3808-4618-a794-8441259ab1aa owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:09.576834 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] Checking router: 61eece9a-5763-4269-9cca-907b6e248101 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:22:09.586594 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] Routers {'61eece9a-5763-4269-9cca-907b6e248101'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:22:09.587203 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:21:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['61eece9a-5763-4269-9cca-907b6e248101'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:09.671957 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] Set router 61eece9a-5763-4269-9cca-907b6e248101 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:22:09.685775 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.710883 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f34c897-3808-4618-a794-8441259ab1aa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:09.725327 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:22:09Z', 'revision_number': 6, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:09.750742 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f79cac8-795f-4ffe-9a04-00703c36b9b8 None None] The sync data for ids ['61eece9a-5763-4269-9cca-907b6e248101'] in n-d-810909-1 is: [{'id': '61eece9a-5763-4269-9cca-907b6e248101', 'name': 'tempest-TestVolumeBootPattern-266932480-router', 'tenant_id': '475972208055458c99766dfa2a9b86b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:12:11Z', 'updated_at': '2021-09-27T09:22:09Z', 'revision_number': 6, 'project_id': '475972208055458c99766dfa2a9b86b3', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:22:09.776709 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.870554 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.872960 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.915070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.915705 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61eece9a-5763-4269-9cca-907b6e248101 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:22:09.919974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:09.921284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bd16ebb-e424-47d6-b7ae-9cb0f0b9906b admin admin] 10.222.0.50 "DELETE /v2.0/routers/61eece9a-5763-4269-9cca-907b6e248101 HTTP/1.1" status: 204 len: 168 time: 0.7594006 Sep 27 09:22:09.924383 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:09.968819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c63bd47-f6ba-4ba5-b1f1-deee84783bbc admin admin] Deleting subnet a302f1fc-4c4a-402f-b57a-7d775d7306ce {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:22:09.972423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c63bd47-f6ba-4ba5-b1f1-deee84783bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.022954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c63bd47-f6ba-4ba5-b1f1-deee84783bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.107259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c63bd47-f6ba-4ba5-b1f1-deee84783bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.162754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c63bd47-f6ba-4ba5-b1f1-deee84783bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.190351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63bd47-f6ba-4ba5-b1f1-deee84783bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a302f1fc-4c4a-402f-b57a-7d775d7306ce,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:10.192262 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c63bd47-f6ba-4ba5-b1f1-deee84783bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.194281 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c63bd47-f6ba-4ba5-b1f1-deee84783bbc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a302f1fc-4c4a-402f-b57a-7d775d7306ce HTTP/1.1" status: 204 len: 168 time: 0.2688885 Sep 27 09:22:10.196852 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:10.199508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ce4ea-2161-4c95-907d-9b558135b35e None None] Network a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:22:10.269135 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.321808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Deleting port 2e96d787-4a04-4cfd-b622-1d9226db5283 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:10.322153 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.388924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] For port 2e96d787-4a04-4cfd-b622-1d9226db5283, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=2e96d787-4a04-4cfd-b622-1d9226db5283,segment=NetworkSegment(f0605e4b-bc0f-475a-99d6-dbab5871c181),segment_id=f0605e4b-bc0f-475a-99d6-dbab5871c181)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:10.389287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.400672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Calling delete_port for 2e96d787-4a04-4cfd-b622-1d9226db5283 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:10.483296 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.508908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e96d787-4a04-4cfd-b622-1d9226db5283,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:10.512438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] No DVR routers for this DVR port 2e96d787-4a04-4cfd-b622-1d9226db5283 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:22:10.512541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74ddfc-a131-4abd-8a19-59c543c8616b None None] DHCP port deletion for a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:22:10.586610 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.606956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:10.616958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0605e4b-bc0f-475a-99d6-dbab5871c181') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:10.617258 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0605e4b-bc0f-475a-99d6-dbab5871c181') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:22:10.627678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.641830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.648140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:22:10.648626 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:22:10.650306 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:22:10.709757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.716633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.718511 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd HTTP/1.1" status: 204 len: 168 time: 0.5207648 Sep 27 09:22:10.730456 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6efa6-2884-43ab-ac6b-30a47dba2b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18db3a2-801b-43ad-ad6a-30ed0ba2d7dd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:10.884213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:10.923749 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-78f8ceab-3030-423d-9415-244be485e580 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3aca61a6039d4386add202bb9ad934af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383165 Sep 27 09:22:10.926294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:10.974723 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3df5ce8e-2f55-412c-ac3f-782e9599c0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:10.996053 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3df5ce8e-2f55-412c-ac3f-782e9599c0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:11.050981 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3df5ce8e-2f55-412c-ac3f-782e9599c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:11.054689 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3df5ce8e-2f55-412c-ac3f-782e9599c0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:11.055921 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3df5ce8e-2f55-412c-ac3f-782e9599c0ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85c19b18-ade5-47df-afe6-94c83bb05b3c HTTP/1.1" status: 204 len: 168 time: 0.1287487 Sep 27 09:22:11.063835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5ce8e-2f55-412c-ac3f-782e9599c0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c19b18-ade5-47df-afe6-94c83bb05b3c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:11.413982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36504) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:11.453031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e96d787-4a04-4cfd-b622-1d9226db5283 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:22:11.454697 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d70cab92-8ffe-4b11-8e39-1d8ae2a15f52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=475972208055458c99766dfa2a9b86b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394897 Sep 27 09:22:11.457371 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36506) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:11.477121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 2e96d787-4a04-4cfd-b622-1d9226db5283 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:22:11.477566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 2e96d787-4a04-4cfd-b622-1d9226db5283 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:22:11.478059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:22:11.496557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:22:11.496807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 09e2b0e8-de9b-4125-a15e-8a6b0958ea5d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:22:11.497206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0f34c897-3808-4618-a794-8441259ab1aa no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:22:11.507830 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404ffa1a-3197-4c7c-bc50-6ca7b4e49666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:11.515146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 0f34c897-3808-4618-a794-8441259ab1aa {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:22:11.515494 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0f34c897-3808-4618-a794-8441259ab1aa not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:22:11.530274 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404ffa1a-3197-4c7c-bc50-6ca7b4e49666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:11.580754 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404ffa1a-3197-4c7c-bc50-6ca7b4e49666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:11.584414 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404ffa1a-3197-4c7c-bc50-6ca7b4e49666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:11.585964 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-404ffa1a-3197-4c7c-bc50-6ca7b4e49666 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ba0c001-945d-4a94-ac3b-31d3c55c8520 HTTP/1.1" status: 204 len: 168 time: 0.1276729 Sep 27 09:22:11.594725 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ffa1a-3197-4c7c-bc50-6ca7b4e49666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0c001-945d-4a94-ac3b-31d3c55c8520,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:14.529695 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:15.170104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0489c589-5c24-4884-99ef-c4d1c461b7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:17.621593 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc95fec4-69af-4ace-ab7a-d9fe698031f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:18.088888 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:19.132305 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:20.741549 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:22.022882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7402d892-7a2d-4370-8e02-c957b178a281 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b514a33f44f9437c8a8140f9fe3195d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215821 Sep 27 09:22:22.131935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-ded343a1-a11d-4eb3-9c51-cce3f145f524 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:22.133426 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-ded343a1-a11d-4eb3-9c51-cce3f145f524 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049881 Sep 27 09:22:22.150101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-efcbe5ff-89f5-435d-a399-12a2ef08f799 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/quotas/b514a33f44f9437c8a8140f9fe3195d7 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Sep 27 09:22:22.182906 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-497b1b3e-bc65-4ee1-9452-2b6247e51479 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b514a33f44f9437c8a8140f9fe3195d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250890 Sep 27 09:22:22.358491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b3e23c75-ddd6-4718-89c3-3afae824f542 req-e73606d8-2dbd-4b5e-87c0-66bff5cd06b5 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 210 time: 0.0310569 Sep 27 09:22:23.405702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-9e69fc76-e2f2-4899-aefa-015af4513873 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b514a33f44f9437c8a8140f9fe3195d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241718 Sep 27 09:22:23.473865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-15dae675-e44a-4302-905c-0c80bed8074c req-bed8da1e-bfa5-4276-a0c9-75d5920e0840 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 210 time: 0.0379171 Sep 27 09:22:23.543644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-9b6bffc5-9f21-4600-a803-163d01e89eee tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:23.545102 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-9b6bffc5-9f21-4600-a803-163d01e89eee tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338964 Sep 27 09:22:23.559283 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Request body: {'port': {'device_id': 'a208ac7e-22a3-4d70-8ac6-584994b8a739', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'admin_state_up': True, 'tenant_id': 'b514a33f44f9437c8a8140f9fe3195d7'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:22:23.670275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Made reservation on behalf of b514a33f44f9437c8a8140f9fe3195d7 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:22:23.673715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:23.682577 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:23.772427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:23.778182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:23.841273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b2bec1-f15b-43b9-8894-df48a38d4974,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:23.920612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Allocated IP 192.168.233.148 (25e269a5-84a0-4aff-bdf4-c28e576baa0a/8319d006-a5a2-4c31-991d-f998d52876ed/81ad68e7-50dd-4490-86d8-0413e773e472) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:22:24.068376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:24.441939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:24.483368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Network 25e269a5-84a0-4aff-bdf4-c28e576baa0a is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:22:24.486522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:22:24.490070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:22:24.515345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Pushing event updated for resources: {'Port': ['ID=81ad68e7-50dd-4490-86d8-0413e773e472,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:24.546480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:24.547215 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:24.563794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-620c8416-d931-47d8-b3d8-14becf46af6a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0078936 Sep 27 09:22:24.578922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Request body: {'port': {'device_id': 'a208ac7e-22a3-4d70-8ac6-584994b8a739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:22:24.598216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64bb7b-d15c-4866-99b9-791800adc8da req-f94603c8-c3f4-489d-9c58-b4eadba64627 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:24.599877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa64bb7b-d15c-4866-99b9-791800adc8da req-f94603c8-c3f4-489d-9c58-b4eadba64627 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 936 time: 0.0521581 Sep 27 09:22:24.641643 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:24.646204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aa64bb7b-d15c-4866-99b9-791800adc8da req-e984f13b-8673-482c-b90a-8e1e9ee82293 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Sep 27 09:22:24.741345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8a1f961b-f7a9-4712-aa5f-910b8e682baf None None] Provisioning complete for port 81ad68e7-50dd-4490-86d8-0413e773e472 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:22:24.741889 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a1f961b-f7a9-4712-aa5f-910b8e682baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:24.777596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f961b-f7a9-4712-aa5f-910b8e682baf None None] Port 81ad68e7-50dd-4490-86d8-0413e773e472 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:22:24.911274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ad68e7-50dd-4490-86d8-0413e773e472 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:22:24.918638 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:24.936236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Transition to ACTIVE for port object 81ad68e7-50dd-4490-86d8-0413e773e472 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:22:24.941615 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:24.989119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Pushing event updated for resources: {'Port': ['ID=81ad68e7-50dd-4490-86d8-0413e773e472,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:25.067633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Attempting to bind port 81ad68e7-50dd-4490-86d8-0413e773e472 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:22:25.068116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Attempting to bind port 81ad68e7-50dd-4490-86d8-0413e773e472 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:22:25.068485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Attempting to bind port 81ad68e7-50dd-4490-86d8-0413e773e472 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:22:25.073549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Port 81ad68e7-50dd-4490-86d8-0413e773e472 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:22:25.073873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Attempting to bind port 81ad68e7-50dd-4490-86d8-0413e773e472 on network 25e269a5-84a0-4aff-bdf4-c28e576baa0a {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:22:25.078856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:22:25.079190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Checking segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:22:25.079571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Bound using segment: {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:22:25.079996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Bound port: 81ad68e7-50dd-4490-86d8-0413e773e472, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac5ad03-eff6-4178-9cde-366d359b2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:22:25.080345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:25.145768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] For port 81ad68e7-50dd-4490-86d8-0413e773e472, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:22:25.148986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] For port 81ad68e7-50dd-4490-86d8-0413e773e472, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=81ad68e7-50dd-4490-86d8-0413e773e472,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:22:25.153944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:25.186451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.187157 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:25.188876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] 10.222.0.57 "PUT /v2.0/ports/81ad68e7-50dd-4490-86d8-0413e773e472 HTTP/1.1" status: 200 len: 1096 time: 0.6141722 Sep 27 09:22:25.189546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a208ac7e-22a3-4d70-8ac6-584994b8a739', 'tag': '81ad68e7-50dd-4490-86d8-0413e773e472'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:22:25.191954 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5406805-37be-4e8a-a8d1-a36b456d92cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a208ac7e-22a3-4d70-8ac6-584994b8a739", "tag": "81ad68e7-50dd-4490-86d8-0413e773e472"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:22:25.237581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5570b-42bc-40d4-b2bd-c71fb7576da8 service neutron] Pushing event updated for resources: {'Port': ['ID=81ad68e7-50dd-4490-86d8-0413e773e472,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:25.245716 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6cc4fc-5071-4b6c-b5a8-cdfea8ef852c x-openstack-request-id: req-1a6cc4fc-5071-4b6c-b5a8-cdfea8ef852c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:22:25.246045 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a208ac7e-22a3-4d70-8ac6-584994b8a739", "tag": "81ad68e7-50dd-4490-86d8-0413e773e472", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:22:25.246353 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a6cc4fc-5071-4b6c-b5a8-cdfea8ef852c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:22:25.246789 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a208ac7e-22a3-4d70-8ac6-584994b8a739', 'tag': '81ad68e7-50dd-4490-86d8-0413e773e472', 'status': 'completed', 'code': 200} Sep 27 09:22:25.289198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-31f1ad25-c986-4523-9de5-04d70cacdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.290743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-31f1ad25-c986-4523-9de5-04d70cacdaad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b514a33f44f9437c8a8140f9fe3195d7&device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 1099 time: 0.0426002 Sep 27 09:22:25.335206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-ff901839-44cd-44b6-aa84-17387c26617a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=81ad68e7-50dd-4490-86d8-0413e773e472 HTTP/1.1" status: 200 len: 217 time: 0.0349298 Sep 27 09:22:25.387824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-4a7f6417-3513-4434-90be-dd120364c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.389365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-4a7f6417-3513-4434-90be-dd120364c086 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0457563 Sep 27 09:22:25.439885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-8fc83114-3df4-4aa8-b419-ed53bdab2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.441457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-8fc83114-3df4-4aa8-b419-ed53bdab2e51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439937 Sep 27 09:22:25.532508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-5b0f40a4-fd97-4669-a24a-417bcda83ad7 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822742 Sep 27 09:22:25.629001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21a5220c-a582-4959-a5bc-dfa03e83068b req-01e73b33-13d3-44c8-a0c3-75b157e2e825 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889423 Sep 27 09:22:25.731035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-21382ce1-c645-4c2b-83a9-52c17733153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.732588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-21382ce1-c645-4c2b-83a9-52c17733153e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b514a33f44f9437c8a8140f9fe3195d7&device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 1099 time: 0.0429273 Sep 27 09:22:25.770413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37462c-9499-4f20-b841-a06913d02985 req-6e0cd231-523c-4034-aa6f-19c0042358a2 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.771927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bc37462c-9499-4f20-b841-a06913d02985 req-6e0cd231-523c-4034-aa6f-19c0042358a2 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 948 time: 0.0539527 Sep 27 09:22:25.810151 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bc37462c-9499-4f20-b841-a06913d02985 req-bdc3096d-1845-45de-87ff-8ce6fda0acaa tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Sep 27 09:22:25.829831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-9e3eca2e-f533-4c83-912e-9950828ce687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.831381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-9e3eca2e-f533-4c83-912e-9950828ce687 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25e269a5-84a0-4aff-bdf4-c28e576baa0a HTTP/1.1" status: 200 len: 870 time: 0.0916784 Sep 27 09:22:25.872670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-5fa57700-a6fa-46ab-ad74-71a3d67eced8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=81ad68e7-50dd-4490-86d8-0413e773e472 HTTP/1.1" status: 200 len: 217 time: 0.0338767 Sep 27 09:22:25.922658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-30d2d10f-5eca-4088-9e30-09762fd9da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.924284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-30d2d10f-5eca-4088-9e30-09762fd9da4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8319d006-a5a2-4c31-991d-f998d52876ed HTTP/1.1" status: 200 len: 843 time: 0.0436976 Sep 27 09:22:25.974811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-a63225d3-c169-465f-bd1b-25d6f232e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:25.976246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-a63225d3-c169-465f-bd1b-25d6f232e855 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25e269a5-84a0-4aff-bdf4-c28e576baa0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445855 Sep 27 09:22:26.067079 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-b63132f2-dfa5-4056-a4a0-20bf1aa4a688 service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817583 Sep 27 09:22:26.161355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5406805-37be-4e8a-a8d1-a36b456d92cc req-c37a9eee-ebdf-404a-91d0-1e279fc97c3f service neutron] 10.222.0.57 "GET /v2.0/networks/25e269a5-84a0-4aff-bdf4-c28e576baa0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866666 Sep 27 09:22:26.936276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ec8ba-e2f0-4d73-9b0f-c422e22ddb02 req-db43ef17-6043-431f-a3eb-dc741b657938 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:26.937805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e2ec8ba-e2f0-4d73-9b0f-c422e22ddb02 req-db43ef17-6043-431f-a3eb-dc741b657938 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 948 time: 0.0523987 Sep 27 09:22:26.977664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e2ec8ba-e2f0-4d73-9b0f-c422e22ddb02 req-82bcad8b-d43e-498e-8932-6ede100f922a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309303 Sep 27 09:22:28.000482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 81ad68e7-50dd-4490-86d8-0413e773e472 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:22:28.095664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb847-9b79-4050-8a69-931258c4117c req-81fd1b90-c7e0-47f5-a06b-4d33ce361e8e tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:28.098454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7ecb847-9b79-4050-8a69-931258c4117c req-81fd1b90-c7e0-47f5-a06b-4d33ce361e8e tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 948 time: 0.0515654 Sep 27 09:22:28.099365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 81ad68e7-50dd-4490-86d8-0413e773e472, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=81ad68e7-50dd-4490-86d8-0413e773e472,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:28.110757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '81ad68e7-50dd-4490-86d8-0413e773e472', 'network_id': '25e269a5-84a0-4aff-bdf4-c28e576baa0a', 'port_id': '81ad68e7-50dd-4490-86d8-0413e773e472', 'mac_address': 'fa:16:3e:d2:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8319d006-a5a2-4c31-991d-f998d52876ed', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:22:28.136560 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f7ecb847-9b79-4050-8a69-931258c4117c req-46ae7bf8-2c93-4fd0-9afd-a9c02a18bb87 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Sep 27 09:22:28.151729 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:28.164749 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ad68e7-50dd-4490-86d8-0413e773e472 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:22:28.183721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 81ad68e7-50dd-4490-86d8-0413e773e472, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=81ad68e7-50dd-4490-86d8-0413e773e472,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:28.189778 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:28.237861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=81ad68e7-50dd-4490-86d8-0413e773e472,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:28.455884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['81ad68e7-50dd-4490-86d8-0413e773e472'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:22:29.275128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fde0c2-ff17-4d5b-82c5-c13b30f7068a req-b4c3d59a-e9da-4314-a9f1-beb729872558 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:29.277375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-24fde0c2-ff17-4d5b-82c5-c13b30f7068a req-b4c3d59a-e9da-4314-a9f1-beb729872558 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 949 time: 0.0599043 Sep 27 09:22:29.316741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-24fde0c2-ff17-4d5b-82c5-c13b30f7068a req-0eccc540-d689-4a27-a026-3106d0c5eb49 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Sep 27 09:22:30.018163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 81ad68e7-50dd-4490-86d8-0413e773e472 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:22:30.070792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 81ad68e7-50dd-4490-86d8-0413e773e472 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:22:30.075076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 81ad68e7-50dd-4490-86d8-0413e773e472 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:22:30.075460 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:30.163851 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:30.186399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a208ac7e-22a3-4d70-8ac6-584994b8a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ad68e7-50dd-4490-86d8-0413e773e472'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:22:30.188726 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef41ed-cf94-493c-8396-8ff291d9da85" -d '{"events": [{"server_uuid": "a208ac7e-22a3-4d70-8ac6-584994b8a739", "name": "network-vif-plugged", "status": "completed", "tag": "81ad68e7-50dd-4490-86d8-0413e773e472"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:22:30.204703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 81ad68e7-50dd-4490-86d8-0413e773e472, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=81ad68e7-50dd-4490-86d8-0413e773e472,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:30.210091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:30.261172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=81ad68e7-50dd-4490-86d8-0413e773e472,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:30.296054 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34ed81e-7114-4950-8b69-3c7fa7567c16 x-openstack-request-id: req-f34ed81e-7114-4950-8b69-3c7fa7567c16 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:22:30.296410 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a208ac7e-22a3-4d70-8ac6-584994b8a739", "name": "network-vif-plugged", "status": "completed", "tag": "81ad68e7-50dd-4490-86d8-0413e773e472", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:22:30.296670 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f34ed81e-7114-4950-8b69-3c7fa7567c16 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:22:30.297070 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a208ac7e-22a3-4d70-8ac6-584994b8a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ad68e7-50dd-4490-86d8-0413e773e472', 'code': 200} Sep 27 09:22:30.416392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61480b90-f10b-4172-8667-bc237abcaa87 req-6420c821-3042-47ec-99c6-c0cbeaa069b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:30.417895 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-61480b90-f10b-4172-8667-bc237abcaa87 req-6420c821-3042-47ec-99c6-c0cbeaa069b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 1101 time: 0.0669363 Sep 27 09:22:30.455374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9519a-f7c9-4b22-a05d-026eb030f86e req-50f9680d-c37e-4ed5-b6ff-80a974c7fe4e tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:30.456846 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb9519a-f7c9-4b22-a05d-026eb030f86e req-50f9680d-c37e-4ed5-b6ff-80a974c7fe4e tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 950 time: 0.0694580 Sep 27 09:22:30.472601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-61480b90-f10b-4172-8667-bc237abcaa87 req-8766d7f9-a301-49db-a12d-4ad2825c0c10 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Sep 27 09:22:30.500618 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-deb9519a-f7c9-4b22-a05d-026eb030f86e req-0a6001e8-6373-423e-aa50-09fbce16134b tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Sep 27 09:22:31.632410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfa7fa-b57d-4610-aa07-820007a0f850 req-90462c2b-9163-435c-bc7f-211154c02547 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:31.635587 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6dfa7fa-b57d-4610-aa07-820007a0f850 req-90462c2b-9163-435c-bc7f-211154c02547 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 950 time: 0.0606678 Sep 27 09:22:31.687484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6dfa7fa-b57d-4610-aa07-820007a0f850 req-fe148481-da5c-46ed-9daf-33845896743d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Sep 27 09:22:32.136491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-909c3c18-1e84-49f1-b5e4-911cd7787241 req-f261444e-b05b-4e71-8958-c23e3ca20a32 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:22:32.137508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-909c3c18-1e84-49f1-b5e4-911cd7787241 req-f261444e-b05b-4e71-8958-c23e3ca20a32 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1417935 Sep 27 09:22:32.478384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-4d859d91-39ef-44e0-9544-1391a7fddcdb req-78ac886d-21a2-43a8-a5cd-b19792651e88 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:22:32.479439 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d859d91-39ef-44e0-9544-1391a7fddcdb req-78ac886d-21a2-43a8-a5cd-b19792651e88 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056581 Sep 27 09:22:32.828740 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef8901-9407-4c9e-a171-fb58fc149250 req-94c775ee-65e0-483b-8eec-dd5ddad7846c tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:32.830222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e7ef8901-9407-4c9e-a171-fb58fc149250 req-94c775ee-65e0-483b-8eec-dd5ddad7846c tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 950 time: 0.0549085 Sep 27 09:22:32.868928 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e7ef8901-9407-4c9e-a171-fb58fc149250 req-ad811477-2261-433e-9e89-1b405f7696e7 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Sep 27 09:22:34.004372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b9e7-82c0-46ff-b95d-7f84fd7974e5 req-6f9736cb-332d-43c5-bbc6-5b4b5748a24a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:34.005971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ba0b9e7-82c0-46ff-b95d-7f84fd7974e5 req-6f9736cb-332d-43c5-bbc6-5b4b5748a24a tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 950 time: 0.0528467 Sep 27 09:22:34.045396 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ba0b9e7-82c0-46ff-b95d-7f84fd7974e5 req-c5d0fa6b-adbf-4ea3-88ce-cd617fad0e9b tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/security-groups?id=02b2bec1-f15b-43b9-8894-df48a38d4974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330188 Sep 27 09:22:34.284345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-5e18697e-4b42-4a59-a8f4-d6b50f298497 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:34.285854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-5e18697e-4b42-4a59-a8f4-d6b50f298497 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.57 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 950 time: 0.0561428 Sep 27 09:22:34.377241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Deleting port 81ad68e7-50dd-4490-86d8-0413e773e472 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:22:34.377587 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:34.472976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] For port 81ad68e7-50dd-4490-86d8-0413e773e472, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=81ad68e7-50dd-4490-86d8-0413e773e472,segment=NetworkSegment(bac5ad03-eff6-4178-9cde-366d359b2045),segment_id=bac5ad03-eff6-4178-9cde-366d359b2045)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:34.473258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:34.485161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Calling delete_port for 81ad68e7-50dd-4490-86d8-0413e773e472 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:22:34.622789 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:34.635852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['81ad68e7-50dd-4490-86d8-0413e773e472'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:22:34.655072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Pushing event deleted for resources: {'Port': ['ID=81ad68e7-50dd-4490-86d8-0413e773e472,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:34.695751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] No DVR routers for this DVR port 81ad68e7-50dd-4490-86d8-0413e773e472 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:22:34.698533 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:34.700602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-540dadcd-c5c4-49c5-bb74-d066093130a3 req-db580df3-daba-42c0-ae7e-79c6af958c2d tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.57 "DELETE /v2.0/ports/81ad68e7-50dd-4490-86d8-0413e773e472 HTTP/1.1" status: 204 len: 173 time: 0.4077067 Sep 27 09:22:34.701047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a208ac7e-22a3-4d70-8ac6-584994b8a739', 'name': 'network-vif-deleted', 'tag': '81ad68e7-50dd-4490-86d8-0413e773e472'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:22:34.703306 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344465ca-8f9d-4c65-af1f-f8a5111091c5" -d '{"events": [{"server_uuid": "a208ac7e-22a3-4d70-8ac6-584994b8a739", "name": "network-vif-deleted", "tag": "81ad68e7-50dd-4490-86d8-0413e773e472"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:22:34.743334 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2290b91-2e0a-496a-a4c0-0c84e5542e67 x-openstack-request-id: req-e2290b91-2e0a-496a-a4c0-0c84e5542e67 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:22:34.743589 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a208ac7e-22a3-4d70-8ac6-584994b8a739", "name": "network-vif-deleted", "tag": "81ad68e7-50dd-4490-86d8-0413e773e472", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:22:34.743911 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2290b91-2e0a-496a-a4c0-0c84e5542e67 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:22:34.745319 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a208ac7e-22a3-4d70-8ac6-584994b8a739', 'name': 'network-vif-deleted', 'tag': '81ad68e7-50dd-4490-86d8-0413e773e472', 'status': 'completed', 'code': 200} Sep 27 09:22:35.159101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72d8b757-6fef-402f-8bc8-aa41fda75da5 req-3c4eac36-25d9-4c52-a989-9415daa9b342 tempest-ServersAdminNegativeTestJSON-1196875295 tempest-ServersAdminNegativeTestJSON-1196875295-project] 10.222.0.50 "GET /v2.0/ports?device_id=a208ac7e-22a3-4d70-8ac6-584994b8a739 HTTP/1.1" status: 200 len: 210 time: 0.0267341 Sep 27 09:22:36.287212 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:36.479557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:36.618341 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bfefd5cd-610f-4e76-8e11-a1b7be6ad440 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b514a33f44f9437c8a8140f9fe3195d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374829 Sep 27 09:22:36.621833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:36.670792 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e063ac7-fa6c-47d4-915f-478f2c9827a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:36.693027 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e063ac7-fa6c-47d4-915f-478f2c9827a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:36.747167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e063ac7-fa6c-47d4-915f-478f2c9827a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:36.751092 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e063ac7-fa6c-47d4-915f-478f2c9827a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:36.752775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e063ac7-fa6c-47d4-915f-478f2c9827a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02b2bec1-f15b-43b9-8894-df48a38d4974 HTTP/1.1" status: 204 len: 168 time: 0.1300349 Sep 27 09:22:36.760662 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063ac7-fa6c-47d4-915f-478f2c9827a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b2bec1-f15b-43b9-8894-df48a38d4974,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:37.022443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36664) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:37.036199 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bca0601b-942e-4ec8-8eb5-aa65a177a627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:37.121949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bca0601b-942e-4ec8-8eb5-aa65a177a627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:37.128138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bca0601b-942e-4ec8-8eb5-aa65a177a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:37.168510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bca0601b-942e-4ec8-8eb5-aa65a177a627 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd94cba71440449b93f5c894bdc8c3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449180 Sep 27 09:22:37.169342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0601b-942e-4ec8-8eb5-aa65a177a627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dd1afa-fb8e-424a-86bb-0cd4dc3c1b74,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:37.171563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36666) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:37.226577 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38e72a41-5eb7-46db-b03d-f51b07db22b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:37.248061 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38e72a41-5eb7-46db-b03d-f51b07db22b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:37.299811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38e72a41-5eb7-46db-b03d-f51b07db22b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:37.304437 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38e72a41-5eb7-46db-b03d-f51b07db22b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:37.311589 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-38e72a41-5eb7-46db-b03d-f51b07db22b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80dd1afa-fb8e-424a-86bb-0cd4dc3c1b74 HTTP/1.1" status: 204 len: 168 time: 0.1387300 Sep 27 09:22:37.322178 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e72a41-5eb7-46db-b03d-f51b07db22b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dd1afa-fb8e-424a-86bb-0cd4dc3c1b74,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:38.081556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36694) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:38.100038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 81ad68e7-50dd-4490-86d8-0413e773e472 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:22:38.120233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 81ad68e7-50dd-4490-86d8-0413e773e472 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:22:38.120605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 81ad68e7-50dd-4490-86d8-0413e773e472 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:22:38.178821 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-90260302-network', 'tenant_id': 'eb72633885244f65958be8781fab3418'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:22:38.203443 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Made reservation on behalf of eb72633885244f65958be8781fab3418 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:22:38.205815 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.214828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.309554 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.316013 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.339144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:22:38.348908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e860d832-423b-40b1-88e6-d2baa5f1bb48,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:38.353667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.354003 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Added segment 1102e14a-e34b-4b89-9a7c-405dbcbc4f8c of type vlan for network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 Sep 27 09:22:38.391199 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.420180 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.421570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:38.422410 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.457835 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3751345 Sep 27 09:22:38.461222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36698) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:38.466373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Request body: {'subnet': {'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-90260302-subnet', 'tenant_id': 'eb72633885244f65958be8781fab3418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:22:38.487266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Made reservation on behalf of eb72633885244f65958be8781fab3418 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:22:38.489516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db496b0e-09e6-4b9b-9786-0b356d1cc28b admin admin] Pushing event updated for resources: {'Network': ['ID=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:38.489627 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.499997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:22:38.659429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.706060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01e7583-4dab-470a-8a13-890f60c25fcd,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:38.721451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Checking segment: {'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:22:38.721805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Network hostable DHCP agents. Network: bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:22:38.740757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:22:38.751460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:22:38.759734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:38.760781 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:38.760884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94dbd57-ee3d-40f0-b9f6-8810eb0b428d None None] Network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:22:38.776885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cab94076-1f3a-4159-9cd5-aab2f077f51f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3144422 Sep 27 09:22:38.886488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c39b1-3039-49ee-a5ec-5a4b5e7b4b7e None None] Network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:22:39.224093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-a8986fe2-d46a-42a6-9b1a-4410867a44d7 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:39.225629 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-a8986fe2-d46a-42a6-9b1a-4410867a44d7 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 810 time: 0.1083584 Sep 27 09:22:39.246287 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-ea6a28d4-db35-4645-a9c2-16eebf7a97a3 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/quotas/eb72633885244f65958be8781fab3418 HTTP/1.1" status: 200 len: 375 time: 0.0145805 Sep 27 09:22:39.284864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-6eed8474-7c44-496b-a60e-9fbac98f53e2 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277369 Sep 27 09:22:39.299176 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-065cf28c-c4eb-4bed-86b5-cb3c5268fbac service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:22:39.300129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-065cf28c-c4eb-4bed-86b5-cb3c5268fbac service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051837 Sep 27 09:22:39.400345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-17522734-2a69-4bc9-8c26-48f001832923 service neutron] 10.222.0.50 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929298 Sep 27 09:22:39.501531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-c0d0d870-d568-4d06-904d-7f0cc82edf55 service neutron] 10.222.0.50 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928259 Sep 27 09:22:39.673187 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba2f48a5-21a4-4233-b5e9-d8b3629f3b45 req-d03a3ec8-5602-4a06-99a3-d162555ba51f tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 210 time: 0.0272417 Sep 27 09:22:40.483271 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:22:40.664791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-7deab45c-1676-4dc1-a9da-062fa323d037 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:40.666253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-7deab45c-1676-4dc1-a9da-062fa323d037 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.57 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 810 time: 0.1083503 Sep 27 09:22:40.683718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Request body: {'port': {'device_id': '2fca015b-6578-4ac0-828e-4726c77aee21', 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0', 'admin_state_up': True, 'tenant_id': 'eb72633885244f65958be8781fab3418'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:22:40.780280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-510c62eb-078f-4044-9466-ad4285788bcf req-dd882e09-51e0-4650-8bc8-b2cb4965b131 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 210 time: 0.0350754 Sep 27 09:22:40.818051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Made reservation on behalf of eb72633885244f65958be8781fab3418 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:22:40.821522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:40.942506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Allocated IP 172.20.0.2 (bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0/f01e7583-4dab-470a-8a13-890f60c25fcd/fab90de7-6e0a-42e0-add4-a30be9d5e256) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:22:41.087696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.125956 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.167383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:22:41.170590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:22:41.174158 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:22:41.182382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:41.226639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:41.227254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.243387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-461bd7c0-7df9-47c8-b0c2-d6ab912dc46b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638328 Sep 27 09:22:41.256676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Request body: {'port': {'device_id': '2fca015b-6578-4ac0-828e-4726c77aee21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:22:41.313404 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.592482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab90de7-6e0a-42e0-add4-a30be9d5e256 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:22:41.600154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.612304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Transition to ACTIVE for port object fab90de7-6e0a-42e0-add4-a30be9d5e256 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:22:41.618012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.671519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:41.737855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Attempting to bind port fab90de7-6e0a-42e0-add4-a30be9d5e256 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:22:41.738219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Attempting to bind port fab90de7-6e0a-42e0-add4-a30be9d5e256 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:22:41.738677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Attempting to bind port fab90de7-6e0a-42e0-add4-a30be9d5e256 on network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:22:41.745597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Port fab90de7-6e0a-42e0-add4-a30be9d5e256 on network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:22:41.746066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Attempting to bind port fab90de7-6e0a-42e0-add4-a30be9d5e256 on network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:22:41.752888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:22:41.753381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Checking segment: {'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:22:41.753963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Bound using segment: {'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:22:41.754570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Bound port: fab90de7-6e0a-42e0-add4-a30be9d5e256, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:22:41.755098 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.819303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:22:41.822752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:22:41.829181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.866616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:41.867240 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:41.868670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] 10.222.0.57 "PUT /v2.0/ports/fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 1091 time: 0.6160684 Sep 27 09:22:41.869121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:22:41.871397 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c395e73-1e56-4607-b278-1c21a663557c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:22:41.916936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016abf2a-35ae-42ae-87be-0259d7e2bc28 service neutron] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:41.940309 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c65d5a-0e17-42f5-a937-f4b1f0503846 x-openstack-request-id: req-a0c65d5a-0e17-42f5-a937-f4b1f0503846 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:22:41.940652 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:22:41.940912 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0c65d5a-0e17-42f5-a937-f4b1f0503846 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:22:41.941310 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'status': 'completed', 'code': 200} Sep 27 09:22:41.941946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054515a-4155-414b-83bd-47d1d9cdc497 req-48c33fd8-682e-4bda-b7b2-4a0478c1298a tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:41.943466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0054515a-4155-414b-83bd-47d1d9cdc497 req-48c33fd8-682e-4bda-b7b2-4a0478c1298a tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 943 time: 0.0930245 Sep 27 09:22:41.957286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-26cc96cd-1588-4596-9a35-fd3fbc14b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:41.958781 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-26cc96cd-1588-4596-9a35-fd3fbc14b5b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1094 time: 0.0496078 Sep 27 09:22:41.982131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0054515a-4155-414b-83bd-47d1d9cdc497 req-71b6825b-59c3-4a6f-85a6-7ff686a27b56 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Sep 27 09:22:42.001471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-90eab2d0-cf64-47fe-8ae2-e34bc9d23ae8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 217 time: 0.0338516 Sep 27 09:22:42.049989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-482755dc-f9fb-493c-bbf4-d0ad0cf2387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:42.051417 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-482755dc-f9fb-493c-bbf4-d0ad0cf2387e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 200 len: 850 time: 0.0427606 Sep 27 09:22:42.086059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-d8ee1f5b-3bfa-4f95-96bd-8f1a825844eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270779 Sep 27 09:22:42.179362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-42f11fd3-4d30-494e-b5ad-f082ebafc1d6 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843816 Sep 27 09:22:42.278301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94052cc3-6b31-4487-a40b-df67bd7b8d6e req-e678469c-9d21-4f3b-a0c4-ccd86e677498 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912817 Sep 27 09:22:42.366869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c395e73-1e56-4607-b278-1c21a663557c req-111cd733-4e83-402a-991e-2962636de8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:42.368393 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c395e73-1e56-4607-b278-1c21a663557c req-111cd733-4e83-402a-991e-2962636de8b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1094 time: 0.0425458 Sep 27 09:22:42.475299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c395e73-1e56-4607-b278-1c21a663557c req-f1f026d6-5610-43c5-84af-831d25900cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:42.476711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c395e73-1e56-4607-b278-1c21a663557c req-f1f026d6-5610-43c5-84af-831d25900cd6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 911 time: 0.1008575 Sep 27 09:22:42.517872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c395e73-1e56-4607-b278-1c21a663557c req-aeb931cb-1bad-4495-b355-b487bbc7bae5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 217 time: 0.0333922 Sep 27 09:22:42.567593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c395e73-1e56-4607-b278-1c21a663557c req-1dfafe70-90d5-4b0e-8d3f-5e2c25a9e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:42.569012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c395e73-1e56-4607-b278-1c21a663557c req-1dfafe70-90d5-4b0e-8d3f-5e2c25a9e26a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 200 len: 850 time: 0.0440586 Sep 27 09:22:42.601232 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c395e73-1e56-4607-b278-1c21a663557c req-03cd9c68-46fb-466f-9445-1057a96549f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236354 Sep 27 09:22:42.707613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c395e73-1e56-4607-b278-1c21a663557c req-3919b069-0ac6-4087-8b4f-5cecf2441224 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975027 Sep 27 09:22:42.815356 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c395e73-1e56-4607-b278-1c21a663557c req-41fae4f5-756a-4aa6-9fb9-c448760d5146 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991719 Sep 27 09:22:43.124755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc193c2f-3569-4e1d-9780-f2c3a1e68fbf req-3cd558c4-3be8-4c80-ab7f-1c6454f6818b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:43.126155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc193c2f-3569-4e1d-9780-f2c3a1e68fbf req-3cd558c4-3be8-4c80-ab7f-1c6454f6818b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 943 time: 0.0647743 Sep 27 09:22:43.167718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc193c2f-3569-4e1d-9780-f2c3a1e68fbf req-9337a414-ee67-4600-97db-e211bfe02a76 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Sep 27 09:22:44.296052 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd93df-95b6-41a8-9fe6-f5b98d1daf76 req-84a1b193-45e5-4918-b1af-35c15680c46d tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:44.297613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aadd93df-95b6-41a8-9fe6-f5b98d1daf76 req-84a1b193-45e5-4918-b1af-35c15680c46d tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 943 time: 0.0555573 Sep 27 09:22:44.339591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aadd93df-95b6-41a8-9fe6-f5b98d1daf76 req-694f16bf-de99-4dea-b278-0df7b18e9393 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Sep 27 09:22:44.539871 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:45.162501 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca6469cd-6c4a-4944-9440-cece84833c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:45.472432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0b07c-65a1-403e-babd-b7732f801885 req-07c33816-705a-4da0-a9bf-29828c7c6145 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:45.474020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8ae0b07c-65a1-403e-babd-b7732f801885 req-07c33816-705a-4da0-a9bf-29828c7c6145 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 943 time: 0.0519316 Sep 27 09:22:45.516409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8ae0b07c-65a1-403e-babd-b7732f801885 req-1a8b1ade-d419-4215-9771-2f56d73f4159 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Sep 27 09:22:46.132833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fab90de7-6e0a-42e0-add4-a30be9d5e256 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:22:46.234365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:46.246459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0', 'port_id': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'mac_address': 'fa:16:3e:b1:f3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01e7583-4dab-470a-8a13-890f60c25fcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:22:46.287764 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:46.301820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab90de7-6e0a-42e0-add4-a30be9d5e256 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:22:46.320985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:46.327595 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:46.375309 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:46.533551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['fab90de7-6e0a-42e0-add4-a30be9d5e256'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:22:46.643072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440dab-f91a-42a0-91ba-a2d0c124d720 req-22db10f1-b483-49a5-9940-b0d6e4169b72 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:46.644540 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9440dab-f91a-42a0-91ba-a2d0c124d720 req-22db10f1-b483-49a5-9940-b0d6e4169b72 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 944 time: 0.0504549 Sep 27 09:22:46.683686 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9440dab-f91a-42a0-91ba-a2d0c124d720 req-7cf64508-e210-4398-80ab-8bbf8134288e tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Sep 27 09:22:47.623493 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc35f7e1-ad7e-40ad-9299-3bdb4aecf1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:47.841841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a3133-58d5-4039-a720-4ceef9f61032 req-29517309-6e16-400f-b95b-5d392a97411a tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:47.843291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-879a3133-58d5-4039-a720-4ceef9f61032 req-29517309-6e16-400f-b95b-5d392a97411a tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 944 time: 0.0499470 Sep 27 09:22:47.885247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-879a3133-58d5-4039-a720-4ceef9f61032 req-efed2960-fc89-4b8e-a6e2-640f6785895c tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Sep 27 09:22:48.094904 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:48.159348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fab90de7-6e0a-42e0-add4-a30be9d5e256 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:22:48.223843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port fab90de7-6e0a-42e0-add4-a30be9d5e256 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:22:48.227478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port fab90de7-6e0a-42e0-add4-a30be9d5e256 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:22:48.227846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:48.301760 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:48.335001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:22:48.337308 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f12166-e357-4e4d-972e-436fcb86a00b" -d '{"events": [{"server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "name": "network-vif-plugged", "status": "completed", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:22:48.353976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:22:48.359444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:48.386310 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c789d72-4bd0-48f7-86b7-1b983e264796 x-openstack-request-id: req-8c789d72-4bd0-48f7-86b7-1b983e264796 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:22:48.386596 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "name": "network-vif-plugged", "status": "completed", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:22:48.386854 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c789d72-4bd0-48f7-86b7-1b983e264796 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:22:48.387237 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'code': 200} Sep 27 09:22:48.414724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:22:48.529287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557ced7-15de-4f1e-922b-f04dac75e058 req-8354d9ee-6447-410f-9942-dead00515462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:48.530763 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0557ced7-15de-4f1e-922b-f04dac75e058 req-8354d9ee-6447-410f-9942-dead00515462 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1096 time: 0.0942304 Sep 27 09:22:48.567375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0557ced7-15de-4f1e-922b-f04dac75e058 req-202bb75d-9d86-4fcc-90cb-04fe79c737ca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282612 Sep 27 09:22:49.029371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a574f6-6f36-43c6-97cf-fe67bbc64f09 req-910a0979-9fae-4fd1-946e-046bcbb338e5 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:49.030847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9a574f6-6f36-43c6-97cf-fe67bbc64f09 req-910a0979-9fae-4fd1-946e-046bcbb338e5 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0610034 Sep 27 09:22:49.075893 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9a574f6-6f36-43c6-97cf-fe67bbc64f09 req-b3897c64-bc21-42f0-9222-5952e5b285bd tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Sep 27 09:22:49.129797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:50.209232 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e0206-664e-41ba-bf3a-c0329a859796 req-912d2c91-e60f-4516-b91b-39c5f79edbdc tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:50.210753 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c8e0206-664e-41ba-bf3a-c0329a859796 req-912d2c91-e60f-4516-b91b-39c5f79edbdc tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Sep 27 09:22:50.249352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c8e0206-664e-41ba-bf3a-c0329a859796 req-36ef1931-2a3c-4dc0-8720-8be9f0682c16 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Sep 27 09:22:50.436752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36762) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:22:50.496534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463c784-1185-4750-84de-2b3bf1ecb2b9 req-9d79c4d1-1a4e-49fa-b458-745c9c463c78 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:50.498073 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c463c784-1185-4750-84de-2b3bf1ecb2b9 req-9d79c4d1-1a4e-49fa-b458-745c9c463c78 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0544038 Sep 27 09:22:50.528844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-ecfa5f0f-5efa-42bc-84e1-fc54bee013dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908749 Sep 27 09:22:50.536393 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c463c784-1185-4750-84de-2b3bf1ecb2b9 req-0e29e35b-ce88-4b2d-bc8b-b92ac3b0dfd9 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Sep 27 09:22:50.537882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-6fcf272b-a3be-4f46-824f-0a173a64e41e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:22:50.538900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-6fcf272b-a3be-4f46-824f-0a173a64e41e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052309 Sep 27 09:22:50.743084 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:22:51.675066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e569f5-6191-4ead-9904-b4d9aa0abd08 req-ee2005ed-51ff-4322-81d3-ef5680d19173 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:51.676579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40e569f5-6191-4ead-9904-b4d9aa0abd08 req-ee2005ed-51ff-4322-81d3-ef5680d19173 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0533421 Sep 27 09:22:51.717598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40e569f5-6191-4ead-9904-b4d9aa0abd08 req-858c95f1-3143-4caa-9d26-dda8e8e83ec5 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331426 Sep 27 09:22:51.807204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d48eaf57-c70d-4b93-bf6c-74104e37ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:51.808730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d48eaf57-c70d-4b93-bf6c-74104e37ae9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1096 time: 0.0451441 Sep 27 09:22:51.913006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-29b0822d-01eb-4d29-bbce-aa05f47be6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:51.914477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-29b0822d-01eb-4d29-bbce-aa05f47be6cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 911 time: 0.0986137 Sep 27 09:22:51.955638 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d6b05b0e-651a-4c92-8d64-b93b940d8590 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 217 time: 0.0335212 Sep 27 09:22:52.006316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-eb862524-c3d5-43f6-9af1-c0b52aa287e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:52.007725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-eb862524-c3d5-43f6-9af1-c0b52aa287e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 200 len: 850 time: 0.0444922 Sep 27 09:22:52.040510 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-ae94e5e9-9bd5-45c2-8349-5e3c4da9a2bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242140 Sep 27 09:22:52.144144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-6d1ebbf1-8ad0-4cb7-b4b9-6c5e07ac6cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956211 Sep 27 09:22:52.240601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-1dc3e7e3-addf-4ed2-907c-2ca4b37a6c4c service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879552 Sep 27 09:22:52.848191 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a028-024f-446e-83aa-d8d98c2c2190 req-3055dc4e-77d4-46b4-b24f-28c441beb078 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:52.849722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9451a028-024f-446e-83aa-d8d98c2c2190 req-3055dc4e-77d4-46b4-b24f-28c441beb078 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0515099 Sep 27 09:22:52.891709 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9451a028-024f-446e-83aa-d8d98c2c2190 req-ec8a3c46-47c4-430a-9125-0e947c45953d tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Sep 27 09:22:54.021420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da503f-9e1e-44bd-bece-2878a3652cd0 req-67039cc1-1cf8-4fde-a301-29fe56ddf464 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:54.022934 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0da503f-9e1e-44bd-bece-2878a3652cd0 req-67039cc1-1cf8-4fde-a301-29fe56ddf464 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0521479 Sep 27 09:22:54.064784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0da503f-9e1e-44bd-bece-2878a3652cd0 req-b4cef49a-5072-4213-aa49-0eee87dceac8 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353229 Sep 27 09:22:55.192755 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac692b3-18c1-448d-a568-65f2d0babc49 req-d009bb3d-ecbd-4921-a2fe-f2d77c8a5027 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:55.194222 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cac692b3-18c1-448d-a568-65f2d0babc49 req-d009bb3d-ecbd-4921-a2fe-f2d77c8a5027 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Sep 27 09:22:55.234239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cac692b3-18c1-448d-a568-65f2d0babc49 req-644da701-b223-45ff-994b-7136a400ec40 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Sep 27 09:22:56.356502 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649e06-849d-4d91-8c7f-db441ec5c0aa req-4bc2afe7-c6aa-4c13-a9f2-f843d4261eea tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:56.357999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97649e06-849d-4d91-8c7f-db441ec5c0aa req-4bc2afe7-c6aa-4c13-a9f2-f843d4261eea tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0553334 Sep 27 09:22:56.398138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97649e06-849d-4d91-8c7f-db441ec5c0aa req-8d76e96b-f67c-4d1a-ad27-049deef05238 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Sep 27 09:22:57.531899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfee9e-754f-485e-ade9-688c6584144d req-b4cce73e-85e3-4211-94c4-106fdd3b171d tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:57.533324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccbfee9e-754f-485e-ade9-688c6584144d req-b4cce73e-85e3-4211-94c4-106fdd3b171d tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0637655 Sep 27 09:22:57.573520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ccbfee9e-754f-485e-ade9-688c6584144d req-4c118947-1dcc-45a6-b2d6-075c77081709 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Sep 27 09:22:58.697649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa730ba-c469-4773-a3f8-d0cbb4af45df req-cb5697bf-0b02-46e9-8956-f8470d688c65 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:58.699120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cfa730ba-c469-4773-a3f8-d0cbb4af45df req-cb5697bf-0b02-46e9-8956-f8470d688c65 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0571890 Sep 27 09:22:58.741557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cfa730ba-c469-4773-a3f8-d0cbb4af45df req-2583f185-dc27-4bf6-8c3a-c335ef0f8b8e tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334222 Sep 27 09:22:59.882460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df78a5-967b-4116-90a7-f4aee16212fd req-820bacd8-eb1f-464c-8777-83d97eb4d7f2 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:22:59.883978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2df78a5-967b-4116-90a7-f4aee16212fd req-820bacd8-eb1f-464c-8777-83d97eb4d7f2 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0622301 Sep 27 09:22:59.923029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c2df78a5-967b-4116-90a7-f4aee16212fd req-63f6319c-10fb-4c94-b295-07c684b848b6 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Sep 27 09:23:01.048861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5d7be-267b-4b51-94eb-67876f4dad78 req-1f44ee7b-eb9f-44f9-a048-29da7c14e8c7 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:01.050311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2a5d7be-267b-4b51-94eb-67876f4dad78 req-1f44ee7b-eb9f-44f9-a048-29da7c14e8c7 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0484045 Sep 27 09:23:01.087343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d2a5d7be-267b-4b51-94eb-67876f4dad78 req-cc83b7de-3eca-4482-89cb-af9fe6aa3dfd tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Sep 27 09:23:02.215471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12db5b-bcc6-4fa4-b1eb-eb0ba18ab925 req-b6c3c3a3-79a8-4af0-b901-f8d8a41786c0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:02.217353 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0b12db5b-bcc6-4fa4-b1eb-eb0ba18ab925 req-b6c3c3a3-79a8-4af0-b901-f8d8a41786c0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0530307 Sep 27 09:23:02.257163 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0b12db5b-bcc6-4fa4-b1eb-eb0ba18ab925 req-ff109931-2218-4714-8110-b3e180fc8efb tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 Sep 27 09:23:03.379321 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a22871-1940-4c79-b7e6-ca99c85d91eb req-815225dc-cb1d-42fd-a504-0e507d844240 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:03.381036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3a22871-1940-4c79-b7e6-ca99c85d91eb req-815225dc-cb1d-42fd-a504-0e507d844240 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Sep 27 09:23:03.425300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3a22871-1940-4c79-b7e6-ca99c85d91eb req-b6367a9d-65aa-40df-90cb-dad5da52502d tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337527 Sep 27 09:23:04.570199 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a48f0-e735-4b2f-b7d2-0a0908290db6 req-9cbeeba1-5194-403d-b4c3-f757ebb8c000 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:04.571722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f9a48f0-e735-4b2f-b7d2-0a0908290db6 req-9cbeeba1-5194-403d-b4c3-f757ebb8c000 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0560541 Sep 27 09:23:04.611932 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f9a48f0-e735-4b2f-b7d2-0a0908290db6 req-098f8fca-604c-4c7c-9fec-e1337cba853c tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Sep 27 09:23:05.746464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af281ae9-2182-4dae-ae47-df81def5381e req-f6567f1f-1c42-4154-88dd-e723aaa14cec tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:05.748068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af281ae9-2182-4dae-ae47-df81def5381e req-f6567f1f-1c42-4154-88dd-e723aaa14cec tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0592246 Sep 27 09:23:05.799940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-af281ae9-2182-4dae-ae47-df81def5381e req-1a8df785-a188-48d3-8dbe-240a9363752c tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Sep 27 09:23:06.287687 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:06.887926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-b51a7f61-190e-4d37-949a-113f621ebc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:06.889732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-b51a7f61-190e-4d37-949a-113f621ebc25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1096 time: 0.0413198 Sep 27 09:23:06.926692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f8e69-adaa-430a-ab8d-4247c0c266a2 req-163fe77b-ea4a-4ebd-929f-8056a16dcf4c tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:06.928180 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f64f8e69-adaa-430a-ab8d-4247c0c266a2 req-163fe77b-ea4a-4ebd-929f-8056a16dcf4c tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Sep 27 09:23:06.967499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f64f8e69-adaa-430a-ab8d-4247c0c266a2 req-1bfdfa2a-a469-4e18-8ea0-49b58eaac696 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Sep 27 09:23:06.994405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-9870436e-66d0-4893-be1c-593f07c4d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:06.995928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-9870436e-66d0-4893-be1c-593f07c4d24a service neutron] 10.222.0.57 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 911 time: 0.0848398 Sep 27 09:23:07.040698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-03397471-bdc7-4e94-a61d-89718048bb93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 217 time: 0.0361142 Sep 27 09:23:07.093361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-58bab615-22bc-4224-b595-5e85314dad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:07.094874 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-58bab615-22bc-4224-b595-5e85314dad81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 200 len: 850 time: 0.0470302 Sep 27 09:23:07.127815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-b5c02011-ee96-4042-b11f-6151e1f4a695 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249398 Sep 27 09:23:07.562807 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-dd5df952-feb5-4654-89da-adb8ce2e64ff service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222045 Sep 27 09:23:07.655551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-06cc5772-0b3e-463b-97bc-d600fe3ca2c7 req-4461f368-3f26-41c7-9a2a-229bb175365b service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846214 Sep 27 09:23:08.100803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86dc84-d5d2-43d1-94a6-7b09b1df1975 req-fcdd08d9-5ec3-4596-ad5c-443e40a66983 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:08.102289 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c86dc84-d5d2-43d1-94a6-7b09b1df1975 req-fcdd08d9-5ec3-4596-ad5c-443e40a66983 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0554886 Sep 27 09:23:08.140935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6c86dc84-d5d2-43d1-94a6-7b09b1df1975 req-dff2ce89-ae58-4a5d-ab3a-03de85747a99 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Sep 27 09:23:09.278202 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23eb40-0a23-432b-a9a5-ab5cc3f5548b req-9b1cb43b-cac4-44da-bb60-e8b426a0288f tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:09.279751 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb23eb40-0a23-432b-a9a5-ab5cc3f5548b req-9b1cb43b-cac4-44da-bb60-e8b426a0288f tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0555518 Sep 27 09:23:09.320653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fb23eb40-0a23-432b-a9a5-ab5cc3f5548b req-eae27a37-44a8-4bb0-a472-07cb208876a8 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Sep 27 09:23:10.449260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a2ad4-bf69-468d-9065-b3cb48256108 req-94186f0c-dbac-4d91-b680-db8738daa304 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:10.450730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-848a2ad4-bf69-468d-9065-b3cb48256108 req-94186f0c-dbac-4d91-b680-db8738daa304 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0499394 Sep 27 09:23:10.492384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-848a2ad4-bf69-468d-9065-b3cb48256108 req-595b57f9-dc3d-463f-ac37-8970256edce3 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Sep 27 09:23:11.632625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fd5f6-b8b8-416f-82aa-30189e1e521e req-79b7b047-cb00-4dc6-8b11-bc0adc8de5ea tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:11.634298 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-406fd5f6-b8b8-416f-82aa-30189e1e521e req-79b7b047-cb00-4dc6-8b11-bc0adc8de5ea tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0674796 Sep 27 09:23:11.676358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-406fd5f6-b8b8-416f-82aa-30189e1e521e req-0f17f6eb-d4cb-4b7d-b5b6-3ac877112dc5 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Sep 27 09:23:12.805608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa02f1-850c-4973-a3a1-baaff088f224 req-a1e6bcf8-a7cf-4c00-81c4-b570f25291f3 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:12.807004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cffa02f1-850c-4973-a3a1-baaff088f224 req-a1e6bcf8-a7cf-4c00-81c4-b570f25291f3 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0506721 Sep 27 09:23:12.846573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cffa02f1-850c-4973-a3a1-baaff088f224 req-ad2e2425-37b0-4692-a2d1-db638f73ae51 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Sep 27 09:23:13.970708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4a43e-ebe6-450d-b7d4-076b6390cfc1 req-24a4a6c9-c826-427c-b90d-36be98396462 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:13.972574 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7d4a43e-ebe6-450d-b7d4-076b6390cfc1 req-24a4a6c9-c826-427c-b90d-36be98396462 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0496407 Sep 27 09:23:14.013669 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7d4a43e-ebe6-450d-b7d4-076b6390cfc1 req-c4823094-dcae-41d2-b288-753589b106ed tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Sep 27 09:23:14.555595 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:15.154238 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b7b32a7-752e-4688-b846-1bda9fdf4c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:15.157580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae276c3b-0879-4594-92db-74955ef885e6 req-8d4ba510-0335-4221-a6a6-23977c56fc8f tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:15.159101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae276c3b-0879-4594-92db-74955ef885e6 req-8d4ba510-0335-4221-a6a6-23977c56fc8f tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0652874 Sep 27 09:23:15.198816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae276c3b-0879-4594-92db-74955ef885e6 req-87c77aff-51fb-4583-8a8d-def29b4d70e1 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Sep 27 09:23:16.321167 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0184c12-d46c-43a2-990d-e1cff1d46495 req-3df9c06a-9894-4f9d-bb93-f396e4123ddc tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:16.322667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0184c12-d46c-43a2-990d-e1cff1d46495 req-3df9c06a-9894-4f9d-bb93-f396e4123ddc tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0519271 Sep 27 09:23:16.361375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0184c12-d46c-43a2-990d-e1cff1d46495 req-01281cff-cbc3-4746-9666-93e262dbba36 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Sep 27 09:23:17.484718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:23:17.500965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192738aa-afdc-46ff-aaf7-89c30f05ec1a req-2d86613a-1fde-480c-b5fb-23f26c3fe151 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:17.502448 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-192738aa-afdc-46ff-aaf7-89c30f05ec1a req-2d86613a-1fde-480c-b5fb-23f26c3fe151 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0579844 Sep 27 09:23:17.541053 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-192738aa-afdc-46ff-aaf7-89c30f05ec1a req-4a3a34b7-39f8-4c10-ae1f-ab4b8312b020 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Sep 27 09:23:17.622229 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433be83c-0eee-4833-b623-64a34fe3f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:18.098845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:18.681230 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0696c5-e0ec-4b85-8db4-5045f9cef518 req-7bff6b86-1013-46f1-a2c5-f8c3bf580df2 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:18.682715 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f0696c5-e0ec-4b85-8db4-5045f9cef518 req-7bff6b86-1013-46f1-a2c5-f8c3bf580df2 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0654657 Sep 27 09:23:18.724016 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4f0696c5-e0ec-4b85-8db4-5045f9cef518 req-114f46bc-5638-4f12-9661-7f4ec934b7ee tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322897 Sep 27 09:23:19.141832 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:19.234084 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-c394eea3-7a31-4630-bcce-48246087683a service neutron] show failed (client error): The resource could not be found. Sep 27 09:23:19.235109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-c394eea3-7a31-4630-bcce-48246087683a service neutron] 10.222.0.57 "GET /v2.0/ports/fab90de7-6e0a-42e0-add4-a30be9d5e256/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0570924 Sep 27 09:23:19.463994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-dcf42ad8-40d0-4446-903e-977357bc91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:19.465540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-dcf42ad8-40d0-4446-903e-977357bc91fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21&tenant_id=eb72633885244f65958be8781fab3418 HTTP/1.1" status: 200 len: 1096 time: 0.0425470 Sep 27 09:23:19.478105 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:23:19.535965 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:19.748358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:23:19.783537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:23:19.856371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:23:19.858713 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060e564b-cf4c-4308-87f2-af5f5ef16330" -d '{"events": [{"server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "name": "network-vif-unplugged", "status": "completed", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:23:19.864376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:19.881337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Transition to ACTIVE for port object fab90de7-6e0a-42e0-add4-a30be9d5e256 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:23:19.889881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7519b23-e737-48a4-bb60-268de7b027bf req-7d1960ad-4588-48b4-8abf-948984f9cd3b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:19.891389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7519b23-e737-48a4-bb60-268de7b027bf req-7d1960ad-4588-48b4-8abf-948984f9cd3b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 945 time: 0.0865686 Sep 27 09:23:19.892503 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:19.925766 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67abe622-f0f8-4e34-913c-0a70c0094467 x-openstack-request-id: req-67abe622-f0f8-4e34-913c-0a70c0094467 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:23:19.926048 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "name": "network-vif-unplugged", "status": "completed", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:23:19.926291 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67abe622-f0f8-4e34-913c-0a70c0094467 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:23:19.926665 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'code': 200} Sep 27 09:23:19.956866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:19.988114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] No DVR routers for this DVR port fab90de7-6e0a-42e0-add4-a30be9d5e256 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:23:19.992283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7519b23-e737-48a4-bb60-268de7b027bf req-1c48fece-b6a1-4006-bb1e-e7854f938489 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942545 Sep 27 09:23:19.994636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.994983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.995315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.995624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.995968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.996289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.996643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.996959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.997276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.997591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.997908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:19.998220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:20.034034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Attempting to bind port fab90de7-6e0a-42e0-add4-a30be9d5e256 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:23:20.034212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Attempting to bind port fab90de7-6e0a-42e0-add4-a30be9d5e256 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:23:20.034501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Attempting to bind port fab90de7-6e0a-42e0-add4-a30be9d5e256 on network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:23:20.039116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Port fab90de7-6e0a-42e0-add4-a30be9d5e256 on network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:23:20.039406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Attempting to bind port fab90de7-6e0a-42e0-add4-a30be9d5e256 on network bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:23:20.044193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:23:20.044581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Checking segment: {'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:23:20.044985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Bound using segment: {'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:23:20.045425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Bound port: fab90de7-6e0a-42e0-add4-a30be9d5e256, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:23:20.045745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:20.111633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:23:20.114649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:23:20.121525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:20.154596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:20.155236 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:20.156676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] 10.222.0.67 "PUT /v2.0/ports/fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 1091 time: 0.6826737 Sep 27 09:23:20.176695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a09918-3fda-4e8a-afe6-c67826e4db90 service neutron] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:20.218918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-6b053ae1-6eab-4e84-b55c-f49c2bc64bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:20.220469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-6b053ae1-6eab-4e84-b55c-f49c2bc64bd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1094 time: 0.0409091 Sep 27 09:23:20.314670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-2125ef53-0fbb-43e6-9313-1c52e94b8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:20.316036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-2125ef53-0fbb-43e6-9313-1c52e94b8b90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 911 time: 0.0891399 Sep 27 09:23:20.358951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-fd8e13cd-99a1-4c5b-b726-bb2244f11c8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 217 time: 0.0340676 Sep 27 09:23:20.412484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-1b1b5514-15d9-47cf-8e54-595caa649686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:20.413969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-1b1b5514-15d9-47cf-8e54-595caa649686 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 200 len: 850 time: 0.0483172 Sep 27 09:23:20.450560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-2dbafe7f-127b-4726-8f99-05a9005079ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292168 Sep 27 09:23:20.539710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-d5f5238b-d31b-4577-a4dc-349ce0dc6eeb service neutron] 10.222.0.67 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809996 Sep 27 09:23:20.631620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc1413fa-7066-4cd8-8300-eb5371fb0dd0 req-21e872db-e0fa-4901-9617-d93349065e0f service neutron] 10.222.0.67 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851879 Sep 27 09:23:20.749311 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:21.125412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451eb30d-ce94-4bf1-b1ab-a2b81266220b req-afa54f3d-b197-4891-b19a-8adacaa95e30 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:21.126941 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-451eb30d-ce94-4bf1-b1ab-a2b81266220b req-afa54f3d-b197-4891-b19a-8adacaa95e30 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 943 time: 0.0500557 Sep 27 09:23:21.166144 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-451eb30d-ce94-4bf1-b1ab-a2b81266220b req-f3e9d06f-7abb-40de-9129-e6d706f5b72b tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331647 Sep 27 09:23:21.927828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:23:21.930514 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537806cc-c096-4751-bcb7-b7633324ef0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:23:21.981485 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c39563-b803-4d5f-9576-67cead532ac9 x-openstack-request-id: req-52c39563-b803-4d5f-9576-67cead532ac9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:23:21.981994 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:23:21.982390 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52c39563-b803-4d5f-9576-67cead532ac9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:23:21.983100 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'status': 'completed', 'code': 200} Sep 27 09:23:22.077819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537806cc-c096-4751-bcb7-b7633324ef0c req-2bebee47-4c29-4909-b850-97418ae3290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:22.079258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-2bebee47-4c29-4909-b850-97418ae3290c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1094 time: 0.0785086 Sep 27 09:23:22.080994 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537806cc-c096-4751-bcb7-b7633324ef0c req-b073ee9d-48fb-4090-b771-f80fb0fbf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:22.082322 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-b073ee9d-48fb-4090-b771-f80fb0fbf4a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1094 time: 0.0698440 Sep 27 09:23:22.243217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537806cc-c096-4751-bcb7-b7633324ef0c req-219690ed-03cf-4fa4-b871-4f692c72ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:22.244679 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-219690ed-03cf-4fa4-b871-4f692c72ea45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 911 time: 0.1576505 Sep 27 09:23:22.249073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537806cc-c096-4751-bcb7-b7633324ef0c req-f35346fc-c26c-4bbb-8838-88448584ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:22.250438 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-f35346fc-c26c-4bbb-8838-88448584ba2e service neutron] 10.222.0.67 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 911 time: 0.1462798 Sep 27 09:23:22.289542 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f60ac-3ad5-4df3-b6f1-dcbbc80df94a req-19f60e26-9f01-4bda-bd90-122cfa43d368 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:22.291025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f4f60ac-3ad5-4df3-b6f1-dcbbc80df94a req-19f60e26-9f01-4bda-bd90-122cfa43d368 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 943 time: 0.0485208 Sep 27 09:23:22.291891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-80c4c1a7-241c-474c-85cc-9fa607e8983f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 217 time: 0.0390441 Sep 27 09:23:22.320654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fab90de7-6e0a-42e0-add4-a30be9d5e256 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:23:22.326014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-b630b26f-75d2-4cbc-aca3-966d11c3006c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 217 time: 0.0663836 Sep 27 09:23:22.330426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f4f60ac-3ad5-4df3-b6f1-dcbbc80df94a req-6043d5cc-fad5-44e4-8854-a7123d15bed7 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328405 Sep 27 09:23:22.361983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fab90de7-6e0a-42e0-add4-a30be9d5e256 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:23:22.397658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537806cc-c096-4751-bcb7-b7633324ef0c req-467a70a6-3ccf-4f86-85c4-0b695dd50a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:22.399155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-467a70a6-3ccf-4f86-85c4-0b695dd50a50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 200 len: 850 time: 0.0824320 Sep 27 09:23:22.402520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537806cc-c096-4751-bcb7-b7633324ef0c req-0c40e028-2020-4d28-a5b6-863e255becf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:22.403856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-0c40e028-2020-4d28-a5b6-863e255becf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 200 len: 850 time: 0.0607207 Sep 27 09:23:22.450407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-c8cf7dc4-5b8d-41a8-a047-0e9367d38f7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428357 Sep 27 09:23:22.452193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-7bfccab5-bc7b-49af-9bc2-b851dc1971c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373034 Sep 27 09:23:22.524838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.57', 50272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:23:22.613179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-4c318f23-ea1f-4f6a-ad18-a190bbdcc664 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550426 Sep 27 09:23:22.614924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-f6f7fb09-0145-4e19-8058-9de06d67f9a5 service neutron] 10.222.0.67 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499472 Sep 27 09:23:22.777274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-2f293b32-8ac7-4c8b-aa0d-3f09bd4807f9 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559532 Sep 27 09:23:22.779150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-537806cc-c096-4751-bcb7-b7633324ef0c req-7788f752-ad78-49c3-af0c-84055dccb664 service neutron] 10.222.0.67 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567731 Sep 27 09:23:22.955553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-a4aefdd8-16f7-4052-a9d3-aae67d5ba762 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:22.957090 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-a4aefdd8-16f7-4052-a9d3-aae67d5ba762 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21&tenant_id=eb72633885244f65958be8781fab3418&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 943 time: 0.4311554 Sep 27 09:23:23.018990 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-15fdb364-f3f5-42cb-9e54-3554ca8c7cb7 service neutron] delete failed (client error): The resource could not be found. Sep 27 09:23:23.020034 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-15fdb364-f3f5-42cb-9e54-3554ca8c7cb7 service neutron] 10.222.0.57 "DELETE /v2.0/ports/fab90de7-6e0a-42e0-add4-a30be9d5e256/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0548918 Sep 27 09:23:23.119760 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-8548bb55-a5d7-4a63-9ad7-c16d6040f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:23.121310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-8548bb55-a5d7-4a63-9ad7-c16d6040f770 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb72633885244f65958be8781fab3418&device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 1094 time: 0.0486779 Sep 27 09:23:23.220855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-7bc4f8b6-b8cd-4359-955e-eb270b185556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:23.222649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-7bc4f8b6-b8cd-4359-955e-eb270b185556 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 200 len: 911 time: 0.0926335 Sep 27 09:23:23.269167 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-e63dc683-b8d6-44d1-9972-9bf1e9ef7574 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 200 len: 217 time: 0.0381405 Sep 27 09:23:23.319476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-64e43f3a-189e-4306-9312-50a5afc05dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:23.320943 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-64e43f3a-189e-4306-9312-50a5afc05dff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 200 len: 850 time: 0.0442972 Sep 27 09:23:23.354301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-af212eab-4d79-4ee9-9817-1a7ba5735364 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256052 Sep 27 09:23:23.451411 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-368a8f1c-feb0-4412-9dc5-c31569ab5466 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879838 Sep 27 09:23:23.459624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device fab90de7-6e0a-42e0-add4-a30be9d5e256 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:23:23.542339 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-69bac2d2-81a9-4a60-b3f8-66e58ba112d3 service neutron] 10.222.0.57 "GET /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829237 Sep 27 09:23:23.558645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:23:23.570570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'network_id': 'bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0', 'port_id': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'mac_address': 'fa:16:3e:b1:f3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01e7583-4dab-470a-8a13-890f60c25fcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:23:23.609529 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:23.622399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab90de7-6e0a-42e0-add4-a30be9d5e256 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:23:23.642243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:23:23.647078 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:23.704163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:23.712183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.712576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.712922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.713267 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.713605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.713906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.714321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.715455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.715455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.715455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.715936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.715936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:23.887837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['fab90de7-6e0a-42e0-add4-a30be9d5e256'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:23:24.277885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50844b2c-2001-4407-bffe-00ad445fd978 req-487ee13d-0d45-43f5-875c-7168399819a7 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:24.279360 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50844b2c-2001-4407-bffe-00ad445fd978 req-487ee13d-0d45-43f5-875c-7168399819a7 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 944 time: 0.0501425 Sep 27 09:23:24.323724 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50844b2c-2001-4407-bffe-00ad445fd978 req-0a4c18f8-78fd-4111-b7b4-a676d096f91e tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Sep 27 09:23:25.451516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bcf61-e65a-4e4f-bb4c-1206a141812e req-31c94cf9-167f-4c38-a3bb-f6212795b97d tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:25.453140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da4bcf61-e65a-4e4f-bb4c-1206a141812e req-31c94cf9-167f-4c38-a3bb-f6212795b97d tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 944 time: 0.0587795 Sep 27 09:23:25.474889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device fab90de7-6e0a-42e0-add4-a30be9d5e256 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:23:25.495136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da4bcf61-e65a-4e4f-bb4c-1206a141812e req-71ca4bb1-680e-4f48-bdaa-463122428368 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.50 "GET /v2.0/security-groups?id=e860d832-423b-40b1-88e6-d2baa5f1bb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353000 Sep 27 09:23:25.549579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-350b6b71-7e2b-4f22-8894-085642d0d2be tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:25.551167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-350b6b71-7e2b-4f22-8894-085642d0d2be tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fca015b-6578-4ac0-828e-4726c77aee21 HTTP/1.1" status: 200 len: 944 time: 0.0519528 Sep 27 09:23:25.651685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Deleting port fab90de7-6e0a-42e0-add4-a30be9d5e256 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:23:25.652035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:25.683893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port fab90de7-6e0a-42e0-add4-a30be9d5e256 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:23:25.687807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port fab90de7-6e0a-42e0-add4-a30be9d5e256 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:23:25.688184 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:25.743131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:23:25.743397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:25.758398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Calling delete_port for fab90de7-6e0a-42e0-add4-a30be9d5e256 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:23:25.765048 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:25.786915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:23:25.789294 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cc3295-f9e9-46ea-82af-106b53f5e193" -d '{"events": [{"server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "name": "network-vif-plugged", "status": "completed", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:23:25.803513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port fab90de7-6e0a-42e0-add4-a30be9d5e256, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=fab90de7-6e0a-42e0-add4-a30be9d5e256,segment=NetworkSegment(1102e14a-e34b-4b89-9a7c-405dbcbc4f8c),segment_id=1102e14a-e34b-4b89-9a7c-405dbcbc4f8c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:23:25.808446 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:25.831927 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ebe4d1-1060-4782-9749-2dc7f4ca8fc9 x-openstack-request-id: req-f7ebe4d1-1060-4782-9749-2dc7f4ca8fc9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:23:25.832224 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "name": "network-vif-plugged", "status": "completed", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:23:25.832527 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7ebe4d1-1060-4782-9749-2dc7f4ca8fc9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:23:25.832896 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'code': 200} Sep 27 09:23:25.861753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:25.897875 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:25.909307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['fab90de7-6e0a-42e0-add4-a30be9d5e256'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:23:25.928012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Pushing event deleted for resources: {'Port': ['ID=fab90de7-6e0a-42e0-add4-a30be9d5e256,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:25.971630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] No DVR routers for this DVR port fab90de7-6e0a-42e0-add4-a30be9d5e256 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:23:25.974536 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:25.976716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f7e6d30-b439-4396-be56-a697a2ea8778 req-cbb4c1cb-1e05-48c9-a975-a2dfa2118ab0 tempest-DeleteServersTestJSON-1560187396 tempest-DeleteServersTestJSON-1560187396-project] 10.222.0.67 "DELETE /v2.0/ports/fab90de7-6e0a-42e0-add4-a30be9d5e256 HTTP/1.1" status: 204 len: 173 time: 0.4189014 Sep 27 09:23:25.977167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'name': 'network-vif-deleted', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:23:25.979423 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8810a0e-f80e-4c7b-b478-43c0193dcaa5" -d '{"events": [{"server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "name": "network-vif-deleted", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:23:26.017143 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8189e54-6b48-48e3-9348-b959c24b7e6f x-openstack-request-id: req-d8189e54-6b48-48e3-9348-b959c24b7e6f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:23:26.017436 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fca015b-6578-4ac0-828e-4726c77aee21", "name": "network-vif-deleted", "tag": "fab90de7-6e0a-42e0-add4-a30be9d5e256", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:23:26.017693 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8189e54-6b48-48e3-9348-b959c24b7e6f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:23:26.018094 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fca015b-6578-4ac0-828e-4726c77aee21', 'name': 'network-vif-deleted', 'tag': 'fab90de7-6e0a-42e0-add4-a30be9d5e256', 'status': 'completed', 'code': 200} Sep 27 09:23:26.630801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:23:26.675796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Deleting subnet f01e7583-4dab-470a-8a13-890f60c25fcd {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:23:26.679159 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:26.714481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:26.753307 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:26.806912 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:26.836552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01e7583-4dab-470a-8a13-890f60c25fcd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:26.841206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:26.843062 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f01e7583-4dab-470a-8a13-890f60c25fcd HTTP/1.1" status: 204 len: 168 time: 0.2111986 Sep 27 09:23:26.846082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36870) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:23:26.848762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.849086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.849459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.849795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.850134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.850461 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.850785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.851107 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.851431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.851751 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.852072 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.852397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c053e063-5842-4151-9f12-b10cf6bb739b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:23:26.914817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.007092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.027184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:23:27.036569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:23:27.036872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1102e14a-e34b-4b89-9a7c-405dbcbc4f8c') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:23:27.046690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.061962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.068163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:23:27.068623 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:23:27.070253 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:23:27.127355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.132473 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.134560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] 10.222.0.50 "DELETE /v2.0/networks/bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0 HTTP/1.1" status: 204 len: 168 time: 0.2869482 Sep 27 09:23:27.146716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b963c-58eb-40cb-8d2a-9f47b59b6aef admin admin] Pushing event deleted for resources: {'Network': ['ID=bea3bcd4-4b40-4b2e-a9c1-0f3167afbda0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:27.256172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36874) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:23:27.295990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ef9ada0c-ac28-4146-b7b5-0a9cfeb8a018 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb72633885244f65958be8781fab3418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385854 Sep 27 09:23:27.298646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36876) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:23:27.348459 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1f76be6-730a-45f9-80ae-2b55a83baa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.370966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1f76be6-730a-45f9-80ae-2b55a83baa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.425825 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1f76be6-730a-45f9-80ae-2b55a83baa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.428433 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1f76be6-730a-45f9-80ae-2b55a83baa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:27.429615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e1f76be6-730a-45f9-80ae-2b55a83baa55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e860d832-423b-40b1-88e6-d2baa5f1bb48 HTTP/1.1" status: 204 len: 168 time: 0.1300123 Sep 27 09:23:27.437332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f76be6-730a-45f9-80ae-2b55a83baa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e860d832-423b-40b1-88e6-d2baa5f1bb48,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:28.162218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 36898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:23:28.266837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2091076482-network', 'tenant_id': 'c40b3cbe7fe04faab10c9a88350a8603'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:23:28.292486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Made reservation on behalf of c40b3cbe7fe04faab10c9a88350a8603 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:23:28.294828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.303287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.401477 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.408475 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.432518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:23:28.442006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff46e47-c7e9-46ec-a179-f3c2d045b79a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:28.446537 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.446883 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Added segment 30e929f8-ef75-4bd2-83cb-ce543df8f688 of type vlan for network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 Sep 27 09:23:28.488629 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.515188 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.516152 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:28.516765 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.549978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3866591 Sep 27 09:23:28.553250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 36902) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:23:28.558893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Request body: {'subnet': {'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2091076482-subnet', 'tenant_id': 'c40b3cbe7fe04faab10c9a88350a8603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:23:28.574585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d6e29-5d9d-4bbd-9b72-327e0de73b95 admin admin] Pushing event updated for resources: {'Network': ['ID=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:28.580673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Made reservation on behalf of c40b3cbe7fe04faab10c9a88350a8603 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:23:28.582982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.585210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:23:28.753058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.811672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783efe81-8699-4f59-a711-f3e130a2b442,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:28.827315 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Checking segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:23:28.827681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Network hostable DHCP agents. Network: 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:23:28.846155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:23:28.857681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:23:28.862349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:28.863420 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:28.866754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea76ada0-ec10-4bd8-a419-74870dc7202a None None] Network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:23:28.880008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-74c49c8e-ee19-4316-9c8a-a3e46414faf2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3250227 Sep 27 09:23:28.998648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88d1ee-96e0-496d-8c22-9ee439114b09 None None] Network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:23:29.318354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277302d7-294f-40b1-a21b-b958f545c8ea req-a0f6118d-e7a3-4133-9bf7-64317646cf4c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:29.319725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-a0f6118d-e7a3-4133-9bf7-64317646cf4c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 815 time: 0.1099942 Sep 27 09:23:29.338457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-ea8e3b96-ca24-4cc5-88ef-2bd465b66472 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/quotas/c40b3cbe7fe04faab10c9a88350a8603 HTTP/1.1" status: 200 len: 375 time: 0.0092785 Sep 27 09:23:29.370902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-33960978-ff55-40e6-ba5f-63ddf64c9c63 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253978 Sep 27 09:23:29.477286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-92ce7bf1-4ced-4e6c-b6e3-1448e808e9ad service neutron] 10.222.0.50 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955610 Sep 27 09:23:29.507128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device fab90de7-6e0a-42e0-add4-a30be9d5e256 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:23:29.534024 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: fab90de7-6e0a-42e0-add4-a30be9d5e256 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:23:29.534371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device fab90de7-6e0a-42e0-add4-a30be9d5e256 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:23:29.577456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-1955fedb-8db0-4f81-b8fd-c8e110b2a98f service neutron] 10.222.0.50 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937638 Sep 27 09:23:29.753645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6476c36d-d727-4653-b8fa-3938549b9320 req-2a114ed5-d746-4379-af14-e853388fcfc2 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 210 time: 0.0307798 Sep 27 09:23:30.733425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277302d7-294f-40b1-a21b-b958f545c8ea req-665d4637-3faa-40cf-a200-83646b7d3d6a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:30.734945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-665d4637-3faa-40cf-a200-83646b7d3d6a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 815 time: 0.1076076 Sep 27 09:23:30.748162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Request body: {'port': {'device_id': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7', 'admin_state_up': True, 'tenant_id': 'c40b3cbe7fe04faab10c9a88350a8603'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:23:30.859406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a950dc95-26e4-4c7f-9ce9-a931503764f5 req-85b51994-7001-4702-82a4-7086ca30e2d0 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 210 time: 0.0390036 Sep 27 09:23:30.887175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Made reservation on behalf of c40b3cbe7fe04faab10c9a88350a8603 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:23:30.890737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.019047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Allocated IP 172.20.0.12 (4524d2cc-e665-4ca0-aa6f-4db5e9a554e7/783efe81-8699-4f59-a711-f3e130a2b442/3316dbc5-65ad-4e63-86ad-805923f31385) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:23:31.187628 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.232487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.275057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:23:31.278146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:23:31.281799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:23:31.290101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:31.334401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:31.335042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.351305 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-12bf8484-8ffc-409d-8288-d11cae6e3287 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6069493 Sep 27 09:23:31.363494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Request body: {'port': {'device_id': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:23:31.419751 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.681824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3316dbc5-65ad-4e63-86ad-805923f31385 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:23:31.689335 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.701277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Transition to ACTIVE for port object 3316dbc5-65ad-4e63-86ad-805923f31385 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:23:31.706471 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.759153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:31.829516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Attempting to bind port 3316dbc5-65ad-4e63-86ad-805923f31385 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:23:31.830215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Attempting to bind port 3316dbc5-65ad-4e63-86ad-805923f31385 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:23:31.830545 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Attempting to bind port 3316dbc5-65ad-4e63-86ad-805923f31385 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:23:31.835059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Port 3316dbc5-65ad-4e63-86ad-805923f31385 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:23:31.835379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Attempting to bind port 3316dbc5-65ad-4e63-86ad-805923f31385 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:23:31.840264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:23:31.840625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Checking segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:23:31.841004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Bound using segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:23:31.841425 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Bound port: 3316dbc5-65ad-4e63-86ad-805923f31385, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:23:31.841773 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.905509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:23:31.908900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:23:31.913845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.950498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:31.951073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:31.952571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] 10.222.0.67 "PUT /v2.0/ports/3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 1092 time: 0.5929654 Sep 27 09:23:31.953003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:23:31.955229 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee142de-c5c2-4386-b558-d2269be6872c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:23:31.985226 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589489-94b0-4030-ad05-e26dce94ec85 req-f109332e-3b24-4cd2-b8ad-c11f0d68dfb2 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:31.986643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f8821-9d92-483b-805c-9a640c91ad49 service neutron] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:31.988860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91589489-94b0-4030-ad05-e26dce94ec85 req-f109332e-3b24-4cd2-b8ad-c11f0d68dfb2 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0584834 Sep 27 09:23:31.995780 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9fcfc-2cce-45e0-88e4-57381560344e x-openstack-request-id: req-75e9fcfc-2cce-45e0-88e4-57381560344e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:23:31.996065 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:23:31.996356 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75e9fcfc-2cce-45e0-88e4-57381560344e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:23:31.996750 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385', 'status': 'completed', 'code': 200} Sep 27 09:23:32.034191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91589489-94b0-4030-ad05-e26dce94ec85 req-9de38d58-d007-45ea-939f-1e57c18ee04b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367720 Sep 27 09:23:32.038773 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277302d7-294f-40b1-a21b-b958f545c8ea req-985cdf07-7284-49e3-955f-284779ffa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:32.040272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-985cdf07-7284-49e3-955f-284779ffa6d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1095 time: 0.0403020 Sep 27 09:23:32.081772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-72ed6bce-318c-4fe0-ab3d-130888303c9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 217 time: 0.0337939 Sep 27 09:23:32.130276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277302d7-294f-40b1-a21b-b958f545c8ea req-285b33c1-a53c-4043-917e-02382a4a1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:32.131676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-285b33c1-a53c-4043-917e-02382a4a1397 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0425100 Sep 27 09:23:32.166044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-e1e8c567-2ec5-4269-b861-5b330ba4e56f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271986 Sep 27 09:23:32.257620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-ae026ee5-6258-49fc-98ae-9713f5b61f71 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848663 Sep 27 09:23:32.349526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-277302d7-294f-40b1-a21b-b958f545c8ea req-128fb24b-4c25-48e3-b4c6-da9443e70442 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848444 Sep 27 09:23:32.445948 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee142de-c5c2-4386-b558-d2269be6872c req-c07d0212-be4e-4f5e-a8bd-39128e7c0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:32.447477 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fee142de-c5c2-4386-b558-d2269be6872c req-c07d0212-be4e-4f5e-a8bd-39128e7c0c3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1095 time: 0.0477481 Sep 27 09:23:32.539682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee142de-c5c2-4386-b558-d2269be6872c req-9eceac27-8788-4368-87d5-1c2bc52e587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:32.541083 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fee142de-c5c2-4386-b558-d2269be6872c req-9eceac27-8788-4368-87d5-1c2bc52e587f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0865924 Sep 27 09:23:32.582994 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fee142de-c5c2-4386-b558-d2269be6872c req-b6bf2e10-f4eb-484e-af2c-9d45116a99df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 217 time: 0.0333111 Sep 27 09:23:32.642651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee142de-c5c2-4386-b558-d2269be6872c req-d0f4322b-afda-4087-8035-8fe3f6102e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:32.644093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fee142de-c5c2-4386-b558-d2269be6872c req-d0f4322b-afda-4087-8035-8fe3f6102e98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0532246 Sep 27 09:23:32.683248 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fee142de-c5c2-4386-b558-d2269be6872c req-40535d9d-1ff9-4bed-a644-b3ca2c0912dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301895 Sep 27 09:23:33.141458 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fee142de-c5c2-4386-b558-d2269be6872c req-e2a8d592-9677-4dc4-8aaf-cf2b8a32f181 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489813 Sep 27 09:23:33.180999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ffd4-98e7-4382-917e-d2847522feaf req-3872b52c-9112-469e-a123-0868c85f65c8 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:33.182506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ee92ffd4-98e7-4382-917e-d2847522feaf req-3872b52c-9112-469e-a123-0868c85f65c8 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0756776 Sep 27 09:23:33.265423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ee92ffd4-98e7-4382-917e-d2847522feaf req-7c5babcb-51f9-4b50-b9c5-e55b1a504ae7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763807 Sep 27 09:23:33.276176 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fee142de-c5c2-4386-b558-d2269be6872c req-106e793d-64a1-471e-b636-13c149b30967 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253307 Sep 27 09:23:34.390323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a39e8f-9162-4cff-b340-471d36e2de0b req-86534cd6-ebee-45d9-ba57-351e7280ae5b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:34.391892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4a39e8f-9162-4cff-b340-471d36e2de0b req-86534cd6-ebee-45d9-ba57-351e7280ae5b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0519767 Sep 27 09:23:34.430233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4a39e8f-9162-4cff-b340-471d36e2de0b req-ca9ad895-30f0-4c69-89a1-3773bbf797c3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322471 Sep 27 09:23:35.528166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3316dbc5-65ad-4e63-86ad-805923f31385 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:23:35.554440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06df8e-f31b-4c5e-a7c7-c4ac1156a85a req-b901cd07-cf3b-4e93-af4d-7620c6fbdb9e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:35.555915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e06df8e-f31b-4c5e-a7c7-c4ac1156a85a req-b901cd07-cf3b-4e93-af4d-7620c6fbdb9e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0495923 Sep 27 09:23:35.593665 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e06df8e-f31b-4c5e-a7c7-c4ac1156a85a req-e8be09fd-733c-413d-b4a2-1eb1f0b93f51 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Sep 27 09:23:35.628047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:23:35.639135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '3316dbc5-65ad-4e63-86ad-805923f31385', 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7', 'port_id': '3316dbc5-65ad-4e63-86ad-805923f31385', 'mac_address': 'fa:16:3e:14:88:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783efe81-8699-4f59-a711-f3e130a2b442', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:23:35.675684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:35.688582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3316dbc5-65ad-4e63-86ad-805923f31385 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:23:35.709502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:23:35.716140 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:35.769541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:35.903026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3316dbc5-65ad-4e63-86ad-805923f31385'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:23:36.287120 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:36.722374 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eea16-a4a0-4141-9563-5f4c3780b5e6 req-a2c7dc23-f536-4711-aa3c-2519a78b95fc tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:36.723868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b0eea16-a4a0-4141-9563-5f4c3780b5e6 req-a2c7dc23-f536-4711-aa3c-2519a78b95fc tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0533838 Sep 27 09:23:36.761787 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b0eea16-a4a0-4141-9563-5f4c3780b5e6 req-b6d72ed2-ed7f-4818-8055-adf70f911bbb tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Sep 27 09:23:37.538961 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3316dbc5-65ad-4e63-86ad-805923f31385 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:23:37.603387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 3316dbc5-65ad-4e63-86ad-805923f31385 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:23:37.607304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 3316dbc5-65ad-4e63-86ad-805923f31385 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:23:37.607674 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:37.684910 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:37.707110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:23:37.709598 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eb2708-00cb-4c9c-850f-7ed489624c1c" -d '{"events": [{"server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "name": "network-vif-plugged", "status": "completed", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:23:37.722321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:23:37.727329 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:37.751897 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce03c95-1038-4359-b5d8-e4441a570067 x-openstack-request-id: req-8ce03c95-1038-4359-b5d8-e4441a570067 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:23:37.752226 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "name": "network-vif-plugged", "status": "completed", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:23:37.752514 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ce03c95-1038-4359-b5d8-e4441a570067 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:23:37.752906 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385', 'code': 200} Sep 27 09:23:37.781345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:23:37.851439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b526d-5a88-4169-91e2-6e9c9ea576d7 req-9b2a164c-3b77-48be-b645-1afea32c5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:37.853144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-028b526d-5a88-4169-91e2-6e9c9ea576d7 req-9b2a164c-3b77-48be-b645-1afea32c5b08 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1097 time: 0.0446949 Sep 27 09:23:37.880022 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0f584-91e9-415a-a97c-6f9814bf697e req-68fb920e-5a66-4ea0-867c-0e07241ad671 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:37.881548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22e0f584-91e9-415a-a97c-6f9814bf697e req-68fb920e-5a66-4ea0-867c-0e07241ad671 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0524938 Sep 27 09:23:37.889089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-028b526d-5a88-4169-91e2-6e9c9ea576d7 req-9bce0086-1f03-42ee-b3e7-f6b17fb4ccf1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287719 Sep 27 09:23:37.923297 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-22e0f584-91e9-415a-a97c-6f9814bf697e req-5be4833e-6e3b-4d1f-a32b-ed244afb0205 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353174 Sep 27 09:23:39.044456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd0c4-1916-4ebd-a786-7c6bdc42e8fd req-2bbde4b4-49bd-4d9a-b988-64286afac7ce tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:39.045924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-711fd0c4-1916-4ebd-a786-7c6bdc42e8fd req-2bbde4b4-49bd-4d9a-b988-64286afac7ce tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0510490 Sep 27 09:23:39.082902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-711fd0c4-1916-4ebd-a786-7c6bdc42e8fd req-3f61ac97-578d-4b3a-8ed3-29169a65c795 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309331 Sep 27 09:23:39.198934 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd756a84-0d82-4c17-ba55-a4772989c0d7 req-ee487ef4-b08b-49a7-94a1-bd9450e9b279 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:39.200495 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd756a84-0d82-4c17-ba55-a4772989c0d7 req-ee487ef4-b08b-49a7-94a1-bd9450e9b279 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0515299 Sep 27 09:23:39.246653 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd756a84-0d82-4c17-ba55-a4772989c0d7 req-9b4a56ae-3d7a-4bcc-8faf-06692e7ee028 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391841 Sep 27 09:23:39.469646 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10a498-80d5-4ecd-b81c-ddc12c9cecf6 req-01d565b0-f382-4d98-a698-5083b47dc28d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:39.471110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c10a498-80d5-4ecd-b81c-ddc12c9cecf6 req-01d565b0-f382-4d98-a698-5083b47dc28d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0523539 Sep 27 09:23:39.509174 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2c10a498-80d5-4ecd-b81c-ddc12c9cecf6 req-1e345b94-ee36-45a3-aeb9-8ee283625382 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316720 Sep 27 09:23:39.645300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe24e0b-47a3-462d-adb2-fd7b109478de req-2289e3f8-b409-40dd-93ba-edce47076bc2 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:39.647443 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fe24e0b-47a3-462d-adb2-fd7b109478de req-2289e3f8-b409-40dd-93ba-edce47076bc2 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0658689 Sep 27 09:23:39.690108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fe24e0b-47a3-462d-adb2-fd7b109478de req-ba2d3001-4674-42bd-926b-2908f0e47c51 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363529 Sep 27 09:23:39.974983 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-35dabe78-ccf8-4016-9f1c-86ca1d31937b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688169 Sep 27 09:23:39.989476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99988d-22bb-48b4-a2ff-ac0ff0ae884c req-94faa6d3-93c4-44b3-bd5a-7f9ac622c1ff tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:39.990980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc99988d-22bb-48b4-a2ff-ac0ff0ae884c req-94faa6d3-93c4-44b3-bd5a-7f9ac622c1ff tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0766735 Sep 27 09:23:40.032007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc99988d-22bb-48b4-a2ff-ac0ff0ae884c req-fd5d118a-9a8a-4ae7-835e-1186b27f9159 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Sep 27 09:23:41.163361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533071f-8040-4c60-adcf-1269012f4858 req-777fba38-d92f-4d49-a5c4-5eda9d118a3e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:41.164885 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a533071f-8040-4c60-adcf-1269012f4858 req-777fba38-d92f-4d49-a5c4-5eda9d118a3e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0528738 Sep 27 09:23:41.192507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-70940877-7191-416c-9e77-9833c1657f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:41.194059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-70940877-7191-416c-9e77-9833c1657f2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1097 time: 0.0439913 Sep 27 09:23:41.211912 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a533071f-8040-4c60-adcf-1269012f4858 req-a26bd511-dc30-4d0c-a57b-b163827bdf5f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Sep 27 09:23:41.290774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-66ac7139-eb8e-4f27-8b4c-7aa17fb80437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:41.292317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-66ac7139-eb8e-4f27-8b4c-7aa17fb80437 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0909536 Sep 27 09:23:41.334359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-01a66b9f-0f85-4bc0-907e-32fb24a26e2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 217 time: 0.0351894 Sep 27 09:23:41.386833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-f9aa892d-902e-4b51-a098-0523f601a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:41.388363 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-f9aa892d-902e-4b51-a098-0523f601a1c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0464592 Sep 27 09:23:41.425319 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-6a0c377a-9e3a-415a-a829-c503949354ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294845 Sep 27 09:23:41.520587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-11705cee-90e2-4a0b-b931-cd2e6d9a913c service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878780 Sep 27 09:23:41.619047 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-2c01fff5-3605-4208-ad1c-989c0c894012 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905244 Sep 27 09:23:42.342593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ada955-c433-457e-b99b-ccf22b424b1e req-761fef6b-97d3-404c-9b7d-a3f32289fefa tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:42.344146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17ada955-c433-457e-b99b-ccf22b424b1e req-761fef6b-97d3-404c-9b7d-a3f32289fefa tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0587375 Sep 27 09:23:42.385962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-17ada955-c433-457e-b99b-ccf22b424b1e req-f54448ea-d213-4261-88f7-502a44ec6b16 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Sep 27 09:23:43.517841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc32e61-5616-4cd7-9b66-6718f93dae5b req-bf7958cc-89f2-4a63-8e19-4aa63a89f2dd tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:43.519255 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bc32e61-5616-4cd7-9b66-6718f93dae5b req-bf7958cc-89f2-4a63-8e19-4aa63a89f2dd tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0510430 Sep 27 09:23:43.561377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2bc32e61-5616-4cd7-9b66-6718f93dae5b req-bce5fdb6-cded-4de6-ab7f-84c095943e94 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Sep 27 09:23:44.593372 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:44.697419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeefacc-ad36-42cb-a3c8-3e8b6a98296f req-29bcd817-8fdb-480d-845c-078c1a2a988b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:44.699535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8eeefacc-ad36-42cb-a3c8-3e8b6a98296f req-29bcd817-8fdb-480d-845c-078c1a2a988b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0585730 Sep 27 09:23:44.741656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8eeefacc-ad36-42cb-a3c8-3e8b6a98296f req-7ba8bacc-7a15-4956-8810-66dea5079d14 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Sep 27 09:23:45.166788 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-336a140f-0e76-4cdb-8946-06936cca610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:46.131683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb51b0-6a93-4a12-9e44-b361d9799139 req-23733c83-4e74-452c-9eb3-2878b3065a1c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:46.133108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bbeb51b0-6a93-4a12-9e44-b361d9799139 req-23733c83-4e74-452c-9eb3-2878b3065a1c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0573056 Sep 27 09:23:46.174197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bbeb51b0-6a93-4a12-9e44-b361d9799139 req-c2c45640-018c-46e6-bd7b-bebb26373a71 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Sep 27 09:23:47.309498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fc38-4570-4f39-b94e-3d5620637728 req-ac7eb2a9-757d-45af-8925-f907c8386be3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:47.310979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b843fc38-4570-4f39-b94e-3d5620637728 req-ac7eb2a9-757d-45af-8925-f907c8386be3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0551052 Sep 27 09:23:47.353147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b843fc38-4570-4f39-b94e-3d5620637728 req-4ec1f905-36ff-4eb7-96b2-aa6db56ecc92 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Sep 27 09:23:47.625047 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2175c88f-0e95-4227-9b66-da7ec19a5d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:48.103257 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:48.490132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608a5dc-3bf1-4ec0-915d-e6175447e320 req-02c0a955-7c2e-4245-a922-95f5625a8b13 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:48.491664 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c608a5dc-3bf1-4ec0-915d-e6175447e320 req-02c0a955-7c2e-4245-a922-95f5625a8b13 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0606513 Sep 27 09:23:48.534126 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c608a5dc-3bf1-4ec0-915d-e6175447e320 req-03114e4e-5a08-421c-9721-f834c9b50ff1 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Sep 27 09:23:49.143249 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:49.662943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115013d-45df-4b25-bae0-202e372f6c89 req-1762a09c-ac1f-4651-8baa-0580c09d9971 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:49.664439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f115013d-45df-4b25-bae0-202e372f6c89 req-1762a09c-ac1f-4651-8baa-0580c09d9971 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0549176 Sep 27 09:23:49.707150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f115013d-45df-4b25-bae0-202e372f6c89 req-aaa81943-2953-4f6f-b5b4-5137429c750d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338314 Sep 27 09:23:50.754090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:23:50.832170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ab3a2-e5d7-43c8-88e9-cd53252c2496 req-f8d051a8-82d1-4cfd-a411-ed82777bd5b4 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:50.833688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb3ab3a2-e5d7-43c8-88e9-cd53252c2496 req-f8d051a8-82d1-4cfd-a411-ed82777bd5b4 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0484214 Sep 27 09:23:50.874971 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb3ab3a2-e5d7-43c8-88e9-cd53252c2496 req-067b4ca9-cfc0-424b-8036-f1f9c92c1d37 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350583 Sep 27 09:23:52.020227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13787912-f6bc-4fe8-a591-5dc333253653 req-a6a90ca2-55a2-4697-b125-73d5aade8d2b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:52.021728 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13787912-f6bc-4fe8-a591-5dc333253653 req-a6a90ca2-55a2-4697-b125-73d5aade8d2b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0572953 Sep 27 09:23:52.071316 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13787912-f6bc-4fe8-a591-5dc333253653 req-ce7e18a2-99dd-4ccb-b40e-e783e4c6bf30 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Sep 27 09:23:53.199716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe7290-d912-4ff7-a0ab-90f23d1848bf req-073ae4f8-fb38-4367-9d17-a36d2877bd88 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:53.201240 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8bfe7290-d912-4ff7-a0ab-90f23d1848bf req-073ae4f8-fb38-4367-9d17-a36d2877bd88 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0542922 Sep 27 09:23:53.245766 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8bfe7290-d912-4ff7-a0ab-90f23d1848bf req-8c50f8a6-3816-4c2a-b820-a1dcd5a5a906 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356386 Sep 27 09:23:54.373181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d049ee1-8fcc-450f-ab73-90d45f7fea5b req-7ab515d3-9e08-4120-8af0-c8b2369e5ad5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:54.374650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d049ee1-8fcc-450f-ab73-90d45f7fea5b req-7ab515d3-9e08-4120-8af0-c8b2369e5ad5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0565732 Sep 27 09:23:54.416059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d049ee1-8fcc-450f-ab73-90d45f7fea5b req-a482b7e0-31da-4019-be7a-42c434cb128b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Sep 27 09:23:54.489537 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:23:55.545429 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ca9ed-2732-4839-be13-9390a01fddb5 req-14f5e3ed-94af-4b5a-ac10-594652a45e87 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:55.546917 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd7ca9ed-2732-4839-be13-9390a01fddb5 req-14f5e3ed-94af-4b5a-ac10-594652a45e87 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0555210 Sep 27 09:23:55.590808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cd7ca9ed-2732-4839-be13-9390a01fddb5 req-45c518b7-884a-4801-aee8-3efd5576b38c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377817 Sep 27 09:23:56.724890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ce1e-4db6-4aaa-b57b-03124f2f3c3b req-d6fa71dc-d8da-4aba-972a-0f39940b640f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:56.726393 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e374ce1e-4db6-4aaa-b57b-03124f2f3c3b req-d6fa71dc-d8da-4aba-972a-0f39940b640f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0500610 Sep 27 09:23:56.763640 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e374ce1e-4db6-4aaa-b57b-03124f2f3c3b req-d3c9c280-3f01-49c5-80cc-7006a99e98cf tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Sep 27 09:23:57.901172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b201db-07c2-4e9e-a175-a13fc34e60ab req-c3402f62-f045-4057-8795-0ed1674df511 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:57.902670 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7b201db-07c2-4e9e-a175-a13fc34e60ab req-c3402f62-f045-4057-8795-0ed1674df511 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0568476 Sep 27 09:23:57.943522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7b201db-07c2-4e9e-a175-a13fc34e60ab req-6f17a984-4bd6-48ed-90d1-37f5a0f9f74d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Sep 27 09:23:59.064976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3790b-f08f-40bc-bf0e-e75a7b8b22d9 req-26d3723d-e923-4a10-a6f0-541d5f14d43f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:59.066489 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ff3790b-f08f-40bc-bf0e-e75a7b8b22d9 req-26d3723d-e923-4a10-a6f0-541d5f14d43f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0526326 Sep 27 09:23:59.105923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ff3790b-f08f-40bc-bf0e-e75a7b8b22d9 req-cee85bd2-9dfa-431d-8d6d-3113c23bf00b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331876 Sep 27 09:23:59.817766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-7c6477f5-7103-4eba-933d-6567fe403143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:59.819157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-7c6477f5-7103-4eba-933d-6567fe403143 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1097 time: 0.0457971 Sep 27 09:23:59.924411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-8571bdf3-c0d9-4489-82a5-81ea148210f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:23:59.925897 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-8571bdf3-c0d9-4489-82a5-81ea148210f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0872247 Sep 27 09:23:59.972075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-eb0cbf6f-aa2a-4299-a057-63c1c3039c55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 217 time: 0.0375650 Sep 27 09:24:00.022471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-2cc2e390-e074-42dd-adf1-934aa149ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:00.023903 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-2cc2e390-e074-42dd-adf1-934aa149ff37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0451379 Sep 27 09:24:00.054849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-75b3bfae-517b-41e7-b41d-e640a4272237 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238531 Sep 27 09:24:00.161111 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-2a63cd53-71bc-4f57-8e94-f572b3dd0744 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992286 Sep 27 09:24:00.245866 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83de6a7-0366-4fd6-8cdd-9ea9a07d1afe req-0eab916a-8a14-4e86-a868-c9895bc45548 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:00.247434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a83de6a7-0366-4fd6-8cdd-9ea9a07d1afe req-0eab916a-8a14-4e86-a868-c9895bc45548 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0607545 Sep 27 09:24:00.255275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9304cd6-2667-4ac3-8449-ee9fb44ab3f2 req-cc2a20b6-f098-47b3-a210-6b3494e02d5a service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868809 Sep 27 09:24:00.285849 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a83de6a7-0366-4fd6-8cdd-9ea9a07d1afe req-0c2fc3a5-3dfb-4089-963f-8a74b65f1e69 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Sep 27 09:24:01.421317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c725d-0e5c-45cb-91bd-bc82e310f8b7 req-2a18b661-c7ce-4850-a48d-a747c0ebc9a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:01.422817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-953c725d-0e5c-45cb-91bd-bc82e310f8b7 req-2a18b661-c7ce-4850-a48d-a747c0ebc9a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0626228 Sep 27 09:24:01.465987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-953c725d-0e5c-45cb-91bd-bc82e310f8b7 req-1b258f08-75a4-43c3-a438-f4915a008593 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Sep 27 09:24:02.589666 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfffee4-6716-4f34-8d53-f6d55c485627 req-253e234a-c2e3-465b-a393-bf6491efea89 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:02.591129 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8dfffee4-6716-4f34-8d53-f6d55c485627 req-253e234a-c2e3-465b-a393-bf6491efea89 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Sep 27 09:24:02.637182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8dfffee4-6716-4f34-8d53-f6d55c485627 req-e5971c84-eca5-4707-a09a-1ea28f64fa2d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 Sep 27 09:24:03.776397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1b610-724e-4678-8bc7-e9fd67b81c37 req-6e9c249e-d941-46ce-9ae8-e6a308b9db9a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:03.777792 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43f1b610-724e-4678-8bc7-e9fd67b81c37 req-6e9c249e-d941-46ce-9ae8-e6a308b9db9a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0599442 Sep 27 09:24:03.818810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-43f1b610-724e-4678-8bc7-e9fd67b81c37 req-aa454e53-7cf9-443c-8073-01d1ae731b88 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Sep 27 09:24:04.949392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e199fc-46a1-41e7-9ab2-e4f54f320dc0 req-926da08b-9a7c-401e-9de4-d5088ad5d919 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:04.950884 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e3e199fc-46a1-41e7-9ab2-e4f54f320dc0 req-926da08b-9a7c-401e-9de4-d5088ad5d919 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0534315 Sep 27 09:24:04.989328 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e3e199fc-46a1-41e7-9ab2-e4f54f320dc0 req-a857221b-fcfd-4944-9161-51ae17592d55 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323918 Sep 27 09:24:06.120334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d7917-2da3-4a5f-a58d-f354ccd8dc92 req-a550d9c9-82cc-44e7-84fc-da8c70054b7d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:06.121827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f28d7917-2da3-4a5f-a58d-f354ccd8dc92 req-a550d9c9-82cc-44e7-84fc-da8c70054b7d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0521922 Sep 27 09:24:06.162447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f28d7917-2da3-4a5f-a58d-f354ccd8dc92 req-7adad503-24ec-4c65-86c9-14e12d4c751f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316520 Sep 27 09:24:06.289112 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:07.295293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca79e4-9706-4ba9-8996-9820d46d3b7e req-92af0f7b-4996-49d0-8a8f-0dd2ad6fd371 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:07.296817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16ca79e4-9706-4ba9-8996-9820d46d3b7e req-92af0f7b-4996-49d0-8a8f-0dd2ad6fd371 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0583756 Sep 27 09:24:07.337925 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16ca79e4-9706-4ba9-8996-9820d46d3b7e req-140602c2-2818-4eed-91a5-90baf736242f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Sep 27 09:24:08.456203 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-bfe95703-f82c-4468-84c0-6e8af51dd74c service neutron] show failed (client error): The resource could not be found. Sep 27 09:24:08.457300 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-bfe95703-f82c-4468-84c0-6e8af51dd74c service neutron] 10.222.0.67 "GET /v2.0/ports/3316dbc5-65ad-4e63-86ad-805923f31385/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0887194 Sep 27 09:24:08.477641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a96ac-cd04-4611-9c7b-228e8d77fdf3 req-5ad5aa76-6f44-402e-a925-2814a2af6cbd tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:08.479234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-775a96ac-cd04-4611-9c7b-228e8d77fdf3 req-5ad5aa76-6f44-402e-a925-2814a2af6cbd tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0623875 Sep 27 09:24:08.518687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-775a96ac-cd04-4611-9c7b-228e8d77fdf3 req-e83fd3b0-cda2-4614-a390-9852d56fa7e9 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Sep 27 09:24:08.675235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-b174621c-2836-4ec9-a0f4-7913313a1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:08.676765 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-b174621c-2836-4ec9-a0f4-7913313a1bb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49&tenant_id=c40b3cbe7fe04faab10c9a88350a8603 HTTP/1.1" status: 200 len: 1097 time: 0.0428393 Sep 27 09:24:08.689095 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:24:08.747127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:08.959379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:08.991798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h2-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:24:09.030312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:24:09.032734 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1a03b2-5f19-4a93-800c-cdcedc38e4b4" -d '{"events": [{"server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "name": "network-vif-unplugged", "status": "completed", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:24:09.037118 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:09.050503 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Transition to ACTIVE for port object 3316dbc5-65ad-4e63-86ad-805923f31385 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:24:09.054416 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:09.119555 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] No DVR routers for this DVR port 3316dbc5-65ad-4e63-86ad-805923f31385 on host n-h2-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:24:09.122703 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:09.153717 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c726e7-7b25-4f65-a834-ff1bca30f53a x-openstack-request-id: req-97c726e7-7b25-4f65-a834-ff1bca30f53a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:24:09.154011 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "name": "network-vif-unplugged", "status": "completed", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:24:09.154285 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97c726e7-7b25-4f65-a834-ff1bca30f53a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:24:09.154653 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385', 'code': 200} Sep 27 09:24:09.158857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Attempting to bind port 3316dbc5-65ad-4e63-86ad-805923f31385 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:24:09.159193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Attempting to bind port 3316dbc5-65ad-4e63-86ad-805923f31385 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:24:09.159521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Attempting to bind port 3316dbc5-65ad-4e63-86ad-805923f31385 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:24:09.163835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Port 3316dbc5-65ad-4e63-86ad-805923f31385 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:24:09.164158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Attempting to bind port 3316dbc5-65ad-4e63-86ad-805923f31385 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:24:09.169010 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:24:09.169350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Checking segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:24:09.169733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Bound using segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:24:09.170142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Bound port: 3316dbc5-65ad-4e63-86ad-805923f31385, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:24:09.170496 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:09.232151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h1-810909-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:24:09.235441 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:24:09.239671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:09.275212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:09.275818 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:09.277277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] 10.222.0.57 "PUT /v2.0/ports/3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 1092 time: 0.5921614 Sep 27 09:24:09.299450 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907979ef-f39f-433e-8d9b-f35291a605e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:09.351137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-486892da-af26-4dea-be83-f46dd4bdb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:09.352679 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-486892da-af26-4dea-be83-f46dd4bdb349 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1095 time: 0.0503883 Sep 27 09:24:09.454416 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-c08a6880-48ec-4cc9-b0ce-564b57a2a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:09.455900 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-c08a6880-48ec-4cc9-b0ce-564b57a2a3b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0953288 Sep 27 09:24:09.502235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-eb00cad3-f952-41f2-a738-40d8e374c846 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 217 time: 0.0385520 Sep 27 09:24:09.565064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-247ee3a9-4432-4a37-ac8d-a609176c6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:09.566602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-247ee3a9-4432-4a37-ac8d-a609176c6cfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0562627 Sep 27 09:24:09.598969 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-7b0cf6d0-8e8a-4924-ac04-6bc0f8e5731c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246243 Sep 27 09:24:09.637412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9ade-2405-4cd1-bb8a-d21bcdb2f550 req-f889dfe5-bc6a-43ed-956a-54df58a1e977 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:09.638950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6e6c9ade-2405-4cd1-bb8a-d21bcdb2f550 req-f889dfe5-bc6a-43ed-956a-54df58a1e977 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0499938 Sep 27 09:24:09.677324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6e6c9ade-2405-4cd1-bb8a-d21bcdb2f550 req-c666581b-5cf0-46d0-94c4-20040d1a38d6 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Sep 27 09:24:09.700481 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-e3767778-33f6-407e-8ff7-c94f3132e064 service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887022 Sep 27 09:24:09.792355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc49768-ad7e-4862-83db-89b2af956f15 req-3f4dea94-0664-47a9-b1ca-198b82778abe service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837986 Sep 27 09:24:10.808472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85c96e-0de2-4f2b-84d1-1bb6d5c1df2e req-27b50627-6de1-4f57-ac97-819494deede1 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:10.809962 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a85c96e-0de2-4f2b-84d1-1bb6d5c1df2e req-27b50627-6de1-4f57-ac97-819494deede1 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0565958 Sep 27 09:24:10.859942 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a85c96e-0de2-4f2b-84d1-1bb6d5c1df2e req-b42302c4-4131-4fc6-804b-da486beb44c6 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439379 Sep 27 09:24:11.156868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:24:11.160934 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e71d16-b818-44d1-95f3-a8107661713e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:24:11.213010 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d9d4c-9490-4968-922e-762179693918 x-openstack-request-id: req-7c8d9d4c-9490-4968-922e-762179693918 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:24:11.213335 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:24:11.213586 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c8d9d4c-9490-4968-922e-762179693918 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:24:11.214061 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385', 'status': 'completed', 'code': 200} Sep 27 09:24:11.271585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71d16-b818-44d1-95f3-a8107661713e req-3e308ce9-a87c-4711-a35b-bb4985dd2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:11.273143 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-3e308ce9-a87c-4711-a35b-bb4985dd2c9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1095 time: 0.0406289 Sep 27 09:24:11.276974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71d16-b818-44d1-95f3-a8107661713e req-c90c5a17-7e94-498f-822a-1fd5dcceb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:11.278561 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-c90c5a17-7e94-498f-822a-1fd5dcceb83c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1095 time: 0.0420530 Sep 27 09:24:11.375908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71d16-b818-44d1-95f3-a8107661713e req-c552ef50-2b0d-49ea-82b9-3aa793816c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:11.376158 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71d16-b818-44d1-95f3-a8107661713e req-beab52dc-7cc0-429b-9044-ed9ae7fd450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:11.377445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-beab52dc-7cc0-429b-9044-ed9ae7fd450b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0938332 Sep 27 09:24:11.377588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-c552ef50-2b0d-49ea-82b9-3aa793816c04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0921474 Sep 27 09:24:11.421086 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-42660dfc-4755-4567-afb7-f106781a92e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 217 time: 0.0354869 Sep 27 09:24:11.426020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-677e0787-958d-490e-a891-b69ef1d3e6ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 217 time: 0.0399783 Sep 27 09:24:11.476654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71d16-b818-44d1-95f3-a8107661713e req-43e2b98c-ddf9-4d23-8200-7e473ff7e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:11.478156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-43e2b98c-ddf9-4d23-8200-7e473ff7e48f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0503595 Sep 27 09:24:11.483948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71d16-b818-44d1-95f3-a8107661713e req-b7392f5a-f28a-4096-b403-6ec5671c18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:11.485544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-b7392f5a-f28a-4096-b403-6ec5671c18a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0525854 Sep 27 09:24:11.510601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-ee4b4975-571f-4aed-82e8-073d5c7b28ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253472 Sep 27 09:24:11.517292 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-3cd1fb6a-d433-4eef-a40f-301c77bd968f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237448 Sep 27 09:24:11.601582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-d26fbea1-3727-4d0f-aadd-98515be6ad70 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835476 Sep 27 09:24:11.612784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-7582c3e0-0312-4fa8-a5dc-aabd394c8768 service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881782 Sep 27 09:24:11.677623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3316dbc5-65ad-4e63-86ad-805923f31385 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:24:11.695194 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-1ebc18fa-8abc-4651-bd41-3ed5de068c5d service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868855 Sep 27 09:24:11.705355 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32e71d16-b818-44d1-95f3-a8107661713e req-7d335e03-995c-48f6-932a-d1ce219e62dc service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854299 Sep 27 09:24:11.714867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3316dbc5-65ad-4e63-86ad-805923f31385 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:24:11.994406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d5b4f-2371-47a4-80cc-bf1cca125004 req-af5454be-7a68-47b5-961d-e7a6b4f5e560 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:11.995817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-322d5b4f-2371-47a4-80cc-bf1cca125004 req-af5454be-7a68-47b5-961d-e7a6b4f5e560 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0538487 Sep 27 09:24:12.048383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-322d5b4f-2371-47a4-80cc-bf1cca125004 req-027bd8d4-2271-4b9d-8f7e-043bfae8f7fb tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464923 Sep 27 09:24:12.262523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2679dd-1cdb-4154-945a-ead03fb5056e req-20258723-aca5-40fe-a99c-61c719c3d935 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:12.263996 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6e2679dd-1cdb-4154-945a-ead03fb5056e req-20258723-aca5-40fe-a99c-61c719c3d935 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0548561 Sep 27 09:24:12.273320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f467-d4ab-452f-af60-a07e596b5099 req-1d2f7e1c-de68-4712-af51-31f0c10b9768 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:12.275217 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-1d2f7e1c-de68-4712-af51-31f0c10b9768 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49&tenant_id=c40b3cbe7fe04faab10c9a88350a8603&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 944 time: 0.0607712 Sep 27 09:24:12.303619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6e2679dd-1cdb-4154-945a-ead03fb5056e req-af0790dc-6e04-4a2e-be56-45e8ef92af54 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327895 Sep 27 09:24:12.338287 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-f752f467-d4ab-452f-af60-a07e596b5099 req-69659564-a238-46da-a8d7-b9f80365be85 service neutron] delete failed (client error): The resource could not be found. Sep 27 09:24:12.339332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-69659564-a238-46da-a8d7-b9f80365be85 service neutron] 10.222.0.67 "DELETE /v2.0/ports/3316dbc5-65ad-4e63-86ad-805923f31385/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0563719 Sep 27 09:24:12.432360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f467-d4ab-452f-af60-a07e596b5099 req-82cfd7f8-eb7a-4c86-a757-79b2ff43db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:12.433908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-82cfd7f8-eb7a-4c86-a757-79b2ff43db07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 1095 time: 0.0493062 Sep 27 09:24:12.521052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3316dbc5-65ad-4e63-86ad-805923f31385 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:24:12.526531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f467-d4ab-452f-af60-a07e596b5099 req-22af4c80-146f-480e-b31f-73b64d94ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:12.527923 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-22af4c80-146f-480e-b31f-73b64d94ff81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0870423 Sep 27 09:24:12.573243 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-91103a1a-62dc-43ad-91e4-8424c093b7e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 200 len: 217 time: 0.0380595 Sep 27 09:24:12.622692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:12.623883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f467-d4ab-452f-af60-a07e596b5099 req-909f81c3-9630-4403-835e-b540f43336b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:12.625541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-909f81c3-9630-4403-835e-b540f43336b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0448837 Sep 27 09:24:12.634295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '3316dbc5-65ad-4e63-86ad-805923f31385', 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7', 'port_id': '3316dbc5-65ad-4e63-86ad-805923f31385', 'mac_address': 'fa:16:3e:14:88:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783efe81-8699-4f59-a711-f3e130a2b442', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:24:12.658355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-931152f5-4579-4381-9681-ee72755f76d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250332 Sep 27 09:24:12.671425 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:12.684945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3316dbc5-65ad-4e63-86ad-805923f31385 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:24:12.703957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:12.709304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:12.755465 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-f6130e4f-51e2-413c-9749-2def04c9b7ba service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895295 Sep 27 09:24:12.755805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:12.848686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f752f467-d4ab-452f-af60-a07e596b5099 req-907ad1b2-5051-4070-89ee-81284ad92363 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849593 Sep 27 09:24:12.942631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3316dbc5-65ad-4e63-86ad-805923f31385'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:24:13.425970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12273252-4b38-47b2-8eec-6f87c2e63eb1 req-bd547a78-814a-4d56-bcc2-2c31af3221f7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:13.427442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12273252-4b38-47b2-8eec-6f87c2e63eb1 req-bd547a78-814a-4d56-bcc2-2c31af3221f7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0510461 Sep 27 09:24:13.464607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12273252-4b38-47b2-8eec-6f87c2e63eb1 req-864a0849-2d07-4464-9d87-04debed83279 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Sep 27 09:24:13.590539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23939-965d-498c-8ccc-25ec9b686bd0 req-2966f399-45e2-4694-8d52-a710c43c50bc tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:13.592105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1db23939-965d-498c-8ccc-25ec9b686bd0 req-2966f399-45e2-4694-8d52-a710c43c50bc tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0601749 Sep 27 09:24:13.632357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1db23939-965d-498c-8ccc-25ec9b686bd0 req-9d25a92c-94f4-486a-8090-f7f4124655eb tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Sep 27 09:24:13.768785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa63978-6c79-4505-92ce-a56d1699364b req-4fda6dc5-0404-40bf-a34d-d641e6b9d7e8 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:13.770151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9aa63978-6c79-4505-92ce-a56d1699364b req-4fda6dc5-0404-40bf-a34d-d641e6b9d7e8 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0719240 Sep 27 09:24:13.812741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9aa63978-6c79-4505-92ce-a56d1699364b req-2787e31f-65e3-4ffc-8f0b-91ca7fcf201f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Sep 27 09:24:14.216291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-58dffc0e-57f2-4fe2-a4e2-9b53d1203755 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:14.217767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-58dffc0e-57f2-4fe2-a4e2-9b53d1203755 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 815 time: 0.1172712 Sep 27 09:24:14.233851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-e73e4bbf-b3a5-464e-ac8f-80a23e921e14 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/quotas/c40b3cbe7fe04faab10c9a88350a8603 HTTP/1.1" status: 200 len: 375 time: 0.0097427 Sep 27 09:24:14.295594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-b1974de2-17e9-410c-93fc-5d8dd9ddd733 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532985 Sep 27 09:24:14.393681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-8c35d7c3-0567-4542-9a78-1dd2f2a22598 service neutron] 10.222.0.50 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870070 Sep 27 09:24:14.491979 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-76a825fc-1c17-44a6-b42f-e9813d90d6d7 service neutron] 10.222.0.50 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893669 Sep 27 09:24:14.521534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3316dbc5-65ad-4e63-86ad-805923f31385 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:24:14.571367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 3316dbc5-65ad-4e63-86ad-805923f31385 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:24:14.575660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 3316dbc5-65ad-4e63-86ad-805923f31385 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:24:14.576182 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:14.620180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:14.657431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a8bff5a7-7d80-4b66-9a2e-13cfdbcce3ad req-8ea508cc-6bbf-4b5f-b686-60b657436b17 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 210 time: 0.0287895 Sep 27 09:24:14.673812 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:14.696945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:24:14.699206 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acf519-9840-416b-9208-d70640e32e37" -d '{"events": [{"server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "name": "network-vif-plugged", "status": "completed", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:24:14.711616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:14.716581 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:14.743687 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483a11ec-bc0a-43a2-814a-81af7eb50b61 x-openstack-request-id: req-483a11ec-bc0a-43a2-814a-81af7eb50b61 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:24:14.743979 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "name": "network-vif-plugged", "status": "completed", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:24:14.744237 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-483a11ec-bc0a-43a2-814a-81af7eb50b61 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:24:14.744657 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385', 'code': 200} Sep 27 09:24:14.766013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:15.159616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79dd38de-a16a-43d5-93fc-829a23c62822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:15.485020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-63055d61-a704-4dc4-9623-79ce9b11298e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:15.486526 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-63055d61-a704-4dc4-9623-79ce9b11298e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8aa6b02-d8b9-472b-aac2-d901086cbb49 HTTP/1.1" status: 200 len: 946 time: 0.0689251 Sep 27 09:24:15.583737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Deleting port 3316dbc5-65ad-4e63-86ad-805923f31385 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:24:15.584081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:15.680377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] For port 3316dbc5-65ad-4e63-86ad-805923f31385, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3316dbc5-65ad-4e63-86ad-805923f31385,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:15.681071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:15.683279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-d7f14b43-1afc-49f5-89a9-b56dbd6129dc tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:15.685189 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-d7f14b43-1afc-49f5-89a9-b56dbd6129dc tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.57 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 815 time: 0.1305122 Sep 27 09:24:15.693611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Calling delete_port for 3316dbc5-65ad-4e63-86ad-805923f31385 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:24:15.699400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Request body: {'port': {'device_id': '75404d91-b630-41e4-8021-67205fda4062', 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7', 'admin_state_up': True, 'tenant_id': 'c40b3cbe7fe04faab10c9a88350a8603'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:24:15.762264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-657717dd-9e73-4465-8981-d9ba41a2f6e7 req-27934815-2723-4699-94d4-7546189b24e5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 210 time: 0.0278871 Sep 27 09:24:15.811040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Made reservation on behalf of c40b3cbe7fe04faab10c9a88350a8603 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:24:15.814561 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:15.845511 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:15.857854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3316dbc5-65ad-4e63-86ad-805923f31385'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:24:15.874480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Pushing event deleted for resources: {'Port': ['ID=3316dbc5-65ad-4e63-86ad-805923f31385,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:15.915938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] No DVR routers for this DVR port 3316dbc5-65ad-4e63-86ad-805923f31385 on host n-h1-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:24:15.918621 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:15.920828 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8c7c6810-b601-4758-af07-5e7de2f56277 req-74775b06-42f1-47cb-935f-6243ee466e84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.57 "DELETE /v2.0/ports/3316dbc5-65ad-4e63-86ad-805923f31385 HTTP/1.1" status: 204 len: 173 time: 0.4269111 Sep 27 09:24:15.921270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'name': 'network-vif-deleted', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:24:15.923639 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b470309-2ff9-4989-a88c-b2f9a49e5495" -d '{"events": [{"server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "name": "network-vif-deleted", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:24:15.963624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Allocated IP 172.20.0.7 (4524d2cc-e665-4ca0-aa6f-4db5e9a554e7/783efe81-8699-4f59-a711-f3e130a2b442/b259f1ff-eeab-493f-b81e-7a3450924286) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:24:15.966960 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd7cad4-d0d1-4c88-826f-8bd7c69a5891 x-openstack-request-id: req-7fd7cad4-d0d1-4c88-826f-8bd7c69a5891 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:24:15.967316 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa6b02-d8b9-472b-aac2-d901086cbb49", "name": "network-vif-deleted", "tag": "3316dbc5-65ad-4e63-86ad-805923f31385", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:24:15.967583 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fd7cad4-d0d1-4c88-826f-8bd7c69a5891 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:24:15.968077 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa6b02-d8b9-472b-aac2-d901086cbb49', 'name': 'network-vif-deleted', 'tag': '3316dbc5-65ad-4e63-86ad-805923f31385', 'status': 'completed', 'code': 200} Sep 27 09:24:16.114591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.153817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.165991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3316dbc5-65ad-4e63-86ad-805923f31385'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:24:16.200783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:24:16.207540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:24:16.214686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:24:16.218289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:16.265140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:16.265756 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.284786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-1d081a57-c074-422d-93ce-7c3ffad5d643 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895932 Sep 27 09:24:16.297317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Request body: {'port': {'device_id': '75404d91-b630-41e4-8021-67205fda4062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:24:16.356847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.625456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b259f1ff-eeab-493f-b81e-7a3450924286 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:24:16.633026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.644897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Transition to ACTIVE for port object b259f1ff-eeab-493f-b81e-7a3450924286 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:24:16.651105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.699377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:16.769798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Attempting to bind port b259f1ff-eeab-493f-b81e-7a3450924286 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:24:16.770132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Attempting to bind port b259f1ff-eeab-493f-b81e-7a3450924286 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:24:16.770458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Attempting to bind port b259f1ff-eeab-493f-b81e-7a3450924286 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:24:16.775271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Port b259f1ff-eeab-493f-b81e-7a3450924286 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:24:16.775596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Attempting to bind port b259f1ff-eeab-493f-b81e-7a3450924286 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:24:16.780635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:24:16.780969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Checking segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:24:16.781352 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Bound using segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:24:16.781793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Bound port: b259f1ff-eeab-493f-b81e-7a3450924286, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:24:16.782134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.845162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:24:16.848980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:24:16.854057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.879518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c1b84-7376-4392-b5a4-aa9ae9928df0 req-9aaaa372-fc35-4cf3-9434-579c55d71916 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:16.881194 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b37c1b84-7376-4392-b5a4-aa9ae9928df0 req-9aaaa372-fc35-4cf3-9434-579c55d71916 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 943 time: 0.0513012 Sep 27 09:24:16.889534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:16.890846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:16.892296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] 10.222.0.57 "PUT /v2.0/ports/b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 1091 time: 0.5992219 Sep 27 09:24:16.894889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:24:16.898734 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f144f1-3174-49ca-a7a8-231d415fb585" -d '{"events": [{"name": "network-changed", "server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:24:16.929558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76acf63-5b3f-4b19-9507-be12e1d2651c service neutron] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:16.929747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b37c1b84-7376-4392-b5a4-aa9ae9928df0 req-2dbbf76a-dc03-4da3-80b3-d738d5443db5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Sep 27 09:24:16.947723 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83e8099-8cee-47d5-ad3b-791a64422cb9 x-openstack-request-id: req-d83e8099-8cee-47d5-ad3b-791a64422cb9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:24:16.947723 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:24:16.947723 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d83e8099-8cee-47d5-ad3b-791a64422cb9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:24:16.947723 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'status': 'completed', 'code': 200} Sep 27 09:24:16.979572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-16490f5e-efe8-4013-9c2a-ee22477671f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:16.981140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-16490f5e-efe8-4013-9c2a-ee22477671f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1094 time: 0.0465987 Sep 27 09:24:17.025276 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c0689862-ce28-446a-8211-64837092c408 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 217 time: 0.0359321 Sep 27 09:24:17.078584 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c722efbe-f2a3-40a3-a1df-9181d45725bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:17.080058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c722efbe-f2a3-40a3-a1df-9181d45725bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0468478 Sep 27 09:24:17.112135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-4e487881-6afb-482b-b04f-8443fd4c95f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242159 Sep 27 09:24:17.208839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-c45d25cf-71ec-4037-a1cb-ac0c1cf987d3 service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894485 Sep 27 09:24:17.298451 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a91a43ae-5437-4907-ab7d-5fc134910f43 req-b2f015fe-3ae1-42b5-88ef-c3dffc9488ee service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821631 Sep 27 09:24:17.401553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-ebd5ef15-8576-440f-a404-426c7753bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:17.402964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-ebd5ef15-8576-440f-a404-426c7753bd8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1094 time: 0.0487564 Sep 27 09:24:17.500919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-a3042e27-fb3f-4e74-ba6b-34d690eb4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:17.502437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-a3042e27-fb3f-4e74-ba6b-34d690eb4f30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0917337 Sep 27 09:24:17.547543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-fe630fa3-fc66-4934-aa21-7a416e4dd2c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 217 time: 0.0368891 Sep 27 09:24:17.596163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-9658d40b-105d-40de-8977-dc6aa483b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:17.597940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-9658d40b-105d-40de-8977-dc6aa483b7c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0428963 Sep 27 09:24:17.616764 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac514123-f3a5-4610-8a05-ce1824719061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:17.631470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-5206d50c-ff14-48fa-ac7b-dcf9821c8727 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257208 Sep 27 09:24:17.739933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-4a7698b6-4a8c-4645-ae23-ccc3f8b5e46e service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006460 Sep 27 09:24:17.834131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2f144f1-3174-49ca-a7a8-231d415fb585 req-a56efc30-e5ac-4ee6-8fe1-e1becf5238c2 service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865693 Sep 27 09:24:18.088970 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1a7b1-e487-49a8-926c-6ff924c7a7d2 req-44c98894-ae15-43d4-bd41-f3d26d42d6ca tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:18.090463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c1a7b1-e487-49a8-926c-6ff924c7a7d2 req-44c98894-ae15-43d4-bd41-f3d26d42d6ca tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 943 time: 0.0595427 Sep 27 09:24:18.096926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:18.132817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c1a7b1-e487-49a8-926c-6ff924c7a7d2 req-f786f71d-74c9-41a2-bf7e-56076a3bd924 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362256 Sep 27 09:24:18.530081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3316dbc5-65ad-4e63-86ad-805923f31385 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:24:18.563032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 3316dbc5-65ad-4e63-86ad-805923f31385 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:24:18.563380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3316dbc5-65ad-4e63-86ad-805923f31385 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:24:19.150533 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:19.252756 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373fabc-64bb-4de7-8cf6-51e401b07fcb req-f6f7c8ba-90dd-492c-9e93-7ad8a8e60025 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:19.254367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3373fabc-64bb-4de7-8cf6-51e401b07fcb req-f6f7c8ba-90dd-492c-9e93-7ad8a8e60025 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 943 time: 0.0530066 Sep 27 09:24:19.300387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3373fabc-64bb-4de7-8cf6-51e401b07fcb req-831089c2-2f58-41d8-9f34-cfe23ae73f83 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Sep 27 09:24:20.432453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48ad2-5849-44d5-8d50-2e742f784387 req-211a79f9-a5dd-4d92-960e-8fe715502e65 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:20.433963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04d48ad2-5849-44d5-8d50-2e742f784387 req-211a79f9-a5dd-4d92-960e-8fe715502e65 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 943 time: 0.0578735 Sep 27 09:24:20.477273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04d48ad2-5849-44d5-8d50-2e742f784387 req-91309b6b-2b9a-4189-8e0d-41f24609f79f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344539 Sep 27 09:24:20.552902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b259f1ff-eeab-493f-b81e-7a3450924286 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:24:20.657180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:20.671175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7', 'port_id': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'mac_address': 'fa:16:3e:b1:da:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783efe81-8699-4f59-a711-f3e130a2b442', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:24:20.709337 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:20.723034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b259f1ff-eeab-493f-b81e-7a3450924286 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:24:20.748767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:20.756532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:20.789940 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:20.819292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:20.961538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b259f1ff-eeab-493f-b81e-7a3450924286'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:24:21.613432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fba3dd-82d1-469a-95be-419e49f348b6 req-024df968-9905-495d-8126-c5f5dc8a870b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:21.614918 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2fba3dd-82d1-469a-95be-419e49f348b6 req-024df968-9905-495d-8126-c5f5dc8a870b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 944 time: 0.0598345 Sep 27 09:24:21.656830 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b2fba3dd-82d1-469a-95be-419e49f348b6 req-f67d4216-3909-434a-957a-824501045501 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Sep 27 09:24:22.553026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b259f1ff-eeab-493f-b81e-7a3450924286 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:24:22.608917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port b259f1ff-eeab-493f-b81e-7a3450924286 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:24:22.612881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port b259f1ff-eeab-493f-b81e-7a3450924286 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:24:22.613251 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:22.693478 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:22.715624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:24:22.717930 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca37110e-d096-420b-aa66-078d485b7ec4" -d '{"events": [{"server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "name": "network-vif-plugged", "status": "completed", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:24:22.731258 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:22.736174 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:22.766106 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d0d253-31e7-4199-b0e7-1e43a7d5f4c1 x-openstack-request-id: req-18d0d253-31e7-4199-b0e7-1e43a7d5f4c1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:24:22.766402 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "name": "network-vif-plugged", "status": "completed", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:24:22.766653 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18d0d253-31e7-4199-b0e7-1e43a7d5f4c1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:24:22.767039 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'code': 200} Sep 27 09:24:22.780850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9871ff5-7933-4df0-bbb7-30d886a91d99 req-547ad6db-5fab-41ad-94a0-419f6c23c872 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:22.782011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9871ff5-7933-4df0-bbb7-30d886a91d99 req-547ad6db-5fab-41ad-94a0-419f6c23c872 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0525696 Sep 27 09:24:22.791812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:22.822201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9871ff5-7933-4df0-bbb7-30d886a91d99 req-c5b9dc2f-a5e6-4486-8caa-9e7ba507ae24 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Sep 27 09:24:22.863765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1fe1c-25af-410b-bde1-e5a74853659f req-97a0dd14-171b-499b-a89d-12d5509a921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:22.865318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2b1fe1c-25af-410b-bde1-e5a74853659f req-97a0dd14-171b-499b-a89d-12d5509a921d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1096 time: 0.0394650 Sep 27 09:24:22.907942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f2b1fe1c-25af-410b-bde1-e5a74853659f req-d92eb336-66da-4b60-a6a0-c16a9a919314 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344775 Sep 27 09:24:23.949187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55664bf3-c083-4e9e-b048-4031df29939f req-4e2aaf90-b8a4-4f14-80a1-e77d386d3e1a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:23.950745 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55664bf3-c083-4e9e-b048-4031df29939f req-4e2aaf90-b8a4-4f14-80a1-e77d386d3e1a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0539334 Sep 27 09:24:23.993516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-55664bf3-c083-4e9e-b048-4031df29939f req-5cbcce73-48ac-47ef-b639-08f2d688e5f7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366192 Sep 27 09:24:25.137863 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715dfdb-05c2-42a7-9a6d-d4a758448967 req-f0029c92-6a11-4d69-bd78-e83fb96102d3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:25.139336 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4715dfdb-05c2-42a7-9a6d-d4a758448967 req-f0029c92-6a11-4d69-bd78-e83fb96102d3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0604827 Sep 27 09:24:25.177509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4715dfdb-05c2-42a7-9a6d-d4a758448967 req-dce453d0-a1a9-444b-8ba8-8bbda6969554 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 Sep 27 09:24:25.300511 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aea07-2ddf-4b45-a290-0d40678c1a2f req-0027f13b-380d-43ff-9eaa-3ba5a1c3a1c7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:25.301914 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a1aea07-2ddf-4b45-a290-0d40678c1a2f req-0027f13b-380d-43ff-9eaa-3ba5a1c3a1c7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0530069 Sep 27 09:24:25.339635 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a1aea07-2ddf-4b45-a290-0d40678c1a2f req-0872b5d4-fef2-435d-a37c-a25739c2f399 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Sep 27 09:24:25.574201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-3d5eaec9-1a22-4daa-8bd0-9422dee4dff0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400527 Sep 27 09:24:25.587144 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ed875-c0d7-46ff-99a8-f2c33b97dca6 req-cc9252fd-6ee5-4090-857f-367dd798642e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:25.588650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-431ed875-c0d7-46ff-99a8-f2c33b97dca6 req-cc9252fd-6ee5-4090-857f-367dd798642e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0505457 Sep 27 09:24:25.627825 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-431ed875-c0d7-46ff-99a8-f2c33b97dca6 req-39c6ab47-c607-4177-a559-dcbfc21bb7a9 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Sep 27 09:24:26.681022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-030f53d0-9269-4b6a-8105-131b1ac1c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:26.682618 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-030f53d0-9269-4b6a-8105-131b1ac1c565 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1096 time: 0.0441792 Sep 27 09:24:26.806608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf266f-17a9-4034-a812-0a9ade49ad4e req-ed01eb35-7c82-428c-85a6-b0cde4f29ba3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:26.808220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6bbf266f-17a9-4034-a812-0a9ade49ad4e req-ed01eb35-7c82-428c-85a6-b0cde4f29ba3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.1089954 Sep 27 09:24:26.825287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-66e4dea1-327c-45c3-8f4b-e57de410c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:26.826788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-66e4dea1-327c-45c3-8f4b-e57de410c17b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.1365452 Sep 27 09:24:26.875978 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-d4167adb-ce46-4d4a-b3b6-e1154d9e1b4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 217 time: 0.0417504 Sep 27 09:24:26.898677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6bbf266f-17a9-4034-a812-0a9ade49ad4e req-565d870c-22d7-4745-908d-6cdbb65304e4 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827920 Sep 27 09:24:26.933343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-27fc07cb-ed03-42d2-bdb4-5d8ff7015090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:26.934809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-27fc07cb-ed03-42d2-bdb4-5d8ff7015090 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0514920 Sep 27 09:24:26.967859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-f0cb74f5-0c12-49b9-8c87-6259c6b7e18f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249732 Sep 27 09:24:27.069494 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-dbc4a4e1-1567-45a1-90a3-52b9e3ba37e2 service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940700 Sep 27 09:24:27.161333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-baac5348-8cf9-4507-90cc-76d634349be2 service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835156 Sep 27 09:24:28.045546 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c3334-9480-44f1-b876-bc7d969914a9 req-366f351d-4358-42f6-add9-5ae6033d41da tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:28.047066 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a93c3334-9480-44f1-b876-bc7d969914a9 req-366f351d-4358-42f6-add9-5ae6033d41da tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0685046 Sep 27 09:24:28.104370 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a93c3334-9480-44f1-b876-bc7d969914a9 req-5f2f27d2-bd92-40a1-ab50-98cef14ba518 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492780 Sep 27 09:24:29.231308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b550b72-5732-430c-8134-b0b61a79a0f9 req-96b82a94-c5b1-477b-8993-8dff32615509 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:29.232884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b550b72-5732-430c-8134-b0b61a79a0f9 req-96b82a94-c5b1-477b-8993-8dff32615509 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0570028 Sep 27 09:24:29.274834 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2b550b72-5732-430c-8134-b0b61a79a0f9 req-27d70e1a-b7b9-4599-83ba-8a47a076db08 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Sep 27 09:24:30.406929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4232070-b6b6-489e-8b87-eac239d883f9 req-32a41363-4e78-4504-aefd-0ade8379185f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:30.409766 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4232070-b6b6-489e-8b87-eac239d883f9 req-32a41363-4e78-4504-aefd-0ade8379185f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0560486 Sep 27 09:24:30.451497 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4232070-b6b6-489e-8b87-eac239d883f9 req-77d7c4fe-052e-4cb7-a009-50d6b0220e64 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Sep 27 09:24:31.494952 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:24:31.583835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce8e4f-ef8c-4ac6-84c6-47b997bdd7e9 req-e37c3d55-2ce2-49f2-aa85-2595571042e0 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:31.585335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-efce8e4f-ef8c-4ac6-84c6-47b997bdd7e9 req-e37c3d55-2ce2-49f2-aa85-2595571042e0 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0562229 Sep 27 09:24:31.626711 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-efce8e4f-ef8c-4ac6-84c6-47b997bdd7e9 req-f1622129-2e06-4748-8979-96a6c2188ea6 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Sep 27 09:24:32.751669 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da527df-0654-4c5e-b237-93a4547864d7 req-c22ad748-4723-4104-b744-4bb3d1c4f5ba tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:32.753174 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9da527df-0654-4c5e-b237-93a4547864d7 req-c22ad748-4723-4104-b744-4bb3d1c4f5ba tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0533421 Sep 27 09:24:32.791311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9da527df-0654-4c5e-b237-93a4547864d7 req-8ccf6327-2a12-4ea4-941c-4bde413798c8 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Sep 27 09:24:33.926259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14880e28-6368-4bd9-a2de-dbcc43969d14 req-c6bbd63f-608c-4a23-927c-cf2b18b929b0 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:33.927735 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14880e28-6368-4bd9-a2de-dbcc43969d14 req-c6bbd63f-608c-4a23-927c-cf2b18b929b0 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0558300 Sep 27 09:24:33.975301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14880e28-6368-4bd9-a2de-dbcc43969d14 req-64740dcb-46f3-4a8e-aa2e-b6961976a27f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382297 Sep 27 09:24:35.107554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c74d6f-8c6c-4146-be4d-ffd07578989b req-b9e82eb1-f82d-4192-966c-6a71fb6723ee tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:35.109263 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9c74d6f-8c6c-4146-be4d-ffd07578989b req-b9e82eb1-f82d-4192-966c-6a71fb6723ee tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0535252 Sep 27 09:24:35.156089 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9c74d6f-8c6c-4146-be4d-ffd07578989b req-49644138-eb96-4750-a765-48c8818bc9da tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 Sep 27 09:24:36.290993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa10405-a99c-4f5e-900c-bf85dc075667 req-43c26344-976e-4bac-8436-d78f6ee1b6e0 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:36.292506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fa10405-a99c-4f5e-900c-bf85dc075667 req-43c26344-976e-4bac-8436-d78f6ee1b6e0 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0508859 Sep 27 09:24:36.300482 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:36.333593 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fa10405-a99c-4f5e-900c-bf85dc075667 req-d2e8b8c2-1369-4d86-b284-7c0f4f313d1c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Sep 27 09:24:37.464409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a923-a7ee-4123-8c35-69efb43c1f88 req-e921a943-420f-4dbb-a971-d69bfdaa3e83 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:37.465788 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e54a923-a7ee-4123-8c35-69efb43c1f88 req-e921a943-420f-4dbb-a971-d69bfdaa3e83 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0518355 Sep 27 09:24:37.504155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8e54a923-a7ee-4123-8c35-69efb43c1f88 req-b5efc198-559b-4c03-8ecf-f5b86a8a9b89 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Sep 27 09:24:38.631842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c0618-d164-48a7-9070-bbf744333870 req-4cd67dc9-6c9c-4299-a80f-4376101df508 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:38.633337 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-681c0618-d164-48a7-9070-bbf744333870 req-4cd67dc9-6c9c-4299-a80f-4376101df508 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0541091 Sep 27 09:24:38.673535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-681c0618-d164-48a7-9070-bbf744333870 req-a2eca4e0-9fe2-450b-ba19-c6466580376d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Sep 27 09:24:39.806528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f0f28-712b-4ad2-9790-a8d22908e7eb req-b27c3aee-45e6-45e0-8aab-cf6156ab3735 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:39.807953 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e27f0f28-712b-4ad2-9790-a8d22908e7eb req-b27c3aee-45e6-45e0-8aab-cf6156ab3735 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0565710 Sep 27 09:24:39.848722 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e27f0f28-712b-4ad2-9790-a8d22908e7eb req-5f4e10a1-2a96-4486-b1f3-661f051f4b3a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Sep 27 09:24:40.974657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190c837-9281-41d4-899a-639f4675aefd req-0b5929aa-e1a1-4e43-977e-4c2387a29594 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:40.976133 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0190c837-9281-41d4-899a-639f4675aefd req-0b5929aa-e1a1-4e43-977e-4c2387a29594 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0493293 Sep 27 09:24:41.017116 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0190c837-9281-41d4-899a-639f4675aefd req-50b70dae-3bfe-4072-8858-37a774851ab9 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Sep 27 09:24:42.145712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1d751-09fc-4aa5-95e3-baeef27cad95 req-b69bfed0-abeb-4435-9f67-d61e8d2c693b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:42.147359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16e1d751-09fc-4aa5-95e3-baeef27cad95 req-b69bfed0-abeb-4435-9f67-d61e8d2c693b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0540295 Sep 27 09:24:42.193400 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16e1d751-09fc-4aa5-95e3-baeef27cad95 req-1415f6ae-bd1a-463b-bcda-ccb301ad332e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Sep 27 09:24:43.325856 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a73ab-9b28-4c06-a28d-accd967f5f70 req-5712682b-2e5a-4a90-a24d-e462fddbcfc6 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:43.327366 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe6a73ab-9b28-4c06-a28d-accd967f5f70 req-5712682b-2e5a-4a90-a24d-e462fddbcfc6 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0563016 Sep 27 09:24:43.370616 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fe6a73ab-9b28-4c06-a28d-accd967f5f70 req-6bab2534-ca65-4f4c-9dcf-b9b811d3dd68 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Sep 27 09:24:44.502664 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bddd0-217c-4840-a07e-2ad667326f66 req-a4e9aac7-59b4-4e37-8e73-89d83e98b372 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:44.504197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-343bddd0-217c-4840-a07e-2ad667326f66 req-a4e9aac7-59b4-4e37-8e73-89d83e98b372 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0528903 Sep 27 09:24:44.545552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-343bddd0-217c-4840-a07e-2ad667326f66 req-ba4bd477-cdad-4e37-bb71-85cb7576b56d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Sep 27 09:24:44.615221 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:45.167239 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd7c3-eeee-4c91-8669-278039342980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:45.690693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40da7e-2d4f-4cf1-a95c-c9e985424c8b req-a697a2c0-9aec-4510-aea4-ecc0cc8355c7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:45.692154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b40da7e-2d4f-4cf1-a95c-c9e985424c8b req-a697a2c0-9aec-4510-aea4-ecc0cc8355c7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0590107 Sep 27 09:24:45.740614 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b40da7e-2d4f-4cf1-a95c-c9e985424c8b req-1610db83-b3cc-4b79-9406-c31edcd64f72 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386789 Sep 27 09:24:46.887284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6ad1-faf9-4f05-8e6c-90c37114d9e9 req-7c89d356-0628-4da2-bd2e-a44b104ebac5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:46.888877 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed6b6ad1-faf9-4f05-8e6c-90c37114d9e9 req-7c89d356-0628-4da2-bd2e-a44b104ebac5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0658288 Sep 27 09:24:46.940625 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed6b6ad1-faf9-4f05-8e6c-90c37114d9e9 req-7bae920e-f16b-4ee0-9d75-f8fa2152bf9c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451355 Sep 27 09:24:47.627159 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eaa1fa9a-1ceb-4157-b072-085b0b902691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:48.087568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02422-b12c-446f-bb2e-3b0123658f28 req-6c00ad42-06b4-4df8-ad04-bdd619a07b66 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:48.089223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36f02422-b12c-446f-bb2e-3b0123658f28 req-6c00ad42-06b4-4df8-ad04-bdd619a07b66 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0625722 Sep 27 09:24:48.102653 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:48.132048 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36f02422-b12c-446f-bb2e-3b0123658f28 req-eeceffe1-42fa-4553-a20f-f6d8e9b5c75d tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363185 Sep 27 09:24:49.148126 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:49.282809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211c53b-b7eb-4d4d-a6c1-a56f67af3bdd req-24a6fc9e-faac-4864-9895-7667fea2d13e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:49.284371 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5211c53b-b7eb-4d4d-a6c1-a56f67af3bdd req-24a6fc9e-faac-4864-9895-7667fea2d13e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0590553 Sep 27 09:24:49.335978 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5211c53b-b7eb-4d4d-a6c1-a56f67af3bdd req-daa8ee43-8f1f-4591-9558-10875adf3726 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Sep 27 09:24:50.467248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21d3a-9212-47d6-a15d-87eda6c68cf5 req-6fd6411e-28d8-4252-a450-96e791497a4c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:50.468723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35a21d3a-9212-47d6-a15d-87eda6c68cf5 req-6fd6411e-28d8-4252-a450-96e791497a4c tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0531323 Sep 27 09:24:50.510331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-35a21d3a-9212-47d6-a15d-87eda6c68cf5 req-2e223a4d-8b96-47d2-97a5-6b46de17d180 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Sep 27 09:24:50.760771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:51.643563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187960cb-58b6-4b94-b872-305dfe124e04 req-5c01678a-5c26-4750-a85e-c1ff7895f98a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:51.645112 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-187960cb-58b6-4b94-b872-305dfe124e04 req-5c01678a-5c26-4750-a85e-c1ff7895f98a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0538788 Sep 27 09:24:51.690941 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-187960cb-58b6-4b94-b872-305dfe124e04 req-091ad793-ebce-4383-a482-5d95b0cc5f84 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Sep 27 09:24:52.836914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3cfe-f326-4897-9187-87202c7e8865 req-5c193d1e-149a-4a95-b1d7-27afd609b9c8 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:52.838662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd0e3cfe-f326-4897-9187-87202c7e8865 req-5c193d1e-149a-4a95-b1d7-27afd609b9c8 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0686922 Sep 27 09:24:52.880365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd0e3cfe-f326-4897-9187-87202c7e8865 req-66a829b7-8884-4ad2-bbff-2026b4a5baad tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Sep 27 09:24:54.002326 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-d7240a76-af3e-4e8a-b723-19f359781bb4 service neutron] show failed (client error): The resource could not be found. Sep 27 09:24:54.003469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-d7240a76-af3e-4e8a-b723-19f359781bb4 service neutron] 10.222.0.57 "GET /v2.0/ports/b259f1ff-eeab-493f-b81e-7a3450924286/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0575709 Sep 27 09:24:54.007928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865c5c6-f3d4-49c6-aaea-f16686d2cd83 req-64e8e437-71cd-4299-9111-c821d3750ce7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:54.009587 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1865c5c6-f3d4-49c6-aaea-f16686d2cd83 req-64e8e437-71cd-4299-9111-c821d3750ce7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0552933 Sep 27 09:24:54.056660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1865c5c6-f3d4-49c6-aaea-f16686d2cd83 req-6cafc95e-5f23-40c5-8367-1068c1ffb1ff tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Sep 27 09:24:54.273008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-eb030c37-e908-4d48-8bd5-6c707090470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:54.274534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-eb030c37-e908-4d48-8bd5-6c707090470a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062&tenant_id=c40b3cbe7fe04faab10c9a88350a8603 HTTP/1.1" status: 200 len: 1096 time: 0.0961425 Sep 27 09:24:54.286039 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:24:54.681140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:54.901056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:54.934317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:24:54.973800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:24:54.976038 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf086212-af02-4143-bf5c-48172df585b7" -d '{"events": [{"server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "name": "network-vif-unplugged", "status": "completed", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:24:54.980095 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:54.995379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Transition to ACTIVE for port object b259f1ff-eeab-493f-b81e-7a3450924286 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:24:54.999687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:55.065183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:55.067509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] No DVR routers for this DVR port b259f1ff-eeab-493f-b81e-7a3450924286 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:24:55.076381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.076731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.077073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.077413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.077746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.078074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.078405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.078726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.079054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.079407 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.079697 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.080015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:55.115380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Attempting to bind port b259f1ff-eeab-493f-b81e-7a3450924286 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:24:55.115717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Attempting to bind port b259f1ff-eeab-493f-b81e-7a3450924286 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:24:55.116064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Attempting to bind port b259f1ff-eeab-493f-b81e-7a3450924286 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:24:55.120805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Port b259f1ff-eeab-493f-b81e-7a3450924286 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:24:55.121141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Attempting to bind port b259f1ff-eeab-493f-b81e-7a3450924286 on network 4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:24:55.126794 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a41f7fe-d405-40eb-bc0a-6c3e108b8592 x-openstack-request-id: req-8a41f7fe-d405-40eb-bc0a-6c3e108b8592 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:24:55.127080 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "name": "network-vif-unplugged", "status": "completed", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:24:55.127334 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a41f7fe-d405-40eb-bc0a-6c3e108b8592 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:24:55.127727 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'code': 200} Sep 27 09:24:55.129053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:24:55.129415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Checking segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:24:55.129772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Bound using segment: {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:24:55.130195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Bound port: b259f1ff-eeab-493f-b81e-7a3450924286, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e929f8-ef75-4bd2-83cb-ce543df8f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:24:55.130555 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:55.183753 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbbaa9-4eb7-4d25-b233-18a2f83bba37 req-ae7d60b3-303d-4440-b1e5-015bcd386c9b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:55.185441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09bbbaa9-4eb7-4d25-b233-18a2f83bba37 req-ae7d60b3-303d-4440-b1e5-015bcd386c9b tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 943 time: 0.0492094 Sep 27 09:24:55.194654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:24:55.198709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:24:55.204122 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:55.232930 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-09bbbaa9-4eb7-4d25-b233-18a2f83bba37 req-7bc9a2b6-b38b-4d0f-b5f8-169dbdbe23ed tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Sep 27 09:24:55.242947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:55.243659 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:55.245223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] 10.222.0.67 "PUT /v2.0/ports/b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 1091 time: 0.9631352 Sep 27 09:24:55.266559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9e242-96b1-4cae-869c-0ce91670018d service neutron] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:55.314430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-b320745c-a92e-4d5c-8348-7afa4a43357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:55.316142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-b320745c-a92e-4d5c-8348-7afa4a43357a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1094 time: 0.0443609 Sep 27 09:24:55.411411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-6c8dc764-03ba-4d24-89e2-d1f24191b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:55.413098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-6c8dc764-03ba-4d24-89e2-d1f24191b6ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0894954 Sep 27 09:24:55.461164 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-68a650ab-7146-4bf1-9c1c-ac4e1f85e943 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 217 time: 0.0407751 Sep 27 09:24:55.513307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-526fff79-b147-4aed-bd34-29a5d00c12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:55.514811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-526fff79-b147-4aed-bd34-29a5d00c12b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0473175 Sep 27 09:24:55.546499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-73e5a0aa-52af-4477-bf53-5750a0c0bc2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246818 Sep 27 09:24:55.653055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-9fef5293-a536-495d-8c8a-260f9bd0c949 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995626 Sep 27 09:24:55.746124 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c4bb582-0b92-4e51-b86c-b737cb87e0fd req-7c307102-81c8-4ae2-8c72-379c771e502c service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862968 Sep 27 09:24:56.362423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff424c2c-614e-4efa-bee4-1d12ff042912 req-70e63e30-08fd-4c17-b59f-db1b75f59d35 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:56.363890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff424c2c-614e-4efa-bee4-1d12ff042912 req-70e63e30-08fd-4c17-b59f-db1b75f59d35 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 943 time: 0.0520701 Sep 27 09:24:56.405163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff424c2c-614e-4efa-bee4-1d12ff042912 req-5bea833a-e704-4b3d-afee-b832085b9714 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349765 Sep 27 09:24:56.686187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b259f1ff-eeab-493f-b81e-7a3450924286 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:24:56.732956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b259f1ff-eeab-493f-b81e-7a3450924286 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:24:57.129246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:24:57.131530 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1c5795-3982-4292-a94a-43c0461ab97e" -d '{"events": [{"name": "network-changed", "server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:24:57.185292 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa205df-976e-4a0c-a3a1-c7fe81cec1b5 x-openstack-request-id: req-2aa205df-976e-4a0c-a3a1-c7fe81cec1b5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:24:57.185621 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:24:57.186495 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2aa205df-976e-4a0c-a3a1-c7fe81cec1b5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:24:57.186926 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'status': 'completed', 'code': 200} Sep 27 09:24:57.271500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-17809989-3df6-4210-a242-9ac4f3d29d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:57.273033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-17809989-3df6-4210-a242-9ac4f3d29d98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1094 time: 0.0678217 Sep 27 09:24:57.283303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-03f20a59-4cf2-4fe5-921f-9ecd89d89e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:57.284795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-03f20a59-4cf2-4fe5-921f-9ecd89d89e61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1094 time: 0.0526569 Sep 27 09:24:57.436231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-95161c77-2f26-4c04-a4b7-19293bfd7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:57.437842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-95161c77-2f26-4c04-a4b7-19293bfd7c34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.1567292 Sep 27 09:24:57.439222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-826e3632-2fd9-473c-8bb2-dc4ff8d559ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:57.440578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-826e3632-2fd9-473c-8bb2-dc4ff8d559ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.1476431 Sep 27 09:24:57.498045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-9e1346f9-6a30-4233-8432-3e2cfbbb0b03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 217 time: 0.0525677 Sep 27 09:24:57.534106 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-3f9f5cbf-7a0d-4b65-89ea-547bd2d6b7d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 217 time: 0.0814810 Sep 27 09:24:57.627008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-fdd57810-b4a3-41b0-bcfc-befee3004f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:57.628568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-fdd57810-b4a3-41b0-bcfc-befee3004f43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.1030192 Sep 27 09:24:57.640454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef91b9-6281-454e-8ba8-8479bf49ba93 req-fb5f4a24-ed9e-4a09-aa04-35108e6887fa tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:57.641936 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21ef91b9-6281-454e-8ba8-8479bf49ba93 req-fb5f4a24-ed9e-4a09-aa04-35108e6887fa tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 943 time: 0.1544542 Sep 27 09:24:57.643178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-c778a787-f61a-4a46-9272-836e1b0a8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:57.644573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-c778a787-f61a-4a46-9272-836e1b0a8f76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0965092 Sep 27 09:24:57.695570 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-edf73664-a914-4be6-9580-864383158dda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425527 Sep 27 09:24:57.702479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-8b3edef5-fd0f-4af6-996b-7cd3ac685f61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570540 Sep 27 09:24:57.776697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-21ef91b9-6281-454e-8ba8-8479bf49ba93 req-8df32416-1e0b-47fa-9c4c-87e8841f7739 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228466 Sep 27 09:24:57.878133 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-6c58735d-b889-45a6-9d51-ea1ea1a32dbb service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644542 Sep 27 09:24:57.880141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-d12f51da-6394-441f-a22b-bd49b58c00ae service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753540 Sep 27 09:24:57.956515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b259f1ff-eeab-493f-b81e-7a3450924286 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:24:57.990653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c585d8-a705-4340-a476-6fc15e784bae req-342a319b-290c-4efa-8e19-6086d9749b17 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:57.992269 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-342a319b-290c-4efa-8e19-6086d9749b17 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.57 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062&tenant_id=c40b3cbe7fe04faab10c9a88350a8603&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 943 time: 0.0530396 Sep 27 09:24:58.057282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:58.058991 n-d-810909-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-05c585d8-a705-4340-a476-6fc15e784bae req-485d36a9-ee1b-4535-9b83-86e23ef63a21 service neutron] delete failed (client error): The resource could not be found. Sep 27 09:24:58.060134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-485d36a9-ee1b-4535-9b83-86e23ef63a21 service neutron] 10.222.0.57 "DELETE /v2.0/ports/b259f1ff-eeab-493f-b81e-7a3450924286/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0551052 Sep 27 09:24:58.069156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'network_id': '4524d2cc-e665-4ca0-aa6f-4db5e9a554e7', 'port_id': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'mac_address': 'fa:16:3e:b1:da:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783efe81-8699-4f59-a711-f3e130a2b442', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:24:58.070403 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-7a9ec6f7-a267-4705-ba29-83c6897671ed service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833022 Sep 27 09:24:58.078850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd1c5795-3982-4292-a94a-43c0461ab97e req-a356b25b-ce37-4939-9d26-c0a10a0b5a2d service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905098 Sep 27 09:24:58.087339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435391b-37ae-4b04-a053-baceb919b915 req-7af291e3-47ec-4fc2-8a51-1ca4609f4b90 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:58.089057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5435391b-37ae-4b04-a053-baceb919b915 req-7af291e3-47ec-4fc2-8a51-1ca4609f4b90 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 943 time: 0.1487241 Sep 27 09:24:58.115119 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:58.128937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b259f1ff-eeab-493f-b81e-7a3450924286 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:24:58.130479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5435391b-37ae-4b04-a053-baceb919b915 req-9a670558-e0b6-45bb-a719-ecf013428a30 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Sep 27 09:24:58.149105 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:24:58.153997 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:24:58.181259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c585d8-a705-4340-a476-6fc15e784bae req-9b4835a0-e2ae-4d99-8fe2-d4332cc85ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:58.182790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-9b4835a0-e2ae-4d99-8fe2-d4332cc85ea8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1094 time: 0.0467863 Sep 27 09:24:58.201562 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:24:58.209518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.209802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.210146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.210484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.210813 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.211140 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.211467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.211792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.212144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.212517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.212843 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.213166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:24:58.275891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c585d8-a705-4340-a476-6fc15e784bae req-06b87c63-e2d7-4842-8909-eb22f0f6cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:58.277436 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-06b87c63-e2d7-4842-8909-eb22f0f6cbfd service neutron] 10.222.0.57 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0864270 Sep 27 09:24:58.322623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-d732bb8b-b620-49c0-bb2d-508cf9131306 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 217 time: 0.0368650 Sep 27 09:24:58.374306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c585d8-a705-4340-a476-6fc15e784bae req-a474d720-ff7a-43a7-8237-36a744efebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:58.375203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['b259f1ff-eeab-493f-b81e-7a3450924286'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:24:58.375891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-a474d720-ff7a-43a7-8237-36a744efebe0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0454285 Sep 27 09:24:58.409021 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-6e973d81-d1d3-44d6-8255-223cac7fb627 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255401 Sep 27 09:24:58.459193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-310d4a72-f7a1-4361-8a1b-09c646f13a95 req-593123e5-cacc-4486-98c3-398df64b1f3c service neutron] (94831) timed out ('10.222.0.50', 34056) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:24:58.505719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-88514d2a-eed1-4e0b-a7a6-85abfed5fd8a service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890064 Sep 27 09:24:58.601881 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-cbedc3a0-5c97-412a-b7ce-427512b24ef6 service neutron] 10.222.0.57 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883141 Sep 27 09:24:59.319042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6c130-5c2d-4bc1-a3f9-64895f283b2c req-a95a2ae3-6115-4430-8b96-e6f4a27949c1 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:59.320484 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56c6c130-5c2d-4bc1-a3f9-64895f283b2c req-a95a2ae3-6115-4430-8b96-e6f4a27949c1 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 944 time: 0.1140411 Sep 27 09:24:59.360012 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-56c6c130-5c2d-4bc1-a3f9-64895f283b2c req-6e6e874b-413a-40e7-b2a0-637c50a57bd4 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Sep 27 09:24:59.491893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f318a2-8388-46cc-b068-c112ca0f7d02 req-b1c4e30d-0b42-4d61-8d36-21ad6440602a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:59.493430 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76f318a2-8388-46cc-b068-c112ca0f7d02 req-b1c4e30d-0b42-4d61-8d36-21ad6440602a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 944 time: 0.0618649 Sep 27 09:24:59.534049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-76f318a2-8388-46cc-b068-c112ca0f7d02 req-4c4b2403-01fc-4362-b268-af2090e5786f tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Sep 27 09:24:59.674839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01946915-2d4b-4a32-a245-9400b05bc4ae req-48df42c4-c556-4697-a2fa-79f4e818d2e7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:59.676301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01946915-2d4b-4a32-a245-9400b05bc4ae req-48df42c4-c556-4697-a2fa-79f4e818d2e7 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 944 time: 0.0585585 Sep 27 09:24:59.714696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-01946915-2d4b-4a32-a245-9400b05bc4ae req-d199db69-c971-49b6-b912-adb25bd4b953 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Sep 27 09:24:59.792409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-16e09fcd-c83e-4f07-9b1b-9431832cec62 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510612 Sep 27 09:24:59.879889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-180f5b9d-89d3-40ab-a84f-ae8e0824d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:24:59.881585 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-180f5b9d-89d3-40ab-a84f-ae8e0824d34e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 1095 time: 0.0464180 Sep 27 09:24:59.956822 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b259f1ff-eeab-493f-b81e-7a3450924286 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:25:00.001509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-2dc142aa-a939-4c6e-bc1a-af4450dd5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:00.003013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-2dc142aa-a939-4c6e-bc1a-af4450dd5795 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 200 len: 916 time: 0.0999300 Sep 27 09:25:00.011975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port b259f1ff-eeab-493f-b81e-7a3450924286 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:25:00.016114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port b259f1ff-eeab-493f-b81e-7a3450924286 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:00.016528 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:00.057256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-42b889d3-164e-46f0-87f2-9d1aa97d8b88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 200 len: 217 time: 0.0457385 Sep 27 09:25:00.094313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:00.121880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:25:00.124692 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e9d133-b2ed-4453-9a02-d7dd752a9080" -d '{"events": [{"server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "name": "network-vif-plugged", "status": "completed", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:25:00.146013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:25:00.147904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-5ec3d875-3782-49bb-9ac8-cfb049fbed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:00.149831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-5ec3d875-3782-49bb-9ac8-cfb049fbed8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 200 len: 855 time: 0.0837808 Sep 27 09:25:00.150545 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:00.158575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2c5ef-9026-41e0-8828-9c4338c36737 req-79457083-0770-4231-a7cf-bddde245c9a3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:00.160792 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cf2c5ef-9026-41e0-8828-9c4338c36737 req-79457083-0770-4231-a7cf-bddde245c9a3 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 944 time: 0.1065745 Sep 27 09:25:00.178948 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280f3960-51bf-48a2-aebd-51e23a86b061 x-openstack-request-id: req-280f3960-51bf-48a2-aebd-51e23a86b061 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:25:00.179285 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "name": "network-vif-plugged", "status": "completed", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:25:00.179612 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-280f3960-51bf-48a2-aebd-51e23a86b061 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:25:00.179963 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'code': 200} Sep 27 09:25:00.193179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-a6aa6238-2298-48cb-9b74-f90d3bafd55e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310235 Sep 27 09:25:00.207194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:00.243971 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2cf2c5ef-9026-41e0-8828-9c4338c36737 req-d3f30c41-c35f-4c77-96f3-0e0bef95400e tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734389 Sep 27 09:25:00.302483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-da5c599a-cdf6-4433-acdc-fda4f2dbf1b4 service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013796 Sep 27 09:25:00.396759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f774f609-2265-41ee-9883-34ee1f51cc1c req-a3e0b5b9-4d2f-4075-8770-70b7af31b29c service neutron] 10.222.0.67 "GET /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856819 Sep 27 09:25:01.217940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f991f16-0850-435b-8783-6e1be41748f7 req-5e7ad1a8-6ec5-4565-afac-3ff594ca6b3a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:01.219977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f991f16-0850-435b-8783-6e1be41748f7 req-5e7ad1a8-6ec5-4565-afac-3ff594ca6b3a tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.67 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0660098 Sep 27 09:25:01.316298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Deleting port b259f1ff-eeab-493f-b81e-7a3450924286 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:25:01.316672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:01.362796 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fa12d-6df7-46a2-8f81-474185086921 req-9418af85-edf3-4058-b323-a25f5e6d3081 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:01.364311 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c6fa12d-6df7-46a2-8f81-474185086921 req-9418af85-edf3-4058-b323-a25f5e6d3081 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/ports?device_id=75404d91-b630-41e4-8021-67205fda4062 HTTP/1.1" status: 200 len: 945 time: 0.0488479 Sep 27 09:25:01.401520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c6fa12d-6df7-46a2-8f81-474185086921 req-b38bd284-4fbf-4c93-982b-5ea39c8052cd tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.50 "GET /v2.0/security-groups?id=bff46e47-c7e9-46ec-a179-f3c2d045b79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Sep 27 09:25:01.405412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] For port b259f1ff-eeab-493f-b81e-7a3450924286, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=b259f1ff-eeab-493f-b81e-7a3450924286,segment=NetworkSegment(30e929f8-ef75-4bd2-83cb-ce543df8f688),segment_id=30e929f8-ef75-4bd2-83cb-ce543df8f688)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:25:01.405787 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:01.418813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Calling delete_port for b259f1ff-eeab-493f-b81e-7a3450924286 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:25:01.549272 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:01.561368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['b259f1ff-eeab-493f-b81e-7a3450924286'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:25:01.580129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Pushing event deleted for resources: {'Port': ['ID=b259f1ff-eeab-493f-b81e-7a3450924286,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:01.622287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] No DVR routers for this DVR port b259f1ff-eeab-493f-b81e-7a3450924286 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:25:01.625088 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:01.627137 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f991f16-0850-435b-8783-6e1be41748f7 req-0a4c6df2-2072-4e37-a345-306c2f47d5a5 tempest-ServerDiskConfigTestJSON-1626932767 tempest-ServerDiskConfigTestJSON-1626932767-project] 10.222.0.67 "DELETE /v2.0/ports/b259f1ff-eeab-493f-b81e-7a3450924286 HTTP/1.1" status: 204 len: 173 time: 0.4002569 Sep 27 09:25:01.627576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'name': 'network-vif-deleted', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:25:01.629871 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7101771-1ad8-4cca-a6bf-13af407d62a6" -d '{"events": [{"server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "name": "network-vif-deleted", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:25:01.668913 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4afd91-25d2-4c96-94e5-c87b77256975 x-openstack-request-id: req-ad4afd91-25d2-4c96-94e5-c87b77256975 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:25:01.669204 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75404d91-b630-41e4-8021-67205fda4062", "name": "network-vif-deleted", "tag": "b259f1ff-eeab-493f-b81e-7a3450924286", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:25:01.669460 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad4afd91-25d2-4c96-94e5-c87b77256975 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:25:01.669863 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75404d91-b630-41e4-8021-67205fda4062', 'name': 'network-vif-deleted', 'tag': 'b259f1ff-eeab-493f-b81e-7a3450924286', 'status': 'completed', 'code': 200} Sep 27 09:25:02.545651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37242) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:02.592907 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e178c25-4543-42ca-9005-a999628b484d admin admin] Deleting subnet 783efe81-8699-4f59-a711-f3e130a2b442 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:25:02.596008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e178c25-4543-42ca-9005-a999628b484d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.629656 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e178c25-4543-42ca-9005-a999628b484d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.669129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e178c25-4543-42ca-9005-a999628b484d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.739859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e178c25-4543-42ca-9005-a999628b484d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.764671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e178c25-4543-42ca-9005-a999628b484d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783efe81-8699-4f59-a711-f3e130a2b442,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:02.768303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8e178c25-4543-42ca-9005-a999628b484d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.770701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8e178c25-4543-42ca-9005-a999628b484d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/783efe81-8699-4f59-a711-f3e130a2b442 HTTP/1.1" status: 204 len: 168 time: 0.2235332 Sep 27 09:25:02.772657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37244) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:02.842824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.926251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.946318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4524d2cc-e665-4ca0-aa6f-4db5e9a554e7']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:02.956093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e929f8-ef75-4bd2-83cb-ce543df8f688') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:02.956415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e929f8-ef75-4bd2-83cb-ce543df8f688') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:02.966360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.980271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.986146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:25:02.986529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:25:02.988217 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:25:03.047004 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:03.054925 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:03.057033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4524d2cc-e665-4ca0-aa6f-4db5e9a554e7 HTTP/1.1" status: 204 len: 168 time: 0.2833755 Sep 27 09:25:03.068474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a6b4d-823c-481b-9e33-36ef825e2a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=4524d2cc-e665-4ca0-aa6f-4db5e9a554e7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:03.172515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37248) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:03.213891 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7fe3c2b4-9ade-4cef-a6a3-b8c1bce97c7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c40b3cbe7fe04faab10c9a88350a8603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402200 Sep 27 09:25:03.216600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37250) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:03.264112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16df61dd-5860-4f1c-aee4-e343ade9d692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:03.284238 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16df61dd-5860-4f1c-aee4-e343ade9d692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:03.335567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16df61dd-5860-4f1c-aee4-e343ade9d692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:03.338065 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-16df61dd-5860-4f1c-aee4-e343ade9d692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:03.339276 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-16df61dd-5860-4f1c-aee4-e343ade9d692 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bff46e47-c7e9-46ec-a179-f3c2d045b79a HTTP/1.1" status: 204 len: 168 time: 0.1218250 Sep 27 09:25:03.348675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df61dd-5860-4f1c-aee4-e343ade9d692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff46e47-c7e9-46ec-a179-f3c2d045b79a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:04.073444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37272) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:04.174733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1110214765-network', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:04.198415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Made reservation on behalf of 04b6456f11fa4aab95e2215ebf24efc9 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:25:04.201061 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.210153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.310600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.317153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.347776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:25:04.362518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc935353-73ce-4a8a-8798-c3fb5408225e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:04.365560 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.365899 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Added segment a9dec2b2-e388-4f40-8cf3-b980140e87f8 of type vlan for network 8a579a3d-192a-4220-850e-b0ff6f63d87b Sep 27 09:25:04.406540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.432617 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.433566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:04.434140 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.463013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3884833 Sep 27 09:25:04.466295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:04.471320 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Request body: {'subnet': {'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1110214765-subnet', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:04.493927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2eca6-6f5c-4e2e-bed9-59dbade4bba1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a579a3d-192a-4220-850e-b0ff6f63d87b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:04.494570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Made reservation on behalf of 04b6456f11fa4aab95e2215ebf24efc9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:25:04.498224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.504605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:25:04.678644 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.732559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:04.744066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.744432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.744770 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.745114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.745434 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.745744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.746063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.746384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.746701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.747024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.747339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.747657 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:04.753531 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:25:04.753926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Network hostable DHCP agents. Network: 8a579a3d-192a-4220-850e-b0ff6f63d87b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:25:04.771307 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:25:04.780748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 8a579a3d-192a-4220-850e-b0ff6f63d87b) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:25:04.784964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:04.785567 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.790405 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbfea7-9e33-4ffd-9108-9be9728163e5 None None] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:25:04.804711 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-59abd7e5-2091-4ba6-bb8e-f1ab21efb999 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3372340 Sep 27 09:25:04.807543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:04.811815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:04.834107 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.835109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.902206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:04.939461 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-8a579a3d-192a-4220-850e-b0ff6f63d87b', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:25:04.940357 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.042681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.071095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Allocated IP 172.20.0.2 (8a579a3d-192a-4220-850e-b0ff6f63d87b/bc50c7d1-41e0-494d-821a-32f2a2ce2ae4/1709af57-09e7-4b1c-a100-a4e8b165e09b) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:25:05.250888 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.272134 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.367417 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.374923 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.382401 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Allocated IP 172.25.2.119 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/ae89d6bc-afca-4a54-bd23-39a356efcc53) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:25:05.413395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:25:05.416163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:25:05.422453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:25:05.425508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Pushing event updated for resources: {'Port': ['ID=1709af57-09e7-4b1c-a100-a4e8b165e09b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:05.479726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Attempting to bind port 1709af57-09e7-4b1c-a100-a4e8b165e09b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:25:05.479951 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Attempting to bind port 1709af57-09e7-4b1c-a100-a4e8b165e09b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:25:05.480442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Attempting to bind port 1709af57-09e7-4b1c-a100-a4e8b165e09b on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:25:05.485616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:25:05.486026 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:25:05.486392 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.486497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.487116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:25:05.487220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Bound port: 1709af57-09e7-4b1c-a100-a4e8b165e09b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:25:05.487592 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.520624 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.552425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] For port 1709af57-09e7-4b1c-a100-a4e8b165e09b, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:25:05.555534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] For port 1709af57-09e7-4b1c-a100-a4e8b165e09b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1709af57-09e7-4b1c-a100-a4e8b165e09b,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:25:05.560948 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:05.563786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:25:05.566920 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:25:05.573797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:25:05.576990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Pushing event updated for resources: {'Port': ['ID=ae89d6bc-afca-4a54-bd23-39a356efcc53,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:05.627610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91cf6f-4de4-4e4e-8f1a-d5e5cb8b3633 None None] Pushing event updated for resources: {'Port': ['ID=1709af57-09e7-4b1c-a100-a4e8b165e09b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:06.003300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b259f1ff-eeab-493f-b81e-7a3450924286 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:25:06.039480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: b259f1ff-eeab-493f-b81e-7a3450924286 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:25:06.039984 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device b259f1ff-eeab-493f-b81e-7a3450924286 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:25:06.258001 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:06.306852 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:06.472130 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:06.563978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf93b70-212a-472a-8c52-b43d6b3e83fb None None] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:25:06.601498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:25:06.643335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-76ced210-cacd-4706-9571-dd854e0a8648 None None] Provisioning complete for port 1709af57-09e7-4b1c-a100-a4e8b165e09b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:06.643623 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76ced210-cacd-4706-9571-dd854e0a8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:06.711299 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:25:06.721500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:25:06.728448 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:06.729720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d2764c12-4cee-49f3-8dff-b250af664847 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9212441 Sep 27 09:25:06.732502 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:06.783727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:25:06.784256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:24:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:06.787771 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76ced210-cacd-4706-9571-dd854e0a8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:06.873516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-76ced210-cacd-4706-9571-dd854e0a8648 None None] For port 1709af57-09e7-4b1c-a100-a4e8b165e09b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1709af57-09e7-4b1c-a100-a4e8b165e09b,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:25:06.904471 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76ced210-cacd-4706-9571-dd854e0a8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:06.955823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:25:07.033554 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ced210-cacd-4706-9571-dd854e0a8648 None None] Pushing event updated for resources: {'Port': ['ID=1709af57-09e7-4b1c-a100-a4e8b165e09b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:07.146891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f452812d-150e-4e51-a85a-b306e1db1b5f None None] Provisioning complete for port 1709af57-09e7-4b1c-a100-a4e8b165e09b triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:07.147189 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f452812d-150e-4e51-a85a-b306e1db1b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.178657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.229337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:05Z', 'revision_number': 3, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:07.259036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:25:07.259391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Updating router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 port ae89d6bc-afca-4a54-bd23-39a356efcc53 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:25:07.289112 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.345464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Allocated IP 172.20.0.1 (8a579a3d-192a-4220-850e-b0ff6f63d87b/bc50c7d1-41e0-494d-821a-32f2a2ce2ae4/01702bb3-7ca2-4974-98e3-db050e2a4e3a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:25:07.452068 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.488845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.523494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:25:07.526698 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:25:07.530214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:25:07.547949 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.562026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Pushing event updated for resources: {'Port': ['ID=01702bb3-7ca2-4974-98e3-db050e2a4e3a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:07.565443 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.576192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.620895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1709af57-09e7-4b1c-a100-a4e8b165e09b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:25:07.642100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a638f-2264-4714-aa93-c5c3a8b8747b None None] Pushing event updated for resources: {'Port': ['ID=ae89d6bc-afca-4a54-bd23-39a356efcc53,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:07.665865 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Attempting to bind port ae89d6bc-afca-4a54-bd23-39a356efcc53 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:25:07.666236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Attempting to bind port ae89d6bc-afca-4a54-bd23-39a356efcc53 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:25:07.667032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Attempting to bind port ae89d6bc-afca-4a54-bd23-39a356efcc53 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:25:07.674513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:25:07.674884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:25:07.675289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.676008 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:25:07.676216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Bound port: ae89d6bc-afca-4a54-bd23-39a356efcc53, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:25:07.676631 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.718104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.730624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 1709af57-09e7-4b1c-a100-a4e8b165e09b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:07.731004 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.772140 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] For port ae89d6bc-afca-4a54-bd23-39a356efcc53, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:25:07.778370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] For port ae89d6bc-afca-4a54-bd23-39a356efcc53, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ae89d6bc-afca-4a54-bd23-39a356efcc53,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:25:07.784663 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.877174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4eaa9bf2-cc5d-4a85-9a6c-c09b306ac52b None None] Provisioning complete for port 01702bb3-7ca2-4974-98e3-db050e2a4e3a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:07.877454 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9bf2-cc5d-4a85-9a6c-c09b306ac52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.889172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:25:07.889799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:24:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:07.890590 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.896216 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.914702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a638f-2264-4714-aa93-c5c3a8b8747b None None] Pushing event updated for resources: {'Port': ['ID=ae89d6bc-afca-4a54-bd23-39a356efcc53,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:07.964270 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:07.964513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa9bf2-cc5d-4a85-9a6c-c09b306ac52b None None] Port 01702bb3-7ca2-4974-98e3-db050e2a4e3a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:25:07.965985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Pushing event updated for resources: {'Port': ['ID=01702bb3-7ca2-4974-98e3-db050e2a4e3a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:08.033281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:25:08.060628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:25:08.062109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:25:08.181173 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:25:08.299893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:25:08.313134 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b917520-abc0-49c7-b7af-319277c1064b admin admin] 10.222.0.50 "PUT /v2.0/routers/f1ba88ae-5604-41b8-9e76-df2b87f6ca21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5715387 Sep 27 09:25:08.345487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-38ec207a-6482-4700-bab6-c7b12d51b87d None None] Provisioning complete for port 01702bb3-7ca2-4974-98e3-db050e2a4e3a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:08.346032 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38ec207a-6482-4700-bab6-c7b12d51b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:08.407480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-38ec207a-6482-4700-bab6-c7b12d51b87d None None] Port 01702bb3-7ca2-4974-98e3-db050e2a4e3a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:25:08.435999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 2, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:08.465275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd8959-216d-4d01-939c-1946d7c86a41 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 2, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:25:08.494469 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:25:08.746520 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37288) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:08.751736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ba43e53b-3555-4ace-9b1e-5c552b13b519 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966804193', 'description': 'tempest-description--1276871694'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:08.776784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba43e53b-3555-4ace-9b1e-5c552b13b519 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:08.863578 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba43e53b-3555-4ace-9b1e-5c552b13b519 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:08.868319 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba43e53b-3555-4ace-9b1e-5c552b13b519 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:08.897719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43e53b-3555-4ace-9b1e-5c552b13b519 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c10c0f0-212f-4d6b-be95-23fb8da016e4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:08.900374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba43e53b-3555-4ace-9b1e-5c552b13b519 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:08.904397 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ba43e53b-3555-4ace-9b1e-5c552b13b519 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1563206 Sep 27 09:25:08.904838 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 37290) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:08.909626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9cf4f13f-a6a0-4b4d-b577-ce6c602bcb4d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'security_group_rule': {'security_group_id': '8c10c0f0-212f-4d6b-be95-23fb8da016e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:08.939318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f13f-a6a0-4b4d-b577-ce6c602bcb4d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.000554 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f13f-a6a0-4b4d-b577-ce6c602bcb4d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.004674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f13f-a6a0-4b4d-b577-ce6c602bcb4d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.020360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4f13f-a6a0-4b4d-b577-ce6c602bcb4d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd94810-8e9a-44df-9e5f-60c051901a09,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:09.030158 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f13f-a6a0-4b4d-b577-ce6c602bcb4d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.031464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9cf4f13f-a6a0-4b4d-b577-ce6c602bcb4d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253355 Sep 27 09:25:09.034183 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:09.039047 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e166358b-d2a8-4c47-9d8f-e1093b884d26 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'security_group_rule': {'security_group_id': '8c10c0f0-212f-4d6b-be95-23fb8da016e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:09.082447 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e166358b-d2a8-4c47-9d8f-e1093b884d26 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.145805 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e166358b-d2a8-4c47-9d8f-e1093b884d26 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.151127 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e166358b-d2a8-4c47-9d8f-e1093b884d26 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.172596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166358b-d2a8-4c47-9d8f-e1093b884d26 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eb68c0-53af-450f-ab27-24ee4a2e4879,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:09.180910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e166358b-d2a8-4c47-9d8f-e1093b884d26 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.182351 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e166358b-d2a8-4c47-9d8f-e1093b884d26 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470132 Sep 27 09:25:09.185432 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:09.190087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:09.213925 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.319104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.424990 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Allocated IP 172.25.2.95 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/8c349ce4-bfd0-4de0-be9a-4e4f900e7895) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:25:09.538725 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.586747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ae89d6bc-afca-4a54-bd23-39a356efcc53 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:25:09.587355 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.628935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:25:09.631995 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:25:09.634978 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:25:09.643545 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ae89d6bc-afca-4a54-bd23-39a356efcc53 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:09.643990 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.660119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'Port': ['ID=8c349ce4-bfd0-4de0-be9a-4e4f900e7895,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:09.724257 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.730383 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.745934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port ae89d6bc-afca-4a54-bd23-39a356efcc53, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ae89d6bc-afca-4a54-bd23-39a356efcc53,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:25:09.750579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.764215 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.805161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=ae89d6bc-afca-4a54-bd23-39a356efcc53,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:09.915970 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.922566 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:09.987992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'Port': ['ID=8c349ce4-bfd0-4de0-be9a-4e4f900e7895,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:10.001553 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:10.017895 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:10.019294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-18717bc0-406d-4835-a79f-76d422d14853 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8328125 Sep 27 09:25:10.176096 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-d1f64901-c602-4884-be29-c656a10d4f45 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--966804193&fields=id&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 267 time: 0.0359473 Sep 27 09:25:10.294332 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060026-b466-45a4-bc15-e41054478912 req-ebd82abe-7294-4057-b2b1-05632a1deea3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:10.296300 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-ebd82abe-7294-4057-b2b1-05632a1deea3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 812 time: 0.1132848 Sep 27 09:25:10.316033 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-1c5f9e4b-89f5-47c2-989c-018b49d1dd33 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/quotas/04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 375 time: 0.0103240 Sep 27 09:25:10.374133 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-6beb5a95-0b28-472d-9aff-961132ee6bd9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496383 Sep 27 09:25:10.420057 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:25:10.430414 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:25:10.431102 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:24:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:10.531388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-32e12b8b-fc86-4101-ad93-57c343b2b3a3 service neutron] 10.222.0.50 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434636 Sep 27 09:25:10.533790 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:25:10.626078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-626e0357-5511-4a4b-bb5a-1b031b8d6984 service neutron] 10.222.0.50 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885885 Sep 27 09:25:10.732767 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 2, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:10.758778 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:25:10.759052 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Updating router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 port 01702bb3-7ca2-4974-98e3-db050e2a4e3a binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:25:10.791365 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:10.806203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d2cce01-abb9-407f-b503-c8f1fa11f9b2 req-58ad72b2-62b5-40d9-b8f4-b61c9226d385 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 210 time: 0.0294561 Sep 27 09:25:11.062077 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.068744 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.123771 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Pushing event updated for resources: {'Port': ['ID=01702bb3-7ca2-4974-98e3-db050e2a4e3a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:11.149002 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.149338 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.149673 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.149996 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.150325 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.150643 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.150963 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.151275 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.151742 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.152228 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.152638 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.153104 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:25:11.182900 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Attempting to bind port 01702bb3-7ca2-4974-98e3-db050e2a4e3a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:25:11.183277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Attempting to bind port 01702bb3-7ca2-4974-98e3-db050e2a4e3a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:25:11.183635 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Attempting to bind port 01702bb3-7ca2-4974-98e3-db050e2a4e3a on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:25:11.188737 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:25:11.189108 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:25:11.189496 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.190045 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:25:11.190650 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Bound port: 01702bb3-7ca2-4974-98e3-db050e2a4e3a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:25:11.191259 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.267945 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] For port 01702bb3-7ca2-4974-98e3-db050e2a4e3a, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:25:11.271629 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] For port 01702bb3-7ca2-4974-98e3-db050e2a4e3a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=01702bb3-7ca2-4974-98e3-db050e2a4e3a,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:25:11.275507 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.335596 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:25:11.336233 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:24:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:11.338379 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527e42-0f31-49ff-ba53-9443decde0bf None None] Pushing event updated for resources: {'Port': ['ID=01702bb3-7ca2-4974-98e3-db050e2a4e3a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:11.351781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-789280c7-e4c0-4fc7-8d17-a761dadb8433 None None] Provisioning complete for port 01702bb3-7ca2-4974-98e3-db050e2a4e3a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:11.352309 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-789280c7-e4c0-4fc7-8d17-a761dadb8433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.450405 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-789280c7-e4c0-4fc7-8d17-a761dadb8433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.477291 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:25:11.484198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-789280c7-e4c0-4fc7-8d17-a761dadb8433 None None] For port 01702bb3-7ca2-4974-98e3-db050e2a4e3a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=01702bb3-7ca2-4974-98e3-db050e2a4e3a,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:25:11.489169 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-789280c7-e4c0-4fc7-8d17-a761dadb8433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.565118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789280c7-e4c0-4fc7-8d17-a761dadb8433 None None] Pushing event updated for resources: {'Port': ['ID=01702bb3-7ca2-4974-98e3-db050e2a4e3a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:11.612674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6fe9f48a-7f94-4afb-8a2a-1ab796d4ec6a None None] Provisioning complete for port 01702bb3-7ca2-4974-98e3-db050e2a4e3a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:11.612674 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6fe9f48a-7f94-4afb-8a2a-1ab796d4ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.638960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 01702bb3-7ca2-4974-98e3-db050e2a4e3a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:25:11.734238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 01702bb3-7ca2-4974-98e3-db050e2a4e3a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:11.734608 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.796487 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:11.815137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ae89d6bc-afca-4a54-bd23-39a356efcc53 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:25:11.825229 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b688b-555a-4b2f-8b91-dfe53f70bac6 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:25:11.863447 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ae89d6bc-afca-4a54-bd23-39a356efcc53 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:11.863829 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:11.909065 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8d970da5-3730-4cd4-8ebe-71db7dbc6917 req-15cb0ab4-3be8-4424-bf94-973f00183ce1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 210 time: 0.0311091 Sep 27 09:25:12.132384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060026-b466-45a4-bc15-e41054478912 req-8ee82d85-a5c3-4200-be6d-9c25f14ea854 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:12.134262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-8ee82d85-a5c3-4200-be6d-9c25f14ea854 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 812 time: 0.1305122 Sep 27 09:25:12.186246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-eb944c4d-8478-4729-aa4b-91361b3b0cf2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 379 time: 0.0415015 Sep 27 09:25:12.197245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'port': {'device_id': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'admin_state_up': True, 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'security_groups': ['8c10c0f0-212f-4d6b-be95-23fb8da016e4']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:12.309470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Made reservation on behalf of 04b6456f11fa4aab95e2215ebf24efc9 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:25:12.313185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:12.446938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Allocated IP 172.20.0.6 (8a579a3d-192a-4220-850e-b0ff6f63d87b/bc50c7d1-41e0-494d-821a-32f2a2ce2ae4/9b96941c-5b24-45ba-8783-e2bf2b5ac2df) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:25:12.929995 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:12.964120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.028695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:25:13.033867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:25:13.038593 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:25:13.071419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:13.102778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5f3ed-42ad-4410-b41f-efa44ea6d1b4 req-49ec8faa-b2d1-4cac-bcbb-baae14fc4beb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:13.104278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4a5f3ed-42ad-4410-b41f-efa44ea6d1b4 req-49ec8faa-b2d1-4cac-bcbb-baae14fc4beb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 931 time: 0.1106336 Sep 27 09:25:13.118575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:13.119212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.148082 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-eba2ed90-d8cb-4a80-8c72-4bc445309e3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9547071 Sep 27 09:25:13.163242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Request body: {'port': {'device_id': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:13.168181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b4a5f3ed-42ad-4410-b41f-efa44ea6d1b4 req-f41ce4bf-7808-48c2-a7cb-9666597ba990 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556648 Sep 27 09:25:13.222151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.262538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c829421f-8dd1-48f4-8b02-fe35b6ef40bc None None] Provisioning complete for port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:13.263227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c829421f-8dd1-48f4-8b02-fe35b6ef40bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.296004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c829421f-8dd1-48f4-8b02-fe35b6ef40bc None None] Port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:25:13.481949 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b96941c-5b24-45ba-8783-e2bf2b5ac2df {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:25:13.489640 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.502037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Transition to ACTIVE for port object 9b96941c-5b24-45ba-8783-e2bf2b5ac2df will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:25:13.509629 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.555991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:13.579930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 01702bb3-7ca2-4974-98e3-db050e2a4e3a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:25:13.631674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 01702bb3-7ca2-4974-98e3-db050e2a4e3a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:13.632046 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.634909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Attempting to bind port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:25:13.635248 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Attempting to bind port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:25:13.635767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Attempting to bind port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:25:13.640827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:25:13.641152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Attempting to bind port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:25:13.646296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:25:13.646636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:25:13.647016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:25:13.647443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Bound port: 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:25:13.647814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.720066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:25:13.723859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:25:13.729361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.765163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:13.765847 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:13.767273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 1091 time: 0.6087363 Sep 27 09:25:13.767681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:25:13.770063 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023e7c46-09ec-45e3-b499-a1cd05d36cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:25:13.792043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e5122-7d95-430b-8813-71aa67a5e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:13.829134 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebefc3d-330e-4970-a392-38569cb409b0 x-openstack-request-id: req-3ebefc3d-330e-4970-a392-38569cb409b0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:25:13.829354 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:25:13.829603 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ebefc3d-330e-4970-a392-38569cb409b0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:25:13.830046 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'status': 'completed', 'code': 200} Sep 27 09:25:13.864561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060026-b466-45a4-bc15-e41054478912 req-6b87f7f4-6738-4ed6-8f4c-d65020a8cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:13.866087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-6b87f7f4-6738-4ed6-8f4c-d65020a8cdae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1094 time: 0.0466244 Sep 27 09:25:13.913685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-0157712a-7c75-4908-9d2c-3c186c865e55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 217 time: 0.0384881 Sep 27 09:25:13.963678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060026-b466-45a4-bc15-e41054478912 req-1f819f95-216e-4f59-9657-8ac9bf3810ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:13.965170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-1f819f95-216e-4f59-9657-8ac9bf3810ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0439506 Sep 27 09:25:14.025020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060026-b466-45a4-bc15-e41054478912 req-21a0d309-84b0-4382-81ca-65fbcaa9eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:14.026659 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-21a0d309-84b0-4382-81ca-65fbcaa9eec8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526848 Sep 27 09:25:14.132221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-ad326479-e794-4e2f-ac3e-8dd061713076 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969222 Sep 27 09:25:14.228004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9a060026-b466-45a4-bc15-e41054478912 req-03fe7e94-9346-48ef-b3ef-2c70323e4861 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Sep 27 09:25:14.327018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343a000-99a8-442c-9264-63379711688f req-5a32f1be-fafd-473c-85ca-631dcbce8194 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:14.328441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1343a000-99a8-442c-9264-63379711688f req-5a32f1be-fafd-473c-85ca-631dcbce8194 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 943 time: 0.0873222 Sep 27 09:25:14.334705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-769f4d74-7e4e-4ccd-8e11-a3f25c1bfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:14.336238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-769f4d74-7e4e-4ccd-8e11-a3f25c1bfed9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1094 time: 0.0617642 Sep 27 09:25:14.398697 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1343a000-99a8-442c-9264-63379711688f req-b3985992-4c26-4006-9917-3fe267974a28 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614920 Sep 27 09:25:14.458828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-68ea50f0-5233-4aee-886c-01488fc54358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:14.460306 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-68ea50f0-5233-4aee-886c-01488fc54358 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1098182 Sep 27 09:25:14.504871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-318179dc-0007-494e-8b90-d928ae5f24f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 217 time: 0.0349929 Sep 27 09:25:14.558919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-708f4433-a046-435f-bf3a-66d869ba24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:14.560375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-708f4433-a046-435f-bf3a-66d869ba24b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0474544 Sep 27 09:25:14.608003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-fd5c7f23-e902-4a16-8e43-9893a645436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:14.609365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-fd5c7f23-e902-4a16-8e43-9893a645436d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417736 Sep 27 09:25:14.612132 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:14.701997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-b9f52289-455f-4afb-989c-00c35729e1dc service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Sep 27 09:25:14.802060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-023e7c46-09ec-45e3-b499-a1cd05d36cd3 req-4d2b3310-2a4a-4fe4-ab86-cf5cd599ae87 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915380 Sep 27 09:25:15.180712 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce513cec-c3b5-4e58-99fb-88c0a62bccbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:15.868248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a75179-095a-49ee-9d9d-adcbdd042dde req-f0edb4bb-939d-4fb4-8e4d-2a8a916a61f9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:15.869772 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-89a75179-095a-49ee-9d9d-adcbdd042dde req-f0edb4bb-939d-4fb4-8e4d-2a8a916a61f9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 943 time: 0.3920898 Sep 27 09:25:15.908348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-89a75179-095a-49ee-9d9d-adcbdd042dde req-1b2ad3a2-9e87-41da-b475-d5204c9d346c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323713 Sep 27 09:25:16.787718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9b96941c-5b24-45ba-8783-e2bf2b5ac2df details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:25:16.889715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:25:16.903797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'mac_address': 'fa:16:3e:54:cb:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:25:16.942966 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:16.956196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b96941c-5b24-45ba-8783-e2bf2b5ac2df {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:25:16.976523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:25:16.980653 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:17.026393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:17.030358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a19a6e-0edd-4a03-8a60-dd22055e6ca1 req-9dd367b2-f488-424f-9ca5-ed487f60df3e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:17.031875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11a19a6e-0edd-4a03-8a60-dd22055e6ca1 req-9dd367b2-f488-424f-9ca5-ed487f60df3e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 944 time: 0.0502474 Sep 27 09:25:17.069339 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11a19a6e-0edd-4a03-8a60-dd22055e6ca1 req-79a9f6a1-2495-4538-bc36-75d088a9082d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314374 Sep 27 09:25:17.207336 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['9b96941c-5b24-45ba-8783-e2bf2b5ac2df'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:25:17.630550 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c834e5c6-316f-48e6-a973-677f65ada52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:18.118024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:18.201820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88876ca8-1c56-4406-b449-14890fbb1a9b req-e78328d6-0083-44e7-95dd-196561a54f8a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:18.203357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88876ca8-1c56-4406-b449-14890fbb1a9b req-e78328d6-0083-44e7-95dd-196561a54f8a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 944 time: 0.0493464 Sep 27 09:25:18.242356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-88876ca8-1c56-4406-b449-14890fbb1a9b req-a8d5cf19-37a2-420c-a51c-1206ef44c68b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Sep 27 09:25:18.801733 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9b96941c-5b24-45ba-8783-e2bf2b5ac2df up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:25:18.861166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:25:18.865922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:25:18.866291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:18.945307 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:18.966764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:25:18.969080 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575acf0-ab80-4f41-987d-e65a037aeffa" -d '{"events": [{"server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "name": "network-vif-plugged", "status": "completed", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:25:18.982917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:25:18.987872 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:19.010741 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632ba336-41ee-4303-aa9a-28404deb6326 x-openstack-request-id: req-632ba336-41ee-4303-aa9a-28404deb6326 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:25:19.011038 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "name": "network-vif-plugged", "status": "completed", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:25:19.011291 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-632ba336-41ee-4303-aa9a-28404deb6326 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:25:19.011675 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'code': 200} Sep 27 09:25:19.038732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:25:19.104159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b4ad6-78bc-4ef9-9a18-e7dfd67d5766 req-b04dbed3-1c49-4f11-94df-069278f2b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:19.105671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-168b4ad6-78bc-4ef9-9a18-e7dfd67d5766 req-b04dbed3-1c49-4f11-94df-069278f2b8ae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1096 time: 0.0420239 Sep 27 09:25:19.146122 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:19.148692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-168b4ad6-78bc-4ef9-9a18-e7dfd67d5766 req-3c643caf-e318-45e6-bd0c-1340f01de30d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340564 Sep 27 09:25:19.373769 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6691b-730a-4395-bd68-0be068f42c0d req-7f243525-8ab4-4f7f-80c4-4ab13dbb9983 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:19.375206 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95c6691b-730a-4395-bd68-0be068f42c0d req-7f243525-8ab4-4f7f-80c4-4ab13dbb9983 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0568202 Sep 27 09:25:19.413937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-95c6691b-730a-4395-bd68-0be068f42c0d req-54a302cb-be2b-4cbd-b893-557be699f524 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Sep 27 09:25:20.552720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be18d3-e8b9-44eb-b312-24e3f1f34974 req-f0e20395-44b8-4b9a-a842-b0b8a35e3670 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:20.554204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87be18d3-e8b9-44eb-b312-24e3f1f34974 req-f0e20395-44b8-4b9a-a842-b0b8a35e3670 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0616548 Sep 27 09:25:20.598592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87be18d3-e8b9-44eb-b312-24e3f1f34974 req-b6e05b73-e1dd-4f52-bbf9-398bac6e1f2e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348957 Sep 27 09:25:20.720364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bab6cb-d216-4eff-bd04-331726072640 req-1db82693-a0bb-4a92-8555-40a37e9a9b94 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:20.722199 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b7bab6cb-d216-4eff-bd04-331726072640 req-1db82693-a0bb-4a92-8555-40a37e9a9b94 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0495837 Sep 27 09:25:20.730971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:25:20.735358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'floatingip': {'port_id': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:25:20.762149 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:20.773908 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:21.239239 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:21.244965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:21.343589 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd associated. External IP: 172.25.2.95, port: 9b96941c-5b24-45ba-8783-e2bf2b5ac2df. Sep 27 09:25:21.560193 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:25:21.666577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:25:21.671634 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:21.677220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:25:21.686436 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:25:21.687062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:25:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:21.699318 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-edbae5a5-c47d-4c6e-8ba5-4cd766d1e558 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "PUT /v2.0/floatingips/608b15c2-b9a5-4ade-a78c-2808f41716dd HTTP/1.1" status: 200 len: 990 time: 0.9672890 Sep 27 09:25:21.699900 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:25:21.702570 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd16954ac6853a144116237af3873fa20f658badf0f3f8826631c605ac5ed137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:25:21.740257 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939accda-1add-4192-a4ff-fe3b279b3cf4 x-openstack-request-id: req-939accda-1add-4192-a4ff-fe3b279b3cf4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:25:21.740909 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:25:21.741118 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-939accda-1add-4192-a4ff-fe3b279b3cf4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:25:21.741612 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'status': 'completed', 'code': 200} Sep 27 09:25:21.801760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:25:21.805497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-a2ac56a6-0c22-4e62-bad3-0d077fccb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:21.807019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-a2ac56a6-0c22-4e62-bad3-0d077fccb857 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1096 time: 0.0422897 Sep 27 09:25:21.899897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-1d9d8aa3-d816-4a24-8aeb-8683930163b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:21.901472 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-1d9d8aa3-d816-4a24-8aeb-8683930163b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0863264 Sep 27 09:25:21.973198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-1711844b-85f8-4252-8066-4a37d281e3be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 998 time: 0.0635655 Sep 27 09:25:22.023609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-2461de23-4454-45d0-bd54-9bf579c298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:22.025355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-2461de23-4454-45d0-bd54-9bf579c298a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0442226 Sep 27 09:25:22.075826 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-87cef7b5-5af3-4dc4-96b4-c61902643f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:25:22.077459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-87cef7b5-5af3-4dc4-96b4-c61902643f1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439451 Sep 27 09:25:22.126158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:54:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:25:21Z', 'revision_number': 1, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:22.153027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:25:22.161902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:25:22.162622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:25:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:22.175529 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-493c8dbc-4efb-4e8e-8dec-c06543b02e12 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897951 Sep 27 09:25:22.277343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:25:22.278868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5f72c4a-3b08-4086-8983-ea43bbfbb46e req-6316ee5b-1c3e-4362-9de1-f54d26c1f7e6 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953856 Sep 27 09:25:22.522721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:54:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:25:21Z', 'revision_number': 1, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:25:22.548458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9d2d7-1f30-4a26-9e3e-ec00515310af None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:54:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:25:21Z', 'revision_number': 1, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:25:22.786754 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6408dd-e22d-45fb-9097-5e83fcf932e5 None None] New status for floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:25:36.305708 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:44.617139 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:45.182450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a53f326-200f-4d2f-902d-c492a4d5d231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:45.496527 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:25:47.634620 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9457-934e-4046-b77d-ed78ae9e6a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:48.114716 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:49.158117 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:25:50.764099 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:06.296533 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:08.863959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-704c4c66-4a39-48d5-b73b-a44470ba4908 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504179 Sep 27 09:26:08.948408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-11bd0a01-7541-47c6-8122-cb34acc2ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:26:08.949899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-11bd0a01-7541-47c6-8122-cb34acc2ec54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1096 time: 0.0413728 Sep 27 09:26:09.064086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-04a11f3f-b059-4455-952c-d41a2295c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:26:09.065606 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-04a11f3f-b059-4455-952c-d41a2295c119 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0913305 Sep 27 09:26:09.130661 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-cee2a6c7-8c87-45cc-b520-6a90ae038169 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 1000 time: 0.0575249 Sep 27 09:26:09.181587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-918bdc01-ff70-4259-aa88-8edabf32b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:26:09.183015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-918bdc01-ff70-4259-aa88-8edabf32b8ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0449040 Sep 27 09:26:09.234921 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-7f1bec02-320e-4191-9911-34ea874cae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:26:09.236461 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-7f1bec02-320e-4191-9911-34ea874cae01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457473 Sep 27 09:26:09.332103 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-5d7decdd-e140-4c52-989a-c4f49663b9b3 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880969 Sep 27 09:26:09.438574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b53ba12-cff0-45e9-8908-2f70d577e767 req-c3b23b5f-7c07-4608-85ef-5dbe51c8b4e5 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976596 Sep 27 09:26:14.635698 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:15.185062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-541db05f-9185-4591-b0ce-9b5599938a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:17.635547 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ddb37e9-2682-434a-bfbc-fa73ed1d8d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:18.116908 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:19.163596 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:20.771159 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:22.501540 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:26:36.316035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:44.651760 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:45.182377 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b50b50c9-e94d-49c5-a967-1b0100a08207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:47.630768 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa4457d-2eaf-4ea8-97dc-edd0bc9d4bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:48.123152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:49.171505 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:50.771479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:26:59.506976 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:27:00.479239 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8670-a4aa-4143-b709-9cc383cb8dc0 req-0686040a-212e-4c67-b21a-280439d5fa86 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:00.480650 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9ae8670-a4aa-4143-b709-9cc383cb8dc0 req-0686040a-212e-4c67-b21a-280439d5fa86 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Sep 27 09:27:00.519212 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9ae8670-a4aa-4143-b709-9cc383cb8dc0 req-9cd1badf-ad2b-485f-b317-16385747fadd tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323212 Sep 27 09:27:01.791051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-787461da-59cf-444b-b71b-9235355732f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421219 Sep 27 09:27:01.808682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3252bf-8bf0-459e-a74e-cbe1bb1ec781 req-9b48b5d1-f137-4fbd-84f1-8f7a031c17b4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:01.810234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3252bf-8bf0-459e-a74e-cbe1bb1ec781 req-9b48b5d1-f137-4fbd-84f1-8f7a031c17b4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0539246 Sep 27 09:27:01.851193 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3252bf-8bf0-459e-a74e-cbe1bb1ec781 req-5324d5e0-53f6-40cc-b262-0c29d7b68ebb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344293 Sep 27 09:27:03.063177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa46171-7bb8-4b31-b96f-1bdf8580e7ef req-5b47386c-da6e-4424-bc07-05c0352eb6cb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:03.064716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8aa46171-7bb8-4b31-b96f-1bdf8580e7ef req-5b47386c-da6e-4424-bc07-05c0352eb6cb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.1308548 Sep 27 09:27:03.107273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8aa46171-7bb8-4b31-b96f-1bdf8580e7ef req-04a6cb32-40de-48e6-8657-f3cc0282a07a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332026 Sep 27 09:27:04.231059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30ed3-e8c1-4195-847a-906cda041a6d req-e2dbd13c-a1c8-48d1-b3c4-b2da032a56e9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:04.232767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cde30ed3-e8c1-4195-847a-906cda041a6d req-e2dbd13c-a1c8-48d1-b3c4-b2da032a56e9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0523574 Sep 27 09:27:04.273110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cde30ed3-e8c1-4195-847a-906cda041a6d req-35f66f84-0b6c-45d5-9bc7-69d6079aa17e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329895 Sep 27 09:27:05.405686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6358ca-596c-4a7a-aee3-640db5cdaaf6 req-f9332bc9-9e48-4f6c-b251-d3360237c67f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:05.407160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d6358ca-596c-4a7a-aee3-640db5cdaaf6 req-f9332bc9-9e48-4f6c-b251-d3360237c67f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0587490 Sep 27 09:27:05.450362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0d6358ca-596c-4a7a-aee3-640db5cdaaf6 req-748e1d5a-4faf-480f-aaec-c36da168899b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343063 Sep 27 09:27:06.314295 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:06.577784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99c4dd-3b0d-4c12-a2b6-c26367705f81 req-1085d900-c086-4570-97e3-21e874e5b7c2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:06.579410 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce99c4dd-3b0d-4c12-a2b6-c26367705f81 req-1085d900-c086-4570-97e3-21e874e5b7c2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0550108 Sep 27 09:27:06.618775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce99c4dd-3b0d-4c12-a2b6-c26367705f81 req-d3e2a003-e8f4-498c-9905-d19e3f078dc4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329657 Sep 27 09:27:06.978205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-81f67094-5003-49ab-aa9f-e33b2c4e7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:06.980248 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-81f67094-5003-49ab-aa9f-e33b2c4e7035 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1096 time: 0.0466738 Sep 27 09:27:07.074113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-cdabe2eb-c41c-4fa4-a0d7-c4e7c2023acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:07.076364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-cdabe2eb-c41c-4fa4-a0d7-c4e7c2023acd service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0876288 Sep 27 09:27:07.148961 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-b06ddd9e-7368-40f6-bdd4-23e9d678baaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 1000 time: 0.0650296 Sep 27 09:27:07.215029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-57dc0217-9d98-44a4-b3a8-6d4377c4da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:07.216578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-57dc0217-9d98-44a4-b3a8-6d4377c4da43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0594411 Sep 27 09:27:07.274999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e76e1452-0166-41c0-973c-7045ace65d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:07.276654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e76e1452-0166-41c0-973c-7045ace65d81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519426 Sep 27 09:27:07.370380 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-3c39193b-1125-40d2-bb63-f8fd9676d7a8 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Sep 27 09:27:07.466852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-43175a79-1412-41ca-a1c8-9adf18e0076d service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874035 Sep 27 09:27:07.739999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551beb7d-cf12-4d44-aab1-afbaaba55ce3 req-74e85fd6-0b24-44a5-95d3-33379e70da9b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:07.741587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-551beb7d-cf12-4d44-aab1-afbaaba55ce3 req-74e85fd6-0b24-44a5-95d3-33379e70da9b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Sep 27 09:27:07.779752 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-551beb7d-cf12-4d44-aab1-afbaaba55ce3 req-baa6735f-11f4-4261-b810-32f6d0122c25 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Sep 27 09:27:08.894213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-628ebca9-0dd3-4752-b253-aba8ad0da2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:08.896286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-628ebca9-0dd3-4752-b253-aba8ad0da2fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1096 time: 0.0438247 Sep 27 09:27:08.912392 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9fb4d-156f-4b2e-becc-38579f736b7a req-abef829a-4f47-406b-8cfe-dfa6ee03d41d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:08.913931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33a9fb4d-156f-4b2e-becc-38579f736b7a req-abef829a-4f47-406b-8cfe-dfa6ee03d41d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0535007 Sep 27 09:27:08.952845 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33a9fb4d-156f-4b2e-becc-38579f736b7a req-3d913eb8-9e2c-47a4-8951-4d7862f81ef3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328126 Sep 27 09:27:09.002254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-b90f92f6-9da4-4911-9610-e6fdfe869203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:09.003787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-b90f92f6-9da4-4911-9610-e6fdfe869203 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0880802 Sep 27 09:27:09.069272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-08149d1b-a005-4b57-8904-cb95623a2f30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 1000 time: 0.0576944 Sep 27 09:27:09.117916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-26343e99-1f8d-4c74-a355-837a65ba2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:09.119310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-26343e99-1f8d-4c74-a355-837a65ba2e00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0425138 Sep 27 09:27:09.170700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-86d8a572-2767-46c3-b7f1-f1e75737de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:09.172258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-86d8a572-2767-46c3-b7f1-f1e75737de8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448065 Sep 27 09:27:09.275304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-29f9ffd3-ddda-4385-8728-227f6711162e service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951262 Sep 27 09:27:09.379547 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-333bb3e7-99f9-454d-b3d7-2a47c9aff4b4 req-29347b21-f8b1-4fdc-913c-3006d158268b service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954185 Sep 27 09:27:10.084121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ec856-1508-4bb3-93fa-4c4bbf230b3d req-8b1dc84a-5b46-4005-99eb-0fe7872a799e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:10.085626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1e5ec856-1508-4bb3-93fa-4c4bbf230b3d req-8b1dc84a-5b46-4005-99eb-0fe7872a799e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0577061 Sep 27 09:27:10.126975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1e5ec856-1508-4bb3-93fa-4c4bbf230b3d req-e6e46587-0d66-4334-ac5a-a65e775f8319 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352817 Sep 27 09:27:11.272857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16af4a-3814-4d57-a0b6-075ca9443534 req-21d79665-9e3e-468a-b26f-d071d494c155 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:11.274378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cc16af4a-3814-4d57-a0b6-075ca9443534 req-21d79665-9e3e-468a-b26f-d071d494c155 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0568883 Sep 27 09:27:11.315819 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cc16af4a-3814-4d57-a0b6-075ca9443534 req-5229e774-7b49-4deb-8690-9d77e978ff83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Sep 27 09:27:12.441138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd632-7221-4fd0-a0b9-042aa1d337e1 req-2883a707-fee4-4de7-9341-cdfd4be1ce75 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:12.442653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9e3fd632-7221-4fd0-a0b9-042aa1d337e1 req-2883a707-fee4-4de7-9341-cdfd4be1ce75 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Sep 27 09:27:12.487411 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9e3fd632-7221-4fd0-a0b9-042aa1d337e1 req-a3aecaf4-f00a-4696-a49e-bc1ab7844221 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386486 Sep 27 09:27:13.683603 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07a300-267a-440c-a779-712de83b3bd6 req-18772dab-56e2-4782-ad6e-208e8cad29b6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:13.685201 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d07a300-267a-440c-a779-712de83b3bd6 req-18772dab-56e2-4782-ad6e-208e8cad29b6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0525305 Sep 27 09:27:13.742213 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d07a300-267a-440c-a779-712de83b3bd6 req-e09f0633-6c83-4888-acf7-fe8e810755c6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 Sep 27 09:27:14.643269 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:14.990675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2351f-870a-4a47-a8fd-d1269c5a356e req-01b1b46f-c5bc-44a7-9011-68fc3befd074 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:14.991648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79e2351f-870a-4a47-a8fd-d1269c5a356e req-01b1b46f-c5bc-44a7-9011-68fc3befd074 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.1036642 Sep 27 09:27:15.033456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79e2351f-870a-4a47-a8fd-d1269c5a356e req-fcdb8566-befa-4b72-b15d-c7026b4c7e51 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332806 Sep 27 09:27:15.183390 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00b0a5e1-d154-47f2-ad86-c06c60370d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:16.268557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ac674-b86d-495b-ab9a-c7d98e1a6c1f req-62dda7fe-9f03-4421-895b-4ecf5d1f294f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:16.270022 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c93ac674-b86d-495b-ab9a-c7d98e1a6c1f req-62dda7fe-9f03-4421-895b-4ecf5d1f294f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.1011934 Sep 27 09:27:16.308948 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c93ac674-b86d-495b-ab9a-c7d98e1a6c1f req-5cb21ef0-8ed3-4a2c-bbdb-5a21e1f88533 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325961 Sep 27 09:27:17.435860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9404-9489-4c14-b2eb-6ebff58e957a req-f65dfc91-8b47-4ec4-a88c-c5315a671c7a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:17.437387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bec9404-9489-4c14-b2eb-6ebff58e957a req-f65dfc91-8b47-4ec4-a88c-c5315a671c7a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Sep 27 09:27:17.484564 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bec9404-9489-4c14-b2eb-6ebff58e957a req-3335072a-e806-4cc3-9a66-5908a7286e0c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406742 Sep 27 09:27:17.634967 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d084ec8-1095-4cd3-a881-c9c591bd8b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:18.114051 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:18.629362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fd640-e2bc-473b-8e19-70be035aff2d req-cd261e06-5e20-4fdf-a0c8-fb10213be618 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:18.630917 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-404fd640-e2bc-473b-8e19-70be035aff2d req-cd261e06-5e20-4fdf-a0c8-fb10213be618 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0557420 Sep 27 09:27:18.669359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-404fd640-e2bc-473b-8e19-70be035aff2d req-d6284363-dd13-4880-b5ed-826390640ec9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Sep 27 09:27:19.174579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:19.414439 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-a9b1c65a-9b89-4910-95da-824c509a0b47 service neutron] show failed (client error): The resource could not be found. Sep 27 09:27:19.415453 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-a9b1c65a-9b89-4910-95da-824c509a0b47 service neutron] 10.222.0.57 "GET /v2.0/ports/9b96941c-5b24-45ba-8783-e2bf2b5ac2df/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0603769 Sep 27 09:27:19.631174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-f913520c-85cf-4e76-8510-b7553c00c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:19.632810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-f913520c-85cf-4e76-8510-b7553c00c274 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 1096 time: 0.0459514 Sep 27 09:27:19.644712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:27:19.696075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:19.869506 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098468-308e-4f7c-86db-cf7b2207aa36 req-0ef09c1e-fb04-4090-bd1f-6ba87e6095b7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:19.870871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f098468-308e-4f7c-86db-cf7b2207aa36 req-0ef09c1e-fb04-4090-bd1f-6ba87e6095b7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.1292787 Sep 27 09:27:19.952851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0f098468-308e-4f7c-86db-cf7b2207aa36 req-a1ff420e-cec4-4acb-8b17-27883f837bf1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758789 Sep 27 09:27:19.964444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:27:19.997082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:27:20.034634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:27:20.036897 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466e1ae5-bf8c-4e61-8a90-3244d346a056" -d '{"events": [{"server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "name": "network-vif-unplugged", "status": "completed", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:27:20.040891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:20.053543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Transition to ACTIVE for port object 9b96941c-5b24-45ba-8783-e2bf2b5ac2df will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:27:20.060568 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:20.088959 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c805e5d2-55e9-4bd4-a18c-5085424620e6 x-openstack-request-id: req-c805e5d2-55e9-4bd4-a18c-5085424620e6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:27:20.089254 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "name": "network-vif-unplugged", "status": "completed", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:27:20.089508 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c805e5d2-55e9-4bd4-a18c-5085424620e6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:27:20.089900 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'code': 200} Sep 27 09:27:20.144446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:20.156498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.156842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.157187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.157518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.157848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.158179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.158505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.158834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.159159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.159481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.159830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.160129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:20.194448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] No DVR routers for this DVR port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:27:20.336184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Attempting to bind port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:27:20.336600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Attempting to bind port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:27:20.337066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Attempting to bind port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:27:20.343562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:27:20.343991 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Attempting to bind port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:27:20.351231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:27:20.351636 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:27:20.352592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:27:20.353035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Bound port: 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:27:20.353390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:20.415327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:27:20.418371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:27:20.423607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:20.458945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:20.459902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:20.461332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] 10.222.0.67 "PUT /v2.0/ports/9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 1091 time: 0.8206692 Sep 27 09:27:20.495715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd3959-2dd8-4f59-b470-05cb388bd857 service neutron] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:20.545528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-35070779-036f-4bff-bf03-85c0957d30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:20.547066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-35070779-036f-4bff-bf03-85c0957d30d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1094 time: 0.0595794 Sep 27 09:27:20.646953 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-b7c55045-1758-4816-b2ac-3c9f05d776c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:20.648577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-b7c55045-1758-4816-b2ac-3c9f05d776c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0937712 Sep 27 09:27:20.714677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-1302b39e-48d1-4132-864b-40fdc4c87ae8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 998 time: 0.0588028 Sep 27 09:27:20.771429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-7916acd4-5dce-4345-91c9-fb8c5b337e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:20.773479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-7916acd4-5dce-4345-91c9-fb8c5b337e80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0518034 Sep 27 09:27:20.773969 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:20.825714 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-4bf5929b-53cf-4888-90df-40bfcddc5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:20.827215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-4bf5929b-53cf-4888-90df-40bfcddc5bcf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464170 Sep 27 09:27:20.919761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-15342e8d-ace3-4106-ace6-102e752c489c service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855980 Sep 27 09:27:21.372151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-73d37938-e094-45f0-a19f-1bfa3927124b service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449756 Sep 27 09:27:21.384553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aca99d-ab1f-41b2-b6dc-7c5ff59f72d2 req-ea7f6fd6-e5a8-4313-9396-8b073bf4f29f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:21.386025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3aca99d-ab1f-41b2-b6dc-7c5ff59f72d2 req-ea7f6fd6-e5a8-4313-9396-8b073bf4f29f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 943 time: 0.0675361 Sep 27 09:27:21.427962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3aca99d-ab1f-41b2-b6dc-7c5ff59f72d2 req-d8e64ab6-01bd-41bb-8cc1-48732bacea2e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327985 Sep 27 09:27:22.091099 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:27:22.094819 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:27:22.153613 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accce571-dc8c-4a18-a732-6445437b1dc2 x-openstack-request-id: req-accce571-dc8c-4a18-a732-6445437b1dc2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:27:22.153946 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:27:22.154255 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-accce571-dc8c-4a18-a732-6445437b1dc2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:27:22.154654 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'status': 'completed', 'code': 200} Sep 27 09:27:22.228100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-87c859cb-b2d4-4dca-9dba-624f1ab25763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.229679 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-87c859cb-b2d4-4dca-9dba-624f1ab25763 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1094 time: 0.0493560 Sep 27 09:27:22.347574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-c7ddfa1a-e91d-47c8-8a34-f192d4550f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.348991 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-c7ddfa1a-e91d-47c8-8a34-f192d4550f02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1094 time: 0.1314511 Sep 27 09:27:22.350333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-269401fb-1094-42ea-af2b-a851f3ccddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.351653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-269401fb-1094-42ea-af2b-a851f3ccddcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1148462 Sep 27 09:27:22.467479 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-63e7ea7b-3d91-47b5-bded-b94e8952a541 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 998 time: 0.1036716 Sep 27 09:27:22.533997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-7b174dfb-b2f3-4948-9df3-67265c397f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.535428 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-7b174dfb-b2f3-4948-9df3-67265c397f86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1785374 Sep 27 09:27:22.599036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-6d2b5ded-eb88-4b87-8476-5ab678a00f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.600365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-6d2b5ded-eb88-4b87-8476-5ab678a00f68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.1253309 Sep 27 09:27:22.650360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09485f-153c-4f30-871c-892224b3c9a5 req-87088d86-7d86-416e-9573-664b3c77b78a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.651790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ee09485f-153c-4f30-871c-892224b3c9a5 req-87088d86-7d86-416e-9573-664b3c77b78a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 943 time: 0.1352787 Sep 27 09:27:22.653409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-7d5aeeb5-5a2d-4991-a472-ad869df58fe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 998 time: 0.1023815 Sep 27 09:27:22.727769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-a8f0596c-5d41-4276-bc1f-9c662544ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.729295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-a8f0596c-5d41-4276-bc1f-9c662544ddf7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197801 Sep 27 09:27:22.735681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ee09485f-153c-4f30-871c-892224b3c9a5 req-62da9130-ea81-4f76-a833-e65ead48cd85 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778999 Sep 27 09:27:22.737363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-3c156e17-767c-401d-ac86-dc2b261ee74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.738681 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-3c156e17-767c-401d-ac86-dc2b261ee74c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0714211 Sep 27 09:27:22.836803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-57dbe7cc-a8f0-4664-81ee-f9bcad354746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:22.838314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-57dbe7cc-a8f0-4664-81ee-f9bcad354746 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919294 Sep 27 09:27:22.872080 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-f9bf621a-be0b-455a-89dd-ce717728ac68 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324005 Sep 27 09:27:23.002128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-dba712ef-3bf6-4ab8-960b-dc64f0dee0e0 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523395 Sep 27 09:27:23.036216 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-36554471-87f2-4f83-bfaa-4b387d4fa956 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516995 Sep 27 09:27:23.111705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdcbc4c4-6abb-48b5-958d-eaf982d8c0e9 req-8ee3711e-b167-4a0c-b2ce-06ec2377190c service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002884 Sep 27 09:27:23.708883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9b96941c-5b24-45ba-8783-e2bf2b5ac2df no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:27:23.756068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 9b96941c-5b24-45ba-8783-e2bf2b5ac2df not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:27:23.869973 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a43954-abac-4b51-a37c-61adac51de3a req-ae95d7e5-e57a-4245-a989-3f5fc33ca34a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:23.871383 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9a43954-abac-4b51-a37c-61adac51de3a req-ae95d7e5-e57a-4245-a989-3f5fc33ca34a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 943 time: 0.0582910 Sep 27 09:27:23.912097 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b9a43954-abac-4b51-a37c-61adac51de3a req-c834b089-8e35-4599-8255-3db10795af5d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Sep 27 09:27:24.115869 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccfb87-4a58-4640-835c-3f32e8b65a22 req-51d54a59-b7f2-42d9-8576-af319e410a8b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:24.117479 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75ccfb87-4a58-4640-835c-3f32e8b65a22 req-51d54a59-b7f2-42d9-8576-af319e410a8b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 943 time: 0.0540347 Sep 27 09:27:24.126440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-f5026079-68fa-48a8-8d58-2d33cad9288c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:24.128020 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-f5026079-68fa-48a8-8d58-2d33cad9288c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65&tenant_id=04b6456f11fa4aab95e2215ebf24efc9&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 943 time: 0.0528357 Sep 27 09:27:24.155164 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-75ccfb87-4a58-4640-835c-3f32e8b65a22 req-47a9d498-725a-4a4e-8bbc-7700db4a8eb4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316970 Sep 27 09:27:24.191647 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-4b65f638-04a7-4d27-be98-36ab2433c989 service neutron] delete failed (client error): The resource could not be found. Sep 27 09:27:24.192731 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-4b65f638-04a7-4d27-be98-36ab2433c989 service neutron] 10.222.0.57 "DELETE /v2.0/ports/9b96941c-5b24-45ba-8783-e2bf2b5ac2df/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0555298 Sep 27 09:27:24.289465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-e3fb9ea2-cd83-4b56-ada1-e4686634f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:24.290972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-e3fb9ea2-cd83-4b56-ada1-e4686634f8c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 1094 time: 0.0435359 Sep 27 09:27:24.389815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-0efec202-b96c-4455-8ef9-af91c259521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:24.391890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-0efec202-b96c-4455-8ef9-af91c259521c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0922060 Sep 27 09:27:24.463839 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-9392ab89-9ed5-49cd-9e09-4fe355c20953 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 200 len: 998 time: 0.0641434 Sep 27 09:27:24.525211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-cb6ebfbf-31f8-41e8-a14b-6df4b1d9646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:24.526693 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-cb6ebfbf-31f8-41e8-a14b-6df4b1d9646a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0549836 Sep 27 09:27:24.574155 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-a1f758e4-943b-4b6c-a6d4-83d1c75f0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:24.575630 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-a1f758e4-943b-4b6c-a6d4-83d1c75f0b19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404365 Sep 27 09:27:24.623575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9b96941c-5b24-45ba-8783-e2bf2b5ac2df details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:27:24.669392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-c322719e-fa0d-4d84-87f5-af2a71316a92 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860314 Sep 27 09:27:24.720817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:27:24.732640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'mac_address': 'fa:16:3e:54:cb:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:27:24.765336 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-14046491-fbb6-4af3-bad0-75d93065b0ef req-3dba2135-9036-4716-be28-52fab00d1079 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873141 Sep 27 09:27:24.769065 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:24.785269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b96941c-5b24-45ba-8783-e2bf2b5ac2df {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:27:24.805962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:27:24.811430 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:24.859541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:24.868919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.869279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.869624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.869967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.870303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.870638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.870972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.871302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.871636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.871960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.872289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:24.872640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:27:25.074610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['9b96941c-5b24-45ba-8783-e2bf2b5ac2df'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:27:25.282958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e15c20-e6fa-4344-bb8b-d09fc23f7cc8 req-ace3d9c2-58cf-439b-a9e7-41951aefbf77 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:25.284589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10e15c20-e6fa-4344-bb8b-d09fc23f7cc8 req-ace3d9c2-58cf-439b-a9e7-41951aefbf77 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 944 time: 0.0498574 Sep 27 09:27:25.329513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-10e15c20-e6fa-4344-bb8b-d09fc23f7cc8 req-ae312166-d14d-4be1-8f6a-d450d2cb0a82 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382838 Sep 27 09:27:25.449090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73a2b6-065a-4520-9df5-9c2fe482fe4a req-5b397739-b372-4f3d-88fe-2a347a90d159 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:25.450585 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a73a2b6-065a-4520-9df5-9c2fe482fe4a req-5b397739-b372-4f3d-88fe-2a347a90d159 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 944 time: 0.0505950 Sep 27 09:27:25.494152 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a73a2b6-065a-4520-9df5-9c2fe482fe4a req-ac9229e0-9bbb-47f3-9e63-ca416cbdd4f9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342448 Sep 27 09:27:25.615946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a912fe-4bee-428b-88d1-11e22f359cc2 req-14337c14-2bd1-469f-9799-7306070830f8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:25.617473 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47a912fe-4bee-428b-88d1-11e22f359cc2 req-14337c14-2bd1-469f-9799-7306070830f8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 944 time: 0.0529325 Sep 27 09:27:25.659692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-47a912fe-4bee-428b-88d1-11e22f359cc2 req-18e0781f-b296-44b6-9fac-e2f8bc0cc2e1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332170 Sep 27 09:27:25.912276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b23aeb-488c-4469-87ac-245d2d006219 req-3dd40ce6-578e-42b5-a9ae-865170affeba tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:25.913807 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b1b23aeb-488c-4469-87ac-245d2d006219 req-3dd40ce6-578e-42b5-a9ae-865170affeba tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 944 time: 0.0538092 Sep 27 09:27:25.954506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b1b23aeb-488c-4469-87ac-245d2d006219 req-0c47a7e5-37fb-4a5d-9cc0-8735488f05c9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Sep 27 09:27:26.649715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9b96941c-5b24-45ba-8783-e2bf2b5ac2df up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:27:26.867711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:27:26.873284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:27:26.874061 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:26.955008 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:26.978284 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:27:26.980753 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11760f9-8162-4cb8-a4e9-b02c50174582" -d '{"events": [{"server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "name": "network-vif-plugged", "status": "completed", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:27:26.993883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:27:27.001380 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:27.027332 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c215f6-4848-4e52-a00d-824185d74810 x-openstack-request-id: req-c3c215f6-4848-4e52-a00d-824185d74810 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:27:27.027625 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "name": "network-vif-plugged", "status": "completed", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:27:27.027878 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3c215f6-4848-4e52-a00d-824185d74810 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:27:27.028259 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'code': 200} Sep 27 09:27:27.054542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:27.078962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad60db4-fa24-4a5d-8a9f-99170572c69c req-3da1e7e3-9aec-44f2-b109-791837f155a5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:27.080511 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ad60db4-fa24-4a5d-8a9f-99170572c69c req-3da1e7e3-9aec-44f2-b109-791837f155a5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0524583 Sep 27 09:27:27.118833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-0a02049b-a9b9-439b-8e93-dbfbf081c6c1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:27.120509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-0a02049b-a9b9-439b-8e93-dbfbf081c6c1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "GET /v2.0/ports?device_id=26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65 HTTP/1.1" status: 200 len: 945 time: 0.0494730 Sep 27 09:27:27.120874 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6ad60db4-fa24-4a5d-8a9f-99170572c69c req-a8d4a54f-7f17-4f29-9fd0-c3e88882caf2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332375 Sep 27 09:27:27.215776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Deleting port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:27:27.216043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:27.310677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] For port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:27:27.311039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:27.483688 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:27.483940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:27.484290 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd disassociated. External IP: 172.25.2.95, port: 9b96941c-5b24-45ba-8783-e2bf2b5ac2df. Sep 27 09:27:27.484674 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Calling delete_port for 9b96941c-5b24-45ba-8783-e2bf2b5ac2df owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:27:27.621771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:27.652938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event deleted for resources: {'Port': ['ID=9b96941c-5b24-45ba-8783-e2bf2b5ac2df,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:27.771202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:27:27.885284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:27:27.897864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:27:27.914360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:27:27.914997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:27:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:27:27.934774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] No DVR routers for this DVR port 9b96941c-5b24-45ba-8783-e2bf2b5ac2df on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:27:27.937620 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:27.939650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8b4db6ae-07aa-400a-8866-4cbad6624dbc req-6ddbc5a2-c298-4184-a375-7f87de2a216d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "DELETE /v2.0/ports/9b96941c-5b24-45ba-8783-e2bf2b5ac2df HTTP/1.1" status: 204 len: 173 time: 0.8126507 Sep 27 09:27:27.940086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'name': 'network-vif-deleted', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:27:27.942386 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}810672e98b75376c08b177d31ec4d7ba0bfb9122850051927dbe23763c923a7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ed75e2-abf9-43e2-ae10-ddc247a1e973" -d '{"events": [{"server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "name": "network-vif-deleted", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:27:27.983834 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549401a5-fa2b-435c-8869-f65ff1d62afd x-openstack-request-id: req-549401a5-fa2b-435c-8869-f65ff1d62afd {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:27:27.984149 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65", "name": "network-vif-deleted", "tag": "9b96941c-5b24-45ba-8783-e2bf2b5ac2df", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:27:27.984456 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-549401a5-fa2b-435c-8869-f65ff1d62afd {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:27:27.984891 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed7ae2-d1e5-40f8-a01a-89a8f4e97f65', 'name': 'network-vif-deleted', 'tag': '9b96941c-5b24-45ba-8783-e2bf2b5ac2df', 'status': 'completed', 'code': 200} Sep 27 09:27:28.035959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:27:28.241490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:27:28.270860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:27:28.279198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:27:28.279870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:27:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:27:28.359218 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-6544ccfd-e5b0-4586-b1e9-1042750335b9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--966804193&fields=id&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 267 time: 0.0362434 Sep 27 09:27:28.383266 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:27:28.474227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-86a841e7-8c87-4916-98ae-bb7829803a35 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:28.475781 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-86a841e7-8c87-4916-98ae-bb7829803a35 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 812 time: 0.1092989 Sep 27 09:27:28.491977 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-d139628b-fcef-428e-a3c8-e355cfb3df3f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/quotas/04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 375 time: 0.0098755 Sep 27 09:27:28.546075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-5a67080a-c53a-4bd7-b0ac-b8a8481e6996 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480397 Sep 27 09:27:28.562020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-2fad2064-0a57-4da6-98e8-34da0545279e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:27:28.562921 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-2fad2064-0a57-4da6-98e8-34da0545279e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052092 Sep 27 09:27:28.584197 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:27:28.610231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c21908-1fdc-4e33-a34c-c6b5b2df39a0 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:27:28.657795 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-e72ecd0a-dc6e-407f-aab3-131ee9301720 service neutron] 10.222.0.50 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884967 Sep 27 09:27:28.753892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-c7d20904-e347-4fe1-ab00-79d3a03444b4 service neutron] 10.222.0.50 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895715 Sep 27 09:27:28.836610 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4d403-7bf6-476c-84c1-bab28bc013ad None None] New status for floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:27:28.932129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8a77f16-d748-436a-9e07-ae52cbcdb766 req-d69370a8-3a10-4ece-b01f-776ed862d203 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0264816 Sep 27 09:27:29.931797 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-0fa31b1d-33ee-4872-b170-41bb09ce662b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:29.933278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-0fa31b1d-33ee-4872-b170-41bb09ce662b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 812 time: 0.1052437 Sep 27 09:27:29.981326 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-101969df-74f5-4e03-bfeb-03463911d3b0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 379 time: 0.0386627 Sep 27 09:27:29.992235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'port': {'device_id': '1ef34017-df1b-4425-9789-202acf82e1c5', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'admin_state_up': True, 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'security_groups': ['8c10c0f0-212f-4d6b-be95-23fb8da016e4']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:27:30.029358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7a2e4ce8-567d-42ae-88e8-af3de7d83cd2 req-cc0c05ce-1bbc-404b-bfd9-b62847890a47 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0262053 Sep 27 09:27:30.118159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Made reservation on behalf of 04b6456f11fa4aab95e2215ebf24efc9 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:27:30.123884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:30.255563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Allocated IP 172.20.0.11 (8a579a3d-192a-4220-850e-b0ff6f63d87b/bc50c7d1-41e0-494d-821a-32f2a2ce2ae4/ac484680-205b-4bf9-9363-3b507d56f119) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:27:30.392249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:30.428685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:30.470310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:27:30.473574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:27:30.477144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:27:30.485601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:30.535485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:30.536102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:30.551984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-f8185653-95aa-4479-9ba1-72dc46906f40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5636606 Sep 27 09:27:30.643768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Request body: {'port': {'device_id': '1ef34017-df1b-4425-9789-202acf82e1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:27:30.670858 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9b96941c-5b24-45ba-8783-e2bf2b5ac2df no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:27:30.697440 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 9b96941c-5b24-45ba-8783-e2bf2b5ac2df {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:27:30.697789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9b96941c-5b24-45ba-8783-e2bf2b5ac2df not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:27:30.702588 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:30.702870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-83f4285f-d731-409f-8805-5cf67cbfc5a8 None None] Provisioning complete for port ac484680-205b-4bf9-9363-3b507d56f119 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:27:30.703246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83f4285f-d731-409f-8805-5cf67cbfc5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:30.737174 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-83f4285f-d731-409f-8805-5cf67cbfc5a8 None None] Port ac484680-205b-4bf9-9363-3b507d56f119 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:27:30.982600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac484680-205b-4bf9-9363-3b507d56f119 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:27:30.990126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:31.001985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Transition to ACTIVE for port object ac484680-205b-4bf9-9363-3b507d56f119 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:27:31.009348 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:31.056034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:31.161124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Attempting to bind port ac484680-205b-4bf9-9363-3b507d56f119 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:27:31.161460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Attempting to bind port ac484680-205b-4bf9-9363-3b507d56f119 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:27:31.161789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Attempting to bind port ac484680-205b-4bf9-9363-3b507d56f119 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:27:31.169169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Port ac484680-205b-4bf9-9363-3b507d56f119 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:27:31.169493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Attempting to bind port ac484680-205b-4bf9-9363-3b507d56f119 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:27:31.180036 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed6f73-9b6c-48cb-990c-bfab520157da req-718c4862-ea88-4d8f-984f-63db87f7494c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:31.181590 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bed6f73-9b6c-48cb-990c-bfab520157da req-718c4862-ea88-4d8f-984f-63db87f7494c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0712450 Sep 27 09:27:31.184540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:27:31.184884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:27:31.185269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:27:31.185701 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Bound port: ac484680-205b-4bf9-9363-3b507d56f119, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:27:31.186065 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:31.256912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7bed6f73-9b6c-48cb-990c-bfab520157da req-8db8d38e-a5f9-4718-b854-08b3194a0ac7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673311 Sep 27 09:27:31.281675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:27:31.285098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:27:31.291323 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:31.320888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:31.321804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:31.323179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] 10.222.0.67 "PUT /v2.0/ports/ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 1092 time: 0.7272174 Sep 27 09:27:31.325352 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:27:31.358012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f58aa-db1e-4e27-9a22-cd657af7111e service neutron] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:31.376352 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "tag": "ac484680-205b-4bf9-9363-3b507d56f119"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:27:31.413101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-d6ad36cb-2b1d-4df9-93c6-bada6f806857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:31.414720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-d6ad36cb-2b1d-4df9-93c6-bada6f806857 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.0489593 Sep 27 09:27:31.462902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-3422af0c-b74f-42bc-a57a-3d6e7eefe59c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 217 time: 0.0392134 Sep 27 09:27:31.471628 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb7b98d-ad1d-4aee-b5f7-90f2686fee26 x-openstack-request-id: req-aeb7b98d-ad1d-4aee-b5f7-90f2686fee26 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:27:31.471915 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "tag": "ac484680-205b-4bf9-9363-3b507d56f119", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:27:31.472499 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aeb7b98d-ad1d-4aee-b5f7-90f2686fee26 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:27:31.472897 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119', 'status': 'completed', 'code': 200} Sep 27 09:27:31.525931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-3f00c03c-c80f-4244-a35f-5a354763ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:31.527405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-3f00c03c-c80f-4244-a35f-5a354763ca26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0442445 Sep 27 09:27:31.583888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-47ebe0c5-f199-4cc5-9b71-a3a2774cae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:31.586424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-47ebe0c5-f199-4cc5-9b71-a3a2774cae9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515110 Sep 27 09:27:31.679406 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-10b1049c-9e07-4866-9e2c-03318f41c4d5 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857384 Sep 27 09:27:31.770627 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4c727874-ff09-49e1-b6ac-8dbad51b3618 req-717d5c70-f8b7-4829-8c73-96cfe855dfbf service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837116 Sep 27 09:27:31.870428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-3be1b6f1-9bdb-4f5e-bce0-494ec8bf397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:31.871990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-3be1b6f1-9bdb-4f5e-bce0-494ec8bf397a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.0471995 Sep 27 09:27:31.964683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-afbd8059-9401-41ee-b128-77a961fd8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:31.966151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-afbd8059-9401-41ee-b128-77a961fd8237 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0868471 Sep 27 09:27:32.007168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-eefbc981-b94f-4bdf-a95d-5967278141cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 217 time: 0.0330255 Sep 27 09:27:32.068296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-bd1711da-954b-4bde-8b82-578387840e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:32.069682 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-bd1711da-954b-4bde-8b82-578387840e1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0534496 Sep 27 09:27:32.120041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-840082a2-fbbd-4c17-a17c-9c92e0990c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:32.121707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-840082a2-fbbd-4c17-a17c-9c92e0990c9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442762 Sep 27 09:27:32.217540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-78c8a3be-7302-47f7-a082-00842f987da4 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876124 Sep 27 09:27:32.670445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bb01b-136a-40e2-a807-5effe53fedba req-346d844a-413b-4725-ac79-58b3e4e73e88 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:32.671919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e96bb01b-136a-40e2-a807-5effe53fedba req-346d844a-413b-4725-ac79-58b3e4e73e88 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0978320 Sep 27 09:27:32.677391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4932dcd5-b49b-4c7d-ae38-68e9ae67060e req-7e83a175-50b4-4691-8773-0f631221b2ca service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506624 Sep 27 09:27:32.710507 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e96bb01b-136a-40e2-a807-5effe53fedba req-46963025-cb58-4d25-973b-9b1600f6bf25 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Sep 27 09:27:33.849767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dbfad-d2e0-48fa-8696-9f4542723d1b req-45238ea8-0b8a-48d3-b4f5-5b46eacbd9e1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:33.851403 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-094dbfad-d2e0-48fa-8696-9f4542723d1b req-45238ea8-0b8a-48d3-b4f5-5b46eacbd9e1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0620143 Sep 27 09:27:33.890520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-094dbfad-d2e0-48fa-8696-9f4542723d1b req-2c0a6af0-136d-4827-a5bb-1d90ccb7ab02 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328898 Sep 27 09:27:34.702575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ac484680-205b-4bf9-9363-3b507d56f119 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:27:34.809625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:27:34.820774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'ac484680-205b-4bf9-9363-3b507d56f119', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': 'ac484680-205b-4bf9-9363-3b507d56f119', 'mac_address': 'fa:16:3e:90:49:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:27:34.861001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:34.873577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac484680-205b-4bf9-9363-3b507d56f119 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:27:34.893633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:27:34.900161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:34.949366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:35.014516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1881717-bfc6-4822-9bbf-42cf42b77136 req-3210796e-f688-412c-981c-919032f0f7e9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:35.015989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1881717-bfc6-4822-9bbf-42cf42b77136 req-3210796e-f688-412c-981c-919032f0f7e9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0511763 Sep 27 09:27:35.056647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1881717-bfc6-4822-9bbf-42cf42b77136 req-a1425cc5-0f46-4108-9b3a-518c4ae7b7d6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334744 Sep 27 09:27:35.088567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['ac484680-205b-4bf9-9363-3b507d56f119'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:27:36.177387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c01c9-b622-4818-bbaa-371abcc692be req-18841c04-fca9-44a2-863b-f7d2e24b2801 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:36.178917 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b6c01c9-b622-4818-bbaa-371abcc692be req-18841c04-fca9-44a2-863b-f7d2e24b2801 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0501215 Sep 27 09:27:36.223367 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b6c01c9-b622-4818-bbaa-371abcc692be req-c12f1bdb-73a8-40c1-836a-ed545973d636 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383766 Sep 27 09:27:36.331840 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:36.511853 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:27:36.701818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ac484680-205b-4bf9-9363-3b507d56f119 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:27:36.765291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port ac484680-205b-4bf9-9363-3b507d56f119 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:27:36.769159 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port ac484680-205b-4bf9-9363-3b507d56f119 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:27:36.769548 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:36.849776 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:36.873444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:27:36.875701 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713e892fc836d5c022493cf267d91e9994a63d7c57fc283a2fe6a41fe13f9d2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d02e7f-914a-40ef-9b5f-1c1814d1530a" -d '{"events": [{"server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "ac484680-205b-4bf9-9363-3b507d56f119"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:27:36.888826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:27:36.893810 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:36.943717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:27:36.971797 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1e5327-549f-4534-b1a4-0b14e55822ba x-openstack-request-id: req-ce1e5327-549f-4534-b1a4-0b14e55822ba {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:27:36.972513 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "ac484680-205b-4bf9-9363-3b507d56f119", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:27:36.972866 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce1e5327-549f-4534-b1a4-0b14e55822ba {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:27:36.973446 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119', 'code': 200} Sep 27 09:27:37.077793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d1db-cb31-4021-a8e3-ed8a61b4c350 req-ec8d950c-c94c-4085-b156-4a71a92af093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:37.079177 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7189d1db-cb31-4021-a8e3-ed8a61b4c350 req-ec8d950c-c94c-4085-b156-4a71a92af093 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0485728 Sep 27 09:27:37.116126 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7189d1db-cb31-4021-a8e3-ed8a61b4c350 req-170e6ae1-b2c7-4678-81ab-27c2967a3256 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284021 Sep 27 09:27:37.351338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd4c16-93a9-4525-a09d-a5975de4b503 req-f0f666be-2ffd-44bd-94f6-f7a72be99251 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:37.352768 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ccd4c16-93a9-4525-a09d-a5975de4b503 req-f0f666be-2ffd-44bd-94f6-f7a72be99251 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0610669 Sep 27 09:27:37.393947 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ccd4c16-93a9-4525-a09d-a5975de4b503 req-06b7da1c-25f0-4d7e-9c92-c0a86420ab60 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323303 Sep 27 09:27:38.540915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c796c-16ae-4f5f-926c-a59d6b56a6f2 req-19c414b5-2fee-4959-9c70-7e9134dff09e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:38.542382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d58c796c-16ae-4f5f-926c-a59d6b56a6f2 req-19c414b5-2fee-4959-9c70-7e9134dff09e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0625181 Sep 27 09:27:38.587424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d58c796c-16ae-4f5f-926c-a59d6b56a6f2 req-34699064-a32a-4851-8fe2-48921029d1d3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357635 Sep 27 09:27:38.700764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62493ece-dd38-4a6a-a551-22339ae668b3 req-15478115-ef0b-41c4-bf07-439a66851e43 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:38.702135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-62493ece-dd38-4a6a-a551-22339ae668b3 req-15478115-ef0b-41c4-bf07-439a66851e43 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0503523 Sep 27 09:27:38.711118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 37746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:27:38.715690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'floatingip': {'port_id': 'ac484680-205b-4bf9-9363-3b507d56f119'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:27:38.765940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:39.213389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:39.219702 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:39.318660 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd associated. External IP: 172.25.2.95, port: ac484680-205b-4bf9-9363-3b507d56f119. Sep 27 09:27:39.534023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:27:39.649865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:27:39.655501 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:39.660656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:27:39.670765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:27:39.671385 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:27:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:27:39.682166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cbac8a76-388b-40b7-a7cd-0b9391144492 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "PUT /v2.0/floatingips/608b15c2-b9a5-4ade-a78c-2808f41716dd HTTP/1.1" status: 200 len: 991 time: 0.9699516 Sep 27 09:27:39.682726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:27:39.722748 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502bd792-c639-45a9-81d1-9b020f6d431b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "tag": "ac484680-205b-4bf9-9363-3b507d56f119"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:27:39.786304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:27:39.810179 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fbf8e1-f349-49b7-82e5-c5b54b0dcd82 x-openstack-request-id: req-41fbf8e1-f349-49b7-82e5-c5b54b0dcd82 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:27:39.810473 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "tag": "ac484680-205b-4bf9-9363-3b507d56f119", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:27:39.810729 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41fbf8e1-f349-49b7-82e5-c5b54b0dcd82 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:27:39.811130 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119', 'status': 'completed', 'code': 200} Sep 27 09:27:39.873305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd792-c639-45a9-81d1-9b020f6d431b req-5c8d8e36-bbe1-4ec3-9e45-a327c4b73d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:39.874810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-502bd792-c639-45a9-81d1-9b020f6d431b req-5c8d8e36-bbe1-4ec3-9e45-a327c4b73d84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0410616 Sep 27 09:27:39.965783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd792-c639-45a9-81d1-9b020f6d431b req-0c5ff64d-c0c5-4e2f-bb80-098315a2e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:39.967269 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-502bd792-c639-45a9-81d1-9b020f6d431b req-0c5ff64d-c0c5-4e2f-bb80-098315a2e453 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0849285 Sep 27 09:27:40.011792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': 'ac484680-205b-4bf9-9363-3b507d56f119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:90:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef34017-df1b-4425-9789-202acf82e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:27:39Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:27:40.035840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-502bd792-c639-45a9-81d1-9b020f6d431b req-7e043304-5af2-47c5-986e-3b1cea506ab3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 999 time: 0.0613842 Sep 27 09:27:40.037323 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:27:40.046299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:27:40.046909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:27:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:27:40.085721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd792-c639-45a9-81d1-9b020f6d431b req-fcae8a84-11c8-4f80-9a62-720adc1ab9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:40.087190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-502bd792-c639-45a9-81d1-9b020f6d431b req-fcae8a84-11c8-4f80-9a62-720adc1ab9fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0445409 Sep 27 09:27:40.133767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd792-c639-45a9-81d1-9b020f6d431b req-999a0a71-96cf-4e5c-b22e-7f5910b3065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:27:40.135262 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-502bd792-c639-45a9-81d1-9b020f6d431b req-999a0a71-96cf-4e5c-b22e-7f5910b3065b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412416 Sep 27 09:27:40.153899 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:27:40.235738 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-502bd792-c639-45a9-81d1-9b020f6d431b req-cd9a6da2-16d4-422c-8449-a1f025e4bcd0 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930469 Sep 27 09:27:40.335969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-502bd792-c639-45a9-81d1-9b020f6d431b req-dc2feca1-e600-4cb4-a0d7-03a57982b878 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925810 Sep 27 09:27:40.528213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': 'ac484680-205b-4bf9-9363-3b507d56f119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:90:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef34017-df1b-4425-9789-202acf82e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:27:39Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:27:40.556854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ffc77-03eb-413e-ba03-a997a181df31 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': 'ac484680-205b-4bf9-9363-3b507d56f119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:90:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef34017-df1b-4425-9789-202acf82e1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:27:39Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:27:40.767355 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b8c47a-e2b6-4910-93f6-c35574d24c93 None None] New status for floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:27:44.645298 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:45.180581 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dabd308-9ada-42a4-bade-d522be9cd2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:47.641617 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3262f4b-59f6-47d6-87fc-d07351424c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:48.113846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:49.170813 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:27:50.778519 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:00.783200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-d2836a66-e7ac-4c49-b5ec-aeaf5835b568 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494123 Sep 27 09:28:00.877417 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-8aeece8d-f858-4b6e-9ceb-68c1a5d15884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:28:00.878854 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-8aeece8d-f858-4b6e-9ceb-68c1a5d15884 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0478904 Sep 27 09:28:00.994264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-71008ef9-4169-4e57-8ead-d6bf30677a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:28:00.995730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-71008ef9-4169-4e57-8ead-d6bf30677a85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0941408 Sep 27 09:28:01.061466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-af2b1444-a5f7-4907-83aa-e99e13229eba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 1001 time: 0.0576687 Sep 27 09:28:01.112301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-586b8c21-3b36-4759-a723-fc7c74a775f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:28:01.113912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-586b8c21-3b36-4759-a723-fc7c74a775f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0453384 Sep 27 09:28:01.168892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-1d2b99f9-0ad1-4d53-ac0e-f589331f6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:28:01.170427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-1d2b99f9-0ad1-4d53-ac0e-f589331f6513 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457737 Sep 27 09:28:01.262890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-389b32f7-c5c0-49f9-add2-44495b1e5eca service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844343 Sep 27 09:28:01.360901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c39ac59b-8cff-4c51-b74c-4dc586b4f16b req-4f23dd4b-1aef-49b2-8df1-d8be100d586e service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906100 Sep 27 09:28:06.341743 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:13.517162 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:28:14.647829 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:15.177811 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b8a8-eae5-4f94-89b9-89990bd247ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:17.645781 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7173-f2f9-4327-9b48-88e7ab74584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:18.113784 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:19.180478 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:20.784792 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:36.346396 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:44.654194 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:45.174221 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ba97e63-c7d8-4658-adc9-bcdb9efe0fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:47.649249 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88c773c4-fac4-4cce-a0a8-8da2e26e777d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:48.115748 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:49.187660 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:28:50.521356 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:28:50.788268 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:00.768365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-be042d30-12a2-4255-be22-439d0942ca25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442796 Sep 27 09:29:00.858325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-e4b21e31-7b26-4442-acc0-9b3f582ea5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:00.859835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-e4b21e31-7b26-4442-acc0-9b3f582ea5c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0420499 Sep 27 09:29:00.974788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-7050c0a9-ad4f-4944-b420-7372a4cbaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:00.976227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-7050c0a9-ad4f-4944-b420-7372a4cbaafc service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0935366 Sep 27 09:29:01.041107 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-ee23b62d-8418-4277-8cb1-7dd29eda9ad7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 1001 time: 0.0573661 Sep 27 09:29:01.092823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-1807521d-2b29-4d38-ab83-7b0b9f0ec5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:01.094374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-1807521d-2b29-4d38-ab83-7b0b9f0ec5e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0465314 Sep 27 09:29:01.148278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-2508cdf0-c2ae-486e-8582-da81a1fa1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:01.149830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-2508cdf0-c2ae-486e-8582-da81a1fa1b31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477457 Sep 27 09:29:01.242973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-7af30748-df70-42ad-b30d-06c56b705601 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Sep 27 09:29:01.337847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66b1c127-1631-4127-a3fa-dbc7bab44a33 req-86057039-436e-42d1-837b-55082ebaeee4 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874684 Sep 27 09:29:06.341601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:14.658574 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:15.167043 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a3097b7-02e5-4b29-b0f1-8304ef74ab3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:16.457680 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd9498-8c4e-4978-aed8-c0189e42cfb9 req-79023e16-d65f-4862-92ad-dab6db4d832a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:16.459127 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4bd9498-8c4e-4978-aed8-c0189e42cfb9 req-79023e16-d65f-4862-92ad-dab6db4d832a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0632043 Sep 27 09:29:16.501140 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e4bd9498-8c4e-4978-aed8-c0189e42cfb9 req-1f14d104-582e-40cd-bbe7-a1cd97f7f532 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327988 Sep 27 09:29:17.634605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd21f91-18cf-48aa-a61c-009f51c99a09 req-15c0c1f1-77c8-49f7-b254-867243b3985c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:17.636141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fd21f91-18cf-48aa-a61c-009f51c99a09 req-15c0c1f1-77c8-49f7-b254-867243b3985c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0606191 Sep 27 09:29:17.642757 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ac6b77b-2377-4743-9ac8-15dd447f6088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:17.676057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9fd21f91-18cf-48aa-a61c-009f51c99a09 req-cee3a8cc-8c5b-4747-978f-ecc3d0544865 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337484 Sep 27 09:29:18.112094 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:18.800884 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d1528-0f17-42a7-a05c-0d58b6ea38cb req-58fcf03c-4a99-49ee-9f18-6549ded3a30c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:18.802435 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b0d1528-0f17-42a7-a05c-0d58b6ea38cb req-58fcf03c-4a99-49ee-9f18-6549ded3a30c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0570774 Sep 27 09:29:18.843450 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3b0d1528-0f17-42a7-a05c-0d58b6ea38cb req-01c4dcc5-e3bf-4913-88bc-76103e8ca3c8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319097 Sep 27 09:29:19.186003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:19.968942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3fc72-13b0-4803-8b8c-b82dc8a35340 req-d729b098-487a-476b-bfb1-75183a04173e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:19.970291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91c3fc72-13b0-4803-8b8c-b82dc8a35340 req-d729b098-487a-476b-bfb1-75183a04173e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0518358 Sep 27 09:29:20.013829 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-91c3fc72-13b0-4803-8b8c-b82dc8a35340 req-8ace7a7d-ae5b-4ade-a14d-d2d2948caacf tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366321 Sep 27 09:29:20.790105 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:21.144861 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a427a-ad89-4772-a332-167ee9c86e35 req-582b1a21-b3c0-4753-8aac-2af2c72de83a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:21.146360 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e8a427a-ad89-4772-a332-167ee9c86e35 req-582b1a21-b3c0-4753-8aac-2af2c72de83a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0524337 Sep 27 09:29:21.194453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0e8a427a-ad89-4772-a332-167ee9c86e35 req-d6d5b762-4334-40fa-a7ce-e5f7355c8678 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392423 Sep 27 09:29:22.315821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169f5d-595e-44fb-89f4-92355448a769 req-a8f69814-9fca-48c6-b629-a5a2b1e8c2cb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:22.317343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8169f5d-595e-44fb-89f4-92355448a769 req-a8f69814-9fca-48c6-b629-a5a2b1e8c2cb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0510213 Sep 27 09:29:22.356442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c8169f5d-595e-44fb-89f4-92355448a769 req-7f528793-15bd-40b1-8193-3d3af386682e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Sep 27 09:29:23.486750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b2741-13c5-492c-9b56-dc7736ea2c5a req-bdaec2d4-30f2-44e5-b64e-fba670b708c2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:23.488175 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b6b2741-13c5-492c-9b56-dc7736ea2c5a req-bdaec2d4-30f2-44e5-b64e-fba670b708c2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0526001 Sep 27 09:29:23.532000 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7b6b2741-13c5-492c-9b56-dc7736ea2c5a req-008134db-7d15-44d9-92b7-d300a84f53b0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351582 Sep 27 09:29:24.668734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec132e-6fa3-467c-926e-16e2ccde2c15 req-11e7557e-e05c-40e9-a59b-7ef4d5c1b3c0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:24.670265 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ec132e-6fa3-467c-926e-16e2ccde2c15 req-11e7557e-e05c-40e9-a59b-7ef4d5c1b3c0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0523608 Sep 27 09:29:24.713389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99ec132e-6fa3-467c-926e-16e2ccde2c15 req-61d76d49-bf17-42a3-bb0b-995879fc01f9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357165 Sep 27 09:29:25.854128 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747b72-b935-4f33-bcf0-5cfd12592ac6 req-80c12c8f-2a36-42a0-9893-8d701bf0fa15 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:25.855612 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a747b72-b935-4f33-bcf0-5cfd12592ac6 req-80c12c8f-2a36-42a0-9893-8d701bf0fa15 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0648434 Sep 27 09:29:25.895277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6a747b72-b935-4f33-bcf0-5cfd12592ac6 req-32d9fd1b-1a3a-4d54-8c30-a12c83d51c4e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Sep 27 09:29:27.036361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc454e8-4a7b-4e65-9548-e633e0cbaee3 req-b2eccfc3-7481-4520-bbf8-647ad080fb71 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:27.037865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8dc454e8-4a7b-4e65-9548-e633e0cbaee3 req-b2eccfc3-7481-4520-bbf8-647ad080fb71 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0701692 Sep 27 09:29:27.080655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8dc454e8-4a7b-4e65-9548-e633e0cbaee3 req-5a006ac4-4e4c-4b7e-ac9c-756c02952cdd tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365050 Sep 27 09:29:27.336827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:29:27.345021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b8c9-6d0f-4948-9ec1-32a2f2b092d0 req-7cf6d83f-e314-4e86-b879-20a61a1da80b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:27.346559 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0d9b8c9-6d0f-4948-9ec1-32a2f2b092d0 req-7cf6d83f-e314-4e86-b879-20a61a1da80b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0498910 Sep 27 09:29:27.384638 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0d9b8c9-6d0f-4948-9ec1-32a2f2b092d0 req-7f394036-225b-4ff5-aeb9-87017cdd35f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316844 Sep 27 09:29:27.416122 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-8dae61fc-ee21-4d77-be31-bd1ba7540a4c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781338 Sep 27 09:29:27.425064 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-7251264a-8cb3-4b65-aac3-d6ed1e96eaff service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:29:27.426029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-7251264a-8cb3-4b65-aac3-d6ed1e96eaff service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049827 Sep 27 09:29:27.521267 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:29:28.517935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13beb3-9d2d-4036-8b18-5a5c4e121fcf req-d9d3244b-302d-4444-b413-854267304963 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:28.519717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e13beb3-9d2d-4036-8b18-5a5c4e121fcf req-d9d3244b-302d-4444-b413-854267304963 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0598948 Sep 27 09:29:28.559602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e13beb3-9d2d-4036-8b18-5a5c4e121fcf req-a01a7380-20d1-44dd-bc02-f8b60b0f1e55 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326662 Sep 27 09:29:28.599679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-49a5117d-47b3-4e67-94f5-cc921d31aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:28.601233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-49a5117d-47b3-4e67-94f5-cc921d31aaca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0423346 Sep 27 09:29:28.693836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-21dc02bd-b09d-46be-88d6-a56b4af67463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:28.695226 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-21dc02bd-b09d-46be-88d6-a56b4af67463 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0866745 Sep 27 09:29:28.762398 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-67abc834-5541-48c7-9707-b93f7939421c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 1001 time: 0.0604517 Sep 27 09:29:28.815761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-58da51a9-c149-4b0a-9960-f54e99ca6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:28.817197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-58da51a9-c149-4b0a-9960-f54e99ca6a28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0479443 Sep 27 09:29:28.867156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-7d8f084e-a3aa-4e0a-90cb-2dc0e776a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:28.868658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-7d8f084e-a3aa-4e0a-90cb-2dc0e776a272 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441329 Sep 27 09:29:28.965536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-a8daa594-f57c-4957-a76a-3a5f627ae62c service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893445 Sep 27 09:29:29.061224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-2221084b-f5fb-4d6a-8d2d-63c8f897ec3c service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886924 Sep 27 09:29:29.692038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889ccb3-f691-44de-acb2-84b21e29eb31 req-074c1c76-445a-408f-9ab9-f466385789b8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:29.693587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e889ccb3-f691-44de-acb2-84b21e29eb31 req-074c1c76-445a-408f-9ab9-f466385789b8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0537336 Sep 27 09:29:29.735335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e889ccb3-f691-44de-acb2-84b21e29eb31 req-18dfb755-6cf6-4665-a37c-3b2406f91737 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Sep 27 09:29:30.880465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2190fe-67ff-4582-89cd-b9fcbe4872b5 req-fee112ef-2659-4d56-a79a-f8288da664c2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:30.882026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb2190fe-67ff-4582-89cd-b9fcbe4872b5 req-fee112ef-2659-4d56-a79a-f8288da664c2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0663400 Sep 27 09:29:30.922836 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bb2190fe-67ff-4582-89cd-b9fcbe4872b5 req-8372b995-9ff8-480d-b034-0c5d12ed8359 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329685 Sep 27 09:29:30.945803 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-c080f760-b737-490c-ac3b-5f004cae5038 req-5e669423-2c5f-4d0f-9015-4bb34c5c048b service neutron] show failed (client error): The resource could not be found. Sep 27 09:29:30.946890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-5e669423-2c5f-4d0f-9015-4bb34c5c048b service neutron] 10.222.0.67 "GET /v2.0/ports/ac484680-205b-4bf9-9363-3b507d56f119/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0586259 Sep 27 09:29:31.171438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-9e253d1c-ceee-4a02-bac9-8180e52727f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:31.172972 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-9e253d1c-ceee-4a02-bac9-8180e52727f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 1097 time: 0.0430686 Sep 27 09:29:31.185990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:29:31.239227 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:31.456221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:29:31.494789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:29:31.534037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:29:31.536435 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190cd6a1-c2ec-4cee-8e75-fef1af2fce9b" -d '{"events": [{"server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ac484680-205b-4bf9-9363-3b507d56f119"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:29:31.540265 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:31.552804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Transition to ACTIVE for port object ac484680-205b-4bf9-9363-3b507d56f119 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:29:31.557710 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:31.591155 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e0037-0f46-448f-8736-994d60719479 x-openstack-request-id: req-dc0e0037-0f46-448f-8736-994d60719479 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:29:31.591155 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ac484680-205b-4bf9-9363-3b507d56f119", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:29:31.591486 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc0e0037-0f46-448f-8736-994d60719479 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:29:31.591804 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119', 'code': 200} Sep 27 09:29:31.636656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:31.649455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.649805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.650147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.650484 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.650815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.651147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.651475 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.651799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.652125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.652478 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.652802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.653129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:31.693566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] No DVR routers for this DVR port ac484680-205b-4bf9-9363-3b507d56f119 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:29:31.835600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Attempting to bind port ac484680-205b-4bf9-9363-3b507d56f119 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:29:31.835877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Attempting to bind port ac484680-205b-4bf9-9363-3b507d56f119 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:29:31.836245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Attempting to bind port ac484680-205b-4bf9-9363-3b507d56f119 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:29:31.840982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Port ac484680-205b-4bf9-9363-3b507d56f119 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:29:31.841301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Attempting to bind port ac484680-205b-4bf9-9363-3b507d56f119 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:29:31.846529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:29:31.846866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:29:31.847221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:29:31.848002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Bound port: ac484680-205b-4bf9-9363-3b507d56f119, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:29:31.848390 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:31.913832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:29:31.916941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:29:31.922927 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:31.959895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:31.960472 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:31.961942 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] 10.222.0.57 "PUT /v2.0/ports/ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 1092 time: 0.7798052 Sep 27 09:29:31.981398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea39ec-fbd7-4c91-b706-d6386fdb5670 service neutron] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:32.035204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-6732343e-383b-460f-9369-e7b0350a9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:32.041212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-6732343e-383b-460f-9369-e7b0350a9500 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.0525396 Sep 27 09:29:32.052187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d2af4-275f-4410-99b3-fdb30a65973a req-311374b6-d246-44c5-b339-3f95a99e9674 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:32.053788 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-179d2af4-275f-4410-99b3-fdb30a65973a req-311374b6-d246-44c5-b339-3f95a99e9674 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0557489 Sep 27 09:29:32.094139 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-179d2af4-275f-4410-99b3-fdb30a65973a req-f07532d1-e781-414e-92ae-976c8ed59958 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338063 Sep 27 09:29:32.135776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-62c4acfc-6522-45c4-a56c-cc30d1a3eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:32.137311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-62c4acfc-6522-45c4-a56c-cc30d1a3eeb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0878255 Sep 27 09:29:32.208378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-8d7741e9-3288-408b-8584-0ca82930c043 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 999 time: 0.0627320 Sep 27 09:29:32.262559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-d72451c4-1923-41e1-bdb5-1599381e66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:32.263968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-d72451c4-1923-41e1-bdb5-1599381e66bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0485227 Sep 27 09:29:32.313787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f760-b737-490c-ac3b-5f004cae5038 req-48730db0-0cc2-4cd6-8f2f-3a2b4bad136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:32.315326 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-48730db0-0cc2-4cd6-8f2f-3a2b4bad136d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427899 Sep 27 09:29:32.412141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-561300e8-22ca-4f89-ad9a-8fb13a106e54 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888553 Sep 27 09:29:32.518775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c080f760-b737-490c-ac3b-5f004cae5038 req-fd76c654-8c29-4d13-a9d9-7be2acaec1b5 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983176 Sep 27 09:29:33.225769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5631fb4-4a11-4f19-a2c1-d76a5713ed3f req-82d4f2fd-117f-4b33-9f7a-988b0bc3d7c0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:33.227263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5631fb4-4a11-4f19-a2c1-d76a5713ed3f req-82d4f2fd-117f-4b33-9f7a-988b0bc3d7c0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0579717 Sep 27 09:29:33.270892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a5631fb4-4a11-4f19-a2c1-d76a5713ed3f req-5f661d0e-582a-4549-ab3d-0e8c6f9a40f0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365286 Sep 27 09:29:33.593247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:29:33.597796 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c422a19-84fa-4c7f-a329-6098d8380096" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "tag": "ac484680-205b-4bf9-9363-3b507d56f119"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:29:33.650622 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cb98dc-a4fd-4c33-8f99-4a07e9e6077a x-openstack-request-id: req-f8cb98dc-a4fd-4c33-8f99-4a07e9e6077a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:29:33.650895 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "tag": "ac484680-205b-4bf9-9363-3b507d56f119", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:29:33.651181 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8cb98dc-a4fd-4c33-8f99-4a07e9e6077a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:29:33.651578 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119', 'status': 'completed', 'code': 200} Sep 27 09:29:33.741989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-9e31b005-5b58-4dda-89c9-93813982cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:33.743498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-9e31b005-5b58-4dda-89c9-93813982cf98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.0680454 Sep 27 09:29:33.745186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-aac5b34c-4d6b-4d0d-930b-bf14a5411fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:33.746492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-aac5b34c-4d6b-4d0d-930b-bf14a5411fe9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1095 time: 0.0630589 Sep 27 09:29:33.898459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-70074182-79d7-4feb-a196-f2dff5097ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:33.899864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-70074182-79d7-4feb-a196-f2dff5097ed8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1481323 Sep 27 09:29:33.902429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-2e2b342f-679d-4d23-aa45-ffd979e0d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:33.903748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-2e2b342f-679d-4d23-aa45-ffd979e0d8cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1452000 Sep 27 09:29:34.009399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-a9d405b1-35a5-4c6f-8c79-96045c4d8152 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 999 time: 0.0981438 Sep 27 09:29:34.026506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-fd89e104-d42b-4ec9-91ea-75f53a0415e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 999 time: 0.0781705 Sep 27 09:29:34.100122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-d3794295-cb49-437d-9df5-6477001496f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:34.101602 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-d3794295-cb49-437d-9df5-6477001496f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0835047 Sep 27 09:29:34.105016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-705b1b2a-67fc-4306-99be-17f2d93c3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:34.106534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-705b1b2a-67fc-4306-99be-17f2d93c3957 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0620296 Sep 27 09:29:34.174742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-7faba0aa-7986-46cf-aeaf-19eed3e6acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:34.176246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-7faba0aa-7986-46cf-aeaf-19eed3e6acc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593255 Sep 27 09:29:34.177894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-94961c61-30aa-4aed-bf12-317a26611ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:34.179233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-94961c61-30aa-4aed-bf12-317a26611ee3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703683 Sep 27 09:29:34.330926 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-2b2f222f-1073-4ef5-b1d3-daadf2f714a0 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465213 Sep 27 09:29:34.332789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-7b8f1dbb-2a73-424c-ae1b-e788a89c3b06 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416628 Sep 27 09:29:34.342998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ac484680-205b-4bf9-9363-3b507d56f119 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:29:34.442038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:29:34.453967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'ac484680-205b-4bf9-9363-3b507d56f119', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': 'ac484680-205b-4bf9-9363-3b507d56f119', 'mac_address': 'fa:16:3e:90:49:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:29:34.492298 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:34.505536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac484680-205b-4bf9-9363-3b507d56f119 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:29:34.513145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a957ea-449c-4552-8424-6e7947fa981a req-b2bad57e-5c27-431d-bdef-1a2af04052de tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:34.514658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40a957ea-449c-4552-8424-6e7947fa981a req-b2bad57e-5c27-431d-bdef-1a2af04052de tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 944 time: 0.1694686 Sep 27 09:29:34.528365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:29:34.532882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:34.546954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-c3aea143-b727-4ff0-973d-8faff043edc4 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086828 Sep 27 09:29:34.550311 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c422a19-84fa-4c7f-a329-6098d8380096 req-bace5136-021f-4da9-8dbd-f43271856f86 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041521 Sep 27 09:29:34.570184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-40a957ea-449c-4552-8424-6e7947fa981a req-e93229c8-71a6-419b-aace-872627ae81aa tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469034 Sep 27 09:29:34.585410 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:34.593203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.593556 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.593901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.594241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.594577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.594913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.595245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.595574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.595968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.596297 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.596648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.596973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:29:34.772947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['ac484680-205b-4bf9-9363-3b507d56f119'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:29:35.147734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccc03a-5a0f-4cc7-bd2c-adb42a25d676 req-ef317a43-5988-4294-b654-04a675b77321 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:35.149182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97ccc03a-5a0f-4cc7-bd2c-adb42a25d676 req-ef317a43-5988-4294-b654-04a675b77321 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 945 time: 0.4157763 Sep 27 09:29:35.160167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-b7d49318-76ec-44de-bfb1-eec02ceb50e7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:35.161577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-b7d49318-76ec-44de-bfb1-eec02ceb50e7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5&tenant_id=04b6456f11fa4aab95e2215ebf24efc9&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 945 time: 0.4193256 Sep 27 09:29:35.221100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97ccc03a-5a0f-4cc7-bd2c-adb42a25d676 req-d0dfcd73-cf68-4113-a4b2-8e3882b135bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585039 Sep 27 09:29:35.241538 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-017e6843-1cda-4886-b0b1-5c5d8907353c service neutron] delete failed (client error): The resource could not be found. Sep 27 09:29:35.242551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-017e6843-1cda-4886-b0b1-5c5d8907353c service neutron] 10.222.0.67 "DELETE /v2.0/ports/ac484680-205b-4bf9-9363-3b507d56f119/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0672865 Sep 27 09:29:35.291158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ac484680-205b-4bf9-9363-3b507d56f119 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:29:35.331063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device ac484680-205b-4bf9-9363-3b507d56f119 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:29:35.335061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-b7833b84-53da-4a59-979b-ed3d224d6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:35.336601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-b7833b84-53da-4a59-979b-ed3d224d6518 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0430796 Sep 27 09:29:35.428882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-6d50b058-03b2-4dbc-8a35-1361a382240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:35.430340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-6d50b058-03b2-4dbc-8a35-1361a382240c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0871711 Sep 27 09:29:35.496880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-6d390229-3c5b-4193-9b15-0a1b78b72f8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 1000 time: 0.0593262 Sep 27 09:29:35.548306 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-8294b41f-839f-4848-b0a4-5b4f0a289e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:35.549758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-8294b41f-839f-4848-b0a4-5b4f0a289e62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0463741 Sep 27 09:29:35.595835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-1d1599a5-8457-46c7-909c-5bc75838aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:35.597619 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-1d1599a5-8457-46c7-909c-5bc75838aac7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401218 Sep 27 09:29:35.702874 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-a1183d92-3b0d-44b7-9172-9e633c7f82c6 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973389 Sep 27 09:29:35.796805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b03860-e888-4060-bde7-6cda95d6bf5a req-08cf13a3-993f-455e-825a-f646964ad25f service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860505 Sep 27 09:29:36.341621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6d841-ea75-426f-9f27-dd33edb65bb0 req-9fc2a5a7-9278-40ef-99c3-640e64997754 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:36.343862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dd6d841-ea75-426f-9f27-dd33edb65bb0 req-9fc2a5a7-9278-40ef-99c3-640e64997754 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0512810 Sep 27 09:29:36.349338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ac484680-205b-4bf9-9363-3b507d56f119 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:29:36.353079 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:36.383983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7dd6d841-ea75-426f-9f27-dd33edb65bb0 req-d13ad7a6-6e79-49ad-8b55-8eeab6024792 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331228 Sep 27 09:29:36.406205 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port ac484680-205b-4bf9-9363-3b507d56f119 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:29:36.410044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port ac484680-205b-4bf9-9363-3b507d56f119 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:29:36.410410 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:36.485010 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:36.500212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c66c43-631d-4e7f-87ce-c8a9a0c3ca47 req-faae575f-2d02-444d-a977-4ca56087a19a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:36.501740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f3c66c43-631d-4e7f-87ce-c8a9a0c3ca47 req-faae575f-2d02-444d-a977-4ca56087a19a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0495422 Sep 27 09:29:36.506883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:29:36.520727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:29:36.525315 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:36.548546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f3c66c43-631d-4e7f-87ce-c8a9a0c3ca47 req-f9c0203b-e901-4027-ab16-8c37bdc07964 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390127 Sep 27 09:29:36.553688 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f9ab6-a4e5-4619-bbc8-6119d138fa45" -d '{"events": [{"server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "ac484680-205b-4bf9-9363-3b507d56f119"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:29:36.578673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:36.642324 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499f8d32-6e73-43df-a1e9-3347efde0e4a x-openstack-request-id: req-499f8d32-6e73-43df-a1e9-3347efde0e4a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:29:36.642691 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "ac484680-205b-4bf9-9363-3b507d56f119", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:29:36.642963 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-499f8d32-6e73-43df-a1e9-3347efde0e4a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:29:36.643370 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119', 'code': 200} Sep 27 09:29:36.748733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3c0-8dea-4090-9745-55089b978a1c req-8c61f5a5-e6b9-4f2c-8af1-8800148fd43f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:36.750152 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9ff0d3c0-8dea-4090-9745-55089b978a1c req-8c61f5a5-e6b9-4f2c-8af1-8800148fd43f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0546629 Sep 27 09:29:36.778161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-59065148-3a66-4b2b-b8ed-589a0f175f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:36.779725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-59065148-3a66-4b2b-b8ed-589a0f175f63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0458839 Sep 27 09:29:36.789576 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9ff0d3c0-8dea-4090-9745-55089b978a1c req-cd6d5e66-cfa8-4998-bb79-396b0047542f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331359 Sep 27 09:29:36.876688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-b1e3983f-592c-4cdf-91be-e8fc0cc2967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:36.878956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-b1e3983f-592c-4cdf-91be-e8fc0cc2967e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0913723 Sep 27 09:29:36.949949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-be2425d8-5d00-47c0-86f8-2c6add31473c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 200 len: 1001 time: 0.0625484 Sep 27 09:29:36.999553 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-571e5872-504a-43f8-b269-eea12b9700c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:37.000928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-571e5872-504a-43f8-b269-eea12b9700c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0430188 Sep 27 09:29:37.050313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-3255e9ef-31b5-4970-b2ee-4f6d27b1e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:37.052520 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-3255e9ef-31b5-4970-b2ee-4f6d27b1e1d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438855 Sep 27 09:29:37.147623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-06c6a380-332e-4594-8e2e-5c6baa3a6d5d service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870249 Sep 27 09:29:37.247623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bac4d51-b678-40c5-b02f-29268af9d571 req-fd2c543b-30dc-4805-b407-c256b9316386 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921032 Sep 27 09:29:37.930325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3d255-66a4-4617-96e2-04e8b629ca08 req-90dbab89-929f-4df1-8c34-8ac82108728b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:37.931842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2f3d255-66a4-4617-96e2-04e8b629ca08 req-90dbab89-929f-4df1-8c34-8ac82108728b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0640345 Sep 27 09:29:37.970014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a2f3d255-66a4-4617-96e2-04e8b629ca08 req-0ee5a9a5-49f5-4175-ae1b-a408365882f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Sep 27 09:29:38.222901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d569f1d-2bbe-4025-a778-1b0c959623b1 req-4e67354e-1d49-4ead-8306-e4f63cb4edb9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:38.224461 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d569f1d-2bbe-4025-a778-1b0c959623b1 req-4e67354e-1d49-4ead-8306-e4f63cb4edb9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0601368 Sep 27 09:29:38.263775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7d569f1d-2bbe-4025-a778-1b0c959623b1 req-e0b55dc4-fe1c-446a-8d72-4f8dbeab0b4a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330958 Sep 27 09:29:39.392792 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67591080-5b52-491b-97b9-34760363f1d0 req-087c719c-abbb-426b-a01c-7a167ad5e2bd tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:39.394315 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67591080-5b52-491b-97b9-34760363f1d0 req-087c719c-abbb-426b-a01c-7a167ad5e2bd tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0519264 Sep 27 09:29:39.433177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67591080-5b52-491b-97b9-34760363f1d0 req-cdb201d8-23e0-4630-95b1-8e164e138436 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328121 Sep 27 09:29:39.579968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-96612e71-7163-4120-b569-553ab2c17388 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:39.581335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-96612e71-7163-4120-b569-553ab2c17388 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0522974 Sep 27 09:29:39.681569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Deleting port ac484680-205b-4bf9-9363-3b507d56f119 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:29:39.681918 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:39.771463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] For port ac484680-205b-4bf9-9363-3b507d56f119, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=ac484680-205b-4bf9-9363-3b507d56f119,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:29:39.771840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:39.953700 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:39.954068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:39.954383 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd disassociated. External IP: 172.25.2.95, port: ac484680-205b-4bf9-9363-3b507d56f119. Sep 27 09:29:39.954724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Calling delete_port for ac484680-205b-4bf9-9363-3b507d56f119 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:29:40.080912 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:40.114753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event deleted for resources: {'Port': ['ID=ac484680-205b-4bf9-9363-3b507d56f119,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:40.232984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:29:40.349530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:29:40.359729 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:29:40.373599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:29:40.374209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:29:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:29:40.391630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] No DVR routers for this DVR port ac484680-205b-4bf9-9363-3b507d56f119 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:29:40.394465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:40.396594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b11c6b40-2341-4942-9eb5-76a14f71f063 req-b8346ae1-ddb2-41da-9235-58b40a4f3931 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "DELETE /v2.0/ports/ac484680-205b-4bf9-9363-3b507d56f119 HTTP/1.1" status: 204 len: 173 time: 0.8075986 Sep 27 09:29:40.397048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'name': 'network-vif-deleted', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:29:40.399595 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17d23b0-4374-4360-937d-bdb6055c0836" -d '{"events": [{"server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "name": "network-vif-deleted", "tag": "ac484680-205b-4bf9-9363-3b507d56f119"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:29:40.450580 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d43f6a-f2af-4305-a291-991d9da761a3 x-openstack-request-id: req-02d43f6a-f2af-4305-a291-991d9da761a3 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:29:40.450914 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef34017-df1b-4425-9789-202acf82e1c5", "name": "network-vif-deleted", "tag": "ac484680-205b-4bf9-9363-3b507d56f119", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:29:40.451136 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02d43f6a-f2af-4305-a291-991d9da761a3 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:29:40.451618 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef34017-df1b-4425-9789-202acf82e1c5', 'name': 'network-vif-deleted', 'tag': 'ac484680-205b-4bf9-9363-3b507d56f119', 'status': 'completed', 'code': 200} Sep 27 09:29:40.490851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:29:40.549649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9d5d8cc3-7b8b-4c33-a97a-87270f5a3aeb req-ad622f87-cce2-421c-b525-ea8dc9a883bd tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef34017-df1b-4425-9789-202acf82e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0333340 Sep 27 09:29:40.702481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:29:40.729127 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:29:40.737543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:29:40.738151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:29:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:29:40.858270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:29:41.066381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:29:41.092836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665e1f7-a04d-46f5-8523-f8c482c17626 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:29:41.356820 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27acb87b-0770-47cf-a0e1-6afaeeeea12b None None] New status for floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:29:41.827439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-414751d1-d2ad-4ffe-bbe4-3cea4c54113a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--966804193&fields=id&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 267 time: 0.0342567 Sep 27 09:29:41.938883 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-d2e7be75-4dc3-4ac7-9417-f2776e9908ba tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:41.940358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-d2e7be75-4dc3-4ac7-9417-f2776e9908ba tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 812 time: 0.1028771 Sep 27 09:29:41.958001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-fb1e79d8-6d15-4453-ac5d-74c2a2c75dbe tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/quotas/04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 375 time: 0.0090206 Sep 27 09:29:42.012055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-8e3dfb76-4e89-42bb-ac8e-d8d84c4b9d33 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484898 Sep 27 09:29:42.184995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-e1ae8ca3-26f6-4117-a264-41df0615e5df service neutron] 10.222.0.50 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258299 Sep 27 09:29:42.279009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-3a6db5ee-f944-48cb-ae3a-ade1843f2e43 service neutron] 10.222.0.50 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879047 Sep 27 09:29:42.375539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ac484680-205b-4bf9-9363-3b507d56f119 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:29:42.397818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: ac484680-205b-4bf9-9363-3b507d56f119 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:29:42.398168 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device ac484680-205b-4bf9-9363-3b507d56f119 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:29:42.450004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9dab5f67-d805-4380-b9db-090404bf3e27 req-94b19a45-65cd-4e0a-9ca0-b33cc97b4b9a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 210 time: 0.0259259 Sep 27 09:29:43.435102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-5e952a3e-c7e8-485e-a5c3-792c0c3676bb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:43.436578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-5e952a3e-c7e8-485e-a5c3-792c0c3676bb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 812 time: 0.1052341 Sep 27 09:29:43.480392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-6da75c9d-7791-4fe6-abb0-a4bfa1ab5fb1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 379 time: 0.0333979 Sep 27 09:29:43.490710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'port': {'device_id': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'admin_state_up': True, 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'security_groups': ['8c10c0f0-212f-4d6b-be95-23fb8da016e4']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:29:43.583506 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-45b4362d-1d1d-42b4-9241-71599d54ea09 req-3f0396e5-e31c-46ae-9a3a-7e0beac10333 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 210 time: 0.0350597 Sep 27 09:29:43.637657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Made reservation on behalf of 04b6456f11fa4aab95e2215ebf24efc9 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:29:43.641351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:43.774003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Allocated IP 172.20.0.11 (8a579a3d-192a-4220-850e-b0ff6f63d87b/bc50c7d1-41e0-494d-821a-32f2a2ce2ae4/3a59adcf-b986-459e-b183-b8a59bef25ca) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:29:43.916100 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:43.950309 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:43.991764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:29:43.994885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:29:43.998456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:29:44.023966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:44.052925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:44.053591 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.069560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-370a4ab0-08a8-444b-b9e4-b8b2912e4e83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5833549 Sep 27 09:29:44.082213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Request body: {'port': {'device_id': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:29:44.141281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.191664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8a0ed045-50ed-4fe4-a1e7-2500c8a0c470 None None] Provisioning complete for port 3a59adcf-b986-459e-b183-b8a59bef25ca triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:29:44.192266 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a0ed045-50ed-4fe4-a1e7-2500c8a0c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.227446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ed045-50ed-4fe4-a1e7-2500c8a0c470 None None] Port 3a59adcf-b986-459e-b183-b8a59bef25ca cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:29:44.409793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a59adcf-b986-459e-b183-b8a59bef25ca {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:29:44.417604 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.434046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Transition to ACTIVE for port object 3a59adcf-b986-459e-b183-b8a59bef25ca will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:29:44.438368 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.494543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:44.560094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:29:44.560454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:29:44.560776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:29:44.565347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:29:44.565664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:29:44.570632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:29:44.570972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:29:44.571350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:29:44.571769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Bound port: 3a59adcf-b986-459e-b183-b8a59bef25ca, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:29:44.572126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.641835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:29:44.646530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:29:44.651737 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.675979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.690634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:44.691242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:44.692660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] 10.222.0.67 "PUT /v2.0/ports/3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1092 time: 0.6148951 Sep 27 09:29:44.693258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:29:44.695487 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372a585-a44c-4e44-ac3b-7278708dd4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:29:44.723354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0112b-b6aa-4503-8bba-342a5580b4ac req-17bd542f-f505-4e89-9af4-a4f41fe8bbcb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:44.725378 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff0112b-b6aa-4503-8bba-342a5580b4ac req-17bd542f-f505-4e89-9af4-a4f41fe8bbcb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 944 time: 0.0591545 Sep 27 09:29:44.737848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d4c99-32c9-4142-9527-d87578f31650 service neutron] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:44.775070 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7ff0112b-b6aa-4503-8bba-342a5580b4ac req-3b18cdb0-9a16-4b2c-a44d-3019fb8d6284 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428088 Sep 27 09:29:44.785068 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e03584-e599-4e70-ba63-49c53f30505f x-openstack-request-id: req-29e03584-e599-4e70-ba63-49c53f30505f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:29:44.785362 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:29:44.785618 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29e03584-e599-4e70-ba63-49c53f30505f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:29:44.786014 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'status': 'completed', 'code': 200} Sep 27 09:29:44.799404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-ae48bdc4-ffac-4461-aaa1-d1fd9767fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:44.801356 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-ae48bdc4-ffac-4461-aaa1-d1fd9767fa44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1095 time: 0.0581717 Sep 27 09:29:44.844623 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-afa1c448-81e2-4cb6-b704-ad2864f23be0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 217 time: 0.0346079 Sep 27 09:29:44.894818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-bffa662e-b5c1-40e4-a5da-ea7c00cc0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:44.896431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-bffa662e-b5c1-40e4-a5da-ea7c00cc0a4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0439448 Sep 27 09:29:44.946742 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-738916cd-cf17-4c45-9fa1-53c39bfeb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:44.948168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-738916cd-cf17-4c45-9fa1-53c39bfeb67e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448852 Sep 27 09:29:45.039539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-ff65b8ae-5bff-4d9d-a65d-e5e49a6899e7 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841017 Sep 27 09:29:45.135400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9affec64-77c4-4a39-a7e0-44fde8ae9820 req-1c0f5ae0-e57c-4d75-8c9f-dc3eff9ca247 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Sep 27 09:29:45.173692 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3f3564-4800-43be-947b-7dc54f08b9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:45.227363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-f5987b12-9c8a-4acf-b23f-f8795ad4353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:45.229277 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-f5987b12-9c8a-4acf-b23f-f8795ad4353e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1095 time: 0.0447161 Sep 27 09:29:45.335051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-271c3dcf-6f17-4cf5-8588-55c26449ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:45.336578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-271c3dcf-6f17-4cf5-8588-55c26449ccb9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0996649 Sep 27 09:29:45.380144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-5edbef53-5903-4731-a2b0-400d0d9c5d83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 217 time: 0.0356069 Sep 27 09:29:45.436887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-75c9156e-ad9c-414b-9f83-3b0150c7d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:45.438333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-75c9156e-ad9c-414b-9f83-3b0150c7d388 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0500605 Sep 27 09:29:45.495027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-c21aca70-98ee-4e4a-9311-f478b7de8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:45.496818 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-c21aca70-98ee-4e4a-9311-f478b7de8f9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502167 Sep 27 09:29:45.600924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-75011fb0-e3be-4898-939f-78677c7d522f service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960364 Sep 27 09:29:45.698323 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0372a585-a44c-4e44-ac3b-7278708dd4fa req-b2d14dcd-dbb4-482c-b5d3-ea91d24babb0 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889285 Sep 27 09:29:45.912534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca139841-bdea-4c75-b0d2-745648a2e0b6 req-0980882a-804b-42dc-a331-4ae58c71f7ca tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:45.914141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca139841-bdea-4c75-b0d2-745648a2e0b6 req-0980882a-804b-42dc-a331-4ae58c71f7ca tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 944 time: 0.0623033 Sep 27 09:29:45.957122 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ca139841-bdea-4c75-b0d2-745648a2e0b6 req-9c37d9f3-137e-4a0b-8755-86ff9c9c8cab tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340219 Sep 27 09:29:47.089521 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a1139-aabc-4615-ae58-bf631569580c req-c39a387e-cd89-4cbf-8941-254b4138c1d8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:47.090987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a45a1139-aabc-4615-ae58-bf631569580c req-c39a387e-cd89-4cbf-8941-254b4138c1d8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 944 time: 0.0529222 Sep 27 09:29:47.132168 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a45a1139-aabc-4615-ae58-bf631569580c req-99a00be1-5a8a-4733-8a25-099d86f76647 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313153 Sep 27 09:29:47.339739 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:29:47.447055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:29:47.458391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'mac_address': 'fa:16:3e:20:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:29:47.508163 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:47.524384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a59adcf-b986-459e-b183-b8a59bef25ca {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:29:47.544565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:29:47.550400 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:47.599780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:47.646474 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-544ad5d4-480d-41d8-91ec-ff883207f207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:47.755128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3a59adcf-b986-459e-b183-b8a59bef25ca'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:29:48.116907 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:48.256358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b1c6e-c70a-4a63-b17c-676fdc242f9d req-ce2d1852-7d47-4077-b07e-3b168f790d06 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:48.257844 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-327b1c6e-c70a-4a63-b17c-676fdc242f9d req-ce2d1852-7d47-4077-b07e-3b168f790d06 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0523238 Sep 27 09:29:48.297880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-327b1c6e-c70a-4a63-b17c-676fdc242f9d req-61e35d79-4e67-48d5-9dc6-7843de56a0fb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309477 Sep 27 09:29:49.200581 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:49.339067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:29:49.393243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 3a59adcf-b986-459e-b183-b8a59bef25ca completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:29:49.397022 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 3a59adcf-b986-459e-b183-b8a59bef25ca triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:29:49.397395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:49.426097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f922-0bf7-4c68-af6a-03488b339b3c req-5934bcc0-4623-4a6f-a880-5f60dbc7b313 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:49.427631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4930f922-0bf7-4c68-af6a-03488b339b3c req-5934bcc0-4623-4a6f-a880-5f60dbc7b313 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0482037 Sep 27 09:29:49.465615 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4930f922-0bf7-4c68-af6a-03488b339b3c req-f8375f56-f15d-4bd5-8d1b-edfe01e9f826 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313613 Sep 27 09:29:49.474289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:49.496796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:29:49.499026 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cd36c7-164f-43e6-b8f3-f120cbd77443" -d '{"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:29:49.511272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:29:49.517532 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:49.542747 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b952ba-bf94-45c0-959c-2cb38500e80a x-openstack-request-id: req-a2b952ba-bf94-45c0-959c-2cb38500e80a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:29:49.543035 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:29:49.543284 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2b952ba-bf94-45c0-959c-2cb38500e80a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:29:49.543666 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'code': 200} Sep 27 09:29:49.569034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:29:49.649555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74046f6-097e-428e-9d26-9f9f5ae6e5fb req-afca4286-da9e-4913-a621-9944b79185d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:49.651049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f74046f6-097e-428e-9d26-9f9f5ae6e5fb req-afca4286-da9e-4913-a621-9944b79185d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1097 time: 0.0521233 Sep 27 09:29:49.690894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f74046f6-097e-428e-9d26-9f9f5ae6e5fb req-cd45b6dd-fa69-4f51-8445-54d09f74dbd1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301175 Sep 27 09:29:50.595652 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c51681-8e6e-4d9a-9a34-a21c543eef90 req-7cda6ab6-422f-4e12-8a87-9441086209ed tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:50.597276 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-82c51681-8e6e-4d9a-9a34-a21c543eef90 req-7cda6ab6-422f-4e12-8a87-9441086209ed tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0549562 Sep 27 09:29:50.639673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-82c51681-8e6e-4d9a-9a34-a21c543eef90 req-a2727d01-75da-4129-b464-137978ed3ce2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359635 Sep 27 09:29:50.789230 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:51.776971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d6500-e035-42c5-b1b6-3b1df9579fa3 req-457b183f-e17f-401b-bc8f-4bd47e1b1b7a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:51.778498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-051d6500-e035-42c5-b1b6-3b1df9579fa3 req-457b183f-e17f-401b-bc8f-4bd47e1b1b7a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0576525 Sep 27 09:29:51.817671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-051d6500-e035-42c5-b1b6-3b1df9579fa3 req-70e6d558-dec0-4f84-91dc-7720aaee3d7e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Sep 27 09:29:51.933638 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483647db-4895-4a51-921a-1ed799d2ffe0 req-8c5a62bb-23d3-4abe-8462-46de36249b9e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:51.935013 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-483647db-4895-4a51-921a-1ed799d2ffe0 req-8c5a62bb-23d3-4abe-8462-46de36249b9e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0520298 Sep 27 09:29:51.944966 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38162) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:29:51.949364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'floatingip': {'port_id': '3a59adcf-b986-459e-b183-b8a59bef25ca'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:29:51.989598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:52.764261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:52.771968 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:52.870123 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd associated. External IP: 172.25.2.95, port: 3a59adcf-b986-459e-b183-b8a59bef25ca. Sep 27 09:29:53.073702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:29:53.188621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:29:53.193596 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:29:53.201243 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:29:53.211969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:29:53.212629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:29:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:29:53.221414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-22768fcc-2620-4424-865a-3f5e9a882af9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "PUT /v2.0/floatingips/608b15c2-b9a5-4ade-a78c-2808f41716dd HTTP/1.1" status: 200 len: 991 time: 1.2754083 Sep 27 09:29:53.221994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:29:53.224665 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:29:53.269118 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e96f95-53a7-42de-b46a-0d6baf98c2ae x-openstack-request-id: req-86e96f95-53a7-42de-b46a-0d6baf98c2ae {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:29:53.269412 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:29:53.269660 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86e96f95-53a7-42de-b46a-0d6baf98c2ae {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:29:53.270053 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'status': 'completed', 'code': 200} Sep 27 09:29:53.323372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:29:53.333578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-23cebf30-cd07-4158-9966-c2753cae42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:53.335035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-23cebf30-cd07-4158-9966-c2753cae42b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1097 time: 0.0407915 Sep 27 09:29:53.428886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-1769576d-3624-4243-b903-a476ae892ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:53.430469 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-1769576d-3624-4243-b903-a476ae892ee3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0887063 Sep 27 09:29:53.495211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-9fd32c9a-2a4b-4145-8fae-c4e388c439cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 999 time: 0.0581200 Sep 27 09:29:53.543963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:20:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:29:52Z', 'revision_number': 9, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:29:53.548925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-ef5b806e-20ad-4980-9e43-ca4dd72d54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:53.550391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-ef5b806e-20ad-4980-9e43-ca4dd72d54b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0482934 Sep 27 09:29:53.597853 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-687d409d-12bd-4eb8-bd79-4b2ab7e82be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:29:53.599297 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-687d409d-12bd-4eb8-bd79-4b2ab7e82be0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414410 Sep 27 09:29:53.701741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-2d72782b-38dc-4a92-a9ee-ca4f7da67782 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874629 Sep 27 09:29:53.727368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:29:53.736251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:29:53.736914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:29:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:29:53.796476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9e6c6-5cbe-4109-a7a7-3302186ba3cb req-931d6b7d-86d3-4bfd-a0d5-3ae08f4ebe82 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872915 Sep 27 09:29:53.845546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:29:54.077703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:20:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:29:52Z', 'revision_number': 9, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:29:54.107335 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2929b-c93b-4d1c-af75-e510c0864412 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:20:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:29:52Z', 'revision_number': 9, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:29:54.310483 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf884b-4eab-4c6b-b7f4-3d28c18c06cc None None] New status for floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:30:02.796571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-ead5d98e-0787-4aaf-8619-b3f2258832f9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442219 Sep 27 09:30:02.888296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-c8212b31-ab41-4185-b7b1-53b39616baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:30:02.889845 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-c8212b31-ab41-4185-b7b1-53b39616baeb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1097 time: 0.0462251 Sep 27 09:30:03.014792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-9c773eed-7398-4f22-ab2d-0edd096bd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:30:03.016267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-9c773eed-7398-4f22-ab2d-0edd096bd573 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0922081 Sep 27 09:30:03.093599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-99b1dd49-7708-42bc-841b-87b581d2e70a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1002 time: 0.0668414 Sep 27 09:30:03.144172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-e56ba350-8fa8-4f77-a1d0-198aae139cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:30:03.145677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-e56ba350-8fa8-4f77-a1d0-198aae139cba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0431528 Sep 27 09:30:03.197452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-8c6cb893-a52a-4c50-9883-9d209c6e7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:30:03.198965 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-8c6cb893-a52a-4c50-9883-9d209c6e7a57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411830 Sep 27 09:30:03.628601 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-e59daac1-c536-45ad-b206-de4a442af4f0 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218163 Sep 27 09:30:03.721783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5c2acbc2-6664-46f2-b753-d4fbd3264dd6 req-9afb21c5-29a7-48be-85d2-def78615d998 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845637 Sep 27 09:30:04.526279 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:30:06.378696 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:14.685490 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:15.173224 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f68ef251-6aaf-45e6-9588-0c56504b7be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:17.655212 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a71ff7e3-d972-456d-a963-b921bfc112b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:18.122163 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:19.199886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:20.796110 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:36.391235 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:41.529099 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:30:44.684647 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:45.176691 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17383121-d6d3-4c5e-bc9d-4904859814af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:47.651208 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1177b074-71b6-4959-8fe6-ebe7660cf780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:48.130300 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:49.204313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:30:50.803934 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:04.784207 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-8759272c-4527-4101-9c63-c7c896ecdd87 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426767 Sep 27 09:31:04.873600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-5fab76ac-6db6-4940-8979-176bb709c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:04.875120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-5fab76ac-6db6-4940-8979-176bb709c976 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1097 time: 0.0467219 Sep 27 09:31:04.990420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-21472f9d-9fc8-4962-b9f6-bfc916e1f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:04.992693 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-21472f9d-9fc8-4962-b9f6-bfc916e1f30a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0944867 Sep 27 09:31:05.071522 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-2ef6d0ce-489d-43ce-8986-d79c27baadc7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1002 time: 0.0716155 Sep 27 09:31:05.121076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-fa086f71-4c6a-46d0-8b4b-c85bbc7a8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:05.122505 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-fa086f71-4c6a-46d0-8b4b-c85bbc7a8af6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0445895 Sep 27 09:31:05.170681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-9c1c9a4a-b1ed-4be6-be49-c8d89cb62325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:05.172204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-9c1c9a4a-b1ed-4be6-be49-c8d89cb62325 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417678 Sep 27 09:31:05.184371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-bbe4a29e-e6f6-4284-85af-5b9b5cc77939 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:31:05.185320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-bbe4a29e-e6f6-4284-85af-5b9b5cc77939 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050459 Sep 27 09:31:05.286112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-42e032be-4560-41ad-8674-1e26126b97f3 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920701 Sep 27 09:31:05.375199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae9f4a37-3419-4d5b-b28b-255d0b5ace10 req-199ab7b2-30ef-4a87-a527-ae58ef1d2c7c service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817471 Sep 27 09:31:06.392246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:14.684566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:15.180384 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28baa7a8-5e96-428a-b432-44a258602c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:17.663498 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2a80-253e-433e-85a5-c877c147b594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:18.123557 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:18.534228 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:31:19.200895 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:20.809090 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:28.989441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-6708711d-8218-479f-b200-d3b0a3979823 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774796 Sep 27 09:31:29.001285 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a9fa9-43d9-47e0-b8ce-dd1fca8541b2 req-8b39e702-3f05-4613-a64b-876d302c0cf6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:29.002714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b0a9fa9-43d9-47e0-b8ce-dd1fca8541b2 req-8b39e702-3f05-4613-a64b-876d302c0cf6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0777588 Sep 27 09:31:29.043142 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b0a9fa9-43d9-47e0-b8ce-dd1fca8541b2 req-5fe7b52f-f58d-44eb-8383-b4099a1f8c72 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333595 Sep 27 09:31:30.197253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebca7b-8ddd-4b84-9d1f-4f42dcc5ffc6 req-8fb1d313-4010-4327-8f74-2754ce08a1aa tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:30.198730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26ebca7b-8ddd-4b84-9d1f-4f42dcc5ffc6 req-8fb1d313-4010-4327-8f74-2754ce08a1aa tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0828362 Sep 27 09:31:30.205162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-330ce561-37bd-422e-9706-4066a225967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:30.206573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-330ce561-37bd-422e-9706-4066a225967c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1097 time: 0.0576909 Sep 27 09:31:30.266261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26ebca7b-8ddd-4b84-9d1f-4f42dcc5ffc6 req-a7af32aa-f2a6-4a92-99a0-3a14834e17f3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586917 Sep 27 09:31:30.322995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-dd81dd4d-469c-467b-9bf1-06b5705497a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:30.324502 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-dd81dd4d-469c-467b-9bf1-06b5705497a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1102366 Sep 27 09:31:30.390147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-072eeb2a-6945-4dd4-b87e-2bb7e3098aab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1002 time: 0.0581312 Sep 27 09:31:30.438222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-a807a2b6-fdf6-4918-a645-cbf698ff0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:30.439644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-a807a2b6-fdf6-4918-a645-cbf698ff0bf7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0430410 Sep 27 09:31:30.490166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-bc2a4681-41c6-4be5-a940-ccd9e89879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:30.491750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-bc2a4681-41c6-4be5-a940-ccd9e89879b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442226 Sep 27 09:31:30.584013 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-c57d5d2d-9a1e-4008-8156-f2d86a95ae78 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849721 Sep 27 09:31:30.681057 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d6bd24df-edf6-45d9-81d2-2b361b6391c2 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896373 Sep 27 09:31:31.387966 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f430-6880-4d4a-800e-b3055146218e req-5d08f724-6d7a-4614-9035-72fabd2cf0c6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:31.389490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4274f430-6880-4d4a-800e-b3055146218e req-5d08f724-6d7a-4614-9035-72fabd2cf0c6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0504849 Sep 27 09:31:31.433424 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4274f430-6880-4d4a-800e-b3055146218e req-9ca3bd8c-d481-4e41-bda6-f1e5c08d1430 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379214 Sep 27 09:31:32.566170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c341f-d2ec-466f-9bc3-e0c8f9a49828 req-e4dc6e3e-ce4f-4774-a103-9ca647931561 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:32.567690 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-033c341f-d2ec-466f-9bc3-e0c8f9a49828 req-e4dc6e3e-ce4f-4774-a103-9ca647931561 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0517170 Sep 27 09:31:32.609322 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-033c341f-d2ec-466f-9bc3-e0c8f9a49828 req-6f07935b-3eaf-4e2c-b0fa-5879fec4d030 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327225 Sep 27 09:31:33.732498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb096-5624-4e36-a8e8-eb04680b19e2 req-1cb6e2cd-3346-4be4-9744-6eafb3547613 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:33.733957 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ddb096-5624-4e36-a8e8-eb04680b19e2 req-1cb6e2cd-3346-4be4-9744-6eafb3547613 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0483568 Sep 27 09:31:33.772696 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ddb096-5624-4e36-a8e8-eb04680b19e2 req-19ddeb48-be74-4615-9de6-4cef045c5faf tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325987 Sep 27 09:31:34.899927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e93798-8599-45b4-a5d2-fccc2afa4bd3 req-8eaf2ff0-b004-468a-b22f-9ad7092394cf tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:34.901394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20e93798-8599-45b4-a5d2-fccc2afa4bd3 req-8eaf2ff0-b004-468a-b22f-9ad7092394cf tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0503366 Sep 27 09:31:34.942929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20e93798-8599-45b4-a5d2-fccc2afa4bd3 req-cc4cf8ea-e504-42da-9bca-c578ff396594 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328562 Sep 27 09:31:36.077801 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fd1f9-155e-4597-ba61-f7d74b474345 req-acf5e674-a086-4322-8ebc-a85a8adb72fe tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:36.079182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-152fd1f9-155e-4597-ba61-f7d74b474345 req-acf5e674-a086-4322-8ebc-a85a8adb72fe tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0546653 Sep 27 09:31:36.119029 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-152fd1f9-155e-4597-ba61-f7d74b474345 req-df08785d-eac7-4602-94b1-4dfb5d285f9a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337508 Sep 27 09:31:36.390245 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:37.247786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d8997-5b54-4012-ae72-9e3423b1568d req-1ea4c081-a92b-452e-9ffa-6c8ed0e4cb1f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:37.249320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-867d8997-5b54-4012-ae72-9e3423b1568d req-1ea4c081-a92b-452e-9ffa-6c8ed0e4cb1f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0559871 Sep 27 09:31:37.289041 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-867d8997-5b54-4012-ae72-9e3423b1568d req-6430c4df-da6d-4655-ab06-7d446fa63e68 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335648 Sep 27 09:31:38.438351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a4c8a-fc43-4f82-a4a5-9a4b5c811771 req-640a5087-0ea0-4244-907b-1633f49c89e3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:38.439846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-756a4c8a-fc43-4f82-a4a5-9a4b5c811771 req-640a5087-0ea0-4244-907b-1633f49c89e3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0514243 Sep 27 09:31:38.481677 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-756a4c8a-fc43-4f82-a4a5-9a4b5c811771 req-c7e81a2b-f746-433c-86aa-9253d84daaca tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Sep 27 09:31:39.613459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3133d21-e037-432c-aefa-f27401d1789e req-4b107bbb-e987-493c-ba80-cbfc5efd1980 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:39.615012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3133d21-e037-432c-aefa-f27401d1789e req-4b107bbb-e987-493c-ba80-cbfc5efd1980 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0514584 Sep 27 09:31:39.653376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3133d21-e037-432c-aefa-f27401d1789e req-0b2f3df6-10f1-4c6a-9160-bd806f0278aa tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322940 Sep 27 09:31:40.787678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346d712-fe9d-4469-a69d-50151c79b44c req-41c3ec91-f3be-491f-96c3-08e4d2337bc3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:40.789284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e346d712-fe9d-4469-a69d-50151c79b44c req-41c3ec91-f3be-491f-96c3-08e4d2337bc3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0537424 Sep 27 09:31:40.829797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e346d712-fe9d-4469-a69d-50151c79b44c req-81a76993-34b7-4eec-a60d-740235a74ccd tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Sep 27 09:31:41.964631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6107b-5f38-42fa-acdd-1683337e4d2e req-fb8de324-ee02-4f4c-83e4-dfb78ec3014d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:41.966095 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-69c6107b-5f38-42fa-acdd-1683337e4d2e req-fb8de324-ee02-4f4c-83e4-dfb78ec3014d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0567038 Sep 27 09:31:42.008837 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-69c6107b-5f38-42fa-acdd-1683337e4d2e req-43941116-1c0f-43bf-a5c4-7f3fc1162115 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327206 Sep 27 09:31:42.496940 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-14b6bba2-8557-477f-81b3-909cba1ecf9c service neutron] show failed (client error): The resource could not be found. Sep 27 09:31:42.497941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-14b6bba2-8557-477f-81b3-909cba1ecf9c service neutron] 10.222.0.67 "GET /v2.0/ports/3a59adcf-b986-459e-b183-b8a59bef25ca/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0658927 Sep 27 09:31:42.723765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-f384b467-5b68-4fa1-bc61-6971ae94713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:42.725308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-f384b467-5b68-4fa1-bc61-6971ae94713d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 1097 time: 0.0438557 Sep 27 09:31:42.737728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d4054b1a-7e74-4179-9b56-4ffc79d28065 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:31:42.738672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d4054b1a-7e74-4179-9b56-4ffc79d28065 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052762 Sep 27 09:31:42.750928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:31:42.803843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:43.016297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:31:43.049247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:31:43.089272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:31:43.091559 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249bbb2f-f16f-4496-9bb1-d73186d0226c" -d '{"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:31:43.095539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:43.109768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Transition to ACTIVE for port object 3a59adcf-b986-459e-b183-b8a59bef25ca will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:31:43.114712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:43.131050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fac211-4b24-4a9e-bb90-6e2f40e284af req-62c1eb0d-524b-40fe-92cb-e937bc107b6c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:43.132747 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16fac211-4b24-4a9e-bb90-6e2f40e284af req-62c1eb0d-524b-40fe-92cb-e937bc107b6c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0545993 Sep 27 09:31:43.147038 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ff0021-32df-4efc-a326-c17b8984c4b5 x-openstack-request-id: req-52ff0021-32df-4efc-a326-c17b8984c4b5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:31:43.147335 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:31:43.147620 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52ff0021-32df-4efc-a326-c17b8984c4b5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:31:43.148020 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'code': 200} Sep 27 09:31:43.177241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16fac211-4b24-4a9e-bb90-6e2f40e284af req-e9f6c5ae-b935-4925-88b7-0ecab4de9e6f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369496 Sep 27 09:31:43.201446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:31:43.216068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.216461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.216822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.217145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.217481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.217909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.218299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.218617 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.218945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.219268 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.219590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.219912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:43.263890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] No DVR routers for this DVR port 3a59adcf-b986-459e-b183-b8a59bef25ca on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:31:43.396935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:31:43.397264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:31:43.397594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:31:43.402357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:31:43.402670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:31:43.407864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:31:43.408206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:31:43.408606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:31:43.409022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Bound port: 3a59adcf-b986-459e-b183-b8a59bef25ca, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:31:43.409373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:43.474050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:31:43.477263 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:31:43.482313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:43.519602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:43.520313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:43.521648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1092 time: 0.7744815 Sep 27 09:31:43.542759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1139a6e-5804-4d76-a068-5a06dbe77e10 service neutron] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:31:43.588614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-34f3ba3c-db46-46ec-a74a-5f7abe08759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:43.590151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-34f3ba3c-db46-46ec-a74a-5f7abe08759e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1095 time: 0.0436292 Sep 27 09:31:43.685153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-803b600c-ec14-443b-b7f8-0b30f2a2a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:43.686685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-803b600c-ec14-443b-b7f8-0b30f2a2a803 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0877726 Sep 27 09:31:43.756589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-b24dbe27-12ab-4abd-95f1-e88b3465dffc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1000 time: 0.0611527 Sep 27 09:31:43.806939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-de5e519f-880b-4ff5-a918-5d0ecd9cd823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:43.808316 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-de5e519f-880b-4ff5-a918-5d0ecd9cd823 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0441270 Sep 27 09:31:43.858314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-3fe2db5f-0e16-4ad2-b701-87ab126de211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:43.859787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-3fe2db5f-0e16-4ad2-b701-87ab126de211 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437188 Sep 27 09:31:43.952751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-c99492e3-e41f-4871-a972-4ffa274dac0c service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848145 Sep 27 09:31:44.045827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-32064c5e-4392-4d70-b3f2-d1d573b19b53 req-2e3fb504-d9ed-41c6-a927-62704603fb4c service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852172 Sep 27 09:31:44.308408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964abfda-52d1-4fbd-84b8-95ab16eedd5c req-9b98e743-b92d-4e9b-9fd5-4af3676900b7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:44.309982 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-964abfda-52d1-4fbd-84b8-95ab16eedd5c req-9b98e743-b92d-4e9b-9fd5-4af3676900b7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 944 time: 0.0561128 Sep 27 09:31:44.351239 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-964abfda-52d1-4fbd-84b8-95ab16eedd5c req-9da59942-42b7-487f-bdf1-e4ec96bc2fc8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321946 Sep 27 09:31:44.685556 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:45.149464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:31:45.153208 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0969d1-6e5d-4005-892b-ab6980bb25d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:31:45.187358 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-220852fd-822c-4c9b-8453-42531401abab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:45.212986 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e9ebcb-c3a8-45ce-abcb-5e2c5370087b x-openstack-request-id: req-28e9ebcb-c3a8-45ce-abcb-5e2c5370087b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:31:45.213280 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:31:45.213529 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28e9ebcb-c3a8-45ce-abcb-5e2c5370087b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:31:45.213966 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'status': 'completed', 'code': 200} Sep 27 09:31:45.306985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-98ed05a0-bba5-4c16-884a-521530b9bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.308710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-98ed05a0-bba5-4c16-884a-521530b9bdcc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1095 time: 0.0712247 Sep 27 09:31:45.314214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-a4e3fe47-6a5b-4b63-9051-641c28debf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.315568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-a4e3fe47-6a5b-4b63-9051-641c28debf30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1095 time: 0.0768857 Sep 27 09:31:45.497035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-e5bdc899-1e90-4e4b-9191-d00fe89dbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.498511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-e5bdc899-1e90-4e4b-9191-d00fe89dbef2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1752281 Sep 27 09:31:45.500286 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-6b49c4dc-872d-4f95-929d-0e4243440bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.501633 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-6b49c4dc-872d-4f95-929d-0e4243440bc9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1852622 Sep 27 09:31:45.555943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2db7e-b28e-40bd-8efc-b09eb194ff8d req-32d5a2e1-78d4-47e4-a407-51ffbf2d3986 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.557462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0d2db7e-b28e-40bd-8efc-b09eb194ff8d req-32d5a2e1-78d4-47e4-a407-51ffbf2d3986 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 944 time: 0.1262164 Sep 27 09:31:45.632149 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-0ef3cf40-fb36-479d-9e27-d0f564cbdaaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1000 time: 0.1236658 Sep 27 09:31:45.681511 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-977936cf-35ce-42fd-b909-2769ee7d98fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1000 time: 0.1656809 Sep 27 09:31:45.687661 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a0d2db7e-b28e-40bd-8efc-b09eb194ff8d req-d5a27641-ecf6-4a15-a605-a9d792c3b679 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954249 Sep 27 09:31:45.731418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-84105097-bd1d-40c7-97d7-b4b8943596dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.732893 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-84105097-bd1d-40c7-97d7-b4b8943596dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0926867 Sep 27 09:31:45.753385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-50f03ad6-10f6-4fb8-b710-a68b81da04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.754677 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-50f03ad6-10f6-4fb8-b710-a68b81da04ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0644786 Sep 27 09:31:45.810415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-143beb62-0111-48b1-a38d-a475a470b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.811889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-143beb62-0111-48b1-a38d-a475a470b9ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710187 Sep 27 09:31:45.816962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-e97d7982-78a1-4126-b9e4-47cdcd28a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:45.818291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-e97d7982-78a1-4126-b9e4-47cdcd28a23a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498130 Sep 27 09:31:45.849633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:31:45.890835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:31:45.966579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-fe2edf47-55d9-44f4-aba0-7ff0a3b3f687 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463909 Sep 27 09:31:45.970019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-bdf89480-978f-44ee-b11a-3d2a74d08525 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431415 Sep 27 09:31:46.125651 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-b64efb8b-18b3-4151-af3f-ec02dcd122f7 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505725 Sep 27 09:31:46.127466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b0969d1-6e5d-4005-892b-ab6980bb25d5 req-6b28ce04-914f-4141-bc05-baea2ab56047 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455758 Sep 27 09:31:46.822926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26275d-8944-4350-b524-d5e1bed82b44 req-ad9dd33a-9bd9-48db-8edc-3099515f9b2c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:46.824437 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b26275d-8944-4350-b524-d5e1bed82b44 req-ad9dd33a-9bd9-48db-8edc-3099515f9b2c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 944 time: 0.0591519 Sep 27 09:31:46.862483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8b26275d-8944-4350-b524-d5e1bed82b44 req-22886e0a-3e7c-4c2d-807a-5572a718da32 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320001 Sep 27 09:31:47.031078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:31:47.142315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:31:47.154777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'mac_address': 'fa:16:3e:20:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:31:47.181193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-d53fcdfa-4a87-4b77-8ed7-96b7bc3b1ed6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:47.182833 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-d53fcdfa-4a87-4b77-8ed7-96b7bc3b1ed6 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f&tenant_id=04b6456f11fa4aab95e2215ebf24efc9&binding%3Ahost_id=n-h1-810909-1 HTTP/1.1" status: 200 len: 944 time: 0.0514534 Sep 27 09:31:47.196018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:47.199715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05431a-35eb-4342-9547-49d683e22665 req-f79ed95d-aa19-4e59-9b95-782d006f6cff tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:47.201563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e05431a-35eb-4342-9547-49d683e22665 req-f79ed95d-aa19-4e59-9b95-782d006f6cff tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 944 time: 0.0534878 Sep 27 09:31:47.209861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a59adcf-b986-459e-b183-b8a59bef25ca {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:31:47.230775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:31:47.236085 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:47.250078 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e05431a-35eb-4342-9547-49d683e22665 req-29694cd5-4649-4791-be49-90251f803a81 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405660 Sep 27 09:31:47.259160 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-3f6b4242-597d-4c4c-8903-c4f62d732f2a service neutron] 10.222.0.57 "GET /v2.0/ports/3a59adcf-b986-459e-b183-b8a59bef25ca/bindings/n-h1-810909-1 HTTP/1.1" status: 200 len: 382 time: 0.0687416 Sep 27 09:31:47.291211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:31:47.298979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.299469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.299820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.300162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.300529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.300866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.301195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.301523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.301849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.302173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.302497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.302827 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:31:47.322998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-d4c9f553-8db6-47da-9dfb-b34dbdb24035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:47.324585 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-d4c9f553-8db6-47da-9dfb-b34dbdb24035 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1096 time: 0.0412896 Sep 27 09:31:47.432458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-098c5442-44cf-4a7a-9248-3992475316da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:47.433944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-098c5442-44cf-4a7a-9248-3992475316da service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1019821 Sep 27 09:31:47.477561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3a59adcf-b986-459e-b183-b8a59bef25ca'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:31:47.500244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-32b15c41-9498-4cbe-9ee3-781b8c829955 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1001 time: 0.0585406 Sep 27 09:31:47.552852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-6371c324-fdd4-43db-a21c-a572bfa9fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:47.554332 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-6371c324-fdd4-43db-a21c-a572bfa9fdea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0472090 Sep 27 09:31:47.600414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-5acd29b3-9c7d-47ad-af82-1947cb8eac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:47.602033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-5acd29b3-9c7d-47ad-af82-1947cb8eac2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404766 Sep 27 09:31:47.655956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39e03e22-0456-4e87-9ca0-e3dd0f710042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:47.695683 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-63719d71-d754-4f78-84c2-5845a6913866 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859034 Sep 27 09:31:47.798977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-6f7f99fe-b102-4b6b-82e8-1ebd16baf06b service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950594 Sep 27 09:31:48.126989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:48.381514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d1b2f-ac4d-4040-acbf-3ecfb7ba79f0 req-faca14b9-ce77-4394-adfb-69f984fabd86 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:48.383066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec9d1b2f-ac4d-4040-acbf-3ecfb7ba79f0 req-faca14b9-ce77-4394-adfb-69f984fabd86 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0607846 Sep 27 09:31:48.429386 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec9d1b2f-ac4d-4040-acbf-3ecfb7ba79f0 req-dfab55cd-7754-4791-937a-8f905793315a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400331 Sep 27 09:31:49.039048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:31:49.092456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 3a59adcf-b986-459e-b183-b8a59bef25ca completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:31:49.098296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 3a59adcf-b986-459e-b183-b8a59bef25ca triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:31:49.098855 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:49.181062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:49.217013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:31:49.219276 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c346c4a5-43fe-476c-8deb-aa08dced2326" -d '{"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:31:49.229161 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:49.232693 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:31:49.237336 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:49.279491 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4425ec-87cd-4c78-83ff-1c800434dfe4 x-openstack-request-id: req-7c4425ec-87cd-4c78-83ff-1c800434dfe4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:31:49.279768 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:31:49.280052 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c4425ec-87cd-4c78-83ff-1c800434dfe4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:31:49.280477 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'code': 200} Sep 27 09:31:49.290518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:31:49.563403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde829b-ea9c-4711-ab33-776497442f7e req-c9266d8b-55a5-41b0-85fe-d3819def28dd tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:49.564951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-adde829b-ea9c-4711-ab33-776497442f7e req-c9266d8b-55a5-41b0-85fe-d3819def28dd tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0579865 Sep 27 09:31:49.609898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-adde829b-ea9c-4711-ab33-776497442f7e req-7f7099a6-40a6-4177-9689-835c12b1c9f0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Sep 27 09:31:49.918133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-7222cbd8-5d3e-4f51-94ff-f9944bf7a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:49.919660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-7222cbd8-5d3e-4f51-94ff-f9944bf7a582 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 1097 time: 0.0446284 Sep 27 09:31:49.931534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:31:49.983830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:50.214583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:31:50.249165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:31:50.289031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:31:50.292250 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd73de30-2d16-46bb-b1ba-7e6d25116cc5" -d '{"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:31:50.296584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:50.313748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Transition to ACTIVE for port object 3a59adcf-b986-459e-b183-b8a59bef25ca will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:31:50.318400 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:50.346999 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6e1dc8-41db-488e-9e47-499e7581357c x-openstack-request-id: req-2a6e1dc8-41db-488e-9e47-499e7581357c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:31:50.347295 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:31:50.347856 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a6e1dc8-41db-488e-9e47-499e7581357c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:31:50.348254 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'code': 200} Sep 27 09:31:50.397665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:31:50.445164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] No DVR routers for this DVR port 3a59adcf-b986-459e-b183-b8a59bef25ca on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:31:50.804087 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:50.962809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa8a07-6ce1-49f4-848a-761b8d069dd4 req-08f5847a-fa10-403c-ba37-7e2880edb002 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:50.964265 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34aa8a07-6ce1-49f4-848a-761b8d069dd4 req-08f5847a-fa10-403c-ba37-7e2880edb002 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0839880 Sep 27 09:31:50.966735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:31:50.967060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:31:50.967383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:31:50.978260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:31:50.978583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Attempting to bind port 3a59adcf-b986-459e-b183-b8a59bef25ca on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:31:50.991575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:31:50.991911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:31:50.992285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:31:50.992798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Bound port: 3a59adcf-b986-459e-b183-b8a59bef25ca, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:31:50.993161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:51.020974 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-34aa8a07-6ce1-49f4-848a-761b8d069dd4 req-0a777f49-10e0-4f03-a83b-7da40b366427 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503721 Sep 27 09:31:51.078274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:31:51.081348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:31:51.087511 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:51.119946 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:51.120585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:51.122023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] 10.222.0.67 "PUT /v2.0/ports/3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1093 time: 1.1943562 Sep 27 09:31:51.144533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24869d6e-ee77-4ff1-b50b-08d415f1d966 service neutron] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:31:51.189713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-06cb3eed-5bdb-457d-817c-4a9ddb84573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:51.190883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-06cb3eed-5bdb-457d-817c-4a9ddb84573c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1096 time: 0.0429878 Sep 27 09:31:51.287098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-f5a35ed1-28ca-4539-8930-75f15e3716de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:51.288671 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-f5a35ed1-28ca-4539-8930-75f15e3716de service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0901506 Sep 27 09:31:51.354260 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-afad37cb-c20f-45a9-bb55-1ddc9368c26e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1000 time: 0.0577192 Sep 27 09:31:51.404837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-38bf87cf-6c64-4284-b173-225126680b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:51.406275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-38bf87cf-6c64-4284-b173-225126680b00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0453241 Sep 27 09:31:51.455665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-b4400ee6-ef95-4d45-861f-677542cec1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:51.457156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-b4400ee6-ef95-4d45-861f-677542cec1c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434563 Sep 27 09:31:51.548460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-e375914f-c76e-4bed-a279-e710a9fcec75 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832546 Sep 27 09:31:51.651132 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9ec588ee-8e71-4af7-8c6a-9fb3579bb658 req-807cab93-1bcc-4715-9063-db368c6bf994 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954423 Sep 27 09:31:52.164754 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d061a-8fe8-4634-b9a0-70c4a06a6a96 req-3eeb0222-80d6-4afd-99ad-dd60d3ca60d2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.166235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-358d061a-8fe8-4634-b9a0-70c4a06a6a96 req-3eeb0222-80d6-4afd-99ad-dd60d3ca60d2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0630937 Sep 27 09:31:52.204582 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-358d061a-8fe8-4634-b9a0-70c4a06a6a96 req-146e5952-b096-445e-9ec3-1d411db17d40 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323930 Sep 27 09:31:52.349823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:31:52.352238 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:31:52.401195 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da1a4a1-a37d-4115-b6f8-4a4fa52a4f13 x-openstack-request-id: req-0da1a4a1-a37d-4115-b6f8-4a4fa52a4f13 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:31:52.401554 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:31:52.401810 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0da1a4a1-a37d-4115-b6f8-4a4fa52a4f13 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:31:52.402210 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'status': 'completed', 'code': 200} Sep 27 09:31:52.489386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-75cd90b6-1290-49bd-8048-e896ced8087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.490892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-75cd90b6-1290-49bd-8048-e896ced8087d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1096 time: 0.0688415 Sep 27 09:31:52.495227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-0fc4ec17-5363-4499-8815-69efaf43386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.496609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-0fc4ec17-5363-4499-8815-69efaf43386e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 1096 time: 0.0664423 Sep 27 09:31:52.652554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-22d66dd9-2aff-44b1-8a64-8ed237fb02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.653949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-22d66dd9-2aff-44b1-8a64-8ed237fb02fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1551244 Sep 27 09:31:52.655015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-d4c9dd2e-0883-4e88-b0fb-33002e41b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.656353 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-d4c9dd2e-0883-4e88-b0fb-33002e41b41a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1506002 Sep 27 09:31:52.762447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-271e8660-cf35-4e98-8bbf-2dba778a3acc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1000 time: 0.1002362 Sep 27 09:31:52.768225 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-2ab643f7-4bb5-4014-8039-7779eb7dbf49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 200 len: 1000 time: 0.1005278 Sep 27 09:31:52.843824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-19b86ea9-c4d6-43fa-8e0c-6b27b7c1431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.845298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-19b86ea9-c4d6-43fa-8e0c-6b27b7c1431f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0756850 Sep 27 09:31:52.846673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-154f9868-884f-46cf-baaa-6e7810eecf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.848373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-154f9868-884f-46cf-baaa-6e7810eecf34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0716887 Sep 27 09:31:52.924041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-f8b405b2-053e-4781-bea7-836601e44000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.925584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-f8b405b2-053e-4781-bea7-836601e44000 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710533 Sep 27 09:31:52.927258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-09f32b90-91d6-4b07-948c-ef40a6c6c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:52.928667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-09f32b90-91d6-4b07-948c-ef40a6c6c761 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670028 Sep 27 09:31:53.084153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-429ac45d-145f-43fb-8e09-26bcf38aacf2 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497965 Sep 27 09:31:53.089464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-45ae1669-e033-407f-9cd5-ac60a36ea84d service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383646 Sep 27 09:31:53.244831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-1ca2ba54-9318-47b1-a2c5-7a4546196468 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533244 Sep 27 09:31:53.246647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e2ac2892-b69a-42d6-ae3b-b5fa6b6f96a0 req-a85bd172-ada6-449e-be2f-0e1e0879d3b1 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479485 Sep 27 09:31:53.325109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e578cdb-89fc-4d76-926e-55e025cf37ae req-e13570fa-c48e-4fc3-ae30-50f7e8fd4afe tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:53.326622 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e578cdb-89fc-4d76-926e-55e025cf37ae req-e13570fa-c48e-4fc3-ae30-50f7e8fd4afe tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0488129 Sep 27 09:31:53.364572 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7e578cdb-89fc-4d76-926e-55e025cf37ae req-a3a0b085-c7e2-40a9-93af-646a35f6a2af tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Sep 27 09:31:53.488529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653021-a7cf-48c2-bce1-311449eba755 req-aff094f7-ce5c-41ff-970c-48e06d48632b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:53.489898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8e653021-a7cf-48c2-bce1-311449eba755 req-aff094f7-ce5c-41ff-970c-48e06d48632b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0555105 Sep 27 09:31:53.527554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8e653021-a7cf-48c2-bce1-311449eba755 req-70217396-ca3a-4cea-bf2b-137a0a77fc06 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Sep 27 09:31:53.646041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e441b-aca2-48a3-b8f3-b0e1d8a5f07c req-8dcde78d-ac21-481d-8fce-937279f505c8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:53.647583 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-794e441b-aca2-48a3-b8f3-b0e1d8a5f07c req-8dcde78d-ac21-481d-8fce-937279f505c8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0536830 Sep 27 09:31:53.688951 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-794e441b-aca2-48a3-b8f3-b0e1d8a5f07c req-97813097-3c5f-431e-8d83-91dfcf8c9656 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321083 Sep 27 09:31:53.911740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:31:53.951683 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9e5da-43db-464d-9c71-6509f8e40a7a req-ab83864d-aaea-4a2e-b64f-45e97d5b7ec8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:53.953211 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5db9e5da-43db-464d-9c71-6509f8e40a7a req-ab83864d-aaea-4a2e-b64f-45e97d5b7ec8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 945 time: 0.0543430 Sep 27 09:31:53.990655 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5db9e5da-43db-464d-9c71-6509f8e40a7a req-956f1f7c-7a7b-4c9e-841b-38cfacaf051f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314665 Sep 27 09:31:54.012060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:31:54.027441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'mac_address': 'fa:16:3e:20:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:31:54.063675 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:54.076161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a59adcf-b986-459e-b183-b8a59bef25ca {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:31:54.096719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:31:54.101755 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:54.147035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=12']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:31:54.349425 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['3a59adcf-b986-459e-b183-b8a59bef25ca'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:31:55.061767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:31:55.100950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:31:55.120096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6e2b-184f-4a9f-86e3-77be21662806 req-b6ec8862-b7e1-45de-8a57-4d88cbcd47fc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:55.121598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-552e6e2b-184f-4a9f-86e3-77be21662806 req-b6ec8862-b7e1-45de-8a57-4d88cbcd47fc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0500288 Sep 27 09:31:55.182399 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-552e6e2b-184f-4a9f-86e3-77be21662806 req-88484bf9-0165-4892-bec3-717241c05388 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546508 Sep 27 09:31:55.202086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-5cd45429-3b8a-4290-9562-33fbc0c09640 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:55.203669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-5cd45429-3b8a-4290-9562-33fbc0c09640 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 946 time: 0.0634017 Sep 27 09:31:55.300186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Deleting port 3a59adcf-b986-459e-b183-b8a59bef25ca {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:31:55.300443 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:55.394552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] For port 3a59adcf-b986-459e-b183-b8a59bef25ca, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=3a59adcf-b986-459e-b183-b8a59bef25ca,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:31:55.395065 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:55.536020 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:31:55.571223 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:55.571518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:55.571836 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd disassociated. External IP: 172.25.2.95, port: 3a59adcf-b986-459e-b183-b8a59bef25ca. Sep 27 09:31:55.572182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Calling delete_port for 3a59adcf-b986-459e-b183-b8a59bef25ca owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:31:55.709520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:55.741163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event deleted for resources: {'Port': ['ID=3a59adcf-b986-459e-b183-b8a59bef25ca,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:31:55.865760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:31:55.945877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:31:55.968249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 3a59adcf-b986-459e-b183-b8a59bef25ca {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:31:55.968627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 27 09:31:55.976249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:31:55.988678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:31:55.992126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Port 3a59adcf-b986-459e-b183-b8a59bef25ca not found, will not notify nova. {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 27 09:31:55.999116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:31:55.999725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:31:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:31:56.016767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] No DVR routers for this DVR port 3a59adcf-b986-459e-b183-b8a59bef25ca on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:31:56.019727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:31:56.021769 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12b4737f-4b3d-4b34-99d1-f66b002c4a84 req-28cded87-7a92-4b72-bc00-a1bd1c1342bc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "DELETE /v2.0/ports/3a59adcf-b986-459e-b183-b8a59bef25ca HTTP/1.1" status: 204 len: 173 time: 0.8118484 Sep 27 09:31:56.022217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-deleted', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:31:56.024497 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb946ef-83e4-48a0-875e-251431717c43" -d '{"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-deleted", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:31:56.060845 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2392aa7-a7d9-48d6-b914-09ac77e3e699 x-openstack-request-id: req-b2392aa7-a7d9-48d6-b914-09ac77e3e699 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:31:56.061139 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99aa688-e114-4155-b775-8595e6a81c8f", "name": "network-vif-deleted", "tag": "3a59adcf-b986-459e-b183-b8a59bef25ca", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:31:56.061537 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2392aa7-a7d9-48d6-b914-09ac77e3e699 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:31:56.062089 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99aa688-e114-4155-b775-8595e6a81c8f', 'name': 'network-vif-deleted', 'tag': '3a59adcf-b986-459e-b183-b8a59bef25ca', 'status': 'completed', 'code': 200} Sep 27 09:31:56.114536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:31:56.290527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1c23fdc3-8fb6-43c2-9001-4a6bc2501e4a req-3a29335a-3c73-4161-bd5a-7483082a60b8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=b99aa688-e114-4155-b775-8595e6a81c8f HTTP/1.1" status: 200 len: 210 time: 0.0256476 Sep 27 09:31:56.314582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:31:56.339802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:31:56.348722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:31:56.349319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:31:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:31:56.461213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:31:56.672844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:31:56.698449 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9babda6-ed39-4e3e-bb24-c6d63eaf7948 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:31:56.917052 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929266e9-ab26-409a-aae5-d3c589c05901 None None] New status for floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:31:57.600608 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-9bde6d56-76da-485b-ab57-52bd5419f134 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--966804193&fields=id&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 267 time: 0.0347676 Sep 27 09:31:57.715023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-78c63c88-f4eb-4ef3-9da9-accde3abae0a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:31:57.716561 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-78c63c88-f4eb-4ef3-9da9-accde3abae0a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 812 time: 0.1091425 Sep 27 09:31:57.731929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-0a5a15d2-b280-4336-a207-444ff756dc15 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/quotas/04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 375 time: 0.0095983 Sep 27 09:31:57.786613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-42fd0114-a562-4eb4-bbf5-2d719f23a2b0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495367 Sep 27 09:31:57.958795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:31:57.962732 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-48543b60-df54-4a11-8da5-742fbc54e085 service neutron] 10.222.0.50 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277289 Sep 27 09:31:57.979054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 3a59adcf-b986-459e-b183-b8a59bef25ca {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:31:57.979399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 3a59adcf-b986-459e-b183-b8a59bef25ca not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:31:58.055458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-d712692b-9d39-44de-ab04-ea705c73e481 service neutron] 10.222.0.50 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866117 Sep 27 09:31:59.247875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-980e6646-1b39-4faf-b8f7-be7c250c3785 req-3c60c7bb-8465-47cc-86c3-ae547295e64e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0266700 Sep 27 09:32:00.234516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-c1e71a2b-a45e-43bc-93a9-ae693909fe73 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:00.235969 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-c1e71a2b-a45e-43bc-93a9-ae693909fe73 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 812 time: 0.1147392 Sep 27 09:32:00.281398 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-d1c29b1b-9695-4067-8eba-f4135cd1eed0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 379 time: 0.0352657 Sep 27 09:32:00.291259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'port': {'device_id': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'admin_state_up': True, 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'security_groups': ['8c10c0f0-212f-4d6b-be95-23fb8da016e4']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:32:00.345592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-985d9bd8-0370-41b1-92a5-8595e2c80595 req-1e355e13-211a-4a98-9bd8-5c7090f0d7ce tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0274575 Sep 27 09:32:00.414339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Made reservation on behalf of 04b6456f11fa4aab95e2215ebf24efc9 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:32:00.418148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:00.563233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Allocated IP 172.20.0.13 (8a579a3d-192a-4220-850e-b0ff6f63d87b/bc50c7d1-41e0-494d-821a-32f2a2ce2ae4/7b14b55e-81d6-469e-972e-765ce7ab51e4) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:32:00.734257 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:00.772850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:00.814913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:32:00.817971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:32:00.821607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:32:00.830094 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:32:00.879101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:00.879734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:00.896042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-7efdc9c8-0baf-4fae-ba3e-f99cb33897f4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6085591 Sep 27 09:32:00.909322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Request body: {'port': {'device_id': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:32:00.968355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:01.055339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-55e9b3b2-80c4-4a13-b0e3-e294dff0673a None None] Provisioning complete for port 7b14b55e-81d6-469e-972e-765ce7ab51e4 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:32:01.056030 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55e9b3b2-80c4-4a13-b0e3-e294dff0673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:01.092591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-55e9b3b2-80c4-4a13-b0e3-e294dff0673a None None] Port 7b14b55e-81d6-469e-972e-765ce7ab51e4 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:32:01.245528 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b14b55e-81d6-469e-972e-765ce7ab51e4 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:32:01.253600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:01.266745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Transition to ACTIVE for port object 7b14b55e-81d6-469e-972e-765ce7ab51e4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:32:01.273481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:01.345110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:32:01.398848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:32:01.399219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:32:01.399723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:32:01.404559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:32:01.404938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:32:01.410013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:32:01.410401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:32:01.410736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:32:01.411211 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Bound port: 7b14b55e-81d6-469e-972e-765ce7ab51e4, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:32:01.411531 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:01.506771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941de4a-333d-47f2-8434-d63a1b9060e5 req-cb8c523e-46a5-4c5e-9f5a-94015055924b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:01.508312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5941de4a-333d-47f2-8434-d63a1b9060e5 req-cb8c523e-46a5-4c5e-9f5a-94015055924b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0871167 Sep 27 09:32:01.531750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:32:01.547074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:32:01.556026 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:01.570946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5941de4a-333d-47f2-8434-d63a1b9060e5 req-b25b05c0-6ccd-42e7-9818-2cf130abbb60 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566399 Sep 27 09:32:01.594047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:01.594667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:01.596019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] 10.222.0.57 "PUT /v2.0/ports/7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1092 time: 0.6911998 Sep 27 09:32:01.596532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:32:01.599021 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae5016f-8f50-46c9-8b69-e38f7c33a513" -d '{"events": [{"name": "network-changed", "server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:32:01.628650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d6979-e56c-44bf-a1d5-0aff927871ba service neutron] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:32:01.649923 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f64117-c7f9-41cf-98aa-1620448dfda6 x-openstack-request-id: req-54f64117-c7f9-41cf-98aa-1620448dfda6 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:32:01.650221 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:32:01.650478 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54f64117-c7f9-41cf-98aa-1620448dfda6 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:32:01.650890 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'status': 'completed', 'code': 200} Sep 27 09:32:01.704715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-258401b2-9aeb-4b0e-aa25-aeaf5e81f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:01.706245 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-258401b2-9aeb-4b0e-aa25-aeaf5e81f7f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1095 time: 0.0427372 Sep 27 09:32:01.754033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-d11ed563-a839-4798-ac86-9802f4d59c9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 217 time: 0.0385516 Sep 27 09:32:01.804985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-58639e4a-aaa0-448b-8a0d-d4ad09f81ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:01.806447 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-58639e4a-aaa0-448b-8a0d-d4ad09f81ec3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0437448 Sep 27 09:32:01.854274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-421ad66b-5652-4ad2-b7e2-77a5eeec27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:01.855698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-421ad66b-5652-4ad2-b7e2-77a5eeec27b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406129 Sep 27 09:32:01.952318 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-8770c605-3645-4436-a1a7-ac04c673673d service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872681 Sep 27 09:32:02.051719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b35daeac-9508-41f0-91ed-dc33446f8aa3 req-1adbe402-709a-445b-8865-24d30e45d7f1 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913913 Sep 27 09:32:02.144767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-e2e22784-f560-43b1-812b-7a2f1bc3f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:02.146241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-e2e22784-f560-43b1-812b-7a2f1bc3f028 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1095 time: 0.0433080 Sep 27 09:32:02.242695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-fc505514-eacb-45b8-8132-3b32fb69f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:02.244266 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-fc505514-eacb-45b8-8132-3b32fb69f8a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0904882 Sep 27 09:32:02.291101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-d3f2d147-c701-47ab-b7e8-04ca92541a40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 217 time: 0.0389066 Sep 27 09:32:02.345993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-b5fc5f22-36be-432d-92a6-45c6258faa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:02.347866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-b5fc5f22-36be-432d-92a6-45c6258faa40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0477502 Sep 27 09:32:02.393737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-57124604-b634-422f-b412-843cd353c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:02.395268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-57124604-b634-422f-b412-843cd353c18c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392210 Sep 27 09:32:02.486517 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-aace1834-eda4-4297-b252-4475572728ea service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831738 Sep 27 09:32:02.954888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b523b7f-0ba5-4d23-b990-331c806e2c03 req-e9604b98-1ee5-4168-a651-04ee45327953 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:02.956380 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b523b7f-0ba5-4d23-b990-331c806e2c03 req-e9604b98-1ee5-4168-a651-04ee45327953 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0966666 Sep 27 09:32:02.962178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4ae5016f-8f50-46c9-8b69-e38f7c33a513 req-d2721451-8bca-4270-b6e9-337704a993f5 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673698 Sep 27 09:32:02.996669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b523b7f-0ba5-4d23-b990-331c806e2c03 req-398e38f8-7064-4d02-b83a-2554ce9e20fe tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Sep 27 09:32:04.136350 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c8558-4577-408d-b1a9-d26296c3dc0c req-849d4ffa-2597-42d7-adfc-aacab0e77a8d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:04.141405 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-236c8558-4577-408d-b1a9-d26296c3dc0c req-849d4ffa-2597-42d7-adfc-aacab0e77a8d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0638783 Sep 27 09:32:04.188115 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-236c8558-4577-408d-b1a9-d26296c3dc0c req-d7e2d2ba-d3a7-4c20-90e0-6dc7c85ea3a7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398686 Sep 27 09:32:05.074235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:32:05.172622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:32:05.183742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'mac_address': 'fa:16:3e:f1:cd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:32:05.224722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:05.238656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b14b55e-81d6-469e-972e-765ce7ab51e4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:32:05.257816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:32:05.262288 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:05.309286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:32:05.313230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca9adb-88a8-4100-8b07-ab253f456eca req-189299eb-8d74-45eb-b456-b254c6a78f5a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:05.314981 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1eca9adb-88a8-4100-8b07-ab253f456eca req-189299eb-8d74-45eb-b456-b254c6a78f5a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0525563 Sep 27 09:32:05.353529 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1eca9adb-88a8-4100-8b07-ab253f456eca req-d1813200-6e4b-4ff7-9d18-7bfcf66cf032 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Sep 27 09:32:05.465068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['7b14b55e-81d6-469e-972e-765ce7ab51e4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:32:06.393501 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:06.485570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd2c42-8b11-4b47-92b0-ca68f5765eee req-4a8afa86-8119-485a-9e4b-ccb11491de89 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:06.486965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dddd2c42-8b11-4b47-92b0-ca68f5765eee req-4a8afa86-8119-485a-9e4b-ccb11491de89 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0548446 Sep 27 09:32:06.525289 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dddd2c42-8b11-4b47-92b0-ca68f5765eee req-ad15ba8d-50a7-42ac-80fc-65d489a6c307 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321381 Sep 27 09:32:07.084090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:32:07.139303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 7b14b55e-81d6-469e-972e-765ce7ab51e4 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:32:07.142851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 7b14b55e-81d6-469e-972e-765ce7ab51e4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:32:07.143218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:07.220261 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:07.243957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:32:07.246274 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c41a426-f305-4943-a45d-c7cb4d3f95d1" -d '{"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-plugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:32:07.262362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:32:07.267517 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:07.290310 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8158b1-4f5f-45d2-be7f-c1499784e060 x-openstack-request-id: req-cd8158b1-4f5f-45d2-be7f-c1499784e060 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:32:07.290596 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-plugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:32:07.290955 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd8158b1-4f5f-45d2-be7f-c1499784e060 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:32:07.291338 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'code': 200} Sep 27 09:32:07.317547 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:32:07.382459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930c65b-4a07-4800-9afb-cb76703df4c8 req-a49d8464-44c4-40d2-9d7b-0fe7b34d6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:07.383811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1930c65b-4a07-4800-9afb-cb76703df4c8 req-a49d8464-44c4-40d2-9d7b-0fe7b34d6387 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1097 time: 0.0409963 Sep 27 09:32:07.420128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1930c65b-4a07-4800-9afb-cb76703df4c8 req-25abe04f-8744-4907-aeb1-0d9376344485 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288267 Sep 27 09:32:07.650618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccc14e-a253-4165-9e4b-06b9e2986392 req-c3370eed-a1d4-4fae-b9f8-d36c77eb921a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:07.652024 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8eccc14e-a253-4165-9e4b-06b9e2986392 req-c3370eed-a1d4-4fae-b9f8-d36c77eb921a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0518141 Sep 27 09:32:07.690589 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8eccc14e-a253-4165-9e4b-06b9e2986392 req-3d2a2051-acbe-476b-932c-2f53da1cc633 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321999 Sep 27 09:32:08.823938 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc8e1d-f708-4e6e-a718-26b88480535e req-747add5f-b4de-418a-82dc-4cd39f3be35e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:08.825475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9bdc8e1d-f708-4e6e-a718-26b88480535e req-747add5f-b4de-418a-82dc-4cd39f3be35e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0638797 Sep 27 09:32:08.867779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9bdc8e1d-f708-4e6e-a718-26b88480535e req-bf8c96c2-76e8-4719-bb1e-f4ca0af695e4 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333388 Sep 27 09:32:09.002876 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61071156-8ca1-43b8-a0ba-f0be4c963869 req-447c01e3-d507-45eb-af7a-7c56476b9c5e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:09.004296 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-61071156-8ca1-43b8-a0ba-f0be4c963869 req-447c01e3-d507-45eb-af7a-7c56476b9c5e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0708876 Sep 27 09:32:09.013248 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 38548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:32:09.017640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Request body: {'floatingip': {'port_id': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:32:09.059862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:09.505932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:09.512313 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:09.630291 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd associated. External IP: 172.25.2.95, port: 7b14b55e-81d6-469e-972e-765ce7ab51e4. Sep 27 09:32:09.857240 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:32:09.976815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:32:09.982260 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:09.987207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:32:09.997992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:32:09.998626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:31:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:32:10.009601 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-330a231c-379d-4e38-bd5d-59639471e54e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "PUT /v2.0/floatingips/608b15c2-b9a5-4ade-a78c-2808f41716dd HTTP/1.1" status: 200 len: 992 time: 0.9953091 Sep 27 09:32:10.010139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:32:10.012498 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f29db4-6211-4a2e-b5f9-f19de89d5030" -d '{"events": [{"name": "network-changed", "server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:32:10.051768 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e40f1-dee7-42ad-8039-9e6cc19eb327 x-openstack-request-id: req-ef0e40f1-dee7-42ad-8039-9e6cc19eb327 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:32:10.052034 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:32:10.052350 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef0e40f1-dee7-42ad-8039-9e6cc19eb327 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:32:10.059746 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'status': 'completed', 'code': 200} Sep 27 09:32:10.113810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-e1d08207-1edf-44c9-8468-169d340a567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:10.115333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-e1d08207-1edf-44c9-8468-169d340a567a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1097 time: 0.0407286 Sep 27 09:32:10.115657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:32:10.208067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-c8264d1d-9073-46f3-9e7f-b49ac3f90e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:10.209626 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-c8264d1d-9073-46f3-9e7f-b49ac3f90e9e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0867958 Sep 27 09:32:10.280059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-2d3d14be-0440-4eae-9373-1733811dba75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1000 time: 0.0623610 Sep 27 09:32:10.329086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-5b05e4d9-2198-4fd5-9321-943f14f1932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:10.330589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-5b05e4d9-2198-4fd5-9321-943f14f1932e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0433815 Sep 27 09:32:10.337101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:f1:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:32:09Z', 'revision_number': 13, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:32:10.368063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:32:10.376499 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:32:10.377112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:31:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:32:10.377885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-f87362ca-f15e-4c50-aaef-a11eb5cfa28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:10.379531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-f87362ca-f15e-4c50-aaef-a11eb5cfa28d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407119 Sep 27 09:32:10.474352 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-b99ff028-aa0a-4f12-8069-838be01a4f6b service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867472 Sep 27 09:32:10.482577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:32:10.571006 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64f29db4-6211-4a2e-b5f9-f19de89d5030 req-c8c50c86-390a-42cd-996f-1b5c7c439625 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883245 Sep 27 09:32:10.707881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:f1:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:32:09Z', 'revision_number': 13, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:32:10.738817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf17f0f-e740-4454-b718-4034ff8a0557 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '608b15c2-b9a5-4ade-a78c-2808f41716dd', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'port_id': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'mac_address': 'fa:16:3e:f1:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:25:09Z', 'updated_at': '2021-09-27T09:32:09Z', 'revision_number': 13, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:32:10.952829 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a374d-8129-49fd-81de-eb21cb32bbd8 None None] New status for floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:32:14.711205 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:15.182489 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2af9e82-eb4d-4e2b-95c1-03f8a2e24216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:15.854098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-338b92c5-b732-474e-b016-59dede64d9cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441184 Sep 27 09:32:15.940132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-a08c557d-1566-4659-bb2b-258b13649f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:15.941746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-a08c557d-1566-4659-bb2b-258b13649f58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1097 time: 0.0429089 Sep 27 09:32:16.058217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-fc67cb9c-daf3-4646-87a4-c1a6f548e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:16.059666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-fc67cb9c-daf3-4646-87a4-c1a6f548e003 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0974596 Sep 27 09:32:16.137577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-a5a53e0f-a9f4-4674-b158-d076c90f5b37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1002 time: 0.0704706 Sep 27 09:32:16.187655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-61f08831-7bf9-4e6a-815e-cf0e7b20b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:16.189129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-61f08831-7bf9-4e6a-815e-cf0e7b20b63d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0439334 Sep 27 09:32:16.241616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-05a9fe69-9bee-492f-907b-2737666e3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:32:16.243132 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-05a9fe69-9bee-492f-907b-2737666e3e50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466771 Sep 27 09:32:16.336987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-1ae028c0-1aaa-40bf-ab04-844ecacc1f7d service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839510 Sep 27 09:32:16.437588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b8f79c6-532d-482b-8fc7-e60882c7ef17 req-22cc71dd-ff39-40f6-bfb6-ba7685633267 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933433 Sep 27 09:32:17.669249 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-749d9627-260f-4fc7-8cac-e1215b6c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:18.130153 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:19.209373 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:20.806028 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:32.540538 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:32:36.388852 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:44.727846 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:45.186512 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56d8439d-7caa-47ad-b452-cea3f9e652b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:47.667995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eed9824b-3ebd-4396-8665-1827a27d824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:48.125891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:49.213442 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:32:50.810778 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:06.401626 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:09.546387 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:33:14.743269 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:15.183206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d26d058-7a08-4689-953e-a17b5cbe7c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:15.932302 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-89b625d0-ad35-46dd-8dc8-b18e20dbdcae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141927 Sep 27 09:33:16.024957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-94701f7c-be66-4cfe-a07f-a9f12c695dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:33:16.026419 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-94701f7c-be66-4cfe-a07f-a9f12c695dbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1097 time: 0.0417626 Sep 27 09:33:16.135199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-009bc94b-f601-4ec1-bb22-57ead732d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:33:16.136610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-009bc94b-f601-4ec1-bb22-57ead732d509 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0896981 Sep 27 09:33:16.210760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-1498fa00-ac71-4340-810e-33a760245ae8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1002 time: 0.0662785 Sep 27 09:33:16.275562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-b040b354-8c33-44c5-bc21-039c6f790e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:33:16.277055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-b040b354-8c33-44c5-bc21-039c6f790e32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0592344 Sep 27 09:33:16.332645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-ac0a2d87-a9c0-4009-8d16-dcd2ee5c5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:33:16.334146 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-ac0a2d87-a9c0-4009-8d16-dcd2ee5c5d39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398452 Sep 27 09:33:16.424304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-c8b2042a-f9ec-4546-9eed-f1ee4af68ebb service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819376 Sep 27 09:33:16.521861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d47fec80-2b74-42d5-8613-42fce04d7b69 req-47a1d73c-8ef9-4fc7-b151-80c1def86ada service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901189 Sep 27 09:33:17.661882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c004d3d-2c9a-48b0-8737-0893a3e5a344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:18.127120 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:19.224116 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:20.813813 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:36.420410 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:44.757320 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:45.183502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29dce881-2b0e-4dfd-ba32-3bb6290d41d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:46.551323 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:33:47.671227 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a703ad3c-920d-4451-ad89-b2e0fde64643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:48.125772 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:49.226181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:50.814830 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:33:51.298989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e36da-dfa0-486e-a837-b29223132fcb req-3deb131c-0854-4a03-95a7-5cac36e1d139 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:33:51.300641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f05e36da-dfa0-486e-a837-b29223132fcb req-3deb131c-0854-4a03-95a7-5cac36e1d139 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.1300824 Sep 27 09:33:51.341827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f05e36da-dfa0-486e-a837-b29223132fcb req-58ca036e-dec4-4aa3-a818-c2d8afe85879 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320575 Sep 27 09:34:02.665166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-be6b71e4-d878-49d1-b0d4-b86f03285822 req-50aa0d17-c58e-49f1-b4d5-123bd21cf285 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:34:02.666308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-be6b71e4-d878-49d1-b0d4-b86f03285822 req-50aa0d17-c58e-49f1-b4d5-123bd21cf285 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082049 Sep 27 09:34:03.886307 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-574c326d-65b9-43db-a4fc-40a797e55678 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0638065 Sep 27 09:34:03.900918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67530300-cf67-41b2-b789-cf48d159953b req-a8b05d12-5d49-4382-9326-fc92dcfdb9ba tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:03.902408 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67530300-cf67-41b2-b789-cf48d159953b req-a8b05d12-5d49-4382-9326-fc92dcfdb9ba tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0702057 Sep 27 09:34:03.943175 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-67530300-cf67-41b2-b789-cf48d159953b req-1ad06525-ea41-4297-a2b4-c910ad05189c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336354 Sep 27 09:34:05.074808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deecd8-0032-4168-a154-5a1b5e056c4c req-3b3ab955-522c-44f6-af39-f0bb32f63394 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:05.076349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1deecd8-0032-4168-a154-5a1b5e056c4c req-3b3ab955-522c-44f6-af39-f0bb32f63394 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0588267 Sep 27 09:34:05.123320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1deecd8-0032-4168-a154-5a1b5e056c4c req-3dd4ea92-d007-4318-9d19-a731ff00bd43 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400872 Sep 27 09:34:06.278672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f856d-09c4-492e-bfcc-35f10ce0805a req-59b84541-b3c2-4c5c-be5e-328b7c061824 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:06.280161 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-001f856d-09c4-492e-bfcc-35f10ce0805a req-59b84541-b3c2-4c5c-be5e-328b7c061824 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0566938 Sep 27 09:34:06.321832 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-001f856d-09c4-492e-bfcc-35f10ce0805a req-5376e95b-9078-42bf-b3f2-ae6112d7d8df tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354645 Sep 27 09:34:06.405680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:07.448288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6be0e-10e1-4cb5-aecc-8d4a8d4f8d80 req-5527ec71-5de2-4531-986d-b0d8e43c6b9f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:07.449836 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3b6be0e-10e1-4cb5-aecc-8d4a8d4f8d80 req-5527ec71-5de2-4531-986d-b0d8e43c6b9f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0502148 Sep 27 09:34:07.489655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a3b6be0e-10e1-4cb5-aecc-8d4a8d4f8d80 req-e62ccc16-ed67-4e08-9df1-0090139b6794 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337584 Sep 27 09:34:08.607846 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3411b5f-51cf-4f2c-8994-6a747bb1f04b req-c021abb4-a274-49eb-9449-ae268e2bd59e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:08.609373 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3411b5f-51cf-4f2c-8994-6a747bb1f04b req-c021abb4-a274-49eb-9449-ae268e2bd59e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0497532 Sep 27 09:34:08.649701 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f3411b5f-51cf-4f2c-8994-6a747bb1f04b req-24e5d901-a372-498a-a4c3-7442938070f8 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337605 Sep 27 09:34:09.103409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-b5068ca0-d4a1-45c3-b7a1-f31a5c3bb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:09.104948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-b5068ca0-d4a1-45c3-b7a1-f31a5c3bb81d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1097 time: 0.0493724 Sep 27 09:34:09.205266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-83a218b0-86d5-4c4d-8ff6-d28135edfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:09.206866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-83a218b0-86d5-4c4d-8ff6-d28135edfcef service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0933797 Sep 27 09:34:09.280724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-20934adb-a45f-4a94-bf23-bb146d85d977 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1002 time: 0.0657659 Sep 27 09:34:09.332841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-587966e2-2408-478b-9004-756ca5cb6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:09.334295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-587966e2-2408-478b-9004-756ca5cb6178 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0457568 Sep 27 09:34:09.392370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-a9b1f119-05af-4e27-a8fd-f35f2b612135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:09.393756 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-a9b1f119-05af-4e27-a8fd-f35f2b612135 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513165 Sep 27 09:34:09.502087 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-c3b8aaf5-de1a-4db0-a6ac-34a280ca245f service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991640 Sep 27 09:34:09.603744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-a1825b9d-6684-45bd-99e6-b861c2df26cd service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935817 Sep 27 09:34:09.784291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47472-d28f-458d-931f-d07105858c67 req-29d43de5-ec50-488a-99e7-14350b3f3dbf tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:09.786214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fb47472-d28f-458d-931f-d07105858c67 req-29d43de5-ec50-488a-99e7-14350b3f3dbf tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0655890 Sep 27 09:34:09.829295 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8fb47472-d28f-458d-931f-d07105858c67 req-3a1bd659-99d2-43b4-b9f1-c1d3e275d25d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337031 Sep 27 09:34:10.959451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976b6f8-0567-445c-8f7b-e779a72c897c req-c4471127-63db-4c29-90ce-3d66f7d90e52 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:10.961030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5976b6f8-0567-445c-8f7b-e779a72c897c req-c4471127-63db-4c29-90ce-3d66f7d90e52 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0589428 Sep 27 09:34:11.005275 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5976b6f8-0567-445c-8f7b-e779a72c897c req-19af6cc2-8c9a-423d-8dd6-8c6fdbfc736c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353737 Sep 27 09:34:12.139112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e8006-039b-4395-b1df-2d142eeb49f3 req-e8709b13-b274-4c31-8ab8-c1f1218d2783 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:12.140604 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-415e8006-039b-4395-b1df-2d142eeb49f3 req-e8709b13-b274-4c31-8ab8-c1f1218d2783 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0518193 Sep 27 09:34:12.184811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-415e8006-039b-4395-b1df-2d142eeb49f3 req-066b407c-d906-49ad-8c54-bda73effe463 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374572 Sep 27 09:34:13.310185 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50024-4d89-41e0-82bd-47012af007ca req-05cb221e-e086-4d8f-bded-a0b586946520 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:13.311649 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ade50024-4d89-41e0-82bd-47012af007ca req-05cb221e-e086-4d8f-bded-a0b586946520 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0541980 Sep 27 09:34:13.351876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ade50024-4d89-41e0-82bd-47012af007ca req-00dcf6da-ba7c-4b7b-a8a5-def6bbc54d70 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339816 Sep 27 09:34:14.490699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502ec73-fb0e-45ad-9a03-1c26e3d56b9c req-db54a9e4-eb15-479f-9657-712ea1c4655d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:14.492144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e502ec73-fb0e-45ad-9a03-1c26e3d56b9c req-db54a9e4-eb15-479f-9657-712ea1c4655d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0601285 Sep 27 09:34:14.533929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e502ec73-fb0e-45ad-9a03-1c26e3d56b9c req-1ba488d1-adc7-43c8-9c78-1e93f27f37fc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329516 Sep 27 09:34:14.763414 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:15.184974 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1c7e-b838-441c-9dee-1b8c8c9450ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:15.664763 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793674-4530-491d-a7d6-52e786dd59ba req-f11e833d-1606-483b-b01d-7bbc94e97cc9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:15.666257 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2793674-4530-491d-a7d6-52e786dd59ba req-f11e833d-1606-483b-b01d-7bbc94e97cc9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0561697 Sep 27 09:34:15.706019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2793674-4530-491d-a7d6-52e786dd59ba req-8ef64474-0274-45af-b69d-e4ec178200e5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336359 Sep 27 09:34:16.832049 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230a849-17f9-4065-8736-d5e3430ce842 req-3be2b696-72c3-4d5b-a955-52fc27bc98e0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:16.833544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1230a849-17f9-4065-8736-d5e3430ce842 req-3be2b696-72c3-4d5b-a955-52fc27bc98e0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0526590 Sep 27 09:34:16.877019 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1230a849-17f9-4065-8736-d5e3430ce842 req-9e10eb5a-c462-44aa-8698-364fcc766968 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352800 Sep 27 09:34:17.677257 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ea76626-49dd-4370-82ec-453f804b8d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:17.880547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04013f04-ca43-4760-9060-b4f7e9935608 req-19cebfd5-b473-4ab8-b1c3-dfbb63e66bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:17.884812 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04013f04-ca43-4760-9060-b4f7e9935608 req-19cebfd5-b473-4ab8-b1c3-dfbb63e66bbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1097 time: 0.0461199 Sep 27 09:34:17.993322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04013f04-ca43-4760-9060-b4f7e9935608 req-e6f5fca7-65ab-4319-94ba-898ab2e221e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:17.994690 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04013f04-ca43-4760-9060-b4f7e9935608 req-e6f5fca7-65ab-4319-94ba-898ab2e221e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0874746 Sep 27 09:34:18.002127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a4cd6-b80b-429a-acc5-72e98758efd4 req-319823ef-1073-412f-b733-bace5775e91d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:18.003726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d2a4cd6-b80b-429a-acc5-72e98758efd4 req-319823ef-1073-412f-b733-bace5775e91d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0513737 Sep 27 09:34:18.041983 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3d2a4cd6-b80b-429a-acc5-72e98758efd4 req-d63a784f-d8e8-41e6-ad53-c7003373cdcc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Sep 27 09:34:18.069050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04013f04-ca43-4760-9060-b4f7e9935608 req-fbc385e3-3edd-4da9-970d-0f71f0b8d6a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1002 time: 0.0620575 Sep 27 09:34:18.118524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04013f04-ca43-4760-9060-b4f7e9935608 req-46e8e637-50ac-4f70-846c-ce8a7c6b3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:18.118989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:18.120009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04013f04-ca43-4760-9060-b4f7e9935608 req-46e8e637-50ac-4f70-846c-ce8a7c6b3ff1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0436182 Sep 27 09:34:18.167412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04013f04-ca43-4760-9060-b4f7e9935608 req-3f99bdc7-b707-4ef0-991b-4cd80d0c9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:18.168921 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04013f04-ca43-4760-9060-b4f7e9935608 req-3f99bdc7-b707-4ef0-991b-4cd80d0c9613 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410032 Sep 27 09:34:18.266627 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04013f04-ca43-4760-9060-b4f7e9935608 req-4a921454-a8cf-48d5-8645-9f12f0ef2c06 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893035 Sep 27 09:34:18.359821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-04013f04-ca43-4760-9060-b4f7e9935608 req-222b3de2-d0e1-4b8d-9bb9-2d6b0f52e995 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848255 Sep 27 09:34:19.178002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86946a-2723-467b-b85f-464a7914f174 req-bcded6bd-13d1-47d5-9a85-2a8053f0cfa3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:19.179487 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c86946a-2723-467b-b85f-464a7914f174 req-bcded6bd-13d1-47d5-9a85-2a8053f0cfa3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0544271 Sep 27 09:34:19.220383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:19.221978 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c86946a-2723-467b-b85f-464a7914f174 req-1ced0ad5-bf40-47d2-aa15-ceff30f194d3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363925 Sep 27 09:34:20.351170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ebaef-248b-45f2-8574-f46186f57987 req-6b0446ce-fce8-409a-848b-3e460bf829d2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:20.352680 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f5ebaef-248b-45f2-8574-f46186f57987 req-6b0446ce-fce8-409a-848b-3e460bf829d2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0606463 Sep 27 09:34:20.398251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2f5ebaef-248b-45f2-8574-f46186f57987 req-2ee2eb2b-c4a2-4ede-a11b-14680738916e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367441 Sep 27 09:34:20.825752 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:21.539855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c633d1c-12b0-4713-a97f-7b0691acbc96 req-8a613e32-bedb-4374-a847-bcf3988fbdad tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:21.541292 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c633d1c-12b0-4713-a97f-7b0691acbc96 req-8a613e32-bedb-4374-a847-bcf3988fbdad tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0581341 Sep 27 09:34:21.584288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c633d1c-12b0-4713-a97f-7b0691acbc96 req-59032aba-fce5-4442-b111-f0fbe80d9a27 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369234 Sep 27 09:34:22.702912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f83a7-d50a-4d2b-b28c-7c24a4408ae1 req-944d1ef7-f827-4bd8-b679-8dfeb4235cb3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:22.704528 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-911f83a7-d50a-4d2b-b28c-7c24a4408ae1 req-944d1ef7-f827-4bd8-b679-8dfeb4235cb3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0498877 Sep 27 09:34:22.744305 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-911f83a7-d50a-4d2b-b28c-7c24a4408ae1 req-ee41455c-c0fa-4ac9-ac66-39a6bcf85d52 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332441 Sep 27 09:34:23.378197 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-43aa4497-5778-4cb4-a280-ea334b737c85 service neutron] show failed (client error): The resource could not be found. Sep 27 09:34:23.379221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-43aa4497-5778-4cb4-a280-ea334b737c85 service neutron] 10.222.0.57 "GET /v2.0/ports/7b14b55e-81d6-469e-972e-765ce7ab51e4/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0554068 Sep 27 09:34:23.550949 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:34:23.620847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-5a98d23b-5c3a-470b-8cb7-189d7c672b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:23.622381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-5a98d23b-5c3a-470b-8cb7-189d7c672b0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 1097 time: 0.0810111 Sep 27 09:34:23.634045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:34:23.687521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:23.919355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9eb2f-1192-44a6-9fdf-3f20c85a108e req-32f35e3c-4d61-47c2-9151-35c9f921df0f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:23.920855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9eb2f-1192-44a6-9fdf-3f20c85a108e req-32f35e3c-4d61-47c2-9151-35c9f921df0f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0950830 Sep 27 09:34:23.937928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:23.991016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dfa9eb2f-1192-44a6-9fdf-3f20c85a108e req-fe84261b-bc6b-4dd5-aee9-2b3830a40942 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629611 Sep 27 09:34:23.994398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:34:24.036683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:34:24.038931 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b0260-9627-4e3c-9cbe-ea5254cd4ff9" -d '{"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:34:24.042678 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:24.055514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Transition to ACTIVE for port object 7b14b55e-81d6-469e-972e-765ce7ab51e4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:34:24.060610 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:24.145636 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f0ac4-16a5-4182-8f57-247aacc3ce5f x-openstack-request-id: req-f40f0ac4-16a5-4182-8f57-247aacc3ce5f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:34:24.145933 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:34:24.146184 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f40f0ac4-16a5-4182-8f57-247aacc3ce5f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:34:24.146577 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'code': 200} Sep 27 09:34:24.149333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:24.162803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.163152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.163498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.163834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.164164 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.164527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.164858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.165180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.165510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.165832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.166152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.166481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:24.196312 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] No DVR routers for this DVR port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:34:24.331190 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:34:24.331515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:34:24.331894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:34:24.336736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:34:24.337054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:34:24.344003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:34:24.344359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:34:24.344740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:34:24.345166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Bound port: 7b14b55e-81d6-469e-972e-765ce7ab51e4, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:34:24.345523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:24.426490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:34:24.430120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:34:24.435760 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:24.466464 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:24.467118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:24.468634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] 10.222.0.67 "PUT /v2.0/ports/7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1092 time: 0.8384457 Sep 27 09:34:24.502625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f804534-3ba2-4af2-b6d4-9ac3027818cc service neutron] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:24.542860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-96212631-8ba5-475d-a089-f970794eb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:24.544429 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-96212631-8ba5-475d-a089-f970794eb1e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1095 time: 0.0499263 Sep 27 09:34:24.636696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-e0f84894-0436-453a-873c-2f88ad4a22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:24.638179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-e0f84894-0436-453a-873c-2f88ad4a22d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0869031 Sep 27 09:34:24.706127 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-e9ebe853-58d7-48c2-84c4-e67906c66c2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1000 time: 0.0604861 Sep 27 09:34:24.760054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-6487f1d4-847e-44e8-b54d-4c4f16956314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:24.761539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-6487f1d4-847e-44e8-b54d-4c4f16956314 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0485370 Sep 27 09:34:24.809737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-e8a18578-7ac2-41a4-869d-f52a57add3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:24.811212 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-e8a18578-7ac2-41a4-869d-f52a57add3c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424223 Sep 27 09:34:24.907659 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-88bde9c0-fcc4-4353-8f82-4fbce1fb29be service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894516 Sep 27 09:34:24.997783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d97f4d38-b65d-4d31-a452-7d17e5b5863e req-9a60f094-797b-4056-bbd9-0382c3c0fcea service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827496 Sep 27 09:34:25.124527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3265f6-5783-4b5c-9fe6-af37c63eaee0 req-93966e5c-c5f9-411e-93b1-95fa7b7b4bd3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:25.126026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc3265f6-5783-4b5c-9fe6-af37c63eaee0 req-93966e5c-c5f9-411e-93b1-95fa7b7b4bd3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0590603 Sep 27 09:34:25.169655 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc3265f6-5783-4b5c-9fe6-af37c63eaee0 req-60a1cab2-9629-4561-a16f-f0419fdd75cb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373137 Sep 27 09:34:25.692691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:34:25.731503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:34:26.148362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:34:26.150731 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a995c67-175e-4eb1-b8eb-048b775072ac" -d '{"events": [{"name": "network-changed", "server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:34:26.209765 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f33a9-6b12-4f5f-99a1-51c8f7840263 x-openstack-request-id: req-344f33a9-6b12-4f5f-99a1-51c8f7840263 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:34:26.210102 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:34:26.210375 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-344f33a9-6b12-4f5f-99a1-51c8f7840263 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:34:26.210777 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'status': 'completed', 'code': 200} Sep 27 09:34:26.327702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-79753074-ca43-44e5-92e1-18076f8a396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:26.329471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-79753074-ca43-44e5-92e1-18076f8a396f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1095 time: 0.0972943 Sep 27 09:34:26.332024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-576b79f6-b5d5-451a-8e1c-40bc1833e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:26.333364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-576b79f6-b5d5-451a-8e1c-40bc1833e986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1095 time: 0.0929620 Sep 27 09:34:26.386170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e392ec-b0a3-4ffd-a27a-fd3d16069e96 req-1062e67c-4561-44fd-ab37-d022906159c2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:26.387631 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94e392ec-b0a3-4ffd-a27a-fd3d16069e96 req-1062e67c-4561-44fd-ab37-d022906159c2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.1108689 Sep 27 09:34:26.529031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-94e392ec-b0a3-4ffd-a27a-fd3d16069e96 req-dfca4fd7-23fb-4804-a46d-dc59b6830be7 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311512 Sep 27 09:34:26.531554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-6f39f162-c90f-4bc5-a2c5-e6edb1545cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:26.532998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-6f39f162-c90f-4bc5-a2c5-e6edb1545cca service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1960554 Sep 27 09:34:26.535733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-b0fb7b43-132a-454b-a4aa-1bdaff81c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:26.537085 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-b0fb7b43-132a-454b-a4aa-1bdaff81c58d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1925821 Sep 27 09:34:26.978343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-c745f0dc-2bb7-410d-afc1-058c3b938923 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1000 time: 0.4385924 Sep 27 09:34:26.984247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-b4391439-17fe-4e18-b69e-297be1fa80c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1000 time: 0.4388704 Sep 27 09:34:27.062454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-f461ef9f-8580-4688-aa15-ea2a059c0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:27.063939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-f461ef9f-8580-4688-aa15-ea2a059c0dc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0779364 Sep 27 09:34:27.065597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-0e99a77a-05c5-4a4e-accf-ece7facf2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:27.067026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-0e99a77a-05c5-4a4e-accf-ece7facf2384 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0735724 Sep 27 09:34:27.139517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-87fc2d06-826c-48b9-8db1-10caa7169242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:27.140943 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-87fc2d06-826c-48b9-8db1-10caa7169242 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695374 Sep 27 09:34:27.143336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-bcbdf9cb-903a-48ba-8707-c6cab06111ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:27.144778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-bcbdf9cb-903a-48ba-8707-c6cab06111ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659502 Sep 27 09:34:27.298537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-5755b2b8-49c3-4ae5-9ea8-ebcee3f0712c service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501546 Sep 27 09:34:27.300780 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-1935aa0e-9c05-4171-ab5a-a62a4ec1e59a service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455457 Sep 27 09:34:27.464816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-dd4cc39e-c109-429f-a576-13e2e90b0dc6 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515846 Sep 27 09:34:27.466649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2a995c67-175e-4eb1-b8eb-048b775072ac req-1f103e1b-5331-4e8c-a90f-87c8962503c2 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605573 Sep 27 09:34:27.649890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b402bd6-6fd7-4edb-86d3-55f40c70999f req-14db89f5-562c-44bf-8832-245636ca84d2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:27.651420 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b402bd6-6fd7-4edb-86d3-55f40c70999f req-14db89f5-562c-44bf-8832-245636ca84d2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0492201 Sep 27 09:34:27.689342 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2b402bd6-6fd7-4edb-86d3-55f40c70999f req-35e94c1a-7157-4479-a002-9fbe190ce591 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318651 Sep 27 09:34:28.807748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35dacc-94a7-4e6f-a9f2-7d77a7c97817 req-cbdc42e1-1a24-4179-9362-1d9b9fa12a5d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:28.809378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d35dacc-94a7-4e6f-a9f2-7d77a7c97817 req-cbdc42e1-1a24-4179-9362-1d9b9fa12a5d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0487940 Sep 27 09:34:28.848892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4d35dacc-94a7-4e6f-a9f2-7d77a7c97817 req-7a8ce7fa-2fe7-4f05-b68b-b4c5a0080d2e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331173 Sep 27 09:34:29.980009 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23636425-2e92-4115-ab5c-f400e62df9e3 req-b7431640-09b6-4fb7-a501-e87573d156e3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:29.981501 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23636425-2e92-4115-ab5c-f400e62df9e3 req-b7431640-09b6-4fb7-a501-e87573d156e3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0601773 Sep 27 09:34:30.019326 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23636425-2e92-4115-ab5c-f400e62df9e3 req-aaa849ea-23ef-4635-a02d-a3aadecafc3b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317438 Sep 27 09:34:31.177242 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd563f9-c877-40b2-867a-f514875d6f43 req-26e4ccbf-26d0-4f39-9ced-c03cbdba750d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:31.178748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-abd563f9-c877-40b2-867a-f514875d6f43 req-26e4ccbf-26d0-4f39-9ced-c03cbdba750d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0710163 Sep 27 09:34:31.224996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-abd563f9-c877-40b2-867a-f514875d6f43 req-ee777a95-9beb-4f18-bfd6-4e7211e98eb3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374119 Sep 27 09:34:32.344272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf1d73-a899-447e-aa2a-2e7f845c7386 req-87b6c693-acdc-4a96-9a70-f019bb23a02a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:32.345790 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7cdf1d73-a899-447e-aa2a-2e7f845c7386 req-87b6c693-acdc-4a96-9a70-f019bb23a02a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0515091 Sep 27 09:34:32.384658 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7cdf1d73-a899-447e-aa2a-2e7f845c7386 req-992f4e11-c811-462f-a6ec-309ead39048d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323331 Sep 27 09:34:33.516067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8400e28-dc81-4e02-8a0e-a1164e5f2d7f req-0dbec4e6-3c0c-480a-a529-9cba44d30106 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:33.517485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8400e28-dc81-4e02-8a0e-a1164e5f2d7f req-0dbec4e6-3c0c-480a-a529-9cba44d30106 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0559478 Sep 27 09:34:33.562171 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d8400e28-dc81-4e02-8a0e-a1164e5f2d7f req-8ad50a93-c137-4f54-8f92-5e6a150d293f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352833 Sep 27 09:34:34.691865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e646e1-5ed5-4561-9954-6e4f394e0c0d req-542b512e-4eab-4699-8576-234db0193852 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:34.693371 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13e646e1-5ed5-4561-9954-6e4f394e0c0d req-542b512e-4eab-4699-8576-234db0193852 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0500462 Sep 27 09:34:34.733357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-13e646e1-5ed5-4561-9954-6e4f394e0c0d req-95f89f34-f279-4020-b0bc-b8eef4cf2d4d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336120 Sep 27 09:34:35.853355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd683-914d-404b-82fc-878c6da0d33d req-92718f78-1658-4e30-96b3-7488504aed41 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:35.854841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-515bd683-914d-404b-82fc-878c6da0d33d req-92718f78-1658-4e30-96b3-7488504aed41 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 944 time: 0.0503762 Sep 27 09:34:35.895181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-515bd683-914d-404b-82fc-878c6da0d33d req-2389be6e-9576-4fc3-8abf-e2ecdf475c89 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332086 Sep 27 09:34:36.414860 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:36.751175 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:34:36.861505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:36.873551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'mac_address': 'fa:16:3e:f1:cd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:34:36.918535 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:36.931733 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b14b55e-81d6-469e-972e-765ce7ab51e4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:34:36.951506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:36.956926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:37.009184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:37.016499 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8dd43-6d19-4372-b25c-cfbcacbdc340 req-a9df1d62-9291-4bc8-9fe0-80e900540b35 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:37.017040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.017307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.017566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.017875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.017991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ca8dd43-6d19-4372-b25c-cfbcacbdc340 req-a9df1d62-9291-4bc8-9fe0-80e900540b35 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0523438 Sep 27 09:34:37.018218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.018564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.019004 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.019438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.019861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.020166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.020517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.020845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:34:37.057205 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8ca8dd43-6d19-4372-b25c-cfbcacbdc340 req-fc980655-c2c9-476d-accd-189adac7c603 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321219 Sep 27 09:34:37.238311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['7b14b55e-81d6-469e-972e-765ce7ab51e4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:34:37.359655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-152392e5-d325-4f53-bfa1-919710d3d09a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:37.361176 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-152392e5-d325-4f53-bfa1-919710d3d09a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.67 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f&tenant_id=04b6456f11fa4aab95e2215ebf24efc9&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 945 time: 0.0572333 Sep 27 09:34:37.364129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7fc57-6ff6-4a4a-ba3d-5e98c678eba0 req-f1e58447-1101-4cf0-bcf5-e8096c1ca141 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:37.365641 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81a7fc57-6ff6-4a4a-ba3d-5e98c678eba0 req-f1e58447-1101-4cf0-bcf5-e8096c1ca141 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0515845 Sep 27 09:34:37.403392 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81a7fc57-6ff6-4a4a-ba3d-5e98c678eba0 req-9adcb1f7-3142-43ac-8ad7-b63180cefc03 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Sep 27 09:34:37.424084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-aaf27f9e-1cb9-4a19-bb24-5f60fa7920ce service neutron] 10.222.0.67 "GET /v2.0/ports/7b14b55e-81d6-469e-972e-765ce7ab51e4/bindings/n-h2-810909-1 HTTP/1.1" status: 200 len: 382 time: 0.0548515 Sep 27 09:34:37.495450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-f3cddcc6-6a31-4004-b89d-e4adec9bb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:37.497015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-f3cddcc6-6a31-4004-b89d-e4adec9bb5a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1096 time: 0.0447743 Sep 27 09:34:37.593338 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-2ae8ed2f-c0e4-4c0b-83a0-2cab83235093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:37.594675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-2ae8ed2f-c0e4-4c0b-83a0-2cab83235093 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0904405 Sep 27 09:34:37.664044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-24bf9ebb-eb2a-4867-a013-9cc11be985fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1001 time: 0.0615435 Sep 27 09:34:37.713421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-6d8af37b-df55-4995-a7c7-983a0dd74766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:37.714863 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-6d8af37b-df55-4995-a7c7-983a0dd74766 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0426285 Sep 27 09:34:37.763093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-cf40ae68-b40e-4ef5-904d-91304aa133fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:37.764637 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-cf40ae68-b40e-4ef5-904d-91304aa133fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425498 Sep 27 09:34:37.860446 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-7bb331a5-d577-467f-88a4-0daadd5e5437 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884883 Sep 27 09:34:37.964484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-8b266032-f0ff-4d3c-bbc9-79bbe2e395a4 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972447 Sep 27 09:34:38.542753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a12808-aac1-433f-883e-1986ac98a454 req-be9394e9-9921-4f97-a64a-a24615c18bcc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:38.544150 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66a12808-aac1-433f-883e-1986ac98a454 req-be9394e9-9921-4f97-a64a-a24615c18bcc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0565083 Sep 27 09:34:38.586858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-66a12808-aac1-433f-883e-1986ac98a454 req-76312b1e-2e69-4011-864b-e85827387940 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342364 Sep 27 09:34:38.770677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:34:38.825753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 7b14b55e-81d6-469e-972e-765ce7ab51e4 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:34:38.830985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 7b14b55e-81d6-469e-972e-765ce7ab51e4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:34:38.831518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:38.915691 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:38.937881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:34:38.940118 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dccf89-eade-4c65-a07e-0fff2d2cf1fc" -d '{"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-plugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:34:38.952217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:38.957489 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:39.007664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:39.046254 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69346daf-123b-497a-90c2-ce8758c6e41f x-openstack-request-id: req-69346daf-123b-497a-90c2-ce8758c6e41f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:34:39.046551 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-plugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:34:39.046809 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69346daf-123b-497a-90c2-ce8758c6e41f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:34:39.047203 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'code': 200} Sep 27 09:34:39.705778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb85de-3426-4552-8123-546349aa50b9 req-e3942ff7-f617-4fbf-89a9-8000b7ad1f93 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:39.707427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ebeb85de-3426-4552-8123-546349aa50b9 req-e3942ff7-f617-4fbf-89a9-8000b7ad1f93 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0494292 Sep 27 09:34:39.746058 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ebeb85de-3426-4552-8123-546349aa50b9 req-1c339bb3-5bf4-4b4c-998d-813f60752e10 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326145 Sep 27 09:34:40.866132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43fb23-b998-47ab-a2ab-f235857377ce req-dc2a4773-4b98-4e6f-9b85-db8603a51ebe tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:40.867623 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b43fb23-b998-47ab-a2ab-f235857377ce req-dc2a4773-4b98-4e6f-9b85-db8603a51ebe tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0495687 Sep 27 09:34:40.906358 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6b43fb23-b998-47ab-a2ab-f235857377ce req-b62a91c9-9fa9-42c4-9ad4-6ff1d71867e9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323982 Sep 27 09:34:41.756025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-6a00ed48-e82c-4b66-964b-fe8f689a07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:41.757557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-6a00ed48-e82c-4b66-964b-fe8f689a07b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f&tenant_id=04b6456f11fa4aab95e2215ebf24efc9 HTTP/1.1" status: 200 len: 1097 time: 0.0419178 Sep 27 09:34:41.770327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:34:41.825385 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:42.057551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:42.080891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645b90e-dd0d-4a4b-9570-98e4c881de5e req-5c2ab215-9785-4268-95a8-0db080ac94b0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:42.082413 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9645b90e-dd0d-4a4b-9570-98e4c881de5e req-5c2ab215-9785-4268-95a8-0db080ac94b0 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.1035552 Sep 27 09:34:42.115020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:34:42.159663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9645b90e-dd0d-4a4b-9570-98e4c881de5e req-c9e59ab5-3a5e-4cf4-b9e0-36b433c97b7b tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685670 Sep 27 09:34:42.170226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:34:42.172489 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f13ec7-8308-4089-a050-43c469540603" -d '{"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:34:42.176999 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:42.189479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Transition to ACTIVE for port object 7b14b55e-81d6-469e-972e-765ce7ab51e4 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:34:42.194105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:42.232756 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2c1e67-cc62-4795-b310-1fecba6eb798 x-openstack-request-id: req-fb2c1e67-cc62-4795-b310-1fecba6eb798 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:34:42.232756 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:34:42.232967 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb2c1e67-cc62-4795-b310-1fecba6eb798 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:34:42.233204 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'code': 200} Sep 27 09:34:42.283239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=10']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:42.323016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] No DVR routers for this DVR port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:34:42.457501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:34:42.457829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:34:42.458153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:34:42.462910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:34:42.463221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Attempting to bind port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on network 8a579a3d-192a-4220-850e-b0ff6f63d87b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:34:42.468087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:34:42.468447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Checking segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:34:42.468823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Bound using segment: {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:34:42.469241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Bound port: 7b14b55e-81d6-469e-972e-765ce7ab51e4, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dec2b2-e388-4f40-8cf3-b980140e87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:34:42.469593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:42.533536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:34:42.536544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:34:42.546355 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:42.585396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:42.586018 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:42.587419 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] 10.222.0.57 "PUT /v2.0/ports/7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1093 time: 0.8209753 Sep 27 09:34:42.624375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dd012-4613-46b9-992e-225f4f02993d service neutron] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=11']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:42.663852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-d5c2ffc5-f71c-4c30-b54a-c99a4b15a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:42.665398 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-d5c2ffc5-f71c-4c30-b54a-c99a4b15a183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1096 time: 0.0522373 Sep 27 09:34:42.760337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-5867c313-9edf-4291-b6ed-b230ea082708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:42.762001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-5867c313-9edf-4291-b6ed-b230ea082708 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.0889947 Sep 27 09:34:42.780048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:34:42.817468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:34:42.832158 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-c538b9f5-e0f8-4181-98ab-c49438d1bf65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1000 time: 0.0623593 Sep 27 09:34:42.883504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-13df11e7-1faf-4e94-8028-123b76af394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:42.884836 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-13df11e7-1faf-4e94-8028-123b76af394c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0457692 Sep 27 09:34:42.932161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-871717c4-2e28-4fd1-842b-5d643ad36512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:42.933662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-871717c4-2e28-4fd1-842b-5d643ad36512 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407424 Sep 27 09:34:43.040543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-b818d4a0-dc35-48a9-b65d-93b668643dc9 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978677 Sep 27 09:34:43.131686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98dc88a0-232e-416c-b708-221b6976f4f6 req-096d80f7-f577-41cb-9c55-4d8e034665f6 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837152 Sep 27 09:34:43.280026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f48b-e9c0-427b-a691-ad7b275db69e req-0cc94ede-2d5a-4057-bfa1-89472c4f3310 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:43.281589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c01f48b-e9c0-427b-a691-ad7b275db69e req-0cc94ede-2d5a-4057-bfa1-89472c4f3310 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0515416 Sep 27 09:34:43.324745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9c01f48b-e9c0-427b-a691-ad7b275db69e req-342b0d97-b11d-4677-9558-ae77f321bc3f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367475 Sep 27 09:34:44.234273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:34:44.236707 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d6f5b-b297-4c83-8e6f-2e034c491599" -d '{"events": [{"name": "network-changed", "server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:34:44.288817 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316184c1-1052-447a-8c38-d2a2361aaeb7 x-openstack-request-id: req-316184c1-1052-447a-8c38-d2a2361aaeb7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:34:44.289087 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:34:44.289336 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-316184c1-1052-447a-8c38-d2a2361aaeb7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:34:44.289767 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'status': 'completed', 'code': 200} Sep 27 09:34:44.383266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-415d4d4b-ca2b-4019-8399-ef154d94882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.384833 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-415d4d4b-ca2b-4019-8399-ef154d94882f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1096 time: 0.0705352 Sep 27 09:34:44.387330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-65c9298b-2ea6-43bf-b592-0546a9d0d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.388733 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-65c9298b-2ea6-43bf-b592-0546a9d0d571 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 1096 time: 0.0655956 Sep 27 09:34:44.587373 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434535c-b2d3-4c2d-8418-74126aa26fda req-3910505e-c335-4ee3-85be-e1c104566a41 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.588786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e434535c-b2d3-4c2d-8418-74126aa26fda req-3910505e-c335-4ee3-85be-e1c104566a41 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.1879025 Sep 27 09:34:44.590148 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-34f44b1b-33e9-42a8-9f13-da60579d9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.591475 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-34f44b1b-33e9-42a8-9f13-da60579d9d8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.1916580 Sep 27 09:34:44.592626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-39c5e0a6-af8c-4e55-89a5-33da948ea174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.594007 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-39c5e0a6-af8c-4e55-89a5-33da948ea174 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 200 len: 913 time: 0.2013621 Sep 27 09:34:44.720248 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-cbf841ea-5810-4ffb-aa65-84b16996301c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1000 time: 0.1181393 Sep 27 09:34:44.727228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e434535c-b2d3-4c2d-8418-74126aa26fda req-f72f6c88-f548-4a40-9956-6c378d78627e tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314993 Sep 27 09:34:44.749853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-2a257e86-cab2-4446-9284-4fb2261ba3fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 200 len: 1000 time: 0.1387773 Sep 27 09:34:44.759503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:44.809123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-44ca7854-989f-4ec9-a8a3-9903047b4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.810583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-44ca7854-989f-4ec9-a8a3-9903047b4b29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0824950 Sep 27 09:34:44.816011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-fb1165b6-71d3-44b6-ae80-51510ab5e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.817404 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-fb1165b6-71d3-44b6-ae80-51510ab5e191 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 200 len: 851 time: 0.0577779 Sep 27 09:34:44.891535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-dcbec46c-2d39-449f-ac2f-a6c6a364f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.893003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-dcbec46c-2d39-449f-ac2f-a6c6a364f732 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739257 Sep 27 09:34:44.895661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-ff7aaca5-8832-4b50-ab0c-a952d98aee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:44.897097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-ff7aaca5-8832-4b50-ab0c-a952d98aee40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a579a3d-192a-4220-850e-b0ff6f63d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706887 Sep 27 09:34:45.052365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-29d913c0-439b-4c88-951a-4b9f4dadb340 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437798 Sep 27 09:34:45.054100 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-95e62595-4e9c-49dc-892d-490cb3e696e3 service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528947 Sep 27 09:34:45.180343 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-158c2511-b956-47a1-b316-35f279a7aa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:45.210444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-69f5e76f-3860-49fc-86fa-f314d7f5d0b8 service neutron] 10.222.0.67 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508162 Sep 27 09:34:45.213914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-329d6f5b-b297-4c83-8e6f-2e034c491599 req-f11f2735-a438-4fda-a4c5-6365582f4b2d service neutron] 10.222.0.57 "GET /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472034 Sep 27 09:34:46.196379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e83915-ab57-404a-82c4-d3b25ffe4ca9 req-cc4f1ac2-4549-4732-9ddf-ecccc985a991 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:46.197923 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18e83915-ab57-404a-82c4-d3b25ffe4ca9 req-cc4f1ac2-4549-4732-9ddf-ecccc985a991 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.3978934 Sep 27 09:34:46.243524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-18e83915-ab57-404a-82c4-d3b25ffe4ca9 req-8402caab-722e-4f3c-881e-28359ce87b43 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348356 Sep 27 09:34:47.387055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0453b9-126a-4652-a9e5-13a1ffc154c2 req-14b22193-7c0b-4bc8-9533-9dbef47a7af5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:47.388612 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b0453b9-126a-4652-a9e5-13a1ffc154c2 req-14b22193-7c0b-4bc8-9533-9dbef47a7af5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0683441 Sep 27 09:34:47.431418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5b0453b9-126a-4652-a9e5-13a1ffc154c2 req-e66e9a2a-98cb-4957-a375-14b8bc73506f tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348394 Sep 27 09:34:47.677280 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ba4152b-3af8-41ca-b14a-ffb5a80a2820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:48.130969 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:48.558998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a384ef-9b25-477a-a9dd-a386db7d2e94 req-edcf9f16-917b-4644-a387-efe3105c5e34 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:48.560576 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46a384ef-9b25-477a-a9dd-a386db7d2e94 req-edcf9f16-917b-4644-a387-efe3105c5e34 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0506175 Sep 27 09:34:48.598221 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-46a384ef-9b25-477a-a9dd-a386db7d2e94 req-630b350e-b2fd-424a-a654-0aa0cea335c5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Sep 27 09:34:49.224836 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:49.728655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79569e69-f1fa-44b9-a5cc-797c6adbf84f req-2ecd0bdf-b982-40de-8eae-52c6c158b8a1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:49.730179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79569e69-f1fa-44b9-a5cc-797c6adbf84f req-2ecd0bdf-b982-40de-8eae-52c6c158b8a1 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0504985 Sep 27 09:34:49.767359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79569e69-f1fa-44b9-a5cc-797c6adbf84f req-739cb88e-d72d-44b1-b9c5-4f27788e5a83 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Sep 27 09:34:50.827389 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:50.907074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0976eb-cd13-4b0a-875e-336ec9ccde87 req-fc5e4c3a-f0df-4d05-9055-6c1aa41c4dab tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:50.908781 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe0976eb-cd13-4b0a-875e-336ec9ccde87 req-fc5e4c3a-f0df-4d05-9055-6c1aa41c4dab tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0587270 Sep 27 09:34:50.947251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fe0976eb-cd13-4b0a-875e-336ec9ccde87 req-09adeda4-4fe3-4d32-9559-069f96e14a52 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Sep 27 09:34:52.081515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fac8c-b2e9-42cb-aa60-275422dee1e0 req-36f5e626-7e59-4bda-8c8a-8f19a4d8436d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:52.083113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-275fac8c-b2e9-42cb-aa60-275422dee1e0 req-36f5e626-7e59-4bda-8c8a-8f19a4d8436d tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0540211 Sep 27 09:34:52.127413 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-275fac8c-b2e9-42cb-aa60-275422dee1e0 req-a9864a71-d902-4c5c-aa3c-f965b4b486eb tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345893 Sep 27 09:34:53.263976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f417bc-6fc9-4600-a20a-1e169a97ca10 req-7778c410-91c1-4b0c-80aa-694b442d51a5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:53.265522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b1f417bc-6fc9-4600-a20a-1e169a97ca10 req-7778c410-91c1-4b0c-80aa-694b442d51a5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 945 time: 0.0592709 Sep 27 09:34:53.307125 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b1f417bc-6fc9-4600-a20a-1e169a97ca10 req-176fcd9b-c6ae-4629-b61b-28dd6f8ee5ba tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Sep 27 09:34:53.841021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:34:53.941933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:53.953664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'port_id': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'mac_address': 'fa:16:3e:f1:cd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:34:53.991158 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:54.003594 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b14b55e-81d6-469e-972e-765ce7ab51e4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:34:54.023210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:54.028062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:54.075126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=12']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:54.256149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['7b14b55e-81d6-469e-972e-765ce7ab51e4'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:34:54.434583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b2db-dbaa-4130-a891-46668d03b860 req-9615bb42-2164-42fa-aac4-d2467a749e4a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:54.436045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3b9b2db-dbaa-4130-a891-46668d03b860 req-9615bb42-2164-42fa-aac4-d2467a749e4a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0525646 Sep 27 09:34:54.475654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d3b9b2db-dbaa-4130-a891-46668d03b860 req-ac27abad-220a-4a95-86f0-351e1cc15284 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333512 Sep 27 09:34:54.604663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6084fc-34f8-4fcd-b6ae-101e7256d428 req-7eeed084-b74e-455d-8870-1c1ec7d3c023 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:54.606185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce6084fc-34f8-4fcd-b6ae-101e7256d428 req-7eeed084-b74e-455d-8870-1c1ec7d3c023 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0517831 Sep 27 09:34:54.648359 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce6084fc-34f8-4fcd-b6ae-101e7256d428 req-433ae832-78bb-49f3-8c1b-0ac4746f4bc5 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335128 Sep 27 09:34:54.787438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d468f-ca7e-4439-9bc2-c91ae8623733 req-395138ac-47ca-4a18-8f5f-da19c56c2859 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:54.788929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-472d468f-ca7e-4439-9bc2-c91ae8623733 req-395138ac-47ca-4a18-8f5f-da19c56c2859 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0666504 Sep 27 09:34:54.829113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-472d468f-ca7e-4439-9bc2-c91ae8623733 req-e8662cd1-5adc-42a0-9938-f2047b9fdb97 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339644 Sep 27 09:34:55.082152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139b678-e2e1-4504-a19a-5461d336e8fa req-0a923a09-42c4-459e-a72a-f79b234939a9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:55.083551 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7139b678-e2e1-4504-a19a-5461d336e8fa req-0a923a09-42c4-459e-a72a-f79b234939a9 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 946 time: 0.0539651 Sep 27 09:34:55.123119 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7139b678-e2e1-4504-a19a-5461d336e8fa req-480d698d-fa2a-4d1f-9576-fd60226b0ec3 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333807 Sep 27 09:34:55.853275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:34:55.911862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 7b14b55e-81d6-469e-972e-765ce7ab51e4 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:34:55.915805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 7b14b55e-81d6-469e-972e-765ce7ab51e4 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:34:55.916180 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:56.145018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:56.168991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:34:56.171231 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938a4597-1d03-45ff-a3c9-7da307418e23" -d '{"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-plugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:34:56.184760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:56.192566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:56.223121 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e44988-a451-4be3-bf83-26a0e2250044 x-openstack-request-id: req-18e44988-a451-4be3-bf83-26a0e2250044 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:34:56.223425 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-plugged", "status": "completed", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:34:56.223680 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18e44988-a451-4be3-bf83-26a0e2250044 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:34:56.224071 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'code': 200} Sep 27 09:34:56.250607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=13']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:56.250854 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9253d02-b529-43dd-bcc8-a7a784ab030d req-a134cd45-7d5d-4268-8e95-c42fea78d7ab tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:56.252486 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9253d02-b529-43dd-bcc8-a7a784ab030d req-a134cd45-7d5d-4268-8e95-c42fea78d7ab tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 947 time: 0.0579464 Sep 27 09:34:56.292110 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9253d02-b529-43dd-bcc8-a7a784ab030d req-ff62dc06-dc9d-432c-83ea-049aa55e4b75 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c10c0f0-212f-4d6b-be95-23fb8da016e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331542 Sep 27 09:34:56.791865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-f4d09e40-1421-4da9-bef6-e1a81248106c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:34:56.793419 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-f4d09e40-1421-4da9-bef6-e1a81248106c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 947 time: 0.0592823 Sep 27 09:34:56.882178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Deleting port 7b14b55e-81d6-469e-972e-765ce7ab51e4 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:34:56.882519 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:56.990881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] For port 7b14b55e-81d6-469e-972e-765ce7ab51e4, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7b14b55e-81d6-469e-972e-765ce7ab51e4,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:34:56.991340 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:57.165109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:57.165480 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:57.165795 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd disassociated. External IP: 172.25.2.95, port: 7b14b55e-81d6-469e-972e-765ce7ab51e4. Sep 27 09:34:57.166131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Calling delete_port for 7b14b55e-81d6-469e-972e-765ce7ab51e4 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:34:57.313027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:57.684917 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event deleted for resources: {'Port': ['ID=7b14b55e-81d6-469e-972e-765ce7ab51e4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:34:57.748788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-760d981e-f515-4c75-880d-b17500b2867a req-24bea10e-903f-4104-ab74-681f8a0b32fc tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0660067 Sep 27 09:34:57.823687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:34:57.933273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:34:57.945371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:34:57.956464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:34:57.957234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:34:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:34:57.973548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] No DVR routers for this DVR port 7b14b55e-81d6-469e-972e-765ce7ab51e4 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:34:57.976356 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:34:57.978534 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8e7ba580-ea2a-4bbf-9f22-7ae83a0c5a56 req-dad44cc1-5f7e-45a3-929c-766a9e0bf59a tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.57 "DELETE /v2.0/ports/7b14b55e-81d6-469e-972e-765ce7ab51e4 HTTP/1.1" status: 204 len: 173 time: 1.1775539 Sep 27 09:34:57.979032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-deleted', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:34:57.981729 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfdc67f-3ea8-4d21-b213-5fd5d5dd231e" -d '{"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-deleted", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:34:58.023286 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4036a5a9-44b1-4674-b7dc-13abb23704c0 x-openstack-request-id: req-4036a5a9-44b1-4674-b7dc-13abb23704c0 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:34:58.023590 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57719481-35eb-4a37-898e-9e6acb3d8e7f", "name": "network-vif-deleted", "tag": "7b14b55e-81d6-469e-972e-765ce7ab51e4", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:34:58.023893 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4036a5a9-44b1-4674-b7dc-13abb23704c0 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:34:58.024287 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57719481-35eb-4a37-898e-9e6acb3d8e7f', 'name': 'network-vif-deleted', 'tag': '7b14b55e-81d6-469e-972e-765ce7ab51e4', 'status': 'completed', 'code': 200} Sep 27 09:34:58.073039 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:34:58.273994 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:34:58.303192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:34:58.311840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:34:58.312479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:34:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:34:58.419112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:34:58.618933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:34:58.650082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708b86f-92f2-4778-ac72-c2d4a3548656 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:25:07Z', 'revision_number': 4, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '01702bb3-7ca2-4974-98e3-db050e2a4e3a', 'name': '', 'network_id': '8a579a3d-192a-4220-850e-b0ff6f63d87b', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'mac_address': 'fa:16:3e:5b:16:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:07Z', 'updated_at': '2021-09-27T09:25:11Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'subnets': [{'id': 'bc50c7d1-41e0-494d-821a-32f2a2ce2ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:34:58.867768 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba4f574a-c47e-4ea4-9737-8c71016a97c8 req-beae5dfd-1a4e-4175-bd71-1ac33e12bd35 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0277114 Sep 27 09:34:58.886141 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7988c-305a-43ef-83e4-26f5792153c6 None None] New status for floating IP 608b15c2-b9a5-4ade-a78c-2808f41716dd: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:34:59.976811 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f70fe2ec-bf6b-4627-ab4d-cc6c27535933 req-c1e841ca-e3fb-438e-8342-9ebc08588f48 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0309844 Sep 27 09:35:00.550312 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:35:01.074754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3e6f4f2-cf58-4869-b40d-1f8191fc8230 req-3ee96c2d-0ca3-4601-8ead-76d49d5b5c5c tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/ports?device_id=57719481-35eb-4a37-898e-9e6acb3d8e7f HTTP/1.1" status: 200 len: 210 time: 0.0301940 Sep 27 09:35:01.883543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:35:01.904158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 7b14b55e-81d6-469e-972e-765ce7ab51e4 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:35:01.904537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7b14b55e-81d6-469e-972e-765ce7ab51e4 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:35:04.850875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39030) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:04.905180 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:04.927671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:04.977367 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:04.979975 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:04.981241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c10c0f0-212f-4d6b-be95-23fb8da016e4 HTTP/1.1" status: 204 len: 168 time: 0.1293263 Sep 27 09:35:04.984501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39032) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:04.991343 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c10c0f0-212f-4d6b-be95-23fb8da016e4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:04.999261 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:04.999828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.000364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.000831 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-b13d6b15-ec82-4718-9c5e-4d2410738fc2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] show failed (client error): The resource could not be found. Sep 27 09:35:05.000965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.001280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.004581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.004702 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b13d6b15-ec82-4718-9c5e-4d2410738fc2 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "GET /v2.0/security-groups/8c10c0f0-212f-4d6b-be95-23fb8da016e4 HTTP/1.1" status: 404 len: 347 time: 0.0155702 Sep 27 09:35:05.004783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.004783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.004783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.004783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.004783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.004783 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc673-27d7-4668-8bb5-13a37e70dd59 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:05.005185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39034) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:05.134053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Deleting port 8c349ce4-bfd0-4de0-be9a-4e4f900e7895 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:05.134364 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:05.210202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:05.210539 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:05.223547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Calling delete_port for 8c349ce4-bfd0-4de0-be9a-4e4f900e7895 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:05.362923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:05.388059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Pushing event deleted for resources: {'Port': ['ID=8c349ce4-bfd0-4de0-be9a-4e4f900e7895,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:05.454339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:05.457054 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:05.458219 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-89d0fb32-2294-4df0-899b-d61bc69cb450 tempest-ServerActionsTestJSON-359821647 tempest-ServerActionsTestJSON-359821647-project] 10.222.0.50 "DELETE /v2.0/floatingips/608b15c2-b9a5-4ade-a78c-2808f41716dd HTTP/1.1" status: 204 len: 168 time: 0.4525769 Sep 27 09:35:05.461437 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39036) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:06.014126 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:06.264465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Deleting port 01702bb3-7ca2-4974-98e3-db050e2a4e3a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:06.264809 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:06.349759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] For port 01702bb3-7ca2-4974-98e3-db050e2a4e3a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=01702bb3-7ca2-4974-98e3-db050e2a4e3a,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:06.350134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:06.363397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Calling delete_port for 01702bb3-7ca2-4974-98e3-db050e2a4e3a owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:06.419696 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:06.563144 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:06.588118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01702bb3-7ca2-4974-98e3-db050e2a4e3a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:06.753132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:06.963046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:35:07.075840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:35:07.081001 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-99b65a4b-f144-4ef1-9f1f-0114ccd4e2c3 admin admin] 10.222.0.50 "PUT /v2.0/routers/f1ba88ae-5604-41b8-9e76-df2b87f6ca21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6184258 Sep 27 09:35:07.083622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39040) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:07.086972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] Sync routers for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:35:07.103868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:35:07.104792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:34:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:07.189876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.207767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:35:07.291680 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.343114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Deleting port ae89d6bc-afca-4a54-bd23-39a356efcc53 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:07.343478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.381503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:35:06Z', 'revision_number': 5, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port': {'id': 'ae89d6bc-afca-4a54-bd23-39a356efcc53', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:25:05Z', 'updated_at': '2021-09-27T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:07.411538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] Checking router: f1ba88ae-5604-41b8-9e76-df2b87f6ca21 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:35:07.422527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] Routers {'f1ba88ae-5604-41b8-9e76-df2b87f6ca21'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:35:07.423464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:34:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:07.431226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] For port ae89d6bc-afca-4a54-bd23-39a356efcc53, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ae89d6bc-afca-4a54-bd23-39a356efcc53,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:07.431645 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.447102 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Calling delete_port for ae89d6bc-afca-4a54-bd23-39a356efcc53 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:07.513548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] Set router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:35:07.566166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:35:07Z', 'revision_number': 6, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:07.595523 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbc42a-df3a-459e-ae8d-9006764a5fc5 None None] The sync data for ids ['f1ba88ae-5604-41b8-9e76-df2b87f6ca21'] in n-d-810909-1 is: [{'id': 'f1ba88ae-5604-41b8-9e76-df2b87f6ca21', 'name': 'tempest-ServerActionsTestJSON-1110214765-router', 'tenant_id': '04b6456f11fa4aab95e2215ebf24efc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:25:04Z', 'updated_at': '2021-09-27T09:35:07Z', 'revision_number': 6, 'project_id': '04b6456f11fa4aab95e2215ebf24efc9', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:35:07.615724 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.645448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae89d6bc-afca-4a54-bd23-39a356efcc53,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:07.703954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.795192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.797757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.843344 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.843785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1ba88ae-5604-41b8-9e76-df2b87f6ca21 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:35:07.849148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.850824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fdce4d49-8eaf-4bfa-bad7-1b0a1977d469 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f1ba88ae-5604-41b8-9e76-df2b87f6ca21 HTTP/1.1" status: 204 len: 168 time: 0.7662714 Sep 27 09:35:07.853447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39042) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:07.898792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-674dba6b-23e1-4491-8621-d358005076c3 admin admin] Deleting subnet bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:35:07.902394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-674dba6b-23e1-4491-8621-d358005076c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:07.942155 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-674dba6b-23e1-4491-8621-d358005076c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.025876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-674dba6b-23e1-4491-8621-d358005076c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.078084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-674dba6b-23e1-4491-8621-d358005076c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.105213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674dba6b-23e1-4491-8621-d358005076c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc50c7d1-41e0-494d-821a-32f2a2ce2ae4,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:08.107116 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-674dba6b-23e1-4491-8621-d358005076c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.108968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-674dba6b-23e1-4491-8621-d358005076c3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bc50c7d1-41e0-494d-821a-32f2a2ce2ae4 HTTP/1.1" status: 204 len: 168 time: 0.2545817 Sep 27 09:35:08.111578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39044) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:08.112713 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a0eaa-24ec-4ab5-af6a-6019a199e8d7 None None] Network 8a579a3d-192a-4220-850e-b0ff6f63d87b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:08.183846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.235809 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Deleting port 1709af57-09e7-4b1c-a100-a4e8b165e09b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:08.236118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.303238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] For port 1709af57-09e7-4b1c-a100-a4e8b165e09b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=1709af57-09e7-4b1c-a100-a4e8b165e09b,segment=NetworkSegment(a9dec2b2-e388-4f40-8cf3-b980140e87f8),segment_id=a9dec2b2-e388-4f40-8cf3-b980140e87f8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:08.303526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.314758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Calling delete_port for 1709af57-09e7-4b1c-a100-a4e8b165e09b owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:08.377394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 01702bb3-7ca2-4974-98e3-db050e2a4e3a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:35:08.404153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8389b-0543-45dd-9460-0682b7f9351a None None] DHCP port deletion for 8a579a3d-192a-4220-850e-b0ff6f63d87b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:35:08.406567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 01702bb3-7ca2-4974-98e3-db050e2a4e3a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:35:08.407193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 01702bb3-7ca2-4974-98e3-db050e2a4e3a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:35:08.410362 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.446026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1709af57-09e7-4b1c-a100-a4e8b165e09b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:08.448199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] No DVR routers for this DVR port 1709af57-09e7-4b1c-a100-a4e8b165e09b on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:35:08.533109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.554173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a579a3d-192a-4220-850e-b0ff6f63d87b']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:08.563462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dec2b2-e388-4f40-8cf3-b980140e87f8') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:08.563756 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dec2b2-e388-4f40-8cf3-b980140e87f8') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:08.573312 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.590558 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.598029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:08.598325 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:08.600152 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:08.663239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.670835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.672990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8a579a3d-192a-4220-850e-b0ff6f63d87b HTTP/1.1" status: 204 len: 168 time: 0.5605123 Sep 27 09:35:08.824833 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39048) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:08.867235 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c1c6417-3baf-4c03-b3ed-b6fe1c11773e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04b6456f11fa4aab95e2215ebf24efc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411949 Sep 27 09:35:08.869839 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:08.921239 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9705bd67-8ae4-401b-aba8-fa1bca8d49a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:08.947848 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9705bd67-8ae4-401b-aba8-fa1bca8d49a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:09.005265 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9705bd67-8ae4-401b-aba8-fa1bca8d49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:09.008097 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9705bd67-8ae4-401b-aba8-fa1bca8d49a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:09.009426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9705bd67-8ae4-401b-aba8-fa1bca8d49a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc935353-73ce-4a8a-8798-c3fb5408225e HTTP/1.1" status: 204 len: 168 time: 0.1386988 Sep 27 09:35:09.017859 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705bd67-8ae4-401b-aba8-fa1bca8d49a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc935353-73ce-4a8a-8798-c3fb5408225e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:09.037422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41262c51-0ecd-4541-90c3-a06b310cff71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a579a3d-192a-4220-850e-b0ff6f63d87b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:09.790065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39072) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:09.915119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1969738932-network', 'tenant_id': '7d34b90278394554a7436aa65614e681'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:09.940456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Made reservation on behalf of 7d34b90278394554a7436aa65614e681 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:09.942774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:09.954483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:09.959238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ae89d6bc-afca-4a54-bd23-39a356efcc53 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:35:09.979456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: ae89d6bc-afca-4a54-bd23-39a356efcc53 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:35:09.979751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ae89d6bc-afca-4a54-bd23-39a356efcc53 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:35:09.980180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1709af57-09e7-4b1c-a100-a4e8b165e09b no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:35:09.998334 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 1709af57-09e7-4b1c-a100-a4e8b165e09b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:35:09.998678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 1709af57-09e7-4b1c-a100-a4e8b165e09b not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:35:10.049481 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.055217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.079848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:10.089688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f849c-d903-40ed-a673-55bd9e7c1725,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:10.096426 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.096773 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Added segment 3f9a07c7-ccf6-4cf0-99d3-071ab9202a43 of type vlan for network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa Sep 27 09:35:10.139192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.171262 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.172838 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:10.173748 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.207554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4163189 Sep 27 09:35:10.210693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39076) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:10.216297 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Request body: {'subnet': {'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1969738932-subnet', 'tenant_id': '7d34b90278394554a7436aa65614e681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:10.240765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Made reservation on behalf of 7d34b90278394554a7436aa65614e681 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:10.241361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2efa09-a9ef-489a-9e23-7ea1a07c7d74 admin admin] Pushing event updated for resources: {'Network': ['ID=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:10.243393 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.251472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:10.413344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.468455 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=decc5bdf-8d9a-49c4-8a31-dd00242a2810,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:10.477406 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Checking segment: {'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:10.477764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Network hostable DHCP agents. Network: e03fddf6-76cf-451f-9ec1-5a2a9f987bfa, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:10.494962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:10.505237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e03fddf6-76cf-451f-9ec1-5a2a9f987bfa) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:10.509965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:10.510559 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:10.520900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0f97c-b6ef-4e22-bb3d-8269947dbc8d None None] Network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:10.527647 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a2105d9c-340a-4ede-8d9d-d0a59259da26 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3156507 Sep 27 09:35:10.656926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96239135-04c6-4ea3-9683-dd6844e03582 None None] Network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:10.991250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-ec97ae44-b522-4e5a-b851-097e1e2c3c21 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:10.992707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-ec97ae44-b522-4e5a-b851-097e1e2c3c21 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/networks?id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa HTTP/1.1" status: 200 len: 814 time: 0.1014392 Sep 27 09:35:11.011707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-b620ef0a-a481-45dd-b38a-4aead1a3c203 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/quotas/7d34b90278394554a7436aa65614e681 HTTP/1.1" status: 200 len: 375 time: 0.0097504 Sep 27 09:35:11.049161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-58953c28-6785-4cfa-b284-64d4eb2b8cbd tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d34b90278394554a7436aa65614e681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295835 Sep 27 09:35:11.115634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-61ce2a0a-d598-4941-abc7-4f1bad7ece6a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:35:11.116925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-61ce2a0a-d598-4941-abc7-4f1bad7ece6a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580795 Sep 27 09:35:11.209641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-72d25315-2e4b-4ef9-896b-fa8877d2773e service neutron] 10.222.0.50 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859823 Sep 27 09:35:11.306177 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-1a0a2507-4e00-42a0-ab62-b545c41e8518 service neutron] 10.222.0.50 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875776 Sep 27 09:35:11.475250 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-683d3194-a642-44b3-b9bf-3043aaf93a8b req-b0503543-501e-4b5c-b53f-7dedbd5edc1b tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 210 time: 0.0280752 Sep 27 09:35:12.507207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-77166119-f7f4-41ec-b623-6f9b6cdd9aa3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:12.508737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-77166119-f7f4-41ec-b623-6f9b6cdd9aa3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.57 "GET /v2.0/networks?id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa HTTP/1.1" status: 200 len: 814 time: 0.1080976 Sep 27 09:35:12.522958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Request body: {'port': {'device_id': '72cbba08-476d-4478-828e-71de3b0ee72d', 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa', 'admin_state_up': True, 'tenant_id': '7d34b90278394554a7436aa65614e681'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:12.616188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cbc0cb81-164c-418c-95c6-fab4b1d39395 req-78ebe7e0-7705-4d6b-b143-6becf85acff7 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 210 time: 0.0613399 Sep 27 09:35:12.667372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Made reservation on behalf of 7d34b90278394554a7436aa65614e681 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:12.670958 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:12.800512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Allocated IP 172.20.0.7 (e03fddf6-76cf-451f-9ec1-5a2a9f987bfa/decc5bdf-8d9a-49c4-8a31-dd00242a2810/3485bf6c-c9d2-4a61-93bb-96f47afea067) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:35:12.953423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:12.989768 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:13.031494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:13.034912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:13.037620 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:35:13.070685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Pushing event updated for resources: {'Port': ['ID=3485bf6c-c9d2-4a61-93bb-96f47afea067,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:13.096396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:13.097007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:13.112486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-fecc2066-3418-437a-b51c-78ff5d8f57d5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934944 Sep 27 09:35:13.125115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Request body: {'port': {'device_id': '72cbba08-476d-4478-828e-71de3b0ee72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:13.182690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:13.444767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3485bf6c-c9d2-4a61-93bb-96f47afea067 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:35:13.452247 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:13.466118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Transition to ACTIVE for port object 3485bf6c-c9d2-4a61-93bb-96f47afea067 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:35:13.471322 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:13.518830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Pushing event updated for resources: {'Port': ['ID=3485bf6c-c9d2-4a61-93bb-96f47afea067,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:13.592463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Attempting to bind port 3485bf6c-c9d2-4a61-93bb-96f47afea067 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:35:13.592749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Attempting to bind port 3485bf6c-c9d2-4a61-93bb-96f47afea067 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:35:13.593142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Attempting to bind port 3485bf6c-c9d2-4a61-93bb-96f47afea067 on network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:13.599568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Port 3485bf6c-c9d2-4a61-93bb-96f47afea067 on network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:35:13.600059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Attempting to bind port 3485bf6c-c9d2-4a61-93bb-96f47afea067 on network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:13.608316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:35:13.608845 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Checking segment: {'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:13.609418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Bound using segment: {'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:35:13.609971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Bound port: 3485bf6c-c9d2-4a61-93bb-96f47afea067, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:35:13.610486 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:13.675659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] For port 3485bf6c-c9d2-4a61-93bb-96f47afea067, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:35:13.678802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] For port 3485bf6c-c9d2-4a61-93bb-96f47afea067, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3485bf6c-c9d2-4a61-93bb-96f47afea067,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:35:13.683269 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:13.718818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:13.719429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:13.720852 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] 10.222.0.57 "PUT /v2.0/ports/3485bf6c-c9d2-4a61-93bb-96f47afea067 HTTP/1.1" status: 200 len: 1091 time: 0.5998063 Sep 27 09:35:13.721301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cbba08-476d-4478-828e-71de3b0ee72d', 'tag': '3485bf6c-c9d2-4a61-93bb-96f47afea067'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:35:13.723902 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa" -d '{"events": [{"name": "network-changed", "server_uuid": "72cbba08-476d-4478-828e-71de3b0ee72d", "tag": "3485bf6c-c9d2-4a61-93bb-96f47afea067"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:35:13.737414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa36da2-eaba-4e5b-a8db-fd80da95f88a req-c14d3a79-ee04-4076-97e1-63148903d189 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:13.739537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9fa36da2-eaba-4e5b-a8db-fd80da95f88a req-c14d3a79-ee04-4076-97e1-63148903d189 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 943 time: 0.0549774 Sep 27 09:35:13.744780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3c10a-aa2d-4cd3-84eb-c574f58c3d1e service neutron] Pushing event updated for resources: {'Port': ['ID=3485bf6c-c9d2-4a61-93bb-96f47afea067,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:13.767266 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e70be4-b09c-4d31-bf38-983ce592aa3f x-openstack-request-id: req-40e70be4-b09c-4d31-bf38-983ce592aa3f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:35:13.767478 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cbba08-476d-4478-828e-71de3b0ee72d", "tag": "3485bf6c-c9d2-4a61-93bb-96f47afea067", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:35:13.767726 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40e70be4-b09c-4d31-bf38-983ce592aa3f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:35:13.768133 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cbba08-476d-4478-828e-71de3b0ee72d', 'tag': '3485bf6c-c9d2-4a61-93bb-96f47afea067', 'status': 'completed', 'code': 200} Sep 27 09:35:13.792491 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9fa36da2-eaba-4e5b-a8db-fd80da95f88a req-0d72580d-62b9-489f-ab54-607facc77bf6 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Sep 27 09:35:13.818557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-932545c9-a8ad-4794-b5ae-c0741cbdc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:13.820114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-932545c9-a8ad-4794-b5ae-c0741cbdc2e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d34b90278394554a7436aa65614e681&device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 1094 time: 0.0453625 Sep 27 09:35:13.865294 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-3a729309-3868-44fd-80a2-03b794f2f3a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3485bf6c-c9d2-4a61-93bb-96f47afea067 HTTP/1.1" status: 200 len: 217 time: 0.0358236 Sep 27 09:35:13.916792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-7f28296b-f8c1-4c16-8591-281a0928a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:13.918247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-7f28296b-f8c1-4c16-8591-281a0928a1a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=decc5bdf-8d9a-49c4-8a31-dd00242a2810 HTTP/1.1" status: 200 len: 854 time: 0.0437093 Sep 27 09:35:13.955175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-81b25204-24ba-4572-86f6-e0b4da708cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287013 Sep 27 09:35:14.046365 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-f8bbf822-0bac-43fd-86c0-8a02e084bdec service neutron] 10.222.0.57 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828521 Sep 27 09:35:14.146125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3b7ec9df-f4e7-497d-8ae7-1343717072c7 req-6455cf0e-c5d2-4b59-af31-44cd429a47c7 service neutron] 10.222.0.57 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870876 Sep 27 09:35:14.240761 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-170e7a3a-2aa7-45cc-9113-b68561a05b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:14.242279 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-170e7a3a-2aa7-45cc-9113-b68561a05b96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d34b90278394554a7436aa65614e681&device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 1094 time: 0.0430739 Sep 27 09:35:14.342559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-ff4d43a6-2782-49e8-9b93-dfe3d4c28d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:14.343938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-ff4d43a6-2782-49e8-9b93-dfe3d4c28d70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa HTTP/1.1" status: 200 len: 915 time: 0.0938182 Sep 27 09:35:14.389468 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-9224eb50-ad4d-4204-a241-3c6c93d38085 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3485bf6c-c9d2-4a61-93bb-96f47afea067 HTTP/1.1" status: 200 len: 217 time: 0.0371785 Sep 27 09:35:14.444868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-7880c567-9ddb-4ca5-acfc-d0b0a3179b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:14.447095 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-7880c567-9ddb-4ca5-acfc-d0b0a3179b6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=decc5bdf-8d9a-49c4-8a31-dd00242a2810 HTTP/1.1" status: 200 len: 854 time: 0.0483747 Sep 27 09:35:14.481240 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-38f2a5a0-d439-4f44-a0f2-e2910ec4a265 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253029 Sep 27 09:35:14.583486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-47d38686-ddc7-4d0b-aee4-cac325a0e1a9 service neutron] 10.222.0.57 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941298 Sep 27 09:35:14.685178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-33d21bfa-3210-45e7-8ddc-8d734c1a71aa req-02960deb-49e8-4d76-9f4f-9f626ca41ac9 service neutron] 10.222.0.57 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934689 Sep 27 09:35:14.774848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:14.925588 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca4ca2-ac19-4b47-9950-74d3c75e09c0 req-4e1f54bf-6066-4bc6-81c0-e0a57fe2fb97 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:14.927089 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5ca4ca2-ac19-4b47-9950-74d3c75e09c0 req-4e1f54bf-6066-4bc6-81c0-e0a57fe2fb97 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 943 time: 0.0637825 Sep 27 09:35:14.967045 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5ca4ca2-ac19-4b47-9950-74d3c75e09c0 req-d8651504-d487-4db4-804f-7464bd2cb655 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Sep 27 09:35:15.182918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb5ecb6c-d884-4a00-8786-9fa7e992609a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:16.097589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4e6ad-cc30-401e-84d2-e76dcf193e6d req-01a75693-6e76-497d-9773-df5baf6502dc tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:16.099048 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17f4e6ad-cc30-401e-84d2-e76dcf193e6d req-01a75693-6e76-497d-9773-df5baf6502dc tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 943 time: 0.0527878 Sep 27 09:35:16.137045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-17f4e6ad-cc30-401e-84d2-e76dcf193e6d req-fa1cfdaf-cb1e-4aaf-ac46-c90630a7ba0b tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Sep 27 09:35:17.267578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875e58f-5b79-46a6-b831-644ec64ba264 req-0d313e8e-d869-46e2-b110-e37c06ec1c29 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:17.269118 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7875e58f-5b79-46a6-b831-644ec64ba264 req-0d313e8e-d869-46e2-b110-e37c06ec1c29 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 943 time: 0.0505061 Sep 27 09:35:17.307710 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7875e58f-5b79-46a6-b831-644ec64ba264 req-6684eaeb-1e9a-43aa-befb-75c39767b91a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319979 Sep 27 09:35:17.674848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a65db85-8f6f-4cfa-99de-341c646d9039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:17.933374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3485bf6c-c9d2-4a61-93bb-96f47afea067 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:35:18.032874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3485bf6c-c9d2-4a61-93bb-96f47afea067, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3485bf6c-c9d2-4a61-93bb-96f47afea067,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:18.044370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '3485bf6c-c9d2-4a61-93bb-96f47afea067', 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa', 'port_id': '3485bf6c-c9d2-4a61-93bb-96f47afea067', 'mac_address': 'fa:16:3e:18:1a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decc5bdf-8d9a-49c4-8a31-dd00242a2810', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:35:18.081657 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:18.096599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3485bf6c-c9d2-4a61-93bb-96f47afea067 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:35:18.123882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3485bf6c-c9d2-4a61-93bb-96f47afea067, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3485bf6c-c9d2-4a61-93bb-96f47afea067,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:18.130411 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:18.135353 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:18.184407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=3485bf6c-c9d2-4a61-93bb-96f47afea067,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:18.331598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3485bf6c-c9d2-4a61-93bb-96f47afea067'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:35:18.434644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9868-3259-44f4-bfce-a0f3cab01b6c req-0a982ce7-6cc9-43e6-a348-a3a82145fd3b tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:18.436105 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df3b9868-3259-44f4-bfce-a0f3cab01b6c req-0a982ce7-6cc9-43e6-a348-a3a82145fd3b tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 944 time: 0.0485399 Sep 27 09:35:18.475627 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df3b9868-3259-44f4-bfce-a0f3cab01b6c req-d5be0379-8bca-462b-aff6-dd3fe28362d7 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332804 Sep 27 09:35:19.233494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:19.598902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3ca0-a2b2-4ef7-a0bf-d7f24e211f0c req-7817f1fe-5172-4485-acdc-5294b90dafbe tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:19.600630 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fee3ca0-a2b2-4ef7-a0bf-d7f24e211f0c req-7817f1fe-5172-4485-acdc-5294b90dafbe tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 944 time: 0.0534258 Sep 27 09:35:19.642271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fee3ca0-a2b2-4ef7-a0bf-d7f24e211f0c req-4344220f-6968-433f-9112-3908452a196c tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Sep 27 09:35:19.944793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3485bf6c-c9d2-4a61-93bb-96f47afea067 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:35:20.165626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 3485bf6c-c9d2-4a61-93bb-96f47afea067 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:35:20.171655 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 3485bf6c-c9d2-4a61-93bb-96f47afea067 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:20.172343 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:20.251981 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:20.274458 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cbba08-476d-4478-828e-71de3b0ee72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485bf6c-c9d2-4a61-93bb-96f47afea067'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:35:20.276721 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b944e1e-cf95-4d70-8b7f-e78fdf3b3289" -d '{"events": [{"server_uuid": "72cbba08-476d-4478-828e-71de3b0ee72d", "name": "network-vif-plugged", "status": "completed", "tag": "3485bf6c-c9d2-4a61-93bb-96f47afea067"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:35:20.289073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 3485bf6c-c9d2-4a61-93bb-96f47afea067, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3485bf6c-c9d2-4a61-93bb-96f47afea067,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:20.295718 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:20.319477 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f19b7d-060b-4ac4-9300-2776ab66f3d1 x-openstack-request-id: req-38f19b7d-060b-4ac4-9300-2776ab66f3d1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:35:20.319804 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cbba08-476d-4478-828e-71de3b0ee72d", "name": "network-vif-plugged", "status": "completed", "tag": "3485bf6c-c9d2-4a61-93bb-96f47afea067", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:35:20.320059 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38f19b7d-060b-4ac4-9300-2776ab66f3d1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:35:20.320475 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cbba08-476d-4478-828e-71de3b0ee72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485bf6c-c9d2-4a61-93bb-96f47afea067', 'code': 200} Sep 27 09:35:20.351821 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=3485bf6c-c9d2-4a61-93bb-96f47afea067,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:20.426808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06976a7-7052-4f61-a962-f3ef125a491d req-0009c5e0-78da-46b4-a158-b4f8ebb2becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:20.428179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06976a7-7052-4f61-a962-f3ef125a491d req-0009c5e0-78da-46b4-a158-b4f8ebb2becb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 1096 time: 0.0523577 Sep 27 09:35:20.473610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d06976a7-7052-4f61-a962-f3ef125a491d req-d93d0bbe-4513-4e2d-9ed5-32971f831461 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373945 Sep 27 09:35:20.788606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9f29f-15f0-4e1b-8289-5a597210d1e8 req-e1d2ec47-8e4d-4cc7-9ac8-234149e02ed9 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:20.790084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3bc9f29f-15f0-4e1b-8289-5a597210d1e8 req-e1d2ec47-8e4d-4cc7-9ac8-234149e02ed9 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0666077 Sep 27 09:35:20.825239 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:20.829594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3bc9f29f-15f0-4e1b-8289-5a597210d1e8 req-1514a7a3-b1cf-4f4d-8660-424461134f8e tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Sep 27 09:35:21.959572 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34297f-8859-4607-be53-972a3260bf11 req-5ea287c4-4c98-4f45-9eb7-966ed4d9324c tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:21.961066 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df34297f-8859-4607-be53-972a3260bf11 req-5ea287c4-4c98-4f45-9eb7-966ed4d9324c tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0567644 Sep 27 09:35:21.999323 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-df34297f-8859-4607-be53-972a3260bf11 req-001814d7-f255-4227-8c9e-707c0737b6f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Sep 27 09:35:22.253977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ee83cec8-e8b3-44c7-9f95-b124d77ce9d0 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:22.255562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ee83cec8-e8b3-44c7-9f95-b124d77ce9d0 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/networks?id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa HTTP/1.1" status: 200 len: 814 time: 0.1104312 Sep 27 09:35:22.274546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-3b92889f-c820-4668-beaa-fad57aeb35fd tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/quotas/7d34b90278394554a7436aa65614e681 HTTP/1.1" status: 200 len: 375 time: 0.0105128 Sep 27 09:35:22.330483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-cf23a8a4-cb60-4992-8709-935ebb857f70 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d34b90278394554a7436aa65614e681&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477366 Sep 27 09:35:22.426809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-e9f0db2a-7a5e-4c3e-aa15-a5ff16ced0df service neutron] 10.222.0.50 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838859 Sep 27 09:35:22.518014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-f416cee4-587a-4c13-8d84-417bb69a8a48 service neutron] 10.222.0.50 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846543 Sep 27 09:35:22.691956 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e677ce9b-bd1b-4370-8d9c-4715e817fa08 req-97d21a51-1ce3-4568-bd0e-914e55d2c4d2 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 210 time: 0.0309834 Sep 27 09:35:23.744124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fb45d-da79-441f-8eb0-74ae213687ed req-83314ce2-67c0-4f36-86be-9b3e18cda2ab tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:23.746324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-83314ce2-67c0-4f36-86be-9b3e18cda2ab tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.67 "GET /v2.0/networks?id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa HTTP/1.1" status: 200 len: 814 time: 0.1190493 Sep 27 09:35:23.758894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Request body: {'port': {'device_id': '9f76832f-109a-4675-b4a9-fa94dcf34e93', 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa', 'admin_state_up': True, 'tenant_id': '7d34b90278394554a7436aa65614e681'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:23.800609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-703d9b49-d0a2-4a09-94b3-fffca1cd4c11 req-bc8992dc-f554-41fd-93d9-55f8116fc5ca tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 210 time: 0.0367222 Sep 27 09:35:23.888366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Made reservation on behalf of 7d34b90278394554a7436aa65614e681 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:23.891800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.021984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Allocated IP 172.20.0.4 (e03fddf6-76cf-451f-9ec1-5a2a9f987bfa/decc5bdf-8d9a-49c4-8a31-dd00242a2810/73fb5f6c-0aaf-49ee-9f4f-479519288dbc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:35:24.176001 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.211484 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.224177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3485bf6c-c9d2-4a61-93bb-96f47afea067'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:35:24.253843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:24.257003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:24.260698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:35:24.269022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Pushing event updated for resources: {'Port': ['ID=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:24.297961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.298217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.298554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.298888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.299215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.299535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.299857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.300181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.300527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.300846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.301165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.301532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:24.323832 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:24.324494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.339961 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-26cad1bf-7b0d-4db1-94c3-1f14aa6ce5d3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849776 Sep 27 09:35:24.352741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Request body: {'port': {'device_id': '9f76832f-109a-4675-b4a9-fa94dcf34e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:24.409288 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.666788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fb5f6c-0aaf-49ee-9f4f-479519288dbc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:35:24.674593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.687048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Transition to ACTIVE for port object 73fb5f6c-0aaf-49ee-9f4f-479519288dbc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:35:24.693508 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.740272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:24.812947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Attempting to bind port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:35:24.813637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Attempting to bind port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:35:24.813637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Attempting to bind port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc on network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:24.818049 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc on network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:35:24.818371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Attempting to bind port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc on network e03fddf6-76cf-451f-9ec1-5a2a9f987bfa {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:24.823295 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:35:24.823625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Checking segment: {'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:24.824001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Bound using segment: {'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:35:24.824450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Bound port: 73fb5f6c-0aaf-49ee-9f4f-479519288dbc, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:35:24.824800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.887594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] For port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:35:24.891414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] For port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:35:24.900524 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.922004 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745e6f4-3798-4fd5-99da-551ddc26127d req-77fb6bec-4b46-4fa7-8564-814404261470 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:24.923438 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2745e6f4-3798-4fd5-99da-551ddc26127d req-77fb6bec-4b46-4fa7-8564-814404261470 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 943 time: 0.0542126 Sep 27 09:35:24.934445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:24.935068 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:24.936501 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] 10.222.0.67 "PUT /v2.0/ports/73fb5f6c-0aaf-49ee-9f4f-479519288dbc HTTP/1.1" status: 200 len: 1091 time: 0.5879314 Sep 27 09:35:24.936942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f76832f-109a-4675-b4a9-fa94dcf34e93', 'tag': '73fb5f6c-0aaf-49ee-9f4f-479519288dbc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:35:24.939203 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f76832f-109a-4675-b4a9-fa94dcf34e93", "tag": "73fb5f6c-0aaf-49ee-9f4f-479519288dbc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:35:24.963929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fba4d-b5c6-4a84-b08f-bb2548d50fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:24.970537 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2745e6f4-3798-4fd5-99da-551ddc26127d req-d39518c7-159b-43e3-8e7c-668e40990a48 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Sep 27 09:35:24.996538 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2787aaf1-ee3a-4026-a1d4-303df131e7d5 x-openstack-request-id: req-2787aaf1-ee3a-4026-a1d4-303df131e7d5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:35:24.996833 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f76832f-109a-4675-b4a9-fa94dcf34e93", "tag": "73fb5f6c-0aaf-49ee-9f4f-479519288dbc", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:35:24.997084 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2787aaf1-ee3a-4026-a1d4-303df131e7d5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:35:24.997474 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f76832f-109a-4675-b4a9-fa94dcf34e93', 'tag': '73fb5f6c-0aaf-49ee-9f4f-479519288dbc', 'status': 'completed', 'code': 200} Sep 27 09:35:25.028858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fb45d-da79-441f-8eb0-74ae213687ed req-d6a9720f-e1db-4fab-a8df-9b3a55c1c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:25.030337 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-d6a9720f-e1db-4fab-a8df-9b3a55c1c981 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d34b90278394554a7436aa65614e681&device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 1094 time: 0.0457370 Sep 27 09:35:25.070642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-8711be1e-1778-4bea-8762-382e3ceaeab5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73fb5f6c-0aaf-49ee-9f4f-479519288dbc HTTP/1.1" status: 200 len: 217 time: 0.0327513 Sep 27 09:35:25.119706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fb45d-da79-441f-8eb0-74ae213687ed req-d51bb0f3-5e2b-49d7-9325-a8ff32c8862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:25.121188 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-d51bb0f3-5e2b-49d7-9325-a8ff32c8862b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=decc5bdf-8d9a-49c4-8a31-dd00242a2810 HTTP/1.1" status: 200 len: 854 time: 0.0436244 Sep 27 09:35:25.155726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-d041ac68-7348-4119-8d8a-202430d3cca3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269480 Sep 27 09:35:25.247136 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-fc72d895-fd57-47aa-8094-a61f17e44756 service neutron] 10.222.0.67 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Sep 27 09:35:25.344872 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-788fb45d-da79-441f-8eb0-74ae213687ed req-3e92f841-f7a9-4403-9458-23b1d0197689 service neutron] 10.222.0.67 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906184 Sep 27 09:35:25.448213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-33160eda-70ce-41af-87d7-08e5c815d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:25.449776 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-33160eda-70ce-41af-87d7-08e5c815d4bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d34b90278394554a7436aa65614e681&device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 1094 time: 0.0497463 Sep 27 09:35:25.540043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-902c20ac-9fc9-495e-b31e-627747a9dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:25.541508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-902c20ac-9fc9-495e-b31e-627747a9dfe2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa HTTP/1.1" status: 200 len: 915 time: 0.0843954 Sep 27 09:35:25.587140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-51c77b3a-eaf1-4173-8ab2-1a444a7da537 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73fb5f6c-0aaf-49ee-9f4f-479519288dbc HTTP/1.1" status: 200 len: 217 time: 0.0373619 Sep 27 09:35:25.635175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-dfbcf3f6-a0b3-4d9d-b5a5-f8a3d9dab779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:25.636620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-dfbcf3f6-a0b3-4d9d-b5a5-f8a3d9dab779 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=decc5bdf-8d9a-49c4-8a31-dd00242a2810 HTTP/1.1" status: 200 len: 854 time: 0.0433815 Sep 27 09:35:25.669646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-329d9eb6-600e-4f73-a325-fb70d0edde77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249701 Sep 27 09:35:25.772052 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-8bce14c2-e0e1-4e63-9c85-368ceae6552e service neutron] 10.222.0.67 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948496 Sep 27 09:35:25.865435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e3b4e3e7-7429-404b-96fc-cdf5f18ac37c req-ad84c687-aeef-48bc-b49a-81cd5a3041b7 service neutron] 10.222.0.67 "GET /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841987 Sep 27 09:35:26.099835 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418da51-fd62-4e35-83ce-54a7eee25aaf req-2ac795be-5fcc-492f-b824-48912fb1304f tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:26.101345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2418da51-fd62-4e35-83ce-54a7eee25aaf req-2ac795be-5fcc-492f-b824-48912fb1304f tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 943 time: 0.0577676 Sep 27 09:35:26.153915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2418da51-fd62-4e35-83ce-54a7eee25aaf req-391d77d2-5856-4537-8573-a4d2cb06f0d1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462718 Sep 27 09:35:27.015207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 73fb5f6c-0aaf-49ee-9f4f-479519288dbc details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:35:27.115203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:27.126312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '73fb5f6c-0aaf-49ee-9f4f-479519288dbc', 'network_id': 'e03fddf6-76cf-451f-9ec1-5a2a9f987bfa', 'port_id': '73fb5f6c-0aaf-49ee-9f4f-479519288dbc', 'mac_address': 'fa:16:3e:aa:68:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decc5bdf-8d9a-49c4-8a31-dd00242a2810', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:35:27.163279 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:27.176601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fb5f6c-0aaf-49ee-9f4f-479519288dbc {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:35:27.197911 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:27.203103 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:27.258282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:27.288452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b766e72-61e7-4b34-b728-5dcda9612107 req-f0166589-2b7c-4811-96a3-fe3730023e60 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:27.289962 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b766e72-61e7-4b34-b728-5dcda9612107 req-f0166589-2b7c-4811-96a3-fe3730023e60 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 944 time: 0.0621986 Sep 27 09:35:27.327528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b766e72-61e7-4b34-b728-5dcda9612107 req-5868a4be-4762-48b3-a3ca-9e9f53b99a8c tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Sep 27 09:35:27.413701 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['73fb5f6c-0aaf-49ee-9f4f-479519288dbc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:35:28.466164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f834-ab58-4033-bca7-451b0c2c6dcf req-58d078bc-ad4e-49e2-ba2e-f0c572c213ec tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:28.467548 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-efc3f834-ab58-4033-bca7-451b0c2c6dcf req-58d078bc-ad4e-49e2-ba2e-f0c572c213ec tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 944 time: 0.0609379 Sep 27 09:35:28.509097 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-efc3f834-ab58-4033-bca7-451b0c2c6dcf req-53f381c7-102e-4686-9ed5-9bf3fd06bef5 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Sep 27 09:35:29.046312 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 73fb5f6c-0aaf-49ee-9f4f-479519288dbc up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:35:29.107914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:35:29.112344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:29.112729 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:29.194599 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:29.217680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f76832f-109a-4675-b4a9-fa94dcf34e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb5f6c-0aaf-49ee-9f4f-479519288dbc'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:35:29.219934 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badf7133-fbde-4589-aefb-92c70ff0deb3" -d '{"events": [{"server_uuid": "9f76832f-109a-4675-b4a9-fa94dcf34e93", "name": "network-vif-plugged", "status": "completed", "tag": "73fb5f6c-0aaf-49ee-9f4f-479519288dbc"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:35:29.233616 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:29.238699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:29.261699 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0debd04-a23d-47f9-8136-87cf3c85480b x-openstack-request-id: req-e0debd04-a23d-47f9-8136-87cf3c85480b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:35:29.261997 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f76832f-109a-4675-b4a9-fa94dcf34e93", "name": "network-vif-plugged", "status": "completed", "tag": "73fb5f6c-0aaf-49ee-9f4f-479519288dbc", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:35:29.262251 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0debd04-a23d-47f9-8136-87cf3c85480b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:35:29.262636 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f76832f-109a-4675-b4a9-fa94dcf34e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb5f6c-0aaf-49ee-9f4f-479519288dbc', 'code': 200} Sep 27 09:35:29.288215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:29.352067 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdfcc9-0a2a-4950-9453-f7a3465347db req-7ce31e05-5463-415d-bb1d-e01bd464d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:29.353628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50fdfcc9-0a2a-4950-9453-f7a3465347db req-7ce31e05-5463-415d-bb1d-e01bd464d870 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 1096 time: 0.0417948 Sep 27 09:35:29.403815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-50fdfcc9-0a2a-4950-9453-f7a3465347db req-5a603bc8-8d86-4318-a994-9a867b88f5ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Sep 27 09:35:29.641031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbdc63-6fa4-474e-a3af-4371e16a71ae req-cb42d1e1-8004-4ada-8357-f8366513865f tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:29.642525 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a2bbdc63-6fa4-474e-a3af-4371e16a71ae req-cb42d1e1-8004-4ada-8357-f8366513865f tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 945 time: 0.0532825 Sep 27 09:35:29.680120 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a2bbdc63-6fa4-474e-a3af-4371e16a71ae req-e3ad7643-f1ec-4a5a-b02a-d7d97f1dd956 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Sep 27 09:35:30.824564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f8ff7-3e03-40ec-8518-124a2f871599 req-941a3324-77e6-4c33-8822-b95c38c04771 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:30.826034 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab8f8ff7-3e03-40ec-8518-124a2f871599 req-941a3324-77e6-4c33-8822-b95c38c04771 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 945 time: 0.0512264 Sep 27 09:35:30.865072 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab8f8ff7-3e03-40ec-8518-124a2f871599 req-c0362aa1-9118-43e0-809f-d07fc80709b9 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Sep 27 09:35:31.116191 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cbc65-680d-4c79-9438-b2a98ff3e9bd req-b316e35a-a61f-411e-8583-0f7b86db080d tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:31.117678 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-338cbc65-680d-4c79-9438-b2a98ff3e9bd req-b316e35a-a61f-411e-8583-0f7b86db080d tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 945 time: 0.0558813 Sep 27 09:35:31.157783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-338cbc65-680d-4c79-9438-b2a98ff3e9bd req-c8d111f3-7b17-4314-820c-797f7f40adad tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Sep 27 09:35:32.298217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846672-53fe-49db-8e6b-787676755ce5 req-eb828eb2-3244-473c-b2b8-a009173673da tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:32.299717 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81846672-53fe-49db-8e6b-787676755ce5 req-eb828eb2-3244-473c-b2b8-a009173673da tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 945 time: 0.0605085 Sep 27 09:35:32.320533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-b065b1e4-ed47-4337-bf7b-7f523329029f tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:32.322041 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-b065b1e4-ed47-4337-bf7b-7f523329029f tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f76832f-109a-4675-b4a9-fa94dcf34e93 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Sep 27 09:35:32.338023 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-81846672-53fe-49db-8e6b-787676755ce5 req-d23b1fea-fc19-4154-a56b-99b90ec44ebe tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Sep 27 09:35:32.412400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Deleting port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:32.412735 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:32.503313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] For port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:32.503550 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:32.516062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Calling delete_port for 73fb5f6c-0aaf-49ee-9f4f-479519288dbc owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:32.661275 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:32.673569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3485bf6c-c9d2-4a61-93bb-96f47afea067'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:35:32.676885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['73fb5f6c-0aaf-49ee-9f4f-479519288dbc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:35:32.688250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Pushing event deleted for resources: {'Port': ['ID=73fb5f6c-0aaf-49ee-9f4f-479519288dbc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:32.732925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] No DVR routers for this DVR port 73fb5f6c-0aaf-49ee-9f4f-479519288dbc on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:35:32.735425 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:32.737468 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4acf62b5-50d3-483b-b8b7-7544d11a35e6 req-98762497-1ac5-44dd-a638-758caf57e7f1 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.67 "DELETE /v2.0/ports/73fb5f6c-0aaf-49ee-9f4f-479519288dbc HTTP/1.1" status: 204 len: 173 time: 0.4094760 Sep 27 09:35:32.737912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f76832f-109a-4675-b4a9-fa94dcf34e93', 'name': 'network-vif-deleted', 'tag': '73fb5f6c-0aaf-49ee-9f4f-479519288dbc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:35:32.740211 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c95611-f2e6-41e2-bf64-bbd8f3690427" -d '{"events": [{"server_uuid": "9f76832f-109a-4675-b4a9-fa94dcf34e93", "name": "network-vif-deleted", "tag": "73fb5f6c-0aaf-49ee-9f4f-479519288dbc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:35:32.800218 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c794705-7869-42ac-bcc0-dd3a29bf8ed7 x-openstack-request-id: req-4c794705-7869-42ac-bcc0-dd3a29bf8ed7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:35:32.800631 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f76832f-109a-4675-b4a9-fa94dcf34e93", "name": "network-vif-deleted", "tag": "73fb5f6c-0aaf-49ee-9f4f-479519288dbc", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:35:32.800970 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c794705-7869-42ac-bcc0-dd3a29bf8ed7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:35:32.801526 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f76832f-109a-4675-b4a9-fa94dcf34e93', 'name': 'network-vif-deleted', 'tag': '73fb5f6c-0aaf-49ee-9f4f-479519288dbc', 'status': 'completed', 'code': 200} Sep 27 09:35:33.502319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29757e2f-3a8f-418a-94ee-a10fc25fab73 req-4ec70a94-f9e5-4d96-8bef-c38acb0b6dd2 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:33.503799 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-29757e2f-3a8f-418a-94ee-a10fc25fab73 req-4ec70a94-f9e5-4d96-8bef-c38acb0b6dd2 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0567465 Sep 27 09:35:33.543740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-29757e2f-3a8f-418a-94ee-a10fc25fab73 req-ccb76203-81b6-49fb-89cb-6c80d4d7bb59 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Sep 27 09:35:33.683178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a22989-473b-49b2-a727-3a714196330d req-0c586724-f75e-491b-99cb-c574069fd3e3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:33.684708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63a22989-473b-49b2-a727-3a714196330d req-0c586724-f75e-491b-99cb-c574069fd3e3 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0533500 Sep 27 09:35:33.726234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-63a22989-473b-49b2-a727-3a714196330d req-42e2248c-8452-43b5-9213-a9498c23a849 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Sep 27 09:35:33.859992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb9f24-7675-40f4-9286-3f0a3f0f2e2f req-858b5f75-52f6-4523-acd9-fae68beaa989 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:33.861531 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7fb9f24-7675-40f4-9286-3f0a3f0f2e2f req-858b5f75-52f6-4523-acd9-fae68beaa989 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0627968 Sep 27 09:35:33.902566 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c7fb9f24-7675-40f4-9286-3f0a3f0f2e2f req-91d861de-50dd-43df-bf87-779ad5f26026 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322483 Sep 27 09:35:34.083564 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b3564-dffe-4fb5-9089-88d498026328 req-8fccbc42-a0f4-47cb-a905-71eca8ee4745 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:34.085117 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f5b3564-dffe-4fb5-9089-88d498026328 req-8fccbc42-a0f4-47cb-a905-71eca8ee4745 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0532272 Sep 27 09:35:34.126794 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3f5b3564-dffe-4fb5-9089-88d498026328 req-c0dbdef5-eba7-40f1-8291-ae96d45f77e9 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 Sep 27 09:35:34.245822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57530814-63b0-4ec9-9b02-86e5d8e9a819 req-6ed8f986-e741-40a8-a946-6c23bf490d98 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:34.247290 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-57530814-63b0-4ec9-9b02-86e5d8e9a819 req-6ed8f986-e741-40a8-a946-6c23bf490d98 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0515385 Sep 27 09:35:34.284195 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-57530814-63b0-4ec9-9b02-86e5d8e9a819 req-5f3082d4-7ee6-48e8-aa40-e189be272b27 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308766 Sep 27 09:35:34.417687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f027ef-0aa4-435e-a317-95d938bbd43a req-2a35d0f4-8bd6-4326-b244-3d302daf978b tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:34.419138 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-58f027ef-0aa4-435e-a317-95d938bbd43a req-2a35d0f4-8bd6-4326-b244-3d302daf978b tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0543385 Sep 27 09:35:34.456251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-58f027ef-0aa4-435e-a317-95d938bbd43a req-a70ae525-2983-451c-ae06-d1ab0798097d tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Sep 27 09:35:34.767723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f9090-73e3-412a-9bb0-37e6043e4560 req-fb9a8ffd-f988-4224-a9e9-2c4ff1f604ec tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:34.769253 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b49f9090-73e3-412a-9bb0-37e6043e4560 req-fb9a8ffd-f988-4224-a9e9-2c4ff1f604ec tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0524352 Sep 27 09:35:34.813175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b49f9090-73e3-412a-9bb0-37e6043e4560 req-b1f8efe0-aea6-4613-b1a9-c0e1cbb4abec tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Sep 27 09:35:35.077690 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 73fb5f6c-0aaf-49ee-9f4f-479519288dbc no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:35:35.101207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 73fb5f6c-0aaf-49ee-9f4f-479519288dbc {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:35:35.101603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 73fb5f6c-0aaf-49ee-9f4f-479519288dbc not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:35:35.950922 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b708d9-dd63-4e25-93f0-ba35def68833 req-a762c093-3ff2-4ebb-8140-257ea4b942e7 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:35.952425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93b708d9-dd63-4e25-93f0-ba35def68833 req-a762c093-3ff2-4ebb-8140-257ea4b942e7 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0585372 Sep 27 09:35:35.994555 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93b708d9-dd63-4e25-93f0-ba35def68833 req-9851e89a-e243-4e39-bd9c-bde178ffb726 tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d4f849c-d903-40ed-a673-55bd9e7c1725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Sep 27 09:35:36.236732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-ad27cbc2-deae-42ef-b40e-f50b4fb6749a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:36.238193 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-ad27cbc2-deae-42ef-b40e-f50b4fb6749a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.57 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 945 time: 0.0567834 Sep 27 09:35:36.336662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Deleting port 3485bf6c-c9d2-4a61-93bb-96f47afea067 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:36.336983 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:36.431871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] For port 3485bf6c-c9d2-4a61-93bb-96f47afea067, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=3485bf6c-c9d2-4a61-93bb-96f47afea067,segment=NetworkSegment(3f9a07c7-ccf6-4cf0-99d3-071ab9202a43),segment_id=3f9a07c7-ccf6-4cf0-99d3-071ab9202a43)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:36.432248 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:36.434513 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:36.445319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Calling delete_port for 3485bf6c-c9d2-4a61-93bb-96f47afea067 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:36.577132 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:36.588799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['3485bf6c-c9d2-4a61-93bb-96f47afea067'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:35:36.605980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Pushing event deleted for resources: {'Port': ['ID=3485bf6c-c9d2-4a61-93bb-96f47afea067,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:36.649841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] No DVR routers for this DVR port 3485bf6c-c9d2-4a61-93bb-96f47afea067 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:35:36.652839 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:36.654409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-12afdb8e-9367-424e-83da-0cbe97c6ea6d req-c04438bf-aa8f-400a-86be-acfb6ea0014a tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.57 "DELETE /v2.0/ports/3485bf6c-c9d2-4a61-93bb-96f47afea067 HTTP/1.1" status: 204 len: 173 time: 0.4098625 Sep 27 09:35:36.654872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cbba08-476d-4478-828e-71de3b0ee72d', 'name': 'network-vif-deleted', 'tag': '3485bf6c-c9d2-4a61-93bb-96f47afea067'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:35:36.657216 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef445d0-af58-460b-94cf-8e38449b58ba" -d '{"events": [{"server_uuid": "72cbba08-476d-4478-828e-71de3b0ee72d", "name": "network-vif-deleted", "tag": "3485bf6c-c9d2-4a61-93bb-96f47afea067"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:35:36.693942 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02be5ea1-b55e-4e86-8308-897109922b83 x-openstack-request-id: req-02be5ea1-b55e-4e86-8308-897109922b83 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:35:36.694244 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cbba08-476d-4478-828e-71de3b0ee72d", "name": "network-vif-deleted", "tag": "3485bf6c-c9d2-4a61-93bb-96f47afea067", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:35:36.694583 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02be5ea1-b55e-4e86-8308-897109922b83 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:35:36.694981 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cbba08-476d-4478-828e-71de3b0ee72d', 'name': 'network-vif-deleted', 'tag': '3485bf6c-c9d2-4a61-93bb-96f47afea067', 'status': 'completed', 'code': 200} Sep 27 09:35:37.110271 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-647a8c53-6cf3-4b10-9e96-9e5e45644153 req-bedb4fb3-334f-44da-9122-c2c3becdb87f tempest-ServersNegativeTestJSON-824742447 tempest-ServersNegativeTestJSON-824742447-project] 10.222.0.50 "GET /v2.0/ports?device_id=72cbba08-476d-4478-828e-71de3b0ee72d HTTP/1.1" status: 200 len: 210 time: 0.0319884 Sep 27 09:35:37.555077 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:35:38.173495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39224) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:38.217673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-4260a0a5-3071-462b-bfc6-386973dced6c admin admin] Deleting subnet decc5bdf-8d9a-49c4-8a31-dd00242a2810 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:35:38.221023 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4260a0a5-3071-462b-bfc6-386973dced6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.255970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4260a0a5-3071-462b-bfc6-386973dced6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.294879 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4260a0a5-3071-462b-bfc6-386973dced6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.354947 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4260a0a5-3071-462b-bfc6-386973dced6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.381523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260a0a5-3071-462b-bfc6-386973dced6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decc5bdf-8d9a-49c4-8a31-dd00242a2810,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:38.383532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4260a0a5-3071-462b-bfc6-386973dced6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.385565 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4260a0a5-3071-462b-bfc6-386973dced6c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/decc5bdf-8d9a-49c4-8a31-dd00242a2810 HTTP/1.1" status: 204 len: 168 time: 0.2110865 Sep 27 09:35:38.388289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39226) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:38.465111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.546868 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.566348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03fddf6-76cf-451f-9ec1-5a2a9f987bfa']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:38.576555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:38.576851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9a07c7-ccf6-4cf0-99d3-071ab9202a43') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:38.586919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.602251 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.608499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:38.608883 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:38.610499 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:38.669489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.675133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.677030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e03fddf6-76cf-451f-9ec1-5a2a9f987bfa HTTP/1.1" status: 204 len: 168 time: 0.2878141 Sep 27 09:35:38.796379 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39230) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:38.844554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-75829c13-7ade-468a-b92c-72a68611d861 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d34b90278394554a7436aa65614e681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467808 Sep 27 09:35:38.847716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39232) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:38.900674 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f5e35b3-688c-478b-97ed-2a2017dbaf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.926771 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f5e35b3-688c-478b-97ed-2a2017dbaf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.978862 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f5e35b3-688c-478b-97ed-2a2017dbaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.981796 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f5e35b3-688c-478b-97ed-2a2017dbaf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:38.983160 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f5e35b3-688c-478b-97ed-2a2017dbaf47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d4f849c-d903-40ed-a673-55bd9e7c1725 HTTP/1.1" status: 204 len: 168 time: 0.1344905 Sep 27 09:35:38.991470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e35b3-688c-478b-97ed-2a2017dbaf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f849c-d903-40ed-a673-55bd9e7c1725,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:39.038536 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ced8bc-2032-4afe-94af-67e66d0fee53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03fddf6-76cf-451f-9ec1-5a2a9f987bfa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:39.740050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39254) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:39.838226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534547696'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:39.863962 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:39.869635 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:39.882840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:39.985160 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:39.990646 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:40.008731 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3485bf6c-c9d2-4a61-93bb-96f47afea067 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:35:40.019515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:40.025961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207ee868-a4d6-45a1-9988-3eb1d2f66360,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:40.030885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 3485bf6c-c9d2-4a61-93bb-96f47afea067 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:35:40.031311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 3485bf6c-c9d2-4a61-93bb-96f47afea067 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:35:40.033190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:40.033538 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Added segment 38f177f8-7c82-4330-8568-92c7c0b742fa of type vlan for network 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 Sep 27 09:35:40.074129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:40.102596 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:40.108140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:40.108802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:40.143944 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4027746 Sep 27 09:35:40.177463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4136d0-6127-4e49-8e3f-feb32d94f30f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Network': ['ID=7ee290f6-ffa8-43a5-82f8-f6acfabd1547,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:40.189456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:43.408637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39258) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:43.413900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'subnet': {'network_id': '7ee290f6-ffa8-43a5-82f8-f6acfabd1547', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:43.517598 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:43.521025 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:43.705012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:43.765942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Subnet': ['ID=afede528-431f-48f8-a5bd-e8320a89a982,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:43.773522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Checking segment: {'id': '38f177f8-7c82-4330-8568-92c7c0b742fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ee290f6-ffa8-43a5-82f8-f6acfabd1547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:43.773887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network hostable DHCP agents. Network: 7ee290f6-ffa8-43a5-82f8-f6acfabd1547, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:43.792261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:43.801182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 7ee290f6-ffa8-43a5-82f8-f6acfabd1547) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:43.805179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:43.805843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:43.809825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47989b81-86e3-4451-bc94-67fa1a411b8d None None] Network 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:43.824885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b910021-feff-4377-aa67-458e84d6c910 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4148030 Sep 27 09:35:43.828201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39260) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:43.833213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878969581'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:43.854406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:43.857876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:43.881167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:43.890159 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:43.890527 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Added segment 1feaebda-e04f-4713-a9bb-4811834cab41 of type vlan for network 1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7 Sep 27 09:35:43.931036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:43.956102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:43.959340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-7ee290f6-ffa8-43a5-82f8-f6acfabd1547', 'network_id': '7ee290f6-ffa8-43a5-82f8-f6acfabd1547', 'tenant_id': 'baa00e3a82764dd8b7f279256914cdaa', 'fixed_ips': [{'subnet_id': 'afede528-431f-48f8-a5bd-e8320a89a982'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:35:43.960291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:43.961972 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:43.962573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.005412 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1730316 Sep 27 09:35:44.005646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39262) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:44.037474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'subnet': {'network_id': '1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:44.042491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe089b43-e55c-411f-a059-3dbc12b84bac tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Network': ['ID=1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:44.055182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:44.126639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:44.130261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.158602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Allocated IP 2001:db8:0:ffff::2 (7ee290f6-ffa8-43a5-82f8-f6acfabd1547/afede528-431f-48f8-a5bd-e8320a89a982/e8536579-1432-427c-92c6-01e11035d8b5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:35:44.304071 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.310461 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.327720 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.365577 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Network 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:44.373063 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:44.378189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:35:44.387565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Subnet': ['ID=63879781-ab38-439d-b359-d61a1a411615,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:44.392645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Pushing event updated for resources: {'Port': ['ID=e8536579-1432-427c-92c6-01e11035d8b5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:44.406204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Checking segment: {'id': '1feaebda-e04f-4713-a9bb-4811834cab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:44.406571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network hostable DHCP agents. Network: 1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:44.408896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.409456 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.409582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.410162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.410359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.410692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.411123 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.411725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.411725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.412191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.412495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.412808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:44.428422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network 1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:44.441523 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:44.446027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:44.446821 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.460645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd09da0a-e945-4a76-85c3-587b2c23dbf6 None None] Network 1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:44.464947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d2a92838-161b-48dd-b6b1-ded2d5380f9d tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4583528 Sep 27 09:35:44.468082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39264) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:44.477504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Attempting to bind port e8536579-1432-427c-92c6-01e11035d8b5 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:35:44.477889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Attempting to bind port e8536579-1432-427c-92c6-01e11035d8b5 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '38f177f8-7c82-4330-8568-92c7c0b742fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ee290f6-ffa8-43a5-82f8-f6acfabd1547'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:35:44.478239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Attempting to bind port e8536579-1432-427c-92c6-01e11035d8b5 on network 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:44.491454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:35:44.491854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Checking segment: {'id': '38f177f8-7c82-4330-8568-92c7c0b742fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ee290f6-ffa8-43a5-82f8-f6acfabd1547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:44.492258 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.492676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Bound using segment: {'id': '38f177f8-7c82-4330-8568-92c7c0b742fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ee290f6-ffa8-43a5-82f8-f6acfabd1547'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:35:44.493137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Bound port: e8536579-1432-427c-92c6-01e11035d8b5, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f177f8-7c82-4330-8568-92c7c0b742fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7ee290f6-ffa8-43a5-82f8-f6acfabd1547'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:35:44.493521 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.562818 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.620507 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] For port e8536579-1432-427c-92c6-01e11035d8b5, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:35:44.624982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] For port e8536579-1432-427c-92c6-01e11035d8b5, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e8536579-1432-427c-92c6-01e11035d8b5,segment=NetworkSegment(38f177f8-7c82-4330-8568-92c7c0b742fa),segment_id=38f177f8-7c82-4330-8568-92c7c0b742fa)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:35:44.630226 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.643090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.685215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3be0139-9512-4273-9e31-e09a5a78b6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7', 'network_id': '1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7', 'tenant_id': 'baa00e3a82764dd8b7f279256914cdaa', 'fixed_ips': [{'subnet_id': '63879781-ab38-439d-b359-d61a1a411615'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:35:44.686218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3be0139-9512-4273-9e31-e09a5a78b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.715891 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.751085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Subnet': ['ID=63879781-ab38-439d-b359-d61a1a411615,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:44.795736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09391c-a7d9-485f-bc9d-a94cc5634165 None None] Pushing event updated for resources: {'Port': ['ID=e8536579-1432-427c-92c6-01e11035d8b5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:44.810676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.818916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-c3be0139-9512-4273-9e31-e09a5a78b6b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63879781-ab38-439d-b359-d61a1a411615: This subnet is being modified by another concurrent operation. Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63879781-ab38-439d-b359-d61a1a411615: This subnet is being modified by another concurrent operation. Sep 27 09:35:44.821471 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 09:35:44.849852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c71957-cbba-43a8-b94d-02d0049fb41a None None] Network 1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:44.851234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:44.867322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1feaebda-e04f-4713-a9bb-4811834cab41') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:44.867808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1feaebda-e04f-4713-a9bb-4811834cab41') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:44.886897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.935902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.943975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:44.944701 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:44.948296 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:45.018592 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.026589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.028499 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7 HTTP/1.1" status: 204 len: 168 time: 0.5594673 Sep 27 09:35:45.032087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39266) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:45.040686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-720942169'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:45.053569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f70cf-e885-41a8-a00f-c0c5218d411f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Network': ['ID=1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:45.072240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:45.075658 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.100085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:45.109941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.110292 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Added segment 7f93b115-69e3-48cf-b21a-77773d01dcfa of type vlan for network e3481079-3c34-4a7c-9265-e6161cbf7988 Sep 27 09:35:45.153846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.178978 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68c1977c-e18f-46a1-bd6c-26d388398e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.184431 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.191604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:45.192531 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.228294 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1919572 Sep 27 09:35:45.231209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39268) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:45.236099 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'subnet': {'network_id': 'e3481079-3c34-4a7c-9265-e6161cbf7988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:45.279795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3f6fa-c206-41c8-a980-91e803e00101 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Network': ['ID=e3481079-3c34-4a7c-9265-e6161cbf7988,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:45.291176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e3481079-3c34-4a7c-9265-e6161cbf7988 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:45.361516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:45.365195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.424276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Performing IP validity checks on allocation pools {{(pid=94830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 27 09:35:45.424841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94830) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 27 09:35:45.557648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.617488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Subnet': ['ID=61535d1b-cee3-444b-8e3c-9c443d379c0a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:45.628382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Checking segment: {'id': '7f93b115-69e3-48cf-b21a-77773d01dcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e3481079-3c34-4a7c-9265-e6161cbf7988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:45.628754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network hostable DHCP agents. Network: e3481079-3c34-4a7c-9265-e6161cbf7988, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:45.645990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network e3481079-3c34-4a7c-9265-e6161cbf7988 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:45.657217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e3481079-3c34-4a7c-9265-e6161cbf7988) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:45.661469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:45.662064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.667263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668656f-51fe-4ed5-865e-88a95edebf00 None None] Network e3481079-3c34-4a7c-9265-e6161cbf7988 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:45.671387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b8a54-cd75-4498-af6d-ec58015fd3bc None None] Network 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:45.677966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-de45625e-6e2a-40fc-bcf5-391c68c45d74 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4457498 Sep 27 09:35:45.680817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39270) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:45.784283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.819071 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-080181b9-3db1-4229-a8f3-e2ae0015ecb4 None None] Provisioning complete for port e8536579-1432-427c-92c6-01e11035d8b5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:45.819698 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-080181b9-3db1-4229-a8f3-e2ae0015ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.837300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.900296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.925339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Subnet': ['ID=61535d1b-cee3-444b-8e3c-9c443d379c0a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:45.956424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208c6d4f-432f-4424-95be-a3e44035fdfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e3481079-3c34-4a7c-9265-e6161cbf7988', 'network_id': 'e3481079-3c34-4a7c-9265-e6161cbf7988', 'tenant_id': 'baa00e3a82764dd8b7f279256914cdaa', 'fixed_ips': [{'subnet_id': '61535d1b-cee3-444b-8e3c-9c443d379c0a'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:35:45.957292 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-208c6d4f-432f-4424-95be-a3e44035fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:45.992476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.017496 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3481079-3c34-4a7c-9265-e6161cbf7988']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:46.028100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f93b115-69e3-48cf-b21a-77773d01dcfa') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:46.028458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f93b115-69e3-48cf-b21a-77773d01dcfa') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:46.038065 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.052957 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.059812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:46.060707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.062025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e8536579-1432-427c-92c6-01e11035d8b5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:46.064534 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:46.093505 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-080181b9-3db1-4229-a8f3-e2ae0015ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.109524 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418e504-8a42-4b39-8f31-5965c32fe6a6 None None] Network e3481079-3c34-4a7c-9265-e6161cbf7988 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:46.136669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.148536 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.152916 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/e3481079-3c34-4a7c-9265-e6161cbf7988 HTTP/1.1" status: 204 len: 168 time: 0.4709907 Sep 27 09:35:46.157903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:46.163370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652028065'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:46.166581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fac21d-c5a1-4265-9b8b-0c85928d6c45 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Network': ['ID=e3481079-3c34-4a7c-9265-e6161cbf7988,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:46.189701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:46.193928 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.208032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-080181b9-3db1-4229-a8f3-e2ae0015ecb4 None None] For port e8536579-1432-427c-92c6-01e11035d8b5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e8536579-1432-427c-92c6-01e11035d8b5,segment=NetworkSegment(38f177f8-7c82-4330-8568-92c7c0b742fa),segment_id=38f177f8-7c82-4330-8568-92c7c0b742fa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:46.230305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:46.237774 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-080181b9-3db1-4229-a8f3-e2ae0015ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.240018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e8536579-1432-427c-92c6-01e11035d8b5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:46.240468 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.241798 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.242357 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Added segment c1d75c8d-5039-4018-be79-ac7705ad657a of type vlan for network caed5aa8-342a-46ba-a1aa-d53cfb346b4b Sep 27 09:35:46.283263 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.314541 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.320161 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:46.320860 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.352345 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1931663 Sep 27 09:35:46.356313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39274) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:46.365173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'subnet': {'network_id': 'caed5aa8-342a-46ba-a1aa-d53cfb346b4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:46.393505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad51fc-98d5-4626-9f0a-95b975c99ece tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Network': ['ID=caed5aa8-342a-46ba-a1aa-d53cfb346b4b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:46.461342 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network caed5aa8-342a-46ba-a1aa-d53cfb346b4b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:46.467659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:46.471763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.473929 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd32a5-f6a4-4a31-a693-7638a0979eb1 None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 09:35:46.558343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-146a428b-3671-45eb-85c0-fc1cfe5312d3 None None] Provisioning complete for port e8536579-1432-427c-92c6-01e11035d8b5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:46.558727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-146a428b-3671-45eb-85c0-fc1cfe5312d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.614549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080181b9-3db1-4229-a8f3-e2ae0015ecb4 None None] Pushing event updated for resources: {'Port': ['ID=e8536579-1432-427c-92c6-01e11035d8b5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:46.654476 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.693855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd32a5-f6a4-4a31-a693-7638a0979eb1 None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 09:35:46.713989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Subnet': ['ID=c293545b-5689-4d84-8f78-f74b3d800709,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:46.724334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Checking segment: {'id': 'c1d75c8d-5039-4018-be79-ac7705ad657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'caed5aa8-342a-46ba-a1aa-d53cfb346b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:46.724766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network hostable DHCP agents. Network: caed5aa8-342a-46ba-a1aa-d53cfb346b4b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:46.743663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network caed5aa8-342a-46ba-a1aa-d53cfb346b4b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:46.753309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, caed5aa8-342a-46ba-a1aa-d53cfb346b4b) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:46.759147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:46.759728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.775144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d33daf0a-6a1d-4eb5-97d0-19e007182518 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4168246 Sep 27 09:35:46.778377 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:46.784045 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1763921698'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:46.805484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:46.809217 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.836104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:46.845524 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.845870 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Added segment 90ce97a1-72ff-455f-b15f-71d34ef26fc7 of type vlan for network e76a4f98-c021-4902-b783-ba488b951928 Sep 27 09:35:46.887176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.913208 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.918938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:46.919521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:46.945581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666950b9-63fa-4c0f-983d-b87532b03d90 None None] Network caed5aa8-342a-46ba-a1aa-d53cfb346b4b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:46.956710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1766994 Sep 27 09:35:46.959704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:46.966653 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Request body: {'subnet': {'network_id': 'e76a4f98-c021-4902-b783-ba488b951928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:47.008115 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84746d8d-5231-4178-9496-f7c554af5716 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Network': ['ID=e76a4f98-c021-4902-b783-ba488b951928,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:47.022732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network e76a4f98-c021-4902-b783-ba488b951928 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:47.079802 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Made reservation on behalf of baa00e3a82764dd8b7f279256914cdaa for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:47.083672 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.148715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-caed5aa8-342a-46ba-a1aa-d53cfb346b4b', 'network_id': 'caed5aa8-342a-46ba-a1aa-d53cfb346b4b', 'tenant_id': 'baa00e3a82764dd8b7f279256914cdaa', 'fixed_ips': [{'subnet_id': 'c293545b-5689-4d84-8f78-f74b3d800709'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:35:47.149634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.271492 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.289948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Allocated IP 2001:db8::2 (caed5aa8-342a-46ba-a1aa-d53cfb346b4b/c293545b-5689-4d84-8f78-f74b3d800709/69d0d483-0f77-4141-807b-7c6d55c65217) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:35:47.335168 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event updated for resources: {'Subnet': ['ID=0a905ddb-b2b4-4f2c-9cfd-e016b0032d41,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:47.344583 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Checking segment: {'id': '90ce97a1-72ff-455f-b15f-71d34ef26fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76a4f98-c021-4902-b783-ba488b951928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:47.344965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network hostable DHCP agents. Network: e76a4f98-c021-4902-b783-ba488b951928, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:47.362495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Network e76a4f98-c021-4902-b783-ba488b951928 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:47.372308 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, e76a4f98-c021-4902-b783-ba488b951928) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:47.377066 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:47.378140 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.384490 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5420d6-0f6e-40fa-a6a5-a49b1e61f095 None None] Network e76a4f98-c021-4902-b783-ba488b951928 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:47.395021 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fe458740-cde1-47a2-824b-7cc80d08b0fd tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4315853 Sep 27 09:35:47.395400 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:47.484560 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.496303 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.499454 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.566892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Network caed5aa8-342a-46ba-a1aa-d53cfb346b4b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:47.572723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:47.579503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.581950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:35:47.586384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Pushing event updated for resources: {'Port': ['ID=69d0d483-0f77-4141-807b-7c6d55c65217,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:47.643435 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.644475 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ae1f5-1c47-4067-8a1b-c6f21d75db86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-e76a4f98-c021-4902-b783-ba488b951928', 'network_id': 'e76a4f98-c021-4902-b783-ba488b951928', 'tenant_id': 'baa00e3a82764dd8b7f279256914cdaa', 'fixed_ips': [{'subnet_id': '0a905ddb-b2b4-4f2c-9cfd-e016b0032d41'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:35:47.645545 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-756ae1f5-1c47-4067-8a1b-c6f21d75db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.667515 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Subnet': ['ID=0a905ddb-b2b4-4f2c-9cfd-e016b0032d41,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:47.684204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Attempting to bind port 69d0d483-0f77-4141-807b-7c6d55c65217 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:35:47.684598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Attempting to bind port 69d0d483-0f77-4141-807b-7c6d55c65217 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'c1d75c8d-5039-4018-be79-ac7705ad657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'caed5aa8-342a-46ba-a1aa-d53cfb346b4b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:35:47.684970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Attempting to bind port 69d0d483-0f77-4141-807b-7c6d55c65217 on network caed5aa8-342a-46ba-a1aa-d53cfb346b4b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:47.695529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:35:47.696043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Checking segment: {'id': 'c1d75c8d-5039-4018-be79-ac7705ad657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'caed5aa8-342a-46ba-a1aa-d53cfb346b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:47.696484 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.696886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Bound using segment: {'id': 'c1d75c8d-5039-4018-be79-ac7705ad657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'caed5aa8-342a-46ba-a1aa-d53cfb346b4b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:35:47.697380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Bound port: 69d0d483-0f77-4141-807b-7c6d55c65217, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d75c8d-5039-4018-be79-ac7705ad657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'caed5aa8-342a-46ba-a1aa-d53cfb346b4b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:35:47.697755 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.734000 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.741017 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e82539d-8d93-453b-b0ae-673872fed11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.756885 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76a4f98-c021-4902-b783-ba488b951928']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:47.766820 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ce97a1-72ff-455f-b15f-71d34ef26fc7') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:47.767192 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ce97a1-72ff-455f-b15f-71d34ef26fc7') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:47.776643 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.789630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a03876-7e83-451b-a36b-96f9cbd354a1 None None] Network e76a4f98-c021-4902-b783-ba488b951928 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:47.791908 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.798293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:47.798764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:47.802152 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:47.832529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] For port 69d0d483-0f77-4141-807b-7c6d55c65217, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:35:47.860421 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.865315 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.867465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/e76a4f98-c021-4902-b783-ba488b951928 HTTP/1.1" status: 204 len: 168 time: 0.4711213 Sep 27 09:35:47.870988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39282) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:47.874604 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] For port 69d0d483-0f77-4141-807b-7c6d55c65217, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=69d0d483-0f77-4141-807b-7c6d55c65217,segment=NetworkSegment(c1d75c8d-5039-4018-be79-ac7705ad657a),segment_id=c1d75c8d-5039-4018-be79-ac7705ad657a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:35:47.882606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469d48c-d09b-47a6-8e63-9bf43e4f5b0a tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Network': ['ID=e76a4f98-c021-4902-b783-ba488b951928,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:47.896640 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:47.905580 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6d03ab-33fb-4e84-9513-f388ba26af7b tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] GET failed (client error): The resource could not be found. Sep 27 09:35:47.908084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8f6d03ab-33fb-4e84-9513-f388ba26af7b tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "GET /v2.0/subnets/0a905ddb-b2b4-4f2c-9cfd-e016b0032d41 HTTP/1.1" status: 404 len: 337 time: 0.0355251 Sep 27 09:35:47.911059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39284) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:47.929556 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d500778e-1a6d-474d-8037-5db88fb5ac6e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] DELETE failed (client error): The resource could not be found. Sep 27 09:35:47.930103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d500778e-1a6d-474d-8037-5db88fb5ac6e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 09:35:47.932147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d500778e-1a6d-474d-8037-5db88fb5ac6e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/e76a4f98-c021-4902-b783-ba488b951928 HTTP/1.1" status: 404 len: 339 time: 0.0201705 Sep 27 09:35:47.936129 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39286) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:47.963749 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abe9989-953f-4550-9810-513994f6acf7 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] DELETE failed (client error): The resource could not be found. Sep 27 09:35:47.964216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abe9989-953f-4550-9810-513994f6acf7 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 09:35:47.966170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3abe9989-953f-4550-9810-513994f6acf7 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/subnets/0a905ddb-b2b4-4f2c-9cfd-e016b0032d41 HTTP/1.1" status: 404 len: 337 time: 0.0291066 Sep 27 09:35:47.968730 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39288) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:47.974931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88e1b6-e880-41f5-a10a-9ee518aebd34 None None] Pushing event updated for resources: {'Port': ['ID=69d0d483-0f77-4141-807b-7c6d55c65217,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:47.990776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e8536579-1432-427c-92c6-01e11035d8b5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:35:47.993739 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e62d952-ac1b-4f90-891c-bb0170275769 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] DELETE failed (client error): The resource could not be found. Sep 27 09:35:47.995571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e62d952-ac1b-4f90-891c-bb0170275769 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 09:35:47.999679 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9e62d952-ac1b-4f90-891c-bb0170275769 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/e76a4f98-c021-4902-b783-ba488b951928 HTTP/1.1" status: 404 len: 339 time: 0.0277545 Sep 27 09:35:48.000078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:48.040644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e8536579-1432-427c-92c6-01e11035d8b5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:48.041029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.058634 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e57734-4031-4247-81d4-1a57c65be748 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Deleting subnet c293545b-5689-4d84-8f78-f74b3d800709 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:35:48.062028 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97e57734-4031-4247-81d4-1a57c65be748 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.104372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97e57734-4031-4247-81d4-1a57c65be748 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.138475 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.220546 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97e57734-4031-4247-81d4-1a57c65be748 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.286293 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97e57734-4031-4247-81d4-1a57c65be748 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.313390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e57734-4031-4247-81d4-1a57c65be748 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Subnet': ['ID=c293545b-5689-4d84-8f78-f74b3d800709,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:48.317398 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97e57734-4031-4247-81d4-1a57c65be748 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.319277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-97e57734-4031-4247-81d4-1a57c65be748 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/subnets/c293545b-5689-4d84-8f78-f74b3d800709 HTTP/1.1" status: 204 len: 168 time: 0.3181231 Sep 27 09:35:48.322088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:48.395699 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.452148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Deleting port 69d0d483-0f77-4141-807b-7c6d55c65217 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:48.452529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.517935 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] For port 69d0d483-0f77-4141-807b-7c6d55c65217, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=69d0d483-0f77-4141-807b-7c6d55c65217,segment=NetworkSegment(c1d75c8d-5039-4018-be79-ac7705ad657a),segment_id=c1d75c8d-5039-4018-be79-ac7705ad657a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:48.518304 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.537425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Calling delete_port for 69d0d483-0f77-4141-807b-7c6d55c65217 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:48.633154 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.663808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Port': ['ID=69d0d483-0f77-4141-807b-7c6d55c65217,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:48.669563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No DVR routers for this DVR port 69d0d483-0f77-4141-807b-7c6d55c65217 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:35:48.748991 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.769765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caed5aa8-342a-46ba-a1aa-d53cfb346b4b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:48.779451 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d75c8d-5039-4018-be79-ac7705ad657a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:48.779750 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d75c8d-5039-4018-be79-ac7705ad657a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:48.789443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.803996 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.811118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:48.811523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:48.814974 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:48.873328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7835b5-160a-4bd6-bcf7-fda77d3622a4 None None] Network caed5aa8-342a-46ba-a1aa-d53cfb346b4b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:48.885634 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.893966 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:48.896020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/caed5aa8-342a-46ba-a1aa-d53cfb346b4b HTTP/1.1" status: 204 len: 168 time: 0.5729694 Sep 27 09:35:48.898769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39294) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:48.910334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273418-c377-4b4f-81e0-106d5d629c9f tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Network': ['ID=caed5aa8-342a-46ba-a1aa-d53cfb346b4b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:48.916936 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d4afe87c-80d7-49b3-b790-9399014c325c None None] Could not find standard attr ID for object 69d0d483-0f77-4141-807b-7c6d55c65217. {{(pid=94832) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 27 09:35:48.925954 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-d403d008-d024-4d6e-ab5e-ab32307c54c0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] DELETE failed (client error): The resource could not be found. Sep 27 09:35:48.926400 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d403d008-d024-4d6e-ab5e-ab32307c54c0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 09:35:48.928206 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d403d008-d024-4d6e-ab5e-ab32307c54c0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/subnets/61535d1b-cee3-444b-8e3c-9c443d379c0a HTTP/1.1" status: 404 len: 337 time: 0.0284617 Sep 27 09:35:48.930833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39296) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:48.948418 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4989591-9d80-470e-a1ee-1b6205d2fc12 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] DELETE failed (client error): The resource could not be found. Sep 27 09:35:48.948978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4989591-9d80-470e-a1ee-1b6205d2fc12 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 09:35:48.950603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f4989591-9d80-470e-a1ee-1b6205d2fc12 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/e3481079-3c34-4a7c-9265-e6161cbf7988 HTTP/1.1" status: 404 len: 339 time: 0.0188680 Sep 27 09:35:48.953202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:48.977793 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-672bbc8c-a36d-4566-be07-fae2d4e784ea tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] DELETE failed (client error): The resource could not be found. Sep 27 09:35:48.978230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672bbc8c-a36d-4566-be07-fae2d4e784ea tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 09:35:48.979902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-672bbc8c-a36d-4566-be07-fae2d4e784ea tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/subnets/63879781-ab38-439d-b359-d61a1a411615 HTTP/1.1" status: 404 len: 337 time: 0.0258405 Sep 27 09:35:48.982482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39300) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:48.999652 n-d-810909-1 neutron-server[94830]: INFO neutron.pecan_wsgi.hooks.translation [None req-9697d9a9-70f2-4ec9-924d-c361fe7bd2ca tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] DELETE failed (client error): The resource could not be found. Sep 27 09:35:49.000182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9697d9a9-70f2-4ec9-924d-c361fe7bd2ca tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94830) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 27 09:35:49.001980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9697d9a9-70f2-4ec9-924d-c361fe7bd2ca tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/1ac8ab8f-28e9-4ce1-9bb5-342d7a9397c7 HTTP/1.1" status: 404 len: 339 time: 0.0185919 Sep 27 09:35:49.004509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39302) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:49.055399 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d292d-4722-4754-8493-c5831f63177f None None] DHCP port deletion for caed5aa8-342a-46ba-a1aa-d53cfb346b4b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:35:49.064413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a749ba1f-09f3-424a-aecd-0bc878b06ce0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Deleting subnet afede528-431f-48f8-a5bd-e8320a89a982 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:35:49.066108 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a749ba1f-09f3-424a-aecd-0bc878b06ce0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.119075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a749ba1f-09f3-424a-aecd-0bc878b06ce0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.210149 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a749ba1f-09f3-424a-aecd-0bc878b06ce0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.230876 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.277164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a749ba1f-09f3-424a-aecd-0bc878b06ce0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.305034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749ba1f-09f3-424a-aecd-0bc878b06ce0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Subnet': ['ID=afede528-431f-48f8-a5bd-e8320a89a982,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:49.307020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a749ba1f-09f3-424a-aecd-0bc878b06ce0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.309708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a749ba1f-09f3-424a-aecd-0bc878b06ce0 tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/subnets/afede528-431f-48f8-a5bd-e8320a89a982 HTTP/1.1" status: 204 len: 168 time: 0.3031769 Sep 27 09:35:49.311637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39304) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:49.314572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141497b-fc17-418f-98c1-98133839b73b None None] Network 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:49.387559 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.439657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Deleting port e8536579-1432-427c-92c6-01e11035d8b5 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:49.440000 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.487633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] DHCP port deletion for 7ee290f6-ffa8-43a5-82f8-f6acfabd1547 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:35:49.509214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] For port e8536579-1432-427c-92c6-01e11035d8b5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e8536579-1432-427c-92c6-01e11035d8b5,segment=NetworkSegment(38f177f8-7c82-4330-8568-92c7c0b742fa),segment_id=38f177f8-7c82-4330-8568-92c7c0b742fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:49.509563 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.521897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Calling delete_port for e8536579-1432-427c-92c6-01e11035d8b5 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:49.538406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] Deleting port e8536579-1432-427c-92c6-01e11035d8b5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:49.538809 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.599513 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] For port e8536579-1432-427c-92c6-01e11035d8b5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e8536579-1432-427c-92c6-01e11035d8b5,segment=NetworkSegment(38f177f8-7c82-4330-8568-92c7c0b742fa),segment_id=38f177f8-7c82-4330-8568-92c7c0b742fa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:49.599977 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.601744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.612158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] Calling delete_port for e8536579-1432-427c-92c6-01e11035d8b5 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:49.631126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Port': ['ID=e8536579-1432-427c-92c6-01e11035d8b5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:49.634772 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] No DVR routers for this DVR port e8536579-1432-427c-92c6-01e11035d8b5 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:35:49.691702 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.711148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.715886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] Pushing event deleted for resources: {'Port': ['ID=e8536579-1432-427c-92c6-01e11035d8b5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:49.720877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf112166-38b6-4a54-998e-09b74d361d5a None None] No DVR routers for this DVR port e8536579-1432-427c-92c6-01e11035d8b5 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:35:49.734986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee290f6-ffa8-43a5-82f8-f6acfabd1547']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:49.745000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f177f8-7c82-4330-8568-92c7c0b742fa') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:49.745299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f177f8-7c82-4330-8568-92c7c0b742fa') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:49.759589 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.776289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.785623 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:49.786075 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:49.790454 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:49.851576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.861882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:49.864610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] 10.222.0.50 "DELETE /v2.0/networks/7ee290f6-ffa8-43a5-82f8-f6acfabd1547 HTTP/1.1" status: 204 len: 168 time: 0.5520034 Sep 27 09:35:49.875780 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd50fa-fc9a-4a86-9706-dac88682bb0e tempest-NetworksIpV6Test-1750947479 tempest-NetworksIpV6Test-1750947479-project] Pushing event deleted for resources: {'Network': ['ID=7ee290f6-ffa8-43a5-82f8-f6acfabd1547,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:49.974119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e8536579-1432-427c-92c6-01e11035d8b5 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:35:49.995579 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: e8536579-1432-427c-92c6-01e11035d8b5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:35:49.995929 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e8536579-1432-427c-92c6-01e11035d8b5 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:35:50.123765 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39310) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:50.283643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bd2ac84e-25ad-42d4-a09f-15ccd3763c17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=baa00e3a82764dd8b7f279256914cdaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586328 Sep 27 09:35:50.286481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39314) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:50.336816 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51490b1f-de95-4e1b-8905-bb773484acff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:50.364457 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51490b1f-de95-4e1b-8905-bb773484acff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:50.421219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51490b1f-de95-4e1b-8905-bb773484acff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:50.425962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51490b1f-de95-4e1b-8905-bb773484acff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:50.427731 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-51490b1f-de95-4e1b-8905-bb773484acff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/207ee868-a4d6-45a1-9988-3eb1d2f66360 HTTP/1.1" status: 204 len: 168 time: 0.1403077 Sep 27 09:35:50.435886 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51490b1f-de95-4e1b-8905-bb773484acff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207ee868-a4d6-45a1-9988-3eb1d2f66360,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:50.831130 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.182716 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39336) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:51.286620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-127aa48f-5152-414f-abb6-d32e6417b42c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-376396477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:51.313910 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127aa48f-5152-414f-abb6-d32e6417b42c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.314979 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127aa48f-5152-414f-abb6-d32e6417b42c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.369575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127aa48f-5152-414f-abb6-d32e6417b42c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.375633 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127aa48f-5152-414f-abb6-d32e6417b42c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.394011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-127aa48f-5152-414f-abb6-d32e6417b42c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.395346 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-127aa48f-5152-414f-abb6-d32e6417b42c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2113929 Sep 27 09:35:51.398216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:51.402938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1757758317'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:51.423341 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Made reservation on behalf of 4baf30b261574ca9ae414a50077fd0ca for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:51.426717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.435161 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.525337 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.530768 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.557540 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:51.567674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f3f04-ea97-4ef3-83f9-1dcf9558ddb8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:51.577599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.577936 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Added segment 51bc52cf-d101-49d9-a4fb-6df3cf9f1dac of type vlan for network d0a09636-aa4a-410f-9ee2-54454db65d76 Sep 27 09:35:51.619200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.645742 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.651413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:51.652000 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.687091 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2878544 Sep 27 09:35:51.690187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39342) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:51.695367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Request body: {'subnet': {'network_id': 'd0a09636-aa4a-410f-9ee2-54454db65d76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:51.724459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220785a-3088-4393-83e8-337ce669c653 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event updated for resources: {'Network': ['ID=d0a09636-aa4a-410f-9ee2-54454db65d76,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:51.735733 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d0a09636-aa4a-410f-9ee2-54454db65d76 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:51.785337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Made reservation on behalf of 4baf30b261574ca9ae414a50077fd0ca for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:51.788876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:51.971412 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.031916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event updated for resources: {'Subnet': ['ID=417d117a-622c-4727-9e1d-42e3d2dabc8f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:52.042236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Checking segment: {'id': '51bc52cf-d101-49d9-a4fb-6df3cf9f1dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd0a09636-aa4a-410f-9ee2-54454db65d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:52.042595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Network hostable DHCP agents. Network: d0a09636-aa4a-410f-9ee2-54454db65d76, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:52.062447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Network d0a09636-aa4a-410f-9ee2-54454db65d76 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:52.072681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d0a09636-aa4a-410f-9ee2-54454db65d76) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:52.078732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:52.079673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.080212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2ed9c-3825-4e1d-9c2e-8c58a1edfae4 None None] Network d0a09636-aa4a-410f-9ee2-54454db65d76 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:52.098790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bb7b454f-db7a-4637-989c-178f1080131a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4041572 Sep 27 09:35:52.099218 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39344) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:52.104339 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-28275541'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:52.126125 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Made reservation on behalf of 4baf30b261574ca9ae414a50077fd0ca for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:52.129682 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.153449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:52.163078 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.163560 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Added segment 11c7dc10-86a7-4878-a9c3-3c6d11ef39b6 of type vlan for network 5f006c19-f37e-4448-8c24-98fcc550c3ba Sep 27 09:35:52.208061 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.225106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-d0a09636-aa4a-410f-9ee2-54454db65d76', 'network_id': 'd0a09636-aa4a-410f-9ee2-54454db65d76', 'tenant_id': '4baf30b261574ca9ae414a50077fd0ca', 'fixed_ips': [{'subnet_id': '417d117a-622c-4727-9e1d-42e3d2dabc8f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:35:52.226160 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.234812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.240420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:52.241019 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.274972 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1746411 Sep 27 09:35:52.278228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39346) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:52.285462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Request body: {'subnet': {'network_id': '5f006c19-f37e-4448-8c24-98fcc550c3ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:52.311078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59805f-0815-43c2-864b-82831f67f90a tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event updated for resources: {'Network': ['ID=5f006c19-f37e-4448-8c24-98fcc550c3ba,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:52.321848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 5f006c19-f37e-4448-8c24-98fcc550c3ba details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:52.383564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Made reservation on behalf of 4baf30b261574ca9ae414a50077fd0ca for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:52.387186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.413559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Allocated IP 172.20.0.2 (d0a09636-aa4a-410f-9ee2-54454db65d76/417d117a-622c-4727-9e1d-42e3d2dabc8f/74f8eb9e-ab87-4dcb-801c-0907fedc00ab) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:35:52.559024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.565151 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.570600 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.606281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Network d0a09636-aa4a-410f-9ee2-54454db65d76 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:52.610514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:52.617166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:35:52.621625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Pushing event updated for resources: {'Port': ['ID=74f8eb9e-ab87-4dcb-801c-0907fedc00ab,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:52.633913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event updated for resources: {'Subnet': ['ID=6a175301-7d0b-4d33-a900-a7fdde0eb2ed,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:52.639361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Checking segment: {'id': '11c7dc10-86a7-4878-a9c3-3c6d11ef39b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5f006c19-f37e-4448-8c24-98fcc550c3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:52.639722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Network hostable DHCP agents. Network: 5f006c19-f37e-4448-8c24-98fcc550c3ba, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:52.657922 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Network 5f006c19-f37e-4448-8c24-98fcc550c3ba is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:52.667165 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 5f006c19-f37e-4448-8c24-98fcc550c3ba) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:52.671229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:52.671826 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.673530 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Attempting to bind port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:35:52.673901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Attempting to bind port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '51bc52cf-d101-49d9-a4fb-6df3cf9f1dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd0a09636-aa4a-410f-9ee2-54454db65d76'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:35:52.674285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Attempting to bind port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab on network d0a09636-aa4a-410f-9ee2-54454db65d76 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:52.677897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc0c5d8-d513-4812-b586-92a0af154f37 None None] Network 5f006c19-f37e-4448-8c24-98fcc550c3ba requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:52.683932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:35:52.684386 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Checking segment: {'id': '51bc52cf-d101-49d9-a4fb-6df3cf9f1dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd0a09636-aa4a-410f-9ee2-54454db65d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:52.684754 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.685143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Bound using segment: {'id': '51bc52cf-d101-49d9-a4fb-6df3cf9f1dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd0a09636-aa4a-410f-9ee2-54454db65d76'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:35:52.685648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Bound port: 74f8eb9e-ab87-4dcb-801c-0907fedc00ab, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc52cf-d101-49d9-a4fb-6df3cf9f1dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd0a09636-aa4a-410f-9ee2-54454db65d76'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:35:52.686058 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.687571 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2f95d57f-a158-401a-a74b-761402dc3448 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4081995 Sep 27 09:35:52.690429 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39348) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:52.694937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8bf2f54e-1f41-4a46-866a-7cd675527ee6 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f006c19-f37e-4448-8c24-98fcc550c3ba'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:52.805572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] For port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:35:52.810101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] For port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=74f8eb9e-ab87-4dcb-801c-0907fedc00ab,segment=NetworkSegment(51bc52cf-d101-49d9-a4fb-6df3cf9f1dac),segment_id=51bc52cf-d101-49d9-a4fb-6df3cf9f1dac)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:35:52.829596 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:52.904046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f54e-1f41-4a46-866a-7cd675527ee6 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.030119 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [None req-8bf2f54e-1f41-4a46-866a-7cd675527ee6 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 27 09:35:53.031181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8bf2f54e-1f41-4a46-866a-7cd675527ee6 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "PUT /v2.0/routers/bc22d091-3057-4ecb-acd8-3a50b0f779a7 HTTP/1.1" status: 400 len: 364 time: 0.3398230 Sep 27 09:35:53.037642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39350) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:53.084287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba12d1-e0a6-4c0a-b9b2-668442e75da1 None None] Pushing event updated for resources: {'Port': ['ID=74f8eb9e-ab87-4dcb-801c-0907fedc00ab,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:53.088282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd044a8-e32d-479f-847b-3a62c368abcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-5f006c19-f37e-4448-8c24-98fcc550c3ba', 'network_id': '5f006c19-f37e-4448-8c24-98fcc550c3ba', 'tenant_id': '4baf30b261574ca9ae414a50077fd0ca', 'fixed_ips': [{'subnet_id': '6a175301-7d0b-4d33-a900-a7fdde0eb2ed'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:35:53.089163 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd044a8-e32d-479f-847b-3a62c368abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.124023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2c7d5d-cda0-4938-b545-9f3dc81c3d9d tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Deleting subnet 6a175301-7d0b-4d33-a900-a7fdde0eb2ed {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:35:53.127890 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d5d-cda0-4938-b545-9f3dc81c3d9d tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.169587 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d5d-cda0-4938-b545-9f3dc81c3d9d tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.216859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d5d-cda0-4938-b545-9f3dc81c3d9d tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.277933 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d5d-cda0-4938-b545-9f3dc81c3d9d tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server [None req-ccd044a8-e32d-479f-847b-3a62c368abcc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a175301-7d0b-4d33-a900-a7fdde0eb2ed: This subnet is being modified by another concurrent operation. Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise self.value Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server raise exception Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a175301-7d0b-4d33-a900-a7fdde0eb2ed: This subnet is being modified by another concurrent operation. Sep 27 09:35:53.281750 n-d-810909-1 neutron-server[94832]: ERROR oslo_messaging.rpc.server Sep 27 09:35:53.302609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57fb24-511c-48a8-a970-fb4eb0a5c6b3 None None] Network 5f006c19-f37e-4448-8c24-98fcc550c3ba requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:53.311542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d5d-cda0-4938-b545-9f3dc81c3d9d tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.313484 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae2c7d5d-cda0-4938-b545-9f3dc81c3d9d tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "DELETE /v2.0/subnets/6a175301-7d0b-4d33-a900-a7fdde0eb2ed HTTP/1.1" status: 204 len: 168 time: 0.2744510 Sep 27 09:35:53.315073 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c7d5d-cda0-4938-b545-9f3dc81c3d9d tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event deleted for resources: {'Subnet': ['ID=6a175301-7d0b-4d33-a900-a7fdde0eb2ed,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:53.316381 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:53.392976 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.489553 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.510359 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f006c19-f37e-4448-8c24-98fcc550c3ba']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:53.521405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c7dc10-86a7-4878-a9c3-3c6d11ef39b6') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:53.521724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c7dc10-86a7-4878-a9c3-3c6d11ef39b6') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:53.533071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.548965 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.555369 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:53.555773 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:53.558835 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:53.629080 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.636476 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.638508 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "DELETE /v2.0/networks/5f006c19-f37e-4448-8c24-98fcc550c3ba HTTP/1.1" status: 204 len: 168 time: 0.3209493 Sep 27 09:35:53.641291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39354) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:53.650089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d76b19-e5e1-4a6b-b272-10cc91a55e5c tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event deleted for resources: {'Network': ['ID=5f006c19-f37e-4448-8c24-98fcc550c3ba,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:53.693279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dde9af-b412-4d9f-a2b5-38a00e5e1964 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Deleting subnet 417d117a-622c-4727-9e1d-42e3d2dabc8f {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:35:53.696656 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82dde9af-b412-4d9f-a2b5-38a00e5e1964 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.738479 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82dde9af-b412-4d9f-a2b5-38a00e5e1964 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.829493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82dde9af-b412-4d9f-a2b5-38a00e5e1964 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.852838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c5cba-32cd-4229-b866-162fe2674ffb None None] Network d0a09636-aa4a-410f-9ee2-54454db65d76 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:53.889234 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82dde9af-b412-4d9f-a2b5-38a00e5e1964 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.917336 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dde9af-b412-4d9f-a2b5-38a00e5e1964 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event deleted for resources: {'Subnet': ['ID=417d117a-622c-4727-9e1d-42e3d2dabc8f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:53.921971 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-82dde9af-b412-4d9f-a2b5-38a00e5e1964 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:53.923809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-82dde9af-b412-4d9f-a2b5-38a00e5e1964 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "DELETE /v2.0/subnets/417d117a-622c-4727-9e1d-42e3d2dabc8f HTTP/1.1" status: 204 len: 168 time: 0.2811594 Sep 27 09:35:53.926289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39356) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:53.926664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fa0b3314-5fba-4f92-a194-47889ef10ef5 None None] Provisioning complete for port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:53.927044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3314-5fba-4f92-a194-47889ef10ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.006174 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.015206 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 74f8eb9e-ab87-4dcb-801c-0907fedc00ab up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:35:54.063447 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Deleting port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:54.063792 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.097920 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3314-5fba-4f92-a194-47889ef10ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.128210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] For port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=74f8eb9e-ab87-4dcb-801c-0907fedc00ab,segment=NetworkSegment(51bc52cf-d101-49d9-a4fb-6df3cf9f1dac),segment_id=51bc52cf-d101-49d9-a4fb-6df3cf9f1dac)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:54.128606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.128892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:54.129996 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.138644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] DHCP port deletion for d0a09636-aa4a-410f-9ee2-54454db65d76 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:35:54.141330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Calling delete_port for 74f8eb9e-ab87-4dcb-801c-0907fedc00ab owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:54.160708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fa0b3314-5fba-4f92-a194-47889ef10ef5 None None] For port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=74f8eb9e-ab87-4dcb-801c-0907fedc00ab,segment=NetworkSegment(51bc52cf-d101-49d9-a4fb-6df3cf9f1dac),segment_id=51bc52cf-d101-49d9-a4fb-6df3cf9f1dac)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:54.169533 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3314-5fba-4f92-a194-47889ef10ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.225801 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.249044 n-d-810909-1 neutron-server[94832]: INFO neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No ports have port_id starting with 74f8eb9e-ab87-4dcb-801c-0907fedc00ab Sep 27 09:35:54.251704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event deleted for resources: {'Port': ['ID=74f8eb9e-ab87-4dcb-801c-0907fedc00ab,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:54.255272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] No DVR routers for this DVR port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:35:54.257337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b3314-5fba-4f92-a194-47889ef10ef5 None None] Pushing event updated for resources: {'Port': ['ID=74f8eb9e-ab87-4dcb-801c-0907fedc00ab,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:54.269937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] Deleting port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:35:54.270318 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.330372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] For port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:54.330776 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.338219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.342914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] Calling delete_port for 74f8eb9e-ab87-4dcb-801c-0907fedc00ab owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:35:54.345643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] Port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 09:35:54.346886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.358660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a09636-aa4a-410f-9ee2-54454db65d76']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:54.367818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc52cf-d101-49d9-a4fb-6df3cf9f1dac') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:54.368060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc52cf-d101-49d9-a4fb-6df3cf9f1dac') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:54.371365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] Pushing event deleted for resources: {'Port': ['ID=74f8eb9e-ab87-4dcb-801c-0907fedc00ab,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:54.374943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac61d97b-5693-4ffb-ba9d-e453dfe8d1d2 None None] No DVR routers for this DVR port 74f8eb9e-ab87-4dcb-801c-0907fedc00ab on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:35:54.377668 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.391072 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.392584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb61ec-a278-4831-9ab5-bbef7cb2bf0c None None] get_active_networks_info from n-d-810909-1 {{(pid=94832) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 09:35:54.397964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:35:54.398429 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:35:54.401651 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:35:54.454149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb61ec-a278-4831-9ab5-bbef7cb2bf0c None None] Resources bound (agent type, host, resource id): {{(pid=94832) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 27 09:35:54.459586 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.466711 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.468703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "DELETE /v2.0/networks/d0a09636-aa4a-410f-9ee2-54454db65d76 HTTP/1.1" status: 204 len: 168 time: 0.5414934 Sep 27 09:35:54.471563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39358) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:54.484764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92514fab-48e1-48f9-8176-4d6915a93536 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Pushing event deleted for resources: {'Network': ['ID=d0a09636-aa4a-410f-9ee2-54454db65d76,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:54.504403 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aae4de31-65eb-45c7-a3eb-d800311d2902 tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc22d091-3057-4ecb-acd8-3a50b0f779a7 HTTP/1.1" status: 200 len: 205 time: 0.0313210 Sep 27 09:35:54.506868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:54.578326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c98b-ac07-4404-875f-e77511d066bb tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.734192 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c98b-ac07-4404-875f-e77511d066bb tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.736561 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c98b-ac07-4404-875f-e77511d066bb tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.786254 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c98b-ac07-4404-875f-e77511d066bb tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.787427 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa6c98b-ac07-4404-875f-e77511d066bb tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Fanout notify agent at l3_agent the message router_deleted on router bc22d091-3057-4ecb-acd8-3a50b0f779a7 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:35:54.796777 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c98b-ac07-4404-875f-e77511d066bb tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:54.797993 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8aa6c98b-ac07-4404-875f-e77511d066bb tempest-RoutersNegativeTest-1754126656 tempest-RoutersNegativeTest-1754126656-project] 10.222.0.50 "DELETE /v2.0/routers/bc22d091-3057-4ecb-acd8-3a50b0f779a7 HTTP/1.1" status: 204 len: 168 time: 0.2901545 Sep 27 09:35:55.068945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39366) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:55.219436 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b5848168-e748-49b1-bbde-d781c5b77d8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4baf30b261574ca9ae414a50077fd0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492405 Sep 27 09:35:55.222626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39370) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:55.279375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67f532ce-7e82-43a3-868f-44346c3aa85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:55.301581 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67f532ce-7e82-43a3-868f-44346c3aa85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:55.349917 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67f532ce-7e82-43a3-868f-44346c3aa85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:55.352651 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-67f532ce-7e82-43a3-868f-44346c3aa85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:55.353810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67f532ce-7e82-43a3-868f-44346c3aa85a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f6f3f04-ea97-4ef3-83f9-1dcf9558ddb8 HTTP/1.1" status: 204 len: 168 time: 0.1301160 Sep 27 09:35:55.361456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f532ce-7e82-43a3-868f-44346c3aa85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f3f04-ea97-4ef3-83f9-1dcf9558ddb8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:55.987947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 74f8eb9e-ab87-4dcb-801c-0907fedc00ab no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:35:56.007963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 74f8eb9e-ab87-4dcb-801c-0907fedc00ab {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:35:56.008437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 74f8eb9e-ab87-4dcb-801c-0907fedc00ab not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:35:56.014980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39392) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:56.120928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-435080489-network', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:56.147127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Made reservation on behalf of e220e09cc6e64bcfbdd2abc328ea7dbd for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:56.149607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.158318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.258105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.263822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.290360 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:35:56.296498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a4e31-276a-4384-87cc-0f3c8c4762e6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:56.302830 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.303174 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Added segment 9c359459-57db-4ed4-a20c-34c8a52d8e75 of type vlan for network 54154435-9704-4f7b-8a4e-d4076c8fa11f Sep 27 09:35:56.344872 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.372352 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.373288 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:56.373886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.402350 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3863144 Sep 27 09:35:56.405721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39396) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:56.411046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Request body: {'subnet': {'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-subnet', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:56.432752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe29ce6-42dc-4524-b5dc-b24e72883cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=54154435-9704-4f7b-8a4e-d4076c8fa11f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:56.434294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Made reservation on behalf of e220e09cc6e64bcfbdd2abc328ea7dbd for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:35:56.436693 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.442496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:35:56.608244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.663174 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4596c4-8016-4c61-83dc-caef73d5b27d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:56.673036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Checking segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:56.673402 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Network hostable DHCP agents. Network: 54154435-9704-4f7b-8a4e-d4076c8fa11f, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:35:56.691892 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:35:56.702355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 54154435-9704-4f7b-8a4e-d4076c8fa11f) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:56.706642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:35:56.707224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.712014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdefb330-377d-4f28-9983-7fc9cfba39dc None None] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:56.722426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-83e7f816-2d2f-4702-a01b-a182a22d82b1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3148434 Sep 27 09:35:56.725383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39398) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:56.730115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:35:56.751239 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.752286 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.805123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.854751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-54154435-9704-4f7b-8a4e-d4076c8fa11f', 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'fixed_ips': [{'subnet_id': 'da4596c4-8016-4c61-83dc-caef73d5b27d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:35:56.855618 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:56.940465 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.001668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Allocated IP 172.20.0.2 (54154435-9704-4f7b-8a4e-d4076c8fa11f/da4596c4-8016-4c61-83dc-caef73d5b27d/3ad0aeba-1163-4d6b-b96a-2e25b5160f3c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:35:57.155371 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.161704 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.201896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:57.204804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:57.211573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:35:57.214974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Pushing event updated for resources: {'Port': ['ID=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:57.275509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Attempting to bind port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:35:57.276036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Attempting to bind port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:35:57.276470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Attempting to bind port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c on network 54154435-9704-4f7b-8a4e-d4076c8fa11f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:57.281669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:35:57.282049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Checking segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:57.282464 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.282849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Bound using segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:35:57.283319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Bound port: 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:35:57.283700 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.352680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] For port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:35:57.355835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] For port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:35:57.361176 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.416118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c0fcb-a58f-4d9b-a899-084a05747d6c None None] Pushing event updated for resources: {'Port': ['ID=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:57.479216 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.498410 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.626784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Allocated IP 172.25.2.48 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/b9c54bda-a0bb-4a23-8305-d48b1d56e2ba) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:35:57.736535 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.771805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:57.807370 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:57.810203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:57.813679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:35:57.843723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Pushing event updated for resources: {'Port': ['ID=b9c54bda-a0bb-4a23-8305-d48b1d56e2ba,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:58.009435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:35:58.059331 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:58.059709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.092815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.145262 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.180036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:35:58.185504 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.238641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:58.300683 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.321107 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d9654-e425-4b32-be41-4b33f785935b None None] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:35:58.434397 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Router 1b7e2e50-552b-485e-9755-d7add49d520b is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:35:58.440422 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-97ea8e9f-b341-4672-b99d-835ff528aacf None None] Provisioning complete for port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:58.440793 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97ea8e9f-b341-4672-b99d-835ff528aacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.546275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:35:58.557301 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Sync routers for ids ['1b7e2e50-552b-485e-9755-d7add49d520b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:35:58.563996 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.568051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4aef5a1f-4c68-4614-8f16-4437035440ed admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8388107 Sep 27 09:35:58.568206 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Routers {'1b7e2e50-552b-485e-9755-d7add49d520b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:35:58.568206 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:35:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1b7e2e50-552b-485e-9755-d7add49d520b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:58.568445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39400) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:35:58.679585 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Set router 1b7e2e50-552b-485e-9755-d7add49d520b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:35:58.764787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-350774e7-475c-4571-b52a-01a3511c64c5 None None] Provisioning complete for port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:58.765075 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-350774e7-475c-4571-b52a-01a3511c64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.852850 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:35:57Z', 'revision_number': 3, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port': {'id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:57Z', 'updated_at': '2021-09-27T09:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:58.881559 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Checking router: 1b7e2e50-552b-485e-9755-d7add49d520b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:35:58.881906 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Updating router 1b7e2e50-552b-485e-9755-d7add49d520b port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:35:58.906018 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:58.992084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.145391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Allocated IP 172.20.0.1 (54154435-9704-4f7b-8a4e-d4076c8fa11f/da4596c4-8016-4c61-83dc-caef73d5b27d/d85c04de-8fc1-4dce-adff-908f41c6b922) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:35:59.149174 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.154405 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.258878 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.288855 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Attempting to bind port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:35:59.289242 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Attempting to bind port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:35:59.289595 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Attempting to bind port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:35:59.293839 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.301789 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:35:59.302161 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:35:59.302553 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.302939 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:35:59.303414 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Bound port: b9c54bda-a0bb-4a23-8305-d48b1d56e2ba, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:35:59.304177 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.306595 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Pushing event updated for resources: {'Port': ['ID=b9c54bda-a0bb-4a23-8305-d48b1d56e2ba,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:59.329983 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:59.332193 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.332503 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.332842 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.333170 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.333886 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.333886 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.334099 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.334411 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.334558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:35:59.334722 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.335090 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.335407 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.335742 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:35:59.337410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:35:59.367068 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] For port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:35:59.370430 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] For port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9c54bda-a0bb-4a23-8305-d48b1d56e2ba,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:35:59.377229 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.379272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Pushing event updated for resources: {'Port': ['ID=d85c04de-8fc1-4dce-adff-908f41c6b922,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:59.391039 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.434675 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Routers {'1b7e2e50-552b-485e-9755-d7add49d520b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:35:59.435303 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:35:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1b7e2e50-552b-485e-9755-d7add49d520b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:59.472770 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41fd88-bcba-470a-a1d8-dfe567ba7246 None None] Pushing event updated for resources: {'Port': ['ID=b9c54bda-a0bb-4a23-8305-d48b1d56e2ba,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:59.525808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.546639 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] Set router 1b7e2e50-552b-485e-9755-d7add49d520b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:35:59.566596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-859cff38-1687-4ded-8ca3-3c4b9fb31749 None None] Provisioning complete for port d85c04de-8fc1-4dce-adff-908f41c6b922 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:35:59.567181 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-859cff38-1687-4ded-8ca3-3c4b9fb31749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.601303 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-859cff38-1687-4ded-8ca3-3c4b9fb31749 None None] Port d85c04de-8fc1-4dce-adff-908f41c6b922 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:35:59.688736 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.695274 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.731518 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:35:57Z', 'revision_number': 3, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port': {'id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:57Z', 'updated_at': '2021-09-27T09:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:35:59.757237 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df246c1-a5bc-42f9-a8ed-11bed063c1fe None None] The sync data for ids ['1b7e2e50-552b-485e-9755-d7add49d520b'] in n-d-810909-1 is: [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:35:57Z', 'revision_number': 3, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port': {'id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:57Z', 'updated_at': '2021-09-27T09:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:35:59.765790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Pushing event updated for resources: {'Port': ['ID=d85c04de-8fc1-4dce-adff-908f41c6b922,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:35:59.768383 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:35:59.865332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:35:59.866908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:36:00.019860 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Router 1b7e2e50-552b-485e-9755-d7add49d520b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:36:00.037759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:00.090644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:00.091265 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.139646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:36:00.146001 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bfebf7f1-96b1-45c7-b4d9-1fe8e7f9be22 None None] Provisioning complete for port d85c04de-8fc1-4dce-adff-908f41c6b922 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:00.146001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfebf7f1-96b1-45c7-b4d9-1fe8e7f9be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.148859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-31d981d6-349b-4b80-9ebd-7fada34521ee admin admin] 10.222.0.50 "PUT /v2.0/routers/1b7e2e50-552b-485e-9755-d7add49d520b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5793226 Sep 27 09:36:00.206937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bfebf7f1-96b1-45c7-b4d9-1fe8e7f9be22 None None] Port d85c04de-8fc1-4dce-adff-908f41c6b922 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:36:00.652217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39416) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:36:00.657257 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-149608646-network', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:36:00.680764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Made reservation on behalf of a91b8d4ee62f4b1b9aff2d45580bd532 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:36:00.684102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.696366 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.806841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.813977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.844859 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:36:00.854696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618aa5ae-5f0a-4841-8236-f7da9662cef2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:00.859457 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.859792 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Added segment 4eed1c51-d03a-4a3a-9dd3-371f8d4c3167 of type vlan for network 752e07cc-57f5-4136-9049-65fa51e3bd06 Sep 27 09:36:00.903204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.930672 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.931688 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:00.932551 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:00.964819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3113682 Sep 27 09:36:00.967537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39418) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:36:00.972566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Request body: {'subnet': {'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-subnet', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:36:01.006265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a13b0-04df-4582-858e-7574403bc63c admin admin] Pushing event updated for resources: {'Network': ['ID=752e07cc-57f5-4136-9049-65fa51e3bd06,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:01.017435 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 752e07cc-57f5-4136-9049-65fa51e3bd06 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:36:01.025055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Made reservation on behalf of a91b8d4ee62f4b1b9aff2d45580bd532 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:36:01.028195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.200168 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.252486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5142386e-63a7-4871-bb22-7a65e3c676fa,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:01.263028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Checking segment: {'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:36:01.263390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Network hostable DHCP agents. Network: 752e07cc-57f5-4136-9049-65fa51e3bd06, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:36:01.278842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Sync routers for ids ['1b7e2e50-552b-485e-9755-d7add49d520b'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:36:01.283461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Network 752e07cc-57f5-4136-9049-65fa51e3bd06 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:36:01.288014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Routers {'1b7e2e50-552b-485e-9755-d7add49d520b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:36:01.288728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:35:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1b7e2e50-552b-485e-9755-d7add49d520b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:01.293658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 752e07cc-57f5-4136-9049-65fa51e3bd06) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:36:01.298151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:01.299507 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.314737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-500e0d96-d985-4130-9e62-7b2ff961753e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3461747 Sep 27 09:36:01.317423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39420) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:36:01.321707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:36:01.322429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb45198-a860-44cb-a86b-1c909adfed65 None None] Network 752e07cc-57f5-4136-9049-65fa51e3bd06 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:36:01.343162 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.344371 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.402864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.544946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.608969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Set router 1b7e2e50-552b-485e-9755-d7add49d520b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:36:01.741036 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.746367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-752e07cc-57f5-4136-9049-65fa51e3bd06', 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'fixed_ips': [{'subnet_id': '5142386e-63a7-4871-bb22-7a65e3c676fa'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:36:01.747246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.759579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:01.863670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Allocated IP 172.25.2.46 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:36:01.975197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.006566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Allocated IP 172.20.0.2 (752e07cc-57f5-4136-9049-65fa51e3bd06/5142386e-63a7-4871-bb22-7a65e3c676fa/0527996b-270b-4744-ae72-e1aa3f89378e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:36:02.015551 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.017999 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9c54bda-a0bb-4a23-8305-d48b1d56e2ba up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:02.051671 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:35:59Z', 'revision_number': 4, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port': {'id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:57Z', 'updated_at': '2021-09-27T09:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85c04de-8fc1-4dce-adff-908f41c6b922', 'name': '', 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'mac_address': 'fa:16:3e:13:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'da4596c4-8016-4c61-83dc-caef73d5b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:59Z', 'updated_at': '2021-09-27T09:35:59Z', 'revision_number': 2, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'subnets': [{'id': 'da4596c4-8016-4c61-83dc-caef73d5b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:02.056704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:36:02.059625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:36:02.062602 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:36:02.094531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Pushing event updated for resources: {'Port': ['ID=5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:02.097339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Checking router: 1b7e2e50-552b-485e-9755-d7add49d520b for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:36:02.097755 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Updating router 1b7e2e50-552b-485e-9755-d7add49d520b port d85c04de-8fc1-4dce-adff-908f41c6b922 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:36:02.172520 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.301416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:02.301823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.416599 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.438839 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.519711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Network 752e07cc-57f5-4136-9049-65fa51e3bd06 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:36:02.523364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Pushing event updated for resources: {'Port': ['ID=0527996b-270b-4744-ae72-e1aa3f89378e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:02.555299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:36:02.582493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:36:02.624128 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.662171 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.687442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9c54bda-a0bb-4a23-8305-d48b1d56e2ba,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:02.692397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Attempting to bind port 0527996b-270b-4744-ae72-e1aa3f89378e on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:36:02.692799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Attempting to bind port 0527996b-270b-4744-ae72-e1aa3f89378e by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:36:02.693219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Attempting to bind port 0527996b-270b-4744-ae72-e1aa3f89378e on network 752e07cc-57f5-4136-9049-65fa51e3bd06 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:36:02.701291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.729964 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:36:02.730294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Checking segment: {'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:36:02.730692 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.731084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Bound using segment: {'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:36:02.731588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Bound port: 0527996b-270b-4744-ae72-e1aa3f89378e, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:36:02.731957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.815971 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.819788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=b9c54bda-a0bb-4a23-8305-d48b1d56e2ba,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:02.826424 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.871543 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:02.890045 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] For port 0527996b-270b-4744-ae72-e1aa3f89378e, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:36:02.899360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] For port 0527996b-270b-4744-ae72-e1aa3f89378e, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0527996b-270b-4744-ae72-e1aa3f89378e,segment=NetworkSegment(4eed1c51-d03a-4a3a-9dd3-371f8d4c3167),segment_id=4eed1c51-d03a-4a3a-9dd3-371f8d4c3167)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:36:02.901581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a97f0-c350-49d4-a3b5-5c5b78fb1131 None None] Pushing event updated for resources: {'Port': ['ID=d85c04de-8fc1-4dce-adff-908f41c6b922,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:02.906794 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.006548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215777c-f930-4cb2-96e8-187fccefc114 None None] Pushing event updated for resources: {'Port': ['ID=0527996b-270b-4744-ae72-e1aa3f89378e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:03.009255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:36:03.009560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Attempting to bind port d85c04de-8fc1-4dce-adff-908f41c6b922 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:36:03.009941 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Attempting to bind port d85c04de-8fc1-4dce-adff-908f41c6b922 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:36:03.010314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Attempting to bind port d85c04de-8fc1-4dce-adff-908f41c6b922 on network 54154435-9704-4f7b-8a4e-d4076c8fa11f {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:36:03.017154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:36:03.017893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Checking segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:36:03.018462 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.019054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Bound using segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:36:03.019529 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Bound port: d85c04de-8fc1-4dce-adff-908f41c6b922, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:36:03.019918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.102500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] For port d85c04de-8fc1-4dce-adff-908f41c6b922, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:36:03.107631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] For port d85c04de-8fc1-4dce-adff-908f41c6b922, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d85c04de-8fc1-4dce-adff-908f41c6b922,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:36:03.113831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.129011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:36:03.139132 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Sync routers for ids ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:36:03.145741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.147485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2ee77747-1b75-4ab6-83d4-09db5294ad89 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8286850 Sep 27 09:36:03.149840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39422) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:36:03.153984 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Routers {'1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:36:03.155228 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:35:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:03.175156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a9e49475-e29e-4ad3-a43e-26e72400e284 None None] Provisioning complete for port d85c04de-8fc1-4dce-adff-908f41c6b922 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:03.175683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9e49475-e29e-4ad3-a43e-26e72400e284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.223011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Routers {'1b7e2e50-552b-485e-9755-d7add49d520b'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:36:03.224029 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:35:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1b7e2e50-552b-485e-9755-d7add49d520b'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:03.228934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a97f0-c350-49d4-a3b5-5c5b78fb1131 None None] Pushing event updated for resources: {'Port': ['ID=d85c04de-8fc1-4dce-adff-908f41c6b922,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:03.318958 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Set router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:36:03.538863 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:02Z', 'revision_number': 3, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port': {'id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:03.569639 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Checking router: 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:36:03.570303 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Updating router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:36:03.594873 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.607309 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9e49475-e29e-4ad3-a43e-26e72400e284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.610811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] Set router 1b7e2e50-552b-485e-9755-d7add49d520b gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:36:03.670515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a9e49475-e29e-4ad3-a43e-26e72400e284 None None] For port d85c04de-8fc1-4dce-adff-908f41c6b922, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d85c04de-8fc1-4dce-adff-908f41c6b922,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:03.678005 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9e49475-e29e-4ad3-a43e-26e72400e284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.698164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.810111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e49475-e29e-4ad3-a43e-26e72400e284 None None] Pushing event updated for resources: {'Port': ['ID=d85c04de-8fc1-4dce-adff-908f41c6b922,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:03.843980 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-48c14765-de66-4829-9288-0cab0fac673f None None] Provisioning complete for port d85c04de-8fc1-4dce-adff-908f41c6b922 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:03.844382 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48c14765-de66-4829-9288-0cab0fac673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.881577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Allocated IP 172.20.0.1 (752e07cc-57f5-4136-9049-65fa51e3bd06/5142386e-63a7-4871-bb22-7a65e3c676fa/22150c8c-066f-4915-8016-0c07a6e03b7c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:36:03.882273 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.893886 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.954614 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Attempting to bind port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:36:03.955067 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Attempting to bind port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:36:03.955564 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Attempting to bind port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:36:03.977973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:35:59Z', 'revision_number': 4, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port': {'id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:57Z', 'updated_at': '2021-09-27T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85c04de-8fc1-4dce-adff-908f41c6b922', 'name': '', 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'mac_address': 'fa:16:3e:13:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'da4596c4-8016-4c61-83dc-caef73d5b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:59Z', 'updated_at': '2021-09-27T09:36:03Z', 'revision_number': 4, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'subnets': [{'id': 'da4596c4-8016-4c61-83dc-caef73d5b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:03.982882 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:36:03.983356 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:36:03.984011 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:03.984525 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:36:03.985099 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Bound port: 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:36:03.985571 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.006659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8058510-8229-40f7-81c9-4603b0329a06 None None] The sync data for ids ['1b7e2e50-552b-485e-9755-d7add49d520b'] in n-d-810909-1 is: [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:35:59Z', 'revision_number': 4, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port': {'id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:57Z', 'updated_at': '2021-09-27T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85c04de-8fc1-4dce-adff-908f41c6b922', 'name': '', 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'mac_address': 'fa:16:3e:13:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'da4596c4-8016-4c61-83dc-caef73d5b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:59Z', 'updated_at': '2021-09-27T09:36:03Z', 'revision_number': 4, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'subnets': [{'id': 'da4596c4-8016-4c61-83dc-caef73d5b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:36:04.046142 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] For port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:36:04.050255 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] For port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:36:04.051755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40679dad-95c1-4b77-bd43-0da36db599d1 None None] Pushing event updated for resources: {'Port': ['ID=5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:04.057212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.064202 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.140122 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Routers {'1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:36:04.140861 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:35:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:04.144418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.198722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Network 752e07cc-57f5-4136-9049-65fa51e3bd06 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:36:04.199779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Pushing event updated for resources: {'Port': ['ID=22150c8c-066f-4915-8016-0c07a6e03b7c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:04.203557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:36:04.205692 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:36:04.247031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0527996b-270b-4744-ae72-e1aa3f89378e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:04.253652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.257180 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40679dad-95c1-4b77-bd43-0da36db599d1 None None] Pushing event updated for resources: {'Port': ['ID=5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:04.321071 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] Set router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:36:04.329767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 0527996b-270b-4744-ae72-e1aa3f89378e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:04.330158 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.362361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5c67a-a683-46d0-a4b3-3b57aa6a5666 None None] Network 752e07cc-57f5-4136-9049-65fa51e3bd06 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:36:04.437566 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.476850 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3298cde7-2d4e-427f-adff-a71ac4289957 None None] Provisioning complete for port 0527996b-270b-4744-ae72-e1aa3f89378e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:04.477244 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3298cde7-2d4e-427f-adff-a71ac4289957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.542719 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:02Z', 'revision_number': 3, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port': {'id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:04.594102 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.648399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.655260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.678907 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050149ae-a594-41fa-877d-c6fd1c01cba3 None None] The sync data for ids ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'] in n-d-810909-1 is: [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:02Z', 'revision_number': 3, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port': {'id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:36:04.688860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 0527996b-270b-4744-ae72-e1aa3f89378e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0527996b-270b-4744-ae72-e1aa3f89378e,segment=NetworkSegment(4eed1c51-d03a-4a3a-9dd3-371f8d4c3167),segment_id=4eed1c51-d03a-4a3a-9dd3-371f8d4c3167)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:04.709495 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.710329 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9c54bda-a0bb-4a23-8305-d48b1d56e2ba up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:04.715338 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3298cde7-2d4e-427f-adff-a71ac4289957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.742888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Pushing event updated for resources: {'Port': ['ID=22150c8c-066f-4915-8016-0c07a6e03b7c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:04.751379 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.855550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=0527996b-270b-4744-ae72-e1aa3f89378e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:04.871385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Network 752e07cc-57f5-4136-9049-65fa51e3bd06 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:36:04.871842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:04.872246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:04.872866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:36:04.933833 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-3298cde7-2d4e-427f-adff-a71ac4289957 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 09:36:04.934195 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-3298cde7-2d4e-427f-adff-a71ac4289957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 09:36:05.023486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:36:05.183069 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:36:05.189719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32bc78de-e812-41a0-b460-53045300fe59 admin admin] 10.222.0.50 "PUT /v2.0/routers/1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388951 Sep 27 09:36:05.603861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a1433609-b478-409d-b22a-22d429804616 None None] Provisioning complete for port 22150c8c-066f-4915-8016-0c07a6e03b7c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:05.604579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1433609-b478-409d-b22a-22d429804616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:05.644177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a1433609-b478-409d-b22a-22d429804616 None None] Port 22150c8c-066f-4915-8016-0c07a6e03b7c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:36:05.655607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a1433609-b478-409d-b22a-22d429804616 None None] Provisioning complete for port 0527996b-270b-4744-ae72-e1aa3f89378e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:05.656103 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1433609-b478-409d-b22a-22d429804616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:05.946111 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134498fb-495d-4d99-bd4b-584d6839daee req-b034ecaf-7432-4909-89b5-a5ae9e0d3008 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:05.947659 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-b034ecaf-7432-4909-89b5-a5ae9e0d3008 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/networks?id=54154435-9704-4f7b-8a4e-d4076c8fa11f HTTP/1.1" status: 200 len: 816 time: 0.1114001 Sep 27 09:36:05.964314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-f1202a50-922d-483e-b6cb-24621f8bc2e4 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/quotas/e220e09cc6e64bcfbdd2abc328ea7dbd HTTP/1.1" status: 200 len: 375 time: 0.0101640 Sep 27 09:36:06.027444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-9acb3f1f-637a-4d2d-8f3f-91f7906178c3 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e220e09cc6e64bcfbdd2abc328ea7dbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570562 Sep 27 09:36:06.079982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d85c04de-8fc1-4dce-adff-908f41c6b922 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:06.124918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-a33ce1a6-e363-481a-bc4e-734de709bde5 service neutron] 10.222.0.50 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853119 Sep 27 09:36:06.129726 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port d85c04de-8fc1-4dce-adff-908f41c6b922 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:06.130106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:06.209672 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0527996b-270b-4744-ae72-e1aa3f89378e up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:06.223470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-f2a0d182-c98f-425f-9037-e0096a7283b2 service neutron] 10.222.0.50 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920157 Sep 27 09:36:06.255955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 0527996b-270b-4744-ae72-e1aa3f89378e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:06.256336 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:06.341190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:06.394247 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:06.394609 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:06.395610 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-50ea8f42-2cf9-431e-85a1-508b6a852f28 req-1d651114-d589-4743-9717-d1b9d45a5bcf tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 210 time: 0.0273635 Sep 27 09:36:06.441516 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:06.485778 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:06.507144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:06.511898 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:06.559178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:07.507067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Sync routers for ids ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:36:07.517240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Routers {'1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:36:07.517895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:35:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:07.533723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7253ec82-4f3d-486e-ab1a-aa9ca7c79505 req-a2ba44e8-05d5-4402-a850-24b918cc3c0f tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 210 time: 0.0421429 Sep 27 09:36:07.557193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134498fb-495d-4d99-bd4b-584d6839daee req-0a858c2e-ed4d-46e9-bc77-e4a98b4d2449 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:07.558807 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-0a858c2e-ed4d-46e9-bc77-e4a98b4d2449 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.57 "GET /v2.0/networks?id=54154435-9704-4f7b-8a4e-d4076c8fa11f HTTP/1.1" status: 200 len: 816 time: 0.1537616 Sep 27 09:36:07.574591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Request body: {'port': {'device_id': 'be560ec5-c63f-4422-9696-159b18e38a84', 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'admin_state_up': True, 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:36:07.631362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Set router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:36:07.681219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Made reservation on behalf of e220e09cc6e64bcfbdd2abc328ea7dbd for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:36:07.684770 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:07.811159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Allocated IP 172.20.0.3 (54154435-9704-4f7b-8a4e-d4076c8fa11f/da4596c4-8016-4c61-83dc-caef73d5b27d/b3abc228-f834-4020-98d9-150bd4e42618) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:36:07.836307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:04Z', 'revision_number': 4, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port': {'id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '22150c8c-066f-4915-8016-0c07a6e03b7c', 'name': '', 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'mac_address': 'fa:16:3e:bd:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5142386e-63a7-4871-bb22-7a65e3c676fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:03Z', 'updated_at': '2021-09-27T09:36:04Z', 'revision_number': 2, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'subnets': [{'id': '5142386e-63a7-4871-bb22-7a65e3c676fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:07.862674 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Checking router: 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:36:07.863034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Updating router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 port 22150c8c-066f-4915-8016-0c07a6e03b7c binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:36:07.887957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.001812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:08.125981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:08.126578 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.272643 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.282824 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.312163 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.328281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63db4ab-2652-49d6-8e36-d97dd459c5ec None None] Pushing event updated for resources: {'Port': ['ID=22150c8c-066f-4915-8016-0c07a6e03b7c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:08.354694 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.388176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Attempting to bind port 22150c8c-066f-4915-8016-0c07a6e03b7c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:36:08.388592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Attempting to bind port 22150c8c-066f-4915-8016-0c07a6e03b7c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:36:08.388967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Attempting to bind port 22150c8c-066f-4915-8016-0c07a6e03b7c on network 752e07cc-57f5-4136-9049-65fa51e3bd06 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:36:08.396571 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:36:08.396946 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Checking segment: {'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:36:08.398002 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.398433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Bound using segment: {'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:36:08.398793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:36:08.398923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Bound port: 22150c8c-066f-4915-8016-0c07a6e03b7c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:36:08.399561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.402040 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:36:08.405727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:36:08.431259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Pushing event updated for resources: {'Port': ['ID=b3abc228-f834-4020-98d9-150bd4e42618,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:08.461842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:08.462800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.480520 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-bdb7cde0-936d-4538-b464-855a813f63da tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9096074 Sep 27 09:36:08.485010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] For port 22150c8c-066f-4915-8016-0c07a6e03b7c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:36:08.488615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] For port 22150c8c-066f-4915-8016-0c07a6e03b7c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=22150c8c-066f-4915-8016-0c07a6e03b7c,segment=NetworkSegment(4eed1c51-d03a-4a3a-9dd3-371f8d4c3167),segment_id=4eed1c51-d03a-4a3a-9dd3-371f8d4c3167)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:36:08.494711 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Request body: {'port': {'device_id': 'be560ec5-c63f-4422-9696-159b18e38a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:36:08.498571 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.549404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Routers {'1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:36:08.550078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:35:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:08.555961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.601397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63db4ab-2652-49d6-8e36-d97dd459c5ec None None] Pushing event updated for resources: {'Port': ['ID=22150c8c-066f-4915-8016-0c07a6e03b7c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:08.699591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab8d51-b27f-41f5-923a-9e0b9eb3b668 req-eff54af1-54ab-473d-b095-17cb6d7dc91e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:08.701080 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28ab8d51-b27f-41f5-923a-9e0b9eb3b668 req-eff54af1-54ab-473d-b095-17cb6d7dc91e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 931 time: 0.0699463 Sep 27 09:36:08.776833 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28ab8d51-b27f-41f5-923a-9e0b9eb3b668 req-6c46f3c8-726a-4a7f-bdf4-a29807f2e2d4 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664706 Sep 27 09:36:08.932400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] Set router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:36:08.958929 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-70e999e2-7d7a-4080-8a28-6f2b6e76ec2b None None] Provisioning complete for port 22150c8c-066f-4915-8016-0c07a6e03b7c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:08.959311 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70e999e2-7d7a-4080-8a28-6f2b6e76ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:08.986998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3abc228-f834-4020-98d9-150bd4e42618 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:36:08.995771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:09.009458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Transition to ACTIVE for port object b3abc228-f834-4020-98d9-150bd4e42618 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:36:09.015682 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:09.064371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3abc228-f834-4020-98d9-150bd4e42618,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:09.168226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Attempting to bind port b3abc228-f834-4020-98d9-150bd4e42618 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:36:09.168581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Attempting to bind port b3abc228-f834-4020-98d9-150bd4e42618 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:36:09.168935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Attempting to bind port b3abc228-f834-4020-98d9-150bd4e42618 on network 54154435-9704-4f7b-8a4e-d4076c8fa11f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:36:09.174495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Port b3abc228-f834-4020-98d9-150bd4e42618 on network 54154435-9704-4f7b-8a4e-d4076c8fa11f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:36:09.175020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Attempting to bind port b3abc228-f834-4020-98d9-150bd4e42618 on network 54154435-9704-4f7b-8a4e-d4076c8fa11f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:36:09.181290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:36:09.181750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Checking segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:36:09.182144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Bound using segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:36:09.182608 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Bound port: b3abc228-f834-4020-98d9-150bd4e42618, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:36:09.182971 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:09.214957 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70e999e2-7d7a-4080-8a28-6f2b6e76ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:09.255885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] For port b3abc228-f834-4020-98d9-150bd4e42618, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:36:09.258290 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-70e999e2-7d7a-4080-8a28-6f2b6e76ec2b None None] For port 22150c8c-066f-4915-8016-0c07a6e03b7c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=22150c8c-066f-4915-8016-0c07a6e03b7c,segment=NetworkSegment(4eed1c51-d03a-4a3a-9dd3-371f8d4c3167),segment_id=4eed1c51-d03a-4a3a-9dd3-371f8d4c3167)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:09.259616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] For port b3abc228-f834-4020-98d9-150bd4e42618, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b3abc228-f834-4020-98d9-150bd4e42618,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:36:09.264270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:04Z', 'revision_number': 4, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port': {'id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '22150c8c-066f-4915-8016-0c07a6e03b7c', 'name': '', 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'mac_address': 'fa:16:3e:bd:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5142386e-63a7-4871-bb22-7a65e3c676fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:03Z', 'updated_at': '2021-09-27T09:36:08Z', 'revision_number': 4, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'subnets': [{'id': '5142386e-63a7-4871-bb22-7a65e3c676fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:36:09.265949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:09.266316 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70e999e2-7d7a-4080-8a28-6f2b6e76ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:09.294629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc71393-cbdc-47bb-b016-9a4be56ffa2f None None] The sync data for ids ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'] in n-d-810909-1 is: [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:04Z', 'revision_number': 4, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port': {'id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '22150c8c-066f-4915-8016-0c07a6e03b7c', 'name': '', 'network_id': '752e07cc-57f5-4136-9049-65fa51e3bd06', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'mac_address': 'fa:16:3e:bd:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5142386e-63a7-4871-bb22-7a65e3c676fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:03Z', 'updated_at': '2021-09-27T09:36:08Z', 'revision_number': 4, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'subnets': [{'id': '5142386e-63a7-4871-bb22-7a65e3c676fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:36:09.310244 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:09.310871 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:09.313516 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] 10.222.0.57 "PUT /v2.0/ports/b3abc228-f834-4020-98d9-150bd4e42618 HTTP/1.1" status: 200 len: 1091 time: 0.8233685 Sep 27 09:36:09.317007 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be560ec5-c63f-4422-9696-159b18e38a84', 'tag': 'b3abc228-f834-4020-98d9-150bd4e42618'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:36:09.322419 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acfd556-f4cc-44af-877e-501e30b0b63a" -d '{"events": [{"name": "network-changed", "server_uuid": "be560ec5-c63f-4422-9696-159b18e38a84", "tag": "b3abc228-f834-4020-98d9-150bd4e42618"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:36:09.366264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e999e2-7d7a-4080-8a28-6f2b6e76ec2b None None] Pushing event updated for resources: {'Port': ['ID=22150c8c-066f-4915-8016-0c07a6e03b7c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:09.371592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6f160-4151-4b4b-99bb-4edfcf3e08d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3abc228-f834-4020-98d9-150bd4e42618,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:09.405885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9f3281ab-c86d-4620-a233-031f7d177e3e None None] Provisioning complete for port 22150c8c-066f-4915-8016-0c07a6e03b7c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:09.407097 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f3281ab-c86d-4620-a233-031f7d177e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:09.425896 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca5985-248a-4504-8471-8687b3aabfb4 x-openstack-request-id: req-52ca5985-248a-4504-8471-8687b3aabfb4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:36:09.426179 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be560ec5-c63f-4422-9696-159b18e38a84", "tag": "b3abc228-f834-4020-98d9-150bd4e42618", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:36:09.426440 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52ca5985-248a-4504-8471-8687b3aabfb4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:36:09.426815 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be560ec5-c63f-4422-9696-159b18e38a84', 'tag': 'b3abc228-f834-4020-98d9-150bd4e42618', 'status': 'completed', 'code': 200} Sep 27 09:36:09.445156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134498fb-495d-4d99-bd4b-584d6839daee req-38933451-9b6e-4a71-ae4e-41fbc770b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:09.446705 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-38933451-9b6e-4a71-ae4e-41fbc770b4bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e220e09cc6e64bcfbdd2abc328ea7dbd&device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 1094 time: 0.0572059 Sep 27 09:36:09.504617 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-0fb553fe-70d3-4ef8-a95b-17e2e3635e8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3abc228-f834-4020-98d9-150bd4e42618 HTTP/1.1" status: 200 len: 217 time: 0.0491090 Sep 27 09:36:09.569149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134498fb-495d-4d99-bd4b-584d6839daee req-a1030bf0-34dc-44ca-a97a-d7d9d2083e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:09.570898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-a1030bf0-34dc-44ca-a97a-d7d9d2083e8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da4596c4-8016-4c61-83dc-caef73d5b27d HTTP/1.1" status: 200 len: 855 time: 0.0583625 Sep 27 09:36:09.623519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134498fb-495d-4d99-bd4b-584d6839daee req-cee9061c-82ac-492c-8418-790d7752ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:09.625261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-cee9061c-82ac-492c-8418-790d7752ea7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54154435-9704-4f7b-8a4e-d4076c8fa11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464439 Sep 27 09:36:09.721184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-cbe6e728-aaa0-41d5-85e4-28f1f0c25bbf service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875964 Sep 27 09:36:09.817997 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-134498fb-495d-4d99-bd4b-584d6839daee req-45ee8987-99d2-4197-bb94-9f0c77823905 service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888095 Sep 27 09:36:09.895437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd77ad-6a5d-4743-b081-e53eff1b53f3 req-1da427a3-5133-4c3a-840d-d588ccec344f tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:09.897792 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47dd77ad-6a5d-4743-b081-e53eff1b53f3 req-1da427a3-5133-4c3a-840d-d588ccec344f tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 943 time: 0.0642219 Sep 27 09:36:09.915557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-50009acf-ba13-4878-bba5-615baafc8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:09.917309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-50009acf-ba13-4878-bba5-615baafc8656 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e220e09cc6e64bcfbdd2abc328ea7dbd&device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 1094 time: 0.0480351 Sep 27 09:36:09.943282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-47dd77ad-6a5d-4743-b081-e53eff1b53f3 req-24e97857-3753-4df2-a98a-4dcecd74ea6e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382302 Sep 27 09:36:10.011519 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 22150c8c-066f-4915-8016-0c07a6e03b7c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:10.022183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-9c6b066d-4781-454c-9c73-a6ac33c795f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:10.023708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-9c6b066d-4781-454c-9c73-a6ac33c795f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54154435-9704-4f7b-8a4e-d4076c8fa11f HTTP/1.1" status: 200 len: 917 time: 0.0991466 Sep 27 09:36:10.058712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 22150c8c-066f-4915-8016-0c07a6e03b7c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:10.058993 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:10.069368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-59ee9e6f-b33a-453e-b375-b7cdc378c65d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3abc228-f834-4020-98d9-150bd4e42618 HTTP/1.1" status: 200 len: 217 time: 0.0342360 Sep 27 09:36:10.119020 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-5bd15ab2-cac8-4153-af01-525ee57619b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:10.120577 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-5bd15ab2-cac8-4153-af01-525ee57619b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da4596c4-8016-4c61-83dc-caef73d5b27d HTTP/1.1" status: 200 len: 855 time: 0.0436575 Sep 27 09:36:10.169690 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-4e6331ad-a57a-492c-ada8-5ee3768833f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:10.171203 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-4e6331ad-a57a-492c-ada8-5ee3768833f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54154435-9704-4f7b-8a4e-d4076c8fa11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432527 Sep 27 09:36:10.274746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-a8a58a14-bc3e-4bb9-b41a-0175ae505ba3 service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937934 Sep 27 09:36:10.370244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2acfd556-f4cc-44af-877e-501e30b0b63a req-eea18e8a-1813-45fb-9a07-b3cb47ad5401 service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864329 Sep 27 09:36:11.057870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967425f-4aec-42e0-9cbc-39cd7624c725 req-e54a823f-402c-4059-afa6-6a63b48aed29 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:11.059450 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4967425f-4aec-42e0-9cbc-39cd7624c725 req-e54a823f-402c-4059-afa6-6a63b48aed29 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 943 time: 0.0520115 Sep 27 09:36:11.099866 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4967425f-4aec-42e0-9cbc-39cd7624c725 req-89d8cc80-d2b6-4add-8eaa-68f0e758733c tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342977 Sep 27 09:36:12.217880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919dd98-8886-447d-9727-4ae523633add req-36c9bbc7-051f-40a4-9d9e-a074553a1ce1 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:12.219415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2919dd98-8886-447d-9727-4ae523633add req-36c9bbc7-051f-40a4-9d9e-a074553a1ce1 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 943 time: 0.0500054 Sep 27 09:36:12.259086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2919dd98-8886-447d-9727-4ae523633add req-e86f642e-18d4-4282-857c-d34c20713e07 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Sep 27 09:36:13.386741 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160b6f4-0e86-40e9-ac00-314656d79b90 req-58168d5d-2d52-4e6a-9b79-f25a5e24c250 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:13.388230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f160b6f4-0e86-40e9-ac00-314656d79b90 req-58168d5d-2d52-4e6a-9b79-f25a5e24c250 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 943 time: 0.0543344 Sep 27 09:36:13.426795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f160b6f4-0e86-40e9-ac00-314656d79b90 req-752daf43-1b5b-4e08-82f7-b4854419e570 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Sep 27 09:36:14.193699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b3abc228-f834-4020-98d9-150bd4e42618 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:36:14.304062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b3abc228-f834-4020-98d9-150bd4e42618, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b3abc228-f834-4020-98d9-150bd4e42618,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:14.320817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'b3abc228-f834-4020-98d9-150bd4e42618', 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'port_id': 'b3abc228-f834-4020-98d9-150bd4e42618', 'mac_address': 'fa:16:3e:73:74:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4596c4-8016-4c61-83dc-caef73d5b27d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:36:14.361039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:14.373764 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3abc228-f834-4020-98d9-150bd4e42618 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:36:14.392626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b3abc228-f834-4020-98d9-150bd4e42618, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b3abc228-f834-4020-98d9-150bd4e42618,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:14.399062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:14.449653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b3abc228-f834-4020-98d9-150bd4e42618,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:14.545921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3cd2d-cc20-43e9-93dc-57bb91657c63 req-bad14983-06dd-44d9-8701-72eb880a4b2f tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:14.547398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3cc3cd2d-cc20-43e9-93dc-57bb91657c63 req-bad14983-06dd-44d9-8701-72eb880a4b2f tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 944 time: 0.0535264 Sep 27 09:36:14.554388 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:36:14.591114 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3cc3cd2d-cc20-43e9-93dc-57bb91657c63 req-7222b3dc-70c1-4b53-aa61-25c6484bf0d9 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374432 Sep 27 09:36:14.616142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b3abc228-f834-4020-98d9-150bd4e42618'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:36:14.791995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:15.179197 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-111ab1c7-b531-49e6-91d3-946669e8b21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:15.718297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05914586-573a-4a69-ab46-e8a85b14fa68 req-c3a4598e-e53f-4ea3-8366-bc294fcc1a8f tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:15.719784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05914586-573a-4a69-ab46-e8a85b14fa68 req-c3a4598e-e53f-4ea3-8366-bc294fcc1a8f tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 944 time: 0.0601981 Sep 27 09:36:15.760066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05914586-573a-4a69-ab46-e8a85b14fa68 req-e75666ee-5b0f-49fe-96b4-3809ce494c1f tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Sep 27 09:36:16.199076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b3abc228-f834-4020-98d9-150bd4e42618 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:16.263645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port b3abc228-f834-4020-98d9-150bd4e42618 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:36:16.267398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port b3abc228-f834-4020-98d9-150bd4e42618 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:16.267785 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:16.360974 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:16.384651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be560ec5-c63f-4422-9696-159b18e38a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3abc228-f834-4020-98d9-150bd4e42618'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:36:16.386986 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfaf90f-e4c4-4abc-8e50-f9b11dce7d0f" -d '{"events": [{"server_uuid": "be560ec5-c63f-4422-9696-159b18e38a84", "name": "network-vif-plugged", "status": "completed", "tag": "b3abc228-f834-4020-98d9-150bd4e42618"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:36:16.399224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b3abc228-f834-4020-98d9-150bd4e42618, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b3abc228-f834-4020-98d9-150bd4e42618,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:16.404473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:16.430281 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f069c7-2a27-4021-9f15-4c18f66a5e6a x-openstack-request-id: req-19f069c7-2a27-4021-9f15-4c18f66a5e6a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:36:16.430581 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be560ec5-c63f-4422-9696-159b18e38a84", "name": "network-vif-plugged", "status": "completed", "tag": "b3abc228-f834-4020-98d9-150bd4e42618", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:36:16.430833 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19f069c7-2a27-4021-9f15-4c18f66a5e6a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:36:16.431232 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be560ec5-c63f-4422-9696-159b18e38a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3abc228-f834-4020-98d9-150bd4e42618', 'code': 200} Sep 27 09:36:16.463802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b3abc228-f834-4020-98d9-150bd4e42618,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:16.537369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9e321-4634-413f-82ae-fe8accc100ae req-82384b7d-98bd-44cd-bc75-8f1b842234e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:16.538898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fd9e321-4634-413f-82ae-fe8accc100ae req-82384b7d-98bd-44cd-bc75-8f1b842234e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 1096 time: 0.0463440 Sep 27 09:36:16.575018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1fd9e321-4634-413f-82ae-fe8accc100ae req-29ac769f-b570-4798-b0d2-d540f5d70df3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288296 Sep 27 09:36:16.879230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412182cf-633a-4adc-ae4f-1fdd5f050b6e req-a623832f-8e05-4930-aee4-bf728f5bb005 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:16.880741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-412182cf-633a-4adc-ae4f-1fdd5f050b6e req-a623832f-8e05-4930-aee4-bf728f5bb005 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Sep 27 09:36:16.919367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-412182cf-633a-4adc-ae4f-1fdd5f050b6e req-0a7c08f9-2e8f-4508-8075-3b40851cff88 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Sep 27 09:36:17.665201 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d127980c-4570-495f-90ef-43e93b58749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:18.044140 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d3916-5652-4244-a874-da9dc740e766 req-d94126d0-e2bd-4a6a-aa67-749925196261 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:18.045673 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d0d3916-5652-4244-a874-da9dc740e766 req-d94126d0-e2bd-4a6a-aa67-749925196261 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 945 time: 0.0552173 Sep 27 09:36:18.087729 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5d0d3916-5652-4244-a874-da9dc740e766 req-bea5d999-a012-4d9a-b52f-f478d59c5fcf tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Sep 27 09:36:18.129682 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:18.213670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf52fd-3412-44b5-bc0c-b6273e527f61 req-74f4abdd-222a-45d1-bcf3-6e0bc4cb1c85 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:18.215161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65cf52fd-3412-44b5-bc0c-b6273e527f61 req-74f4abdd-222a-45d1-bcf3-6e0bc4cb1c85 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 945 time: 0.0554044 Sep 27 09:36:18.257492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-65cf52fd-3412-44b5-bc0c-b6273e527f61 req-cabf49f4-8a64-4411-ab34-45e0936ee4d4 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Sep 27 09:36:19.234295 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:19.853950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-166f3881-6435-4392-a336-14046b18aa8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430429 Sep 27 09:36:19.943423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-d58a2ab3-8603-4e25-a616-5d0c91857f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:19.945217 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-d58a2ab3-8603-4e25-a616-5d0c91857f73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e220e09cc6e64bcfbdd2abc328ea7dbd&device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 1096 time: 0.0469563 Sep 27 09:36:20.058823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-6d8c13e1-3771-45f6-aad4-0f713df67fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:20.060291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-6d8c13e1-3771-45f6-aad4-0f713df67fe5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54154435-9704-4f7b-8a4e-d4076c8fa11f HTTP/1.1" status: 200 len: 917 time: 0.0942202 Sep 27 09:36:20.103544 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-a5f9a789-d723-4c1f-ab47-1217cd05d01a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3abc228-f834-4020-98d9-150bd4e42618 HTTP/1.1" status: 200 len: 217 time: 0.0347450 Sep 27 09:36:20.152941 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-3a2c45e1-388b-477b-ae70-7a0524a56d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:20.154468 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-3a2c45e1-388b-477b-ae70-7a0524a56d78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da4596c4-8016-4c61-83dc-caef73d5b27d HTTP/1.1" status: 200 len: 855 time: 0.0437422 Sep 27 09:36:20.207757 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-86cadce7-7964-4914-9b50-862826415896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:20.209597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-86cadce7-7964-4914-9b50-862826415896 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54154435-9704-4f7b-8a4e-d4076c8fa11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476916 Sep 27 09:36:20.311951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-8d083f3f-de7b-4be7-920a-8fae2bd8ebf5 service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939379 Sep 27 09:36:20.409919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ff4bd4e2-0c64-44c8-9b3b-cdcda9336982 req-93bb00b4-0690-494c-b129-951c0c8824af service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895631 Sep 27 09:36:20.837187 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:36.451254 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:36.941227 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f3114-dfea-41af-8ed0-aa86614bfe98 req-1dd72e94-feb4-49ac-afed-c7dcc3a9ed3d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:36.942709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c1f3114-dfea-41af-8ed0-aa86614bfe98 req-1dd72e94-feb4-49ac-afed-c7dcc3a9ed3d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 945 time: 0.0506768 Sep 27 09:36:36.982864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8c1f3114-dfea-41af-8ed0-aa86614bfe98 req-b74d17f6-8bef-4dfb-87fb-c8671f86fb55 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Sep 27 09:36:38.111225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a4e73-fc56-4d28-b709-e6d3b086c57c req-63e4319f-25f2-462c-8d29-420d3d6b3a7d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:38.112714 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c87a4e73-fc56-4d28-b709-e6d3b086c57c req-63e4319f-25f2-462c-8d29-420d3d6b3a7d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 945 time: 0.0511303 Sep 27 09:36:38.152520 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c87a4e73-fc56-4d28-b709-e6d3b086c57c req-b57d82e9-4e33-468c-9585-9909ff4dcc4a tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Sep 27 09:36:38.590931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-e01985c7-3243-47be-bea7-a3bf3e27d76d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:38.592277 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-e01985c7-3243-47be-bea7-a3bf3e27d76d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.57 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 945 time: 0.0589507 Sep 27 09:36:38.702019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Deleting port b3abc228-f834-4020-98d9-150bd4e42618 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:36:38.702366 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:38.792390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] For port b3abc228-f834-4020-98d9-150bd4e42618, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b3abc228-f834-4020-98d9-150bd4e42618,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:38.792774 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:38.805323 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Calling delete_port for b3abc228-f834-4020-98d9-150bd4e42618 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:36:38.941624 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:38.953988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b3abc228-f834-4020-98d9-150bd4e42618'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:36:38.969919 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Pushing event deleted for resources: {'Port': ['ID=b3abc228-f834-4020-98d9-150bd4e42618,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:38.983239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.983614 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.983958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.984340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.984671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.985023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.985357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.985685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.986012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.986345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.986663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:38.986985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:39.025499 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] No DVR routers for this DVR port b3abc228-f834-4020-98d9-150bd4e42618 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:36:39.028214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:39.030377 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-99909882-bdd1-4c8e-bc2c-753858255d7b req-36847271-42d2-447a-815f-f3d877c1dfac tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.57 "DELETE /v2.0/ports/b3abc228-f834-4020-98d9-150bd4e42618 HTTP/1.1" status: 204 len: 173 time: 0.4309859 Sep 27 09:36:39.030823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be560ec5-c63f-4422-9696-159b18e38a84', 'name': 'network-vif-deleted', 'tag': 'b3abc228-f834-4020-98d9-150bd4e42618'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:36:39.033147 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099f8b4a-08ee-45a7-bd4e-8dcee2c7aed1" -d '{"events": [{"server_uuid": "be560ec5-c63f-4422-9696-159b18e38a84", "name": "network-vif-deleted", "tag": "b3abc228-f834-4020-98d9-150bd4e42618"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:36:39.073785 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f9320-5e88-4070-947f-8fc52890405e x-openstack-request-id: req-003f9320-5e88-4070-947f-8fc52890405e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:36:39.074134 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be560ec5-c63f-4422-9696-159b18e38a84", "name": "network-vif-deleted", "tag": "b3abc228-f834-4020-98d9-150bd4e42618", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:36:39.074424 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-003f9320-5e88-4070-947f-8fc52890405e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:36:39.074861 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be560ec5-c63f-4422-9696-159b18e38a84', 'name': 'network-vif-deleted', 'tag': 'b3abc228-f834-4020-98d9-150bd4e42618', 'status': 'completed', 'code': 200} Sep 27 09:36:39.263557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-049ebb57-f824-43e7-b55c-6dbb0b207f54 req-cbf84b9b-8733-4bc4-ba75-3c8189665bd8 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=be560ec5-c63f-4422-9696-159b18e38a84 HTTP/1.1" status: 200 len: 210 time: 0.0293691 Sep 27 09:36:40.814558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-2150a0ef-0b50-41d4-9ab2-872ec9bfa031 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:40.816027 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-2150a0ef-0b50-41d4-9ab2-872ec9bfa031 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/networks?id=54154435-9704-4f7b-8a4e-d4076c8fa11f HTTP/1.1" status: 200 len: 816 time: 0.1068897 Sep 27 09:36:40.834310 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-fe894944-cc88-464c-b3d7-3bf178494d05 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/quotas/e220e09cc6e64bcfbdd2abc328ea7dbd HTTP/1.1" status: 200 len: 375 time: 0.0095663 Sep 27 09:36:40.894855 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-53f2261e-38e6-49da-994a-ecba3ecfafaa tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e220e09cc6e64bcfbdd2abc328ea7dbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538938 Sep 27 09:36:41.003954 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-54139347-3ae2-4274-a757-e51b1431a646 service neutron] 10.222.0.50 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962598 Sep 27 09:36:41.093596 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-6b9b1ea1-9c22-4796-b0c3-663a8427de6c service neutron] 10.222.0.50 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833831 Sep 27 09:36:41.258142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8f6c2c90-3ab3-4080-8e1c-a1c4bea07da6 req-381a866d-220f-4d8d-8dc8-046da8f0224b tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 210 time: 0.0265961 Sep 27 09:36:42.226654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-ca1a81a9-b19f-4c4a-9bf2-7cb69881d58d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:42.228135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-ca1a81a9-b19f-4c4a-9bf2-7cb69881d58d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.57 "GET /v2.0/networks?id=54154435-9704-4f7b-8a4e-d4076c8fa11f HTTP/1.1" status: 200 len: 816 time: 0.1041303 Sep 27 09:36:42.242665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Request body: {'port': {'device_id': '6a5ede7f-e6b9-4722-84b3-cd90043a62b5', 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'admin_state_up': True, 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:36:42.302887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b3abc228-f834-4020-98d9-150bd4e42618 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:36:42.324742 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: b3abc228-f834-4020-98d9-150bd4e42618 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:36:42.325073 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b3abc228-f834-4020-98d9-150bd4e42618 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:36:42.358249 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fae9449a-ac67-4247-9022-ea47ec0eb5ed req-3afa887b-7392-4d4c-a90f-05be21774c60 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 210 time: 0.0302546 Sep 27 09:36:42.370423 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Made reservation on behalf of e220e09cc6e64bcfbdd2abc328ea7dbd for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:36:42.373908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:42.502561 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Allocated IP 172.20.0.11 (54154435-9704-4f7b-8a4e-d4076c8fa11f/da4596c4-8016-4c61-83dc-caef73d5b27d/fba33033-8a20-4ca5-920d-4dbb314a6338) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:36:42.650537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:42.685182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:42.731479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:36:42.734611 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:36:42.738249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:36:42.747345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Pushing event updated for resources: {'Port': ['ID=fba33033-8a20-4ca5-920d-4dbb314a6338,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:42.793126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:42.793749 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:42.810339 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-94f6916f-34d8-4ca3-b170-b70be0a4694e tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715730 Sep 27 09:36:42.823579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Request body: {'port': {'device_id': '6a5ede7f-e6b9-4722-84b3-cd90043a62b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:36:42.880457 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:43.004637 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c34681a3-91ae-45fc-880b-f5457385fbb1 None None] Provisioning complete for port fba33033-8a20-4ca5-920d-4dbb314a6338 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:43.004916 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c34681a3-91ae-45fc-880b-f5457385fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:43.042095 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c34681a3-91ae-45fc-880b-f5457385fbb1 None None] Port fba33033-8a20-4ca5-920d-4dbb314a6338 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:36:43.151662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba33033-8a20-4ca5-920d-4dbb314a6338 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:36:43.159523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:43.172219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Transition to ACTIVE for port object fba33033-8a20-4ca5-920d-4dbb314a6338 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:36:43.177954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:43.227269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Pushing event updated for resources: {'Port': ['ID=fba33033-8a20-4ca5-920d-4dbb314a6338,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:43.302574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Attempting to bind port fba33033-8a20-4ca5-920d-4dbb314a6338 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:36:43.302906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Attempting to bind port fba33033-8a20-4ca5-920d-4dbb314a6338 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:36:43.303233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Attempting to bind port fba33033-8a20-4ca5-920d-4dbb314a6338 on network 54154435-9704-4f7b-8a4e-d4076c8fa11f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:36:43.307968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Port fba33033-8a20-4ca5-920d-4dbb314a6338 on network 54154435-9704-4f7b-8a4e-d4076c8fa11f not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:36:43.308308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Attempting to bind port fba33033-8a20-4ca5-920d-4dbb314a6338 on network 54154435-9704-4f7b-8a4e-d4076c8fa11f {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:36:43.313332 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:36:43.313672 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Checking segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:36:43.314093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Bound using segment: {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:36:43.314526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Bound port: fba33033-8a20-4ca5-920d-4dbb314a6338, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c359459-57db-4ed4-a20c-34c8a52d8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:36:43.314888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:43.384577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] For port fba33033-8a20-4ca5-920d-4dbb314a6338, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:36:43.387682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] For port fba33033-8a20-4ca5-920d-4dbb314a6338, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fba33033-8a20-4ca5-920d-4dbb314a6338,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:36:43.392951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:43.427079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:43.427695 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:43.429222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] 10.222.0.57 "PUT /v2.0/ports/fba33033-8a20-4ca5-920d-4dbb314a6338 HTTP/1.1" status: 200 len: 1092 time: 0.6099265 Sep 27 09:36:43.429678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5ede7f-e6b9-4722-84b3-cd90043a62b5', 'tag': 'fba33033-8a20-4ca5-920d-4dbb314a6338'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:36:43.432035 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c18e129-9b7c-4fef-afc5-26367dfedb78" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5ede7f-e6b9-4722-84b3-cd90043a62b5", "tag": "fba33033-8a20-4ca5-920d-4dbb314a6338"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:36:43.494683 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f1c75b-6cd8-4b8e-985a-9c49a787dc10 x-openstack-request-id: req-b9f1c75b-6cd8-4b8e-985a-9c49a787dc10 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:36:43.495003 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5ede7f-e6b9-4722-84b3-cd90043a62b5", "tag": "fba33033-8a20-4ca5-920d-4dbb314a6338", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:36:43.495224 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9f1c75b-6cd8-4b8e-985a-9c49a787dc10 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:36:43.495616 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5ede7f-e6b9-4722-84b3-cd90043a62b5', 'tag': 'fba33033-8a20-4ca5-920d-4dbb314a6338', 'status': 'completed', 'code': 200} Sep 27 09:36:43.515836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f17ca-6bcd-455b-bdf6-7002ada0fd50 service neutron] Pushing event updated for resources: {'Port': ['ID=fba33033-8a20-4ca5-920d-4dbb314a6338,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:43.541443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41556860-5b72-4682-b2e5-386f6bd5beb8 req-22575276-e1e4-4291-a5b6-dcf780e7d8e2 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:43.542968 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-41556860-5b72-4682-b2e5-386f6bd5beb8 req-22575276-e1e4-4291-a5b6-dcf780e7d8e2 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 944 time: 0.1058097 Sep 27 09:36:43.549878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-e6e555d4-f068-4f7d-b26c-0cf183852b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:43.551335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-e6e555d4-f068-4f7d-b26c-0cf183852b60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e220e09cc6e64bcfbdd2abc328ea7dbd&device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 1095 time: 0.0700374 Sep 27 09:36:43.601148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-48b349ad-efdf-4929-bdf6-a13f6181ad08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fba33033-8a20-4ca5-920d-4dbb314a6338 HTTP/1.1" status: 200 len: 217 time: 0.0415840 Sep 27 09:36:43.642109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-41556860-5b72-4682-b2e5-386f6bd5beb8 req-d20734b9-cca0-476a-94fc-31b629b901ef tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897946 Sep 27 09:36:43.659810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-4652a576-7408-4047-bdf6-8d12ac9e7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:43.661502 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-4652a576-7408-4047-bdf6-8d12ac9e7b98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da4596c4-8016-4c61-83dc-caef73d5b27d HTTP/1.1" status: 200 len: 855 time: 0.0505688 Sep 27 09:36:43.713971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-db825168-f7a3-43b6-b249-b5c811522bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:43.715444 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-db825168-f7a3-43b6-b249-b5c811522bf0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54154435-9704-4f7b-8a4e-d4076c8fa11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464923 Sep 27 09:36:43.808182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-3012a76a-d7ff-4f35-860c-b97297381c98 service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838437 Sep 27 09:36:43.908777 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-673669e7-45c3-4768-8cc7-c114536f5a22 req-68803fc6-25c8-46a3-8667-54bedd58771c service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919158 Sep 27 09:36:44.012303 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-1f1321c6-9c3e-4c01-9803-0bb24daafa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:44.013859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-1f1321c6-9c3e-4c01-9803-0bb24daafa22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e220e09cc6e64bcfbdd2abc328ea7dbd&device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 1095 time: 0.0516615 Sep 27 09:36:44.109219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-98c639ab-c85f-4638-a9d7-026a06ac3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:44.110574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-98c639ab-c85f-4638-a9d7-026a06ac3ff7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=54154435-9704-4f7b-8a4e-d4076c8fa11f HTTP/1.1" status: 200 len: 917 time: 0.0889611 Sep 27 09:36:44.151736 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-6f778fb1-b889-415a-b37a-546148a9362d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fba33033-8a20-4ca5-920d-4dbb314a6338 HTTP/1.1" status: 200 len: 217 time: 0.0332904 Sep 27 09:36:44.199844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-4a286de9-a9f7-4349-b239-3b115452d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:44.201324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-4a286de9-a9f7-4349-b239-3b115452d6d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da4596c4-8016-4c61-83dc-caef73d5b27d HTTP/1.1" status: 200 len: 855 time: 0.0420241 Sep 27 09:36:44.253071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-a0aa3a53-b1f8-461c-9146-c902d74b278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:44.254552 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-a0aa3a53-b1f8-461c-9146-c902d74b278b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54154435-9704-4f7b-8a4e-d4076c8fa11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440557 Sep 27 09:36:44.347761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-29f59eaa-d813-46b9-86f9-db21392503d4 service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834768 Sep 27 09:36:44.462201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0c18e129-9b7c-4fef-afc5-26367dfedb78 req-a64ccfa6-78d4-4a48-a09d-bf963fa7e572 service neutron] 10.222.0.57 "GET /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068845 Sep 27 09:36:44.789949 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc40d9-1838-4720-9441-a84692820f53 req-5b15b97b-99ec-49e8-b168-4b8e654eb96a tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:44.791608 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28dc40d9-1838-4720-9441-a84692820f53 req-5b15b97b-99ec-49e8-b168-4b8e654eb96a tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 944 time: 0.0555077 Sep 27 09:36:44.798641 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:44.831145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28dc40d9-1838-4720-9441-a84692820f53 req-991cb68b-d8cc-49c2-afd2-6133735873f3 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332818 Sep 27 09:36:45.184992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de3b55f7-0e88-476b-9d40-132d03ab5b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:45.961595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e35e-e149-4028-bb5e-cfd2be0cd4b2 req-1185eed5-2ff7-41b4-8f1f-e13ea3cf91f0 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:45.963215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b353e35e-e149-4028-bb5e-cfd2be0cd4b2 req-1185eed5-2ff7-41b4-8f1f-e13ea3cf91f0 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 944 time: 0.0582230 Sep 27 09:36:46.001156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b353e35e-e149-4028-bb5e-cfd2be0cd4b2 req-39e965cd-22e3-4460-ae8e-5ddaed25bc35 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 Sep 27 09:36:46.318596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fba33033-8a20-4ca5-920d-4dbb314a6338 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:36:46.426986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fba33033-8a20-4ca5-920d-4dbb314a6338, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fba33033-8a20-4ca5-920d-4dbb314a6338,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:46.438906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'fba33033-8a20-4ca5-920d-4dbb314a6338', 'network_id': '54154435-9704-4f7b-8a4e-d4076c8fa11f', 'port_id': 'fba33033-8a20-4ca5-920d-4dbb314a6338', 'mac_address': 'fa:16:3e:20:51:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4596c4-8016-4c61-83dc-caef73d5b27d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:36:46.476113 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:46.488927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba33033-8a20-4ca5-920d-4dbb314a6338 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:36:46.507627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fba33033-8a20-4ca5-920d-4dbb314a6338, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fba33033-8a20-4ca5-920d-4dbb314a6338,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:46.513171 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:46.559167 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=fba33033-8a20-4ca5-920d-4dbb314a6338,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:46.567065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.567734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.568474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.568474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.568474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.568845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.569393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.569497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.569855 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.570211 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.570885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.570885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:36:46.716608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['fba33033-8a20-4ca5-920d-4dbb314a6338'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:36:47.132102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5d1c-5752-4293-8a02-f97a39ccdc4b req-67dee71b-1ec0-4eb3-ba2a-8901c0d6eb82 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:47.133595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0cfa5d1c-5752-4293-8a02-f97a39ccdc4b req-67dee71b-1ec0-4eb3-ba2a-8901c0d6eb82 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 945 time: 0.0580573 Sep 27 09:36:47.171818 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0cfa5d1c-5752-4293-8a02-f97a39ccdc4b req-2ecbb2fe-577b-4689-9402-df5ef994870a tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Sep 27 09:36:47.670809 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfee058a-52ef-4c7c-80cc-42d4d6ad8ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:48.136546 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:48.294134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ab4c7-e24c-453a-8763-95453bf0804a req-2cd2d3e4-9f5d-41f0-9bb3-bf14cb6582e9 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:48.295589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-664ab4c7-e24c-453a-8763-95453bf0804a req-2cd2d3e4-9f5d-41f0-9bb3-bf14cb6582e9 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 945 time: 0.0476108 Sep 27 09:36:48.332351 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-664ab4c7-e24c-453a-8763-95453bf0804a req-3775379d-44d3-4f4a-8f1a-d593bbc18121 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Sep 27 09:36:48.340318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fba33033-8a20-4ca5-920d-4dbb314a6338 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:36:48.393195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port fba33033-8a20-4ca5-920d-4dbb314a6338 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:36:48.397357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port fba33033-8a20-4ca5-920d-4dbb314a6338 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:36:48.397732 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:48.477758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:48.500207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5ede7f-e6b9-4722-84b3-cd90043a62b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba33033-8a20-4ca5-920d-4dbb314a6338'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:36:48.502496 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ac33bd-e06c-4e37-9fdc-a703ea37c7a5" -d '{"events": [{"server_uuid": "6a5ede7f-e6b9-4722-84b3-cd90043a62b5", "name": "network-vif-plugged", "status": "completed", "tag": "fba33033-8a20-4ca5-920d-4dbb314a6338"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:36:48.515035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port fba33033-8a20-4ca5-920d-4dbb314a6338, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fba33033-8a20-4ca5-920d-4dbb314a6338,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:36:48.520366 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:48.543500 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd159107-2a62-44ca-9d94-634880d2985e x-openstack-request-id: req-dd159107-2a62-44ca-9d94-634880d2985e {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:36:48.543796 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5ede7f-e6b9-4722-84b3-cd90043a62b5", "name": "network-vif-plugged", "status": "completed", "tag": "fba33033-8a20-4ca5-920d-4dbb314a6338", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:36:48.544047 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd159107-2a62-44ca-9d94-634880d2985e {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:36:48.544471 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5ede7f-e6b9-4722-84b3-cd90043a62b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba33033-8a20-4ca5-920d-4dbb314a6338', 'code': 200} Sep 27 09:36:48.570466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=fba33033-8a20-4ca5-920d-4dbb314a6338,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:36:48.638551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622dcab-7179-47d3-bac2-b9b72790fa42 req-0ba0fd30-dffd-4986-8b45-f11e00db33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:48.640070 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2622dcab-7179-47d3-bac2-b9b72790fa42 req-0ba0fd30-dffd-4986-8b45-f11e00db33f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 1097 time: 0.0443478 Sep 27 09:36:48.679462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2622dcab-7179-47d3-bac2-b9b72790fa42 req-dbeaba53-aafa-497a-859f-8f3336255c8c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Sep 27 09:36:49.238976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:49.463054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afe31-74b5-482c-959a-df8095462082 req-5b7d9035-169f-48bd-aa3f-3280987c63d8 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:49.464497 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-390afe31-74b5-482c-959a-df8095462082 req-5b7d9035-169f-48bd-aa3f-3280987c63d8 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 946 time: 0.0511703 Sep 27 09:36:49.502961 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-390afe31-74b5-482c-959a-df8095462082 req-57cb5669-db0e-4605-aa2e-12ab9b3448b3 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321815 Sep 27 09:36:50.629938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c6ee-8d70-48b8-8069-3b1e05745b05 req-7259326c-40ae-4659-afa6-c3796f78c9a1 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:50.631436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e48c6ee-8d70-48b8-8069-3b1e05745b05 req-7259326c-40ae-4659-afa6-c3796f78c9a1 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 946 time: 0.0541956 Sep 27 09:36:50.674493 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9e48c6ee-8d70-48b8-8069-3b1e05745b05 req-f5aecb7f-9eba-44c5-9030-ff4d18180c43 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367365 Sep 27 09:36:50.802868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0217cf5-634f-4461-824f-c21a2d7ad773 req-e97fdf1d-bec9-499a-a9e3-eec4f3abee32 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:36:50.804278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0217cf5-634f-4461-824f-c21a2d7ad773 req-e97fdf1d-bec9-499a-a9e3-eec4f3abee32 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 946 time: 0.0587831 Sep 27 09:36:50.837958 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:36:50.844830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b0217cf5-634f-4461-824f-c21a2d7ad773 req-86807ffc-9283-4665-9466-cb6f94eb0f15 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344369 Sep 27 09:36:51.554436 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:37:06.468806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:09.471173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269dcf9-2b24-4dff-8590-29f28c629a86 req-242d2246-d583-4126-a743-80e29bbc1ba9 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:09.473014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6269dcf9-2b24-4dff-8590-29f28c629a86 req-242d2246-d583-4126-a743-80e29bbc1ba9 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 946 time: 0.0549695 Sep 27 09:37:09.524587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6269dcf9-2b24-4dff-8590-29f28c629a86 req-f091ada0-0e49-4cc4-8a97-d2a4a0fed9f2 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Sep 27 09:37:10.653251 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0645a-ebbf-4dcb-933f-82551f106a7d req-1cd1f023-8b67-40c2-b9f7-eebb8bbad864 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:10.654740 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3cb0645a-ebbf-4dcb-933f-82551f106a7d req-1cd1f023-8b67-40c2-b9f7-eebb8bbad864 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 946 time: 0.0553403 Sep 27 09:37:10.692274 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3cb0645a-ebbf-4dcb-933f-82551f106a7d req-d7d594cd-b0b7-42e2-aec2-c904951e52db tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c0a4e31-276a-4384-87cc-0f3c8c4762e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Sep 27 09:37:11.150192 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e947cbd2-47db-4f49-bfc5-1a745a5e061b tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:11.151592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e947cbd2-47db-4f49-bfc5-1a745a5e061b tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 946 time: 0.0583057 Sep 27 09:37:11.249258 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Deleting port fba33033-8a20-4ca5-920d-4dbb314a6338 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:37:11.249595 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:11.340162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] For port fba33033-8a20-4ca5-920d-4dbb314a6338, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=fba33033-8a20-4ca5-920d-4dbb314a6338,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:11.340552 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:11.354214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Calling delete_port for fba33033-8a20-4ca5-920d-4dbb314a6338 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:37:11.492470 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:11.507880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['fba33033-8a20-4ca5-920d-4dbb314a6338'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:37:11.531022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Pushing event deleted for resources: {'Port': ['ID=fba33033-8a20-4ca5-920d-4dbb314a6338,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:11.573643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] No DVR routers for this DVR port fba33033-8a20-4ca5-920d-4dbb314a6338 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:37:11.576564 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:11.578772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d85881ff-c3cc-4fe1-a4fb-dd71d3ec4e8b req-e62bb915-0bad-4909-8dac-27d2d6b1de1d tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.57 "DELETE /v2.0/ports/fba33033-8a20-4ca5-920d-4dbb314a6338 HTTP/1.1" status: 204 len: 173 time: 0.4203415 Sep 27 09:37:11.579246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5ede7f-e6b9-4722-84b3-cd90043a62b5', 'name': 'network-vif-deleted', 'tag': 'fba33033-8a20-4ca5-920d-4dbb314a6338'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:37:11.581635 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78596154-3e84-43a1-a34a-34396266bbb6" -d '{"events": [{"server_uuid": "6a5ede7f-e6b9-4722-84b3-cd90043a62b5", "name": "network-vif-deleted", "tag": "fba33033-8a20-4ca5-920d-4dbb314a6338"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:37:11.620505 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa9a39e-4d3e-4a3c-b0fa-c1edcc3a685b x-openstack-request-id: req-7aa9a39e-4d3e-4a3c-b0fa-c1edcc3a685b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:37:11.620798 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5ede7f-e6b9-4722-84b3-cd90043a62b5", "name": "network-vif-deleted", "tag": "fba33033-8a20-4ca5-920d-4dbb314a6338", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:37:11.621043 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7aa9a39e-4d3e-4a3c-b0fa-c1edcc3a685b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:37:11.621542 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5ede7f-e6b9-4722-84b3-cd90043a62b5', 'name': 'network-vif-deleted', 'tag': 'fba33033-8a20-4ca5-920d-4dbb314a6338', 'status': 'completed', 'code': 200} Sep 27 09:37:11.801937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9cfae04d-1ed5-4ecf-ad1a-5812f816f4a8 req-c914d728-ca7f-47f4-a0f4-852aecda1558 tempest-TestEncryptedCinderVolumes-138389188 tempest-TestEncryptedCinderVolumes-138389188-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a5ede7f-e6b9-4722-84b3-cd90043a62b5 HTTP/1.1" status: 200 len: 210 time: 0.0298872 Sep 27 09:37:12.894968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:13.265132 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:13.516954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Deleting port d85c04de-8fc1-4dce-adff-908f41c6b922 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:37:13.517210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:13.597557 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] For port d85c04de-8fc1-4dce-adff-908f41c6b922, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d85c04de-8fc1-4dce-adff-908f41c6b922,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:13.597914 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:13.610333 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Calling delete_port for d85c04de-8fc1-4dce-adff-908f41c6b922 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:37:13.808193 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:13.838926 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85c04de-8fc1-4dce-adff-908f41c6b922,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:13.851186 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.851537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.851873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.852213 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.852577 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.852950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.853284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.853605 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.853917 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.854279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.854613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:13.854919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:14.353953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:14.492382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fba33033-8a20-4ca5-920d-4dbb314a6338 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:37:14.512444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: fba33033-8a20-4ca5-920d-4dbb314a6338 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:37:14.512794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device fba33033-8a20-4ca5-920d-4dbb314a6338 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:37:14.586939 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Router 1b7e2e50-552b-485e-9755-d7add49d520b has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:37:14.696119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:37:14.701563 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-67f2aa37-83d1-47c3-ad4b-f07ac2dba260 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b7e2e50-552b-485e-9755-d7add49d520b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055563 Sep 27 09:37:14.705178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39734) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:14.706434 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] Sync routers for ids ['1b7e2e50-552b-485e-9755-d7add49d520b'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:37:14.719282 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] Routers {'1b7e2e50-552b-485e-9755-d7add49d520b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:14.720002 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:36:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1b7e2e50-552b-485e-9755-d7add49d520b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:14.791147 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:14.809994 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:14.826078 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] Set router 1b7e2e50-552b-485e-9755-d7add49d520b gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:14.915433 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:14.975440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Deleting port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:37:14.975785 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.005010 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:37:13Z', 'revision_number': 5, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port': {'id': 'b9c54bda-a0bb-4a23-8305-d48b1d56e2ba', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:35:57Z', 'updated_at': '2021-09-27T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:15.034089 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] Checking router: 1b7e2e50-552b-485e-9755-d7add49d520b for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:37:15.042531 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] Routers {'1b7e2e50-552b-485e-9755-d7add49d520b'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:15.043073 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:36:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1b7e2e50-552b-485e-9755-d7add49d520b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:15.054930 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] For port b9c54bda-a0bb-4a23-8305-d48b1d56e2ba, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b9c54bda-a0bb-4a23-8305-d48b1d56e2ba,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:15.055306 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.067450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Calling delete_port for b9c54bda-a0bb-4a23-8305-d48b1d56e2ba owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:37:15.126485 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] Set router 1b7e2e50-552b-485e-9755-d7add49d520b gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:15.175410 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:37:14Z', 'revision_number': 6, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:15.177719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00a01bf3-0c0f-42de-b93b-eeb8b4526501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.205335 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297f248-d426-4449-a097-1d9ff6864662 None None] The sync data for ids ['1b7e2e50-552b-485e-9755-d7add49d520b'] in n-d-810909-1 is: [{'id': '1b7e2e50-552b-485e-9755-d7add49d520b', 'name': 'tempest-TestEncryptedCinderVolumes-435080489-router', 'tenant_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:35:56Z', 'updated_at': '2021-09-27T09:37:14Z', 'revision_number': 6, 'project_id': 'e220e09cc6e64bcfbdd2abc328ea7dbd', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:37:15.242173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.268522 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c54bda-a0bb-4a23-8305-d48b1d56e2ba,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:15.331153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.419462 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.421833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.466408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.466931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7e2e50-552b-485e-9755-d7add49d520b {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:37:15.471231 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.472729 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5bed978c-471c-4712-9202-cfd11420b322 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1b7e2e50-552b-485e-9755-d7add49d520b HTTP/1.1" status: 204 len: 168 time: 0.7665021 Sep 27 09:37:15.476461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39736) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:15.525343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcec3b3-ac89-4e4a-a354-74c6643b6317 admin admin] Deleting subnet da4596c4-8016-4c61-83dc-caef73d5b27d {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:37:15.529009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bfcec3b3-ac89-4e4a-a354-74c6643b6317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.570173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bfcec3b3-ac89-4e4a-a354-74c6643b6317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:15.987606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bfcec3b3-ac89-4e4a-a354-74c6643b6317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.025171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d85c04de-8fc1-4dce-adff-908f41c6b922 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:37:16.043175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bfcec3b3-ac89-4e4a-a354-74c6643b6317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.049514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: d85c04de-8fc1-4dce-adff-908f41c6b922 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:37:16.049868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d85c04de-8fc1-4dce-adff-908f41c6b922 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:37:16.050426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9c54bda-a0bb-4a23-8305-d48b1d56e2ba no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:37:16.068791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcec3b3-ac89-4e4a-a354-74c6643b6317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4596c4-8016-4c61-83dc-caef73d5b27d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:16.070002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b9c54bda-a0bb-4a23-8305-d48b1d56e2ba {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:37:16.072227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b9c54bda-a0bb-4a23-8305-d48b1d56e2ba not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:37:16.072540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-bfcec3b3-ac89-4e4a-a354-74c6643b6317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.074496 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-bfcec3b3-ac89-4e4a-a354-74c6643b6317 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/da4596c4-8016-4c61-83dc-caef73d5b27d HTTP/1.1" status: 204 len: 168 time: 0.5971024 Sep 27 09:37:16.076980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39738) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:16.082313 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663fff71-4f73-4a25-b511-18ccafb76058 None None] Network 54154435-9704-4f7b-8a4e-d4076c8fa11f requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:37:16.148479 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.203326 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Deleting port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:37:16.203326 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.261179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] DHCP port deletion for 54154435-9704-4f7b-8a4e-d4076c8fa11f request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:37:16.281453 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] For port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:16.281817 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.293643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Calling delete_port for 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:37:16.306221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] Deleting port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:37:16.306698 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.374805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] For port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,segment=NetworkSegment(9c359459-57db-4ed4-a20c-34c8a52d8e75),segment_id=9c359459-57db-4ed4-a20c-34c8a52d8e75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:16.374805 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.375192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.383130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] Calling delete_port for 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:37:16.399633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] No DVR routers for this DVR port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:37:16.401646 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:16.457962 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.476176 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.483970 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] Pushing event deleted for resources: {'Port': ['ID=3ad0aeba-1163-4d6b-b96a-2e25b5160f3c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:16.485816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ae7eb-75f8-4392-89fc-5854569a6531 None None] No DVR routers for this DVR port 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:37:16.496876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54154435-9704-4f7b-8a4e-d4076c8fa11f']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:16.506282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c359459-57db-4ed4-a20c-34c8a52d8e75') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:16.506579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c359459-57db-4ed4-a20c-34c8a52d8e75') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:16.515907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.528649 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.534287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:37:16.534663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:37:16.536255 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:37:16.595567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.601384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:16.603256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] 10.222.0.50 "DELETE /v2.0/networks/54154435-9704-4f7b-8a4e-d4076c8fa11f HTTP/1.1" status: 204 len: 168 time: 0.5253398 Sep 27 09:37:16.606536 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39740) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:16.613547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e880-11ce-445b-8c47-ba9872a2e169 admin admin] Pushing event deleted for resources: {'Network': ['ID=54154435-9704-4f7b-8a4e-d4076c8fa11f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:16.980915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:17.230247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Deleting port 22150c8c-066f-4915-8016-0c07a6e03b7c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:37:17.230597 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:17.313100 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] For port 22150c8c-066f-4915-8016-0c07a6e03b7c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=22150c8c-066f-4915-8016-0c07a6e03b7c,segment=NetworkSegment(4eed1c51-d03a-4a3a-9dd3-371f8d4c3167),segment_id=4eed1c51-d03a-4a3a-9dd3-371f8d4c3167)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:17.313447 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:17.325828 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Calling delete_port for 22150c8c-066f-4915-8016-0c07a6e03b7c owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:37:17.510202 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:17.537025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22150c8c-066f-4915-8016-0c07a6e03b7c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:17.675654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631e66f8-99a2-4e4b-beb6-b4333c655efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:17.704213 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:17.929468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:37:18.037003 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:37:18.043868 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-30bbb0a9-c078-4865-8cb9-0b33922868b4 admin admin] 10.222.0.50 "PUT /v2.0/routers/1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4343090 Sep 27 09:37:18.044813 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39742) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:18.047555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] Sync routers for ids ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:37:18.057526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] Routers {'1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:18.058367 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:18.095583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:37:18.125795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:37:18.126142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 3ad0aeba-1163-4d6b-b96a-2e25b5160f3c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:37:18.143992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.156536 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.201419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] Set router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:18.263066 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.316217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Deleting port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:37:18.316594 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.381767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:37:17Z', 'revision_number': 5, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port': {'id': '5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:18.399951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] For port 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:18.400295 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.407271 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] Checking router: 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:37:18.412143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Calling delete_port for 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:37:18.416044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] Routers {'1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:18.416724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:18.504260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] Set router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:18.582119 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.608514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:18.674925 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.717797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:37:18Z', 'revision_number': 6, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:18.744315 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccaf48-8b81-480d-b976-3ba2ebce3b9b None None] The sync data for ids ['1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149'] in n-d-810909-1 is: [{'id': '1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149', 'name': 'tempest-TestEncryptedCinderVolumes-149608646-router', 'tenant_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:36:01Z', 'updated_at': '2021-09-27T09:37:18Z', 'revision_number': 6, 'project_id': 'a91b8d4ee62f4b1b9aff2d45580bd532', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:37:18.766024 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.768565 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.818131 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.818658 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:37:18.823709 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.824906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d47c2cb4-7101-44e8-a986-336353950612 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1a5ab0f9-a4f4-477f-b7a4-b9c8092b2149 HTTP/1.1" status: 204 len: 168 time: 0.7791166 Sep 27 09:37:18.828535 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39744) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:18.873647 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e6724f-453d-41fd-8075-655684c170fc admin admin] Deleting subnet 5142386e-63a7-4871-bb22-7a65e3c676fa {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:37:18.876892 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e6724f-453d-41fd-8075-655684c170fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.918423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e6724f-453d-41fd-8075-655684c170fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:18.998673 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e6724f-453d-41fd-8075-655684c170fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.068650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e6724f-453d-41fd-8075-655684c170fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.095407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6724f-453d-41fd-8075-655684c170fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5142386e-63a7-4871-bb22-7a65e3c676fa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:19.097709 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e6724f-453d-41fd-8075-655684c170fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.099613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0e6724f-453d-41fd-8075-655684c170fc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5142386e-63a7-4871-bb22-7a65e3c676fa HTTP/1.1" status: 204 len: 168 time: 0.2702324 Sep 27 09:37:19.102181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39746) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:19.104634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b44ff-b7bf-4fea-ac53-a91b39ef5dad None None] Network 752e07cc-57f5-4136-9049-65fa51e3bd06 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:37:19.173382 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.231108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Deleting port 0527996b-270b-4744-ae72-e1aa3f89378e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:37:19.231534 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.242883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.298960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] For port 0527996b-270b-4744-ae72-e1aa3f89378e, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=0527996b-270b-4744-ae72-e1aa3f89378e,segment=NetworkSegment(4eed1c51-d03a-4a3a-9dd3-371f8d4c3167),segment_id=4eed1c51-d03a-4a3a-9dd3-371f8d4c3167)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:19.299329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.311061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Calling delete_port for 0527996b-270b-4744-ae72-e1aa3f89378e owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:37:19.393338 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.423843 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] No DVR routers for this DVR port 0527996b-270b-4744-ae72-e1aa3f89378e on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:37:19.425547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=0527996b-270b-4744-ae72-e1aa3f89378e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:19.496756 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.510573 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a56db4f-2b79-4f54-bf27-a8f309c3b55e None None] DHCP port deletion for 752e07cc-57f5-4136-9049-65fa51e3bd06 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:37:19.518625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752e07cc-57f5-4136-9049-65fa51e3bd06']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:19.529795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:19.530108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eed1c51-d03a-4a3a-9dd3-371f8d4c3167') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:19.540487 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.554801 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.561394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:37:19.561726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:37:19.563423 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:37:19.622691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.629916 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.631439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] 10.222.0.50 "DELETE /v2.0/networks/752e07cc-57f5-4136-9049-65fa51e3bd06 HTTP/1.1" status: 204 len: 168 time: 0.5282321 Sep 27 09:37:19.640995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6607f7-dff2-47b5-9654-2f4c23ab1a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=752e07cc-57f5-4136-9049-65fa51e3bd06,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:19.799581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39750) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:19.838724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e3d83464-c946-44dd-95e2-e2ec75906327 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e220e09cc6e64bcfbdd2abc328ea7dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378754 Sep 27 09:37:19.842068 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39752) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:19.892076 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dac680b-3932-45db-9f86-0e36d5bdaa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.917281 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dac680b-3932-45db-9f86-0e36d5bdaa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.973302 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dac680b-3932-45db-9f86-0e36d5bdaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.975951 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6dac680b-3932-45db-9f86-0e36d5bdaa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:19.979568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6dac680b-3932-45db-9f86-0e36d5bdaa39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c0a4e31-276a-4384-87cc-0f3c8c4762e6 HTTP/1.1" status: 204 len: 168 time: 0.1342092 Sep 27 09:37:19.993559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac680b-3932-45db-9f86-0e36d5bdaa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0a4e31-276a-4384-87cc-0f3c8c4762e6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:20.030706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:37:20.050857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:37:20.051307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5b61e6cb-4046-4d41-9e2a-eef35a2e0c3b not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:37:20.051799 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0527996b-270b-4744-ae72-e1aa3f89378e no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:37:20.073931 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 0527996b-270b-4744-ae72-e1aa3f89378e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:37:20.074281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 0527996b-270b-4744-ae72-e1aa3f89378e not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:37:20.074702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 22150c8c-066f-4915-8016-0c07a6e03b7c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:37:20.093234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 22150c8c-066f-4915-8016-0c07a6e03b7c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:37:20.093521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 22150c8c-066f-4915-8016-0c07a6e03b7c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:37:20.309876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39758) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:20.351230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7c3c8617-8e55-4b87-b20d-183ccf8a14d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a91b8d4ee62f4b1b9aff2d45580bd532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400367 Sep 27 09:37:20.353632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39760) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:20.403919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0cde2a9-8466-42d6-be19-0150654b513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:20.434237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0cde2a9-8466-42d6-be19-0150654b513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:20.485392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0cde2a9-8466-42d6-be19-0150654b513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:20.488607 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e0cde2a9-8466-42d6-be19-0150654b513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:20.489788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e0cde2a9-8466-42d6-be19-0150654b513a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/618aa5ae-5f0a-4841-8236-f7da9662cef2 HTTP/1.1" status: 204 len: 168 time: 0.1352911 Sep 27 09:37:20.500619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cde2a9-8466-42d6-be19-0150654b513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618aa5ae-5f0a-4841-8236-f7da9662cef2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:20.840878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.212636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39782) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:21.319412 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-707020003-network', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:37:21.343394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Made reservation on behalf of 0f270b6a3e464f319047c98e2ed9c08f for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:37:21.345739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.354701 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.445258 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.451302 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.475150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:37:21.484554 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b0a7e-e933-4006-bb1f-1464ed554639,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:21.489200 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.489543 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Added segment 54fbe628-319b-4d73-be68-0684e200a506 of type vlan for network 79feaf47-e315-439a-a25b-827a1edba00d Sep 27 09:37:21.530613 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.558503 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.559465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:21.560215 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.591774 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3780811 Sep 27 09:37:21.595064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39786) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:21.600985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Request body: {'subnet': {'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-707020003-subnet', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:37:21.623337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Made reservation on behalf of 0f270b6a3e464f319047c98e2ed9c08f for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:37:21.624398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276b7a7-cd19-4297-95f5-83c9dc45e390 admin admin] Pushing event updated for resources: {'Network': ['ID=79feaf47-e315-439a-a25b-827a1edba00d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:21.626776 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.635497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 79feaf47-e315-439a-a25b-827a1edba00d details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:37:21.794007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.855639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7164f2c5-a17f-4090-a708-40a7d787acde,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:21.863178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Checking segment: {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:21.863535 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Network hostable DHCP agents. Network: 79feaf47-e315-439a-a25b-827a1edba00d, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:37:21.882562 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Network 79feaf47-e315-439a-a25b-827a1edba00d is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:37:21.891806 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 79feaf47-e315-439a-a25b-827a1edba00d) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:21.895937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:21.896593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.901133 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05e54f4-23c4-4c44-b28b-1f8d3acbe7a2 None None] Network 79feaf47-e315-439a-a25b-827a1edba00d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:37:21.915486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7188bba5-b70d-4244-84e1-c11ac3777aa5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3191910 Sep 27 09:37:21.918318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39788) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:21.922771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:37:21.942707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.943849 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:21.996669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.052937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-79feaf47-e315-439a-a25b-827a1edba00d', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:37:22.053976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.134373 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.193846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Allocated IP 172.20.0.2 (79feaf47-e315-439a-a25b-827a1edba00d/7164f2c5-a17f-4090-a708-40a7d787acde/ab493bb7-d48f-4f4c-b303-b99b6abf29c1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:37:22.340043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.342729 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.350686 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.359419 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.389182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Network 79feaf47-e315-439a-a25b-827a1edba00d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:22.392016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:22.395429 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:37:22.404618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Pushing event updated for resources: {'Port': ['ID=ab493bb7-d48f-4f4c-b303-b99b6abf29c1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:22.453427 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Attempting to bind port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:37:22.453785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Attempting to bind port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:37:22.454156 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Attempting to bind port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 on network 79feaf47-e315-439a-a25b-827a1edba00d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:37:22.459319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:37:22.459702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Checking segment: {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:22.460134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.460566 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Bound using segment: {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:37:22.461011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Bound port: ab493bb7-d48f-4f4c-b303-b99b6abf29c1, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:37:22.461395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.462076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Allocated IP 172.25.2.153 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/b057b7cc-0994-4425-bdca-6c2286312037) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:37:22.530261 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] For port ab493bb7-d48f-4f4c-b303-b99b6abf29c1, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:37:22.533493 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] For port ab493bb7-d48f-4f4c-b303-b99b6abf29c1, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ab493bb7-d48f-4f4c-b303-b99b6abf29c1,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:37:22.537029 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.572173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.591625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5fb1f-b81d-4892-af6f-b09ac20481d4 None None] Pushing event updated for resources: {'Port': ['ID=ab493bb7-d48f-4f4c-b303-b99b6abf29c1,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:22.611535 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:22.653355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:22.656229 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:22.663450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:37:22.666656 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b057b7cc-0994-4425-bdca-6c2286312037,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:22.926449 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:23.134585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:23.266118 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Router 41c6029d-bd2a-4cb1-9297-65afaa833e05 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:37:23.373076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:37:23.384257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Sync routers for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:37:23.389697 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:23.395154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3b48e306-35d7-4095-99cf-dd0dffc9c1e7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4720252 Sep 27 09:37:23.395496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39790) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:23.396186 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:23.396509 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:23.450917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f26447-14a9-40be-8f76-eb6b50d0b870 None None] Network 79feaf47-e315-439a-a25b-827a1edba00d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:37:23.512081 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:23.531618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ae7eb774-13fb-4206-ab0d-7345b96e7e10 None None] Provisioning complete for port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:23.532378 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae7eb774-13fb-4206-ab0d-7345b96e7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:23.669155 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae7eb774-13fb-4206-ab0d-7345b96e7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:23.699824 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:22Z', 'revision_number': 3, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:23.706553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ae7eb774-13fb-4206-ab0d-7345b96e7e10 None None] For port ab493bb7-d48f-4f4c-b303-b99b6abf29c1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ab493bb7-d48f-4f4c-b303-b99b6abf29c1,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:23.712068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae7eb774-13fb-4206-ab0d-7345b96e7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:23.731738 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Checking router: 41c6029d-bd2a-4cb1-9297-65afaa833e05 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:37:23.732067 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Updating router 41c6029d-bd2a-4cb1-9297-65afaa833e05 port b057b7cc-0994-4425-bdca-6c2286312037 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:37:23.763494 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:23.767711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7eb774-13fb-4206-ab0d-7345b96e7e10 None None] Pushing event updated for resources: {'Port': ['ID=ab493bb7-d48f-4f4c-b303-b99b6abf29c1,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:23.829869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:23.934049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a76a43d6-b58f-41d4-bead-06ba502e8d9e None None] Provisioning complete for port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:23.934519 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a76a43d6-b58f-41d4-bead-06ba502e8d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.001642 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Allocated IP 172.20.0.1 (79feaf47-e315-439a-a25b-827a1edba00d/7164f2c5-a17f-4090-a708-40a7d787acde/d85ccbb7-0e7d-406e-9636-5faf77af2a07) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:37:24.044042 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.051889 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.083710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ab493bb7-d48f-4f4c-b303-b99b6abf29c1 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:24.103012 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Pushing event updated for resources: {'Port': ['ID=b057b7cc-0994-4425-bdca-6c2286312037,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:24.105092 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Attempting to bind port b057b7cc-0994-4425-bdca-6c2286312037 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:37:24.105458 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Attempting to bind port b057b7cc-0994-4425-bdca-6c2286312037 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:37:24.105817 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Attempting to bind port b057b7cc-0994-4425-bdca-6c2286312037 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:37:24.114430 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:37:24.114800 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:24.115514 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.115646 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:37:24.116030 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Bound port: b057b7cc-0994-4425-bdca-6c2286312037, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:37:24.116443 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.119570 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.119923 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.120262 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.120623 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.120953 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.121281 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.121605 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.121927 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.122257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.122563 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.122881 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.123202 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:24.137359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:24.137740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.144598 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.177909 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] For port b057b7cc-0994-4425-bdca-6c2286312037, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:37:24.181397 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] For port b057b7cc-0994-4425-bdca-6c2286312037, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b057b7cc-0994-4425-bdca-6c2286312037,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:37:24.183575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.186070 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.244146 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Network 79feaf47-e315-439a-a25b-827a1edba00d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:24.250319 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:24.252682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Pushing event updated for resources: {'Port': ['ID=d85ccbb7-0e7d-406e-9636-5faf77af2a07,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:24.256709 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:37:24.296665 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.341515 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:24.342138 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:24.343891 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e861c0e-a1cd-41e6-ac16-70749a099486 None None] Pushing event updated for resources: {'Port': ['ID=b057b7cc-0994-4425-bdca-6c2286312037,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:24.446389 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.457487 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:24.458248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fecaf24d-4b94-4bf4-bede-2e7fcc03f715 None None] Provisioning complete for port d85ccbb7-0e7d-406e-9636-5faf77af2a07 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:24.458716 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fecaf24d-4b94-4bf4-bede-2e7fcc03f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.495072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fecaf24d-4b94-4bf4-bede-2e7fcc03f715 None None] Port d85ccbb7-0e7d-406e-9636-5faf77af2a07 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:37:24.642667 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:22Z', 'revision_number': 3, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:24.672853 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183223d-2fa8-4e02-94b0-0b6b74a5fe28 None None] The sync data for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 is: [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:22Z', 'revision_number': 3, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:37:24.985486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:24.991440 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:25.065147 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:25.068050 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Pushing event updated for resources: {'Port': ['ID=d85ccbb7-0e7d-406e-9636-5faf77af2a07,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:25.169886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Network 79feaf47-e315-439a-a25b-827a1edba00d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:25.171445 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:25.304780 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Router 41c6029d-bd2a-4cb1-9297-65afaa833e05 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:37:25.414690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:37:25.421173 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-466859a8-2291-4890-b8c2-eb0b7ce27761 admin admin] 10.222.0.50 "PUT /v2.0/routers/41c6029d-bd2a-4cb1-9297-65afaa833e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0240226 Sep 27 09:37:25.423366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-203fbc7c-7a12-4ac7-a327-48d1da9e0265 None None] Provisioning complete for port d85ccbb7-0e7d-406e-9636-5faf77af2a07 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:25.423823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-203fbc7c-7a12-4ac7-a327-48d1da9e0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:25.468115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-203fbc7c-7a12-4ac7-a327-48d1da9e0265 None None] Port d85ccbb7-0e7d-406e-9636-5faf77af2a07 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:37:25.925114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:25.930437 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-845370696-network', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:37:25.954462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Made reservation on behalf of 9bf56bd132cd444c99eece3b6036f20a for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:37:25.956930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:25.971631 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.073219 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.078259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.081500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b057b7cc-0994-4425-bdca-6c2286312037 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:26.106599 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:37:26.112029 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42bbe40-9cdd-4fbc-a2f0-60c70f74db3f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:26.120458 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.120824 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Added segment 7758d421-e1f6-46fc-b79b-03715fab81fa of type vlan for network dbd27e06-a788-4a23-a067-22f92af58453 Sep 27 09:37:26.128049 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b057b7cc-0994-4425-bdca-6c2286312037 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:26.128447 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.162919 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.190521 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.191217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:26.191812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.203905 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.225278 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2989094 Sep 27 09:37:26.226242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port b057b7cc-0994-4425-bdca-6c2286312037, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b057b7cc-0994-4425-bdca-6c2286312037,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:26.228887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39808) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:26.235467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Request body: {'subnet': {'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-845370696-subnet', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:37:26.241660 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.250419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Sync routers for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:37:26.265582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Made reservation on behalf of 9bf56bd132cd444c99eece3b6036f20a for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:37:26.266967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d1f2d-6d12-44b0-b885-9a011d42beb1 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd27e06-a788-4a23-a067-22f92af58453,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:26.268204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.277877 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network dbd27e06-a788-4a23-a067-22f92af58453 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:37:26.304466 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:26.305084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:26.396990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=b057b7cc-0994-4425-bdca-6c2286312037,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:26.448114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.460285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:26.498137 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a89340-2769-4781-9714-2bd9ba5d9c07,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:26.514931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Checking segment: {'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:26.515298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Network hostable DHCP agents. Network: dbd27e06-a788-4a23-a067-22f92af58453, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:37:26.532550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Network dbd27e06-a788-4a23-a067-22f92af58453 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:37:26.541198 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, dbd27e06-a788-4a23-a067-22f92af58453) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:26.545364 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:26.545985 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.555652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4959afc3-0d78-4b57-b018-4cec5c7122d5 None None] Network dbd27e06-a788-4a23-a067-22f92af58453 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:37:26.561875 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cea30023-2834-452f-8500-1dc8f7ad53d0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3313484 Sep 27 09:37:26.564565 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 39810) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:26.568957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:37:26.590133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.591175 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.644194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.768152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 2, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:26.779632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.795236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-dbd27e06-a788-4a23-a067-22f92af58453', 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'fixed_ips': [{'subnet_id': '99a89340-2769-4781-9714-2bd9ba5d9c07'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:37:26.796129 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.798459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Checking router: 41c6029d-bd2a-4cb1-9297-65afaa833e05 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:37:26.798815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Updating router 41c6029d-bd2a-4cb1-9297-65afaa833e05 port d85ccbb7-0e7d-406e-9636-5faf77af2a07 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:37:26.831640 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:26.983712 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.002151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.047640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Allocated IP 172.20.0.2 (dbd27e06-a788-4a23-a067-22f92af58453/99a89340-2769-4781-9714-2bd9ba5d9c07/baa3712e-9ab1-4350-acda-e3feb025cc22) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:37:27.108474 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Allocated IP 172.25.2.74 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/6303c334-8d88-41e2-8feb-e641def28f4b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:37:27.213601 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.251032 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.289035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:27.292012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:27.295572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:37:27.306285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Pushing event updated for resources: {'Port': ['ID=6303c334-8d88-41e2-8feb-e641def28f4b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:27.460684 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.462382 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.468667 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.474679 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.520555 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Network dbd27e06-a788-4a23-a067-22f92af58453 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:27.527945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:27.530773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de166c22-91cd-45f2-aa90-362d87f62f34 None None] Pushing event updated for resources: {'Port': ['ID=d85ccbb7-0e7d-406e-9636-5faf77af2a07,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:27.534481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:37:27.565391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.648622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Pushing event updated for resources: {'Port': ['ID=baa3712e-9ab1-4350-acda-e3feb025cc22,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:27.671925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Attempting to bind port baa3712e-9ab1-4350-acda-e3feb025cc22 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:37:27.672298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Attempting to bind port baa3712e-9ab1-4350-acda-e3feb025cc22 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:37:27.672661 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Attempting to bind port baa3712e-9ab1-4350-acda-e3feb025cc22 on network dbd27e06-a788-4a23-a067-22f92af58453 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:37:27.675844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Attempting to bind port d85ccbb7-0e7d-406e-9636-5faf77af2a07 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:37:27.676204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Attempting to bind port d85ccbb7-0e7d-406e-9636-5faf77af2a07 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:37:27.676581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Attempting to bind port d85ccbb7-0e7d-406e-9636-5faf77af2a07 on network 79feaf47-e315-439a-a25b-827a1edba00d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:37:27.681496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:37:27.681909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Checking segment: {'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:27.682313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.682707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Bound using segment: {'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:37:27.683165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Bound port: baa3712e-9ab1-4350-acda-e3feb025cc22, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:37:27.683586 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.694390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:37:27.694765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Checking segment: {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:27.695175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.695576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Bound using segment: {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:37:27.696074 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Bound port: d85ccbb7-0e7d-406e-9636-5faf77af2a07, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:37:27.696628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.803257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] For port baa3712e-9ab1-4350-acda-e3feb025cc22, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:37:27.824982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] For port baa3712e-9ab1-4350-acda-e3feb025cc22, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=baa3712e-9ab1-4350-acda-e3feb025cc22,segment=NetworkSegment(7758d421-e1f6-46fc-b79b-03715fab81fa),segment_id=7758d421-e1f6-46fc-b79b-03715fab81fa)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:37:27.828354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] For port d85ccbb7-0e7d-406e-9636-5faf77af2a07, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:37:27.840696 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.847932 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] For port d85ccbb7-0e7d-406e-9636-5faf77af2a07, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d85ccbb7-0e7d-406e-9636-5faf77af2a07,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:37:27.851518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9f79c82b-c092-40d9-99cd-4adadcb87b0e None None] Provisioning complete for port d85ccbb7-0e7d-406e-9636-5faf77af2a07 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:27.851518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f79c82b-c092-40d9-99cd-4adadcb87b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.893264 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:27.949060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61fc3-6706-41d3-bc59-b2496d847b3c None None] Pushing event updated for resources: {'Port': ['ID=baa3712e-9ab1-4350-acda-e3feb025cc22,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:28.001775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:28.002407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:28.082826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de166c22-91cd-45f2-aa90-362d87f62f34 None None] Pushing event updated for resources: {'Port': ['ID=d85ccbb7-0e7d-406e-9636-5faf77af2a07,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:28.085622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b057b7cc-0994-4425-bdca-6c2286312037 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:28.162946 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:28.169884 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f79c82b-c092-40d9-99cd-4adadcb87b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:28.229116 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:28.275627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9f79c82b-c092-40d9-99cd-4adadcb87b0e None None] For port d85ccbb7-0e7d-406e-9636-5faf77af2a07, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d85ccbb7-0e7d-406e-9636-5faf77af2a07,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:28.279504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b057b7cc-0994-4425-bdca-6c2286312037 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:28.280171 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:28.286351 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f79c82b-c092-40d9-99cd-4adadcb87b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:28.348893 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Router cebfcc1d-c930-4aad-a003-6d147ddaf3af is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:37:28.454622 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:37:28.455153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79c82b-c092-40d9-99cd-4adadcb87b0e None None] Pushing event updated for resources: {'Port': ['ID=d85ccbb7-0e7d-406e-9636-5faf77af2a07,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:28.470247 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Sync routers for ids ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:37:28.472345 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:28.474040 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-521747eb-dd30-4ab3-be66-59a4841dccdc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9081988 Sep 27 09:37:28.476701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 39812) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:37:28.488731 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Routers {'cebfcc1d-c930-4aad-a003-6d147ddaf3af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:28.489442 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:28.501150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bbf7a02f-d1d4-4989-8b63-18be59397cb3 None None] Provisioning complete for port d85ccbb7-0e7d-406e-9636-5faf77af2a07 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:28.501527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a02f-d1d4-4989-8b63-18be59397cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:28.557710 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:37:28.614154 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Set router cebfcc1d-c930-4aad-a003-6d147ddaf3af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:28.626900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:27Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:28.660976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31488dbb-df27-4b18-bd4e-a0979c19ad28 None None] The sync data for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 is: [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:27Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:37:28.832352 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:37:27Z', 'revision_number': 3, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port': {'id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:27Z', 'updated_at': '2021-09-27T09:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:28.866067 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Checking router: cebfcc1d-c930-4aad-a003-6d147ddaf3af for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:37:28.866402 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Updating router cebfcc1d-c930-4aad-a003-6d147ddaf3af port 6303c334-8d88-41e2-8feb-e641def28f4b binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:37:28.904276 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:28.966851 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.146444 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Allocated IP 172.20.0.1 (dbd27e06-a788-4a23-a067-22f92af58453/99a89340-2769-4781-9714-2bd9ba5d9c07/a91daf47-fec9-44f3-a75c-5805d87a289a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:37:29.154833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5edb4-908a-4966-8d4a-a5d5e76008bb None None] Network dbd27e06-a788-4a23-a067-22f92af58453 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:37:29.191598 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.197140 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.252521 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Attempting to bind port 6303c334-8d88-41e2-8feb-e641def28f4b on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:37:29.253472 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Attempting to bind port 6303c334-8d88-41e2-8feb-e641def28f4b by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:37:29.253472 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Attempting to bind port 6303c334-8d88-41e2-8feb-e641def28f4b on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:37:29.267435 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:37:29.267811 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:29.268213 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.268661 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:37:29.269138 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Bound port: 6303c334-8d88-41e2-8feb-e641def28f4b, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:37:29.269619 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.288901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c354f47d-3c30-403b-87af-fa05d6927c64 None None] Provisioning complete for port baa3712e-9ab1-4350-acda-e3feb025cc22 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:29.289285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c354f47d-3c30-403b-87af-fa05d6927c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.294069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.303016 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa3c1c-1478-4c44-ad11-aedabe506aeb None None] Pushing event updated for resources: {'Port': ['ID=6303c334-8d88-41e2-8feb-e641def28f4b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:29.346339 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] For port 6303c334-8d88-41e2-8feb-e641def28f4b, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:37:29.350815 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] For port 6303c334-8d88-41e2-8feb-e641def28f4b, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6303c334-8d88-41e2-8feb-e641def28f4b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:37:29.354747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.355620 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.399797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Network dbd27e06-a788-4a23-a067-22f92af58453 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:29.403749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:29.412736 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:37:29.418755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Routers {'cebfcc1d-c930-4aad-a003-6d147ddaf3af'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:29.420135 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:29.445976 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Pushing event updated for resources: {'Port': ['ID=a91daf47-fec9-44f3-a75c-5805d87a289a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:29.457212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.463832 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c354f47d-3c30-403b-87af-fa05d6927c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.487663 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa3c1c-1478-4c44-ad11-aedabe506aeb None None] Pushing event updated for resources: {'Port': ['ID=6303c334-8d88-41e2-8feb-e641def28f4b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:29.507660 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c354f47d-3c30-403b-87af-fa05d6927c64 None None] For port baa3712e-9ab1-4350-acda-e3feb025cc22, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=baa3712e-9ab1-4350-acda-e3feb025cc22,segment=NetworkSegment(7758d421-e1f6-46fc-b79b-03715fab81fa),segment_id=7758d421-e1f6-46fc-b79b-03715fab81fa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:29.517931 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c354f47d-3c30-403b-87af-fa05d6927c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.599034 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354f47d-3c30-403b-87af-fa05d6927c64 None None] Pushing event updated for resources: {'Port': ['ID=baa3712e-9ab1-4350-acda-e3feb025cc22,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:29.624379 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] Set router cebfcc1d-c930-4aad-a003-6d147ddaf3af gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:29.630986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.751318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7ac58e07-db05-4bb1-9681-98510b6d7311 None None] Provisioning complete for port baa3712e-9ab1-4350-acda-e3feb025cc22 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:29.751916 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ac58e07-db05-4bb1-9681-98510b6d7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.834069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.840655 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.887439 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:37:27Z', 'revision_number': 3, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port': {'id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:27Z', 'updated_at': '2021-09-27T09:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:29.887956 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7ac58e07-db05-4bb1-9681-98510b6d7311 None None] Provisioning complete for port a91daf47-fec9-44f3-a75c-5805d87a289a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:29.888472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ac58e07-db05-4bb1-9681-98510b6d7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:29.932072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7ac58e07-db05-4bb1-9681-98510b6d7311 None None] Port a91daf47-fec9-44f3-a75c-5805d87a289a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:37:29.948428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Pushing event updated for resources: {'Port': ['ID=a91daf47-fec9-44f3-a75c-5805d87a289a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:29.951208 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:30.035306 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d68d79-ce75-4b72-8717-15d495d6a306 None None] The sync data for ids ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'] in n-d-810909-1 is: [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:37:27Z', 'revision_number': 3, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port': {'id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:27Z', 'updated_at': '2021-09-27T09:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:37:30.062518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Network dbd27e06-a788-4a23-a067-22f92af58453 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:30.063965 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:30.070463 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8567484d-2ef8-4124-ae47-3ec8b42274e6 None None] Provisioning complete for port a91daf47-fec9-44f3-a75c-5805d87a289a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:30.070837 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8567484d-2ef8-4124-ae47-3ec8b42274e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:30.125471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8567484d-2ef8-4124-ae47-3ec8b42274e6 None None] Port a91daf47-fec9-44f3-a75c-5805d87a289a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:37:30.176068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d85ccbb7-0e7d-406e-9636-5faf77af2a07 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:30.233844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Router cebfcc1d-c930-4aad-a003-6d147ddaf3af has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:37:30.237714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port d85ccbb7-0e7d-406e-9636-5faf77af2a07 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:30.238015 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:30.326945 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device baa3712e-9ab1-4350-acda-e3feb025cc22 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:30.361682 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:37:30.368881 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c84aa4e-5857-4e68-a8b7-4f26ea699782 admin admin] 10.222.0.50 "PUT /v2.0/routers/cebfcc1d-c930-4aad-a003-6d147ddaf3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8909817 Sep 27 09:37:30.379065 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-31e1b81b-2c99-4da3-a5c1-f4985f385ef6 None None] Provisioning complete for port a91daf47-fec9-44f3-a75c-5805d87a289a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:30.379550 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31e1b81b-2c99-4da3-a5c1-f4985f385ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:30.427866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-31e1b81b-2c99-4da3-a5c1-f4985f385ef6 None None] Port a91daf47-fec9-44f3-a75c-5805d87a289a cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:37:30.431647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port baa3712e-9ab1-4350-acda-e3feb025cc22 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:30.432024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:32.084237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Sync routers for ids ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:37:32.094277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6303c334-8d88-41e2-8feb-e641def28f4b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:32.101025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Routers {'cebfcc1d-c930-4aad-a003-6d147ddaf3af'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:32.101786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:32.386150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6303c334-8d88-41e2-8feb-e641def28f4b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:32.386484 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:32.418803 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Set router cebfcc1d-c930-4aad-a003-6d147ddaf3af gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:32.590089 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:32.624640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 6303c334-8d88-41e2-8feb-e641def28f4b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6303c334-8d88-41e2-8feb-e641def28f4b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:32.647198 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:32.706325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=6303c334-8d88-41e2-8feb-e641def28f4b,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:32.722115 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:37:29Z', 'revision_number': 4, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port': {'id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:27Z', 'updated_at': '2021-09-27T09:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a91daf47-fec9-44f3-a75c-5805d87a289a', 'name': '', 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'mac_address': 'fa:16:3e:7e:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '99a89340-2769-4781-9714-2bd9ba5d9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:28Z', 'updated_at': '2021-09-27T09:37:29Z', 'revision_number': 2, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'subnets': [{'id': '99a89340-2769-4781-9714-2bd9ba5d9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:32.749938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Checking router: cebfcc1d-c930-4aad-a003-6d147ddaf3af for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:37:32.750301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Updating router cebfcc1d-c930-4aad-a003-6d147ddaf3af port a91daf47-fec9-44f3-a75c-5805d87a289a binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:37:32.775719 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.075890 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.083534 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.185060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c306d-5ccd-450f-8c5f-3026eb41e220 None None] Pushing event updated for resources: {'Port': ['ID=a91daf47-fec9-44f3-a75c-5805d87a289a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:33.207229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Attempting to bind port a91daf47-fec9-44f3-a75c-5805d87a289a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:37:33.207784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Attempting to bind port a91daf47-fec9-44f3-a75c-5805d87a289a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:37:33.208462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Attempting to bind port a91daf47-fec9-44f3-a75c-5805d87a289a on network dbd27e06-a788-4a23-a067-22f92af58453 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:37:33.219293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:37:33.219948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Checking segment: {'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:33.220567 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.221209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Bound using segment: {'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:37:33.222157 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Bound port: a91daf47-fec9-44f3-a75c-5805d87a289a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7758d421-e1f6-46fc-b79b-03715fab81fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:37:33.222980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.322834 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] For port a91daf47-fec9-44f3-a75c-5805d87a289a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:37:33.326522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] For port a91daf47-fec9-44f3-a75c-5805d87a289a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a91daf47-fec9-44f3-a75c-5805d87a289a,segment=NetworkSegment(7758d421-e1f6-46fc-b79b-03715fab81fa),segment_id=7758d421-e1f6-46fc-b79b-03715fab81fa)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:37:33.333663 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.403841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c306d-5ccd-450f-8c5f-3026eb41e220 None None] Pushing event updated for resources: {'Port': ['ID=a91daf47-fec9-44f3-a75c-5805d87a289a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:33.413277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-25d7aeaa-32fb-4b91-bc7f-cc69c8d5bef0 None None] Provisioning complete for port a91daf47-fec9-44f3-a75c-5805d87a289a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:33.413707 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25d7aeaa-32fb-4b91-bc7f-cc69c8d5bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.443051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Routers {'cebfcc1d-c930-4aad-a003-6d147ddaf3af'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:37:33.443698 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:33.594149 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25d7aeaa-32fb-4b91-bc7f-cc69c8d5bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.633606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-25d7aeaa-32fb-4b91-bc7f-cc69c8d5bef0 None None] For port a91daf47-fec9-44f3-a75c-5805d87a289a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a91daf47-fec9-44f3-a75c-5805d87a289a,segment=NetworkSegment(7758d421-e1f6-46fc-b79b-03715fab81fa),segment_id=7758d421-e1f6-46fc-b79b-03715fab81fa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:33.645611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25d7aeaa-32fb-4b91-bc7f-cc69c8d5bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.661838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] Set router cebfcc1d-c930-4aad-a003-6d147ddaf3af gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:37:33.777058 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7aeaa-32fb-4b91-bc7f-cc69c8d5bef0 None None] Pushing event updated for resources: {'Port': ['ID=a91daf47-fec9-44f3-a75c-5805d87a289a,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:33.809952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5735170c-1786-4191-ab17-bc8c63bbfc86 None None] Provisioning complete for port a91daf47-fec9-44f3-a75c-5805d87a289a triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:33.810331 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5735170c-1786-4191-ab17-bc8c63bbfc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:33.976715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:37:29Z', 'revision_number': 4, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port': {'id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:27Z', 'updated_at': '2021-09-27T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a91daf47-fec9-44f3-a75c-5805d87a289a', 'name': '', 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'mac_address': 'fa:16:3e:7e:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '99a89340-2769-4781-9714-2bd9ba5d9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:28Z', 'updated_at': '2021-09-27T09:37:33Z', 'revision_number': 4, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'subnets': [{'id': '99a89340-2769-4781-9714-2bd9ba5d9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:37:34.005759 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2053b-5a52-4907-8d3d-d3cbd9ea0b99 None None] The sync data for ids ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'] in n-d-810909-1 is: [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:37:29Z', 'revision_number': 4, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port': {'id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:27Z', 'updated_at': '2021-09-27T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'a91daf47-fec9-44f3-a75c-5805d87a289a', 'name': '', 'network_id': 'dbd27e06-a788-4a23-a067-22f92af58453', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'mac_address': 'fa:16:3e:7e:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '99a89340-2769-4781-9714-2bd9ba5d9c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:28Z', 'updated_at': '2021-09-27T09:37:33Z', 'revision_number': 4, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'subnets': [{'id': '99a89340-2769-4781-9714-2bd9ba5d9c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:37:34.090177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6303c334-8d88-41e2-8feb-e641def28f4b up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:34.166070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6303c334-8d88-41e2-8feb-e641def28f4b triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:34.166403 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:36.119563 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a91daf47-fec9-44f3-a75c-5805d87a289a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:36.184193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port a91daf47-fec9-44f3-a75c-5805d87a289a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:36.184795 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:36.492480 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:40.119281 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-3b1c7338-beed-4682-a5e7-f232fd650177 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:40.120746 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-3b1c7338-beed-4682-a5e7-f232fd650177 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 814 time: 0.1032400 Sep 27 09:37:40.135618 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-5588919e-eb06-4891-b8c4-60e213e5d1eb tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/quotas/0f270b6a3e464f319047c98e2ed9c08f HTTP/1.1" status: 200 len: 375 time: 0.0090678 Sep 27 09:37:40.194045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-44d1140a-1db7-4ee1-bcf7-2ed71d0cc083 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512156 Sep 27 09:37:40.303539 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a6d128ee-2dc9-4ab8-8895-8fe36f3cb4db service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:37:40.304571 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a6d128ee-2dc9-4ab8-8895-8fe36f3cb4db service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0986156 Sep 27 09:37:40.395668 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-b975c4f8-9e6e-4653-9a58-9de27520d5cf service neutron] 10.222.0.50 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845404 Sep 27 09:37:40.503427 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-3e6844b7-6b60-4c8d-8845-aeb3bf1605c0 service neutron] 10.222.0.50 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940526 Sep 27 09:37:40.668589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1b7323a0-45a0-4ad1-a074-1691d1083b47 req-b4ddf33f-ed54-4635-8ed0-b173761425d8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 210 time: 0.0320568 Sep 27 09:37:41.768123 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b4bb427-612b-4040-a2e5-35616086e81e req-9db9ca19-1f39-46c0-aa1d-85f33eb1fb11 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Sep 27 09:37:41.775864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-69340b51-b896-4619-8138-e105f5408516 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:41.777368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-69340b51-b896-4619-8138-e105f5408516 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 814 time: 0.1060150 Sep 27 09:37:41.791282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'port': {'device_id': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'admin_state_up': True, 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:37:41.902678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Made reservation on behalf of 0f270b6a3e464f319047c98e2ed9c08f for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:37:41.906279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:42.036628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Allocated IP 172.20.0.4 (79feaf47-e315-439a-a25b-827a1edba00d/7164f2c5-a17f-4090-a708-40a7d787acde/bd112398-f54e-47a6-840f-6a0ce1ce59cc) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:37:42.222915 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:42.264528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:42.308733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Network 79feaf47-e315-439a-a25b-827a1edba00d is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:37:42.311884 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:37:42.315654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:37:42.346648 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'Port': ['ID=bd112398-f54e-47a6-840f-6a0ce1ce59cc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:42.358299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.358643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.358988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.363361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:42.396833 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:42.398976 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:42.417932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-60078d92-a012-496a-98ee-a7bd796c8f27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311641 Sep 27 09:37:42.554139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-610abdfb-618e-4abf-9048-62615aa53f1a None None] Provisioning complete for port bd112398-f54e-47a6-840f-6a0ce1ce59cc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:42.554751 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-610abdfb-618e-4abf-9048-62615aa53f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:42.588700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-610abdfb-618e-4abf-9048-62615aa53f1a None None] Port bd112398-f54e-47a6-840f-6a0ce1ce59cc cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:37:42.892082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109818b-8700-4dfe-bc1e-3e2986d9cbfc req-5b4a25d0-ba98-48f3-a1ec-12df9e77befc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:42.893641 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5109818b-8700-4dfe-bc1e-3e2986d9cbfc req-5b4a25d0-ba98-48f3-a1ec-12df9e77befc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0514817 Sep 27 09:37:42.934220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5109818b-8700-4dfe-bc1e-3e2986d9cbfc req-805f58be-ca6d-45db-9097-4a01c16af96a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Sep 27 09:37:44.054998 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac5b9a-5b6b-4dc1-b636-d33335347928 req-6d7eff1c-7d12-43a0-bbf9-00e55711bab8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:44.056454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-afac5b9a-5b6b-4dc1-b636-d33335347928 req-6d7eff1c-7d12-43a0-bbf9-00e55711bab8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0504870 Sep 27 09:37:44.097234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-afac5b9a-5b6b-4dc1-b636-d33335347928 req-afc9f456-7a8f-4f7c-8478-25b5ba3e7035 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339029 Sep 27 09:37:44.814997 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:45.182980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c395fbb2-2125-43cd-a8fa-ee019298d5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:45.233093 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3c206-e631-481f-ae35-4b143dce947f req-49a722a4-f927-490a-bd96-6a3b76dee420 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:45.234613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b6d3c206-e631-481f-ae35-4b143dce947f req-49a722a4-f927-490a-bd96-6a3b76dee420 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0573888 Sep 27 09:37:45.276643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b6d3c206-e631-481f-ae35-4b143dce947f req-e82e0f4a-457a-4dfc-9963-f431161bc82f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354731 Sep 27 09:37:46.404418 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3485-500b-4dcf-b68d-8ce35cc67477 req-7925fe24-98fc-47a7-96d2-8805694e3ba6 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:46.406084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7f3485-500b-4dcf-b68d-8ce35cc67477 req-7925fe24-98fc-47a7-96d2-8805694e3ba6 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0569458 Sep 27 09:37:46.447369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f7f3485-500b-4dcf-b68d-8ce35cc67477 req-6c4743a1-56e9-45c0-ba17-6162ac7edd76 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Sep 27 09:37:47.576182 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac109a-0db6-4450-9fde-c9b26152d975 req-900a3204-0fab-4d00-bfa6-30d25b40134a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:47.576182 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6ac109a-0db6-4450-9fde-c9b26152d975 req-900a3204-0fab-4d00-bfa6-30d25b40134a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0578866 Sep 27 09:37:47.637856 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6ac109a-0db6-4450-9fde-c9b26152d975 req-43bd522d-55ba-4e11-a9b0-b80a91b61c52 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Sep 27 09:37:47.684588 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8574f37-c94b-416d-b54d-8d88c06491c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:48.129709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:48.766719 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5646a-42a6-44cd-b78c-aee47122b5cd req-342a0f86-6466-4681-b8cc-dd5ceba65d9b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:48.768506 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fa5646a-42a6-44cd-b78c-aee47122b5cd req-342a0f86-6466-4681-b8cc-dd5ceba65d9b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0602469 Sep 27 09:37:48.809619 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4fa5646a-42a6-44cd-b78c-aee47122b5cd req-afce638a-f0fa-43a8-b12a-1941a9ff6a2f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342193 Sep 27 09:37:49.244897 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:49.931724 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1810f1-9b51-4c68-a692-c72cae268e33 req-bd01f847-8ad6-467a-965e-f6da68568aaa tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:49.933407 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba1810f1-9b51-4c68-a692-c72cae268e33 req-bd01f847-8ad6-467a-965e-f6da68568aaa tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0523677 Sep 27 09:37:49.972635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba1810f1-9b51-4c68-a692-c72cae268e33 req-1ef58046-f296-4919-b86d-35d1159bc0da tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Sep 27 09:37:50.843811 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:51.110575 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7e6c0-5821-403c-8865-306ce247a4fa req-22116491-9286-40b3-92b3-afe29aa84f47 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:51.112030 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05a7e6c0-5821-403c-8865-306ce247a4fa req-22116491-9286-40b3-92b3-afe29aa84f47 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0586662 Sep 27 09:37:51.154177 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-05a7e6c0-5821-403c-8865-306ce247a4fa req-90d07b50-1781-4201-8d63-807439b67551 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Sep 27 09:37:52.292382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148161f-8bb0-4070-97a2-124e623e0a6a req-3f289397-06b6-4d37-96cc-04e8db8afbe0 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:52.293762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3148161f-8bb0-4070-97a2-124e623e0a6a req-3f289397-06b6-4d37-96cc-04e8db8afbe0 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 931 time: 0.0626485 Sep 27 09:37:52.336226 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3148161f-8bb0-4070-97a2-124e623e0a6a req-cf2d09c2-3557-4ae2-ba00-331b0e777044 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330698 Sep 27 09:37:52.341246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Request body: {'port': {'device_id': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:37:52.399585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:52.676368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd112398-f54e-47a6-840f-6a0ce1ce59cc {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:37:52.684146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:52.696784 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Transition to ACTIVE for port object bd112398-f54e-47a6-840f-6a0ce1ce59cc will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:37:52.703092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:52.750452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Pushing event updated for resources: {'Port': ['ID=bd112398-f54e-47a6-840f-6a0ce1ce59cc,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:52.824927 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Attempting to bind port bd112398-f54e-47a6-840f-6a0ce1ce59cc on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:37:52.825278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Attempting to bind port bd112398-f54e-47a6-840f-6a0ce1ce59cc by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:37:52.825727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Attempting to bind port bd112398-f54e-47a6-840f-6a0ce1ce59cc on network 79feaf47-e315-439a-a25b-827a1edba00d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:37:52.830558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Port bd112398-f54e-47a6-840f-6a0ce1ce59cc on network 79feaf47-e315-439a-a25b-827a1edba00d not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:37:52.830877 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Attempting to bind port bd112398-f54e-47a6-840f-6a0ce1ce59cc on network 79feaf47-e315-439a-a25b-827a1edba00d {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:37:52.835775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:37:52.836152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Checking segment: {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:37:52.836721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Bound using segment: {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:37:52.837150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Bound port: bd112398-f54e-47a6-840f-6a0ce1ce59cc, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fbe628-319b-4d73-be68-0684e200a506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:37:52.837574 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:52.903964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] For port bd112398-f54e-47a6-840f-6a0ce1ce59cc, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:37:52.907751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] For port bd112398-f54e-47a6-840f-6a0ce1ce59cc, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:37:52.912185 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:52.944471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:52.945089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:52.946620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] 10.222.0.67 "PUT /v2.0/ports/bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 1091 time: 0.6094670 Sep 27 09:37:52.947081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:37:52.949369 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:37:52.982707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5531f19-5877-4d4a-ad24-188615f9af73 service neutron] Pushing event updated for resources: {'Port': ['ID=bd112398-f54e-47a6-840f-6a0ce1ce59cc,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:53.004986 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52a2de0-b8f6-4b75-b078-2ef035f65da4 x-openstack-request-id: req-a52a2de0-b8f6-4b75-b078-2ef035f65da4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:37:53.005206 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:37:53.005457 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a52a2de0-b8f6-4b75-b078-2ef035f65da4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:37:53.005864 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'status': 'completed', 'code': 200} Sep 27 09:37:53.039077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-bfe4a281-f76a-4173-b9f6-6df021cfe57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:53.041074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-bfe4a281-f76a-4173-b9f6-6df021cfe57a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1094 time: 0.0468976 Sep 27 09:37:53.083817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-1431e85f-f585-4c70-bb92-e13407370ec4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 217 time: 0.0346994 Sep 27 09:37:53.135287 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-ccfcbe8d-c431-4ccc-b492-7f674f850baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:53.136975 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-ccfcbe8d-c431-4ccc-b492-7f674f850baa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0463161 Sep 27 09:37:53.188876 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-f85304cd-a384-4434-b817-2117b48eba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:53.190359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-f85304cd-a384-4434-b817-2117b48eba2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448825 Sep 27 09:37:53.291636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-c999ce58-f06c-46e5-9fd4-795fac101167 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919933 Sep 27 09:37:53.389616 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3c545eda-6e62-464e-b609-5d791bc9dc23 req-dc0bd2e6-0e62-4802-922f-bc45592e2f5c service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897207 Sep 27 09:37:53.483835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0151-3215-4a8b-9e4f-0bd354fd6603 req-96b5eb9a-2c95-4a13-a8db-5cad89106f33 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:53.485261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ddd0151-3215-4a8b-9e4f-0bd354fd6603 req-96b5eb9a-2c95-4a13-a8db-5cad89106f33 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 943 time: 0.0769236 Sep 27 09:37:53.491737 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-0a16a613-f1b7-41df-a676-fa5bff0eb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:53.493269 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-0a16a613-f1b7-41df-a676-fa5bff0eb4aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1094 time: 0.0586908 Sep 27 09:37:53.556486 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ddd0151-3215-4a8b-9e4f-0bd354fd6603 req-0c88cb5d-7602-41e3-89a9-c791b7c2bb12 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622337 Sep 27 09:37:53.607271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-a07c54cc-5d3f-42ad-9a46-07c1dce4e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:53.608771 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-a07c54cc-5d3f-42ad-9a46-07c1dce4e72a service neutron] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 915 time: 0.1081309 Sep 27 09:37:53.655767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-60eaac06-f965-4d6b-bd06-d8ab2496f477 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 217 time: 0.0375493 Sep 27 09:37:53.707436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-b3458e18-6fea-4452-b183-d1c5adbc559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:53.708911 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-b3458e18-6fea-4452-b183-d1c5adbc559e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0442624 Sep 27 09:37:53.756866 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-710848c9-8b8c-4b00-8e92-5b53cbf148c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:53.758382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-710848c9-8b8c-4b00-8e92-5b53cbf148c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413322 Sep 27 09:37:53.853635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-b1e74d11-d5f8-4b30-8a76-9307591458c7 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871365 Sep 27 09:37:53.947422 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e46bcb39-4ea5-4d34-a265-9d08fd1af79e req-74f372c1-4882-477e-a174-e3a9a25766cb service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861838 Sep 27 09:37:54.698098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41430c-04dd-4eaf-b11e-b7ef461edf48 req-c053e62e-4d17-4a3b-9495-ec188c7fdb0d tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:54.699602 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4b41430c-04dd-4eaf-b11e-b7ef461edf48 req-c053e62e-4d17-4a3b-9495-ec188c7fdb0d tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 943 time: 0.0646546 Sep 27 09:37:54.738467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4b41430c-04dd-4eaf-b11e-b7ef461edf48 req-71da7fc8-806c-402b-aaba-dc3f14f2ba06 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Sep 27 09:37:55.666721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device bd112398-f54e-47a6-840f-6a0ce1ce59cc details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:37:55.767250 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port bd112398-f54e-47a6-840f-6a0ce1ce59cc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:55.778677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'port_id': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'mac_address': 'fa:16:3e:e6:44:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:37:55.815661 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:55.831823 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd112398-f54e-47a6-840f-6a0ce1ce59cc {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:37:55.851277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port bd112398-f54e-47a6-840f-6a0ce1ce59cc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:55.855419 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:55.860634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ddc55-6c3a-49e3-bf03-881a0f4c0551 req-87c3f6d7-06d9-4eaf-9474-41c70dba508c tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:55.862161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-234ddc55-6c3a-49e3-bf03-881a0f4c0551 req-87c3f6d7-06d9-4eaf-9474-41c70dba508c tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 943 time: 0.0512192 Sep 27 09:37:55.903871 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-234ddc55-6c3a-49e3-bf03-881a0f4c0551 req-9fb3b148-d1f3-4b80-b663-4efe4cce75c9 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355921 Sep 27 09:37:55.904212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=bd112398-f54e-47a6-840f-6a0ce1ce59cc,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:55.911751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.912130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.912673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.913017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.913314 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.913642 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.913964 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.914382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.914711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.915191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.915401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:55.915761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:37:56.103339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['bd112398-f54e-47a6-840f-6a0ce1ce59cc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:37:57.040106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e782a5-d241-4ee2-924f-c2b729ea1b69 req-248176f4-86e6-4a65-90a9-be369aec56da tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:57.041639 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52e782a5-d241-4ee2-924f-c2b729ea1b69 req-248176f4-86e6-4a65-90a9-be369aec56da tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 944 time: 0.0585124 Sep 27 09:37:57.082059 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52e782a5-d241-4ee2-924f-c2b729ea1b69 req-6e0b0588-aadd-4529-b69f-b64b487336e3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Sep 27 09:37:57.666245 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device bd112398-f54e-47a6-840f-6a0ce1ce59cc up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:37:57.730812 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port bd112398-f54e-47a6-840f-6a0ce1ce59cc completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:37:57.734933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port bd112398-f54e-47a6-840f-6a0ce1ce59cc triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:37:57.735314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:57.813006 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:57.834590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:37:57.836906 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c661e1-971d-4f25-ae47-a034b7d91818" -d '{"events": [{"server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "name": "network-vif-plugged", "status": "completed", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:37:57.849611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port bd112398-f54e-47a6-840f-6a0ce1ce59cc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:37:57.855404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:37:57.881644 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb4f0d3-a559-4eb8-add0-af20cbb51b0c x-openstack-request-id: req-2cb4f0d3-a559-4eb8-add0-af20cbb51b0c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:37:57.881975 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "name": "network-vif-plugged", "status": "completed", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:37:57.882231 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cb4f0d3-a559-4eb8-add0-af20cbb51b0c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:37:57.882616 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'code': 200} Sep 27 09:37:57.909099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=bd112398-f54e-47a6-840f-6a0ce1ce59cc,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:37:57.979937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249c474-9c9e-493b-aacc-5761d0a66447 req-d0f79cf5-79ef-493e-8348-a6c05d38d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:57.981500 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5249c474-9c9e-493b-aacc-5761d0a66447 req-d0f79cf5-79ef-493e-8348-a6c05d38d73e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1096 time: 0.0431223 Sep 27 09:37:58.026075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5249c474-9c9e-493b-aacc-5761d0a66447 req-54f18a42-05ff-4481-86c3-f4fecd416f43 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354276 Sep 27 09:37:58.211553 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaef2c8-32b1-4ce4-9d57-16b45d1dbea9 req-e42678b6-46f8-480b-872b-dbd346203d5c tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:58.213516 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eeaef2c8-32b1-4ce4-9d57-16b45d1dbea9 req-e42678b6-46f8-480b-872b-dbd346203d5c tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0574338 Sep 27 09:37:58.252690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-eeaef2c8-32b1-4ce4-9d57-16b45d1dbea9 req-2dd5e72c-c40c-403c-beb9-28d64040034b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Sep 27 09:37:59.377705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5955-707d-43b6-aada-ec4a5208d24c req-83b3c31a-d532-48f8-abf2-bebbd1e6bffa tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:59.379199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-940e5955-707d-43b6-aada-ec4a5208d24c req-83b3c31a-d532-48f8-abf2-bebbd1e6bffa tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0522656 Sep 27 09:37:59.418023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-940e5955-707d-43b6-aada-ec4a5208d24c req-8aa9da89-fbf5-4488-8a4c-b4c286d6de06 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325902 Sep 27 09:37:59.558391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decd18d-33db-42ad-beb1-588d0ce2a332 req-2f424229-7b29-4b01-bb22-15dc70f80e38 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:59.559915 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3decd18d-33db-42ad-beb1-588d0ce2a332 req-2f424229-7b29-4b01-bb22-15dc70f80e38 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0657268 Sep 27 09:37:59.601592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3decd18d-33db-42ad-beb1-588d0ce2a332 req-11faec60-4c03-4a6d-bfc1-05689dabd257 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Sep 27 09:37:59.796132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28978679-5e5e-4599-b114-5be34bd100b5 req-11c8b609-335d-46d1-ac4a-62ced381b4ad tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:37:59.797689 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28978679-5e5e-4599-b114-5be34bd100b5 req-11c8b609-335d-46d1-ac4a-62ced381b4ad tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0521655 Sep 27 09:37:59.839684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-28978679-5e5e-4599-b114-5be34bd100b5 req-f71bf2dc-d757-4521-b6b8-986884c29f0d tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333140 Sep 27 09:38:05.557116 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:38:06.501724 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:06.757993 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-72e045c5-2b8f-4c05-b1b4-7fb0717280a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458567 Sep 27 09:38:06.851710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-28759856-8749-468b-93bd-c824de527d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:06.853277 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-28759856-8749-468b-93bd-c824de527d5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1096 time: 0.0491610 Sep 27 09:38:06.961621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-2c2803be-55fe-4fad-8c7c-3b3ee42efbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:06.963075 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-2c2803be-55fe-4fad-8c7c-3b3ee42efbfc service neutron] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 915 time: 0.0861359 Sep 27 09:38:07.007177 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-994d8608-f34e-4314-9f00-b3054112cd4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 217 time: 0.0372787 Sep 27 09:38:07.057233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-668ef77b-2df9-4a9d-b5b0-2eb870876588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:07.058744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-668ef77b-2df9-4a9d-b5b0-2eb870876588 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0448806 Sep 27 09:38:07.107391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-3b3ecbde-976c-429f-8de1-384a1595b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:07.108935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-3b3ecbde-976c-429f-8de1-384a1595b611 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433419 Sep 27 09:38:07.229308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-89cb0d85-49bf-4f0d-b713-586e16916fd8 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118431 Sep 27 09:38:07.319656 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e8bb38fb-8072-445e-8277-b3fbb4bfd24c req-aa197960-5be2-429a-9172-58ef97cf3896 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819166 Sep 27 09:38:11.527762 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408e129-664f-4c4f-b4c5-a5134b6d6119 req-b174c260-0cef-45b2-97e6-b825e578177f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:11.529324 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c408e129-664f-4c4f-b4c5-a5134b6d6119 req-b174c260-0cef-45b2-97e6-b825e578177f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0583222 Sep 27 09:38:11.572695 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c408e129-664f-4c4f-b4c5-a5134b6d6119 req-245ffacb-6c38-4359-9631-ea9a1e61b216 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350027 Sep 27 09:38:11.600171 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:11.702471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd17fb9-cf58-404e-9b3b-b00c7dfbd6e6 tempest-TestMinimumBasicScenario-2109624095 tempest-TestMinimumBasicScenario-2109624095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:11.704006 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0bd17fb9-cf58-404e-9b3b-b00c7dfbd6e6 tempest-TestMinimumBasicScenario-2109624095 tempest-TestMinimumBasicScenario-2109624095-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1091 time: 0.1025484 Sep 27 09:38:11.708820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40016) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:11.713463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:11.741240 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:11.849978 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:11.965803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Allocated IP 172.25.2.65 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/3b453d2e-366f-45a5-85b8-21753953982e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:38:12.065491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:12.100919 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:12.138292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:38:12.141142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:38:12.144572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:38:12.152762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'Port': ['ID=3b453d2e-366f-45a5-85b8-21753953982e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:12.527045 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:12.602907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:12.752940 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:12.758921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:12.832799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'Port': ['ID=3b453d2e-366f-45a5-85b8-21753953982e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:12.843483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:12.948183 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Floating IP 530591ce-02d1-4d97-abfb-dabe5706d9a9 associated. External IP: 172.25.2.65, port: bd112398-f54e-47a6-840f-6a0ce1ce59cc. Sep 27 09:38:13.511681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Router 41c6029d-bd2a-4cb1-9297-65afaa833e05 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:38:13.628695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:38:13.639457 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] Sync routers for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:38:13.650675 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.651863 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:38:13.652549 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:38:13.679610 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0d38f4dc-9f46-401e-ae0b-479484ea2acc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9696641 Sep 27 09:38:13.680204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:38:13.682571 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:38:13.682733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:13.687571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f04d4441-f997-4e10-9122-ac65deee3963 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319238830', 'description': 'tempest-secgroup-smoke-1319238830 description', 'project_id': '0f270b6a3e464f319047c98e2ed9c08f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:13.711012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f04d4441-f997-4e10-9122-ac65deee3963 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.721143 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cbfa26-34d8-4cd3-b70d-b8f952a9a2d7 x-openstack-request-id: req-a0cbfa26-34d8-4cd3-b70d-b8f952a9a2d7 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:38:13.721444 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:38:13.721701 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0cbfa26-34d8-4cd3-b70d-b8f952a9a2d7 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:38:13.722468 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'status': 'completed', 'code': 200} Sep 27 09:38:13.760558 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:38:13.788110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-61ab7bb6-0986-413a-90e0-27ab28f1e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:13.789722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-61ab7bb6-0986-413a-90e0-27ab28f1e85e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1096 time: 0.0439939 Sep 27 09:38:13.805945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f04d4441-f997-4e10-9122-ac65deee3963 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.811208 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f04d4441-f997-4e10-9122-ac65deee3963 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.842358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d4441-f997-4e10-9122-ac65deee3963 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998f404c-81e3-4b0e-9167-a0e64df1b3fc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:13.847820 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f04d4441-f997-4e10-9122-ac65deee3963 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.849156 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f04d4441-f997-4e10-9122-ac65deee3963 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1653512 Sep 27 09:38:13.852136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40022) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:13.857046 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'security_group_rule': {'security_group_id': '998f404c-81e3-4b0e-9167-a0e64df1b3fc', 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:13.888244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.896829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-d1ff95fd-16df-4713-8479-5b76c48ee0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:13.899821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-d1ff95fd-16df-4713-8479-5b76c48ee0fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 915 time: 0.1032212 Sep 27 09:38:13.951449 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.955879 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.981304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-164fd76a-cf92-4789-bd3f-30f47c94da4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 998 time: 0.0699978 Sep 27 09:38:13.984555 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:13.985800 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326461 Sep 27 09:38:13.986910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9244aa0e-7980-4a19-bc7e-5acaff5bbcb4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:13.988725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40024) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:13.993659 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-098cfd26-478b-487d-a46b-935640a0d739 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'security_group_rule': {'security_group_id': '998f404c-81e3-4b0e-9167-a0e64df1b3fc', 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:13.995119 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.995465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.996201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.996201 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.996491 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.996831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.997151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.997475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.997805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.998129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.998578 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.998774 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2fcc-4bf2-4b45-a4dc-4dc362defba3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:38:13.998887 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '530591ce-02d1-4d97-abfb-dabe5706d9a9', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'port_id': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'mac_address': 'fa:16:3e:e6:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:38:12Z', 'updated_at': '2021-09-27T09:38:12Z', 'revision_number': 0, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:28Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:38:14.029356 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] Checking router: 41c6029d-bd2a-4cb1-9297-65afaa833e05 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:38:14.038207 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:38:14.038768 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:37:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:38:14.060184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-20824a23-4e6e-476a-8c95-8da4c9688cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:14.061750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-20824a23-4e6e-476a-8c95-8da4c9688cf2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0611565 Sep 27 09:38:14.063096 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-098cfd26-478b-487d-a46b-935640a0d739 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.147242 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:38:14.151817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-a75172fb-d561-4d54-ada6-390ba216386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:14.153442 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-a75172fb-d561-4d54-ada6-390ba216386a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814302 Sep 27 09:38:14.155098 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-098cfd26-478b-487d-a46b-935640a0d739 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.159866 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-098cfd26-478b-487d-a46b-935640a0d739 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.208658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cfd26-478b-487d-a46b-935640a0d739 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa00a68e-0aa2-48d7-813a-56c266c32f13,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:14.214525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-098cfd26-478b-487d-a46b-935640a0d739 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.218765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40026) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:14.218956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-098cfd26-478b-487d-a46b-935640a0d739 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288897 Sep 27 09:38:14.224236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2a4bc315-13ba-4033-b2ad-cf46a708b442 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'security_group_rule': {'security_group_id': '998f404c-81e3-4b0e-9167-a0e64df1b3fc', 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:14.252075 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc315-13ba-4033-b2ad-cf46a708b442 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.285666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-9664b4cf-f739-4f52-9425-cdd207b58586 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232526 Sep 27 09:38:14.324506 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc315-13ba-4033-b2ad-cf46a708b442 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.329046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc315-13ba-4033-b2ad-cf46a708b442 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.351488 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bc315-13ba-4033-b2ad-cf46a708b442 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6125f413-ea69-4581-be01-205861608c8a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:14.361667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc315-13ba-4033-b2ad-cf46a708b442 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.365684 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a4bc315-13ba-4033-b2ad-cf46a708b442 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431556 Sep 27 09:38:14.365928 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:14.370803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6addda73-878e-4c4a-8973-ddd1358c8782 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'security_group_rule': {'security_group_id': '998f404c-81e3-4b0e-9167-a0e64df1b3fc', 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:14.397887 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b657b4b5-7c18-4000-99f9-fcc1cc5aba2c req-b08bbfdd-4d9e-4a7c-abba-0526a1c0728b service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054823 Sep 27 09:38:14.398516 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '530591ce-02d1-4d97-abfb-dabe5706d9a9', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'port_id': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'mac_address': 'fa:16:3e:e6:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:38:12Z', 'updated_at': '2021-09-27T09:38:12Z', 'revision_number': 0, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:28Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:38:14.400986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6addda73-878e-4c4a-8973-ddd1358c8782 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.425914 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8116de-5b04-4d69-91dd-452689a60c52 None None] The sync data for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 is: [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '530591ce-02d1-4d97-abfb-dabe5706d9a9', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'port_id': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'mac_address': 'fa:16:3e:e6:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:38:12Z', 'updated_at': '2021-09-27T09:38:12Z', 'revision_number': 0, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:28Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:38:14.465090 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6addda73-878e-4c4a-8973-ddd1358c8782 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.469326 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6addda73-878e-4c4a-8973-ddd1358c8782 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.487722 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addda73-878e-4c4a-8973-ddd1358c8782 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc26f277-dc1e-448e-9cb5-a60e3b1498b9,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:14.495507 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6addda73-878e-4c4a-8973-ddd1358c8782 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.496903 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6addda73-878e-4c4a-8973-ddd1358c8782 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299961 Sep 27 09:38:14.499769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40030) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:14.504791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-cf321479-9dea-4254-9cd6-c8fd451c602a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'security_group_rule': {'security_group_id': '998f404c-81e3-4b0e-9167-a0e64df1b3fc', 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:14.527706 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-cf321479-9dea-4254-9cd6-c8fd451c602a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Project 0f270b6a3e464f319047c98e2ed9c08f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:38:14.532482 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf321479-9dea-4254-9cd6-c8fd451c602a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.594572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf321479-9dea-4254-9cd6-c8fd451c602a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.599391 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf321479-9dea-4254-9cd6-c8fd451c602a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.617801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf321479-9dea-4254-9cd6-c8fd451c602a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a444b42-9b63-418c-9aac-a2e0ace898ac,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:14.623413 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cf321479-9dea-4254-9cd6-c8fd451c602a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.627128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cf321479-9dea-4254-9cd6-c8fd451c602a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238117 Sep 27 09:38:14.627589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40032) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:38:14.631293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c3f6f-05f1-42af-ac70-46e0821516f2 None None] New status for floating IP 530591ce-02d1-4d97-abfb-dabe5706d9a9: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:38:14.635746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dff82ade-e5bf-4879-8847-a377dbe11f5a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'security_group_rule': {'security_group_id': '998f404c-81e3-4b0e-9167-a0e64df1b3fc', 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:14.661102 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-dff82ade-e5bf-4879-8847-a377dbe11f5a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Project 0f270b6a3e464f319047c98e2ed9c08f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:38:14.666446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dff82ade-e5bf-4879-8847-a377dbe11f5a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.726545 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dff82ade-e5bf-4879-8847-a377dbe11f5a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.730838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dff82ade-e5bf-4879-8847-a377dbe11f5a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.748160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff82ade-e5bf-4879-8847-a377dbe11f5a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790d1196-b020-4b03-a0be-6077df6d86ef,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:14.755155 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dff82ade-e5bf-4879-8847-a377dbe11f5a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.756830 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dff82ade-e5bf-4879-8847-a377dbe11f5a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284816 Sep 27 09:38:14.814944 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:14.839322 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-271d3c52-984e-418b-bace-c721813c0060 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319238830&fields=id&tenant_id=0f270b6a3e464f319047c98e2ed9c08f HTTP/1.1" status: 200 len: 267 time: 0.0365300 Sep 27 09:38:14.893293 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-37b5c7e9-0dc4-4f1a-9c0d-a230b80f0550 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:14.894690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-37b5c7e9-0dc4-4f1a-9c0d-a230b80f0550 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Sep 27 09:38:14.905785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'port': {'security_groups': ['a91b0a7e-e933-4006-bb1f-1464ed554639', '998f404c-81e3-4b0e-9167-a0e64df1b3fc']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:38:14.973847 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:15.167063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] For port bd112398-f54e-47a6-840f-6a0ce1ce59cc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:38:15.186937 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30658140-3ee9-4d13-b0f6-6a60e4d0b7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:15.206954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:15.212653 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:15.224727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['bd112398-f54e-47a6-840f-6a0ce1ce59cc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:38:15.256025 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:15.256752 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:15.258168 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8cb9ab79-05d6-4cbe-92ba-68b7f1fe9c7f req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "PUT /v2.0/ports/bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 981 time: 0.3568645 Sep 27 09:38:15.258618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:38:15.261017 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665a53cb-8339-4c95-892a-d09a63075b42" -d '{"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:38:15.287043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2230858-7e7d-466d-90c9-b4507daaeef8 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'Port': ['ID=bd112398-f54e-47a6-840f-6a0ce1ce59cc,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:38:15.319385 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['bd112398-f54e-47a6-840f-6a0ce1ce59cc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:38:15.398497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81b7ec-c790-4bfc-8ee5-601e3d9944c2 req-fe29c62e-c5f1-4e05-9784-c8cc24cbb818 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:15.400251 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce81b7ec-c790-4bfc-8ee5-601e3d9944c2 req-fe29c62e-c5f1-4e05-9784-c8cc24cbb818 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0615413 Sep 27 09:38:15.452191 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ce81b7ec-c790-4bfc-8ee5-601e3d9944c2 req-e33a8193-0a37-40d1-afa3-f27a4fb92c73 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449755 Sep 27 09:38:15.472977 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a0922f-27fe-4957-bab5-83a4f8300add x-openstack-request-id: req-72a0922f-27fe-4957-bab5-83a4f8300add {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:38:15.473269 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:38:15.473528 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72a0922f-27fe-4957-bab5-83a4f8300add {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:38:15.473932 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'status': 'completed', 'code': 200} Sep 27 09:38:15.537894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a53cb-8339-4c95-892a-d09a63075b42 req-effe7236-382c-438e-b6b0-a013ba317211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:15.539325 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665a53cb-8339-4c95-892a-d09a63075b42 req-effe7236-382c-438e-b6b0-a013ba317211 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1135 time: 0.0434244 Sep 27 09:38:15.541217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4e0fb30e-7b83-42cb-847b-69769edde745 None None] Provisioning complete for port bd112398-f54e-47a6-840f-6a0ce1ce59cc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:38:15.541620 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb30e-7b83-42cb-847b-69769edde745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:15.627777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a53cb-8339-4c95-892a-d09a63075b42 req-ef648d51-4b1e-495a-947a-d2a022067b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:15.629274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665a53cb-8339-4c95-892a-d09a63075b42 req-ef648d51-4b1e-495a-947a-d2a022067b97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 915 time: 0.0832841 Sep 27 09:38:15.700620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665a53cb-8339-4c95-892a-d09a63075b42 req-c0efcc5e-d4e9-44f1-8fad-c209dc0bbadb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 1000 time: 0.0637431 Sep 27 09:38:15.749533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a53cb-8339-4c95-892a-d09a63075b42 req-96c9b75a-e08e-401b-9b8a-cf92e99f8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:15.750987 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665a53cb-8339-4c95-892a-d09a63075b42 req-96c9b75a-e08e-401b-9b8a-cf92e99f8e07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0438521 Sep 27 09:38:15.797285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a53cb-8339-4c95-892a-d09a63075b42 req-de55b845-65de-438c-87eb-dac3bc004d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:15.798782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665a53cb-8339-4c95-892a-d09a63075b42 req-de55b845-65de-438c-87eb-dac3bc004d7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395391 Sep 27 09:38:15.892621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665a53cb-8339-4c95-892a-d09a63075b42 req-902dd9e9-e0e4-4f69-8bc5-a9518c88872f service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856519 Sep 27 09:38:15.987073 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-665a53cb-8339-4c95-892a-d09a63075b42 req-0a6cbe5c-73ab-4c53-8859-2650b664d78f service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872617 Sep 27 09:38:17.674167 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-106e4351-8282-4caf-a896-092590453360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:18.130733 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:19.248890 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:20.857404 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:32.759440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2635749-9bbb-435e-9c46-33da6543aeef req-e88fc956-a0de-4cb0-8eef-d859cf32774a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:32.760949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2635749-9bbb-435e-9c46-33da6543aeef req-e88fc956-a0de-4cb0-8eef-d859cf32774a tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0797534 Sep 27 09:38:32.762815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-849fb962-1428-41f7-93fc-fbf2278c520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:32.764159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-849fb962-1428-41f7-93fc-fbf2278c520f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1135 time: 0.0739770 Sep 27 09:38:32.858820 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b2635749-9bbb-435e-9c46-33da6543aeef req-1e5dd138-5b0c-4662-8b68-7d2c21c98c37 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910001 Sep 27 09:38:32.887771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-5c82d749-1df1-4cbb-9811-61621d1e329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:32.889356 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-5c82d749-1df1-4cbb-9811-61621d1e329b service neutron] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 915 time: 0.1159282 Sep 27 09:38:32.965596 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-7b4069b3-7151-4f30-8443-ce7aa76ba691 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 1000 time: 0.0679612 Sep 27 09:38:33.016210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-84a47216-44bf-469c-895f-9960122845b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:33.017647 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-84a47216-44bf-469c-895f-9960122845b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0439568 Sep 27 09:38:33.080862 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-265f207b-efa1-4706-8621-21ade38c0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:33.082355 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-265f207b-efa1-4706-8621-21ade38c0c60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570009 Sep 27 09:38:33.173991 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-7c79c6cc-7edd-4a2d-97b1-c2c49882507f service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837655 Sep 27 09:38:33.267663 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4722e079-a3dc-4efd-a32d-e2181041ad06 req-7f3d9e05-580c-4854-8b3f-b013862849d9 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Sep 27 09:38:33.992936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339afa0-32ef-4303-8735-06208caae1e7 req-a9f1db36-e844-4d3f-9dbe-9c5ebc275073 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:33.994407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e339afa0-32ef-4303-8735-06208caae1e7 req-a9f1db36-e844-4d3f-9dbe-9c5ebc275073 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0560100 Sep 27 09:38:34.034319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e339afa0-32ef-4303-8735-06208caae1e7 req-84a6518c-81bf-4fe3-bd7d-d26d6ef126ac tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337267 Sep 27 09:38:35.156874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff164-a097-490c-bf7b-2d55b671612a req-f79cda04-cbc2-4364-a0eb-77c37e703297 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:35.158379 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ccdff164-a097-490c-bf7b-2d55b671612a req-f79cda04-cbc2-4364-a0eb-77c37e703297 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0516396 Sep 27 09:38:35.198980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ccdff164-a097-490c-bf7b-2d55b671612a req-1f0b2598-a271-4977-a4ee-62dc7ab444be tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344596 Sep 27 09:38:36.327467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528ff3a-8eae-4283-b95a-ce63ccfa006a req-7f716a83-6650-4de7-ad2b-d0473931399b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:36.328860 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c528ff3a-8eae-4283-b95a-ce63ccfa006a req-7f716a83-6650-4de7-ad2b-d0473931399b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0585301 Sep 27 09:38:36.371940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c528ff3a-8eae-4283-b95a-ce63ccfa006a req-23943d68-f23d-42af-85cd-9c037c4ef94c tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363717 Sep 27 09:38:36.516980 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:37.501652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26761c89-5486-4cd2-a1a3-01326d131477 req-03fb0660-3d56-4168-9e14-ab87a28022ab tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:37.503135 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26761c89-5486-4cd2-a1a3-01326d131477 req-03fb0660-3d56-4168-9e14-ab87a28022ab tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0539684 Sep 27 09:38:37.547456 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-26761c89-5486-4cd2-a1a3-01326d131477 req-2ad58927-7759-4edf-953a-fb549f427b10 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349395 Sep 27 09:38:38.677019 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b017-51aa-4ae1-a8e9-20496cf1cd43 req-83283737-78ce-464a-91a5-35bcd96cef07 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:38.678592 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5025b017-51aa-4ae1-a8e9-20496cf1cd43 req-83283737-78ce-464a-91a5-35bcd96cef07 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0584540 Sep 27 09:38:38.722295 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5025b017-51aa-4ae1-a8e9-20496cf1cd43 req-29f9d51d-3a55-4c88-b4ab-1888d0980162 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372009 Sep 27 09:38:39.855823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65398f-93d2-4e24-b436-971daf84b40d req-21758bf0-7234-4a46-9e64-c9d022419698 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:39.857334 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e65398f-93d2-4e24-b436-971daf84b40d req-21758bf0-7234-4a46-9e64-c9d022419698 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0555406 Sep 27 09:38:39.896904 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0e65398f-93d2-4e24-b436-971daf84b40d req-1ef7f8a0-a743-4a30-a01a-563e6caf9537 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332553 Sep 27 09:38:41.043980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd9cc-c0c4-439a-8b4a-bbec6f681ec0 req-c9d347d4-a55d-4c6d-b7ed-4e9163e0ac48 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:41.045505 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d00fd9cc-c0c4-439a-8b4a-bbec6f681ec0 req-c9d347d4-a55d-4c6d-b7ed-4e9163e0ac48 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0586760 Sep 27 09:38:41.087080 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d00fd9cc-c0c4-439a-8b4a-bbec6f681ec0 req-d245f18d-5172-41b9-abd9-10292012d667 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351593 Sep 27 09:38:42.232556 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262f6a-b0bb-4f36-b1c3-558f1c923238 req-cd474261-6175-467e-81bb-c86d3ce2237f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:42.234101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a262f6a-b0bb-4f36-b1c3-558f1c923238 req-cd474261-6175-467e-81bb-c86d3ce2237f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0543633 Sep 27 09:38:42.275273 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5a262f6a-b0bb-4f36-b1c3-558f1c923238 req-028c5e9e-6af8-4b0f-8862-481df813f68b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341816 Sep 27 09:38:42.559915 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:38:43.420034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1368-5840-42c7-898c-8cb7418b692d req-2771e393-9d6d-4eb7-b67a-1a0aa6fc4fbf tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:43.421521 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-837f1368-5840-42c7-898c-8cb7418b692d req-2771e393-9d6d-4eb7-b67a-1a0aa6fc4fbf tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0581107 Sep 27 09:38:43.464869 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-837f1368-5840-42c7-898c-8cb7418b692d req-11e119e7-8517-4a8a-8157-807ebce1176c tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334885 Sep 27 09:38:44.599451 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0f402-82da-4f5c-a3ef-eaf977cd5bf5 req-4239bbfa-c1cf-4a49-9663-eba4a9f3f232 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:38:44.600950 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0a0f402-82da-4f5c-a3ef-eaf977cd5bf5 req-4239bbfa-c1cf-4a49-9663-eba4a9f3f232 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0524604 Sep 27 09:38:44.643251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c0a0f402-82da-4f5c-a3ef-eaf977cd5bf5 req-a388b1f6-c4eb-4f02-ba37-b7689620affc tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=998f404c-81e3-4b0e-9167-a0e64df1b3fc&id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350728 Sep 27 09:38:44.831848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:45.195487 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-619eb76c-1d46-47d1-a473-8ce7b46b2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:47.678679 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56303000-9173-4d54-a227-31bb709288e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:48.133819 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:49.252721 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:38:50.864207 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:06.517200 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:07.759889 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1256519-0365-4b00-851e-92ec97993132 req-fa728520-a705-4569-870c-1ee1c65fba0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475242 Sep 27 09:39:07.851764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256519-0365-4b00-851e-92ec97993132 req-cb0ee5ff-bb0c-431e-a377-bdf502efa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:07.853349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1256519-0365-4b00-851e-92ec97993132 req-cb0ee5ff-bb0c-431e-a377-bdf502efa1ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1135 time: 0.0432680 Sep 27 09:39:07.979888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256519-0365-4b00-851e-92ec97993132 req-f7c918bb-34f1-4ed6-b46f-2e9d1edf2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:07.981395 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1256519-0365-4b00-851e-92ec97993132 req-f7c918bb-34f1-4ed6-b46f-2e9d1edf2c0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 915 time: 0.0946476 Sep 27 09:39:08.052139 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1256519-0365-4b00-851e-92ec97993132 req-a964179a-fadf-424d-9fb2-390470f7a4e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 1000 time: 0.0627685 Sep 27 09:39:08.101269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256519-0365-4b00-851e-92ec97993132 req-94af2192-2042-4c02-8c80-14e2b6511a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:08.102768 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1256519-0365-4b00-851e-92ec97993132 req-94af2192-2042-4c02-8c80-14e2b6511a61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0435801 Sep 27 09:39:08.148359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256519-0365-4b00-851e-92ec97993132 req-1567985a-5be5-4fd3-9d3f-b6c45d64228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:08.150046 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1256519-0365-4b00-851e-92ec97993132 req-1567985a-5be5-4fd3-9d3f-b6c45d64228e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401163 Sep 27 09:39:08.243913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1256519-0365-4b00-851e-92ec97993132 req-4c676c63-92cb-44e9-9a5e-fb4dc7c77b1d service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861588 Sep 27 09:39:08.339451 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e1256519-0365-4b00-851e-92ec97993132 req-51ffca89-1470-430d-babf-d4b6e61b6352 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885324 Sep 27 09:39:14.853208 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:15.191134 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcca6eb7-2f59-4dbb-98c1-32a31497f88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.034230 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-224d7d3a-e703-455c-907a-555a07305d59 req-d287ff3f-8385-41b8-a8d7-888203e62b2e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319238830&fields=id&tenant_id=0f270b6a3e464f319047c98e2ed9c08f HTTP/1.1" status: 200 len: 267 time: 0.0914011 Sep 27 09:39:17.087340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d7d3a-e703-455c-907a-555a07305d59 req-69457598-cfc0-43d0-b5da-8124c1d0bed9 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:17.088889 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-224d7d3a-e703-455c-907a-555a07305d59 req-69457598-cfc0-43d0-b5da-8124c1d0bed9 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 984 time: 0.0488670 Sep 27 09:39:17.102908 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-224d7d3a-e703-455c-907a-555a07305d59 req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Request body: {'port': {'security_groups': ['a91b0a7e-e933-4006-bb1f-1464ed554639']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:17.174985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-224d7d3a-e703-455c-907a-555a07305d59 req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.366615 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-224d7d3a-e703-455c-907a-555a07305d59 req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] For port bd112398-f54e-47a6-840f-6a0ce1ce59cc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:17.395883 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-224d7d3a-e703-455c-907a-555a07305d59 req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.402806 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-224d7d3a-e703-455c-907a-555a07305d59 req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.415253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['bd112398-f54e-47a6-840f-6a0ce1ce59cc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:39:17.447915 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d7d3a-e703-455c-907a-555a07305d59 req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:17.448558 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-224d7d3a-e703-455c-907a-555a07305d59 req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.449959 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-224d7d3a-e703-455c-907a-555a07305d59 req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "PUT /v2.0/ports/bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 942 time: 0.3543153 Sep 27 09:39:17.450403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:39:17.457358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40090) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:17.461069 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615988d9-a70d-4744-ba5b-24bccbeff4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:39:17.497147 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event updated for resources: {'Port': ['ID=bd112398-f54e-47a6-840f-6a0ce1ce59cc,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:17.505904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.506253 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.506584 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.506968 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.507296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.507620 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.507949 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.508318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.508692 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.509060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.509384 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.509903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89154643-c621-4126-83c5-7f8870b4c08b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.525591 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5926efc-ee36-4113-bb20-81962b3524d5 x-openstack-request-id: req-c5926efc-ee36-4113-bb20-81962b3524d5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:39:17.525885 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:39:17.526276 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5926efc-ee36-4113-bb20-81962b3524d5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:39:17.526677 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'status': 'completed', 'code': 200} Sep 27 09:39:17.554983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['bd112398-f54e-47a6-840f-6a0ce1ce59cc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:39:17.563380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.607392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.627157 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-44839ca5-24d4-4df4-b6ba-58bcf70413be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:17.628611 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-44839ca5-24d4-4df4-b6ba-58bcf70413be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1096 time: 0.0773821 Sep 27 09:39:17.690467 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1c003cd-a0e5-4696-b9ec-efad0bac5ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.729533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-00bc9fcf-aeb7-471d-b6a7-206e939964a1 None None] Provisioning complete for port bd112398-f54e-47a6-840f-6a0ce1ce59cc triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:17.729883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00bc9fcf-aeb7-471d-b6a7-206e939964a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.738569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-bc3ae531-1b51-4a4c-8de5-00139d94c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:17.740056 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-bc3ae531-1b51-4a4c-8de5-00139d94c516 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 915 time: 0.1038516 Sep 27 09:39:17.754237 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.756696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:17.757771 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "DELETE /v2.0/security-groups/998f404c-81e3-4b0e-9167-a0e64df1b3fc HTTP/1.1" status: 204 len: 168 time: 0.2985775 Sep 27 09:39:17.761150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:17.798665 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f404c-81e3-4b0e-9167-a0e64df1b3fc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:17.811104 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.811494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.811766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.812096 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.812444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.812768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.813086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.813410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.813727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.814045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.814361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.814675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea25b3-b4e0-4f26-a485-418b486bcb27 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:17.828296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-8152a7d6-ad59-470b-84e9-904b8621fa12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 1000 time: 0.0809159 Sep 27 09:39:17.893126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-3e9b1bb7-e8d4-4850-970b-f73340d7af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:17.894766 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-3e9b1bb7-e8d4-4850-970b-f73340d7af5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0581777 Sep 27 09:39:17.944212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-d77fd5d2-f100-4c1b-956c-af68b21484f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:17.945850 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-d77fd5d2-f100-4c1b-956c-af68b21484f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432863 Sep 27 09:39:18.041310 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-19c890a8-adfd-4016-ac96-9119eff2096f service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883148 Sep 27 09:39:18.128590 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:18.142361 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-615988d9-a70d-4744-ba5b-24bccbeff4f6 req-8fccb9a6-bf86-417a-b07f-eda420e13db8 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935717 Sep 27 09:39:18.282628 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Deleting port 3b453d2e-366f-45a5-85b8-21753953982e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:18.283250 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:18.360740 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:18.361024 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:18.372787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Calling delete_port for 3b453d2e-366f-45a5-85b8-21753953982e owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:18.523479 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:18.548483 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event deleted for resources: {'Port': ['ID=3b453d2e-366f-45a5-85b8-21753953982e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:18.612189 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:18.612549 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Floating IP 530591ce-02d1-4d97-abfb-dabe5706d9a9 disassociated (deleted). External IP: 172.25.2.65, port: bd112398-f54e-47a6-840f-6a0ce1ce59cc. Sep 27 09:39:18.835089 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Router 41c6029d-bd2a-4cb1-9297-65afaa833e05 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:39:18.949063 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:39:18.953969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:18.961321 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] Sync routers for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:39:18.970600 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:18.971232 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:18.982319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0fdc3b80-98fc-424d-afd6-07f385a8ec8f tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "DELETE /v2.0/floatingips/530591ce-02d1-4d97-abfb-dabe5706d9a9 HTTP/1.1" status: 204 len: 168 time: 1.2200460 Sep 27 09:39:19.075757 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:19.254456 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:19.285924 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:28Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:19.325419 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] Checking router: 41c6029d-bd2a-4cb1-9297-65afaa833e05 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:39:19.335653 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:19.336264 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:19.440605 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:19.528393 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:39:19.530866 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0163d93f-98ce-488e-9d8b-f1885c3a7824" -d '{"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:39:19.568947 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27d14ae-4433-498b-9450-59dedcef9285 x-openstack-request-id: req-d27d14ae-4433-498b-9450-59dedcef9285 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:39:19.569255 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:39:19.569657 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d27d14ae-4433-498b-9450-59dedcef9285 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:39:19.570196 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'status': 'completed', 'code': 200} Sep 27 09:39:19.570321 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:39:19.635260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-7bedfcfe-9cbc-4f16-a887-a306ad993331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:19.637144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-7bedfcfe-9cbc-4f16-a887-a306ad993331 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 1096 time: 0.0461330 Sep 27 09:39:19.741138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-5362be68-e224-4582-9da8-3eaf3ffc9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:19.743030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-5362be68-e224-4582-9da8-3eaf3ffc9363 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 200 len: 915 time: 0.0980535 Sep 27 09:39:19.747182 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:28Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:19.775716 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab7f09-7894-4745-b0dd-6018281d2dee None None] The sync data for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 is: [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:37:24Z', 'revision_number': 4, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'd85ccbb7-0e7d-406e-9636-5faf77af2a07', 'name': '', 'network_id': '79feaf47-e315-439a-a25b-827a1edba00d', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'mac_address': 'fa:16:3e:b1:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:23Z', 'updated_at': '2021-09-27T09:37:28Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'subnets': [{'id': '7164f2c5-a17f-4090-a708-40a7d787acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:39:19.789335 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-3d302954-bf39-4954-9b49-cd20d60adc1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 200 len: 217 time: 0.0387235 Sep 27 09:39:19.844891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-5f41740a-9d38-48ba-85c9-d6c67d212050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:19.846427 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-5f41740a-9d38-48ba-85c9-d6c67d212050 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 200 len: 853 time: 0.0508039 Sep 27 09:39:19.893572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-0302145a-2548-4c15-a2ce-851415ab288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:19.895333 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-0302145a-2548-4c15-a2ce-851415ab288d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79feaf47-e315-439a-a25b-827a1edba00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422747 Sep 27 09:39:19.989977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-a0175296-16fc-41b9-8b33-a1e9216ec083 service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873899 Sep 27 09:39:20.014198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab6399-e8b8-433e-8fba-ef75fb6e1a86 None None] New status for floating IP 530591ce-02d1-4d97-abfb-dabe5706d9a9: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:39:20.092654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0163d93f-98ce-488e-9d8b-f1885c3a7824 req-3e8c27e0-e222-4fd7-b3ca-f6eecaa8d37c service neutron] 10.222.0.67 "GET /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950549 Sep 27 09:39:20.855273 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:27.129025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a526062-2cf8-4b9d-ba19-b84fae7377fb req-3cdedfe0-1494-4804-9a42-b383d8f36518 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:27.130410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a526062-2cf8-4b9d-ba19-b84fae7377fb req-3cdedfe0-1494-4804-9a42-b383d8f36518 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0541477 Sep 27 09:39:27.168142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a526062-2cf8-4b9d-ba19-b84fae7377fb req-5cbaa57c-94cf-4851-8798-71d73f134c50 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Sep 27 09:39:28.288696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3e8a5-0aef-4a91-9afa-c56a48feb2ad req-c8db8648-87e0-4f1c-8a98-d504be68d72e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:28.290325 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1b3e8a5-0aef-4a91-9afa-c56a48feb2ad req-c8db8648-87e0-4f1c-8a98-d504be68d72e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0515561 Sep 27 09:39:28.334505 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1b3e8a5-0aef-4a91-9afa-c56a48feb2ad req-7ec6682a-50bc-479e-9962-df1fc89205c3 tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/security-groups?id=a91b0a7e-e933-4006-bb1f-1464ed554639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349588 Sep 27 09:39:28.755805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-9a146021-619e-4ac3-9e5e-a871a534170d tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:28.757272 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-9a146021-619e-4ac3-9e5e-a871a534170d tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 945 time: 0.0518944 Sep 27 09:39:28.851969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Deleting port bd112398-f54e-47a6-840f-6a0ce1ce59cc {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:28.852308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:28.945908 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] For port bd112398-f54e-47a6-840f-6a0ce1ce59cc, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bd112398-f54e-47a6-840f-6a0ce1ce59cc,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:28.946263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:28.958199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Calling delete_port for bd112398-f54e-47a6-840f-6a0ce1ce59cc owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:29.092204 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:29.105607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['bd112398-f54e-47a6-840f-6a0ce1ce59cc'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:39:29.125100 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Pushing event deleted for resources: {'Port': ['ID=bd112398-f54e-47a6-840f-6a0ce1ce59cc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:29.167837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] No DVR routers for this DVR port bd112398-f54e-47a6-840f-6a0ce1ce59cc on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:39:29.171579 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:29.174532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d4fb5789-76a1-4017-870b-9f94c749bca1 req-a85b8379-9141-480b-ba35-34e89df0823e tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.67 "DELETE /v2.0/ports/bd112398-f54e-47a6-840f-6a0ce1ce59cc HTTP/1.1" status: 204 len: 173 time: 0.4110730 Sep 27 09:39:29.175160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'name': 'network-vif-deleted', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:39:29.178464 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e8398e-7a04-4c09-b2f3-bedd0b238bf5" -d '{"events": [{"server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "name": "network-vif-deleted", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:39:29.277302 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23be40c1-d2b2-431c-95db-dc6cefbf039f x-openstack-request-id: req-23be40c1-d2b2-431c-95db-dc6cefbf039f {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:39:29.277675 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc99a0c0-e25a-44cc-a519-386bbd598409", "name": "network-vif-deleted", "tag": "bd112398-f54e-47a6-840f-6a0ce1ce59cc", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:39:29.277932 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23be40c1-d2b2-431c-95db-dc6cefbf039f {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:39:29.278353 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc99a0c0-e25a-44cc-a519-386bbd598409', 'name': 'network-vif-deleted', 'tag': 'bd112398-f54e-47a6-840f-6a0ce1ce59cc', 'status': 'completed', 'code': 200} Sep 27 09:39:29.445118 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f0ab2b72-d79e-4415-9878-e54099b9f897 req-cd61d0c7-2574-4c79-8cba-6c25f9e7722b tempest-TestMinimumBasicScenario-389753895 tempest-TestMinimumBasicScenario-389753895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc99a0c0-e25a-44cc-a519-386bbd598409 HTTP/1.1" status: 200 len: 210 time: 0.0262392 Sep 27 09:39:31.039479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40204) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:31.407138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:31.676271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Deleting port d85ccbb7-0e7d-406e-9636-5faf77af2a07 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:31.676526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:31.778959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] For port d85ccbb7-0e7d-406e-9636-5faf77af2a07, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d85ccbb7-0e7d-406e-9636-5faf77af2a07,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:31.779326 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:31.792128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Calling delete_port for d85ccbb7-0e7d-406e-9636-5faf77af2a07 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:31.986973 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:32.015282 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85ccbb7-0e7d-406e-9636-5faf77af2a07,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:32.053368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device bd112398-f54e-47a6-840f-6a0ce1ce59cc no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:39:32.084097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: bd112398-f54e-47a6-840f-6a0ce1ce59cc {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:39:32.085244 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device bd112398-f54e-47a6-840f-6a0ce1ce59cc not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:39:32.192170 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:32.429705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Router 41c6029d-bd2a-4cb1-9297-65afaa833e05 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:39:32.539540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:39:32.546029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5ca9b94f-5fc0-471a-8306-bb5028378d07 admin admin] 10.222.0.50 "PUT /v2.0/routers/41c6029d-bd2a-4cb1-9297-65afaa833e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5045488 Sep 27 09:39:32.548800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40206) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:32.550077 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] Sync routers for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:39:32.560709 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:32.561158 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:32.665860 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:32.858023 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:39:31Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:32.884428 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] Checking router: 41c6029d-bd2a-4cb1-9297-65afaa833e05 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:39:32.893841 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] Routers {'41c6029d-bd2a-4cb1-9297-65afaa833e05'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:32.894460 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['41c6029d-bd2a-4cb1-9297-65afaa833e05'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:33.011322 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] Set router 41c6029d-bd2a-4cb1-9297-65afaa833e05 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:33.024278 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.130035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.183605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Deleting port b057b7cc-0994-4425-bdca-6c2286312037 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:33.183944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.189810 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:39:31Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:33.220519 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e1d236-a789-4df8-9b17-480cf6fe01a4 None None] The sync data for ids ['41c6029d-bd2a-4cb1-9297-65afaa833e05'] in n-d-810909-1 is: [{'id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'name': 'tempest-TestMinimumBasicScenario-707020003-router', 'tenant_id': '0f270b6a3e464f319047c98e2ed9c08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:21Z', 'updated_at': '2021-09-27T09:39:31Z', 'revision_number': 5, 'project_id': '0f270b6a3e464f319047c98e2ed9c08f', 'gw_port': {'id': 'b057b7cc-0994-4425-bdca-6c2286312037', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c6029d-bd2a-4cb1-9297-65afaa833e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:22Z', 'updated_at': '2021-09-27T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:39:33.274128 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] For port b057b7cc-0994-4425-bdca-6c2286312037, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b057b7cc-0994-4425-bdca-6c2286312037,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:33.274638 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.286779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Calling delete_port for b057b7cc-0994-4425-bdca-6c2286312037 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:33.459394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.483251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Pushing event deleted for resources: {'Port': ['ID=b057b7cc-0994-4425-bdca-6c2286312037,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:33.553138 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.649950 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.652576 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.695824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.696449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c6029d-bd2a-4cb1-9297-65afaa833e05 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:39:33.701013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.704541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6a34b98d-52c4-4837-b041-56e755a5651e admin admin] 10.222.0.50 "DELETE /v2.0/routers/41c6029d-bd2a-4cb1-9297-65afaa833e05 HTTP/1.1" status: 204 len: 168 time: 1.1524796 Sep 27 09:39:33.704814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40208) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:33.749568 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-092d29ee-ae42-4d65-81ab-9329c5d8f81a admin admin] Deleting subnet 7164f2c5-a17f-4090-a708-40a7d787acde {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:39:33.752677 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092d29ee-ae42-4d65-81ab-9329c5d8f81a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.787475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092d29ee-ae42-4d65-81ab-9329c5d8f81a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.877902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092d29ee-ae42-4d65-81ab-9329c5d8f81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.942671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092d29ee-ae42-4d65-81ab-9329c5d8f81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.968151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d29ee-ae42-4d65-81ab-9329c5d8f81a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7164f2c5-a17f-4090-a708-40a7d787acde,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:33.974034 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-092d29ee-ae42-4d65-81ab-9329c5d8f81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:33.976021 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-092d29ee-ae42-4d65-81ab-9329c5d8f81a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7164f2c5-a17f-4090-a708-40a7d787acde HTTP/1.1" status: 204 len: 168 time: 0.2702708 Sep 27 09:39:33.979364 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40210) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:33.979982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64f071-f78c-4154-b8c8-ec3de5a4cf26 None None] Network 79feaf47-e315-439a-a25b-827a1edba00d requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:39:34.050747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.106040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Deleting port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:34.106502 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.174394 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] For port ab493bb7-d48f-4f4c-b303-b99b6abf29c1, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ab493bb7-d48f-4f4c-b303-b99b6abf29c1,segment=NetworkSegment(54fbe628-319b-4d73-be68-0684e200a506),segment_id=54fbe628-319b-4d73-be68-0684e200a506)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:34.174834 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.187674 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Calling delete_port for ab493bb7-d48f-4f4c-b303-b99b6abf29c1 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:34.241937 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] DHCP port deletion for 79feaf47-e315-439a-a25b-827a1edba00d request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:39:34.287961 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.293719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Deleting port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:34.294110 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.303550 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] No DVR routers for this DVR port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:39:34.307054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ab493bb7-d48f-4f4c-b303-b99b6abf29c1 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:39:34.325989 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab493bb7-d48f-4f4c-b303-b99b6abf29c1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:34.334948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: ab493bb7-d48f-4f4c-b303-b99b6abf29c1 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:39:34.335296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ab493bb7-d48f-4f4c-b303-b99b6abf29c1 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:39:34.335722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d85ccbb7-0e7d-406e-9636-5faf77af2a07 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:39:34.382979 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: d85ccbb7-0e7d-406e-9636-5faf77af2a07 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:39:34.383292 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d85ccbb7-0e7d-406e-9636-5faf77af2a07 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:39:34.383734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b057b7cc-0994-4425-bdca-6c2286312037 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:39:34.403323 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.409884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b057b7cc-0994-4425-bdca-6c2286312037 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:39:34.410207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b057b7cc-0994-4425-bdca-6c2286312037 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:39:34.412067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] For port ab493bb7-d48f-4f4c-b303-b99b6abf29c1, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:34.412669 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.425007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79feaf47-e315-439a-a25b-827a1edba00d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:34.425285 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Calling delete_port for ab493bb7-d48f-4f4c-b303-b99b6abf29c1 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:34.427926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 09:39:34.429275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.434570 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fbe628-319b-4d73-be68-0684e200a506') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:34.434864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fbe628-319b-4d73-be68-0684e200a506') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:34.444186 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.454586 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Pushing event deleted for resources: {'Port': ['ID=ab493bb7-d48f-4f4c-b303-b99b6abf29c1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:34.457187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.458776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] No DVR routers for this DVR port ab493bb7-d48f-4f4c-b303-b99b6abf29c1 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:39:34.463411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:39:34.463807 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:39:34.465568 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:39:34.467957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.467957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.467957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.467957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.467957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.467957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.467957 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.468581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.468581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.469052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.469227 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.469603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e1ad76-042b-4822-8e1b-9e00967d2a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:34.523885 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.529289 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:34.531178 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/79feaf47-e315-439a-a25b-827a1edba00d HTTP/1.1" status: 204 len: 168 time: 0.5507674 Sep 27 09:39:34.534416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40212) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:34.541619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200ef8f-fdf6-4b99-a040-a1053bd5f7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=79feaf47-e315-439a-a25b-827a1edba00d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:34.897442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:35.148788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Deleting port a91daf47-fec9-44f3-a75c-5805d87a289a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:35.149064 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:35.239567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] For port a91daf47-fec9-44f3-a75c-5805d87a289a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=a91daf47-fec9-44f3-a75c-5805d87a289a,segment=NetworkSegment(7758d421-e1f6-46fc-b79b-03715fab81fa),segment_id=7758d421-e1f6-46fc-b79b-03715fab81fa)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:35.240028 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:35.253748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Calling delete_port for a91daf47-fec9-44f3-a75c-5805d87a289a owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:35.448254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:35.477604 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Pushing event deleted for resources: {'Port': ['ID=a91daf47-fec9-44f3-a75c-5805d87a289a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:35.645937 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:35.875497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Router cebfcc1d-c930-4aad-a003-6d147ddaf3af has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:39:35.984378 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:39:35.989901 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-606205fd-b4e8-4ffd-8d33-ea90f86da27f admin admin] 10.222.0.50 "PUT /v2.0/routers/cebfcc1d-c930-4aad-a003-6d147ddaf3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4542317 Sep 27 09:39:35.994210 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] Sync routers for ids ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:39:35.994792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40214) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:36.005647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] Routers {'cebfcc1d-c930-4aad-a003-6d147ddaf3af'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:36.006282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:36.103464 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.117622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] Set router cebfcc1d-c930-4aad-a003-6d147ddaf3af gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:36.213520 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.271446 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Deleting port 6303c334-8d88-41e2-8feb-e641def28f4b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:36.271791 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.295720 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:39:35Z', 'revision_number': 5, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port': {'id': '6303c334-8d88-41e2-8feb-e641def28f4b', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:37:27Z', 'updated_at': '2021-09-27T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:36.325796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] Checking router: cebfcc1d-c930-4aad-a003-6d147ddaf3af for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:39:36.334304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] Routers {'cebfcc1d-c930-4aad-a003-6d147ddaf3af'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:36.334935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:36.359631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] For port 6303c334-8d88-41e2-8feb-e641def28f4b, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6303c334-8d88-41e2-8feb-e641def28f4b,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:36.360013 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.373318 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Calling delete_port for 6303c334-8d88-41e2-8feb-e641def28f4b owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:36.420769 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] Set router cebfcc1d-c930-4aad-a003-6d147ddaf3af gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:36.470497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:39:36Z', 'revision_number': 6, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:36.501840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a9bd1-0496-493a-9100-fc2c8fd3a98d None None] The sync data for ids ['cebfcc1d-c930-4aad-a003-6d147ddaf3af'] in n-d-810909-1 is: [{'id': 'cebfcc1d-c930-4aad-a003-6d147ddaf3af', 'name': 'tempest-TestMinimumBasicScenario-845370696-router', 'tenant_id': '9bf56bd132cd444c99eece3b6036f20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:37:26Z', 'updated_at': '2021-09-27T09:39:36Z', 'revision_number': 6, 'project_id': '9bf56bd132cd444c99eece3b6036f20a', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:39:36.522186 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.550119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.576141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6303c334-8d88-41e2-8feb-e641def28f4b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:36.644359 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.738133 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.740557 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.786291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.786916 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cebfcc1d-c930-4aad-a003-6d147ddaf3af {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:39:36.791370 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.792573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-32e8e5e4-adb5-41b4-9f26-8f9462f20f98 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cebfcc1d-c930-4aad-a003-6d147ddaf3af HTTP/1.1" status: 204 len: 168 time: 0.7967350 Sep 27 09:39:36.795585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40216) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:36.842449 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3326153-6dfd-47e9-91fd-cef00c0b0f94 admin admin] Deleting subnet 99a89340-2769-4781-9714-2bd9ba5d9c07 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:39:36.845714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3326153-6dfd-47e9-91fd-cef00c0b0f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.881320 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3326153-6dfd-47e9-91fd-cef00c0b0f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:36.964032 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3326153-6dfd-47e9-91fd-cef00c0b0f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.015065 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3326153-6dfd-47e9-91fd-cef00c0b0f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.040765 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3326153-6dfd-47e9-91fd-cef00c0b0f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a89340-2769-4781-9714-2bd9ba5d9c07,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:37.042714 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3326153-6dfd-47e9-91fd-cef00c0b0f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.044672 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f3326153-6dfd-47e9-91fd-cef00c0b0f94 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/99a89340-2769-4781-9714-2bd9ba5d9c07 HTTP/1.1" status: 204 len: 168 time: 0.2476251 Sep 27 09:39:37.047317 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:37.050178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067782aa-6264-428a-a23c-99ee0bbe7f56 None None] Network dbd27e06-a788-4a23-a067-22f92af58453 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:39:37.116163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.174713 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Deleting port baa3712e-9ab1-4350-acda-e3feb025cc22 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:37.175048 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.240373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] For port baa3712e-9ab1-4350-acda-e3feb025cc22, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=baa3712e-9ab1-4350-acda-e3feb025cc22,segment=NetworkSegment(7758d421-e1f6-46fc-b79b-03715fab81fa),segment_id=7758d421-e1f6-46fc-b79b-03715fab81fa)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:37.240757 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.253415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Calling delete_port for baa3712e-9ab1-4350-acda-e3feb025cc22 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:37.268496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] DHCP port deletion for dbd27e06-a788-4a23-a067-22f92af58453 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:39:37.316510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] Deleting port baa3712e-9ab1-4350-acda-e3feb025cc22 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:39:37.316883 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.342291 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.375480 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=baa3712e-9ab1-4350-acda-e3feb025cc22,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:37.377585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] No DVR routers for this DVR port baa3712e-9ab1-4350-acda-e3feb025cc22 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:39:37.394743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] For port baa3712e-9ab1-4350-acda-e3feb025cc22, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=baa3712e-9ab1-4350-acda-e3feb025cc22,segment=NetworkSegment(7758d421-e1f6-46fc-b79b-03715fab81fa),segment_id=7758d421-e1f6-46fc-b79b-03715fab81fa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:37.395146 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.409794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] Calling delete_port for baa3712e-9ab1-4350-acda-e3feb025cc22 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:39:37.456564 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.480405 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd27e06-a788-4a23-a067-22f92af58453']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:37.490764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7758d421-e1f6-46fc-b79b-03715fab81fa') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:37.491137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7758d421-e1f6-46fc-b79b-03715fab81fa') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:37.500986 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.502977 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.518092 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.524841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:39:37.525397 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:39:37.527784 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:39:37.529963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] Pushing event deleted for resources: {'Port': ['ID=baa3712e-9ab1-4350-acda-e3feb025cc22,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:37.533249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278a493-1d5d-48a9-8449-14c2522a9916 None None] No DVR routers for this DVR port baa3712e-9ab1-4350-acda-e3feb025cc22 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:39:37.597901 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.603370 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.605261 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] 10.222.0.50 "DELETE /v2.0/networks/dbd27e06-a788-4a23-a067-22f92af58453 HTTP/1.1" status: 204 len: 168 time: 0.5570319 Sep 27 09:39:37.615805 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebd903-a593-4bf6-9e5a-4a1088a61e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd27e06-a788-4a23-a067-22f92af58453,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:37.776571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40222) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:37.818701 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-70a98085-d3b7-449e-b412-fd9948d0980e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f270b6a3e464f319047c98e2ed9c08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406425 Sep 27 09:39:37.821132 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40224) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:37.880766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-041f88fa-a582-4352-b26b-89101e0a3c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.903046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-041f88fa-a582-4352-b26b-89101e0a3c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.951197 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-041f88fa-a582-4352-b26b-89101e0a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.953812 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-041f88fa-a582-4352-b26b-89101e0a3c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:37.954985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-041f88fa-a582-4352-b26b-89101e0a3c16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a91b0a7e-e933-4006-bb1f-1464ed554639 HTTP/1.1" status: 204 len: 168 time: 0.1328735 Sep 27 09:39:37.962637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f88fa-a582-4352-b26b-89101e0a3c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b0a7e-e933-4006-bb1f-1464ed554639,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:38.125734 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a91daf47-fec9-44f3-a75c-5805d87a289a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:39:38.146007 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: a91daf47-fec9-44f3-a75c-5805d87a289a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:39:38.146355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device a91daf47-fec9-44f3-a75c-5805d87a289a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:39:38.146776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6303c334-8d88-41e2-8feb-e641def28f4b no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:39:38.164537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6303c334-8d88-41e2-8feb-e641def28f4b {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:39:38.164887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6303c334-8d88-41e2-8feb-e641def28f4b not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:39:38.165373 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device baa3712e-9ab1-4350-acda-e3feb025cc22 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:39:38.186139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: baa3712e-9ab1-4350-acda-e3feb025cc22 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:39:38.186520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device baa3712e-9ab1-4350-acda-e3feb025cc22 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:39:38.306222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40230) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:38.348532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-30411e06-655a-4a67-9367-ac9bc2219ef4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bf56bd132cd444c99eece3b6036f20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411041 Sep 27 09:39:38.352055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40232) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:38.407114 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc0fb-aa16-47a0-9bc2-ed75b4eb7a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:38.428713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc0fb-aa16-47a0-9bc2-ed75b4eb7a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:38.478516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc0fb-aa16-47a0-9bc2-ed75b4eb7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:38.481351 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc0fb-aa16-47a0-9bc2-ed75b4eb7a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:38.484977 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5a9bc0fb-aa16-47a0-9bc2-ed75b4eb7a20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e42bbe40-9cdd-4fbc-a2f0-60c70f74db3f HTTP/1.1" status: 204 len: 168 time: 0.1295900 Sep 27 09:39:38.490662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bc0fb-aa16-47a0-9bc2-ed75b4eb7a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42bbe40-9cdd-4fbc-a2f0-60c70f74db3f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:40.477514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40272) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:40.482327 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95034903', 'description': 'tempest-secgroup-smoke-95034903 description', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:40.508136 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.516565 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.608853 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.614186 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.651551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f5c90-be68-4f96-96a3-2f138a7eccf6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:40.706521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.713313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.745401 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6092e0-630c-48c3-a6de-388254aa215f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:40.749213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.750485 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1ddfd698-2507-4200-b666-f3832188962f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2719285 Sep 27 09:39:40.753992 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:40.758677 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91f2107e-a28a-4337-997b-d1973395dab6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ac6092e0-630c-48c3-a6de-388254aa215f', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:40.796529 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91f2107e-a28a-4337-997b-d1973395dab6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.854657 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91f2107e-a28a-4337-997b-d1973395dab6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.860786 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91f2107e-a28a-4337-997b-d1973395dab6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.889002 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2107e-a28a-4337-997b-d1973395dab6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d659e531-8f7b-428c-b6b6-fde7a23b656d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:40.895155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91f2107e-a28a-4337-997b-d1973395dab6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:40.896490 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-91f2107e-a28a-4337-997b-d1973395dab6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413291 Sep 27 09:39:40.901534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:40.906648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-83d37d02-1e33-4639-9512-ce9a3df43142 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ac6092e0-630c-48c3-a6de-388254aa215f', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:40.936487 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83d37d02-1e33-4639-9512-ce9a3df43142 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.006209 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83d37d02-1e33-4639-9512-ce9a3df43142 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.014331 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83d37d02-1e33-4639-9512-ce9a3df43142 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.039621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d37d02-1e33-4639-9512-ce9a3df43142 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d21d9e-1a4c-40d4-b011-7b6ab98c9507,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:41.045756 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83d37d02-1e33-4639-9512-ce9a3df43142 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.046892 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-83d37d02-1e33-4639-9512-ce9a3df43142 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443088 Sep 27 09:39:41.049715 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:41.054036 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b984d0b6-780e-492f-9430-5414989ec52e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ac6092e0-630c-48c3-a6de-388254aa215f', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:41.080548 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b984d0b6-780e-492f-9430-5414989ec52e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.139482 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b984d0b6-780e-492f-9430-5414989ec52e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.144663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b984d0b6-780e-492f-9430-5414989ec52e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.161294 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984d0b6-780e-492f-9430-5414989ec52e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ed386b-4bcc-4d9c-86c9-52357e623fc9,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:41.167766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b984d0b6-780e-492f-9430-5414989ec52e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.168474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b984d0b6-780e-492f-9430-5414989ec52e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177506 Sep 27 09:39:41.171081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:41.175275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5e39ca20-5aa6-49ce-a791-a1dcfd89c878 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ac6092e0-630c-48c3-a6de-388254aa215f', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:41.204434 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e39ca20-5aa6-49ce-a791-a1dcfd89c878 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.277547 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e39ca20-5aa6-49ce-a791-a1dcfd89c878 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.283481 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e39ca20-5aa6-49ce-a791-a1dcfd89c878 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.304752 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39ca20-5aa6-49ce-a791-a1dcfd89c878 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6aa03b-21b9-493d-9631-a1891d4d0cfd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:41.308534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e39ca20-5aa6-49ce-a791-a1dcfd89c878 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.309948 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e39ca20-5aa6-49ce-a791-a1dcfd89c878 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379178 Sep 27 09:39:41.312721 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:41.319411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fc7dee6d-20e5-4d99-91a9-89e75810f39b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ac6092e0-630c-48c3-a6de-388254aa215f', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:41.348376 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-fc7dee6d-20e5-4d99-91a9-89e75810f39b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:39:41.353833 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc7dee6d-20e5-4d99-91a9-89e75810f39b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.419156 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc7dee6d-20e5-4d99-91a9-89e75810f39b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.424074 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc7dee6d-20e5-4d99-91a9-89e75810f39b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.442323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dee6d-20e5-4d99-91a9-89e75810f39b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3309ac74-3f7a-48e2-99ab-9894be62a7a2,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:41.449638 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc7dee6d-20e5-4d99-91a9-89e75810f39b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.450918 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc7dee6d-20e5-4d99-91a9-89e75810f39b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369791 Sep 27 09:39:41.453871 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:41.458280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5019e4d9-09a3-4be5-8cdd-f76ee07b9323 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ac6092e0-630c-48c3-a6de-388254aa215f', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:41.481699 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-5019e4d9-09a3-4be5-8cdd-f76ee07b9323 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:39:41.486540 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5019e4d9-09a3-4be5-8cdd-f76ee07b9323 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.555776 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5019e4d9-09a3-4be5-8cdd-f76ee07b9323 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.560005 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5019e4d9-09a3-4be5-8cdd-f76ee07b9323 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.578141 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019e4d9-09a3-4be5-8cdd-f76ee07b9323 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f3ff81-e932-42ad-94ca-c267aa37026a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:41.585244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5019e4d9-09a3-4be5-8cdd-f76ee07b9323 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.586476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5019e4d9-09a3-4be5-8cdd-f76ee07b9323 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315992 Sep 27 09:39:41.589825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40286) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:41.594975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'network': {'name': 'tempest-network-smoke--20801998', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'port_security_enabled': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:41.617965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:39:41.622178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.650518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:39:41.660648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.660999 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Added segment de71721b-8eaa-4b31-af39-5ac1d19237c1 of type vlan for network 787acb76-ec5c-4efc-918a-5e1f0fce220b Sep 27 09:39:41.701621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.727447 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.733645 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:41.734256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.768696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1777079 Sep 27 09:39:41.771875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40288) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:41.776723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'admin_state_up': True, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:41.801387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.802468 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.804030 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5678c-66b5-404c-8863-75c5ea111a37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Network': ['ID=787acb76-ec5c-4efc-918a-5e1f0fce220b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:41.815531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:39:41.853284 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:41.989753 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:42.178895 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:42.197187 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:42.296280 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.239 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/7fe9435b-747b-4478-b196-d9b713071f5a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:39:42.407291 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:42.443277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:42.479621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:39:42.482645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:39:42.486020 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:39:42.493967 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=7fe9435b-747b-4478-b196-d9b713071f5a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:42.741552 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:42.944091 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:43.426522 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b692ca5c-4d27-4eb5-b45c-6a06321f688c is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:39:43.530690 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:39:43.540718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Sync routers for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:39:43.550654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:43.550851 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:43.551323 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:43.552084 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-88d515c2-6f91-4ce7-8d0f-35d95418e672 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7789943 Sep 27 09:39:43.555375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:43.654732 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:43.676562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-579a3596-f628-4f22-9f0f-f07248df6b07 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ba0e404c5df444828145ff7ba89f19ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199198 Sep 27 09:39:43.679527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:43.773313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5925d5-b4d0-4a30-88c3-e81b85c285fa tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:43.774862 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f5925d5-b4d0-4a30-88c3-e81b85c285fa tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943792 Sep 27 09:39:43.777929 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40296) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:43.806145 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9fd97120-2fc5-4ae0-9702-44181aa27ecb tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268371 Sep 27 09:39:43.808675 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:43.813519 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-10659981', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:43.834642 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:42Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:43.865301 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Checking router: b692ca5c-4d27-4eb5-b45c-6a06321f688c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:39:43.865652 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Updating router b692ca5c-4d27-4eb5-b45c-6a06321f688c port 7fe9435b-747b-4478-b196-d9b713071f5a binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:39:43.891665 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:43.904937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:39:43.908889 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.107211 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.153558 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.159815 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.178548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Subnet': ['ID=44c6ba45-adbf-4b24-aae9-8fdd6375d409,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:44.184220 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Checking segment: {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:39:44.184726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network hostable DHCP agents. Network: 787acb76-ec5c-4efc-918a-5e1f0fce220b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:39:44.204933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:39:44.207814 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Attempting to bind port 7fe9435b-747b-4478-b196-d9b713071f5a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:39:44.208190 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Attempting to bind port 7fe9435b-747b-4478-b196-d9b713071f5a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:39:44.208572 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Attempting to bind port 7fe9435b-747b-4478-b196-d9b713071f5a on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:39:44.214831 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 787acb76-ec5c-4efc-918a-5e1f0fce220b) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:39:44.218077 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Pushing event updated for resources: {'Port': ['ID=7fe9435b-747b-4478-b196-d9b713071f5a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:44.219824 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:44.220719 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.221364 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:39:44.222088 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:39:44.222488 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.222875 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:39:44.223342 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Bound port: 7fe9435b-747b-4478-b196-d9b713071f5a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:39:44.223718 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.228187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933545b-f789-430f-ad14-0dba883301f6 None None] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:39:44.248767 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f5d5931-aa34-44e0-af67-1f21d1362283 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4389551 Sep 27 09:39:44.249515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40300) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:44.250754 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.251097 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.251428 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.251849 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.252072 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.252436 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.252763 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.253069 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.253389 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.253696 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.254009 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.254324 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:39:44.296512 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] For port 7fe9435b-747b-4478-b196-d9b713071f5a, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:39:44.300669 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] For port 7fe9435b-747b-4478-b196-d9b713071f5a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7fe9435b-747b-4478-b196-d9b713071f5a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:39:44.307346 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.364813 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67b8e-2db7-472a-91df-98c4c0b943ed None None] Pushing event updated for resources: {'Port': ['ID=7fe9435b-747b-4478-b196-d9b713071f5a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:44.373807 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:44.374423 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:44.385278 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-787acb76-ec5c-4efc-918a-5e1f0fce220b', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:39:44.386444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.540967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Allocated IP 172.20.0.2 (787acb76-ec5c-4efc-918a-5e1f0fce220b/44c6ba45-adbf-4b24-aae9-8fdd6375d409/90a266a6-25a1-4661-be9c-2fd601ce79ce) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:39:44.573474 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:44.700447 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.707941 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:44.765294 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:42Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:44.798021 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b8e46-fae4-4075-85a6-5f29066ea15a None None] The sync data for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 is: [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:42Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:39:44.927265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:39:44.937778 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:39:44.948636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:39:44.954559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Pushing event updated for resources: {'Port': ['ID=90a266a6-25a1-4661-be9c-2fd601ce79ce,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:44.959068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.011878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Attempting to bind port 90a266a6-25a1-4661-be9c-2fd601ce79ce on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:39:45.012295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Attempting to bind port 90a266a6-25a1-4661-be9c-2fd601ce79ce by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:39:45.012836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Attempting to bind port 90a266a6-25a1-4661-be9c-2fd601ce79ce on network 787acb76-ec5c-4efc-918a-5e1f0fce220b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:39:45.023991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:39:45.023991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Checking segment: {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:39:45.023991 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.024360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Bound using segment: {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:39:45.025735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Bound port: 90a266a6-25a1-4661-be9c-2fd601ce79ce, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:39:45.025735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.105982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.120825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] For port 90a266a6-25a1-4661-be9c-2fd601ce79ce, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:39:45.127067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] For port 90a266a6-25a1-4661-be9c-2fd601ce79ce, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=90a266a6-25a1-4661-be9c-2fd601ce79ce,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:39:45.131855 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.214620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b468b-663b-471c-9f23-4981c93619f2 None None] Pushing event updated for resources: {'Port': ['ID=90a266a6-25a1-4661-be9c-2fd601ce79ce,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:45.218422 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-327764de-2ccc-464f-80bf-6052e4c37d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.464966 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.1 (787acb76-ec5c-4efc-918a-5e1f0fce220b/44c6ba45-adbf-4b24-aae9-8fdd6375d409/5e8a1df5-220a-4645-9eff-fd4d2a85676c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:39:45.589812 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.631982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.685481 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:39:45.688848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:39:45.692837 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:39:45.722186 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=5e8a1df5-220a-4645-9eff-fd4d2a85676c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:45.745820 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:45.884632 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.175096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e149bdbc-571b-4cb0-a6dd-e39d381e634b None None] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:39:46.192298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 90a266a6-25a1-4661-be9c-2fd601ce79ce up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:39:46.199984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.205803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.283735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=5e8a1df5-220a-4645-9eff-fd4d2a85676c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:46.287123 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.298580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ca90bb9a-f7fb-493c-9cbd-60aa77954fde None None] Provisioning complete for port 90a266a6-25a1-4661-be9c-2fd601ce79ce triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:46.298955 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca90bb9a-f7fb-493c-9cbd-60aa77954fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.375044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 90a266a6-25a1-4661-be9c-2fd601ce79ce triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:46.375432 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.385989 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:39:46.387735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:39:46.484678 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca90bb9a-f7fb-493c-9cbd-60aa77954fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.506362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b692ca5c-4d27-4eb5-b45c-6a06321f688c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:39:46.551092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ca90bb9a-f7fb-493c-9cbd-60aa77954fde None None] For port 90a266a6-25a1-4661-be9c-2fd601ce79ce, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=90a266a6-25a1-4661-be9c-2fd601ce79ce,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:46.556904 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca90bb9a-f7fb-493c-9cbd-60aa77954fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.560305 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.641694 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:39:46.645667 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90bb9a-f7fb-493c-9cbd-60aa77954fde None None] Pushing event updated for resources: {'Port': ['ID=90a266a6-25a1-4661-be9c-2fd601ce79ce,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:46.647120 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f58fa431-fb2b-42ee-89e3-5feefef18956 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/b692ca5c-4d27-4eb5-b45c-6a06321f688c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3958666 Sep 27 09:39:46.666972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 09:39:46.667611 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 09:39:46.719875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Sync routers for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:39:46.731520 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:46.732675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:46.796408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6f01d70d-4178-41c3-9ece-34db1c5de3e5 None None] Provisioning complete for port 5e8a1df5-220a-4645-9eff-fd4d2a85676c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:46.796844 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f01d70d-4178-41c3-9ece-34db1c5de3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.803735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-e1982cb5-de96-47a4-aa30-16ac92742928 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95034903&fields=id&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 267 time: 0.0364637 Sep 27 09:39:46.867383 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6f01d70d-4178-41c3-9ece-34db1c5de3e5 None None] Port 5e8a1df5-220a-4645-9eff-fd4d2a85676c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:39:46.886496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:46.922885 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6f01d70d-4178-41c3-9ece-34db1c5de3e5 None None] Provisioning complete for port 90a266a6-25a1-4661-be9c-2fd601ce79ce triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:46.923359 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f01d70d-4178-41c3-9ece-34db1c5de3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:46.923981 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-fe76ce65-9ddf-4426-9610-d23ce16da090 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:46.925703 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-fe76ce65-9ddf-4426-9610-d23ce16da090 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/networks?id=787acb76-ec5c-4efc-918a-5e1f0fce220b HTTP/1.1" status: 200 len: 795 time: 0.1144714 Sep 27 09:39:46.941807 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-8b1371e8-2922-4d49-92e7-a4c503cdf3f8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/quotas/ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 375 time: 0.0100188 Sep 27 09:39:47.002462 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-0627d0ab-4d25-497f-b38d-83d8912c878f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547116 Sep 27 09:39:47.106793 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-d8bc33f3-37c4-4d37-9392-4f67a776af99 service neutron] 10.222.0.50 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907485 Sep 27 09:39:47.163018 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:46Z', 'revision_number': 2, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:47.194365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Checking router: b692ca5c-4d27-4eb5-b45c-6a06321f688c for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:39:47.195062 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Updating router b692ca5c-4d27-4eb5-b45c-6a06321f688c port 5e8a1df5-220a-4645-9eff-fd4d2a85676c binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:39:47.207785 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-8384ef93-69c7-47f9-84e1-4435f2b4b4c2 service neutron] 10.222.0.50 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908208 Sep 27 09:39:47.257080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7fe9435b-747b-4478-b196-d9b713071f5a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:39:47.261213 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.291035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c883ff2a-0141-4d82-be2b-2341659eeb9a None None] Provisioning complete for port 5e8a1df5-220a-4645-9eff-fd4d2a85676c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:47.291450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c883ff2a-0141-4d82-be2b-2341659eeb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.373967 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6137c1cf-dc84-43cb-a7cb-00001372be88 req-559d68aa-b205-4af4-95de-dee4f8454bff tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 210 time: 0.0276997 Sep 27 09:39:47.378222 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c883ff2a-0141-4d82-be2b-2341659eeb9a None None] Port 5e8a1df5-220a-4645-9eff-fd4d2a85676c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:39:47.458892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7fe9435b-747b-4478-b196-d9b713071f5a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:47.459246 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.638139 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.683106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 7fe9435b-747b-4478-b196-d9b713071f5a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7fe9435b-747b-4478-b196-d9b713071f5a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:47.696445 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.747646 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9db5b5f-2c84-4617-9973-e6308904124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.775091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.785524 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.787443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=7fe9435b-747b-4478-b196-d9b713071f5a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:47.839478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f59a1d-89a7-4082-90fc-54c68a782e71 None None] Pushing event updated for resources: {'Port': ['ID=5e8a1df5-220a-4645-9eff-fd4d2a85676c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:47.897239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Attempting to bind port 5e8a1df5-220a-4645-9eff-fd4d2a85676c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:39:47.897705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Attempting to bind port 5e8a1df5-220a-4645-9eff-fd4d2a85676c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:39:47.898108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Attempting to bind port 5e8a1df5-220a-4645-9eff-fd4d2a85676c on network 787acb76-ec5c-4efc-918a-5e1f0fce220b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:39:47.903388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:39:47.903777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Checking segment: {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:39:47.904200 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.904619 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Bound using segment: {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:39:47.905092 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Bound port: 5e8a1df5-220a-4645-9eff-fd4d2a85676c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:39:47.905516 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:47.984842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] For port 5e8a1df5-220a-4645-9eff-fd4d2a85676c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:39:47.988153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] For port 5e8a1df5-220a-4645-9eff-fd4d2a85676c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5e8a1df5-220a-4645-9eff-fd4d2a85676c,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:39:47.993408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.055893 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:48.056804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:48.059025 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f59a1d-89a7-4082-90fc-54c68a782e71 None None] Pushing event updated for resources: {'Port': ['ID=5e8a1df5-220a-4645-9eff-fd4d2a85676c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:48.136711 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4ffb5cef-1e21-4726-92ff-548d0493e439 None None] Provisioning complete for port 5e8a1df5-220a-4645-9eff-fd4d2a85676c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:48.137049 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5cef-1e21-4726-92ff-548d0493e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.186343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 90a266a6-25a1-4661-be9c-2fd601ce79ce up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:39:48.191657 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.250316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:48.421125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-aa6eae6a-fb04-4d37-9463-73b1b7d7acec tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:48.423071 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-aa6eae6a-fb04-4d37-9463-73b1b7d7acec tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/networks?id=787acb76-ec5c-4efc-918a-5e1f0fce220b HTTP/1.1" status: 200 len: 795 time: 0.1335466 Sep 27 09:39:48.472620 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-2d569d36-df7a-4de5-b396-e3ae565cff59 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 378 time: 0.0398524 Sep 27 09:39:48.486801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'port': {'device_id': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'admin_state_up': True, 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'security_groups': ['ac6092e0-630c-48c3-a6de-388254aa215f']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:48.497645 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7c27cd94-a7b9-4731-b001-2a3b8ac49a90 req-2676197d-cf03-4772-9c81-de46c288372e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 210 time: 0.0361423 Sep 27 09:39:48.540110 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 90a266a6-25a1-4661-be9c-2fd601ce79ce triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:48.540507 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.580052 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5cef-1e21-4726-92ff-548d0493e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.605022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:39:48.608935 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.687892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4ffb5cef-1e21-4726-92ff-548d0493e439 None None] For port 5e8a1df5-220a-4645-9eff-fd4d2a85676c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5e8a1df5-220a-4645-9eff-fd4d2a85676c,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:48.694663 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5cef-1e21-4726-92ff-548d0493e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.732928 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.8 (787acb76-ec5c-4efc-918a-5e1f0fce220b/44c6ba45-adbf-4b24-aae9-8fdd6375d409/feba566a-9f83-4920-9733-5be9e2f11e45) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:39:48.777497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7fe9435b-747b-4478-b196-d9b713071f5a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:39:48.809374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb5cef-1e21-4726-92ff-548d0493e439 None None] Pushing event updated for resources: {'Port': ['ID=5e8a1df5-220a-4645-9eff-fd4d2a85676c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:48.833829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:48.862169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6aaefdfc-da28-403f-82a9-52d885caf785 None None] Provisioning complete for port 5e8a1df5-220a-4645-9eff-fd4d2a85676c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:48.862545 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6aaefdfc-da28-403f-82a9-52d885caf785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.865705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d7292-8070-45dc-bb3d-6e9f81f92df5 None None] The sync data for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 is: [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:39:48.888703 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.908081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 7fe9435b-747b-4478-b196-d9b713071f5a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:48.909909 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.938662 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:48.988037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:39:48.992500 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:39:48.996199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:39:49.033973 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=feba566a-9f83-4920-9733-5be9e2f11e45,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:49.071120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:49.074992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.090553 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-b37f2c15-4e39-4d19-a6f8-0f9be3912074 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077430 Sep 27 09:39:49.156901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Request body: {'port': {'device_id': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:49.216822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.251962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9c2b083d-81e5-49d7-afe3-5c0c464dbcec None None] Provisioning complete for port feba566a-9f83-4920-9733-5be9e2f11e45 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:49.252566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c2b083d-81e5-49d7-afe3-5c0c464dbcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.283343 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.296650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b083d-81e5-49d7-afe3-5c0c464dbcec None None] Port feba566a-9f83-4920-9733-5be9e2f11e45 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:39:49.504050 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feba566a-9f83-4920-9733-5be9e2f11e45 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:39:49.512100 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.525130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Transition to ACTIVE for port object feba566a-9f83-4920-9733-5be9e2f11e45 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:39:49.529910 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.584547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Pushing event updated for resources: {'Port': ['ID=feba566a-9f83-4920-9733-5be9e2f11e45,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:49.689519 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067b3cb-1c5a-4097-8095-38496393bdcd req-71bef413-47dd-45bb-bd16-982253dc2cf9 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:49.691384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b067b3cb-1c5a-4097-8095-38496393bdcd req-71bef413-47dd-45bb-bd16-982253dc2cf9 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 943 time: 0.0901933 Sep 27 09:39:49.696195 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Attempting to bind port feba566a-9f83-4920-9733-5be9e2f11e45 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:39:49.696566 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Attempting to bind port feba566a-9f83-4920-9733-5be9e2f11e45 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:39:49.696894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Attempting to bind port feba566a-9f83-4920-9733-5be9e2f11e45 on network 787acb76-ec5c-4efc-918a-5e1f0fce220b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:39:49.708820 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Port feba566a-9f83-4920-9733-5be9e2f11e45 on network 787acb76-ec5c-4efc-918a-5e1f0fce220b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:39:49.709149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Attempting to bind port feba566a-9f83-4920-9733-5be9e2f11e45 on network 787acb76-ec5c-4efc-918a-5e1f0fce220b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:39:49.724081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:39:49.724462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Checking segment: {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:39:49.724842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Bound using segment: {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:39:49.725277 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Bound port: feba566a-9f83-4920-9733-5be9e2f11e45, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de71721b-8eaa-4b31-af39-5ac1d19237c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:39:49.725639 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.754938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b067b3cb-1c5a-4097-8095-38496393bdcd req-607d67c1-1c7c-4191-a8a1-308ffc8e65b5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553484 Sep 27 09:39:49.812739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] For port feba566a-9f83-4920-9733-5be9e2f11e45, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:39:49.816779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] For port feba566a-9f83-4920-9733-5be9e2f11e45, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=feba566a-9f83-4920-9733-5be9e2f11e45,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:39:49.823211 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.856468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:49.857482 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:49.859597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] 10.222.0.57 "PUT /v2.0/ports/feba566a-9f83-4920-9733-5be9e2f11e45 HTTP/1.1" status: 200 len: 1091 time: 0.7602048 Sep 27 09:39:49.863271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:39:49.866754 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea74e212-7a59-42c9-85b3-feacc4dcfe23" -d '{"events": [{"name": "network-changed", "server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:39:49.920368 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec9d25-38fe-4bac-b193-a81e13d57d1c x-openstack-request-id: req-91ec9d25-38fe-4bac-b193-a81e13d57d1c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:39:49.920368 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:39:49.920972 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91ec9d25-38fe-4bac-b193-a81e13d57d1c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:39:49.921220 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'status': 'completed', 'code': 200} Sep 27 09:39:49.942750 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2335d2-90a5-4ea2-b28b-d978fd91add2 service neutron] Pushing event updated for resources: {'Port': ['ID=feba566a-9f83-4920-9733-5be9e2f11e45,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:49.961053 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-863a4a98-5e21-479c-9d92-e6ebcee39df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:49.962556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-863a4a98-5e21-479c-9d92-e6ebcee39df2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 1094 time: 0.0558221 Sep 27 09:39:50.015342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-8ba30ee6-fbc0-4653-b609-189bfea04b0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=feba566a-9f83-4920-9733-5be9e2f11e45 HTTP/1.1" status: 200 len: 217 time: 0.0405989 Sep 27 09:39:50.066510 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-6f8eac32-5c06-480e-90f9-d2827f5bfa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:50.067988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-6f8eac32-5c06-480e-90f9-d2827f5bfa97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44c6ba45-adbf-4b24-aae9-8fdd6375d409 HTTP/1.1" status: 200 len: 833 time: 0.0448666 Sep 27 09:39:50.118235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-a875b3f0-191f-4f32-bfb5-30be82c0eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:50.119847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-a875b3f0-191f-4f32-bfb5-30be82c0eaed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=787acb76-ec5c-4efc-918a-5e1f0fce220b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437579 Sep 27 09:39:50.154644 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5e8a1df5-220a-4645-9eff-fd4d2a85676c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:39:50.206078 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5e8a1df5-220a-4645-9eff-fd4d2a85676c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:50.206623 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:50.215652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-ee59a4aa-d4c5-47b7-b08f-f172fc5c7907 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869703 Sep 27 09:39:50.306549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1262f222-0567-40ef-b3b4-8c1b88202d6b req-4db2d30a-f399-4d61-8a6d-dcab7092bfb2 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832591 Sep 27 09:39:50.399298 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-bb42b17c-4d43-4e70-b66c-dc8ebb42ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:50.400840 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-bb42b17c-4d43-4e70-b66c-dc8ebb42ec9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 1094 time: 0.0464046 Sep 27 09:39:50.519704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-e86283b3-34df-4958-8f7c-48fccb1461a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:50.521166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-e86283b3-34df-4958-8f7c-48fccb1461a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=787acb76-ec5c-4efc-918a-5e1f0fce220b HTTP/1.1" status: 200 len: 896 time: 0.1124587 Sep 27 09:39:50.566078 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-a8515634-abdf-4007-b855-849529c3ab08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=feba566a-9f83-4920-9733-5be9e2f11e45 HTTP/1.1" status: 200 len: 217 time: 0.0368342 Sep 27 09:39:50.616359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-c3462475-d390-4439-ba9e-97cce99374ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:50.617800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-c3462475-d390-4439-ba9e-97cce99374ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44c6ba45-adbf-4b24-aae9-8fdd6375d409 HTTP/1.1" status: 200 len: 833 time: 0.0440178 Sep 27 09:39:50.666134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-a3b168ab-c85a-49ba-a7ab-6e2456118842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:50.667576 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-a3b168ab-c85a-49ba-a7ab-6e2456118842 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=787acb76-ec5c-4efc-918a-5e1f0fce220b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414145 Sep 27 09:39:50.762324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-6255bb0c-2a7b-441a-9bf9-fe083a503508 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861924 Sep 27 09:39:50.857270 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:50.885459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ea74e212-7a59-42c9-85b3-feacc4dcfe23 req-efa8559f-b7d8-4e84-baf4-c14ee0ea4171 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155722 Sep 27 09:39:50.902471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de200ed6-feaf-4b08-90ea-8b16e9f8dc68 req-c5d8da39-fd34-4291-a3dc-37c63b6bbb2b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:50.904027 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de200ed6-feaf-4b08-90ea-8b16e9f8dc68 req-c5d8da39-fd34-4291-a3dc-37c63b6bbb2b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 943 time: 0.0689006 Sep 27 09:39:50.946859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de200ed6-feaf-4b08-90ea-8b16e9f8dc68 req-2659a185-cb6d-4e2a-84ad-c01eb5a13cc2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366979 Sep 27 09:39:52.075960 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467d984-1133-42dc-b8e1-e26b45646016 req-fe495890-7b26-44f0-ba07-bd6e5a1a61ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:52.077312 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0467d984-1133-42dc-b8e1-e26b45646016 req-fe495890-7b26-44f0-ba07-bd6e5a1a61ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 943 time: 0.0552366 Sep 27 09:39:52.117550 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0467d984-1133-42dc-b8e1-e26b45646016 req-8eac8ae1-e117-4f32-8431-66b0f2f3229b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339646 Sep 27 09:39:53.243760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16e321-882b-4fa8-95f1-982feba2f9ef req-e085a4aa-ebac-4e51-a340-177046f32feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:53.245286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc16e321-882b-4fa8-95f1-982feba2f9ef req-e085a4aa-ebac-4e51-a340-177046f32feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 943 time: 0.0494778 Sep 27 09:39:53.287558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc16e321-882b-4fa8-95f1-982feba2f9ef req-87015443-5f33-4aa0-b95b-3ef58c19d698 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332332 Sep 27 09:39:53.314632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device feba566a-9f83-4920-9733-5be9e2f11e45 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:39:53.425606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port feba566a-9f83-4920-9733-5be9e2f11e45, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=feba566a-9f83-4920-9733-5be9e2f11e45,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:53.439673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'port_id': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'mac_address': 'fa:16:3e:b5:68:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:39:53.477467 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:53.490319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feba566a-9f83-4920-9733-5be9e2f11e45 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:39:53.510860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port feba566a-9f83-4920-9733-5be9e2f11e45, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=feba566a-9f83-4920-9733-5be9e2f11e45,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:53.517489 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:53.571760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=feba566a-9f83-4920-9733-5be9e2f11e45,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:53.776270 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['feba566a-9f83-4920-9733-5be9e2f11e45'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:39:54.415397 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac7afe-ba9c-46fa-9bc7-b2f9f6a58af6 req-ea1ffd09-0a7b-4edb-a696-3ba5316c4e1d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:54.416918 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aaac7afe-ba9c-46fa-9bc7-b2f9f6a58af6 req-ea1ffd09-0a7b-4edb-a696-3ba5316c4e1d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 944 time: 0.0518470 Sep 27 09:39:54.460306 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-aaac7afe-ba9c-46fa-9bc7-b2f9f6a58af6 req-6101bf69-3672-42d9-b688-7ec9387bf9ba tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367236 Sep 27 09:39:55.331753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device feba566a-9f83-4920-9733-5be9e2f11e45 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:39:55.393041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port feba566a-9f83-4920-9733-5be9e2f11e45 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:39:55.396913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port feba566a-9f83-4920-9733-5be9e2f11e45 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:39:55.397296 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:55.476786 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:55.502469 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:39:55.504772 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faf4ad7-6dad-4e80-8f09-0579e0fae7b0" -d '{"events": [{"server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "name": "network-vif-plugged", "status": "completed", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:39:55.518510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port feba566a-9f83-4920-9733-5be9e2f11e45, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=feba566a-9f83-4920-9733-5be9e2f11e45,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:39:55.523699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:55.581868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=feba566a-9f83-4920-9733-5be9e2f11e45,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:55.588465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9fbf1-ac7c-40b4-9b26-4416123adc42 req-e789c28f-1cae-4f9a-ab20-d2d6c22e8fad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:55.590085 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8cc9fbf1-ac7c-40b4-9b26-4416123adc42 req-e789c28f-1cae-4f9a-ab20-d2d6c22e8fad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0577824 Sep 27 09:39:55.612290 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6940d836-c1de-4c5c-bfdd-f77aa44a6403 x-openstack-request-id: req-6940d836-c1de-4c5c-bfdd-f77aa44a6403 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:39:55.612575 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "name": "network-vif-plugged", "status": "completed", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:39:55.612827 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6940d836-c1de-4c5c-bfdd-f77aa44a6403 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:39:55.613224 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'code': 200} Sep 27 09:39:55.629809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8cc9fbf1-ac7c-40b4-9b26-4416123adc42 req-a9a93fbd-d6ee-4658-81ed-8df178082fd6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337105 Sep 27 09:39:55.716016 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a61b94-1c57-460a-a530-ed75d1ef9d1f req-b36ac45f-7b33-4d3b-b18c-97cfb81adbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:55.717414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52a61b94-1c57-460a-a530-ed75d1ef9d1f req-b36ac45f-7b33-4d3b-b18c-97cfb81adbc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 1096 time: 0.0440145 Sep 27 09:39:55.753410 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-52a61b94-1c57-460a-a530-ed75d1ef9d1f req-72ff1e51-0309-4d23-a5cb-5bbb434b67c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283144 Sep 27 09:39:56.564664 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:39:56.755579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371eacf-150e-4180-b660-2e92c4e85fe1 req-e31cc7e8-07de-4d78-a532-0ee361270991 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:56.757086 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1371eacf-150e-4180-b660-2e92c4e85fe1 req-e31cc7e8-07de-4d78-a532-0ee361270991 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0512774 Sep 27 09:39:56.796826 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1371eacf-150e-4180-b660-2e92c4e85fe1 req-bb57d682-01e3-45b2-8c9f-fca03f047f57 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332875 Sep 27 09:39:57.929219 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e089f09-4cac-47cd-b871-00d4fd4dac8d req-ad745456-907a-4b7b-aba9-321ee1b49651 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:57.930675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e089f09-4cac-47cd-b871-00d4fd4dac8d req-ad745456-907a-4b7b-aba9-321ee1b49651 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0576768 Sep 27 09:39:57.968117 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e089f09-4cac-47cd-b871-00d4fd4dac8d req-2205fd23-c6ac-4548-8cf7-5bfba4da6263 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312526 Sep 27 09:39:58.061496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-05c585d8-a705-4340-a476-6fc15e784bae req-485d36a9-ee1b-4535-9b83-86e23ef63a21 service neutron] (94831) timed out ('10.222.0.57', 50272) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:39:58.086868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36707e70-4684-4306-8306-96155b1b7cdb req-a30fa5df-4df9-483b-ae9c-b96bbe3baceb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:58.088362 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-36707e70-4684-4306-8306-96155b1b7cdb req-a30fa5df-4df9-483b-ae9c-b96bbe3baceb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0541210 Sep 27 09:39:58.129814 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-36707e70-4684-4306-8306-96155b1b7cdb req-1d6df1b5-c29d-44fe-9597-d8da5014afc6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321259 Sep 27 09:39:58.157028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:58.202494 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ad3fe-1496-4a3a-9567-66e1178b1612 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:58.204049 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b12ad3fe-1496-4a3a-9567-66e1178b1612 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 1091 time: 0.0456977 Sep 27 09:39:58.207175 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40358) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:39:58.211514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:39:58.236178 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:58.343073 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:58.455791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.150 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/fb1a11e2-6349-4a62-86b4-2843d9bc36d1) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:39:58.557890 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:58.592497 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:58.627815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:39:58.630680 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:39:58.634221 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:39:58.662950 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=fb1a11e2-6349-4a62-86b4-2843d9bc36d1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:59.014181 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:59.088500 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:59.251332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:59.258062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:59.325270 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=fb1a11e2-6349-4a62-86b4-2843d9bc36d1,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:39:59.334920 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:59.441676 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP 5bf19613-d6dc-424c-a6c5-62763964e93a associated. External IP: 172.25.2.150, port: feba566a-9f83-4920-9733-5be9e2f11e45. Sep 27 09:39:59.657378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b692ca5c-4d27-4eb5-b45c-6a06321f688c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:39:59.772011 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:39:59.782644 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] Sync routers for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:39:59.791980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:39:59.794728 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:39:59.795424 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:39:59.821639 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6352274-4ea6-4841-862f-de80098d2c06 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6107967 Sep 27 09:39:59.821639 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:39:59.824340 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d9ef3-e2ce-43e7-81d0-2fa750643435" -d '{"events": [{"name": "network-changed", "server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:39:59.864538 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36074433-d155-4142-92e9-8d7f444dae27 x-openstack-request-id: req-36074433-d155-4142-92e9-8d7f444dae27 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:39:59.864925 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:39:59.865238 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36074433-d155-4142-92e9-8d7f444dae27 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:39:59.865732 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'status': 'completed', 'code': 200} Sep 27 09:39:59.903059 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:39:59.948107 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d99293-561b-472d-b79f-c04ad8d3b212 req-68e4a88e-5f0b-4c61-a60f-5a6cbad0faef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:59.949578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d99293-561b-472d-b79f-c04ad8d3b212 req-68e4a88e-5f0b-4c61-a60f-5a6cbad0faef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0791559 Sep 27 09:39:59.955910 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-63c69d97-ab9b-4a94-9a57-613332d05aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:39:59.957350 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-63c69d97-ab9b-4a94-9a57-613332d05aba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 1096 time: 0.0604942 Sep 27 09:40:00.015925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f8d99293-561b-472d-b79f-c04ad8d3b212 req-d72e2618-09e4-488a-96d9-b46716912d11 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575953 Sep 27 09:40:00.039784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:00.070683 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-cc0578e0-05fb-404b-96ed-ad9a07f07e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:00.072218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-cc0578e0-05fb-404b-96ed-ad9a07f07e56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=787acb76-ec5c-4efc-918a-5e1f0fce220b HTTP/1.1" status: 200 len: 896 time: 0.0994728 Sep 27 09:40:00.105992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-86da3101-74db-46de-be8a-b8611516b832 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/5bf19613-d6dc-424c-a6c5-62763964e93a HTTP/1.1" status: 200 len: 991 time: 0.0647027 Sep 27 09:40:00.126268 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '5bf19613-d6dc-424c-a6c5-62763964e93a', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'port_id': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'mac_address': 'fa:16:3e:b5:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:39:58Z', 'updated_at': '2021-09-27T09:39:58Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:48Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:00.143929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-26d92eab-2226-48f4-804e-4760b6d9572d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=feba566a-9f83-4920-9733-5be9e2f11e45 HTTP/1.1" status: 200 len: 999 time: 0.0635040 Sep 27 09:40:00.157003 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] Checking router: b692ca5c-4d27-4eb5-b45c-6a06321f688c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:40:00.165818 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:00.166422 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:39:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:00.194766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-16bdbd19-94b3-4f52-b3ad-9b396b3a396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:00.196233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-16bdbd19-94b3-4f52-b3ad-9b396b3a396e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44c6ba45-adbf-4b24-aae9-8fdd6375d409 HTTP/1.1" status: 200 len: 833 time: 0.0438948 Sep 27 09:40:00.243712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-c65606d8-fa4d-434e-b811-407a2a8b9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:00.245280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-c65606d8-fa4d-434e-b811-407a2a8b9ef3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=787acb76-ec5c-4efc-918a-5e1f0fce220b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411510 Sep 27 09:40:00.272197 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:00.340519 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-ea5c2d8d-74bf-4b8d-8741-14d9cfaf0e58 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875385 Sep 27 09:40:00.434236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e26d9ef3-e2ce-43e7-81d0-2fa750643435 req-9b8311d7-ca12-47e3-b33e-e6fe4638f632 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862877 Sep 27 09:40:00.504898 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '5bf19613-d6dc-424c-a6c5-62763964e93a', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'port_id': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'mac_address': 'fa:16:3e:b5:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:39:58Z', 'updated_at': '2021-09-27T09:39:58Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:48Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:00.531120 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66ccdc-ca9c-448a-9555-43cd0caf3ea2 None None] The sync data for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 is: [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '5bf19613-d6dc-424c-a6c5-62763964e93a', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'port_id': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'mac_address': 'fa:16:3e:b5:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:39:58Z', 'updated_at': '2021-09-27T09:39:58Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:48Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:40:00.716596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c65dfd-a632-402c-9da9-b496da1c112d None None] New status for floating IP 5bf19613-d6dc-424c-a6c5-62763964e93a: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:40:01.111272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40366) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:01.183646 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5330cfcb-9e08-4595-8fbe-a4c112674633 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/5bf19613-d6dc-424c-a6c5-62763964e93a HTTP/1.1" status: 200 len: 993 time: 0.0708132 Sep 27 09:40:06.544838 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:14.883494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:15.199541 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4eba77bd-e081-4af0-9714-3d228e46ef0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:17.672142 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65e611c1-04de-4743-b2b7-46c6174d5604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:18.143220 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:19.265219 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:20.874055 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:24.873811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-1d52b3fa-8153-4940-9d94-7cde90f54727 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417421 Sep 27 09:40:24.965798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-46e1632f-9151-4459-b994-3bddec45f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:24.967302 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-46e1632f-9151-4459-b994-3bddec45f5ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 1096 time: 0.0461066 Sep 27 09:40:25.074482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-2a2c0b51-7668-4cd0-9fe6-dd892f2332c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:25.075966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-2a2c0b51-7668-4cd0-9fe6-dd892f2332c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=787acb76-ec5c-4efc-918a-5e1f0fce220b HTTP/1.1" status: 200 len: 896 time: 0.0880113 Sep 27 09:40:25.146861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-68087a58-1fef-43d2-b16e-60927cd17d1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=feba566a-9f83-4920-9733-5be9e2f11e45 HTTP/1.1" status: 200 len: 1001 time: 0.0630522 Sep 27 09:40:25.198413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-16679318-6113-4897-9c8d-bdb276b66f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:25.199892 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-16679318-6113-4897-9c8d-bdb276b66f4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44c6ba45-adbf-4b24-aae9-8fdd6375d409 HTTP/1.1" status: 200 len: 833 time: 0.0448980 Sep 27 09:40:25.252719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-5476480c-f387-48bb-9913-6a9a53afbf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:25.254202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-5476480c-f387-48bb-9913-6a9a53afbf1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=787acb76-ec5c-4efc-918a-5e1f0fce220b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408118 Sep 27 09:40:25.353312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-d40ecabd-f622-4bb6-b2ad-b0d98b97cdf7 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901995 Sep 27 09:40:25.455287 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-885b5511-dfd6-4ad1-a77a-f53898c1d444 req-56182702-8a4d-4b97-b222-5311d345729a service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860946 Sep 27 09:40:33.569214 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:40:34.375567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e6308-37ed-4389-9ba7-9f0f78d13c17 req-5fae0fd2-e268-44eb-8783-e9805cf8bf52 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:34.377131 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b5e6308-37ed-4389-9ba7-9f0f78d13c17 req-5fae0fd2-e268-44eb-8783-e9805cf8bf52 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0559700 Sep 27 09:40:34.415264 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b5e6308-37ed-4389-9ba7-9f0f78d13c17 req-e1f225ae-894b-4946-bce6-a9adedd55f70 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319626 Sep 27 09:40:35.561226 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59e8f4-d524-4f06-81c2-29733f069361 req-35c28ddb-5b79-4d50-8659-953eb728b541 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:35.562760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab59e8f4-d524-4f06-81c2-29733f069361 req-35c28ddb-5b79-4d50-8659-953eb728b541 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0684152 Sep 27 09:40:35.606575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab59e8f4-d524-4f06-81c2-29733f069361 req-fe9e0ac2-39be-41e8-8d15-3317ac695780 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357583 Sep 27 09:40:35.630800 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40390) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:35.689723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-345711a9-3eb4-4f9c-8e99-59471513fb88 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/5bf19613-d6dc-424c-a6c5-62763964e93a HTTP/1.1" status: 200 len: 993 time: 0.0577779 Sep 27 09:40:36.571209 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:36.988430 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f185e9a-bd73-4070-86c8-ac6452ff75fc req-77f63d98-a3a9-413f-b4c3-9b991d66b7ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:36.989946 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f185e9a-bd73-4070-86c8-ac6452ff75fc req-77f63d98-a3a9-413f-b4c3-9b991d66b7ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0501363 Sep 27 09:40:37.030670 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9f185e9a-bd73-4070-86c8-ac6452ff75fc req-e24666a5-a66b-43d4-98fc-c888e1da5ee3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326703 Sep 27 09:40:38.151597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23441432-ede2-4ca4-9c53-07b6f684effe req-10b2661d-08f4-48ca-b810-b4ec7d570d58 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:38.153109 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23441432-ede2-4ca4-9c53-07b6f684effe req-10b2661d-08f4-48ca-b810-b4ec7d570d58 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0477128 Sep 27 09:40:38.190118 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23441432-ede2-4ca4-9c53-07b6f684effe req-42fceee0-7ed5-4d7b-a91d-9c0a383bee91 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307980 Sep 27 09:40:38.218480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40400) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:38.289478 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cb210830-edf2-47d6-855c-46e87af76ba0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/5bf19613-d6dc-424c-a6c5-62763964e93a HTTP/1.1" status: 200 len: 993 time: 0.0698423 Sep 27 09:40:38.548457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40406) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:38.704344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port fb1a11e2-6349-4a62-86b4-2843d9bc36d1 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:40:38.704835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:39.119863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:39.120112 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:39.132060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for fb1a11e2-6349-4a62-86b4-2843d9bc36d1 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:40:39.283797 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:39.308653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=fb1a11e2-6349-4a62-86b4-2843d9bc36d1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:39.335331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.335684 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.336027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.336388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.336720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.337052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.337385 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.337717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.338051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.338376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.338699 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.339022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:39.379105 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:39.379363 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP 5bf19613-d6dc-424c-a6c5-62763964e93a disassociated (deleted). External IP: 172.25.2.150, port: feba566a-9f83-4920-9733-5be9e2f11e45. Sep 27 09:40:39.605980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b692ca5c-4d27-4eb5-b45c-6a06321f688c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:40:39.724732 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:40:39.730313 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:39.735315 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] Sync routers for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:40:39.745030 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:39.745640 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:39.758157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-47fa5c76-7e86-4dde-aae0-f0d85507ea37 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/floatingips/5bf19613-d6dc-424c-a6c5-62763964e93a HTTP/1.1" status: 204 len: 168 time: 1.2084515 Sep 27 09:40:39.758984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:40:39.761370 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb" -d '{"events": [{"name": "network-changed", "server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:40:39.798907 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e877ce23-a355-48bd-a4c8-1e674bd8c3c4 x-openstack-request-id: req-e877ce23-a355-48bd-a4c8-1e674bd8c3c4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:40:39.799218 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:40:39.799474 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e877ce23-a355-48bd-a4c8-1e674bd8c3c4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:40:39.800390 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'status': 'completed', 'code': 200} Sep 27 09:40:39.852790 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:39.866290 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-d3b80899-6671-4787-9614-0daa1b397375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:39.867937 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-d3b80899-6671-4787-9614-0daa1b397375 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 1096 time: 0.0437961 Sep 27 09:40:39.982775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-684ae22f-2a4a-495a-b214-de46c312c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:39.984204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-684ae22f-2a4a-495a-b214-de46c312c9c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=787acb76-ec5c-4efc-918a-5e1f0fce220b HTTP/1.1" status: 200 len: 896 time: 0.1072340 Sep 27 09:40:39.997177 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a50511-c7ea-4712-be86-6904dc101b2d req-c756b3c4-57bb-4963-bec4-c452c3c3656f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:39.999284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90a50511-c7ea-4712-be86-6904dc101b2d req-c756b3c4-57bb-4963-bec4-c452c3c3656f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0520248 Sep 27 09:40:40.027009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-5945b300-6151-4f64-970f-feb13ce75bfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=feba566a-9f83-4920-9733-5be9e2f11e45 HTTP/1.1" status: 200 len: 217 time: 0.0349681 Sep 27 09:40:40.038688 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90a50511-c7ea-4712-be86-6904dc101b2d req-7d8eb95b-4f7f-482d-bacd-4bc8a215d7d4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319376 Sep 27 09:40:40.066025 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:48Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:40.082920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-30f83a69-1231-49ee-bc64-dcaa790768db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:40.084537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-30f83a69-1231-49ee-bc64-dcaa790768db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44c6ba45-adbf-4b24-aae9-8fdd6375d409 HTTP/1.1" status: 200 len: 833 time: 0.0489092 Sep 27 09:40:40.091808 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] Checking router: b692ca5c-4d27-4eb5-b45c-6a06321f688c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:40:40.100550 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:40.101146 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:40.133430 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-0a9a1130-93e7-4b3e-8f44-e104fdc609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:40.134941 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-0a9a1130-93e7-4b3e-8f44-e104fdc609a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=787acb76-ec5c-4efc-918a-5e1f0fce220b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405872 Sep 27 09:40:40.230816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-a33ce26c-a85d-4295-85d4-c8fddde3d707 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866630 Sep 27 09:40:40.302401 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:40.327238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3599f5d-62c7-40e0-979a-f5c7aa87aceb req-143de7ae-b882-4aa1-b7e7-4b1ecdb4c7f1 service neutron] 10.222.0.57 "GET /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879736 Sep 27 09:40:40.518353 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:48Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:40.549407 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628d7d4-36c4-4370-8962-07bd9c1c743d None None] The sync data for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 is: [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:39:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '5e8a1df5-220a-4645-9eff-fd4d2a85676c', 'name': '', 'network_id': '787acb76-ec5c-4efc-918a-5e1f0fce220b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:8d:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:45Z', 'updated_at': '2021-09-27T09:39:48Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '44c6ba45-adbf-4b24-aae9-8fdd6375d409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:40:40.773986 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3a345-2b33-4c77-935f-a09662f47c93 None None] New status for floating IP 5bf19613-d6dc-424c-a6c5-62763964e93a: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:40:41.177220 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffed8b-e526-42af-87cc-528eee95e8d2 req-1b96e930-8b12-4c12-bbff-8bf384d52cf2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:41.178760 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9ffed8b-e526-42af-87cc-528eee95e8d2 req-1b96e930-8b12-4c12-bbff-8bf384d52cf2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0525050 Sep 27 09:40:41.221071 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9ffed8b-e526-42af-87cc-528eee95e8d2 req-8179eef8-5b57-442c-a291-78d28139b135 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac6092e0-630c-48c3-a6de-388254aa215f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335159 Sep 27 09:40:41.621011 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-4b70fd92-a0b5-49e0-acee-6b3613da0fe1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:41.622445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-4b70fd92-a0b5-49e0-acee-6b3613da0fe1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 945 time: 0.0614820 Sep 27 09:40:41.712230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port feba566a-9f83-4920-9733-5be9e2f11e45 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:40:41.712596 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:41.814698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port feba566a-9f83-4920-9733-5be9e2f11e45, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=feba566a-9f83-4920-9733-5be9e2f11e45,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:41.815066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:41.827842 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for feba566a-9f83-4920-9733-5be9e2f11e45 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:40:41.959478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:41.996008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=feba566a-9f83-4920-9733-5be9e2f11e45,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:42.037549 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] No DVR routers for this DVR port feba566a-9f83-4920-9733-5be9e2f11e45 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:40:42.040096 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:42.042204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f18e43f8-0ff9-4c36-8eaf-bd5b867ce625 req-5656b712-d12d-4da9-8d51-aa7bd29197aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "DELETE /v2.0/ports/feba566a-9f83-4920-9733-5be9e2f11e45 HTTP/1.1" status: 204 len: 173 time: 0.4132521 Sep 27 09:40:42.042667 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'name': 'network-vif-deleted', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:40:42.044950 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff50bfa-202a-4a15-9b4c-8fe488c12657" -d '{"events": [{"server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "name": "network-vif-deleted", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:40:42.080674 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf334751-1f4a-4b6a-b614-83bf6fc461fa x-openstack-request-id: req-bf334751-1f4a-4b6a-b614-83bf6fc461fa {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:40:42.080970 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fba0bd-08f1-4c3d-8cb4-2f37b71af80d", "name": "network-vif-deleted", "tag": "feba566a-9f83-4920-9733-5be9e2f11e45", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:40:42.081219 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf334751-1f4a-4b6a-b614-83bf6fc461fa {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:40:42.081613 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fba0bd-08f1-4c3d-8cb4-2f37b71af80d', 'name': 'network-vif-deleted', 'tag': 'feba566a-9f83-4920-9733-5be9e2f11e45', 'status': 'completed', 'code': 200} Sep 27 09:40:42.331378 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c34958ef-a58c-4f63-bdc8-54daa5d8cf42 req-cceaf700-573a-4824-b49a-fa9f4abe249c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=02fba0bd-08f1-4c3d-8cb4-2f37b71af80d HTTP/1.1" status: 200 len: 210 time: 0.0267699 Sep 27 09:40:43.400642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40422) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:43.800612 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:44.085065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 5e8a1df5-220a-4645-9eff-fd4d2a85676c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:40:44.085327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:44.172664 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 5e8a1df5-220a-4645-9eff-fd4d2a85676c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5e8a1df5-220a-4645-9eff-fd4d2a85676c,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:44.173024 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:44.185700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 5e8a1df5-220a-4645-9eff-fd4d2a85676c owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:40:44.382329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:44.413678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=5e8a1df5-220a-4645-9eff-fd4d2a85676c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:44.584255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:44.804551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b692ca5c-4d27-4eb5-b45c-6a06321f688c has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:40:44.874235 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:44.924641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:40:44.932152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8d20445c-e99d-4a7b-99b2-2cde6c623843 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/b692ca5c-4d27-4eb5-b45c-6a06321f688c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5304570 Sep 27 09:40:44.934956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40424) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:44.936970 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] Sync routers for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:40:44.948873 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:44.949488 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:44.989110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbd3fb4-9b66-43bf-83d5-a942873c73c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting subnet 44c6ba45-adbf-4b24-aae9-8fdd6375d409 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:40:44.992164 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3fb4-9b66-43bf-83d5-a942873c73c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.031861 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3fb4-9b66-43bf-83d5-a942873c73c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.051720 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:45.123332 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3fb4-9b66-43bf-83d5-a942873c73c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.186696 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3fb4-9b66-43bf-83d5-a942873c73c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.195285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-850e1895-25df-4803-b615-4d8478c095b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.216891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd3fb4-9b66-43bf-83d5-a942873c73c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Subnet': ['ID=44c6ba45-adbf-4b24-aae9-8fdd6375d409,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:45.222363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7dbd3fb4-9b66-43bf-83d5-a942873c73c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.224835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7dbd3fb4-9b66-43bf-83d5-a942873c73c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/subnets/44c6ba45-adbf-4b24-aae9-8fdd6375d409 HTTP/1.1" status: 204 len: 168 time: 0.2881005 Sep 27 09:40:45.226980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40426) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:45.233962 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4a975-1457-4c4f-af53-b4373d7b02bc None None] Network 787acb76-ec5c-4efc-918a-5e1f0fce220b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:40:45.238856 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:40:44Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:45.268412 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] Checking router: b692ca5c-4d27-4eb5-b45c-6a06321f688c for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:40:45.276690 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] Routers {'b692ca5c-4d27-4eb5-b45c-6a06321f688c'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:45.277294 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:45.334528 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.390216 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] Set router b692ca5c-4d27-4eb5-b45c-6a06321f688c gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:45.418517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] DHCP port deletion for 787acb76-ec5c-4efc-918a-5e1f0fce220b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:40:45.441462 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.466121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Deleting port 90a266a6-25a1-4661-be9c-2fd601ce79ce {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:40:45.466919 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.495764 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 7fe9435b-747b-4478-b196-d9b713071f5a {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:40:45.496220 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.521252 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device feba566a-9f83-4920-9733-5be9e2f11e45 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:40:45.545481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: feba566a-9f83-4920-9733-5be9e2f11e45 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:40:45.545817 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device feba566a-9f83-4920-9733-5be9e2f11e45 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:40:45.553421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] For port 90a266a6-25a1-4661-be9c-2fd601ce79ce, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=90a266a6-25a1-4661-be9c-2fd601ce79ce,segment=NetworkSegment(de71721b-8eaa-4b31-af39-5ac1d19237c1),segment_id=de71721b-8eaa-4b31-af39-5ac1d19237c1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:45.553857 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.569055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Calling delete_port for 90a266a6-25a1-4661-be9c-2fd601ce79ce owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:40:45.574741 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:40:44Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:45.583159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 7fe9435b-747b-4478-b196-d9b713071f5a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=7fe9435b-747b-4478-b196-d9b713071f5a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:45.583527 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.596291 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 7fe9435b-747b-4478-b196-d9b713071f5a owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:40:45.601602 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77618a4a-e34a-4411-a09d-cd89902f0f6c None None] The sync data for ids ['b692ca5c-4d27-4eb5-b45c-6a06321f688c'] in n-d-810909-1 is: [{'id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590435585', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:39:41Z', 'updated_at': '2021-09-27T09:40:44Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '7fe9435b-747b-4478-b196-d9b713071f5a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ca5c-4d27-4eb5-b45c-6a06321f688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:39:42Z', 'updated_at': '2021-09-27T09:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:40:45.651852 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:45.678560 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Pushing event deleted for resources: {'Port': ['ID=90a266a6-25a1-4661-be9c-2fd601ce79ce,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:45.689137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] No DVR routers for this DVR port 90a266a6-25a1-4661-be9c-2fd601ce79ce on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:40:45.691992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.692531 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.692883 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.693223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.693558 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.693890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.694216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.694542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.694866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.695189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.695516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:45.695859 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df104c-3f45-4c78-9846-1866d5bee7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.121786 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.146870 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=7fe9435b-747b-4478-b196-d9b713071f5a,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:46.166723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5e8a1df5-220a-4645-9eff-fd4d2a85676c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:40:46.188162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 5e8a1df5-220a-4645-9eff-fd4d2a85676c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:40:46.188611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5e8a1df5-220a-4645-9eff-fd4d2a85676c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:40:46.189137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 90a266a6-25a1-4661-be9c-2fd601ce79ce no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:40:46.207109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 90a266a6-25a1-4661-be9c-2fd601ce79ce {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:40:46.207454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 90a266a6-25a1-4661-be9c-2fd601ce79ce not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:40:46.212824 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.318440 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.321057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.365863 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.366476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Fanout notify agent at l3_agent the message router_deleted on router b692ca5c-4d27-4eb5-b45c-6a06321f688c {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:40:46.373888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.375051 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ad108689-6833-4771-8cb3-0f1f1bcde722 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/routers/b692ca5c-4d27-4eb5-b45c-6a06321f688c HTTP/1.1" status: 204 len: 168 time: 1.1471376 Sep 27 09:40:46.377881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40428) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:46.457593 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.546080 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.565965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787acb76-ec5c-4efc-918a-5e1f0fce220b']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:46.575167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de71721b-8eaa-4b31-af39-5ac1d19237c1') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:46.575469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de71721b-8eaa-4b31-af39-5ac1d19237c1') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:46.586258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.604307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.613482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:40:46.614035 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:40:46.618363 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:40:46.689148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.699182 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.702125 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/networks/787acb76-ec5c-4efc-918a-5e1f0fce220b HTTP/1.1" status: 204 len: 168 time: 0.3230400 Sep 27 09:40:46.705913 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:46.714197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cace05f-6aae-4d99-9919-972789076bc4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Network': ['ID=787acb76-ec5c-4efc-918a-5e1f0fce220b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:46.767873 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.794690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.861788 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.864510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:46.865690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/security-groups/ac6092e0-630c-48c3-a6de-388254aa215f HTTP/1.1" status: 204 len: 168 time: 0.1586409 Sep 27 09:40:46.874933 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6092e0-630c-48c3-a6de-388254aa215f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:46.884681 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.885021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.885358 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.885688 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.886013 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.886335 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.886640 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.886961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.887278 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.887591 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.887903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:46.888352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d7a4f-83ed-4768-bc5d-c19355a8ea12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:47.188687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40436) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:47.193510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3cd1c209-044d-4f1f-9c28-4ec387a83018 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765693906', 'description': 'tempest-secgroup-smoke-1765693906 description', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:47.220221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd1c209-044d-4f1f-9c28-4ec387a83018 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.307397 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd1c209-044d-4f1f-9c28-4ec387a83018 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.313036 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd1c209-044d-4f1f-9c28-4ec387a83018 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.340176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cd1c209-044d-4f1f-9c28-4ec387a83018 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.341441 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3cd1c209-044d-4f1f-9c28-4ec387a83018 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1515529 Sep 27 09:40:47.343237 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1c209-044d-4f1f-9c28-4ec387a83018 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:47.344511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40438) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:47.349653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-a9149d53-1785-479c-b8cd-dc413ccb7d78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:47.376608 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9149d53-1785-479c-b8cd-dc413ccb7d78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.430452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9149d53-1785-479c-b8cd-dc413ccb7d78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.435097 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9149d53-1785-479c-b8cd-dc413ccb7d78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.452021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9149d53-1785-479c-b8cd-dc413ccb7d78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0a3c89-e51d-47e0-9979-85c4577a994a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:47.458759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a9149d53-1785-479c-b8cd-dc413ccb7d78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.461797 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a9149d53-1785-479c-b8cd-dc413ccb7d78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145310 Sep 27 09:40:47.463212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40440) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:47.467901 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9c1a43b1-2eba-4683-a365-f66efa42bc7e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:47.496085 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c1a43b1-2eba-4683-a365-f66efa42bc7e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.553968 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c1a43b1-2eba-4683-a365-f66efa42bc7e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.559376 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c1a43b1-2eba-4683-a365-f66efa42bc7e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.579080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a43b1-2eba-4683-a365-f66efa42bc7e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e58d143-506e-48be-bf11-2188d952bad9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:47.583084 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9c1a43b1-2eba-4683-a365-f66efa42bc7e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.584296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9c1a43b1-2eba-4683-a365-f66efa42bc7e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198840 Sep 27 09:40:47.586997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40442) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:47.591419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9150f4b8-71d5-4f67-84d6-f1b494b75649 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:47.618870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9150f4b8-71d5-4f67-84d6-f1b494b75649 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.673781 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1aee634a-1b24-4b22-bdbc-219bd217a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.683006 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9150f4b8-71d5-4f67-84d6-f1b494b75649 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.689191 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9150f4b8-71d5-4f67-84d6-f1b494b75649 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.711698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150f4b8-71d5-4f67-84d6-f1b494b75649 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0319544f-3814-4ec6-8254-2926a9c0ef99,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:47.717843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9150f4b8-71d5-4f67-84d6-f1b494b75649 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.719271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9150f4b8-71d5-4f67-84d6-f1b494b75649 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312213 Sep 27 09:40:47.722403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40444) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:47.726735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-50df600d-3381-48ea-9587-65bc162ec581 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:47.754407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50df600d-3381-48ea-9587-65bc162ec581 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.813493 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50df600d-3381-48ea-9587-65bc162ec581 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.817939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50df600d-3381-48ea-9587-65bc162ec581 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.836352 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df600d-3381-48ea-9587-65bc162ec581 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9a07cf-1243-43ff-a982-ca6c4d3ffed9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:47.842964 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-50df600d-3381-48ea-9587-65bc162ec581 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.844235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-50df600d-3381-48ea-9587-65bc162ec581 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208713 Sep 27 09:40:47.847577 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40446) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:47.852035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-10726d6f-eeb0-40cf-8e95-a54bb0e32e86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:47.874220 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-10726d6f-eeb0-40cf-8e95-a54bb0e32e86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:40:47.879178 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10726d6f-eeb0-40cf-8e95-a54bb0e32e86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.947522 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10726d6f-eeb0-40cf-8e95-a54bb0e32e86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.952674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10726d6f-eeb0-40cf-8e95-a54bb0e32e86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.970130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10726d6f-eeb0-40cf-8e95-a54bb0e32e86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa1e97a-8a5b-41e3-8a6f-e511d2b1f30e,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:47.977051 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-10726d6f-eeb0-40cf-8e95-a54bb0e32e86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:47.978251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-10726d6f-eeb0-40cf-8e95-a54bb0e32e86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296546 Sep 27 09:40:47.981110 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:47.985764 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ed8ee191-c64b-4acc-8319-7c701c8fa44d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:48.012387 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-ed8ee191-c64b-4acc-8319-7c701c8fa44d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:40:48.017542 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee191-c64b-4acc-8319-7c701c8fa44d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.084894 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee191-c64b-4acc-8319-7c701c8fa44d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.090241 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee191-c64b-4acc-8319-7c701c8fa44d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.110808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ee191-c64b-4acc-8319-7c701c8fa44d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4d3cc3-2c76-461b-8bb2-c5fc93720e91,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:48.118018 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee191-c64b-4acc-8319-7c701c8fa44d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.122367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40450) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:48.127419 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'network': {'name': 'tempest-network-smoke--1226957819', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'port_security_enabled': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:48.129069 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed8ee191-c64b-4acc-8319-7c701c8fa44d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466436 Sep 27 09:40:48.141038 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.152978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:40:48.156534 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.175101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7fe9435b-747b-4478-b196-d9b713071f5a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:40:48.185704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:40:48.195061 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 7fe9435b-747b-4478-b196-d9b713071f5a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:40:48.195441 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 7fe9435b-747b-4478-b196-d9b713071f5a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:40:48.195892 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.197185 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Added segment 95ed8d87-f775-4547-8525-a89b416c27d8 of type vlan for network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 Sep 27 09:40:48.240137 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.267716 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.273253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:48.273877 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.306676 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1833522 Sep 27 09:40:48.309803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:48.314803 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'admin_state_up': True, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:48.339429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.340651 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.341731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bed3a-300a-4855-ba42-8b0188dfac5e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Network': ['ID=660fe86a-8028-4a4f-a35c-1d5f13a1d429,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:48.353887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:40:48.400185 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.540961 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.742245 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.760422 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:48.865738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.247 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:40:48.970266 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:49.005443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:49.045085 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:40:49.047898 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:40:49.050407 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:40:49.078595 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:49.264649 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:49.302752 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:49.871822 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:50.011863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:40:50.141260 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:40:50.151275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Sync routers for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:40:50.161676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:50.162022 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:50.162300 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:50.163471 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d80fd717-f4ae-45e1-87f6-bb3ea3ae7366 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8523681 Sep 27 09:40:50.167345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40454) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:50.200546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-80f92164-e219-4389-8fde-7bac0d447f16 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ba0e404c5df444828145ff7ba89f19ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319297 Sep 27 09:40:50.203097 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40456) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:50.291538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44669d32-9bf9-40b8-bb1a-a2dbfc8636c7 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:50.293168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-44669d32-9bf9-40b8-bb1a-a2dbfc8636c7 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891056 Sep 27 09:40:50.296025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40458) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:50.325701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-705a21f5-f594-434a-a656-c940c0237dfd tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285082 Sep 27 09:40:50.328394 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40460) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:50.333540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-985893816', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:50.433231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:40:50.435215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:50.436771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:50.607727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:49Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:50.619299 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:50.633569 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Checking router: 011bfd8d-9fa8-4d03-85f9-9a4c268e985f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:40:50.633923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Updating router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:40:50.662122 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:50.673284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Subnet': ['ID=137d3a8e-4640-423d-969a-9e119dd2b9d5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:50.691042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Checking segment: {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:40:50.691345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network hostable DHCP agents. Network: 660fe86a-8028-4a4f-a35c-1d5f13a1d429, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:40:50.709816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:40:50.721276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 660fe86a-8028-4a4f-a35c-1d5f13a1d429) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:40:50.726173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:50.726772 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:50.747539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9b9f660c-5dc0-4a3b-8120-644989bf6dcf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4153867 Sep 27 09:40:50.747748 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40462) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:40:50.748912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec46a8-a6f8-4c68-851d-a1dd13d477ee None None] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:40:50.907005 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.002917 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:40:51.003767 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.055768 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.099432 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.174949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc0ed4-61c6-4be7-90e7-c98c01dba3a8 None None] Pushing event updated for resources: {'Port': ['ID=55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:51.180144 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Attempting to bind port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:40:51.180542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Attempting to bind port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:40:51.180906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Attempting to bind port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:40:51.190213 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.206302 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:40:51.206680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:40:51.207089 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.207482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:40:51.207960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Bound port: 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:40:51.208314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.248735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Allocated IP 172.20.0.2 (660fe86a-8028-4a4f-a35c-1d5f13a1d429/137d3a8e-4640-423d-969a-9e119dd2b9d5/c5c273d0-ab7f-47e0-a1c1-e9d5f4519094) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:40:51.280527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] For port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:40:51.310678 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] For port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:40:51.315914 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.427591 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc0ed4-61c6-4be7-90e7-c98c01dba3a8 None None] Pushing event updated for resources: {'Port': ['ID=55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:51.434093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:51.434706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:51.516558 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.526912 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.572918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.1 (660fe86a-8028-4a4f-a35c-1d5f13a1d429/137d3a8e-4640-423d-969a-9e119dd2b9d5/e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:40:51.605362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:40:51.614607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:51.617158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:40:51.641193 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:40:51.643138 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Pushing event updated for resources: {'Port': ['ID=c5c273d0-ab7f-47e0-a1c1-e9d5f4519094,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:51.702229 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.741699 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.773134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Attempting to bind port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:40:51.773416 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Attempting to bind port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:40:51.774119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Attempting to bind port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 on network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:40:51.780972 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:40:51.781345 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Checking segment: {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:40:51.781748 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.782139 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Bound using segment: {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:40:51.782238 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:40:51.782679 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Bound port: c5c273d0-ab7f-47e0-a1c1-e9d5f4519094, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:40:51.783064 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.785276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:40:51.791718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:40:51.795547 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:51.838822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.886088 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] For port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:40:51.889717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] For port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c5c273d0-ab7f-47e0-a1c1-e9d5f4519094,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:40:51.894972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.936240 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:49Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:51.966261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:51.981997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd4c3f-f8f0-4e3f-bc3d-a9baff546724 None None] The sync data for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 is: [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:49Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:40:51.987762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c001efe-5800-40c0-a19c-6e26b70b0253 None None] Pushing event updated for resources: {'Port': ['ID=c5c273d0-ab7f-47e0-a1c1-e9d5f4519094,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:52.288743 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:40:52.328814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:52.335029 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:52.345950 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:52.346644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:52.417625 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:52.426338 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:52.436062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:52.474221 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c5c273d0-ab7f-47e0-a1c1-e9d5f4519094,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:52.479649 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:52.533753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=c5c273d0-ab7f-47e0-a1c1-e9d5f4519094,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:52.540891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:40:52.542341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:40:52.662786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:40:52.784380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:40:52.789673 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-73cc7bcb-3aaf-4e5b-9a2b-7bbebc6f883d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/011bfd8d-9fa8-4d03-85f9-9a4c268e985f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0408080 Sep 27 09:40:52.932219 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98e574-590c-4942-90b8-7b765a01dd4e None None] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:40:52.948387 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-dd0ea60e-c113-4b32-a849-26e81e487620 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765693906&fields=id&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 267 time: 0.0351555 Sep 27 09:40:53.048548 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-33cc7b90-ea20-46cc-875f-401278a25d33 None None] Provisioning complete for port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:53.048835 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33cc7b90-ea20-46cc-875f-401278a25d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:53.057829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-b26e11cd-5af3-49e4-bfd8-2420f34709d5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:53.059473 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-b26e11cd-5af3-49e4-bfd8-2420f34709d5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/networks?id=660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 200 len: 797 time: 0.1038916 Sep 27 09:40:53.075315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-b67f3b98-e479-4d65-b042-9c9bb9b3a143 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/quotas/ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 375 time: 0.0098364 Sep 27 09:40:53.130595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-81fc1916-394b-48a4-a2f7-1d45bb917a58 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494916 Sep 27 09:40:53.281651 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-9480618c-6b73-473a-a034-e8f160cc4b73 service neutron] 10.222.0.50 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353197 Sep 27 09:40:53.378585 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-5bb42deb-f4a9-4b81-8af1-33c62414b049 service neutron] 10.222.0.50 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903742 Sep 27 09:40:53.384019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f640cea2-d1c2-4013-b988-f02cbc4948f3 None None] Provisioning complete for port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:53.384427 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f640cea2-d1c2-4013-b988-f02cbc4948f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:53.485421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f640cea2-d1c2-4013-b988-f02cbc4948f3 None None] Provisioning complete for port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:53.485879 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f640cea2-d1c2-4013-b988-f02cbc4948f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:53.531631 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f640cea2-d1c2-4013-b988-f02cbc4948f3 None None] Port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:40:53.568613 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a1a45fb7-a6aa-40fd-87fd-a59bcd7ef9c5 req-ed263318-e5bf-4c72-b5fb-77fc117a6806 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 210 time: 0.0310819 Sep 27 09:40:53.657871 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-15f26e13-5b83-4bbb-80f2-41d2b0bb0712 None None] Provisioning complete for port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:53.658616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15f26e13-5b83-4bbb-80f2-41d2b0bb0712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:53.695949 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-15f26e13-5b83-4bbb-80f2-41d2b0bb0712 None None] Port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:40:53.718445 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Sync routers for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:40:53.734431 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:53.735270 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:53.814355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-74e658ac-89e6-4889-af64-50535ef731fb None None] Provisioning complete for port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:53.814730 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74e658ac-89e6-4889-af64-50535ef731fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:53.841509 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:53.854807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-74e658ac-89e6-4889-af64-50535ef731fb None None] Port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:40:54.147779 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:52Z', 'revision_number': 2, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:54.176689 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Checking router: 011bfd8d-9fa8-4d03-85f9-9a4c268e985f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:40:54.177048 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Updating router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:40:54.204045 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.274031 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:40:54.322161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:54.322539 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.401268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:40:54.452411 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:54.452880 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.482652 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.488750 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.534709 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Pushing event updated for resources: {'Port': ['ID=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:54.537831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.546054 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.546472 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.546851 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.547218 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.547554 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.547878 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.548265 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.548776 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.549114 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.549437 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.549760 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.550083 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:40:54.564840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:54.573847 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.633801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:54.637990 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Attempting to bind port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:40:54.638603 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Attempting to bind port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:40:54.638976 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Attempting to bind port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 on network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:40:54.644539 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:40:54.645164 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Checking segment: {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:40:54.645727 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.646302 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Bound using segment: {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:40:54.646925 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Bound port: e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:40:54.647478 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.726741 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] For port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:40:54.740475 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] For port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:40:54.745531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3019e797-94d5-4ff5-843e-c1bf15c93703 req-0aef3d65-d49c-4370-8110-487be17818ce tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 210 time: 0.0380704 Sep 27 09:40:54.754401 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.773271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-d2100267-dad6-4f54-97f1-dba86a407b58 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:54.774797 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-d2100267-dad6-4f54-97f1-dba86a407b58 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/networks?id=660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 200 len: 797 time: 0.1634629 Sep 27 09:40:54.822718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:40:54.823456 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:54.825859 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-e680ab50-be0a-492d-bc25-bf2fbc827217 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 380 time: 0.0415223 Sep 27 09:40:54.837188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'port': {'device_id': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'admin_state_up': True, 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'security_groups': ['ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:54.882181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fd818ff3-2f16-4b49-b843-15cc90bbdf69 None None] Provisioning complete for port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:54.883403 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83d598-af84-4823-ae11-f868c7d5d204 None None] Pushing event updated for resources: {'Port': ['ID=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:54.883715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd818ff3-2f16-4b49-b843-15cc90bbdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.982723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:40:54.986992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:54.987362 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:40:55.133652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.8 (660fe86a-8028-4a4f-a35c-1d5f13a1d429/137d3a8e-4640-423d-969a-9e119dd2b9d5/785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:40:55.135088 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd818ff3-2f16-4b49-b843-15cc90bbdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.171664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fd818ff3-2f16-4b49-b843-15cc90bbdf69 None None] For port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:55.176562 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd818ff3-2f16-4b49-b843-15cc90bbdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.202513 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:40:55.229897 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd818ff3-2f16-4b49-b843-15cc90bbdf69 None None] Pushing event updated for resources: {'Port': ['ID=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:55.237392 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea1021-57b7-42ae-8808-e4d3bae518dc None None] The sync data for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 is: [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:40:55.307043 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.311443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dc95bcbe-1c97-4c3f-9581-8b561a9ccb25 None None] Provisioning complete for port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:55.311814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc95bcbe-1c97-4c3f-9581-8b561a9ccb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.351961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.395426 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:40:55.398702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:40:55.404601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:40:55.446057 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:55.470166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:55.470843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.488946 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-449ff163-40d9-4e08-865a-5202dd945eb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6554766 Sep 27 09:40:55.503441 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Request body: {'port': {'device_id': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:40:55.563707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.641650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d908d555-5d66-4bf0-9bb4-dccc9e3379ee None None] Provisioning complete for port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:55.642062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d908d555-5d66-4bf0-9bb4-dccc9e3379ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.683306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d908d555-5d66-4bf0-9bb4-dccc9e3379ee None None] Port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:40:55.854943 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:40:55.863267 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.871498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96467e97-125f-4bbe-8925-103d3b790eef req-0f334bd9-a414-45e5-a320-290b167ab400 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:55.873813 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-96467e97-125f-4bbe-8925-103d3b790eef req-0f334bd9-a414-45e5-a320-290b167ab400 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 931 time: 0.0520687 Sep 27 09:40:55.875706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Transition to ACTIVE for port object 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:40:55.880767 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:55.927720 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-96467e97-125f-4bbe-8925-103d3b790eef req-9c6f3e9f-3b88-429d-bae2-6f5cd8cfb26d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470386 Sep 27 09:40:55.952232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Pushing event updated for resources: {'Port': ['ID=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:56.006507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Attempting to bind port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:40:56.006986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Attempting to bind port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:40:56.007317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Attempting to bind port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 on network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:40:56.012162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 on network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:40:56.012516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Attempting to bind port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 on network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:40:56.018980 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:40:56.019403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Checking segment: {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:40:56.019854 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Bound using segment: {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:40:56.020376 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Bound port: 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ed8d87-f775-4547-8525-a89b416c27d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:40:56.020805 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:56.096259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] For port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:40:56.100080 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] For port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:40:56.104977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:56.150143 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:56.150475 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:56.151908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] 10.222.0.57 "PUT /v2.0/ports/785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 200 len: 1091 time: 0.6545913 Sep 27 09:40:56.152382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:40:56.154723 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:40:56.183110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a44011-5c28-423a-b673-777e0cc463e8 service neutron] Pushing event updated for resources: {'Port': ['ID=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:40:56.226078 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d00c531-4cd5-48ba-8c81-9d7e5197425e x-openstack-request-id: req-3d00c531-4cd5-48ba-8c81-9d7e5197425e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:40:56.226078 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:40:56.226365 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d00c531-4cd5-48ba-8c81-9d7e5197425e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:40:56.228369 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'status': 'completed', 'code': 200} Sep 27 09:40:56.263003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-09323c1d-324d-4bb4-a018-f442969cf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:56.264548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-09323c1d-324d-4bb4-a018-f442969cf6b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1094 time: 0.0492358 Sep 27 09:40:56.301430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:40:56.329297 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-08e10acf-2c55-47e7-9dfa-b3e5cec601b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 200 len: 217 time: 0.0554817 Sep 27 09:40:56.359377 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:56.359866 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:56.395890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-97c89589-11bc-47a3-ae15-fd35f14c509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:56.397569 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-97c89589-11bc-47a3-ae15-fd35f14c509c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=137d3a8e-4640-423d-969a-9e119dd2b9d5 HTTP/1.1" status: 200 len: 834 time: 0.0600879 Sep 27 09:40:56.451395 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-1b4d4c0d-e851-4cb9-80c2-e4894a7b60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:56.452849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-1b4d4c0d-e851-4cb9-80c2-e4894a7b60ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=660fe86a-8028-4a4f-a35c-1d5f13a1d429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478804 Sep 27 09:40:56.457298 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:40:56.505259 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:40:56.505640 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:56.888648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-ed1dd276-2734-488d-9a7f-12bf72d5fb59 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274971 Sep 27 09:40:56.978632 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0861b23-7cd8-4b0e-9916-2ddf748f3a72 req-1c914bbd-4dac-42d0-b394-a52bcd8f81b9 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818412 Sep 27 09:40:57.041589 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1095f7-5731-4602-8fd8-18fc28655997 req-e20fde09-f9fd-4401-b9ac-13a7bfbb8cbb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:57.043153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f1095f7-5731-4602-8fd8-18fc28655997 req-e20fde09-f9fd-4401-b9ac-13a7bfbb8cbb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 943 time: 0.0509467 Sep 27 09:40:57.065483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-605b8214-9848-47bd-82be-36208d13fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:57.066996 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-605b8214-9848-47bd-82be-36208d13fd0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1094 time: 0.0415096 Sep 27 09:40:57.080998 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0f1095f7-5731-4602-8fd8-18fc28655997 req-32b35701-6899-407f-a0c8-bd04f63efa80 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Sep 27 09:40:57.162514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-e0aba0ed-f1de-41d3-9a7c-08673055bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:57.163985 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-e0aba0ed-f1de-41d3-9a7c-08673055bb3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 200 len: 898 time: 0.0894811 Sep 27 09:40:57.205476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-45886620-6107-4615-8d7f-41cb2357e7f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 200 len: 217 time: 0.0336106 Sep 27 09:40:57.259166 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-3d996999-4d6a-4c4d-adae-514dd364b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:57.260689 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-3d996999-4d6a-4c4d-adae-514dd364b0ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=137d3a8e-4640-423d-969a-9e119dd2b9d5 HTTP/1.1" status: 200 len: 834 time: 0.0476172 Sep 27 09:40:57.307743 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-e7d550c3-c44b-484b-82ef-a9d51f7d798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:57.309275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-e7d550c3-c44b-484b-82ef-a9d51f7d798b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=660fe86a-8028-4a4f-a35c-1d5f13a1d429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407155 Sep 27 09:40:57.401347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-eac830ed-044f-406e-9cab-567c6dda47b4 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829577 Sep 27 09:40:57.497727 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f17fe8f-10d0-4eb3-b06e-dcbb4f70845f req-f225c499-7383-4a19-b9e8-d09dad8fe40c service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888622 Sep 27 09:40:58.207081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a047d4-3da6-447a-8d64-4626ae2181c1 req-3c9de44d-6156-4bb6-9ad0-f5db0e520913 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:58.208628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a047d4-3da6-447a-8d64-4626ae2181c1 req-3c9de44d-6156-4bb6-9ad0-f5db0e520913 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 943 time: 0.0498519 Sep 27 09:40:58.248030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a047d4-3da6-447a-8d64-4626ae2181c1 req-d89d51bc-f752-45c2-9af6-f58b6cc09ddd tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331614 Sep 27 09:40:59.379150 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb23d9-b7d1-4730-a8a5-8e9fd4d08428 req-ea21ad82-f871-4e08-99e7-193f7c657cee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:40:59.380579 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66eb23d9-b7d1-4730-a8a5-8e9fd4d08428 req-ea21ad82-f871-4e08-99e7-193f7c657cee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 943 time: 0.0632648 Sep 27 09:40:59.419494 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66eb23d9-b7d1-4730-a8a5-8e9fd4d08428 req-1f80922a-4c4e-49ad-b9cd-fdecff02cb88 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327935 Sep 27 09:40:59.644477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:40:59.753131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:59.764488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'port_id': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'mac_address': 'fa:16:3e:11:5a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:40:59.814358 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:59.827875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:40:59.851536 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:40:59.857104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:40:59.902684 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:41:00.087675 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:41:00.551409 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1398-4e9a-46b5-9117-ef41768ec2d6 req-ea97dda3-05f8-4e1b-8a94-58887044c58b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:00.552955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a3d1398-4e9a-46b5-9117-ef41768ec2d6 req-ea97dda3-05f8-4e1b-8a94-58887044c58b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 944 time: 0.0558608 Sep 27 09:41:00.596743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7a3d1398-4e9a-46b5-9117-ef41768ec2d6 req-3613b8d6-2eee-4266-9c07-9691cb9d4927 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339839 Sep 27 09:41:01.646281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:41:01.697939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:41:01.701601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:41:01.701978 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:01.723361 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026c05b-1c5d-4634-a95b-f13bd5166c63 req-9074c897-559c-4af8-abbb-c805bc409ab5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:01.724937 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e026c05b-1c5d-4634-a95b-f13bd5166c63 req-9074c897-559c-4af8-abbb-c805bc409ab5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 944 time: 0.0506177 Sep 27 09:41:01.764179 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e026c05b-1c5d-4634-a95b-f13bd5166c63 req-328eb283-c7c7-4591-a196-1c58b0704a95 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326915 Sep 27 09:41:01.783585 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:01.806234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:41:01.808543 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467598ae-bc63-452c-8313-f5491ee206e9" -d '{"events": [{"server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "name": "network-vif-plugged", "status": "completed", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:41:01.820841 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:41:01.827125 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:01.852384 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5899e60d-a902-4669-8a2d-b81ec31fc1a8 x-openstack-request-id: req-5899e60d-a902-4669-8a2d-b81ec31fc1a8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:41:01.852677 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "name": "network-vif-plugged", "status": "completed", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:41:01.852989 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5899e60d-a902-4669-8a2d-b81ec31fc1a8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:41:01.853376 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'code': 200} Sep 27 09:41:01.878438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:41:01.944609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8ea2d-8833-4656-82bf-cec881ee50b0 req-6b84fd50-d563-4948-862a-b42f8e8cae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:01.946117 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09f8ea2d-8833-4656-82bf-cec881ee50b0 req-6b84fd50-d563-4948-862a-b42f8e8cae58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1096 time: 0.0412261 Sep 27 09:41:01.983114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09f8ea2d-8833-4656-82bf-cec881ee50b0 req-be1e1dac-8893-46f8-8d05-2b2c3befc3fd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281234 Sep 27 09:41:02.908471 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9046c-3b7c-441a-946e-4ca53e9c01b3 req-8e5422e1-8777-4775-997f-821651c3685e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:02.910465 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5b9046c-3b7c-441a-946e-4ca53e9c01b3 req-8e5422e1-8777-4775-997f-821651c3685e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0666099 Sep 27 09:41:02.951890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f5b9046c-3b7c-441a-946e-4ca53e9c01b3 req-b51a42d2-ede4-4af0-8e65-0c9dc5bc2e4c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Sep 27 09:41:04.098897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ac273-7d35-4169-aa39-b36d4593cbd7 req-1a9c92ae-a997-46c5-be07-8d7660f0d8e3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:04.100367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b9ac273-7d35-4169-aa39-b36d4593cbd7 req-1a9c92ae-a997-46c5-be07-8d7660f0d8e3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0548384 Sep 27 09:41:04.141031 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4b9ac273-7d35-4169-aa39-b36d4593cbd7 req-7470ea9b-bcc5-4430-b1c7-82d661094079 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Sep 27 09:41:04.267216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03479fe5-6130-41bf-9617-33ae10ce9812 req-87c6759e-c392-4d00-83b5-4225e3d333f4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:04.268648 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03479fe5-6130-41bf-9617-33ae10ce9812 req-87c6759e-c392-4d00-83b5-4225e3d333f4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0570793 Sep 27 09:41:04.317252 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-03479fe5-6130-41bf-9617-33ae10ce9812 req-97b488fe-299a-45cf-b318-34a26bb251bb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389240 Sep 27 09:41:04.345766 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:41:04.388133 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb01136-ad87-46c7-8bf2-2170243c62aa tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:04.389708 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bfb01136-ad87-46c7-8bf2-2170243c62aa tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1091 time: 0.0423765 Sep 27 09:41:04.393194 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40522) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:41:04.397568 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:41:04.423432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:04.530231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:04.635798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.226 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/23f5bc00-f835-4799-97f5-b20022fa3c7c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:41:04.743946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:04.788006 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:04.827073 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:41:04.830136 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:41:04.837661 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:41:04.840786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=23f5bc00-f835-4799-97f5-b20022fa3c7c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:41:05.199811 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:05.266118 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:05.433283 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:05.438600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:05.512948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=23f5bc00-f835-4799-97f5-b20022fa3c7c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:41:05.526210 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:05.643312 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP 6d357d9b-213d-4dc9-9a72-5d15508b1138 associated. External IP: 172.25.2.226, port: 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0. Sep 27 09:41:05.855660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:41:05.965726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:41:05.976217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] Sync routers for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:41:05.983955 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:05.987492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:41:05.988122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:41:06.011167 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d668e8fc-fb7f-4b61-9aa6-5c27099b5790 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6169720 Sep 27 09:41:06.012117 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:41:06.014520 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ca5cb2-10d0-4a4c-9de1-218067ba408e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:41:06.051138 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867aa2c9-83b1-4eee-85f2-3bf7a71c7b47 x-openstack-request-id: req-867aa2c9-83b1-4eee-85f2-3bf7a71c7b47 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:41:06.051443 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:41:06.051696 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-867aa2c9-83b1-4eee-85f2-3bf7a71c7b47 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:41:06.052110 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'status': 'completed', 'code': 200} Sep 27 09:41:06.103988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:41:06.138955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc15f3-46d9-48ff-b73b-f7d86245265b req-c3a97c4b-f2de-4abc-ae67-dd00f91139f0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:06.140927 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-decc15f3-46d9-48ff-b73b-f7d86245265b req-c3a97c4b-f2de-4abc-ae67-dd00f91139f0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0770657 Sep 27 09:41:06.165682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-c689336f-31f9-442d-bbf2-4107107ff68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:06.167278 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-c689336f-31f9-442d-bbf2-4107107ff68a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1096 time: 0.0735888 Sep 27 09:41:06.202248 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-decc15f3-46d9-48ff-b73b-f7d86245265b req-c810eda2-b302-40ae-b188-df38f40e15a8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553594 Sep 27 09:41:06.228479 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:41:06.288674 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c06db2c-6396-41fd-be9e-829aebd08e27 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/6d357d9b-213d-4dc9-9a72-5d15508b1138 HTTP/1.1" status: 200 len: 991 time: 0.0586195 Sep 27 09:41:06.294215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-9a811a74-12cc-469f-bfcf-ab21cea5fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:06.295715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-9a811a74-12cc-469f-bfcf-ab21cea5fc8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 200 len: 898 time: 0.1169960 Sep 27 09:41:06.347902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '6d357d9b-213d-4dc9-9a72-5d15508b1138', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'port_id': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'mac_address': 'fa:16:3e:11:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:41:05Z', 'updated_at': '2021-09-27T09:41:05Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:55Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:41:06.365247 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-ecda3c6c-2688-4531-baf0-99582bf8278b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 200 len: 999 time: 0.0603731 Sep 27 09:41:06.374820 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] Checking router: 011bfd8d-9fa8-4d03-85f9-9a4c268e985f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:41:06.383238 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:41:06.383846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:40:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:41:06.415335 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-a199f63c-59fa-46c2-be00-696465b3348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:06.416794 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-a199f63c-59fa-46c2-be00-696465b3348a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=137d3a8e-4640-423d-969a-9e119dd2b9d5 HTTP/1.1" status: 200 len: 834 time: 0.0445313 Sep 27 09:41:06.466993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-c2697349-4def-4f45-a4bf-7228ab5bf79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:06.468514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-c2697349-4def-4f45-a4bf-7228ab5bf79a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=660fe86a-8028-4a4f-a35c-1d5f13a1d429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439894 Sep 27 09:41:06.488887 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:41:06.558168 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-b06dcbf6-d75d-42dd-a00f-1132b4589174 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820515 Sep 27 09:41:06.582369 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:06.654774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36ca5cb2-10d0-4a4c-9de1-218067ba408e req-5be0ac0d-583f-4590-acd2-8a795c1978a9 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874965 Sep 27 09:41:06.730400 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '6d357d9b-213d-4dc9-9a72-5d15508b1138', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'port_id': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'mac_address': 'fa:16:3e:11:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:41:05Z', 'updated_at': '2021-09-27T09:41:05Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:55Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:41:06.761695 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40499ffb-0599-4931-9fdb-fc33e8150d5e None None] The sync data for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 is: [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '6d357d9b-213d-4dc9-9a72-5d15508b1138', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'port_id': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'mac_address': 'fa:16:3e:11:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:41:05Z', 'updated_at': '2021-09-27T09:41:05Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:55Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:41:06.969795 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc87e2-2a64-4583-ae6c-2a3489464152 None None] New status for floating IP 6d357d9b-213d-4dc9-9a72-5d15508b1138: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:41:07.292686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:41:07.359210 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2fc6834-705f-4e63-954b-177592a3e35b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/6d357d9b-213d-4dc9-9a72-5d15508b1138 HTTP/1.1" status: 200 len: 993 time: 0.0653408 Sep 27 09:41:10.574254 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:41:14.885695 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:15.205975 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cfb27c0-548f-4a62-8aea-1505df181088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:17.681977 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf24607d-213b-4d98-98e2-11e574ee88c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:18.153661 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:19.268874 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:20.881774 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:24.861568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-ed6c9789-81f8-4fb0-8c32-ec770df9fc80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423999 Sep 27 09:41:24.945134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-a288f440-c5a2-4b9f-b317-02dae1e414ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:24.946642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-a288f440-c5a2-4b9f-b317-02dae1e414ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1096 time: 0.0408597 Sep 27 09:41:25.055112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-4b2658f9-51d6-4f2b-85f1-aea1302facd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:25.056587 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-4b2658f9-51d6-4f2b-85f1-aea1302facd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 200 len: 898 time: 0.0897424 Sep 27 09:41:25.126826 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-a75d3b06-5437-4bf8-ba78-e5d3a71e00a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 200 len: 1001 time: 0.0616133 Sep 27 09:41:25.187215 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-2da7c55b-27e7-43ae-b39b-4308c1d88b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:25.189532 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-2da7c55b-27e7-43ae-b39b-4308c1d88b95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=137d3a8e-4640-423d-969a-9e119dd2b9d5 HTTP/1.1" status: 200 len: 834 time: 0.0542133 Sep 27 09:41:25.238146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-2c90b651-ddfa-42cf-8332-0ba91560e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:25.239675 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-2c90b651-ddfa-42cf-8332-0ba91560e57f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=660fe86a-8028-4a4f-a35c-1d5f13a1d429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424964 Sep 27 09:41:25.331573 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-8465abd6-5ac6-4b8f-a2e5-5c1f9da878e2 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829794 Sep 27 09:41:25.430038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8214cdd5-bbbd-4a73-8e23-6936f044072f req-46269b78-3d13-482c-bf86-5e986460ac5f service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903745 Sep 27 09:41:36.586541 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:40.769614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac0b56-abe3-46aa-ba08-268063c03e58 req-c79bf315-0e16-46d4-8e40-bad8cb3f8805 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:40.771166 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7cac0b56-abe3-46aa-ba08-268063c03e58 req-c79bf315-0e16-46d4-8e40-bad8cb3f8805 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0529490 Sep 27 09:41:40.772249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-07ed0945-a981-4d57-9e9f-e5a4baf614e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:40.773800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-07ed0945-a981-4d57-9e9f-e5a4baf614e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1096 time: 0.0425494 Sep 27 09:41:40.810262 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7cac0b56-abe3-46aa-ba08-268063c03e58 req-3f6bd821-453f-409d-bf8e-7b4c647b4750 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328114 Sep 27 09:41:40.870940 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-17828b8b-52cf-44f9-9305-c485e759b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:40.872314 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-17828b8b-52cf-44f9-9305-c485e759b7c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 200 len: 898 time: 0.0903559 Sep 27 09:41:40.938860 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-bbbbad7b-574b-44cd-8450-76664a52804a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 200 len: 1001 time: 0.0589163 Sep 27 09:41:40.991880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-04a770b2-6a1c-42c6-92c3-6ee279e63265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:40.993538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-04a770b2-6a1c-42c6-92c3-6ee279e63265 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=137d3a8e-4640-423d-969a-9e119dd2b9d5 HTTP/1.1" status: 200 len: 834 time: 0.0472269 Sep 27 09:41:41.046819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-1ffcee59-a59e-4d4a-96a2-7efa15163e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:41.049067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-1ffcee59-a59e-4d4a-96a2-7efa15163e41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=660fe86a-8028-4a4f-a35c-1d5f13a1d429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476115 Sep 27 09:41:41.142906 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-113f9c52-6794-45ad-9df5-f29a0fe00f44 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861578 Sep 27 09:41:41.238694 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-496e76fa-76a1-4f6e-a950-efa9916e527a req-abc63d29-b03f-4029-96af-8df8383b8690 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884976 Sep 27 09:41:41.946077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98a0b8-d881-4405-aa7e-7ddafec5f4f5 req-7ec7ecb1-68fd-4396-bcbc-b16453b62838 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:41.947581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c98a0b8-d881-4405-aa7e-7ddafec5f4f5 req-7ec7ecb1-68fd-4396-bcbc-b16453b62838 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0536637 Sep 27 09:41:41.996097 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c98a0b8-d881-4405-aa7e-7ddafec5f4f5 req-7a6bef21-3794-4569-b2e3-0a1c4a23c91f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396938 Sep 27 09:41:43.131087 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a6244-ec45-42c7-a89c-21c8ef3d76a4 req-1bd878e6-a479-42f3-b0cd-107dfdc9338d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:43.132584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-776a6244-ec45-42c7-a89c-21c8ef3d76a4 req-1bd878e6-a479-42f3-b0cd-107dfdc9338d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0586123 Sep 27 09:41:43.170554 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-776a6244-ec45-42c7-a89c-21c8ef3d76a4 req-892088e8-6bc7-4ecf-a820-ffc6508284cd tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Sep 27 09:41:44.300367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb05e9-964e-4b7e-aeff-686b71064521 req-5bee995d-d08b-42dc-8b98-6cabff454079 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:44.301865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdbb05e9-964e-4b7e-aeff-686b71064521 req-5bee995d-d08b-42dc-8b98-6cabff454079 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0575523 Sep 27 09:41:44.344744 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bdbb05e9-964e-4b7e-aeff-686b71064521 req-63db07e9-7ed7-4fab-a173-4fe0306a3022 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368352 Sep 27 09:41:44.882814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:45.204592 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-529e2ed3-7b9f-4e17-bb71-877a3c3c6268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:45.481726 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba28a6-d6f9-4ad1-b66d-603cf8d76472 req-9166e361-a95a-4653-b74c-6ff3f9035df5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:45.483120 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ba28a6-d6f9-4ad1-b66d-603cf8d76472 req-9166e361-a95a-4653-b74c-6ff3f9035df5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0566669 Sep 27 09:41:45.524784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ba28a6-d6f9-4ad1-b66d-603cf8d76472 req-773be6aa-983d-4f8b-8e25-b1bd5a144d40 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Sep 27 09:41:46.655559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6068310-3145-49ed-a635-a26b497f96e2 req-1ed4799d-c632-46e1-b4eb-786b84fd16b5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:46.657064 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6068310-3145-49ed-a635-a26b497f96e2 req-1ed4799d-c632-46e1-b4eb-786b84fd16b5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0553093 Sep 27 09:41:46.698023 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f6068310-3145-49ed-a635-a26b497f96e2 req-c2cfd93a-509c-4273-b32b-1933231c23e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330551 Sep 27 09:41:47.579222 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:41:47.684125 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76763a02-a440-466c-9edb-13a6a4242098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:47.819106 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dc5d9-31ca-4b14-ba6c-b54fc7b8d569 req-bd6648ee-f065-4447-b145-c7916d1b7987 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:47.820595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f8dc5d9-31ca-4b14-ba6c-b54fc7b8d569 req-bd6648ee-f065-4447-b145-c7916d1b7987 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0524871 Sep 27 09:41:47.861319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8f8dc5d9-31ca-4b14-ba6c-b54fc7b8d569 req-9c8b97ca-68c7-4418-955b-2285d6f41137 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319998 Sep 27 09:41:48.160702 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:48.978791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545507c-fc05-4207-8fbe-6f3315b31429 req-498c5c26-5fce-45b4-b0d3-4f4dae5b1c0e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:48.980274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d545507c-fc05-4207-8fbe-6f3315b31429 req-498c5c26-5fce-45b4-b0d3-4f4dae5b1c0e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Sep 27 09:41:49.023827 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d545507c-fc05-4207-8fbe-6f3315b31429 req-07e64908-dc05-455f-af42-76aead3a90ee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347221 Sep 27 09:41:49.278272 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:50.160528 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3a497-7f55-41a8-8cea-2de359e68a14 req-479b63d8-0570-471c-bcb5-73ec43608fcc tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:50.162020 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14d3a497-7f55-41a8-8cea-2de359e68a14 req-479b63d8-0570-471c-bcb5-73ec43608fcc tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0564637 Sep 27 09:41:50.205013 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-14d3a497-7f55-41a8-8cea-2de359e68a14 req-6d756745-1f9f-4962-88fe-7e77e42ec9f6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Sep 27 09:41:50.879229 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:41:51.326042 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de103b73-283f-42e6-a111-83a19d05ffe5 req-34f34a88-55ea-4390-82af-71e0e6055a69 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:51.327522 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de103b73-283f-42e6-a111-83a19d05ffe5 req-34f34a88-55ea-4390-82af-71e0e6055a69 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0503292 Sep 27 09:41:51.372885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de103b73-283f-42e6-a111-83a19d05ffe5 req-0d9e7096-ed00-4fb4-8568-a60a76215d30 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366321 Sep 27 09:41:52.509497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a494a-5d8f-4847-bdf6-c780d69fd9da req-4c4be343-3066-4f83-887a-50d28a1fc57a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:52.510991 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a12a494a-5d8f-4847-bdf6-c780d69fd9da req-4c4be343-3066-4f83-887a-50d28a1fc57a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0578690 Sep 27 09:41:52.552405 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a12a494a-5d8f-4847-bdf6-c780d69fd9da req-b730ffe5-f5df-4a92-949a-6ff59a892340 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Sep 27 09:41:53.693621 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb556da7-21bc-428f-9a5f-4f866e31577b req-945ad459-7484-4ff1-affc-80a49123b0ce tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:53.695052 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb556da7-21bc-428f-9a5f-4f866e31577b req-945ad459-7484-4ff1-affc-80a49123b0ce tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0509450 Sep 27 09:41:53.736271 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb556da7-21bc-428f-9a5f-4f866e31577b req-2642a010-79f7-4021-991e-d1352ff56db1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325873 Sep 27 09:41:54.870460 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0a709-d1a4-4c02-8269-de636d312de8 req-bb55b65c-ba86-4901-ab3c-2de7d7c8c561 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:54.871966 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90f0a709-d1a4-4c02-8269-de636d312de8 req-bb55b65c-ba86-4901-ab3c-2de7d7c8c561 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0558069 Sep 27 09:41:54.911989 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90f0a709-d1a4-4c02-8269-de636d312de8 req-2578899b-d256-4234-bac7-a25923c99ad2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336444 Sep 27 09:41:56.052037 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0264-abae-43ba-8c23-de96cb9a11e6 req-0803ac2f-13af-45bf-a9fb-ad0b2f9a3b4c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:56.053575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d5ae0264-abae-43ba-8c23-de96cb9a11e6 req-0803ac2f-13af-45bf-a9fb-ad0b2f9a3b4c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0596323 Sep 27 09:41:56.094650 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d5ae0264-abae-43ba-8c23-de96cb9a11e6 req-523b3303-dec8-47ec-aaee-3f1fd4547ff2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336614 Sep 27 09:41:57.225083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621bc65-de74-427f-bd0c-3b0aba045b08 req-bed5246c-fb8d-4fa6-9ccf-53b2f5bff68f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:41:57.226597 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e621bc65-de74-427f-bd0c-3b0aba045b08 req-bed5246c-fb8d-4fa6-9ccf-53b2f5bff68f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0512094 Sep 27 09:41:57.264658 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e621bc65-de74-427f-bd0c-3b0aba045b08 req-92e1cec9-b1f2-4a2a-8298-295cc79ec5ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Sep 27 09:41:57.286953 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:41:57.350907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f85721bc-bb50-4676-b700-6f2b04a9edd1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/6d357d9b-213d-4dc9-9a72-5d15508b1138 HTTP/1.1" status: 200 len: 993 time: 0.0627971 Sep 27 09:42:01.793416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-e6b978b8-01b6-46ef-a34b-a483f9860804 req-787461da-59cf-444b-b71b-9235355732f5 service neutron] (94830) timed out ('10.222.0.50', 36762) {{(pid=94830) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 09:42:06.575946 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:14.901456 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:15.199346 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3562af17-66cf-4771-9f0b-667b43fc5f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:17.678042 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9758efc4-602c-414e-9413-f9a91396dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:18.156034 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:19.275403 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:20.890660 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:24.584605 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:42:26.860522 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-7e6ead04-3c0b-4b47-b696-b8faa9f39d90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487959 Sep 27 09:42:26.960469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688116f-8440-424a-a71f-a75980af51a3 req-7dfe654c-eae7-4eb5-915e-27f96b848668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:26.961930 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-7dfe654c-eae7-4eb5-915e-27f96b848668 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1096 time: 0.0497599 Sep 27 09:42:27.077900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688116f-8440-424a-a71f-a75980af51a3 req-3b05b399-d859-484f-81db-0edcfc6a8def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:27.079362 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-3b05b399-d859-484f-81db-0edcfc6a8def service neutron] 10.222.0.57 "GET /v2.0/networks?id=660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 200 len: 898 time: 0.0915220 Sep 27 09:42:27.152181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-5ed5f53a-7145-43c2-81cb-7a929f129c08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 200 len: 1001 time: 0.0630682 Sep 27 09:42:27.213154 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688116f-8440-424a-a71f-a75980af51a3 req-15b22526-6ff7-421a-8de2-bedad28eb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:27.214857 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-15b22526-6ff7-421a-8de2-bedad28eb9d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=137d3a8e-4640-423d-969a-9e119dd2b9d5 HTTP/1.1" status: 200 len: 834 time: 0.0538738 Sep 27 09:42:27.264754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688116f-8440-424a-a71f-a75980af51a3 req-f6dc9b85-bbb6-499d-b3e0-488f7e09aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:27.266223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-f6dc9b85-bbb6-499d-b3e0-488f7e09aca7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=660fe86a-8028-4a4f-a35c-1d5f13a1d429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427516 Sep 27 09:42:27.278413 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-2b2798fa-03c2-4557-a6e0-9c71fbbbb153 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:42:27.279327 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-2b2798fa-03c2-4557-a6e0-9c71fbbbb153 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050290 Sep 27 09:42:27.383579 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-cc7d8260-f1ba-4efe-92d3-73569e0b563f service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966756 Sep 27 09:42:27.489636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9688116f-8440-424a-a71f-a75980af51a3 req-130f98e2-7942-4d6e-9571-fcc23d3c0d9e service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856442 Sep 27 09:42:29.927594 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:30.095873 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 23f5bc00-f835-4799-97f5-b20022fa3c7c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:42:30.096560 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:30.175313 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:30.175650 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:30.187686 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 23f5bc00-f835-4799-97f5-b20022fa3c7c owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:42:30.678070 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:30.717789 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=23f5bc00-f835-4799-97f5-b20022fa3c7c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:30.745632 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.746164 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.746701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.747252 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.747785 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.748316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.748888 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.749387 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.749916 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.750323 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.750863 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.751318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:30.792429 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:30.792724 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP 6d357d9b-213d-4dc9-9a72-5d15508b1138 disassociated (deleted). External IP: 172.25.2.226, port: 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0. Sep 27 09:42:31.013414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:42:31.142026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:42:31.147101 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:31.152274 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] Sync routers for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:42:31.162806 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:31.163420 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:31.177414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-22ba31ac-7db6-44a1-8735-943f0b72ce86 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/floatingips/6d357d9b-213d-4dc9-9a72-5d15508b1138 HTTP/1.1" status: 204 len: 168 time: 1.2457364 Sep 27 09:42:31.177414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:42:31.177713 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83131b75-ac15-4d01-813b-9e37566e49b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:42:31.223311 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afa1fc3-7e8b-44dc-b923-c79670d05d94 x-openstack-request-id: req-4afa1fc3-7e8b-44dc-b923-c79670d05d94 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:42:31.223311 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:42:31.223311 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4afa1fc3-7e8b-44dc-b923-c79670d05d94 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:42:31.223311 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'status': 'completed', 'code': 200} Sep 27 09:42:31.276145 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:31.296144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-199f0225-2a80-4756-88cb-d960a79966f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:31.303692 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-199f0225-2a80-4756-88cb-d960a79966f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 1096 time: 0.0559678 Sep 27 09:42:31.431009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-7c6d9efc-c2a5-4f56-bccc-da205f6b6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:31.432597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-7c6d9efc-c2a5-4f56-bccc-da205f6b6796 service neutron] 10.222.0.57 "GET /v2.0/networks?id=660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 200 len: 898 time: 0.1192026 Sep 27 09:42:31.446637 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef774c2-b76d-4806-ad50-cda079c2c880 req-81210b60-c653-4971-bcc7-4aaef7f65cd1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:31.448298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cef774c2-b76d-4806-ad50-cda079c2c880 req-81210b60-c653-4971-bcc7-4aaef7f65cd1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0750434 Sep 27 09:42:31.489803 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-40b20c4e-3f30-4c0b-9a8f-c9ad66dab693 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 200 len: 217 time: 0.0404012 Sep 27 09:42:31.551324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cef774c2-b76d-4806-ad50-cda079c2c880 req-adbf9626-b35d-4bc1-a050-83748b547a98 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948310 Sep 27 09:42:31.558745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-b9a32a5d-2a1a-4625-9f3d-459f132e0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:31.560210 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-b9a32a5d-2a1a-4625-9f3d-459f132e0e0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=137d3a8e-4640-423d-969a-9e119dd2b9d5 HTTP/1.1" status: 200 len: 834 time: 0.0604153 Sep 27 09:42:31.612493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-8df6b3c3-8d05-4aea-a3dd-759236f6f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:31.613998 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-8df6b3c3-8d05-4aea-a3dd-759236f6f572 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=660fe86a-8028-4a4f-a35c-1d5f13a1d429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453248 Sep 27 09:42:31.637973 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:55Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:31.663656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] Checking router: 011bfd8d-9fa8-4d03-85f9-9a4c268e985f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:42:31.672047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:31.672702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:31.705786 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-0d2231a1-37b3-44c9-9f26-4e003b1268df service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827093 Sep 27 09:42:31.775502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:31.803297 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-83131b75-ac15-4d01-813b-9e37566e49b4 req-9b3fe41d-1db9-4dec-b98a-9dd4d29b86f7 service neutron] 10.222.0.57 "GET /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879354 Sep 27 09:42:31.985647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:55Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:32.011392 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb39c72-59bf-4d07-b81f-6457e9a2426a None None] The sync data for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 is: [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:51Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6', 'name': '', 'network_id': '660fe86a-8028-4a4f-a35c-1d5f13a1d429', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:13:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:51Z', 'updated_at': '2021-09-27T09:40:55Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': '137d3a8e-4640-423d-969a-9e119dd2b9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:42:32.222328 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b9cc9-89b1-4ddf-8d89-231121825bec None None] New status for floating IP 6d357d9b-213d-4dc9-9a72-5d15508b1138: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:42:32.673857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f09a1-41af-4699-a66a-db3596ce7a59 req-0d3707dc-0160-476c-8726-d67491076a82 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:32.675346 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e1f09a1-41af-4699-a66a-db3596ce7a59 req-0d3707dc-0160-476c-8726-d67491076a82 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0493734 Sep 27 09:42:32.713775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e1f09a1-41af-4699-a66a-db3596ce7a59 req-da1b6b7a-7f8e-4da8-9195-8fef755b9e71 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Sep 27 09:42:33.125581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-c3c79e89-583c-409e-a5e4-a40f98cf12ca tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:33.127002 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-c3c79e89-583c-409e-a5e4-a40f98cf12ca tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Sep 27 09:42:33.220494 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:42:33.220835 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:33.314458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:33.314764 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:33.326923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:42:33.459025 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:33.487689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:33.499971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.500293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.500685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.501015 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.501344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.501671 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.502001 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.502320 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.502638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.502955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.503261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.503574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:33.537265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] No DVR routers for this DVR port 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:42:33.539859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:33.541960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a4f1e97-4a6e-4143-94a8-5dc13d513ae5 req-700a1acf-a773-40ab-a756-3024a0c61cc0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "DELETE /v2.0/ports/785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 HTTP/1.1" status: 204 len: 173 time: 0.4077890 Sep 27 09:42:33.542388 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'name': 'network-vif-deleted', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:42:33.544709 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f1bbca-64cd-4de1-b55e-dd52f65d77b6" -d '{"events": [{"server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "name": "network-vif-deleted", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:42:33.589965 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228a2606-01e8-4c51-b9e4-681bcb5877c4 x-openstack-request-id: req-228a2606-01e8-4c51-b9e4-681bcb5877c4 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:42:33.590914 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4dccd1c-08e9-4608-a42d-1d38caf1cf13", "name": "network-vif-deleted", "tag": "785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:42:33.591167 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-228a2606-01e8-4c51-b9e4-681bcb5877c4 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:42:33.591615 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dccd1c-08e9-4608-a42d-1d38caf1cf13', 'name': 'network-vif-deleted', 'tag': '785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0', 'status': 'completed', 'code': 200} Sep 27 09:42:33.839033 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-033ab0e5-287c-4de5-a33d-71d1e572d235 req-0569e8af-d0dc-498b-8ecb-3e7bd2f5ba35 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4dccd1c-08e9-4608-a42d-1d38caf1cf13 HTTP/1.1" status: 200 len: 210 time: 0.0311353 Sep 27 09:42:34.905980 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40618) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:35.298845 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:35.569887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:42:35.570124 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:35.671529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:35.671941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:35.684295 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:42:35.880208 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:35.906650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:36.061654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:42:36.080276 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.083009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:42:36.083362 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 785fc0ad-96f1-4ab7-8bb4-1b27fe0a82e0 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:42:36.310265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:42:36.418346 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:42:36.424026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-afe451b0-1808-40b8-813d-2bcff99efd34 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/011bfd8d-9fa8-4d03-85f9-9a4c268e985f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5169837 Sep 27 09:42:36.426808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40622) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:36.430307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] Sync routers for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:42:36.439622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:36.440239 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:36.478420 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6cd10b-4f6d-4cc2-baff-533b7f439d15 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting subnet 137d3a8e-4640-423d-969a-9e119dd2b9d5 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:42:36.481882 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af6cd10b-4f6d-4cc2-baff-533b7f439d15 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.524978 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af6cd10b-4f6d-4cc2-baff-533b7f439d15 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.543870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:36.615275 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af6cd10b-4f6d-4cc2-baff-533b7f439d15 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.628425 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.677636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af6cd10b-4f6d-4cc2-baff-533b7f439d15 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.708027 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cd10b-4f6d-4cc2-baff-533b7f439d15 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Subnet': ['ID=137d3a8e-4640-423d-969a-9e119dd2b9d5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:36.711828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af6cd10b-4f6d-4cc2-baff-533b7f439d15 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.714982 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-af6cd10b-4f6d-4cc2-baff-533b7f439d15 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/subnets/137d3a8e-4640-423d-969a-9e119dd2b9d5 HTTP/1.1" status: 204 len: 168 time: 0.2871618 Sep 27 09:42:36.716462 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40624) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:36.720385 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556989ee-3b1c-400c-9bbc-a77d0e2cf399 None None] Network 660fe86a-8028-4a4f-a35c-1d5f13a1d429 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:42:36.825518 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.831544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:42:35Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:36.860083 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] Checking router: 011bfd8d-9fa8-4d03-85f9-9a4c268e985f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:42:36.875321 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] Routers {'011bfd8d-9fa8-4d03-85f9-9a4c268e985f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:36.875924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:36.935678 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:36.966564 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca326126-1dee-423e-89e2-999aec79608d None None] DHCP port deletion for 660fe86a-8028-4a4f-a35c-1d5f13a1d429 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:42:36.988877 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:42:36.989225 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.006052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] Set router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:37.069313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:37.069677 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.084645 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:42:37.132934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Deleting port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:42:37.133601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.226220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ca326126-1dee-423e-89e2-999aec79608d None None] For port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c5c273d0-ab7f-47e0-a1c1-e9d5f4519094,segment=NetworkSegment(95ed8d87-f775-4547-8525-a89b416c27d8),segment_id=95ed8d87-f775-4547-8525-a89b416c27d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:37.226621 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.244311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Calling delete_port for c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:42:37.259654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.285685 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:37.303875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:42:35Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:37.341848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1c729-2584-4235-92a1-f79e05090b73 None None] The sync data for ids ['011bfd8d-9fa8-4d03-85f9-9a4c268e985f'] in n-d-810909-1 is: [{'id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068411650', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:42:35Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011bfd8d-9fa8-4d03-85f9-9a4c268e985f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:40:48Z', 'updated_at': '2021-09-27T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:42:37.347582 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.366814 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.394445 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Pushing event deleted for resources: {'Port': ['ID=c5c273d0-ab7f-47e0-a1c1-e9d5f4519094,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:37.398824 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca326126-1dee-423e-89e2-999aec79608d None None] No DVR routers for this DVR port c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:42:37.405886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.406236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.409426 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.410666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca326126-1dee-423e-89e2-999aec79608d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:37.438292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.440663 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.483932 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.484549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Fanout notify agent at l3_agent the message router_deleted on router 011bfd8d-9fa8-4d03-85f9-9a4c268e985f {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:42:37.491387 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.492552 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d2a83f67-e5a9-441b-935f-612bdd5ed069 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/routers/011bfd8d-9fa8-4d03-85f9-9a4c268e985f HTTP/1.1" status: 204 len: 168 time: 0.7749815 Sep 27 09:42:37.495236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:37.572738 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.662336 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.687710 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660fe86a-8028-4a4f-a35c-1d5f13a1d429']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:37.697649 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ed8d87-f775-4547-8525-a89b416c27d8') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:37.697962 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ed8d87-f775-4547-8525-a89b416c27d8') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:37.707904 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.725452 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.735431 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:42:37.735850 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:42:37.739330 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:42:37.798465 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.806328 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.808269 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/networks/660fe86a-8028-4a4f-a35c-1d5f13a1d429 HTTP/1.1" status: 204 len: 168 time: 0.3119822 Sep 27 09:42:37.811077 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40630) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:37.820033 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25f5d7-0568-4d5a-bdad-2a042a6ff284 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Network': ['ID=660fe86a-8028-4a4f-a35c-1d5f13a1d429,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:37.883261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d03aaef4-0fc1-4cf2-8ebf-b53abd562864 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.907567 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d03aaef4-0fc1-4cf2-8ebf-b53abd562864 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.970489 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d03aaef4-0fc1-4cf2-8ebf-b53abd562864 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.973727 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d03aaef4-0fc1-4cf2-8ebf-b53abd562864 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:37.975405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d03aaef4-0fc1-4cf2-8ebf-b53abd562864 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/security-groups/ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe HTTP/1.1" status: 204 len: 168 time: 0.1625946 Sep 27 09:42:37.988702 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aaef4-0fc1-4cf2-8ebf-b53abd562864 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcf7397-bbe6-4d4d-85f2-5732d7f3a2fe,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:38.289012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40640) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:38.294079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f21909f5-f7c7-41df-908d-5774c5f6d6ef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326371313', 'description': 'tempest-secgroup-smoke-326371313 description', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:38.318564 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21909f5-f7c7-41df-908d-5774c5f6d6ef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.406361 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21909f5-f7c7-41df-908d-5774c5f6d6ef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.411173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21909f5-f7c7-41df-908d-5774c5f6d6ef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.428557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:42:38.443042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f21909f5-f7c7-41df-908d-5774c5f6d6ef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.443042 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f21909f5-f7c7-41df-908d-5774c5f6d6ef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1531806 Sep 27 09:42:38.445632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21909f5-f7c7-41df-908d-5774c5f6d6ef tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927d294c-1ece-43ed-a90f-260e1697b925,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:38.446373 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:38.450761 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:42:38.451204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c5c273d0-ab7f-47e0-a1c1-e9d5f4519094 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:42:38.451706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:42:38.451815 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ff5e5dd6-f238-497f-95a6-847f11709e38 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '927d294c-1ece-43ed-a90f-260e1697b925', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:38.472348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:42:38.472792 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e81f14d4-f55b-47bf-8b2b-5e6c8f1c4ab6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:42:38.473249 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:42:38.478874 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5dd6-f238-497f-95a6-847f11709e38 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.495914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:42:38.496265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 55eb49cd-70f0-4dd7-bbe9-19547a2cf9d0 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:42:38.535394 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5dd6-f238-497f-95a6-847f11709e38 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.539940 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5dd6-f238-497f-95a6-847f11709e38 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.564485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e5dd6-f238-497f-95a6-847f11709e38 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1485c9-c4b7-4ce5-80d0-6d0f73b1fe24,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:38.568448 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5dd6-f238-497f-95a6-847f11709e38 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.569660 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff5e5dd6-f238-497f-95a6-847f11709e38 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216614 Sep 27 09:42:38.572424 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:38.576744 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c0dc8a37-f4b6-4741-adfc-1d806e4d1d32 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '927d294c-1ece-43ed-a90f-260e1697b925', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:38.606185 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8a37-f4b6-4741-adfc-1d806e4d1d32 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.663489 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8a37-f4b6-4741-adfc-1d806e4d1d32 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.668130 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8a37-f4b6-4741-adfc-1d806e4d1d32 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.686529 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc8a37-f4b6-4741-adfc-1d806e4d1d32 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a5be88-1d50-4a0c-94fa-1a57779cbecc,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:38.693494 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8a37-f4b6-4741-adfc-1d806e4d1d32 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.694815 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-c0dc8a37-f4b6-4741-adfc-1d806e4d1d32 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214302 Sep 27 09:42:38.697718 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40648) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:38.702079 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-48c9a981-8b91-4a48-bb92-e2f7b607e48a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '927d294c-1ece-43ed-a90f-260e1697b925', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:38.729739 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48c9a981-8b91-4a48-bb92-e2f7b607e48a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.791725 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48c9a981-8b91-4a48-bb92-e2f7b607e48a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.796470 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48c9a981-8b91-4a48-bb92-e2f7b607e48a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.815891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a981-8b91-4a48-bb92-e2f7b607e48a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db51d017-5367-4f74-b9b2-b179143840ef,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:38.819632 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48c9a981-8b91-4a48-bb92-e2f7b607e48a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.821246 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-48c9a981-8b91-4a48-bb92-e2f7b607e48a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221192 Sep 27 09:42:38.823797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40650) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:38.828051 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-53a3b948-c3f4-4f41-a732-a7e77685a2ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '927d294c-1ece-43ed-a90f-260e1697b925', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:38.855600 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53a3b948-c3f4-4f41-a732-a7e77685a2ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.915896 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53a3b948-c3f4-4f41-a732-a7e77685a2ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.921022 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53a3b948-c3f4-4f41-a732-a7e77685a2ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.940276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3b948-c3f4-4f41-a732-a7e77685a2ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f572b2-2962-47d7-9227-8b09be3eaeb9,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:38.947155 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53a3b948-c3f4-4f41-a732-a7e77685a2ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:38.948543 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-53a3b948-c3f4-4f41-a732-a7e77685a2ea tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234319 Sep 27 09:42:38.951081 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:38.955352 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b1991ae2-b602-45ae-93c6-0001c3cbb344 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '927d294c-1ece-43ed-a90f-260e1697b925', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:38.978316 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-b1991ae2-b602-45ae-93c6-0001c3cbb344 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:42:38.983376 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1991ae2-b602-45ae-93c6-0001c3cbb344 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.041919 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1991ae2-b602-45ae-93c6-0001c3cbb344 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.047012 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1991ae2-b602-45ae-93c6-0001c3cbb344 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.067890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1991ae2-b602-45ae-93c6-0001c3cbb344 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475d54b2-ce60-4f54-8df0-d0002eb5d484,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:39.074486 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1991ae2-b602-45ae-93c6-0001c3cbb344 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.075781 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b1991ae2-b602-45ae-93c6-0001c3cbb344 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238072 Sep 27 09:42:39.080102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:39.084523 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-561576d5-a1f6-4dcd-80cb-04ac263b7353 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '927d294c-1ece-43ed-a90f-260e1697b925', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:39.108699 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-561576d5-a1f6-4dcd-80cb-04ac263b7353 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:42:39.113550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-561576d5-a1f6-4dcd-80cb-04ac263b7353 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.182799 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-561576d5-a1f6-4dcd-80cb-04ac263b7353 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.188254 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-561576d5-a1f6-4dcd-80cb-04ac263b7353 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.207651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561576d5-a1f6-4dcd-80cb-04ac263b7353 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb649bff-e27b-406a-8b95-2b3b80faabcc,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:39.210112 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-561576d5-a1f6-4dcd-80cb-04ac263b7353 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.211294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-561576d5-a1f6-4dcd-80cb-04ac263b7353 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302059 Sep 27 09:42:39.214410 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40656) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:39.219170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'network': {'name': 'tempest-network-smoke--621719376', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:39.241982 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:42:39.245509 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.267865 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:42:39.276261 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.276634 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Added segment 7a072b24-233f-44b0-87d2-4b4027142234 of type vlan for network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c Sep 27 09:42:39.317637 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.681510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.687048 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:39.687623 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.723445 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5049546 Sep 27 09:42:39.723892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40658) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:39.729070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'admin_state_up': True, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:39.753026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004af52-cae8-412b-a0cc-304329d83acb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Network': ['ID=4438bcfd-0a58-4ff9-ac84-4d4e5579115c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:39.753954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.756477 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.768253 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:42:39.817053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:39.952894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:40.151104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:40.169532 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:40.272894 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.190 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/81592661-9a89-4cb4-823a-05a78dd47a8f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:42:40.379886 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:40.415151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:40.451017 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:42:40.453895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:42:40.457131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:42:40.464590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=81592661-9a89-4cb4-823a-05a78dd47a8f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:40.702109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:40.914614 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:41.062995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:42:41.509172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:42:41.518838 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Sync routers for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:42:41.528981 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:41.529148 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:41.529597 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:41.530538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7d151d85-e737-4890-933a-9826966e6a8f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8055038 Sep 27 09:42:41.534043 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40660) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:41.563053 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-6298b418-7dfc-4995-8328-0fde6e5c2fb8 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ba0e404c5df444828145ff7ba89f19ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272589 Sep 27 09:42:41.565875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:41.641028 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:41.661818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be00e64-d120-4e86-93c0-d2e009cb9619 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:41.663446 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2be00e64-d120-4e86-93c0-d2e009cb9619 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965581 Sep 27 09:42:41.666539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40664) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:41.693715 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e5a1df4b-cc84-478e-8501-a2321e8d3364 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259624 Sep 27 09:42:41.696406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40666) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:41.701138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521074997', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:41.791059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:42:41.794585 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:41.812693 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:40Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:41.841311 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Checking router: fdeeee15-a5e6-484f-92a4-9d92b9e675b4 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:42:41.841652 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Updating router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 port 81592661-9a89-4cb4-823a-05a78dd47a8f binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:42:41.866739 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:41.979318 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.044569 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Subnet': ['ID=a9e65c46-0de5-4d84-9180-9a8a8c96f24d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:42.056178 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Checking segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:42:42.056579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network hostable DHCP agents. Network: 4438bcfd-0a58-4ff9-ac84-4d4e5579115c, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:42:42.075091 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:42:42.084942 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 4438bcfd-0a58-4ff9-ac84-4d4e5579115c) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:42:42.089240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:42.089856 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.097327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f04010-dccb-49c6-bc6d-58dff68716ee None None] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:42:42.111129 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:42.112885 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-970212d9-f86d-450b-8e34-7316e98de61f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4154463 Sep 27 09:42:42.255708 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:42:42.256705 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.312392 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.324853 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.383359 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Attempting to bind port 81592661-9a89-4cb4-823a-05a78dd47a8f on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:42:42.383728 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Attempting to bind port 81592661-9a89-4cb4-823a-05a78dd47a8f by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:42:42.384090 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Attempting to bind port 81592661-9a89-4cb4-823a-05a78dd47a8f on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:42:42.386533 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Pushing event updated for resources: {'Port': ['ID=81592661-9a89-4cb4-823a-05a78dd47a8f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:42.395940 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:42:42.396312 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:42:42.396736 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.397130 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:42:42.397596 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Bound port: 81592661-9a89-4cb4-823a-05a78dd47a8f, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:42:42.397978 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.399204 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Allocated IP 172.20.0.2 (4438bcfd-0a58-4ff9-ac84-4d4e5579115c/a9e65c46-0de5-4d84-9180-9a8a8c96f24d/c97518b2-2e84-4643-8ff2-7682260f7f89) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:42:42.401112 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.401472 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.401815 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.402142 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.402563 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.402874 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.403150 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.403743 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.404115 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.404503 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.404879 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.405286 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:42:42.458869 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] For port 81592661-9a89-4cb4-823a-05a78dd47a8f, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:42:42.464418 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] For port 81592661-9a89-4cb4-823a-05a78dd47a8f, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=81592661-9a89-4cb4-823a-05a78dd47a8f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:42:42.470668 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.540189 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2e00d-bd15-4347-9a1a-dc843bcb04f3 None None] Pushing event updated for resources: {'Port': ['ID=81592661-9a89-4cb4-823a-05a78dd47a8f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:42.545438 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.552441 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:42.554001 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.557277 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:42.597027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:42:42.597259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.602311 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:42:42.609978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:42:42.611955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Pushing event updated for resources: {'Port': ['ID=c97518b2-2e84-4643-8ff2-7682260f7f89,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:42.664269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Attempting to bind port c97518b2-2e84-4643-8ff2-7682260f7f89 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:42:42.664707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Attempting to bind port c97518b2-2e84-4643-8ff2-7682260f7f89 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:42:42.665020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Attempting to bind port c97518b2-2e84-4643-8ff2-7682260f7f89 on network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:42:42.670265 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:42:42.670615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Checking segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:42:42.671152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.671542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Bound using segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:42:42.672009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Bound port: c97518b2-2e84-4643-8ff2-7682260f7f89, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:42:42.672412 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.674023 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:42.741040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] For port c97518b2-2e84-4643-8ff2-7682260f7f89, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:42:42.745101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] For port c97518b2-2e84-4643-8ff2-7682260f7f89, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c97518b2-2e84-4643-8ff2-7682260f7f89,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:42:42.755961 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:42.822003 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da229f52-1ec2-42e4-a32d-d3663c60ee35 None None] Pushing event updated for resources: {'Port': ['ID=c97518b2-2e84-4643-8ff2-7682260f7f89,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:42.881413 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:40Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:42.883979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.1 (4438bcfd-0a58-4ff9-ac84-4d4e5579115c/a9e65c46-0de5-4d84-9180-9a8a8c96f24d/06ad26f1-05ed-4031-8a68-61d0972c3b33) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:42:42.910376 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e58f2-6cbf-4eab-87ed-adef1e2f7ecc None None] The sync data for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 is: [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:40Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:42:43.023062 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.059676 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.101509 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:42:43.104708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:42:43.108496 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:42:43.118145 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=06ad26f1-05ed-4031-8a68-61d0972c3b33,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:43.167950 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.314353 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.614335 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.620668 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.697336 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e37e41-84cc-4b02-9909-25812fbd7073 None None] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:42:43.702432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.704409 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=06ad26f1-05ed-4031-8a68-61d0972c3b33,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:43.775209 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c28e39e8-261a-4ad1-bce7-6dd8a4d9e9bb None None] Provisioning complete for port c97518b2-2e84-4643-8ff2-7682260f7f89 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:43.775582 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c28e39e8-261a-4ad1-bce7-6dd8a4d9e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.805098 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:42:43.806538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:42:43.920311 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c28e39e8-261a-4ad1-bce7-6dd8a4d9e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:43.920778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:42:43.953538 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c28e39e8-261a-4ad1-bce7-6dd8a4d9e9bb None None] For port c97518b2-2e84-4643-8ff2-7682260f7f89, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c97518b2-2e84-4643-8ff2-7682260f7f89,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:43.959496 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c28e39e8-261a-4ad1-bce7-6dd8a4d9e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.014401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e39e8-261a-4ad1-bce7-6dd8a4d9e9bb None None] Pushing event updated for resources: {'Port': ['ID=c97518b2-2e84-4643-8ff2-7682260f7f89,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:44.038847 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:42:44.044363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-58262944-4225-4ada-ba97-b317dd412496 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/fdeeee15-a5e6-484f-92a4-9d92b9e675b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9321492 Sep 27 09:42:44.180955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6595e2bd-35b5-430c-897a-2ddffc9dd912 None None] Provisioning complete for port c97518b2-2e84-4643-8ff2-7682260f7f89 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:44.181258 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6595e2bd-35b5-430c-897a-2ddffc9dd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.201421 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-11350b08-7e5b-49f3-9de4-5de0afffba19 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326371313&fields=id&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 267 time: 0.0349901 Sep 27 09:42:44.301327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6595e2bd-35b5-430c-897a-2ddffc9dd912 None None] Provisioning complete for port 06ad26f1-05ed-4031-8a68-61d0972c3b33 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:44.301860 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6595e2bd-35b5-430c-897a-2ddffc9dd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.353794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6595e2bd-35b5-430c-897a-2ddffc9dd912 None None] Port 06ad26f1-05ed-4031-8a68-61d0972c3b33 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:42:44.359585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 81592661-9a89-4cb4-823a-05a78dd47a8f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:42:44.360447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-73a3f076-690a-4a94-a265-bb7d23c0e3f0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:44.363960 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-73a3f076-690a-4a94-a265-bb7d23c0e3f0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 796 time: 0.1547041 Sep 27 09:42:44.383987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-5e6b8b45-21b6-4877-9069-71d610196c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/quotas/ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 375 time: 0.0104628 Sep 27 09:42:44.418501 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 81592661-9a89-4cb4-823a-05a78dd47a8f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:44.418997 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.441973 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-c032148f-169f-4c6e-9b86-ad592de16cfd tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503633 Sep 27 09:42:44.510611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-21236043-8f23-4dd3-aff0-d46c801cdcfc None None] Provisioning complete for port 06ad26f1-05ed-4031-8a68-61d0972c3b33 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:44.510987 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21236043-8f23-4dd3-aff0-d46c801cdcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.512774 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.551488 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 81592661-9a89-4cb4-823a-05a78dd47a8f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=81592661-9a89-4cb4-823a-05a78dd47a8f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:44.561382 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.562180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c97518b2-2e84-4643-8ff2-7682260f7f89 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:42:44.612498 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-98be266d-ee23-484f-9a5b-e753f8c6462b service neutron] 10.222.0.50 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515687 Sep 27 09:42:44.709041 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-19dc52f9-e01d-472c-ab2c-81189a787975 service neutron] 10.222.0.50 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900564 Sep 27 09:42:44.763568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Sync routers for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:42:44.770035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-21236043-8f23-4dd3-aff0-d46c801cdcfc None None] Port 06ad26f1-05ed-4031-8a68-61d0972c3b33 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:42:44.799828 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:44.800495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:44.848706 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=81592661-9a89-4cb4-823a-05a78dd47a8f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:44.867275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port c97518b2-2e84-4643-8ff2-7682260f7f89 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:44.867652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.900104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-506ee6ee-6381-4a77-8cdf-f02e7864f147 req-f2b07903-28c5-4645-bd17-b0e068d23ef3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 210 time: 0.0295312 Sep 27 09:42:44.960081 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:44.966393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:44.998201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-04842783-3ab4-468d-bcf7-359cac469174 None None] Provisioning complete for port 06ad26f1-05ed-4031-8a68-61d0972c3b33 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:44.998576 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04842783-3ab4-468d-bcf7-359cac469174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.122487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-04842783-3ab4-468d-bcf7-359cac469174 None None] Port 06ad26f1-05ed-4031-8a68-61d0972c3b33 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:42:45.227979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8739ad79-c6e0-4a7a-b8b5-a500f4b62a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.258135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 2, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:45.288546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Checking router: fdeeee15-a5e6-484f-92a4-9d92b9e675b4 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:42:45.288898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Updating router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 port 06ad26f1-05ed-4031-8a68-61d0972c3b33 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:42:45.313922 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.574911 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.582550 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.629225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b0f7f-75ec-4a67-880f-9f03e48ef7d8 None None] Pushing event updated for resources: {'Port': ['ID=06ad26f1-05ed-4031-8a68-61d0972c3b33,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:45.684694 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Attempting to bind port 06ad26f1-05ed-4031-8a68-61d0972c3b33 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:42:45.685195 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Attempting to bind port 06ad26f1-05ed-4031-8a68-61d0972c3b33 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:42:45.685582 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Attempting to bind port 06ad26f1-05ed-4031-8a68-61d0972c3b33 on network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:42:45.693622 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:42:45.694140 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Checking segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:42:45.694563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.694968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Bound using segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:42:45.695451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Bound port: 06ad26f1-05ed-4031-8a68-61d0972c3b33, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:42:45.695843 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.766624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] For port 06ad26f1-05ed-4031-8a68-61d0972c3b33, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:42:45.771723 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] For port 06ad26f1-05ed-4031-8a68-61d0972c3b33, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=06ad26f1-05ed-4031-8a68-61d0972c3b33,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:42:45.777971 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.849450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:45.850069 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:45.853504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b0f7f-75ec-4a67-880f-9f03e48ef7d8 None None] Pushing event updated for resources: {'Port': ['ID=06ad26f1-05ed-4031-8a68-61d0972c3b33,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:45.894120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-465791ae-c9b4-447e-98dd-b04396b33c61 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:45.897312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-465791ae-c9b4-447e-98dd-b04396b33c61 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 796 time: 0.1560099 Sep 27 09:42:45.899608 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c483318f-167d-46ff-b885-954c8c82a07d None None] Provisioning complete for port 06ad26f1-05ed-4031-8a68-61d0972c3b33 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:45.900076 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c483318f-167d-46ff-b885-954c8c82a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:45.946405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-d0da64b2-20fd-4c59-908b-4246c7dccbd5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 379 time: 0.0389736 Sep 27 09:42:45.958881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'port': {'device_id': '0012fc79-068b-4220-844a-043fc4c3492e', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'admin_state_up': True, 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'security_groups': ['927d294c-1ece-43ed-a90f-260e1697b925']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:46.018776 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-37731d67-8135-4d77-a4d2-1a5894d0c6fd req-3e5f8a18-3b51-4750-b584-f6cb01c30dfa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 210 time: 0.0391169 Sep 27 09:42:46.021279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:46.101491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:42:46.105317 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.121118 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c483318f-167d-46ff-b885-954c8c82a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.201430 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c483318f-167d-46ff-b885-954c8c82a07d None None] For port 06ad26f1-05ed-4031-8a68-61d0972c3b33, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=06ad26f1-05ed-4031-8a68-61d0972c3b33,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:46.211285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c483318f-167d-46ff-b885-954c8c82a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.235140 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.4 (4438bcfd-0a58-4ff9-ac84-4d4e5579115c/a9e65c46-0de5-4d84-9180-9a8a8c96f24d/bc0a2f91-aa92-489d-a30d-b55b97b810be) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:42:46.257804 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 81592661-9a89-4cb4-823a-05a78dd47a8f up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:42:46.335978 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483318f-167d-46ff-b885-954c8c82a07d None None] Pushing event updated for resources: {'Port': ['ID=06ad26f1-05ed-4031-8a68-61d0972c3b33,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:46.358800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-404f8dc9-4a12-48b8-a431-ce3dab885f32 None None] Provisioning complete for port 06ad26f1-05ed-4031-8a68-61d0972c3b33 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:46.359102 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-404f8dc9-4a12-48b8-a431-ce3dab885f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.384506 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.401786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 81592661-9a89-4cb4-823a-05a78dd47a8f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:46.402150 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.418923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.442151 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:46.461319 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:42:46.464550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:42:46.468180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:42:46.475203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34c5b0-ba14-44bd-ba30-eb6d76cd6b9b None None] The sync data for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 is: [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:45Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:42:46.509752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:46.547706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:46.548456 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.565880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a206f459-0d39-4de3-89f5-18b3250cd680 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108313 Sep 27 09:42:46.582085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Request body: {'port': {'device_id': '0012fc79-068b-4220-844a-043fc4c3492e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:46.641884 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.773072 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0f224390-bed7-4fed-9c9d-a18df9551555 None None] Provisioning complete for port bc0a2f91-aa92-489d-a30d-b55b97b810be triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:46.773665 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f224390-bed7-4fed-9c9d-a18df9551555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.815750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0f224390-bed7-4fed-9c9d-a18df9551555 None None] Port bc0a2f91-aa92-489d-a30d-b55b97b810be cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:42:46.932934 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0a2f91-aa92-489d-a30d-b55b97b810be {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:42:46.941379 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:46.954653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Transition to ACTIVE for port object bc0a2f91-aa92-489d-a30d-b55b97b810be will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:42:46.960118 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:47.031874 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:47.080985 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Attempting to bind port bc0a2f91-aa92-489d-a30d-b55b97b810be on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:42:47.081333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Attempting to bind port bc0a2f91-aa92-489d-a30d-b55b97b810be by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:42:47.081650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Attempting to bind port bc0a2f91-aa92-489d-a30d-b55b97b810be on network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:42:47.086382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Port bc0a2f91-aa92-489d-a30d-b55b97b810be on network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:42:47.086706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Attempting to bind port bc0a2f91-aa92-489d-a30d-b55b97b810be on network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:42:47.091831 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:42:47.092170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Checking segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:42:47.092596 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Bound using segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:42:47.093025 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Bound port: bc0a2f91-aa92-489d-a30d-b55b97b810be, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:42:47.093408 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:47.184719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f2bc8-8a7e-42a1-9a2c-125a2276ef4f req-537ea252-e751-44fc-bc31-4bd78f689861 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:47.186339 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b95f2bc8-8a7e-42a1-9a2c-125a2276ef4f req-537ea252-e751-44fc-bc31-4bd78f689861 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 943 time: 0.0776730 Sep 27 09:42:47.227627 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:42:47.249236 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:42:47.253719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b95f2bc8-8a7e-42a1-9a2c-125a2276ef4f req-2dc99837-3058-4f9b-a46b-aaa58265864e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603044 Sep 27 09:42:47.255330 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:47.294250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:47.294882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:47.296265 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] 10.222.0.57 "PUT /v2.0/ports/bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 1091 time: 0.7204282 Sep 27 09:42:47.296740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:42:47.299003 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6abe3e2-03c9-46aa-b7e1-3674a352f883" -d '{"events": [{"name": "network-changed", "server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:42:47.331770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e085a84-8c9c-4757-b153-cef23dd697bf service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:47.346980 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7884a8e1-f500-432c-b724-b254c05961a2 x-openstack-request-id: req-7884a8e1-f500-432c-b724-b254c05961a2 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:42:47.347279 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:42:47.348618 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7884a8e1-f500-432c-b724-b254c05961a2 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:42:47.349144 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'status': 'completed', 'code': 200} Sep 27 09:42:47.399875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-f78582aa-05ae-4fc4-9d64-673ff7169ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:47.401554 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-f78582aa-05ae-4fc4-9d64-673ff7169ee7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1094 time: 0.0514836 Sep 27 09:42:47.445801 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-065920f3-0c0e-4442-b01a-c5b5106fc1eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 217 time: 0.0360460 Sep 27 09:42:47.499116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-280f2f23-f36b-4455-b85d-af157a1ce96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:47.500723 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-280f2f23-f36b-4455-b85d-af157a1ce96e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0471199 Sep 27 09:42:47.555818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a08c04a4-69fa-4d09-96e1-8d88c6dd5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:47.557669 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-a08c04a4-69fa-4d09-96e1-8d88c6dd5cba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480771 Sep 27 09:42:47.652284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-c6e1c8d2-9a94-42ff-98d6-af010deb827a service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867820 Sep 27 09:42:47.671418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5781301a-e593-4134-bb03-c5f055baa01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:47.750264 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23b1c08c-b034-4915-90aa-c165d7b468e6 req-51d68211-3af1-4e4f-a8f4-68809a56c06a service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906487 Sep 27 09:42:47.841504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-e05cd9e3-ce84-4aa9-8011-3e675dc362a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:47.843010 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-e05cd9e3-ce84-4aa9-8011-3e675dc362a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1094 time: 0.0426936 Sep 27 09:42:47.940455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-b45fda48-73cc-4087-a9dc-bc69e8b225e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:47.941919 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-b45fda48-73cc-4087-a9dc-bc69e8b225e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.0906451 Sep 27 09:42:47.984572 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-d5e934f3-4a14-4e4d-8775-2c8081761ae5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 217 time: 0.0344405 Sep 27 09:42:48.036197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-503dcd7c-cc0e-4862-aa59-eea26173e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:48.037549 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-503dcd7c-cc0e-4862-aa59-eea26173e03e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0433114 Sep 27 09:42:48.090512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-5ffc2132-44cb-4cfb-8e0f-f815b1052cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:48.091986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-5ffc2132-44cb-4cfb-8e0f-f815b1052cc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457857 Sep 27 09:42:48.150147 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:48.185741 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-575e7af3-88ad-491c-a8ec-76bab5e89ca0 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844798 Sep 27 09:42:48.266365 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 06ad26f1-05ed-4031-8a68-61d0972c3b33 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:42:48.288437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a6abe3e2-03c9-46aa-b7e1-3674a352f883 req-cc529929-c777-4759-9ade-bb6aa957a2e3 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948088 Sep 27 09:42:48.313611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 06ad26f1-05ed-4031-8a68-61d0972c3b33 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:48.314078 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:48.372892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bec47-fd21-4fae-a36d-8a7f2749b110 req-80ad5759-8502-4f33-a27f-e12400347b7f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:48.374984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd9bec47-fd21-4fae-a36d-8a7f2749b110 req-80ad5759-8502-4f33-a27f-e12400347b7f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 943 time: 0.0491827 Sep 27 09:42:48.413546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bd9bec47-fd21-4fae-a36d-8a7f2749b110 req-c91217a8-593f-4509-80f3-c86dc7a254aa tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327373 Sep 27 09:42:49.280178 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:49.542127 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbd9f8-f285-48e9-8ffa-f02271a96a87 req-4bfdc51b-b665-4e35-8566-d43c193210e5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:49.543616 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7fbd9f8-f285-48e9-8ffa-f02271a96a87 req-4bfdc51b-b665-4e35-8566-d43c193210e5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 943 time: 0.0575457 Sep 27 09:42:49.583075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a7fbd9f8-f285-48e9-8ffa-f02271a96a87 req-9da664dc-fc87-4988-9c24-c3d262369a78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332005 Sep 27 09:42:50.124825 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bc0a2f91-aa92-489d-a30d-b55b97b810be details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:42:50.223938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:50.235467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'port_id': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'mac_address': 'fa:16:3e:78:23:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:42:50.274536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:50.291683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0a2f91-aa92-489d-a30d-b55b97b810be {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:42:50.311401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:50.318578 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:50.366912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:50.547730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['bc0a2f91-aa92-489d-a30d-b55b97b810be'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:42:50.704693 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9947892-c91d-4be0-90e8-b7d9e1b1ad68 req-1e4b5c5f-7e69-4b04-a8b8-26f9fbd29b44 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:50.706204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9947892-c91d-4be0-90e8-b7d9e1b1ad68 req-1e4b5c5f-7e69-4b04-a8b8-26f9fbd29b44 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 944 time: 0.0486455 Sep 27 09:42:50.743672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9947892-c91d-4be0-90e8-b7d9e1b1ad68 req-e89b0be4-75b9-47c2-8ef2-612b12d4c161 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315402 Sep 27 09:42:50.889005 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:51.867375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedb57e-6e1f-485d-a62c-09066963f3a7 req-3fb765d2-ba6f-4f4b-9f25-ef7e29ca46e8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:51.868931 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cfedb57e-6e1f-485d-a62c-09066963f3a7 req-3fb765d2-ba6f-4f4b-9f25-ef7e29ca46e8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 944 time: 0.0521977 Sep 27 09:42:51.911004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-cfedb57e-6e1f-485d-a62c-09066963f3a7 req-3e7a57bc-cd93-440b-90ba-5c6f44ea2d55 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334539 Sep 27 09:42:52.150603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bc0a2f91-aa92-489d-a30d-b55b97b810be up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:42:52.207064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port bc0a2f91-aa92-489d-a30d-b55b97b810be completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:42:52.211020 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port bc0a2f91-aa92-489d-a30d-b55b97b810be triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:42:52.211400 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:52.445512 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:52.471521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:42:52.474211 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9251e6-5c79-4d05-8659-b8caaa385ad5" -d '{"events": [{"server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:42:52.489747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:42:52.494039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:52.517462 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155bf7e0-63ea-463d-878e-e9d29aa7bee9 x-openstack-request-id: req-155bf7e0-63ea-463d-878e-e9d29aa7bee9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:42:52.517759 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:42:52.518020 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-155bf7e0-63ea-463d-878e-e9d29aa7bee9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:42:52.518415 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'code': 200} Sep 27 09:42:52.545192 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:52.615512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b6421-9818-4743-a925-724127cf4517 req-e6a6070a-2654-4572-b46a-296bc4b705e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:52.617015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae6b6421-9818-4743-a925-724127cf4517 req-e6a6070a-2654-4572-b46a-296bc4b705e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1096 time: 0.0461230 Sep 27 09:42:52.653718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ae6b6421-9818-4743-a925-724127cf4517 req-acdac7e9-b77e-4ea3-8a62-f85e96f513d0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280135 Sep 27 09:42:53.036088 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695881b-6a8d-43c6-9dbd-4f4e5073e429 req-b810ee76-7d9c-4267-9905-fe8690a3d98f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:53.037609 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9695881b-6a8d-43c6-9dbd-4f4e5073e429 req-b810ee76-7d9c-4267-9905-fe8690a3d98f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0518622 Sep 27 09:42:53.077026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9695881b-6a8d-43c6-9dbd-4f4e5073e429 req-3b5ffdf4-3e82-4805-b762-a89e479c1a2c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Sep 27 09:42:54.218881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba7b4-bac6-4a43-8e92-4672b3237984 req-f5886564-9c04-45d4-ab30-dff5d228596a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:54.220431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-294ba7b4-bac6-4a43-8e92-4672b3237984 req-f5886564-9c04-45d4-ab30-dff5d228596a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0597486 Sep 27 09:42:54.259347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-294ba7b4-bac6-4a43-8e92-4672b3237984 req-f9c63336-aab0-452c-a6cf-98767b086c23 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Sep 27 09:42:54.380348 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25300fe5-010f-44c5-afe1-a437e0e991e7 req-d704ce00-94fe-431d-ad5d-3891bab38711 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:54.381887 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25300fe5-010f-44c5-afe1-a437e0e991e7 req-d704ce00-94fe-431d-ad5d-3891bab38711 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0544510 Sep 27 09:42:54.423270 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-25300fe5-010f-44c5-afe1-a437e0e991e7 req-385af6e8-6a75-493f-9fc3-6067b7ecc48b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339110 Sep 27 09:42:54.444904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40722) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:54.485467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ba1690-db0b-4f6f-a6ac-f3cc54a2c59b tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:54.487027 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d1ba1690-db0b-4f6f-a6ac-f3cc54a2c59b tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1091 time: 0.0410881 Sep 27 09:42:54.490048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40724) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:54.494357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:42:54.518889 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:54.629195 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:54.738529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.119 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/25ac202d-5cbe-4fdb-b9ce-906b1b71967c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:42:54.844757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:54.879573 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:54.915685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:42:54.918586 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:42:54.921982 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:42:54.929812 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=25ac202d-5cbe-4fdb-b9ce-906b1b71967c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:55.284954 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:55.364771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:55.528840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:55.535093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:55.598805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=25ac202d-5cbe-4fdb-b9ce-906b1b71967c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:42:55.612300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:55.711734 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP 301023b7-38f9-4b65-b085-b80d1d9a2ae4 associated. External IP: 172.25.2.119, port: bc0a2f91-aa92-489d-a30d-b55b97b810be. Sep 27 09:42:55.937431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:42:56.065821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:42:56.078675 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] Sync routers for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:42:56.085012 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:42:56.088931 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:56.089560 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:56.113401 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ff3e5fdd-94f5-4bef-a768-9e6ec3aa3b42 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6222076 Sep 27 09:42:56.114002 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:42:56.116685 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a01a62d-1f49-46ac-86f8-e8669a83cac5" -d '{"events": [{"name": "network-changed", "server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:42:56.157243 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95e891e-ec2b-49b2-94c1-a6513c961a9c x-openstack-request-id: req-c95e891e-ec2b-49b2-94c1-a6513c961a9c {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:42:56.157591 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:42:56.157912 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c95e891e-ec2b-49b2-94c1-a6513c961a9c {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:42:56.158364 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'status': 'completed', 'code': 200} Sep 27 09:42:56.205293 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:56.256897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951b4db-a300-4597-b8a1-5dd74fd4c413 req-231c5270-f49a-47aa-ae46-1f2394c251eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:56.258589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6951b4db-a300-4597-b8a1-5dd74fd4c413 req-231c5270-f49a-47aa-ae46-1f2394c251eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0802755 Sep 27 09:42:56.261249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-1af029b6-4642-487d-94c7-beeaf5c8bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:56.262582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-1af029b6-4642-487d-94c7-beeaf5c8bcf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1096 time: 0.0820665 Sep 27 09:42:56.326745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6951b4db-a300-4597-b8a1-5dd74fd4c413 req-941def80-6bc1-455b-acc5-1cec4ad6da9d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620501 Sep 27 09:42:56.350018 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:56.381247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-5f047ce6-7066-40a6-93c0-cf8f6c60ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:56.382740 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-5f047ce6-7066-40a6-93c0-cf8f6c60ab6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.1115313 Sep 27 09:42:56.423032 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d7babb8-775c-4fc0-97e9-40a3d7a8d373 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/301023b7-38f9-4b65-b085-b80d1d9a2ae4 HTTP/1.1" status: 200 len: 991 time: 0.0716879 Sep 27 09:42:56.433659 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '301023b7-38f9-4b65-b085-b80d1d9a2ae4', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'port_id': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'mac_address': 'fa:16:3e:78:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0012fc79-068b-4220-844a-043fc4c3492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:42:55Z', 'updated_at': '2021-09-27T09:42:55Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:46Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:56.456372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-a0af0645-321a-4a5e-a79e-73a1e2b7ba99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 999 time: 0.0655808 Sep 27 09:42:56.467718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] Checking router: fdeeee15-a5e6-484f-92a4-9d92b9e675b4 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:42:56.476596 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:42:56.477195 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:42:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:56.512501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-9598be99-ec51-4aab-9fc5-80814438ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:56.514574 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-9598be99-ec51-4aab-9fc5-80814438ad57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0481572 Sep 27 09:42:56.564344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-88a118c6-26b3-4e0c-bc89-abf4b48b699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:42:56.566652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-88a118c6-26b3-4e0c-bc89-abf4b48b699f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444725 Sep 27 09:42:56.584311 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:42:56.663200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-05373b26-c4e4-473b-817d-b4853ce7b1ec service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884178 Sep 27 09:42:56.755569 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a01a62d-1f49-46ac-86f8-e8669a83cac5 req-49c48ad6-dcab-4144-8a97-34978468ba4a service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Sep 27 09:42:56.816814 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '301023b7-38f9-4b65-b085-b80d1d9a2ae4', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'port_id': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'mac_address': 'fa:16:3e:78:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0012fc79-068b-4220-844a-043fc4c3492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:42:55Z', 'updated_at': '2021-09-27T09:42:55Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:46Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:42:56.846470 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cabe8-209e-44e3-b6a8-84309202e959 None None] The sync data for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 is: [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '301023b7-38f9-4b65-b085-b80d1d9a2ae4', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'port_id': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'mac_address': 'fa:16:3e:78:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0012fc79-068b-4220-844a-043fc4c3492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:42:55Z', 'updated_at': '2021-09-27T09:42:55Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:46Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:42:57.039428 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76991046-914f-4fac-a69d-e5368bd8d720 None None] New status for floating IP 301023b7-38f9-4b65-b085-b80d1d9a2ae4: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:42:57.427205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40734) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:42:57.496108 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-722c0e5b-3fdc-4448-bcf2-7ba3bb96d9a2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/301023b7-38f9-4b65-b085-b80d1d9a2ae4 HTTP/1.1" status: 200 len: 993 time: 0.0677509 Sep 27 09:43:01.589453 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:43:06.598483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:14.926483 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:15.201777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e230ff0d-2864-4a3b-b1b9-67cdc7b50692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:17.690356 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc89a7d3-7a92-49b8-8d56-0b66c7db81b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:18.165617 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:19.286972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:20.887691 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:26.831556 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-f7fe743a-1f9e-4125-a581-072352bffdff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426373 Sep 27 09:43:26.930138 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-8a5b17d7-08ad-44e2-9264-1ed07793321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:26.931622 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-8a5b17d7-08ad-44e2-9264-1ed07793321d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1096 time: 0.0469475 Sep 27 09:43:27.038145 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-06710ae1-9d24-4441-8842-6aa7063d00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:27.039605 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-06710ae1-9d24-4441-8842-6aa7063d00b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.0852983 Sep 27 09:43:27.108619 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-7d2f4459-ac5e-4dc2-af66-fecd371c4e8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 1001 time: 0.0603302 Sep 27 09:43:27.163024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-bf8a6b5d-9742-444d-8f25-9eaa6aab4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:27.164555 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-bf8a6b5d-9742-444d-8f25-9eaa6aab4954 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0478866 Sep 27 09:43:27.214168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-6b4dd15b-98b4-439e-b5a2-a721da6e819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:27.215670 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-6b4dd15b-98b4-439e-b5a2-a721da6e819d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434771 Sep 27 09:43:27.313660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-1a12eb01-148a-46fc-807b-02462cf22459 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884583 Sep 27 09:43:27.411954 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1234a3b-30b6-4c3d-9293-02d5b471dec7 req-74e92aba-929e-4006-80c1-64c78c6db94f service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884223 Sep 27 09:43:28.298895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a5f64-397d-43db-97ec-79736d2ec207 req-07754e8a-bebf-4194-9fe2-670a646824b1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:28.300453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e7a5f64-397d-43db-97ec-79736d2ec207 req-07754e8a-bebf-4194-9fe2-670a646824b1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0489750 Sep 27 09:43:28.362025 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e7a5f64-397d-43db-97ec-79736d2ec207 req-b3b6421e-bac8-4b31-935b-e6ff1ae8ab3d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529203 Sep 27 09:43:28.365473 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-a6932cb9-77bb-4e1a-9e18-26c4e67ff49d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1215570 Sep 27 09:43:28.374549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-c8217e26-0853-4aa9-accb-f9e948292b8f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:43:28.375518 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-c8217e26-0853-4aa9-accb-f9e948292b8f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051088 Sep 27 09:43:29.870631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4c115-92fe-4fcb-9c3d-c352e84725bb req-b7fc6d37-e952-40ac-8d45-33d57b436f62 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:29.872112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2a4c115-92fe-4fcb-9c3d-c352e84725bb req-b7fc6d37-e952-40ac-8d45-33d57b436f62 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.4217808 Sep 27 09:43:29.897041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-7a235c4e-a44e-4cc6-80a9-6d34a4400399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:29.898482 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-7a235c4e-a44e-4cc6-80a9-6d34a4400399 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1096 time: 0.0669506 Sep 27 09:43:29.933754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2a4c115-92fe-4fcb-9c3d-c352e84725bb req-e5332f5e-33ca-4f6e-92c6-8e8ded90cb3f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551686 Sep 27 09:43:30.003725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-5d9920a7-ab56-48c5-9810-8eb8a42baebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:30.005984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-5d9920a7-ab56-48c5-9810-8eb8a42baebf service neutron] 10.222.0.57 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.0960591 Sep 27 09:43:30.072267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-676d2bd7-71b8-42c2-af01-25f8770aa0be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 1001 time: 0.0578051 Sep 27 09:43:30.122719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-2b5dfa5d-0c8b-44d0-9dab-0c8e32b7fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:30.124061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-2b5dfa5d-0c8b-44d0-9dab-0c8e32b7fa05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0436115 Sep 27 09:43:30.172435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-a18c6cdb-4fbc-460b-a100-54239128a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:30.173890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-a18c6cdb-4fbc-460b-a100-54239128a5a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421596 Sep 27 09:43:30.267959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-56274c18-80b1-4283-ac19-f994ad1a34f6 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843813 Sep 27 09:43:30.378394 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-5fe2f6fc-6d1f-46d7-990c-dae34242bd83 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015558 Sep 27 09:43:31.062882 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435137b5-10b0-4c42-8d4e-b31feaa1e511 req-23f782ca-b2e0-4e01-8ed6-e8f5fcf4ac7d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:31.064366 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-435137b5-10b0-4c42-8d4e-b31feaa1e511 req-23f782ca-b2e0-4e01-8ed6-e8f5fcf4ac7d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0517292 Sep 27 09:43:31.102384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-435137b5-10b0-4c42-8d4e-b31feaa1e511 req-4bb2877c-f50c-473c-a39e-284ec879d063 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Sep 27 09:43:32.232271 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d69a5-03ab-4110-a51d-cc086699b4cb req-9d8fbedb-dd4e-418d-8f22-066b97c2c6cb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:32.233821 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-350d69a5-03ab-4110-a51d-cc086699b4cb req-9d8fbedb-dd4e-418d-8f22-066b97c2c6cb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0502641 Sep 27 09:43:32.271224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-350d69a5-03ab-4110-a51d-cc086699b4cb req-bec486ea-fc2c-4cfe-840a-97af887b3844 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Sep 27 09:43:33.396255 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6629ec9-6d8b-43e8-a276-8ddf646ea02d req-b3bed7e8-e74a-4fd2-8e5d-09f9867820c2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:33.397958 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6629ec9-6d8b-43e8-a276-8ddf646ea02d req-b3bed7e8-e74a-4fd2-8e5d-09f9867820c2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0520616 Sep 27 09:43:33.435470 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6629ec9-6d8b-43e8-a276-8ddf646ea02d req-96650fe9-9610-4da0-9b28-8b43e3481195 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314686 Sep 27 09:43:34.578658 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af7f1-7d9e-4819-96fc-597818a499e1 req-fed67f0c-d0db-41c6-8862-0aef3e4b16fd tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:34.580980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb3af7f1-7d9e-4819-96fc-597818a499e1 req-fed67f0c-d0db-41c6-8862-0aef3e4b16fd tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0634067 Sep 27 09:43:34.626049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fb3af7f1-7d9e-4819-96fc-597818a499e1 req-014815d1-d2fd-4d75-8d61-862fc787b522 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389087 Sep 27 09:43:35.768187 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba808a5a-e531-4b84-9e1a-e99c75d97223 req-63d94620-49a1-404f-b1b5-f41e81c335bb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:35.769726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba808a5a-e531-4b84-9e1a-e99c75d97223 req-63d94620-49a1-404f-b1b5-f41e81c335bb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0531557 Sep 27 09:43:35.809026 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ba808a5a-e531-4b84-9e1a-e99c75d97223 req-c966da2f-b5dc-4f80-ae8f-9d49c589c88f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Sep 27 09:43:36.609066 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:36.946449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937d17-4a08-4c4f-8c16-2a0e15ca3ec5 req-e7f1a185-c38a-4660-948c-f6c84c23924f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:36.947951 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9937d17-4a08-4c4f-8c16-2a0e15ca3ec5 req-e7f1a185-c38a-4660-948c-f6c84c23924f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0607800 Sep 27 09:43:36.986887 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b9937d17-4a08-4c4f-8c16-2a0e15ca3ec5 req-fa86f1c1-4ede-4d8e-b3f2-712fd66b473b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Sep 27 09:43:38.125660 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4a556-211c-466f-b45c-e1fcc2cec3ce req-50abd869-5e24-4c9e-a513-116d4815e9d3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:38.127135 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-99f4a556-211c-466f-b45c-e1fcc2cec3ce req-50abd869-5e24-4c9e-a513-116d4815e9d3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0564957 Sep 27 09:43:38.168415 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-99f4a556-211c-466f-b45c-e1fcc2cec3ce req-26e11513-231b-4efc-b13d-435098e69696 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323777 Sep 27 09:43:38.593987 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:43:39.303110 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae498f-8760-48fa-b662-87160579e7dc req-d58da260-c6ee-45f0-9731-52be37cdabb6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:39.305764 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cbae498f-8760-48fa-b662-87160579e7dc req-d58da260-c6ee-45f0-9731-52be37cdabb6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0585706 Sep 27 09:43:39.348068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cbae498f-8760-48fa-b662-87160579e7dc req-5469d111-1ce0-4c84-b4ab-b5b19a821419 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350327 Sep 27 09:43:40.472541 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc16e6f-c563-44fb-a4cd-124d14426da6 req-d7b38223-a25c-4058-86fd-e82572a8f6a9 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:40.473929 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3dc16e6f-c563-44fb-a4cd-124d14426da6 req-d7b38223-a25c-4058-86fd-e82572a8f6a9 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0517373 Sep 27 09:43:40.511211 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3dc16e6f-c563-44fb-a4cd-124d14426da6 req-b72b621d-5343-4ef0-951b-699de16848eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311844 Sep 27 09:43:41.638314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75667aae-6f65-44bb-84a3-b89717be650b req-d2426058-fbfd-4f12-b403-b4a16c5a568b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:41.639818 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75667aae-6f65-44bb-84a3-b89717be650b req-d2426058-fbfd-4f12-b403-b4a16c5a568b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0504224 Sep 27 09:43:41.681044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-75667aae-6f65-44bb-84a3-b89717be650b req-77204d0c-2b9c-4987-8edb-a0ae88eeebdd tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324519 Sep 27 09:43:42.251979 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-5c398da3-1702-4a49-a9a6-526661c13dbf service neutron] show failed (client error): The resource could not be found. Sep 27 09:43:42.253055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-5c398da3-1702-4a49-a9a6-526661c13dbf service neutron] 10.222.0.57 "GET /v2.0/ports/bc0a2f91-aa92-489d-a30d-b55b97b810be/bindings/n-h2-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0667753 Sep 27 09:43:42.515160 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-689571c2-d350-4904-bfc1-54a651a39e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:42.516851 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-689571c2-d350-4904-bfc1-54a651a39e5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 1096 time: 0.0874803 Sep 27 09:43:42.528074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-30d3a130-8f25-4bb5-9443-89979a9934ad service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:43:42.529156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-30d3a130-8f25-4bb5-9443-89979a9934ad service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049889 Sep 27 09:43:42.541083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:43:42.594769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:42.799486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d704-05e7-4d58-b0bf-3cfe256a884a req-f7438527-1253-4bfc-971d-fdeda9789807 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:42.801155 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93d8d704-05e7-4d58-b0bf-3cfe256a884a req-f7438527-1253-4bfc-971d-fdeda9789807 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0487952 Sep 27 09:43:42.812681 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:43:42.839899 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-93d8d704-05e7-4d58-b0bf-3cfe256a884a req-6f2cd0eb-572d-4fa4-87b6-a49150c749bb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324681 Sep 27 09:43:42.846963 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:43:42.886706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:43:42.889361 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01152008-214e-4d83-bb07-da5382ed55b4" -d '{"events": [{"server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:43:42.893491 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:42.905914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Transition to ACTIVE for port object bc0a2f91-aa92-489d-a30d-b55b97b810be will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:43:42.910846 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:42.938826 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ceaec3-312a-478a-80aa-058de59c783d x-openstack-request-id: req-20ceaec3-312a-478a-80aa-058de59c783d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:43:42.939120 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:43:42.939376 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20ceaec3-312a-478a-80aa-058de59c783d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:43:42.939769 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'code': 200} Sep 27 09:43:42.995089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=6']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:43:43.007490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.007852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.008199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.008592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.008914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.009249 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.009589 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.009909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.010241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.010564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.010887 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.011212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:43.046710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] No DVR routers for this DVR port bc0a2f91-aa92-489d-a30d-b55b97b810be on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:43:43.185779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Attempting to bind port bc0a2f91-aa92-489d-a30d-b55b97b810be on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:43:43.186120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Attempting to bind port bc0a2f91-aa92-489d-a30d-b55b97b810be by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:43:43.186467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Attempting to bind port bc0a2f91-aa92-489d-a30d-b55b97b810be on network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:43:43.191029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Port bc0a2f91-aa92-489d-a30d-b55b97b810be on network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:43:43.191345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Attempting to bind port bc0a2f91-aa92-489d-a30d-b55b97b810be on network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:43:43.196359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:43:43.196716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Checking segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:43:43.197095 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Bound using segment: {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:43:43.197527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Bound port: bc0a2f91-aa92-489d-a30d-b55b97b810be, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a072b24-233f-44b0-87d2-4b4027142234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:43:43.197887 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:43.261735 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:43:43.264804 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:43:43.271841 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:43.305539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:43.306240 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:43.307578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] 10.222.0.67 "PUT /v2.0/ports/bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 1091 time: 0.7702029 Sep 27 09:43:43.329390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5a16e-168f-4241-abad-f8f609eae997 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:43:43.378739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-601a405d-8fe1-4cde-8095-ef343f4b67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:43.380268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-601a405d-8fe1-4cde-8095-ef343f4b67e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1094 time: 0.0464725 Sep 27 09:43:43.473387 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-f702bbb5-ec09-4134-96ab-43df2ffb3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:43.474882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-f702bbb5-ec09-4134-96ab-43df2ffb3a10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.0872002 Sep 27 09:43:43.544391 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-20bc078d-96ec-478c-a6d5-de54b0165799 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 999 time: 0.0609496 Sep 27 09:43:43.601871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-d1bbf01f-eab7-47b1-868c-1c804a24986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:43.603234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-d1bbf01f-eab7-47b1-868c-1c804a24986b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0518513 Sep 27 09:43:43.653098 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-6ed14044-0ee8-4334-9d6e-30cc62dfb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:43.654720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-6ed14044-0ee8-4334-9d6e-30cc62dfb651 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437963 Sep 27 09:43:43.748753 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-ae743528-df8e-44a7-8cb3-1eaa548e0cd7 service neutron] 10.222.0.67 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867884 Sep 27 09:43:43.858455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ed43177e-e5c9-4e9f-bf2f-86ea909396dc req-6076ab6e-e9d4-4e48-9d04-fb5b3c435032 service neutron] 10.222.0.67 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027074 Sep 27 09:43:43.963672 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adda2f-9836-4584-a10b-b0ff648ddf94 req-a8718253-bb37-495d-af18-3890f6763b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:43.965204 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53adda2f-9836-4584-a10b-b0ff648ddf94 req-a8718253-bb37-495d-af18-3890f6763b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 943 time: 0.0550044 Sep 27 09:43:44.008639 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-53adda2f-9836-4584-a10b-b0ff648ddf94 req-281ddd50-8eb6-440f-a8cc-61e06b378718 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368068 Sep 27 09:43:44.420113 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bc0a2f91-aa92-489d-a30d-b55b97b810be no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:43:44.461214 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device bc0a2f91-aa92-489d-a30d-b55b97b810be not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:43:44.933592 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:44.940971 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:43:44.943492 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf1f6c5-8972-4fb2-aa72-f1798be744b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:43:44.992573 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b311df-7f1a-4746-943c-867da160f179 x-openstack-request-id: req-38b311df-7f1a-4746-943c-867da160f179 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:43:44.992863 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:43:44.993116 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38b311df-7f1a-4746-943c-867da160f179 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:43:44.993513 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'status': 'completed', 'code': 200} Sep 27 09:43:45.091785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-6c8cfd53-1d7b-4f0a-bddf-cccfce2b3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.093338 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-6c8cfd53-1d7b-4f0a-bddf-cccfce2b3e37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1094 time: 0.0696197 Sep 27 09:43:45.095754 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-63715b98-0e9c-4300-9fc4-6a3926b89571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.097461 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-63715b98-0e9c-4300-9fc4-6a3926b89571 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1094 time: 0.0837252 Sep 27 09:43:45.134825 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822edb6-08cd-41b6-980a-9ae444d009f3 req-8d2aa7c4-48bc-4ebf-8258-53c7fcf10e88 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.136356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7822edb6-08cd-41b6-980a-9ae444d009f3 req-8d2aa7c4-48bc-4ebf-8258-53c7fcf10e88 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 943 time: 0.0514057 Sep 27 09:43:45.177544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7822edb6-08cd-41b6-980a-9ae444d009f3 req-65339ebc-a39e-4876-87df-61db312c4fe4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345900 Sep 27 09:43:45.204853 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a3802bd-86b1-46d3-9c5c-3882f8b62423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:45.251829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-643d819f-fc87-43f0-84c4-76c9cc34a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.253342 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-643d819f-fc87-43f0-84c4-76c9cc34a2af service neutron] 10.222.0.67 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.1529257 Sep 27 09:43:45.254695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-4d42a51c-2ad8-4f9e-8882-1a030c4ca064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.256011 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-4d42a51c-2ad8-4f9e-8882-1a030c4ca064 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.1484225 Sep 27 09:43:45.363265 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-46ad81f7-e9cb-4743-9cf4-e5ac07c3b9d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 999 time: 0.0998101 Sep 27 09:43:45.369128 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-810a08d5-e627-47c3-8fda-eb91eb44b346 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 999 time: 0.1001358 Sep 27 09:43:45.448278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-3cd2485e-1a5b-4145-bed9-b9d1b451fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.449685 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-3cd2485e-1a5b-4145-bed9-b9d1b451fa56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0793417 Sep 27 09:43:45.451342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-17969f28-58a8-4eb3-bd09-50fcbd68cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.452645 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-17969f28-58a8-4eb3-bd09-50fcbd68cb67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0752378 Sep 27 09:43:45.520103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-a7014790-f310-44e5-b246-9c1dbf627f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.521638 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-a7014790-f310-44e5-b246-9c1dbf627f0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640132 Sep 27 09:43:45.525766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-78faf37d-fa19-4d46-9055-fb75c6644e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:45.527104 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-78faf37d-fa19-4d46-9055-fb75c6644e71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622704 Sep 27 09:43:45.677268 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-d1e7777d-860f-440e-b8ea-1c279f5ddf84 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473823 Sep 27 09:43:45.679449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-43c555f5-9e2c-4899-9a23-849b7749a6b5 service neutron] 10.222.0.67 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430366 Sep 27 09:43:45.840274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-e1a473b7-51d4-493b-b2e0-b3a5514031a8 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552427 Sep 27 09:43:45.842112 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-edf1f6c5-8972-4fb2-aa72-f1798be744b5 req-0ce547ef-0ddd-4958-90fc-deb22c22354f service neutron] 10.222.0.67 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503808 Sep 27 09:43:46.301197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f517907-3ad5-4104-96aa-29cfbf9a957a req-805bac78-b752-4fe7-aa7c-c2e7fac5ba4e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:46.302664 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f517907-3ad5-4104-96aa-29cfbf9a957a req-805bac78-b752-4fe7-aa7c-c2e7fac5ba4e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 943 time: 0.0493259 Sep 27 09:43:46.343948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6f517907-3ad5-4104-96aa-29cfbf9a957a req-5419dd52-156e-4ce4-86a7-69e91942b9e4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Sep 27 09:43:46.586386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee0765-d411-4f7b-a6b4-db539b632704 req-8f5753b9-bf0d-466e-809d-ec82eb8719e4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:46.587860 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f3ee0765-d411-4f7b-a6b4-db539b632704 req-8f5753b9-bf0d-466e-809d-ec82eb8719e4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 943 time: 0.0816662 Sep 27 09:43:46.598815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-2ed9b5f7-dc09-44ac-a185-eede572cc6e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:46.600161 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-2ed9b5f7-dc09-44ac-a185-eede572cc6e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e&tenant_id=ba0e404c5df444828145ff7ba89f19ef&binding%3Ahost_id=n-h2-810909-1 HTTP/1.1" status: 200 len: 943 time: 0.0825808 Sep 27 09:43:46.658755 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f3ee0765-d411-4f7b-a6b4-db539b632704 req-d5433151-c0e1-4e92-af23-0e72c716e3ba tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576236 Sep 27 09:43:46.678804 n-d-810909-1 neutron-server[94830]: INFO neutron.api.v2.resource [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-0fb5dae5-b71e-49f6-a110-f766bbe37baf service neutron] delete failed (client error): The resource could not be found. Sep 27 09:43:46.679800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-0fb5dae5-b71e-49f6-a110-f766bbe37baf service neutron] 10.222.0.57 "DELETE /v2.0/ports/bc0a2f91-aa92-489d-a30d-b55b97b810be/bindings/n-h1-810909-1 HTTP/1.1" status: 404 len: 380 time: 0.0720832 Sep 27 09:43:46.763231 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-7a4f6761-5847-4508-8b50-9465a26d4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:46.764719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-7a4f6761-5847-4508-8b50-9465a26d4bae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1094 time: 0.0408497 Sep 27 09:43:46.780276 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f2ed-2d52-4b3f-ad79-b114909af0cc req-1747a751-d916-416e-b846-3e5d7c578a0e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:46.781821 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed60f2ed-2d52-4b3f-ad79-b114909af0cc req-1747a751-d916-416e-b846-3e5d7c578a0e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 943 time: 0.0503125 Sep 27 09:43:46.819387 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed60f2ed-2d52-4b3f-ad79-b114909af0cc req-44897bbd-4a87-4055-b29a-c27ba917841a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313544 Sep 27 09:43:46.858767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-0112745a-37b8-4cf9-9896-3129bd335ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:46.860261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-0112745a-37b8-4cf9-9896-3129bd335ebb service neutron] 10.222.0.57 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.0885961 Sep 27 09:43:46.925400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-89e6421c-9b23-4c3e-a133-4e9ae443e6f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 999 time: 0.0562990 Sep 27 09:43:46.984824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-bfba4e5f-678b-4731-9a11-7756334741a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:46.986196 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-bfba4e5f-678b-4731-9a11-7756334741a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0459862 Sep 27 09:43:47.034696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-4eb0e584-26c8-4dbc-876c-2c6e3d7b6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:47.036081 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-4eb0e584-26c8-4dbc-876c-2c6e3d7b6702 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417080 Sep 27 09:43:47.125421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-310e219b-15a1-4f99-bd95-995874af84b2 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815120 Sep 27 09:43:47.151795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device bc0a2f91-aa92-489d-a30d-b55b97b810be details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:43:47.219773 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-30ebcc37-7792-4f81-9e8a-b7d279d8db71 req-1845bc11-18db-409a-81e0-94db8ffb7d68 service neutron] 10.222.0.57 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866046 Sep 27 09:43:47.256522 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:43:47.269269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'port_id': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'mac_address': 'fa:16:3e:78:23:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:43:47.309831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:47.322446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0a2f91-aa92-489d-a30d-b55b97b810be {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:43:47.341696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:43:47.347886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:47.394218 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:43:47.401515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.401892 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.402232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.402567 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.402900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.403231 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.403565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.403896 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.404236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.404580 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.404909 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.405229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:43:47.597750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['bc0a2f91-aa92-489d-a30d-b55b97b810be'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:43:47.686383 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04b08914-efb1-46d9-a815-d20311362ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:47.947221 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b7f3-cbcd-4ad2-aaa3-035aa95aadac req-f825e870-24f7-4c5d-985d-01023dd2dc89 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:43:47.948716 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-88a5b7f3-cbcd-4ad2-aaa3-035aa95aadac req-f825e870-24f7-4c5d-985d-01023dd2dc89 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 944 time: 0.0512004 Sep 27 09:43:47.992823 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-88a5b7f3-cbcd-4ad2-aaa3-035aa95aadac req-a63de777-d972-4c2a-a263-93707240cdec tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372276 Sep 27 09:43:48.015774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40822) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:43:48.080234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa27c7da-a6ec-4123-b05d-d9b48c98ad6d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/301023b7-38f9-4b65-b085-b80d1d9a2ae4 HTTP/1.1" status: 200 len: 992 time: 0.0632744 Sep 27 09:43:48.151613 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:49.152807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device bc0a2f91-aa92-489d-a30d-b55b97b810be up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:43:49.223310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port bc0a2f91-aa92-489d-a30d-b55b97b810be completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:43:49.227263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port bc0a2f91-aa92-489d-a30d-b55b97b810be triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:43:49.227645 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:49.288545 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:49.319502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:49.341476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:43:49.343737 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c25f7b-42eb-4e11-bc01-563e3d03bdec" -d '{"events": [{"server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:43:49.356398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:43:49.361987 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:43:49.384315 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70e7f08-ce97-4bf2-95a2-fed0e382b97f x-openstack-request-id: req-f70e7f08-ce97-4bf2-95a2-fed0e382b97f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:43:49.384638 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:43:49.384893 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f70e7f08-ce97-4bf2-95a2-fed0e382b97f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:43:49.385281 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'code': 200} Sep 27 09:43:49.411875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:43:50.895998 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:06.622602 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:11.736572 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-c71fa128-448b-43eb-bbc7-d94036ee62b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432394 Sep 27 09:44:11.827266 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-83464cba-8f88-44b7-9014-78232388c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:11.828762 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-83464cba-8f88-44b7-9014-78232388c445 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1096 time: 0.0434813 Sep 27 09:44:11.944821 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-ea8d353f-99cf-4e14-82a1-049544ca73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:11.946320 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-ea8d353f-99cf-4e14-82a1-049544ca73a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.0976970 Sep 27 09:44:12.014789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-9ce68665-3bae-48bb-8233-9d95d0339dc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 1001 time: 0.0598042 Sep 27 09:44:12.077213 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-6bc7c09f-a014-42e3-8b0c-a6b5491f8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:12.079617 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-6bc7c09f-a014-42e3-8b0c-a6b5491f8d46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0568521 Sep 27 09:44:12.125540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-c9d843a7-ac63-4797-a812-fb58181b5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:12.127661 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-c9d843a7-ac63-4797-a812-fb58181b5d4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404642 Sep 27 09:44:12.218722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-60b4cbd9-efcc-4b8c-962b-b5b73067ae05 service neutron] 10.222.0.67 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836022 Sep 27 09:44:12.316513 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b89ff030-bc32-4ad3-8577-10b8769e0ce5 req-6b0e5d4c-405e-4d32-a154-23b1760707ba service neutron] 10.222.0.67 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896313 Sep 27 09:44:14.937978 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:15.209271 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b690d19-d806-476b-9a55-269e14882cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:15.598603 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:44:16.455795 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:16.626734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 25ac202d-5cbe-4fdb-b9ce-906b1b71967c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:44:16.627011 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:16.704040 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:16.704360 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:16.715923 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 25ac202d-5cbe-4fdb-b9ce-906b1b71967c owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:44:16.873980 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:16.898571 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=25ac202d-5cbe-4fdb-b9ce-906b1b71967c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:16.910598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.910948 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.911289 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.911625 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.911954 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.912286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.912644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.912969 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.913296 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.913614 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.913940 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.914247 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:16.971174 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:16.971427 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP 301023b7-38f9-4b65-b085-b80d1d9a2ae4 disassociated (deleted). External IP: 172.25.2.119, port: bc0a2f91-aa92-489d-a30d-b55b97b810be. Sep 27 09:44:17.200151 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:44:17.309912 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:44:17.314418 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:17.320358 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] Sync routers for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:44:17.329518 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:17.330377 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:43:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:17.341963 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8ff72f60-d385-48ee-8a1c-f5df2c2f7e4a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/floatingips/301023b7-38f9-4b65-b085-b80d1d9a2ae4 HTTP/1.1" status: 204 len: 168 time: 0.8848813 Sep 27 09:44:17.342552 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:44:17.344820 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187f0daf-6077-4148-a1f6-a9f562d8dfca" -d '{"events": [{"name": "network-changed", "server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:44:17.436538 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:17.512869 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fea5b9-e9ba-4c10-9b50-d561f834f8ea x-openstack-request-id: req-f4fea5b9-e9ba-4c10-9b50-d561f834f8ea {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:44:17.513391 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:44:17.513570 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4fea5b9-e9ba-4c10-9b50-d561f834f8ea {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:44:17.513879 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'status': 'completed', 'code': 200} Sep 27 09:44:17.577350 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-7983712c-3dff-4554-9767-81669b039061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:17.579557 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-7983712c-3dff-4554-9767-81669b039061 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 1096 time: 0.0428193 Sep 27 09:44:17.645928 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:46Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:17.678438 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] Checking router: fdeeee15-a5e6-484f-92a4-9d92b9e675b4 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:44:17.679025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8b09a72-82cc-45c3-ab0e-f7df23abb7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:17.687137 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575b02-b257-499b-a5fa-d21149a3786f req-85d75888-ad9b-4dd7-98f8-6881b340c436 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:17.688317 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:17.689017 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:17.689182 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9575b02-b257-499b-a5fa-d21149a3786f req-85d75888-ad9b-4dd7-98f8-6881b340c436 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.1296883 Sep 27 09:44:17.689278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-454d352b-2531-4387-8900-f1a95ec3c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:17.691233 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-454d352b-2531-4387-8900-f1a95ec3c9a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 200 len: 897 time: 0.1041467 Sep 27 09:44:17.732901 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c9575b02-b257-499b-a5fa-d21149a3786f req-41bf6df0-222f-4a0b-80c6-5efb52637625 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353837 Sep 27 09:44:17.737349 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-2c26ad73-0a24-4649-8557-97b2bac2547d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 200 len: 217 time: 0.0378525 Sep 27 09:44:17.786783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-1d9d21ed-bf60-48fb-b6f9-2fe926e9a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:17.788315 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-1d9d21ed-bf60-48fb-b6f9-2fe926e9a8b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 200 len: 835 time: 0.0433547 Sep 27 09:44:17.794883 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:17.998596 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:46Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:18.025677 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e064d-0c2d-4c14-aad9-4e7c9961b82b None None] The sync data for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 is: [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:42:43Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '06ad26f1-05ed-4031-8a68-61d0972c3b33', 'name': '', 'network_id': '4438bcfd-0a58-4ff9-ac84-4d4e5579115c', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:16:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:42Z', 'updated_at': '2021-09-27T09:42:46Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'a9e65c46-0de5-4d84-9180-9a8a8c96f24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:44:18.158746 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:18.181552 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-b6bff209-5941-4b2a-8ba7-425bc1b37848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:18.183061 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-b6bff209-5941-4b2a-8ba7-425bc1b37848 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4438bcfd-0a58-4ff9-ac84-4d4e5579115c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3867021 Sep 27 09:44:18.265150 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c034472c-78d6-4623-b7f5-2ce3f1d67e51 None None] New status for floating IP 301023b7-38f9-4b65-b085-b80d1d9a2ae4: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:44:18.282368 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-e69c0775-69aa-4dc2-9db1-340aaa5b788b service neutron] 10.222.0.67 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909803 Sep 27 09:44:18.376958 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-187f0daf-6077-4148-a1f6-a9f562d8dfca req-e6ff901f-a11c-4f1d-9592-4a605584021e service neutron] 10.222.0.67 "GET /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864069 Sep 27 09:44:18.859585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-36bffea8-ec51-445a-b0bf-1a6de90db7af tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:18.861531 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-36bffea8-ec51-445a-b0bf-1a6de90db7af tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.67 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0766571 Sep 27 09:44:18.873956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2a088-2477-492c-b850-edaaee359083 req-8aba22dd-39a4-4abd-ad50-26af4236260c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:18.875508 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60d2a088-2477-492c-b850-edaaee359083 req-8aba22dd-39a4-4abd-ad50-26af4236260c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=0012fc79-068b-4220-844a-043fc4c3492e HTTP/1.1" status: 200 len: 945 time: 0.0649829 Sep 27 09:44:18.959369 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60d2a088-2477-492c-b850-edaaee359083 req-bc952919-3ccb-4125-a3a7-3c4678eab1b6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=927d294c-1ece-43ed-a90f-260e1697b925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768564 Sep 27 09:44:18.988411 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port bc0a2f91-aa92-489d-a30d-b55b97b810be {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:44:18.988769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:19.085771 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port bc0a2f91-aa92-489d-a30d-b55b97b810be, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=bc0a2f91-aa92-489d-a30d-b55b97b810be,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:19.086002 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:19.103344 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for bc0a2f91-aa92-489d-a30d-b55b97b810be owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:44:19.232814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:19.260791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=bc0a2f91-aa92-489d-a30d-b55b97b810be,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:19.289807 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:19.304933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] No DVR routers for this DVR port bc0a2f91-aa92-489d-a30d-b55b97b810be on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:44:19.307752 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:19.309864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ac942671-26a7-4f32-9bc3-9bd08fce959d req-ce38f26c-7a41-4070-bdf5-80f406ea750a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.67 "DELETE /v2.0/ports/bc0a2f91-aa92-489d-a30d-b55b97b810be HTTP/1.1" status: 204 len: 173 time: 0.4334514 Sep 27 09:44:19.310331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'name': 'network-vif-deleted', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:44:19.312569 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f6988-4776-4492-9103-b554323060e1" -d '{"events": [{"server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "name": "network-vif-deleted", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:44:19.350873 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28fe035-b92b-477d-87e5-7845b5d111ae x-openstack-request-id: req-a28fe035-b92b-477d-87e5-7845b5d111ae {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:44:19.351162 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0012fc79-068b-4220-844a-043fc4c3492e", "name": "network-vif-deleted", "tag": "bc0a2f91-aa92-489d-a30d-b55b97b810be", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:44:19.351408 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a28fe035-b92b-477d-87e5-7845b5d111ae {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:44:19.351826 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0012fc79-068b-4220-844a-043fc4c3492e', 'name': 'network-vif-deleted', 'tag': 'bc0a2f91-aa92-489d-a30d-b55b97b810be', 'status': 'completed', 'code': 200} Sep 27 09:44:20.023328 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40856) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:20.407972 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:20.677193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 06ad26f1-05ed-4031-8a68-61d0972c3b33 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:44:20.677523 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:20.770517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 06ad26f1-05ed-4031-8a68-61d0972c3b33, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=06ad26f1-05ed-4031-8a68-61d0972c3b33,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:20.770882 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:20.784365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 06ad26f1-05ed-4031-8a68-61d0972c3b33 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:44:20.893165 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:20.979590 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:21.005705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=06ad26f1-05ed-4031-8a68-61d0972c3b33,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:21.180394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:21.406367 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:44:21.516071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:44:21.522094 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b9f631ae-3cb9-4624-aade-a54d23701c05 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/fdeeee15-a5e6-484f-92a4-9d92b9e675b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4973278 Sep 27 09:44:21.524610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40858) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:21.526875 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] Sync routers for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:44:21.538628 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:21.539245 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:21.581224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cf3a4a-4069-48f9-8a58-f44155352317 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting subnet a9e65c46-0de5-4d84-9180-9a8a8c96f24d {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:44:21.584686 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84cf3a4a-4069-48f9-8a58-f44155352317 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:21.628301 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84cf3a4a-4069-48f9-8a58-f44155352317 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:21.644900 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:21.714020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84cf3a4a-4069-48f9-8a58-f44155352317 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:21.778977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84cf3a4a-4069-48f9-8a58-f44155352317 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:21.805560 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf3a4a-4069-48f9-8a58-f44155352317 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e65c46-0de5-4d84-9180-9a8a8c96f24d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:21.809442 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84cf3a4a-4069-48f9-8a58-f44155352317 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:21.813882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-84cf3a4a-4069-48f9-8a58-f44155352317 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/subnets/a9e65c46-0de5-4d84-9180-9a8a8c96f24d HTTP/1.1" status: 204 len: 168 time: 0.2856507 Sep 27 09:44:21.814314 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40860) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:21.819659 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d50841-f8c0-4472-91d0-23440d01c670 None None] Network 4438bcfd-0a58-4ff9-ac84-4d4e5579115c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:44:21.829227 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:44:20Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:21.856182 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] Checking router: fdeeee15-a5e6-484f-92a4-9d92b9e675b4 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:44:21.865201 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] Routers {'fdeeee15-a5e6-484f-92a4-9d92b9e675b4'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:21.865805 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:21.923732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:21.973936 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] Set router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:22.021985 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] DHCP port deletion for 4438bcfd-0a58-4ff9-ac84-4d4e5579115c request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:44:22.031908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.071543 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] Deleting port c97518b2-2e84-4643-8ff2-7682260f7f89 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:44:22.072008 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.089712 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 81592661-9a89-4cb4-823a-05a78dd47a8f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:44:22.090141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.134011 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] For port c97518b2-2e84-4643-8ff2-7682260f7f89, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=c97518b2-2e84-4643-8ff2-7682260f7f89,segment=NetworkSegment(7a072b24-233f-44b0-87d2-4b4027142234),segment_id=7a072b24-233f-44b0-87d2-4b4027142234)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:22.134414 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.147047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] Calling delete_port for c97518b2-2e84-4643-8ff2-7682260f7f89 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:44:22.155222 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:44:20Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:22.169405 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 81592661-9a89-4cb4-823a-05a78dd47a8f, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=81592661-9a89-4cb4-823a-05a78dd47a8f,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:22.169782 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.182412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 81592661-9a89-4cb4-823a-05a78dd47a8f owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:44:22.190154 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262c0d7-91fa-468b-a90b-8d641e5b2781 None None] The sync data for ids ['fdeeee15-a5e6-484f-92a4-9d92b9e675b4'] in n-d-810909-1 is: [{'id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834227719', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:42:39Z', 'updated_at': '2021-09-27T09:44:20Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '81592661-9a89-4cb4-823a-05a78dd47a8f', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeee15-a5e6-484f-92a4-9d92b9e675b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:42:40Z', 'updated_at': '2021-09-27T09:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:44:22.245345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.268148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] Pushing event deleted for resources: {'Port': ['ID=c97518b2-2e84-4643-8ff2-7682260f7f89,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:22.273786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a44403-e018-4dd8-bc7b-8566e16bb810 None None] No DVR routers for this DVR port c97518b2-2e84-4643-8ff2-7682260f7f89 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:44:22.356228 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.385929 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=81592661-9a89-4cb4-823a-05a78dd47a8f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:22.450421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.557190 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.560125 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.608128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.608968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Fanout notify agent at l3_agent the message router_deleted on router fdeeee15-a5e6-484f-92a4-9d92b9e675b4 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:44:22.618417 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:22.620403 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ed912f16-4dcc-49cf-af4d-40ad397336a5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/routers/fdeeee15-a5e6-484f-92a4-9d92b9e675b4 HTTP/1.1" status: 204 len: 168 time: 0.8045449 Sep 27 09:44:22.622538 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:22.646860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c97518b2-2e84-4643-8ff2-7682260f7f89 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:44:22.666673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: c97518b2-2e84-4643-8ff2-7682260f7f89 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:44:22.667106 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device c97518b2-2e84-4643-8ff2-7682260f7f89 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:44:22.667598 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 06ad26f1-05ed-4031-8a68-61d0972c3b33 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:44:22.688574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 06ad26f1-05ed-4031-8a68-61d0972c3b33 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:44:22.688924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 06ad26f1-05ed-4031-8a68-61d0972c3b33 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:44:22.703380 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.126724 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.147619 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4438bcfd-0a58-4ff9-ac84-4d4e5579115c']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:23.157414 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a072b24-233f-44b0-87d2-4b4027142234') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:23.157708 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a072b24-233f-44b0-87d2-4b4027142234') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:23.166766 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.184145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.190351 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:44:23.190764 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:44:23.193875 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:44:23.257681 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.266215 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.268045 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/networks/4438bcfd-0a58-4ff9-ac84-4d4e5579115c HTTP/1.1" status: 204 len: 168 time: 0.6444364 Sep 27 09:44:23.270990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40864) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:23.276904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3997eb-714f-483c-a515-7e9c29806d85 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Network': ['ID=4438bcfd-0a58-4ff9-ac84-4d4e5579115c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:23.306177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device bc0a2f91-aa92-489d-a30d-b55b97b810be no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:44:23.328882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: bc0a2f91-aa92-489d-a30d-b55b97b810be {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:44:23.328882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device bc0a2f91-aa92-489d-a30d-b55b97b810be not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:44:23.336803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5fab6e85-4be5-4d42-b9e1-107500950227 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.362308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5fab6e85-4be5-4d42-b9e1-107500950227 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.425631 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5fab6e85-4be5-4d42-b9e1-107500950227 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.428378 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5fab6e85-4be5-4d42-b9e1-107500950227 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.429667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5fab6e85-4be5-4d42-b9e1-107500950227 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/security-groups/927d294c-1ece-43ed-a90f-260e1697b925 HTTP/1.1" status: 204 len: 168 time: 0.1576526 Sep 27 09:44:23.438964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab6e85-4be5-4d42-b9e1-107500950227 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927d294c-1ece-43ed-a90f-260e1697b925,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:23.861532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40870) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:23.868763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-24a1d9c6-acc0-43a2-bff9-639cc05cfd71 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109416353', 'description': 'tempest-secgroup-smoke-1109416353 description', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:23.896754 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24a1d9c6-acc0-43a2-bff9-639cc05cfd71 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.979984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24a1d9c6-acc0-43a2-bff9-639cc05cfd71 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:23.986360 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24a1d9c6-acc0-43a2-bff9-639cc05cfd71 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.013089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-24a1d9c6-acc0-43a2-bff9-639cc05cfd71 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.014330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-24a1d9c6-acc0-43a2-bff9-639cc05cfd71 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1514356 Sep 27 09:44:24.016196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1d9c6-acc0-43a2-bff9-639cc05cfd71 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:24.017623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40872) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:24.022818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d360464c-bf1e-4e25-ba13-2a89c01869eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'e9c1ba96-379e-43f5-a550-0ff9f7eab4b7', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:24.054251 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d360464c-bf1e-4e25-ba13-2a89c01869eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.111899 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d360464c-bf1e-4e25-ba13-2a89c01869eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.117525 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d360464c-bf1e-4e25-ba13-2a89c01869eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.138001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360464c-bf1e-4e25-ba13-2a89c01869eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7aa31a-1139-4f32-8dfb-9119af855308,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:24.141645 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d360464c-bf1e-4e25-ba13-2a89c01869eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.142909 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d360464c-bf1e-4e25-ba13-2a89c01869eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237295 Sep 27 09:44:24.145893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40874) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:24.150155 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-77bba461-de3c-455c-89e8-f7df8b48a020 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'e9c1ba96-379e-43f5-a550-0ff9f7eab4b7', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:24.178974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77bba461-de3c-455c-89e8-f7df8b48a020 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.241206 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77bba461-de3c-455c-89e8-f7df8b48a020 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.245828 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77bba461-de3c-455c-89e8-f7df8b48a020 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.262822 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bba461-de3c-455c-89e8-f7df8b48a020 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98561561-d787-4db5-8452-fad822eb3968,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:24.266905 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 81592661-9a89-4cb4-823a-05a78dd47a8f no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:44:24.270256 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77bba461-de3c-455c-89e8-f7df8b48a020 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.271518 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-77bba461-de3c-455c-89e8-f7df8b48a020 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246839 Sep 27 09:44:24.274624 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40876) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:24.279386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-22dcf638-dc53-4883-866f-50d37a5a1862 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'e9c1ba96-379e-43f5-a550-0ff9f7eab4b7', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:24.290359 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 81592661-9a89-4cb4-823a-05a78dd47a8f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:44:24.290725 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 81592661-9a89-4cb4-823a-05a78dd47a8f not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:44:24.306864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22dcf638-dc53-4883-866f-50d37a5a1862 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.364392 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22dcf638-dc53-4883-866f-50d37a5a1862 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.370339 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22dcf638-dc53-4883-866f-50d37a5a1862 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.397203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcf638-dc53-4883-866f-50d37a5a1862 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7bee92-195b-4a83-86cc-9e661263374c,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:24.404249 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22dcf638-dc53-4883-866f-50d37a5a1862 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.405498 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-22dcf638-dc53-4883-866f-50d37a5a1862 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298144 Sep 27 09:44:24.409414 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40878) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:24.413759 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e09d1013-b44f-428f-9305-d3d9cb8626ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'e9c1ba96-379e-43f5-a550-0ff9f7eab4b7', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:24.442262 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09d1013-b44f-428f-9305-d3d9cb8626ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.509784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09d1013-b44f-428f-9305-d3d9cb8626ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.515930 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09d1013-b44f-428f-9305-d3d9cb8626ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.532795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d1013-b44f-428f-9305-d3d9cb8626ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2ac7f4-5fdb-441a-a522-45e2aaf738c6,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:24.541702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e09d1013-b44f-428f-9305-d3d9cb8626ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.542929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e09d1013-b44f-428f-9305-d3d9cb8626ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325307 Sep 27 09:44:24.545861 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40880) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:24.550267 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-e69dff4c-ab0a-4fb6-8594-09226b7661e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'e9c1ba96-379e-43f5-a550-0ff9f7eab4b7', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:24.574664 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-e69dff4c-ab0a-4fb6-8594-09226b7661e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:44:24.579525 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e69dff4c-ab0a-4fb6-8594-09226b7661e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.640421 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e69dff4c-ab0a-4fb6-8594-09226b7661e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.646423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e69dff4c-ab0a-4fb6-8594-09226b7661e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.663377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dff4c-ab0a-4fb6-8594-09226b7661e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39099648-d071-4f46-9d3b-e4f71a5cdcb5,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:24.670962 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e69dff4c-ab0a-4fb6-8594-09226b7661e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.672190 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e69dff4c-ab0a-4fb6-8594-09226b7661e6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254034 Sep 27 09:44:24.676415 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40882) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:24.680760 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-26a4e8ad-a92d-4601-8795-fec3442ad0ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': 'e9c1ba96-379e-43f5-a550-0ff9f7eab4b7', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:24.703971 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-26a4e8ad-a92d-4601-8795-fec3442ad0ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:44:24.708894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26a4e8ad-a92d-4601-8795-fec3442ad0ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.770046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26a4e8ad-a92d-4601-8795-fec3442ad0ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.775961 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26a4e8ad-a92d-4601-8795-fec3442ad0ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.794532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4e8ad-a92d-4601-8795-fec3442ad0ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b574be33-f5ee-42b5-8f1d-34c367117f06,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:24.802498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-26a4e8ad-a92d-4601-8795-fec3442ad0ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.803694 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-26a4e8ad-a92d-4601-8795-fec3442ad0ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263390 Sep 27 09:44:24.806790 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40884) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:24.811483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'network': {'name': 'tempest-network-smoke--896070155', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'port_security_enabled': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:24.832947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:44:24.836403 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.860881 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:44:24.870298 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.870774 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Added segment 91398d54-c623-4d8f-b9d2-37b0f70e14ba of type vlan for network 6470c2b1-b206-452f-998b-d4dcf58ab29b Sep 27 09:44:24.910457 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.936225 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.941990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:24.942583 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:24.976809 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1690443 Sep 27 09:44:24.979505 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40886) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:24.983746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'admin_state_up': True, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:25.021516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7802d3-9f50-4a4c-8761-d203bbe1eb76 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Network': ['ID=6470c2b1-b206-452f-998b-d4dcf58ab29b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:25.032087 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:44:25.039732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:25.040894 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:25.098732 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:25.231987 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:25.438502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:25.456655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:25.565087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.186 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/5ac65357-3ef6-406c-a117-ad0c157e1a4a) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:44:25.668226 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:25.704254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:25.740691 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:44:25.743435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:44:25.746019 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:44:26.114661 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=5ac65357-3ef6-406c-a117-ad0c157e1a4a,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:26.344850 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:26.559861 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:26.693846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b0170a37-9d74-4338-91ec-6567963010b1 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:44:26.807125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:44:26.817532 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Sync routers for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:44:26.830213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:26.830763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:26.830966 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:26.831995 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c8664be3-d613-4d5d-af60-e289ac2c1482 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8515918 Sep 27 09:44:26.835269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40888) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:26.863178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b11ae0c5-9274-4021-a8c0-5ef56a2dc816 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ba0e404c5df444828145ff7ba89f19ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268178 Sep 27 09:44:26.865803 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40890) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:26.935607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:26.950462 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89409814-087e-45f3-a32c-f795f560a2a1 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:26.954698 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-89409814-087e-45f3-a32c-f795f560a2a1 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853174 Sep 27 09:44:26.954909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40892) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:26.985043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-fe74b1fd-6134-494a-9ca8-d8360197de54 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265884 Sep 27 09:44:26.985250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40894) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:26.989904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119377113', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:27.081026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:44:27.084740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.111886 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:26Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:27.138319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Checking router: b0170a37-9d74-4338-91ec-6567963010b1 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:44:27.138692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Updating router b0170a37-9d74-4338-91ec-6567963010b1 port 5ac65357-3ef6-406c-a117-ad0c157e1a4a binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:44:27.164548 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.267386 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.326669 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Subnet': ['ID=d1d88efa-d74a-4a40-8e0f-d727b6340e8d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:27.335629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Checking segment: {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:44:27.336000 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network hostable DHCP agents. Network: 6470c2b1-b206-452f-998b-d4dcf58ab29b, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:44:27.352915 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:44:27.361974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 6470c2b1-b206-452f-998b-d4dcf58ab29b) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:44:27.366575 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:27.367162 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.372462 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15bb15a-b490-4abf-81c0-a1e96eb8a675 None None] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:44:27.382754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9f5213f9-e0c4-4067-9891-f7902278b197 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3965359 Sep 27 09:44:27.385639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40896) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:27.463720 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.478511 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.714130 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Attempting to bind port 5ac65357-3ef6-406c-a117-ad0c157e1a4a on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:44:27.714503 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Attempting to bind port 5ac65357-3ef6-406c-a117-ad0c157e1a4a by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:44:27.714864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Attempting to bind port 5ac65357-3ef6-406c-a117-ad0c157e1a4a on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:44:27.725506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc4186-ec32-4455-8292-28e981660624 None None] Pushing event updated for resources: {'Port': ['ID=5ac65357-3ef6-406c-a117-ad0c157e1a4a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:27.734695 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:44:27.735103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:44:27.735522 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.735952 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:44:27.736370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Bound port: 5ac65357-3ef6-406c-a117-ad0c157e1a4a, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:44:27.736749 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.793818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-6470c2b1-b206-452f-998b-d4dcf58ab29b', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:44:27.795427 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.817664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] For port 5ac65357-3ef6-406c-a117-ad0c157e1a4a, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:44:27.830121 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.835251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] For port 5ac65357-3ef6-406c-a117-ad0c157e1a4a, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5ac65357-3ef6-406c-a117-ad0c157e1a4a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:44:27.883831 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:27.986051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:27.986583 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:27.990745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc4186-ec32-4455-8292-28e981660624 None None] Pushing event updated for resources: {'Port': ['ID=5ac65357-3ef6-406c-a117-ad0c157e1a4a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:28.041337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Allocated IP 172.20.0.2 (6470c2b1-b206-452f-998b-d4dcf58ab29b/d1d88efa-d74a-4a40-8e0f-d727b6340e8d/57200e65-7507-4b88-9425-fd9a40a17055) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:44:28.149768 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:28.333956 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:28.353779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:28.395199 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.1 (6470c2b1-b206-452f-998b-d4dcf58ab29b/d1d88efa-d74a-4a40-8e0f-d727b6340e8d/268d6921-a73f-4a35-867c-5de637f33810) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:44:28.408632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:44:28.409991 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Pushing event updated for resources: {'Port': ['ID=57200e65-7507-4b88-9425-fd9a40a17055,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:28.414158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:44:28.417075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:44:28.471864 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:26Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:28.498977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Attempting to bind port 57200e65-7507-4b88-9425-fd9a40a17055 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:44:28.499340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Attempting to bind port 57200e65-7507-4b88-9425-fd9a40a17055 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:44:28.499700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Attempting to bind port 57200e65-7507-4b88-9425-fd9a40a17055 on network 6470c2b1-b206-452f-998b-d4dcf58ab29b {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:44:28.503079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd92cf1-a785-42f5-bda8-4977e8346331 None None] The sync data for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 is: [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:26Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:44:28.507340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:44:28.507340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Checking segment: {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:44:28.507656 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:28.508121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Bound using segment: {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:44:28.508539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Bound port: 57200e65-7507-4b88-9425-fd9a40a17055, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:44:28.508901 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:28.511255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:28.550154 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:28.582134 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] For port 57200e65-7507-4b88-9425-fd9a40a17055, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:44:28.585772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] For port 57200e65-7507-4b88-9425-fd9a40a17055, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=57200e65-7507-4b88-9425-fd9a40a17055,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:44:28.592190 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:28.598059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:44:28.602222 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:44:28.605618 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:44:28.646141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=268d6921-a73f-4a35-867c-5de637f33810,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:28.651561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d92a9c-6516-42f1-9d87-c6d60b49a8cc None None] Pushing event updated for resources: {'Port': ['ID=57200e65-7507-4b88-9425-fd9a40a17055,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:28.679337 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:28.856845 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:29.153151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:29.159050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:29.236063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:29.237858 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=268d6921-a73f-4a35-867c-5de637f33810,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:29.332848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:44:29.334444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:44:29.454289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b0170a37-9d74-4338-91ec-6567963010b1 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:44:29.568455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:44:29.573654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dfbf1aa9-33bd-4326-866e-652e73c2746b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/b0170a37-9d74-4338-91ec-6567963010b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1870022 Sep 27 09:44:29.617751 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045ad6f9-3cde-4366-8ea9-d862386b19e6 None None] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:44:29.686234 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-81c7d8ce-b63e-4658-9f46-ba86a9d0c4d5 None None] Provisioning complete for port 57200e65-7507-4b88-9425-fd9a40a17055 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:29.686603 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81c7d8ce-b63e-4658-9f46-ba86a9d0c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:29.717160 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-776556f1-3c6b-4f73-972e-f4ae51c963e3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109416353&fields=id&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 267 time: 0.0339291 Sep 27 09:44:29.825668 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81c7d8ce-b63e-4658-9f46-ba86a9d0c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:29.835447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-239ec20e-b046-45e4-8b7a-620056393be1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:29.840975 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-239ec20e-b046-45e4-8b7a-620056393be1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/networks?id=6470c2b1-b206-452f-998b-d4dcf58ab29b HTTP/1.1" status: 200 len: 796 time: 0.1161411 Sep 27 09:44:29.854591 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-67c4fbb5-96d9-47a3-a16d-c9da7f99ac44 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/quotas/ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 375 time: 0.0106881 Sep 27 09:44:29.867960 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-81c7d8ce-b63e-4658-9f46-ba86a9d0c4d5 None None] For port 57200e65-7507-4b88-9425-fd9a40a17055, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=57200e65-7507-4b88-9425-fd9a40a17055,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:29.874450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81c7d8ce-b63e-4658-9f46-ba86a9d0c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:29.914426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-30b2bb51-b7b7-4dca-8716-9a28dcfca6ad tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529354 Sep 27 09:44:29.925464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7d8ce-b63e-4658-9f46-ba86a9d0c4d5 None None] Pushing event updated for resources: {'Port': ['ID=57200e65-7507-4b88-9425-fd9a40a17055,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:30.032500 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-b0597677-5c73-472f-a84b-34d390d208b1 service neutron] 10.222.0.50 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901215 Sep 27 09:44:30.098829 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-794840ac-b795-48a3-919b-7c0aaebada30 None None] Provisioning complete for port 268d6921-a73f-4a35-867c-5de637f33810 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:30.099285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-794840ac-b795-48a3-919b-7c0aaebada30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.139706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-e8848c5e-4cd5-4818-9db1-9b8fd6ae15ff service neutron] 10.222.0.50 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019273 Sep 27 09:44:30.144551 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-794840ac-b795-48a3-919b-7c0aaebada30 None None] Port 268d6921-a73f-4a35-867c-5de637f33810 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:44:30.155988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-794840ac-b795-48a3-919b-7c0aaebada30 None None] Provisioning complete for port 57200e65-7507-4b88-9425-fd9a40a17055 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:30.156398 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-794840ac-b795-48a3-919b-7c0aaebada30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.167933 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Sync routers for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:44:30.178355 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:30.179051 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:30.379040 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9de17289-b8ab-44b6-b47c-a0767e096864 None None] Provisioning complete for port 268d6921-a73f-4a35-867c-5de637f33810 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:30.379424 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9de17289-b8ab-44b6-b47c-a0767e096864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.460960 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:30.471557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9de17289-b8ab-44b6-b47c-a0767e096864 None None] Port 268d6921-a73f-4a35-867c-5de637f33810 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:44:30.488026 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-82b3924a-d43c-47f4-9318-31c2681dd780 req-e9365cb0-5dab-468e-a7c1-214951b63796 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 210 time: 0.1408672 Sep 27 09:44:30.493745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 57200e65-7507-4b88-9425-fd9a40a17055 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:44:30.544347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 57200e65-7507-4b88-9425-fd9a40a17055 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:30.544735 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.630901 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5ac65357-3ef6-406c-a117-ad0c157e1a4a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:44:30.685368 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5ac65357-3ef6-406c-a117-ad0c157e1a4a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:30.685750 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.706070 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:29Z', 'revision_number': 2, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:30.724288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-da13fbbf-b611-44d5-b4f2-b98d4bd3eca3 None None] Provisioning complete for port 268d6921-a73f-4a35-867c-5de637f33810 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:30.724691 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da13fbbf-b611-44d5-b4f2-b98d4bd3eca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.733147 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Checking router: b0170a37-9d74-4338-91ec-6567963010b1 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:44:30.733780 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Updating router b0170a37-9d74-4338-91ec-6567963010b1 port 268d6921-a73f-4a35-867c-5de637f33810 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:44:30.762175 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.771758 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-da13fbbf-b611-44d5-b4f2-b98d4bd3eca3 None None] Port 268d6921-a73f-4a35-867c-5de637f33810 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:44:30.818393 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.840212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 5ac65357-3ef6-406c-a117-ad0c157e1a4a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5ac65357-3ef6-406c-a117-ad0c157e1a4a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:30.845610 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:30.894575 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=5ac65357-3ef6-406c-a117-ad0c157e1a4a,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:31.031413 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.037537 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.083134 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Pushing event updated for resources: {'Port': ['ID=268d6921-a73f-4a35-867c-5de637f33810,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:31.111337 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.111569 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.111892 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.112214 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.112563 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.112881 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.113212 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.113617 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.113819 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.114116 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.114528 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.114888 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:44:31.147132 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Attempting to bind port 268d6921-a73f-4a35-867c-5de637f33810 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:44:31.147493 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Attempting to bind port 268d6921-a73f-4a35-867c-5de637f33810 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:44:31.147848 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Attempting to bind port 268d6921-a73f-4a35-867c-5de637f33810 on network 6470c2b1-b206-452f-998b-d4dcf58ab29b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:44:31.152979 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:44:31.153344 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Checking segment: {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:44:31.153740 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.154160 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Bound using segment: {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:44:31.154613 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Bound port: 268d6921-a73f-4a35-867c-5de637f33810, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:44:31.154971 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.217261 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] For port 268d6921-a73f-4a35-867c-5de637f33810, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:44:31.221683 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] For port 268d6921-a73f-4a35-867c-5de637f33810, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=268d6921-a73f-4a35-867c-5de637f33810,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:44:31.228556 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.273753 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:31.274376 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:31.297884 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cb842119-d10d-4397-a131-1ac2652a7ecc None None] Provisioning complete for port 268d6921-a73f-4a35-867c-5de637f33810 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:31.298944 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb842119-d10d-4397-a131-1ac2652a7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.327370 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4450f-8889-4d3c-9e8d-62a5de17c038 None None] Pushing event updated for resources: {'Port': ['ID=268d6921-a73f-4a35-867c-5de637f33810,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:31.403658 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:31.446683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb842119-d10d-4397-a131-1ac2652a7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.485356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb842119-d10d-4397-a131-1ac2652a7ecc None None] For port 268d6921-a73f-4a35-867c-5de637f33810, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=268d6921-a73f-4a35-867c-5de637f33810,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:31.493664 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb842119-d10d-4397-a131-1ac2652a7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.517482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-c9a6a8c1-6e03-4ba5-b9ba-6fbf2f80369c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:31.519849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-c9a6a8c1-6e03-4ba5-b9ba-6fbf2f80369c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/networks?id=6470c2b1-b206-452f-998b-d4dcf58ab29b HTTP/1.1" status: 200 len: 796 time: 0.2009280 Sep 27 09:44:31.557272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb842119-d10d-4397-a131-1ac2652a7ecc None None] Pushing event updated for resources: {'Port': ['ID=268d6921-a73f-4a35-867c-5de637f33810,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:31.569939 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-7d58f846-fcb3-47fb-a377-94475f2cb7ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 380 time: 0.0372260 Sep 27 09:44:31.580753 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'port': {'device_id': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'admin_state_up': True, 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'security_groups': ['e9c1ba96-379e-43f5-a550-0ff9f7eab4b7']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:31.610784 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-64fe50cd-8b8b-470b-9f63-3a99547cb9dd req-47ac0746-c0df-4ff9-aa5a-09387a471a9a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Sep 27 09:44:31.614613 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a5f5c67b-978f-4005-94cd-bfc4a4dcd52c None None] Provisioning complete for port 268d6921-a73f-4a35-867c-5de637f33810 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:31.615072 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5f5c67b-978f-4005-94cd-bfc4a4dcd52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.633970 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:31Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:31.661254 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd1c87-3af3-48c6-9fd4-954b514e2eea None None] The sync data for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 is: [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:31Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:44:31.739228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:44:31.742865 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:31.879434 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.6 (6470c2b1-b206-452f-998b-d4dcf58ab29b/d1d88efa-d74a-4a40-8e0f-d727b6340e8d/1b1a7994-0f18-451b-8e64-f2614d3b249e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:44:32.030062 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.066271 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.110253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:44:32.113582 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:44:32.117485 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:44:32.150406 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=1b1a7994-0f18-451b-8e64-f2614d3b249e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:32.179652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:32.180478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.197798 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d1dd049b-105f-4f9b-ba2c-0e21f8eddc02 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204333 Sep 27 09:44:32.211202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Request body: {'port': {'device_id': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:32.271738 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.428934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 268d6921-a73f-4a35-867c-5de637f33810 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:44:32.432356 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7abbc657-e01a-45f3-abcb-c40a08ba1048 None None] Provisioning complete for port 1b1a7994-0f18-451b-8e64-f2614d3b249e triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:32.432731 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7abbc657-e01a-45f3-abcb-c40a08ba1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.505262 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7abbc657-e01a-45f3-abcb-c40a08ba1048 None None] Port 1b1a7994-0f18-451b-8e64-f2614d3b249e cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:44:32.515404 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 268d6921-a73f-4a35-867c-5de637f33810 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:32.515782 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.571875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1a7994-0f18-451b-8e64-f2614d3b249e {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:44:32.579587 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.593882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Transition to ACTIVE for port object 1b1a7994-0f18-451b-8e64-f2614d3b249e will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:44:32.596455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5ac65357-3ef6-406c-a117-ad0c157e1a4a up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:44:32.602445 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.656640 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 5ac65357-3ef6-406c-a117-ad0c157e1a4a triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:32.657154 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.749576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1a7994-0f18-451b-8e64-f2614d3b249e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:32.796066 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Attempting to bind port 1b1a7994-0f18-451b-8e64-f2614d3b249e on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:44:32.796600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Attempting to bind port 1b1a7994-0f18-451b-8e64-f2614d3b249e by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:44:32.796931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Attempting to bind port 1b1a7994-0f18-451b-8e64-f2614d3b249e on network 6470c2b1-b206-452f-998b-d4dcf58ab29b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:44:32.807570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eaebb-11d2-4168-b728-6ea064d2b98d req-d64edaa7-c4e0-4001-82e7-581c04c11623 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:32.809153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-389eaebb-11d2-4168-b728-6ea064d2b98d req-d64edaa7-c4e0-4001-82e7-581c04c11623 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 943 time: 0.0870678 Sep 27 09:44:32.811482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Port 1b1a7994-0f18-451b-8e64-f2614d3b249e on network 6470c2b1-b206-452f-998b-d4dcf58ab29b not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:44:32.811808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Attempting to bind port 1b1a7994-0f18-451b-8e64-f2614d3b249e on network 6470c2b1-b206-452f-998b-d4dcf58ab29b {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:44:32.817781 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:44:32.818122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Checking segment: {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:44:32.818507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Bound using segment: {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:44:32.818936 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Bound port: 1b1a7994-0f18-451b-8e64-f2614d3b249e, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91398d54-c623-4d8f-b9d2-37b0f70e14ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:44:32.819292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.885607 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-389eaebb-11d2-4168-b728-6ea064d2b98d req-07edb0ec-3f8d-4daa-8785-bd22443b8c07 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639322 Sep 27 09:44:32.909935 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] For port 1b1a7994-0f18-451b-8e64-f2614d3b249e, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:44:32.913114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] For port 1b1a7994-0f18-451b-8e64-f2614d3b249e, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:44:32.919514 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.953564 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:32.954181 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:32.955583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b1a7994-0f18-451b-8e64-f2614d3b249e HTTP/1.1" status: 200 len: 1091 time: 0.7494888 Sep 27 09:44:32.956004 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:44:32.958279 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea8ee89-088a-4f21-ab42-a949817ef71c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:44:32.982647 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6369f-812c-4f12-b443-7bbfaa3ba623 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1a7994-0f18-451b-8e64-f2614d3b249e,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:33.044233 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-38e3c1d2-9292-41bb-9aae-643a3b714917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:33.045796 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-38e3c1d2-9292-41bb-9aae-643a3b714917 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 1094 time: 0.0446112 Sep 27 09:44:33.433246 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1dfdeb-3107-497f-b072-ddce088e8074 x-openstack-request-id: req-9c1dfdeb-3107-497f-b072-ddce088e8074 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:44:33.433536 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:44:33.433786 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c1dfdeb-3107-497f-b072-ddce088e8074 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:44:33.434171 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'status': 'completed', 'code': 200} Sep 27 09:44:33.435696 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d04de504-ff6c-4c30-aedd-6c81a3e3cb3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e HTTP/1.1" status: 200 len: 217 time: 0.3809400 Sep 27 09:44:33.488301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-39156c93-e37b-48b2-bdbe-e7ec27da3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:33.489720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-39156c93-e37b-48b2-bdbe-e7ec27da3465 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1d88efa-d74a-4a40-8e0f-d727b6340e8d HTTP/1.1" status: 200 len: 835 time: 0.0448010 Sep 27 09:44:33.537516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-cdfb30c9-9dad-4b7e-bf5e-4166283686e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:33.539025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-cdfb30c9-9dad-4b7e-bf5e-4166283686e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6470c2b1-b206-452f-998b-d4dcf58ab29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417149 Sep 27 09:44:33.639067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-d578dac6-01f1-4b46-92a8-cd3a6ba82609 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913889 Sep 27 09:44:33.735049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ec765620-4f2a-4304-aa03-bbe05ef9a2f0 req-ea4f067b-d1ab-4417-96a8-be0ef5b7bab6 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870657 Sep 27 09:44:33.838644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-6d024cb3-4e1d-40a0-9bc9-70c2dc273da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:33.840133 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-6d024cb3-4e1d-40a0-9bc9-70c2dc273da5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 1094 time: 0.0477676 Sep 27 09:44:33.931343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-a9184e25-1aed-44b5-937b-3fc0f1529334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:33.932888 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-a9184e25-1aed-44b5-937b-3fc0f1529334 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6470c2b1-b206-452f-998b-d4dcf58ab29b HTTP/1.1" status: 200 len: 897 time: 0.0854995 Sep 27 09:44:33.986652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-023bc7a1-e289-47c1-a4ce-fa4596705c7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e HTTP/1.1" status: 200 len: 217 time: 0.0456793 Sep 27 09:44:34.053289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-b82fa3dd-f657-4cab-a3d0-3122020d3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:34.054718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-b82fa3dd-f657-4cab-a3d0-3122020d3ca6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1d88efa-d74a-4a40-8e0f-d727b6340e8d HTTP/1.1" status: 200 len: 835 time: 0.0501771 Sep 27 09:44:34.063469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c942-6496-4b84-abac-4ce8b64ae83a req-8e1515b5-f37c-496c-b670-72745e4337c5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:34.065101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2c02c942-6496-4b84-abac-4ce8b64ae83a req-8e1515b5-f37c-496c-b670-72745e4337c5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 943 time: 0.0874462 Sep 27 09:44:34.130235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2c02c942-6496-4b84-abac-4ce8b64ae83a req-8cc92f8d-651a-460a-a3e9-073cf62d7922 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570858 Sep 27 09:44:34.132799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-4759e13f-3323-4173-bdb9-5dd0a4a3dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:34.134187 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-4759e13f-3323-4173-bdb9-5dd0a4a3dc1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6470c2b1-b206-452f-998b-d4dcf58ab29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682666 Sep 27 09:44:34.227439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-f9aac368-baec-4c96-a963-1807651d9918 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845084 Sep 27 09:44:34.342470 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ea8ee89-088a-4f21-ab42-a949817ef71c req-4b7cb7e4-d701-4995-83e9-bda6cacdedb5 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056175 Sep 27 09:44:35.261670 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fe4bd-8041-47d3-91ed-cce7ffcf7ee0 req-c8a7d1ed-72d6-4523-90de-56cde0e9124f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:35.263157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967fe4bd-8041-47d3-91ed-cce7ffcf7ee0 req-c8a7d1ed-72d6-4523-90de-56cde0e9124f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 943 time: 0.0505641 Sep 27 09:44:35.302614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-967fe4bd-8041-47d3-91ed-cce7ffcf7ee0 req-6fc9ba9c-6fd4-4013-9c8d-10607e3ff608 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Sep 27 09:44:36.449898 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926506-059f-4f73-bed4-fa0563d25d8b req-0a9a509d-5c05-47f5-ba8a-dae5fed2192b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:36.451364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27926506-059f-4f73-bed4-fa0563d25d8b req-0a9a509d-5c05-47f5-ba8a-dae5fed2192b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 943 time: 0.0603428 Sep 27 09:44:36.491024 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-27926506-059f-4f73-bed4-fa0563d25d8b req-cffa7a51-9e43-43f7-9733-1dcdeb6f4c78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326614 Sep 27 09:44:36.622051 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:36.667539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1b1a7994-0f18-451b-8e64-f2614d3b249e details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:44:36.779542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1b1a7994-0f18-451b-8e64-f2614d3b249e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:36.790906 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'port_id': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'mac_address': 'fa:16:3e:7d:a5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:44:36.827570 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:36.841105 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1a7994-0f18-451b-8e64-f2614d3b249e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:44:36.860444 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1b1a7994-0f18-451b-8e64-f2614d3b249e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:36.867502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:36.914044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1b1a7994-0f18-451b-8e64-f2614d3b249e,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:37.110241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['1b1a7994-0f18-451b-8e64-f2614d3b249e'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:44:37.612008 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3f2e4-fbc0-4fe8-a2b7-e0d4b10bf5c2 req-d8b6fcfd-9a5e-45aa-a229-8f89acdbeca9 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:37.613804 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40a3f2e4-fbc0-4fe8-a2b7-e0d4b10bf5c2 req-d8b6fcfd-9a5e-45aa-a229-8f89acdbeca9 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 944 time: 0.0551536 Sep 27 09:44:37.654104 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-40a3f2e4-fbc0-4fe8-a2b7-e0d4b10bf5c2 req-01a5b9fe-9ff3-4d9b-b908-958dc1fc0c0b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341456 Sep 27 09:44:38.686203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1b1a7994-0f18-451b-8e64-f2614d3b249e up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:44:38.748188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 1b1a7994-0f18-451b-8e64-f2614d3b249e completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:44:38.752131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 1b1a7994-0f18-451b-8e64-f2614d3b249e triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:44:38.752598 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:38.783442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062272b-43e1-45d1-ab0c-2b0e38960870 req-cf2271b3-81c1-40cb-b8ec-0b5cf4785fb3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:38.784990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4062272b-43e1-45d1-ab0c-2b0e38960870 req-cf2271b3-81c1-40cb-b8ec-0b5cf4785fb3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 944 time: 0.0499609 Sep 27 09:44:38.823516 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4062272b-43e1-45d1-ab0c-2b0e38960870 req-6e321e8c-b830-4589-92a9-a5f120e904bb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Sep 27 09:44:38.830943 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:38.854299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:44:38.856558 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245f04b5-ad1e-49af-b03a-35f0333df72d" -d '{"events": [{"server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "name": "network-vif-plugged", "status": "completed", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:44:38.868497 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1b1a7994-0f18-451b-8e64-f2614d3b249e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:44:38.873638 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:38.900028 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9b5cce-42c6-4153-af03-bb21b5fd84c0 x-openstack-request-id: req-bb9b5cce-42c6-4153-af03-bb21b5fd84c0 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:44:38.900358 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "name": "network-vif-plugged", "status": "completed", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:44:38.900645 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb9b5cce-42c6-4153-af03-bb21b5fd84c0 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:44:38.901033 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'code': 200} Sep 27 09:44:38.927924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1b1a7994-0f18-451b-8e64-f2614d3b249e,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:38.997592 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc900b7c-dcb1-49e6-8bfc-320cfafc94da req-7e989f87-67bd-4193-945d-4a9cd9dd75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:38.999068 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc900b7c-dcb1-49e6-8bfc-320cfafc94da req-7e989f87-67bd-4193-945d-4a9cd9dd75d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 1096 time: 0.0444281 Sep 27 09:44:39.035343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dc900b7c-dcb1-49e6-8bfc-320cfafc94da req-57155b21-ecb4-4a22-b606-c5fd5f0c15e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274894 Sep 27 09:44:40.012374 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca6bfd-aa27-4cbb-b56e-a492b7d18508 req-c1bc9ee3-6e0e-4695-8e86-3befed23c2d7 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:40.013933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bca6bfd-aa27-4cbb-b56e-a492b7d18508 req-c1bc9ee3-6e0e-4695-8e86-3befed23c2d7 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0632384 Sep 27 09:44:40.052912 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1bca6bfd-aa27-4cbb-b56e-a492b7d18508 req-57465ebd-d504-4882-9bd1-232d21e887d4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323095 Sep 27 09:44:41.189844 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820339-7faa-448b-86e3-5f923e74c937 req-9a83435e-8558-4896-9037-9b9ba0cf23b7 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:41.191474 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90820339-7faa-448b-86e3-5f923e74c937 req-9a83435e-8558-4896-9037-9b9ba0cf23b7 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0599942 Sep 27 09:44:41.235496 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-90820339-7faa-448b-86e3-5f923e74c937 req-a4cb48d5-1d1d-4943-8868-46f14b1892b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357745 Sep 27 09:44:41.353758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b4ae5-4a88-4921-bf8c-aa26fb3ecb00 req-dca4d56a-ef3b-4550-80c4-c6084e6c06af tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:41.355239 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf7b4ae5-4a88-4921-bf8c-aa26fb3ecb00 req-dca4d56a-ef3b-4550-80c4-c6084e6c06af tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0524833 Sep 27 09:44:41.395050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cf7b4ae5-4a88-4921-bf8c-aa26fb3ecb00 req-bd06c001-f6ad-4e3f-a5bb-18ead595e37d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337789 Sep 27 09:44:41.417483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40954) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:41.461391 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a535c97d-09f7-4280-ae99-840916da200e tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:41.462890 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a535c97d-09f7-4280-ae99-840916da200e tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 1091 time: 0.0444124 Sep 27 09:44:41.465808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40956) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:41.470131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:44:41.494808 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:41.592009 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:41.699218 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.161 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/1b0efb76-6890-4739-906b-304a37279d0b) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:44:41.800736 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:41.847873 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:41.889163 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:44:41.893811 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:44:41.896849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:44:41.904981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=1b0efb76-6890-4739-906b-304a37279d0b,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:42.271146 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:42.342944 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:42.507104 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:42.516205 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:42.594115 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=1b0efb76-6890-4739-906b-304a37279d0b,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:44:42.606187 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:42.712774 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP 98db8e03-88fe-483c-adaf-6dfda4e05301 associated. External IP: 172.25.2.161, port: 1b1a7994-0f18-451b-8e64-f2614d3b249e. Sep 27 09:44:42.936822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b0170a37-9d74-4338-91ec-6567963010b1 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:44:43.050469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:44:43.060521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] Sync routers for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:44:43.069786 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:43.073789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:43.074413 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:43.098303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-31527b7e-3031-4aa8-bae3-96f4ed88c65b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6314940 Sep 27 09:44:43.098947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:44:43.101511 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:44:43.140423 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ae11e-4e9d-4095-9c9d-064238e73d2d x-openstack-request-id: req-517ae11e-4e9d-4095-9c9d-064238e73d2d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:44:43.140917 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:44:43.141421 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-517ae11e-4e9d-4095-9c9d-064238e73d2d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:44:43.142077 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'status': 'completed', 'code': 200} Sep 27 09:44:43.188047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:43.198017 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e56095-af2d-41e7-ac4c-7c7d58251a56 req-a3291258-2589-4002-b9ef-156c18a391e4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:43.200348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33e56095-af2d-41e7-ac4c-7c7d58251a56 req-a3291258-2589-4002-b9ef-156c18a391e4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0510418 Sep 27 09:44:43.207655 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-f459d0d5-a86a-402f-9431-ee98472f1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:43.209326 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-f459d0d5-a86a-402f-9431-ee98472f1e12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 1096 time: 0.0448236 Sep 27 09:44:43.242379 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-33e56095-af2d-41e7-ac4c-7c7d58251a56 req-8d1fbad3-87c6-417d-9041-21b405c299e8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358579 Sep 27 09:44:43.267054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:43.312060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-9c8b6844-d92b-4430-8d37-237b63f6078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:43.313672 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-9c8b6844-d92b-4430-8d37-237b63f6078b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6470c2b1-b206-452f-998b-d4dcf58ab29b HTTP/1.1" status: 200 len: 897 time: 0.0946949 Sep 27 09:44:43.337267 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e9a2189d-6411-4b92-b07f-497dfcd2eb35 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/98db8e03-88fe-483c-adaf-6dfda4e05301 HTTP/1.1" status: 200 len: 991 time: 0.0687563 Sep 27 09:44:43.381016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-64aa4938-ab69-427e-a396-3d498072edc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e HTTP/1.1" status: 200 len: 999 time: 0.0596156 Sep 27 09:44:43.434964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-aae26a69-dad9-40a2-b0dc-d16ffab6f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:43.436515 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-aae26a69-dad9-40a2-b0dc-d16ffab6f209 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1d88efa-d74a-4a40-8e0f-d727b6340e8d HTTP/1.1" status: 200 len: 835 time: 0.0472169 Sep 27 09:44:43.483184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-875a767d-5813-4ef0-84c8-6b04b6ca213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:44:43.484737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-875a767d-5813-4ef0-84c8-6b04b6ca213c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6470c2b1-b206-452f-998b-d4dcf58ab29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403636 Sep 27 09:44:43.579734 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-330d58b9-369b-401d-bc27-84699600cbb0 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856380 Sep 27 09:44:43.584052 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '98db8e03-88fe-483c-adaf-6dfda4e05301', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'port_id': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'mac_address': 'fa:16:3e:7d:a5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:44:42Z', 'updated_at': '2021-09-27T09:44:42Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:31Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:43.613982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] Checking router: b0170a37-9d74-4338-91ec-6567963010b1 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:44:43.622486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:44:43.623067 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:44:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:43.671060 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f4ec3eda-d513-4c2a-aae4-31f6dfa59192 req-7bf3c7aa-1869-41f0-a162-ffb228c94956 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834966 Sep 27 09:44:43.731509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:44:43.967099 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '98db8e03-88fe-483c-adaf-6dfda4e05301', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'port_id': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'mac_address': 'fa:16:3e:7d:a5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:44:42Z', 'updated_at': '2021-09-27T09:44:42Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:31Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:44:43.994229 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36b9b1-b76a-4e86-9c48-50b091db9ecc None None] The sync data for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 is: [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '98db8e03-88fe-483c-adaf-6dfda4e05301', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'port_id': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'mac_address': 'fa:16:3e:7d:a5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:44:42Z', 'updated_at': '2021-09-27T09:44:42Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:31Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:44:44.205285 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33337418-6284-4501-87bc-83fa7816abc1 None None] New status for floating IP 98db8e03-88fe-483c-adaf-6dfda4e05301: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:44:44.340216 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 40966) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:44.408653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9ecc6fa0-88c3-47c3-b762-202faab58b7a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/98db8e03-88fe-483c-adaf-6dfda4e05301 HTTP/1.1" status: 200 len: 991 time: 0.0670593 Sep 27 09:44:44.963053 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:45.212731 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70fa7f24-b163-44b3-88e5-4b6ba1ad02a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:45.413870 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 40968) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:44:45.478910 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c9cb180-edc2-4347-9c63-109d635d8470 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/98db8e03-88fe-483c-adaf-6dfda4e05301 HTTP/1.1" status: 200 len: 993 time: 0.0634887 Sep 27 09:44:47.688048 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f23b16ed-f4f7-463b-b911-3fec0a04d301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:48.162280 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:49.306152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:50.907777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:44:52.598093 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:45:06.628976 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:14.951747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:15.223588 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75326e36-ab53-46d3-a7ec-6dc245b880ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:17.686628 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca41cdf7-8001-40b2-b192-fa4130094a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:18.162607 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:18.906642 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ede692-b915-4e27-822c-ec038534ac9f req-356c3fa7-adaf-411f-9325-e05f68ca7f97 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:18.908284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59ede692-b915-4e27-822c-ec038534ac9f req-356c3fa7-adaf-411f-9325-e05f68ca7f97 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0587659 Sep 27 09:45:18.946861 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-59ede692-b915-4e27-822c-ec038534ac9f req-86afbedc-596f-4f66-8f50-76fbf1a54060 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321364 Sep 27 09:45:19.301461 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:20.083190 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69b85f-27fb-4504-a94a-efdbc56ffb6d req-f406790d-617d-49d2-8dc1-d7c716c6bd96 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:20.084744 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b69b85f-27fb-4504-a94a-efdbc56ffb6d req-f406790d-617d-49d2-8dc1-d7c716c6bd96 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0604222 Sep 27 09:45:20.126252 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5b69b85f-27fb-4504-a94a-efdbc56ffb6d req-6f0083d7-bf0e-4b04-8dad-91ea165b4f1a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Sep 27 09:45:20.910530 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:21.254269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e2ab-2208-489e-9951-5fb1750d9e72 req-b0f9c09a-d765-43d3-aefd-8b81ae2b0a12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:21.255732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e38e2ab-2208-489e-9951-5fb1750d9e72 req-b0f9c09a-d765-43d3-aefd-8b81ae2b0a12 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0502343 Sep 27 09:45:21.294751 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3e38e2ab-2208-489e-9951-5fb1750d9e72 req-a5a7cab4-baa4-4dfb-bd22-a3a69480a2b2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Sep 27 09:45:22.438153 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566115c2-c0ee-46a5-a924-49a2ef0a22f9 req-ebebabf7-7a21-4bd8-bd67-2bf6e7de5465 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:22.439734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-566115c2-c0ee-46a5-a924-49a2ef0a22f9 req-ebebabf7-7a21-4bd8-bd67-2bf6e7de5465 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0607305 Sep 27 09:45:22.479538 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-566115c2-c0ee-46a5-a924-49a2ef0a22f9 req-73c09ac0-7d2a-45c2-a308-e9bd27bde270 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334296 Sep 27 09:45:23.618470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fdf01-0ed4-490b-b752-71fb4e192da1 req-2ed375b9-8509-46c9-a58c-dfc90404ea47 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:23.619949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-185fdf01-0ed4-490b-b752-71fb4e192da1 req-2ed375b9-8509-46c9-a58c-dfc90404ea47 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0555463 Sep 27 09:45:23.662707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-185fdf01-0ed4-490b-b752-71fb4e192da1 req-5ffe48d6-6181-4ddc-8ed1-81a2126a9fd9 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340741 Sep 27 09:45:24.787924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ced56-c46f-4d29-9501-de824e7c4bf1 req-cc0c438f-8227-4bda-be44-be1b7a174796 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:24.789483 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a62ced56-c46f-4d29-9501-de824e7c4bf1 req-cc0c438f-8227-4bda-be44-be1b7a174796 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Sep 27 09:45:24.829466 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a62ced56-c46f-4d29-9501-de824e7c4bf1 req-55eb9d1f-94d1-4102-8ef1-82f797dba64d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Sep 27 09:45:25.948631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe4288-3dc6-40f5-9ff7-43e15f82d701 req-176bd3ad-4cef-4d8c-9854-e470c45967c6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:25.950098 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19fe4288-3dc6-40f5-9ff7-43e15f82d701 req-176bd3ad-4cef-4d8c-9854-e470c45967c6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0496697 Sep 27 09:45:25.992880 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-19fe4288-3dc6-40f5-9ff7-43e15f82d701 req-8db9500c-8bd9-4944-ac89-5ce0f00dfcd3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368240 Sep 27 09:45:27.130786 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c7178-9a1e-470d-9a73-bf4d055ffee3 req-f58fdb60-6e1c-4c29-9b03-e76ab356bb78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:27.132284 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042c7178-9a1e-470d-9a73-bf4d055ffee3 req-f58fdb60-6e1c-4c29-9b03-e76ab356bb78 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0628750 Sep 27 09:45:27.181703 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-042c7178-9a1e-470d-9a73-bf4d055ffee3 req-abc91e26-4440-4931-85f7-893b5b01bf1a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 Sep 27 09:45:28.303064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3818f51-98b6-45c9-900b-288c94ae8bfa req-fdaa5de8-ab16-4ebf-b05c-d5cbe3106464 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:28.304569 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3818f51-98b6-45c9-900b-288c94ae8bfa req-fdaa5de8-ab16-4ebf-b05c-d5cbe3106464 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Sep 27 09:45:28.344014 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c3818f51-98b6-45c9-900b-288c94ae8bfa req-277e3bde-326d-41e3-935d-043fb0e97f68 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330019 Sep 27 09:45:29.472318 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034503d-0c28-4a88-84ca-e1b6dfe8e342 req-037dcd2f-0af5-4469-87b7-8364c8c78cdc tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:29.473808 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9034503d-0c28-4a88-84ca-e1b6dfe8e342 req-037dcd2f-0af5-4469-87b7-8364c8c78cdc tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0494938 Sep 27 09:45:29.512809 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9034503d-0c28-4a88-84ca-e1b6dfe8e342 req-ee08b4f3-b8a9-4c8f-8250-ca4fe2399781 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329812 Sep 27 09:45:29.602185 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:45:30.660557 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0b963-f238-4e06-b9ef-271d4033658d req-57f2bffe-97d8-4a64-a36f-2601fca09d92 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:30.662815 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-adc0b963-f238-4e06-b9ef-271d4033658d req-57f2bffe-97d8-4a64-a36f-2601fca09d92 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0655191 Sep 27 09:45:30.701563 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-adc0b963-f238-4e06-b9ef-271d4033658d req-d5368e1d-85e2-4d8a-ad84-25983dae8b24 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324781 Sep 27 09:45:30.923650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894973a-7f78-411a-a117-59171a11e4cb req-e28d900f-2535-4dbd-a22c-93c9708b825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:30.925169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c894973a-7f78-411a-a117-59171a11e4cb req-e28d900f-2535-4dbd-a22c-93c9708b825e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 1096 time: 0.0957463 Sep 27 09:45:31.031008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894973a-7f78-411a-a117-59171a11e4cb req-87382d28-1dfe-47d5-9050-b057f0573dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:31.032473 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c894973a-7f78-411a-a117-59171a11e4cb req-87382d28-1dfe-47d5-9050-b057f0573dd3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6470c2b1-b206-452f-998b-d4dcf58ab29b HTTP/1.1" status: 200 len: 897 time: 0.0861149 Sep 27 09:45:31.100530 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c894973a-7f78-411a-a117-59171a11e4cb req-9cc1fecf-c36e-4943-9967-cb0df2563b52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e HTTP/1.1" status: 200 len: 1001 time: 0.0599172 Sep 27 09:45:31.150825 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894973a-7f78-411a-a117-59171a11e4cb req-a0e54820-c03e-46f7-b288-0b711fa085a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:31.152214 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c894973a-7f78-411a-a117-59171a11e4cb req-a0e54820-c03e-46f7-b288-0b711fa085a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1d88efa-d74a-4a40-8e0f-d727b6340e8d HTTP/1.1" status: 200 len: 835 time: 0.0449386 Sep 27 09:45:31.207436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894973a-7f78-411a-a117-59171a11e4cb req-441ab1e2-41f8-4903-93a8-d80932c220de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:31.208964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c894973a-7f78-411a-a117-59171a11e4cb req-441ab1e2-41f8-4903-93a8-d80932c220de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6470c2b1-b206-452f-998b-d4dcf58ab29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484467 Sep 27 09:45:31.301598 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c894973a-7f78-411a-a117-59171a11e4cb req-90999f0f-82e6-4f86-a5d9-f8279c6c4a97 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848625 Sep 27 09:45:31.394015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c894973a-7f78-411a-a117-59171a11e4cb req-750ff79a-d72c-4d0d-a534-63bb09474fc6 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 Sep 27 09:45:31.833041 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16618b-d104-46ea-a0dc-6599caba0c7b req-7bf0fd7a-25d4-4b80-bff2-00a5333838ca tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:31.834630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b16618b-d104-46ea-a0dc-6599caba0c7b req-7bf0fd7a-25d4-4b80-bff2-00a5333838ca tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0621347 Sep 27 09:45:31.877043 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9b16618b-d104-46ea-a0dc-6599caba0c7b req-70317614-5517-4e03-a8c6-116f58c9fe19 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361381 Sep 27 09:45:33.005810 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac116c-1e59-43de-9bd4-6db8aa72cbfa req-b5530cbe-acf0-47e8-9dbc-d045cb4c28a6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:33.007347 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-abac116c-1e59-43de-9bd4-6db8aa72cbfa req-b5530cbe-acf0-47e8-9dbc-d045cb4c28a6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Sep 27 09:45:33.048622 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-abac116c-1e59-43de-9bd4-6db8aa72cbfa req-f09201e9-285a-4217-be84-573c6ae173ba tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324726 Sep 27 09:45:34.176026 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eb509-5e05-46b5-a45c-14fc72fbf38f req-3db6f1db-921c-4c7e-8f16-482a8929457d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:34.177533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-142eb509-5e05-46b5-a45c-14fc72fbf38f req-3db6f1db-921c-4c7e-8f16-482a8929457d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Sep 27 09:45:34.218239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-142eb509-5e05-46b5-a45c-14fc72fbf38f req-a4e86e46-a421-4d10-b35b-0aa3a1c61cec tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341780 Sep 27 09:45:35.337968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98272ea3-ee32-421f-a2a1-8b8ffca6584d req-99024db6-b0be-4128-8404-7c563098161a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:35.339449 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98272ea3-ee32-421f-a2a1-8b8ffca6584d req-99024db6-b0be-4128-8404-7c563098161a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0513051 Sep 27 09:45:35.378567 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-98272ea3-ee32-421f-a2a1-8b8ffca6584d req-c8a558bf-7fa7-46d1-a0f6-40ac441b40eb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Sep 27 09:45:35.401131 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41016) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:45:35.465819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0644a994-e8c8-4637-9350-5238f2f0877b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/98db8e03-88fe-483c-adaf-6dfda4e05301 HTTP/1.1" status: 200 len: 993 time: 0.0635071 Sep 27 09:45:36.630170 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:36.742791 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da31f5-4558-459e-90ca-8c58294842a3 req-58bac350-b5c1-4c66-9b75-3a8d0bc7f565 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:36.744233 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9da31f5-4558-459e-90ca-8c58294842a3 req-58bac350-b5c1-4c66-9b75-3a8d0bc7f565 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0503767 Sep 27 09:45:36.769045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-ee8256f1-6d9f-4b55-8342-9de9707ddcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:36.770540 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-ee8256f1-6d9f-4b55-8342-9de9707ddcea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 1096 time: 0.0405581 Sep 27 09:45:36.782301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d9da31f5-4558-459e-90ca-8c58294842a3 req-edec3593-8feb-4466-ae8c-d05e953b7015 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Sep 27 09:45:36.866074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-ee1894b6-ac7b-4041-8dbe-a529eeab4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:36.867561 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-ee1894b6-ac7b-4041-8dbe-a529eeab4aa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6470c2b1-b206-452f-998b-d4dcf58ab29b HTTP/1.1" status: 200 len: 897 time: 0.0895190 Sep 27 09:45:36.939471 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-23835808-5632-410e-8dd8-905742ca9569 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e HTTP/1.1" status: 200 len: 1001 time: 0.0621967 Sep 27 09:45:36.989802 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-6d720ee5-257d-4de2-9a02-82f80675da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:36.991222 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-6d720ee5-257d-4de2-9a02-82f80675da1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1d88efa-d74a-4a40-8e0f-d727b6340e8d HTTP/1.1" status: 200 len: 835 time: 0.0439973 Sep 27 09:45:37.039801 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-29f538da-bff6-4743-a12b-4f2489663728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:37.041215 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-29f538da-bff6-4743-a12b-4f2489663728 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6470c2b1-b206-452f-998b-d4dcf58ab29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426641 Sep 27 09:45:37.131259 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-f2a2a334-eddf-4644-bdfb-90835c073eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823107 Sep 27 09:45:37.224829 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5585c660-7f1e-4c4b-873a-d551ff38bf92 req-e3b752e3-4194-472d-b4b5-4a674fcf83a5 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857568 Sep 27 09:45:37.903393 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a2d64-20ec-4cf2-b876-27e8fddb3a4b req-aa31f0a5-d422-4bed-9c44-74559be74aeb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:45:37.904883 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d2a2d64-20ec-4cf2-b876-27e8fddb3a4b req-aa31f0a5-d422-4bed-9c44-74559be74aeb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0504842 Sep 27 09:45:37.943488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-5d2a2d64-20ec-4cf2-b876-27e8fddb3a4b req-a7c6d39f-20c7-4a9e-ab15-079486359d3a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Sep 27 09:45:37.966869 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41026) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:45:38.037560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-242a8b81-d61e-4040-b7a2-b501a404f76c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/98db8e03-88fe-483c-adaf-6dfda4e05301 HTTP/1.1" status: 200 len: 993 time: 0.0693483 Sep 27 09:45:44.960600 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:45.224269 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa0f82ad-7b6e-478c-81d0-68be6d233c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:47.691025 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9db6b2b-638c-4a4b-b113-393c61b2e90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:48.166882 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:49.308650 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:45:50.911583 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:06.601690 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:46:06.630564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:10.628368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41046) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:11.125058 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 1b0efb76-6890-4739-906b-304a37279d0b {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:46:11.125380 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:11.210394 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:11.210734 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:11.229029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 1b0efb76-6890-4739-906b-304a37279d0b owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:46:11.386401 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:11.417468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=1b0efb76-6890-4739-906b-304a37279d0b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:11.446964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.447381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.447774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.448122 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.448518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.448855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.449188 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.449527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.449849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.450142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.450468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.450793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:11.492829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:11.493186 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP 98db8e03-88fe-483c-adaf-6dfda4e05301 disassociated (deleted). External IP: 172.25.2.161, port: 1b1a7994-0f18-451b-8e64-f2614d3b249e. Sep 27 09:46:11.703334 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b0170a37-9d74-4338-91ec-6567963010b1 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:46:11.813085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:46:11.817945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:11.824060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] Sync routers for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:46:11.834866 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:11.835484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:11.844621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d316d198-2ba2-43f7-abb5-4ee5e0c5e9b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/floatingips/98db8e03-88fe-483c-adaf-6dfda4e05301 HTTP/1.1" status: 204 len: 168 time: 1.2148988 Sep 27 09:46:11.845202 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:46:11.847766 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13887cd-ed50-43bd-8770-dba40c139171" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:46:11.885916 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319fd249-a881-4dc7-9693-989167b70e78 x-openstack-request-id: req-319fd249-a881-4dc7-9693-989167b70e78 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:46:11.886273 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:46:11.886557 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-319fd249-a881-4dc7-9693-989167b70e78 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:46:11.886959 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'status': 'completed', 'code': 200} Sep 27 09:46:11.942477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:11.949871 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13887cd-ed50-43bd-8770-dba40c139171 req-e957acb0-3fef-4892-b564-c772e377a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:11.951330 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13887cd-ed50-43bd-8770-dba40c139171 req-e957acb0-3fef-4892-b564-c772e377a679 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 1096 time: 0.0420415 Sep 27 09:46:12.057999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13887cd-ed50-43bd-8770-dba40c139171 req-8526f4da-7d30-4518-a51b-c24db3da87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:12.059621 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13887cd-ed50-43bd-8770-dba40c139171 req-8526f4da-7d30-4518-a51b-c24db3da87d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6470c2b1-b206-452f-998b-d4dcf58ab29b HTTP/1.1" status: 200 len: 897 time: 0.0940332 Sep 27 09:46:12.079249 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4441fc-54d6-4ce7-8e37-ac6d9ac117a7 req-9ac2442d-a6a5-4a25-96a3-a051a028ebb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:12.081473 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e4441fc-54d6-4ce7-8e37-ac6d9ac117a7 req-9ac2442d-a6a5-4a25-96a3-a051a028ebb0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0501587 Sep 27 09:46:12.110392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13887cd-ed50-43bd-8770-dba40c139171 req-ec0b1f49-7751-4d2b-b43d-a3380aa1b209 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e HTTP/1.1" status: 200 len: 217 time: 0.0365696 Sep 27 09:46:12.121319 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e4441fc-54d6-4ce7-8e37-ac6d9ac117a7 req-2cbc6bf7-012b-4e5b-9c16-c2eac89e099d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338786 Sep 27 09:46:12.159636 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:31Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:12.174902 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13887cd-ed50-43bd-8770-dba40c139171 req-62df4311-fb1a-450f-8f31-7b21c3701a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:12.176535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13887cd-ed50-43bd-8770-dba40c139171 req-62df4311-fb1a-450f-8f31-7b21c3701a75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1d88efa-d74a-4a40-8e0f-d727b6340e8d HTTP/1.1" status: 200 len: 835 time: 0.0560110 Sep 27 09:46:12.185807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] Checking router: b0170a37-9d74-4338-91ec-6567963010b1 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:46:12.194438 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:12.195122 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:12.234752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13887cd-ed50-43bd-8770-dba40c139171 req-7401c996-7c84-44d6-883e-664f6d143fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:12.236548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13887cd-ed50-43bd-8770-dba40c139171 req-7401c996-7c84-44d6-883e-664f6d143fec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6470c2b1-b206-452f-998b-d4dcf58ab29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509043 Sep 27 09:46:12.299933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:12.331961 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13887cd-ed50-43bd-8770-dba40c139171 req-cf58a28d-f2a4-450f-97a1-499924d0dbfe service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859292 Sep 27 09:46:12.436198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e13887cd-ed50-43bd-8770-dba40c139171 req-1beb1f07-aeb9-4d1a-acec-b5b3a97d3472 service neutron] 10.222.0.57 "GET /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954778 Sep 27 09:46:12.503412 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:31Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:12.534016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be233a86-922a-48c8-bbc0-9a298d2367ab None None] The sync data for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 is: [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:28Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '268d6921-a73f-4a35-867c-5de637f33810', 'name': '', 'network_id': '6470c2b1-b206-452f-998b-d4dcf58ab29b', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:d9:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:27Z', 'updated_at': '2021-09-27T09:44:31Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'd1d88efa-d74a-4a40-8e0f-d727b6340e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:46:12.771713 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcb2cf-df4b-49e5-a947-0302ac12635f None None] New status for floating IP 98db8e03-88fe-483c-adaf-6dfda4e05301: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:46:13.251431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31251f-cfb2-411e-a35d-fbe786093f89 req-6bd345a4-d201-401c-a212-592ac35aa408 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:13.253009 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb31251f-cfb2-411e-a35d-fbe786093f89 req-6bd345a4-d201-401c-a212-592ac35aa408 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Sep 27 09:46:13.293731 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb31251f-cfb2-411e-a35d-fbe786093f89 req-78500e9f-6edb-49f3-9ed9-17d3ed642c21 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Sep 27 09:46:13.779449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-378732b8-19cc-4910-aeda-3234288cc8e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:13.780917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-378732b8-19cc-4910-aeda-3234288cc8e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 945 time: 0.0596988 Sep 27 09:46:13.876436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 1b1a7994-0f18-451b-8e64-f2614d3b249e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:46:13.876745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:13.967676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 1b1a7994-0f18-451b-8e64-f2614d3b249e, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1b1a7994-0f18-451b-8e64-f2614d3b249e,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:13.968048 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:13.981498 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 1b1a7994-0f18-451b-8e64-f2614d3b249e owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:46:14.117537 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:14.146301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=1b1a7994-0f18-451b-8e64-f2614d3b249e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:14.190678 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] No DVR routers for this DVR port 1b1a7994-0f18-451b-8e64-f2614d3b249e on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:46:14.193445 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:14.195493 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d7dba557-cd73-4d97-b8a5-49b3dc92d7c3 req-ee990512-9661-4ed4-926c-0dc0d2f9b98d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "DELETE /v2.0/ports/1b1a7994-0f18-451b-8e64-f2614d3b249e HTTP/1.1" status: 204 len: 173 time: 0.4074290 Sep 27 09:46:14.195931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'name': 'network-vif-deleted', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:46:14.198288 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1285744a-813c-4a88-bed2-d79a35913c77" -d '{"events": [{"server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "name": "network-vif-deleted", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:46:14.236485 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48346a9-3731-4011-950c-a25b4c81307b x-openstack-request-id: req-a48346a9-3731-4011-950c-a25b4c81307b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:46:14.236799 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3ff1c6-092f-42ab-aeb1-5fb583fbf468", "name": "network-vif-deleted", "tag": "1b1a7994-0f18-451b-8e64-f2614d3b249e", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:46:14.237052 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a48346a9-3731-4011-950c-a25b4c81307b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:46:14.237450 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3ff1c6-092f-42ab-aeb1-5fb583fbf468', 'name': 'network-vif-deleted', 'tag': '1b1a7994-0f18-451b-8e64-f2614d3b249e', 'status': 'completed', 'code': 200} Sep 27 09:46:14.401963 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7be03056-fc4d-4f6f-9bc0-f24b5a2e61fe req-dac8088c-c25f-41aa-b808-f5da4d8c238f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a3ff1c6-092f-42ab-aeb1-5fb583fbf468 HTTP/1.1" status: 200 len: 210 time: 0.0266788 Sep 27 09:46:14.974567 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:15.223968 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df262722-b421-4aa2-ae6b-8b7137b78bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:15.472214 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41064) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:15.858407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:16.128377 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 268d6921-a73f-4a35-867c-5de637f33810 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:46:16.128765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:16.223297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 268d6921-a73f-4a35-867c-5de637f33810, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=268d6921-a73f-4a35-867c-5de637f33810,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:16.223684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:16.237629 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 268d6921-a73f-4a35-867c-5de637f33810 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:46:16.428452 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:16.459755 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=268d6921-a73f-4a35-867c-5de637f33810,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:16.634869 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:16.864583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router b0170a37-9d74-4338-91ec-6567963010b1 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:46:16.975632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:46:16.984583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-9a5a188d-84cd-49d3-b850-8b7c726a84ab tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/b0170a37-9d74-4338-91ec-6567963010b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5079863 Sep 27 09:46:16.984583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41070) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:16.985891 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] Sync routers for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:46:16.996009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:16.996656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:17.111305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:17.301275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:46:16Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:17.330401 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] Checking router: b0170a37-9d74-4338-91ec-6567963010b1 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:46:17.339967 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] Routers {'b0170a37-9d74-4338-91ec-6567963010b1'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:17.340627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:45:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b0170a37-9d74-4338-91ec-6567963010b1'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:17.375895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7b5448-6b0b-4db4-8762-d91ba60dd42d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting subnet d1d88efa-d74a-4a40-8e0f-d727b6340e8d {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:46:17.378981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5448-6b0b-4db4-8762-d91ba60dd42d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.421833 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5448-6b0b-4db4-8762-d91ba60dd42d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.443934 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] Set router b0170a37-9d74-4338-91ec-6567963010b1 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:17.512565 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5448-6b0b-4db4-8762-d91ba60dd42d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.577739 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5448-6b0b-4db4-8762-d91ba60dd42d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.605383 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5448-6b0b-4db4-8762-d91ba60dd42d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d88efa-d74a-4a40-8e0f-d727b6340e8d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:17.608667 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5448-6b0b-4db4-8762-d91ba60dd42d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.612831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-eb7b5448-6b0b-4db4-8762-d91ba60dd42d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/subnets/d1d88efa-d74a-4a40-8e0f-d727b6340e8d HTTP/1.1" status: 204 len: 168 time: 0.6273930 Sep 27 09:46:17.613131 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41072) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:17.614718 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa40cc-5b74-4ab7-b400-289e2bfb41b6 None None] Network 6470c2b1-b206-452f-998b-d4dcf58ab29b requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:46:17.687857 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:46:16Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:17.720220 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.830499 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.892520 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 5ac65357-3ef6-406c-a117-ad0c157e1a4a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:46:17.892857 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.893135 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77bf92a-45e1-425d-922d-0b5f8084546b None None] The sync data for ids ['b0170a37-9d74-4338-91ec-6567963010b1'] in n-d-810909-1 is: [{'id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570822385', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:46:16Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': '5ac65357-3ef6-406c-a117-ad0c157e1a4a', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0170a37-9d74-4338-91ec-6567963010b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:44:25Z', 'updated_at': '2021-09-27T09:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:46:17.894693 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7c2bd3d9-692e-4d03-adab-24dcbf787025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.975807 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 5ac65357-3ef6-406c-a117-ad0c157e1a4a, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=5ac65357-3ef6-406c-a117-ad0c157e1a4a,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:17.976176 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:17.987413 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 5ac65357-3ef6-406c-a117-ad0c157e1a4a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:46:18.159239 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.164946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.188891 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=5ac65357-3ef6-406c-a117-ad0c157e1a4a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:18.198855 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.199212 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.199585 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.199919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.200250 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.200609 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.200918 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.201272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.201598 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.201921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.202227 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.202543 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.266119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] DHCP port deletion for 6470c2b1-b206-452f-998b-d4dcf58ab29b request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:46:18.272523 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.316395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Deleting port 57200e65-7507-4b88-9425-fd9a40a17055 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:46:18.316780 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.377257 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.379905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.403328 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] For port 57200e65-7507-4b88-9425-fd9a40a17055, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=57200e65-7507-4b88-9425-fd9a40a17055,segment=NetworkSegment(91398d54-c623-4d8f-b9d2-37b0f70e14ba),segment_id=91398d54-c623-4d8f-b9d2-37b0f70e14ba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:18.404650 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.418794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Calling delete_port for 57200e65-7507-4b88-9425-fd9a40a17055 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:46:18.430510 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.431170 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Fanout notify agent at l3_agent the message router_deleted on router b0170a37-9d74-4338-91ec-6567963010b1 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:46:18.439346 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.443003 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-47bf9e37-47db-4b74-97cf-d63a1323a05a tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/routers/b0170a37-9d74-4338-91ec-6567963010b1 HTTP/1.1" status: 204 len: 168 time: 0.8263812 Sep 27 09:46:18.443668 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41074) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:18.466870 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 268d6921-a73f-4a35-867c-5de637f33810 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:46:18.491473 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 268d6921-a73f-4a35-867c-5de637f33810 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:46:18.491732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 268d6921-a73f-4a35-867c-5de637f33810 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:46:18.492155 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 57200e65-7507-4b88-9425-fd9a40a17055 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:46:18.527087 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.578349 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.585720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 57200e65-7507-4b88-9425-fd9a40a17055 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:46:18.586556 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.611830 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Pushing event deleted for resources: {'Port': ['ID=57200e65-7507-4b88-9425-fd9a40a17055,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:18.619875 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] No DVR routers for this DVR port 57200e65-7507-4b88-9425-fd9a40a17055 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:46:18.624936 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.638735 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.639084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.639424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.639757 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.640089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.640506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.640868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.641188 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.641505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.641826 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.642142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.642455 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9388ff-f531-4c75-8c90-d856a9e7613e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:18.656351 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port 57200e65-7507-4b88-9425-fd9a40a17055, host n-d-810909-1, got binding levels [] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:18.657038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.669676 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 57200e65-7507-4b88-9425-fd9a40a17055 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:46:18.672497 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.ipam_backend_mixin [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Port 57200e65-7507-4b88-9425-fd9a40a17055 was not found and therefore no delete operation was performed {{(pid=94830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 09:46:18.673797 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.704209 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=57200e65-7507-4b88-9425-fd9a40a17055,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:18.707782 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] No DVR routers for this DVR port 57200e65-7507-4b88-9425-fd9a40a17055 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:46:18.787336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.807024 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6470c2b1-b206-452f-998b-d4dcf58ab29b']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:18.816731 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91398d54-c623-4d8f-b9d2-37b0f70e14ba') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:18.817018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91398d54-c623-4d8f-b9d2-37b0f70e14ba') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:18.826279 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.839505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.846055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:46:18.846483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:46:18.849707 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:46:18.913804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.921843 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:18.923392 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/networks/6470c2b1-b206-452f-998b-d4dcf58ab29b HTTP/1.1" status: 204 len: 168 time: 0.4769800 Sep 27 09:46:18.926236 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41076) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:18.934488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082e45e-a3bb-443c-91f5-9e35d8f4b406 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Network': ['ID=6470c2b1-b206-452f-998b-d4dcf58ab29b,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:18.992914 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f4e76f2-fdc1-444b-bc56-33c954977657 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.020690 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f4e76f2-fdc1-444b-bc56-33c954977657 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.083601 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f4e76f2-fdc1-444b-bc56-33c954977657 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.086214 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f4e76f2-fdc1-444b-bc56-33c954977657 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.087390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0f4e76f2-fdc1-444b-bc56-33c954977657 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/security-groups/e9c1ba96-379e-43f5-a550-0ff9f7eab4b7 HTTP/1.1" status: 204 len: 168 time: 0.1601384 Sep 27 09:46:19.096776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e76f2-fdc1-444b-bc56-33c954977657 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c1ba96-379e-43f5-a550-0ff9f7eab4b7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:19.173807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1b1a7994-0f18-451b-8e64-f2614d3b249e no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:46:19.197514 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 1b1a7994-0f18-451b-8e64-f2614d3b249e {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:46:19.197861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1b1a7994-0f18-451b-8e64-f2614d3b249e not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:46:19.302694 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.366372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:19.371094 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a9d79407-11df-4017-b726-819a5e2168ee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934277758', 'description': 'tempest-secgroup-smoke-934277758 description', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:19.397860 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9d79407-11df-4017-b726-819a5e2168ee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.489306 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9d79407-11df-4017-b726-819a5e2168ee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.495673 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9d79407-11df-4017-b726-819a5e2168ee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.525459 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d79407-11df-4017-b726-819a5e2168ee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:19.529292 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9d79407-11df-4017-b726-819a5e2168ee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.530529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9d79407-11df-4017-b726-819a5e2168ee tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1631596 Sep 27 09:46:19.533537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41084) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:19.537827 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0fd595bf-a76b-4ce2-bf29-386a7bf7c5ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '9eea21ca-72d5-49fb-a9e2-92ffb9ea6771', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:19.565357 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fd595bf-a76b-4ce2-bf29-386a7bf7c5ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.631974 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fd595bf-a76b-4ce2-bf29-386a7bf7c5ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.637707 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fd595bf-a76b-4ce2-bf29-386a7bf7c5ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.655389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd595bf-a76b-4ce2-bf29-386a7bf7c5ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1444769d-841d-4670-9221-9f8f3561e2ba,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:19.662571 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fd595bf-a76b-4ce2-bf29-386a7bf7c5ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.664706 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0fd595bf-a76b-4ce2-bf29-386a7bf7c5ed tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301289 Sep 27 09:46:19.667545 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41086) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:19.673172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e1e72e07-ca86-4ce9-a452-7aeef2158593 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '9eea21ca-72d5-49fb-a9e2-92ffb9ea6771', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:19.702717 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e07-ca86-4ce9-a452-7aeef2158593 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.759574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e07-ca86-4ce9-a452-7aeef2158593 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.765160 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e07-ca86-4ce9-a452-7aeef2158593 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.787139 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e72e07-ca86-4ce9-a452-7aeef2158593 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ab9660-0b1d-454b-983e-055f96d76bc3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:19.795282 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e07-ca86-4ce9-a452-7aeef2158593 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.796605 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-e1e72e07-ca86-4ce9-a452-7aeef2158593 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274116 Sep 27 09:46:19.799457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41088) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:19.804044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-b1e62219-24dc-45ba-9de9-cf68ec5c317d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '9eea21ca-72d5-49fb-a9e2-92ffb9ea6771', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:19.831511 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1e62219-24dc-45ba-9de9-cf68ec5c317d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.888438 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1e62219-24dc-45ba-9de9-cf68ec5c317d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.893219 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1e62219-24dc-45ba-9de9-cf68ec5c317d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.910448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e62219-24dc-45ba-9de9-cf68ec5c317d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d197ef-63fa-4a6a-897a-be92fabb8bc3,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:19.918220 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b1e62219-24dc-45ba-9de9-cf68ec5c317d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:19.919575 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b1e62219-24dc-45ba-9de9-cf68ec5c317d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190584 Sep 27 09:46:19.922369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41090) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:19.926751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-7a994ad4-e488-4b4d-92d7-45e217c17313 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '9eea21ca-72d5-49fb-a9e2-92ffb9ea6771', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:19.955161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a994ad4-e488-4b4d-92d7-45e217c17313 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.019982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a994ad4-e488-4b4d-92d7-45e217c17313 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.026885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a994ad4-e488-4b4d-92d7-45e217c17313 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.050398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a994ad4-e488-4b4d-92d7-45e217c17313 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5415a3-8a38-4940-ad4a-054090c747c2,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:20.055111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7a994ad4-e488-4b4d-92d7-45e217c17313 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.056462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7a994ad4-e488-4b4d-92d7-45e217c17313 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331379 Sep 27 09:46:20.059297 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41092) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:20.063827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ef1898ab-f40d-47bc-b24a-51dac9fd2382 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '9eea21ca-72d5-49fb-a9e2-92ffb9ea6771', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:20.085912 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-ef1898ab-f40d-47bc-b24a-51dac9fd2382 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:46:20.090544 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1898ab-f40d-47bc-b24a-51dac9fd2382 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.151423 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1898ab-f40d-47bc-b24a-51dac9fd2382 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.155529 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1898ab-f40d-47bc-b24a-51dac9fd2382 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.175018 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1898ab-f40d-47bc-b24a-51dac9fd2382 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cd7b81-0ef1-4f74-88ad-450dca448da9,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:20.178207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ef1898ab-f40d-47bc-b24a-51dac9fd2382 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.182269 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ef1898ab-f40d-47bc-b24a-51dac9fd2382 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191504 Sep 27 09:46:20.182836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41094) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:20.187193 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-6c4c0e48-9e48-43c5-bdfa-bd5f1a6b6028 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'security_group_rule': {'security_group_id': '9eea21ca-72d5-49fb-a9e2-92ffb9ea6771', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:20.211092 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-6c4c0e48-9e48-43c5-bdfa-bd5f1a6b6028 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Project ba0e404c5df444828145ff7ba89f19ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:46:20.216102 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c4c0e48-9e48-43c5-bdfa-bd5f1a6b6028 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.278970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c4c0e48-9e48-43c5-bdfa-bd5f1a6b6028 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.284777 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c4c0e48-9e48-43c5-bdfa-bd5f1a6b6028 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.301958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c0e48-9e48-43c5-bdfa-bd5f1a6b6028 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138726b6-deba-4fa7-8f94-3bce6ac807e3,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:20.308917 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6c4c0e48-9e48-43c5-bdfa-bd5f1a6b6028 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.310142 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6c4c0e48-9e48-43c5-bdfa-bd5f1a6b6028 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263916 Sep 27 09:46:20.314342 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41096) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:20.319150 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'network': {'name': 'tempest-network-smoke--1086370528', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'port_security_enabled': True}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:20.341515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:46:20.342344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5ac65357-3ef6-406c-a117-ad0c157e1a4a no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:46:20.345089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.362521 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 5ac65357-3ef6-406c-a117-ad0c157e1a4a {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:46:20.362881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 5ac65357-3ef6-406c-a117-ad0c157e1a4a not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:46:20.369673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:46:20.380094 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.380478 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Added segment 4e7d91fb-47fa-4d96-9a9d-b33129ad6db5 of type vlan for network b29e82a7-557d-44f5-9396-1500b88a4627 Sep 27 09:46:20.424802 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.454663 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.460518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:20.461113 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.496990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1816313 Sep 27 09:46:20.499900 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41100) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:20.504591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'admin_state_up': True, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:20.543482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358f9b6-ceae-4d23-9dfd-27455b4e39a3 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Network': ['ID=b29e82a7-557d-44f5-9396-1500b88a4627,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:20.554340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network b29e82a7-557d-44f5-9396-1500b88a4627 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:46:20.557621 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.558710 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.612652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.769134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.908690 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:20.991294 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:21.010286 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:21.114875 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.39 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/b3e70dea-68ac-4c97-bfb8-eefb77fc08ff) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:46:21.215242 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:21.251089 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:21.287706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:46:21.290546 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:46:21.293975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:46:21.301356 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=b3e70dea-68ac-4c97-bfb8-eefb77fc08ff,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:21.561775 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:21.769407 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:21.922975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:46:22.050725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:46:22.060794 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Sync routers for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:46:22.070550 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:22.071106 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.071247 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:22.072597 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-242249ed-3851-4c24-aa8e-2cb787f709e2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5714459 Sep 27 09:46:22.075745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41102) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:22.147225 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-67210051-1250-47d5-b35e-733cd5882f4c tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ba0e404c5df444828145ff7ba89f19ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701227 Sep 27 09:46:22.149846 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41106) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:22.175019 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:22.239130 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d795c29-9515-4be5-bf56-0bb3c2848d0e tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:22.241083 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5d795c29-9515-4be5-bf56-0bb3c2848d0e tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899253 Sep 27 09:46:22.243700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41108) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:22.270793 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c606e9af-6fa3-425b-b834-29c13d573443 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3f19b99e-8a68-4be3-835e-592a29ec2ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260463 Sep 27 09:46:22.273366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41110) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:22.278059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-414985819', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:22.352997 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:21Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:22.372704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:46:22.376521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.471261 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Checking router: 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:46:22.471516 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Updating router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:46:22.496819 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.562337 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.629480 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Subnet': ['ID=be43b14b-aa74-4779-8065-272a597ddb6f,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:22.639076 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Checking segment: {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:46:22.639444 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network hostable DHCP agents. Network: b29e82a7-557d-44f5-9396-1500b88a4627, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:46:22.656375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network b29e82a7-557d-44f5-9396-1500b88a4627 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:46:22.666581 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, b29e82a7-557d-44f5-9396-1500b88a4627) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:46:22.671082 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:22.671765 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.676166 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0f6603-0413-4d0e-8915-e86ba93c4828 None None] Network b29e82a7-557d-44f5-9396-1500b88a4627 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:46:22.688709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f16c5204-7a95-4abe-b0d2-1721fb160b53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4140396 Sep 27 09:46:22.691230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41114) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:22.757789 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.764466 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.817655 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Attempting to bind port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:46:22.818026 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Attempting to bind port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:46:22.818379 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Attempting to bind port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:46:22.825858 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Pushing event updated for resources: {'Port': ['ID=b3e70dea-68ac-4c97-bfb8-eefb77fc08ff,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:22.835919 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.836365 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.836603 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.837092 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.837880 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.838663 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.839058 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.839906 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.840238 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.840583 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.840903 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.841217 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:46:22.842042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-b29e82a7-557d-44f5-9396-1500b88a4627', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:46:22.843473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.846366 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:46:22.846940 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:46:22.847281 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.847663 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:46:22.848135 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Bound port: b3e70dea-68ac-4c97-bfb8-eefb77fc08ff, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:46:22.848536 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.904633 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] For port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:46:22.907893 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] For port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b3e70dea-68ac-4c97-bfb8-eefb77fc08ff,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:46:22.913590 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:22.973802 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:22.974427 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:22.998124 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Allocated IP 172.20.0.2 (b29e82a7-557d-44f5-9396-1500b88a4627/be43b14b-aa74-4779-8065-272a597ddb6f/f3147def-4823-41d0-b930-aebc8f734d1c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:46:23.028364 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb987bf-d88d-4bf9-a949-5a3a134307b4 None None] Pushing event updated for resources: {'Port': ['ID=b3e70dea-68ac-4c97-bfb8-eefb77fc08ff,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:23.084810 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:23.144022 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.145288 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.151105 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.190929 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Network b29e82a7-557d-44f5-9396-1500b88a4627 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:46:23.193796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:46:23.196603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:46:23.230187 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Pushing event updated for resources: {'Port': ['ID=f3147def-4823-41d0-b930-aebc8f734d1c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:23.267307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Attempting to bind port f3147def-4823-41d0-b930-aebc8f734d1c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:46:23.267840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Attempting to bind port f3147def-4823-41d0-b930-aebc8f734d1c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:46:23.268304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Attempting to bind port f3147def-4823-41d0-b930-aebc8f734d1c on network b29e82a7-557d-44f5-9396-1500b88a4627 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:46:23.273432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:46:23.273930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Checking segment: {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:46:23.274453 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.274948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Bound using segment: {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:46:23.275515 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Bound port: f3147def-4823-41d0-b930-aebc8f734d1c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:46:23.275995 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.286506 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:21Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:23.315453 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9fa37-5541-41b6-82a9-1a858f901f54 None None] The sync data for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 is: [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:21Z', 'revision_number': 3, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:46:23.340361 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] For port f3147def-4823-41d0-b930-aebc8f734d1c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:46:23.349263 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] For port f3147def-4823-41d0-b930-aebc8f734d1c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f3147def-4823-41d0-b930-aebc8f734d1c,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:46:23.355362 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.414310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cb316-4a4b-4b55-a448-b42e74c651ab None None] Pushing event updated for resources: {'Port': ['ID=f3147def-4823-41d0-b930-aebc8f734d1c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:23.434180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.1 (b29e82a7-557d-44f5-9396-1500b88a4627/be43b14b-aa74-4779-8065-272a597ddb6f/f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:46:23.592047 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.638289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.675717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network b29e82a7-557d-44f5-9396-1500b88a4627 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:46:23.682348 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:46:23.686733 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:46:23.730783 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:23.752771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:23.886706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.398171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552e5737-ba97-4fcc-a046-d4bc4d933690 None None] Network b29e82a7-557d-44f5-9396-1500b88a4627 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:46:24.467348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f3147def-4823-41d0-b930-aebc8f734d1c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:46:24.519512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ca57ad74-d916-405c-a063-c39c22855f11 None None] Provisioning complete for port f3147def-4823-41d0-b930-aebc8f734d1c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:24.519919 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad74-d916-405c-a063-c39c22855f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.533109 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.538704 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.613468 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:24.613853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f3147def-4823-41d0-b930-aebc8f734d1c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:24.614203 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.614331 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.699371 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad74-d916-405c-a063-c39c22855f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.703770 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network b29e82a7-557d-44f5-9396-1500b88a4627 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:46:24.705144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:46:24.772574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ca57ad74-d916-405c-a063-c39c22855f11 None None] For port f3147def-4823-41d0-b930-aebc8f734d1c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f3147def-4823-41d0-b930-aebc8f734d1c,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:24.782498 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad74-d916-405c-a063-c39c22855f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.811716 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:24.836467 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:46:24.851912 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57ad74-d916-405c-a063-c39c22855f11 None None] Pushing event updated for resources: {'Port': ['ID=f3147def-4823-41d0-b930-aebc8f734d1c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:24.894538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 09:46:24.894888 n-d-810909-1 neutron-server[94832]: DEBUG oslo_db.api [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 09:46:24.955848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:46:24.961121 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-30c12342-2614-47ef-85ba-05630e3cbc14 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/316ce0ce-9f35-4d0c-acc7-cd5fe545b10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2688210 Sep 27 09:46:24.978059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Sync routers for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:46:24.987710 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:24.988254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:25.047390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b6289a2f-6acf-4321-bb23-cc01aba6c6a4 None None] Provisioning complete for port f3147def-4823-41d0-b930-aebc8f734d1c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:25.047761 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6289a2f-6acf-4321-bb23-cc01aba6c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:25.115466 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-47002af1-fe74-45bf-ac24-f1690ed551bf tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934277758&fields=id&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 267 time: 0.0368943 Sep 27 09:46:25.129975 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:25.257084 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68868-c337-462e-9be6-74c8daed00aa req-4476f055-da00-4edc-98f1-ac49af496752 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:25.258914 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-4476f055-da00-4edc-98f1-ac49af496752 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/networks?id=b29e82a7-557d-44f5-9396-1500b88a4627 HTTP/1.1" status: 200 len: 797 time: 0.1342797 Sep 27 09:46:25.276431 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-8f6c0eb8-a1b0-43e8-a87e-c772f7411ae6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/quotas/ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 375 time: 0.0102770 Sep 27 09:46:25.309703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b6289a2f-6acf-4321-bb23-cc01aba6c6a4 None None] Provisioning complete for port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:25.310204 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6289a2f-6acf-4321-bb23-cc01aba6c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:25.331312 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-f0f9de7d-876c-4e06-a805-7425271c08b7 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483210 Sep 27 09:46:25.384246 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b6289a2f-6acf-4321-bb23-cc01aba6c6a4 None None] Port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:46:25.392817 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-77dda794-d8c2-4239-b971-3e1c0767cf80 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:46:25.393868 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-77dda794-d8c2-4239-b971-3e1c0767cf80 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488446 Sep 27 09:46:25.436533 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b3e70dea-68ac-4c97-bfb8-eefb77fc08ff up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:46:25.459842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:24Z', 'revision_number': 2, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:25.491772 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-f0f95fa7-b2a2-4061-91ea-4402303734b2 service neutron] 10.222.0.50 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901999 Sep 27 09:46:25.587742 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-194e899c-6dd1-4b73-ab95-5bd962fec96f service neutron] 10.222.0.50 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895827 Sep 27 09:46:25.651630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Checking router: 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:46:25.651953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Updating router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:46:25.687979 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:25.695103 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-095acb40-e49f-46d3-9010-4c74b4cd75fd None None] Provisioning complete for port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:25.695103 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-095acb40-e49f-46d3-9010-4c74b4cd75fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:25.750347 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:25.750727 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:25.765544 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a26bce0a-52cf-4d53-b505-29946205e13a req-81888c94-a54e-48f1-8a22-7d814698229e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 210 time: 0.0371046 Sep 27 09:46:25.780685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-095acb40-e49f-46d3-9010-4c74b4cd75fd None None] Port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:46:25.954811 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:25.987082 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b3e70dea-68ac-4c97-bfb8-eefb77fc08ff,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:25.992985 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.078283 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=b3e70dea-68ac-4c97-bfb8-eefb77fc08ff,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:26.103190 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.108538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.160763 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdc724-98a6-4794-a2d0-9e733247edab None None] Pushing event updated for resources: {'Port': ['ID=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:26.214982 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Attempting to bind port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:46:26.215601 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Attempting to bind port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:46:26.215989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Attempting to bind port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 on network b29e82a7-557d-44f5-9396-1500b88a4627 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:46:26.222370 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:46:26.222747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Checking segment: {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:46:26.223154 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.223549 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Bound using segment: {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:46:26.224021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Bound port: f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:46:26.224430 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.291721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] For port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:46:26.295118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] For port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:46:26.299767 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.364019 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:26.364696 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:26.366593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdc724-98a6-4794-a2d0-9e733247edab None None] Pushing event updated for resources: {'Port': ['ID=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:26.427584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f3147def-4823-41d0-b930-aebc8f734d1c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:46:26.429327 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5f0b325a-812b-4444-9491-03a1637ccc15 None None] Provisioning complete for port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:26.429690 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f0b325a-812b-4444-9491-03a1637ccc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.543443 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:26.644721 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f3147def-4823-41d0-b930-aebc8f734d1c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:26.645091 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.692510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f0b325a-812b-4444-9491-03a1637ccc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.787397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5f0b325a-812b-4444-9491-03a1637ccc15 None None] For port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:26.799554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68868-c337-462e-9be6-74c8daed00aa req-b373acec-de55-4822-b52c-db0e9103a2a8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:26.801186 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-b373acec-de55-4822-b52c-db0e9103a2a8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/networks?id=b29e82a7-557d-44f5-9396-1500b88a4627 HTTP/1.1" status: 200 len: 797 time: 0.1230743 Sep 27 09:46:26.815626 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f0b325a-812b-4444-9491-03a1637ccc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.875837 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fdeff92-0817-460d-8f58-09d85877e322 req-3a5d7f41-dfe3-41c6-92aa-1ba499342c90 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 210 time: 0.0397806 Sep 27 09:46:26.880067 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-cca27e25-3e32-4aaa-bbd5-69604d1552d2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0e404c5df444828145ff7ba89f19ef HTTP/1.1" status: 200 len: 379 time: 0.0653367 Sep 27 09:46:26.888158 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b3e70dea-68ac-4c97-bfb8-eefb77fc08ff up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:46:26.890203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'port': {'device_id': 'f7a13848-78d3-4857-9154-791160e2862c', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'admin_state_up': True, 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'security_groups': ['9eea21ca-72d5-49fb-a9e2-92ffb9ea6771']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:26.941183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b325a-812b-4444-9491-03a1637ccc15 None None] Pushing event updated for resources: {'Port': ['ID=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:26.963242 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-73ddfca9-1fef-426c-8ab5-f80a198a002d None None] Provisioning complete for port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:26.963621 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73ddfca9-1fef-426c-8ab5-f80a198a002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:26.990207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:26Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:27.006574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Made reservation on behalf of ba0e404c5df444828145ff7ba89f19ef for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:46:27.010179 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.033925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360681b4-531d-4bae-bf65-a5fcb5241b77 None None] The sync data for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 is: [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:26Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:46:27.039508 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:27.039878 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.172471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.20.0.6 (b29e82a7-557d-44f5-9396-1500b88a4627/be43b14b-aa74-4779-8065-272a597ddb6f/b8835636-6cdd-4287-912f-27555b572abe) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:46:27.321480 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.356859 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.408576 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network b29e82a7-557d-44f5-9396-1500b88a4627 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:46:27.411721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:46:27.415567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:46:27.425555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=b8835636-6cdd-4287-912f-27555b572abe,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:27.472873 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:27.473880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.494441 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-1e082d55-0a91-4d53-b2bd-40672ce90877 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079390 Sep 27 09:46:27.507493 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Request body: {'port': {'device_id': 'f7a13848-78d3-4857-9154-791160e2862c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:27.566829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.655418 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7c504992-0af6-41f9-b753-f3b62fc59eff None None] Provisioning complete for port b8835636-6cdd-4287-912f-27555b572abe triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:27.655993 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7c504992-0af6-41f9-b753-f3b62fc59eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.695232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7c504992-0af6-41f9-b753-f3b62fc59eff None None] Port b8835636-6cdd-4287-912f-27555b572abe cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:46:27.847147 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8835636-6cdd-4287-912f-27555b572abe {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:46:27.855265 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.868424 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Transition to ACTIVE for port object b8835636-6cdd-4287-912f-27555b572abe will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:46:27.872811 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:27.926162 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Pushing event updated for resources: {'Port': ['ID=b8835636-6cdd-4287-912f-27555b572abe,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:28.003345 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Attempting to bind port b8835636-6cdd-4287-912f-27555b572abe on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:46:28.003686 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Attempting to bind port b8835636-6cdd-4287-912f-27555b572abe by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:46:28.004062 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Attempting to bind port b8835636-6cdd-4287-912f-27555b572abe on network b29e82a7-557d-44f5-9396-1500b88a4627 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:46:28.008670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Port b8835636-6cdd-4287-912f-27555b572abe on network b29e82a7-557d-44f5-9396-1500b88a4627 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:46:28.008891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Attempting to bind port b8835636-6cdd-4287-912f-27555b572abe on network b29e82a7-557d-44f5-9396-1500b88a4627 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:46:28.014349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:46:28.014696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Checking segment: {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:46:28.015079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Bound using segment: {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:46:28.015507 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Bound port: b8835636-6cdd-4287-912f-27555b572abe, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:46:28.015876 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:28.018635 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7d074-d533-4e5e-bf8b-67d53359a158 req-4e54ce66-a179-4645-880f-07aee5527d6f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.020239 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4f7d074-d533-4e5e-bf8b-67d53359a158 req-4e54ce66-a179-4645-880f-07aee5527d6f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 943 time: 0.0659685 Sep 27 09:46:28.078927 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b4f7d074-d533-4e5e-bf8b-67d53359a158 req-f00c84fa-2d4a-4ed7-889e-4d42e8fece58 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510335 Sep 27 09:46:28.090836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] For port b8835636-6cdd-4287-912f-27555b572abe, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:46:28.095060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] For port b8835636-6cdd-4287-912f-27555b572abe, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b8835636-6cdd-4287-912f-27555b572abe,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:46:28.099928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:28.134491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.135721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:28.137167 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] 10.222.0.57 "PUT /v2.0/ports/b8835636-6cdd-4287-912f-27555b572abe HTTP/1.1" status: 200 len: 1091 time: 0.6343355 Sep 27 09:46:28.139945 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:46:28.143376 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44529721-5d48-4f38-98ce-29bbda75110d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "tag": "b8835636-6cdd-4287-912f-27555b572abe"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:46:28.197121 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e86713-4430-4c92-9e1a-639e53628f94 x-openstack-request-id: req-a8e86713-4430-4c92-9e1a-639e53628f94 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:46:28.197418 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "tag": "b8835636-6cdd-4287-912f-27555b572abe", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:46:28.197676 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8e86713-4430-4c92-9e1a-639e53628f94 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:46:28.198136 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe', 'status': 'completed', 'code': 200} Sep 27 09:46:28.202814 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66851b6-f5c2-434d-a4e2-15b14e9e8980 service neutron] Pushing event updated for resources: {'Port': ['ID=b8835636-6cdd-4287-912f-27555b572abe,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:28.245354 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68868-c337-462e-9be6-74c8daed00aa req-61a33632-a3cb-4b83-9e50-cfcbacf8d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.246877 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-61a33632-a3cb-4b83-9e50-cfcbacf8d7e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 1094 time: 0.0623732 Sep 27 09:46:28.295382 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-f023c4a5-7b23-4cc5-a1b4-80195d7a0ba3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8835636-6cdd-4287-912f-27555b572abe HTTP/1.1" status: 200 len: 217 time: 0.0396476 Sep 27 09:46:28.347527 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68868-c337-462e-9be6-74c8daed00aa req-e356732d-17ab-42d5-ad21-cedfbcaaac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.349179 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-e356732d-17ab-42d5-ad21-cedfbcaaac29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be43b14b-aa74-4779-8065-272a597ddb6f HTTP/1.1" status: 200 len: 834 time: 0.0466669 Sep 27 09:46:28.396027 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68868-c337-462e-9be6-74c8daed00aa req-0d7a89bd-30f6-470d-ab1c-d620c1002285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.397581 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-0d7a89bd-30f6-470d-ab1c-d620c1002285 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b29e82a7-557d-44f5-9396-1500b88a4627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403054 Sep 27 09:46:28.404574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:46:28.461526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:28.461910 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:28.492493 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-e4358fe1-dd63-42a5-8848-86c019073af1 service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865242 Sep 27 09:46:28.583609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-11b68868-c337-462e-9be6-74c8daed00aa req-4d9c8ac1-cfb6-4816-b700-abb2c171f225 service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836401 Sep 27 09:46:28.690841 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529721-5d48-4f38-98ce-29bbda75110d req-e1baecb1-7063-4a76-8df6-c17dca4251a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.692360 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44529721-5d48-4f38-98ce-29bbda75110d req-e1baecb1-7063-4a76-8df6-c17dca4251a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 1094 time: 0.0487287 Sep 27 09:46:28.795307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529721-5d48-4f38-98ce-29bbda75110d req-5980378b-e52a-4590-96ca-813f979aa58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.796753 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44529721-5d48-4f38-98ce-29bbda75110d req-5980378b-e52a-4590-96ca-813f979aa58b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b29e82a7-557d-44f5-9396-1500b88a4627 HTTP/1.1" status: 200 len: 898 time: 0.0960581 Sep 27 09:46:28.841724 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44529721-5d48-4f38-98ce-29bbda75110d req-dea12658-218d-49fe-b024-d34f1d1b7e95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8835636-6cdd-4287-912f-27555b572abe HTTP/1.1" status: 200 len: 217 time: 0.0375838 Sep 27 09:46:28.890649 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529721-5d48-4f38-98ce-29bbda75110d req-335a166a-7ff4-4e66-a0aa-d15ed9c5c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.892589 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44529721-5d48-4f38-98ce-29bbda75110d req-335a166a-7ff4-4e66-a0aa-d15ed9c5c85d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be43b14b-aa74-4779-8065-272a597ddb6f HTTP/1.1" status: 200 len: 834 time: 0.0438979 Sep 27 09:46:28.939993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529721-5d48-4f38-98ce-29bbda75110d req-33d8d350-a978-42a1-8824-b0480c94cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:28.942381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44529721-5d48-4f38-98ce-29bbda75110d req-33d8d350-a978-42a1-8824-b0480c94cc4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b29e82a7-557d-44f5-9396-1500b88a4627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418308 Sep 27 09:46:29.042298 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44529721-5d48-4f38-98ce-29bbda75110d req-7d429c4f-c8ae-4df9-9794-9247347b9fb9 service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914884 Sep 27 09:46:29.137114 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-44529721-5d48-4f38-98ce-29bbda75110d req-541ebb6e-c5ba-48a1-a4e1-509165e1fdef service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875781 Sep 27 09:46:29.182533 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacd41c-b3ce-40d5-b75b-ec6fd8c4f7df req-aed10807-b30d-4266-a44c-d6aa6c182b28 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:29.184101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6bacd41c-b3ce-40d5-b75b-ec6fd8c4f7df req-aed10807-b30d-4266-a44c-d6aa6c182b28 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 943 time: 0.0493147 Sep 27 09:46:29.222894 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6bacd41c-b3ce-40d5-b75b-ec6fd8c4f7df req-56ce0cd7-5cae-4186-a615-e8587c8bcfdc tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324986 Sep 27 09:46:30.351120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a4188-61d1-4c82-9406-5fab4bea9a4c req-4f70abbe-83d3-4755-916e-da0b5336b75e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:30.352636 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d52a4188-61d1-4c82-9406-5fab4bea9a4c req-4f70abbe-83d3-4755-916e-da0b5336b75e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 943 time: 0.0554998 Sep 27 09:46:30.399790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d52a4188-61d1-4c82-9406-5fab4bea9a4c req-e48e35b9-cc0b-4924-8389-75394f3bd8bc tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Sep 27 09:46:31.197498 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b8835636-6cdd-4287-912f-27555b572abe details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:46:31.298836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b8835636-6cdd-4287-912f-27555b572abe, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b8835636-6cdd-4287-912f-27555b572abe,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:31.314468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': 'b8835636-6cdd-4287-912f-27555b572abe', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'port_id': 'b8835636-6cdd-4287-912f-27555b572abe', 'mac_address': 'fa:16:3e:e0:4e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:46:31.353567 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:31.370077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8835636-6cdd-4287-912f-27555b572abe {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:46:31.395317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b8835636-6cdd-4287-912f-27555b572abe, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b8835636-6cdd-4287-912f-27555b572abe,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:31.401224 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:31.453977 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b8835636-6cdd-4287-912f-27555b572abe,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:31.515425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc40f01-709e-4deb-b169-42b5ed0eeaf2 req-39e9dbc7-20b2-408a-b2f3-6f7cb60887c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:31.516950 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5bc40f01-709e-4deb-b169-42b5ed0eeaf2 req-39e9dbc7-20b2-408a-b2f3-6f7cb60887c4 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 944 time: 0.0506718 Sep 27 09:46:31.563348 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5bc40f01-709e-4deb-b169-42b5ed0eeaf2 req-a7505f3d-3b7a-480e-9c6c-b40023d8bde2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373893 Sep 27 09:46:31.618590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['b8835636-6cdd-4287-912f-27555b572abe'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:46:32.691264 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7762a4-f376-4580-a2d7-d6f2fb669c98 req-c0fd5f09-7069-4930-854e-5f04c4a5f97e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:32.692837 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc7762a4-f376-4580-a2d7-d6f2fb669c98 req-c0fd5f09-7069-4930-854e-5f04c4a5f97e tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 944 time: 0.0523224 Sep 27 09:46:32.732175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc7762a4-f376-4580-a2d7-d6f2fb669c98 req-d29bb282-c898-468c-86d2-a26d79f543a0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331042 Sep 27 09:46:33.193665 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b8835636-6cdd-4287-912f-27555b572abe up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:46:33.250487 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port b8835636-6cdd-4287-912f-27555b572abe completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:46:33.256550 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port b8835636-6cdd-4287-912f-27555b572abe triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:46:33.256930 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:33.344355 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:33.371836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:46:33.374114 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90215807-52bc-4bd3-8084-c4a4c972f766" -d '{"events": [{"server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "name": "network-vif-plugged", "status": "completed", "tag": "b8835636-6cdd-4287-912f-27555b572abe"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:46:33.386989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port b8835636-6cdd-4287-912f-27555b572abe, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b8835636-6cdd-4287-912f-27555b572abe,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:46:33.392255 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:33.439121 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=b8835636-6cdd-4287-912f-27555b572abe,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:33.486811 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a849b68-40eb-4b46-ac98-588ac1b25b7c x-openstack-request-id: req-8a849b68-40eb-4b46-ac98-588ac1b25b7c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:46:33.487117 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "name": "network-vif-plugged", "status": "completed", "tag": "b8835636-6cdd-4287-912f-27555b572abe", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:46:33.487368 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a849b68-40eb-4b46-ac98-588ac1b25b7c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:46:33.487757 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe', 'code': 200} Sep 27 09:46:33.584099 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514d10a-7693-4bbf-bc80-a86618d678e0 req-f73ea0ed-0562-49d0-a9f1-9a6e86aaba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:33.585630 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d514d10a-7693-4bbf-bc80-a86618d678e0 req-f73ea0ed-0562-49d0-a9f1-9a6e86aaba15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 1096 time: 0.0425825 Sep 27 09:46:33.626876 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d514d10a-7693-4bbf-bc80-a86618d678e0 req-960330d4-6c63-498a-a3aa-b024e7725b35 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329571 Sep 27 09:46:33.871822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f7814-91e5-4a44-a098-fc3f84acf555 req-499bdbd5-5e98-4b4f-bdf3-35f5eb5f3da2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:33.873324 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f89f7814-91e5-4a44-a098-fc3f84acf555 req-499bdbd5-5e98-4b4f-bdf3-35f5eb5f3da2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0646343 Sep 27 09:46:33.917440 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f89f7814-91e5-4a44-a098-fc3f84acf555 req-51d9de9d-f01b-4030-b190-c3e1dbe0770f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380335 Sep 27 09:46:35.070355 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525139de-b827-4618-8ea7-c8861cc2320d req-1fd90e2f-3273-416a-8b51-4d3ab5b076bb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:35.071994 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-525139de-b827-4618-8ea7-c8861cc2320d req-1fd90e2f-3273-416a-8b51-4d3ab5b076bb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0659328 Sep 27 09:46:35.110487 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-525139de-b827-4618-8ea7-c8861cc2320d req-87a0014c-4955-46b4-9d03-820cd1239aba tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Sep 27 09:46:35.234857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b39eab-288f-40fe-9daf-79f7dfa83c94 req-aa6d7482-d5a2-4fb0-b6d6-8d26d8f47999 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:35.236424 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64b39eab-288f-40fe-9daf-79f7dfa83c94 req-aa6d7482-d5a2-4fb0-b6d6-8d26d8f47999 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0582345 Sep 27 09:46:35.274658 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-64b39eab-288f-40fe-9daf-79f7dfa83c94 req-1ee91e47-a51a-4343-8311-3e6e217f5548 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321538 Sep 27 09:46:35.296026 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41172) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:35.337630 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45336611-e5bb-4190-b9d9-f83a0d21a703 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:35.339227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-45336611-e5bb-4190-b9d9-f83a0d21a703 tempest-TestNetworkAdvancedServerOps-1972493287 tempest-TestNetworkAdvancedServerOps-1972493287-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 1091 time: 0.0421143 Sep 27 09:46:35.343468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:35.348313 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': 'b8835636-6cdd-4287-912f-27555b572abe', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:46:35.374058 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:35.475930 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:35.583562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Allocated IP 172.25.2.244 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/8a34394a-61e6-49f5-9465-737033e45ab1) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:46:35.688947 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:35.728491 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:35.765118 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:46:35.768108 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:46:35.771687 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:46:35.795357 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=8a34394a-61e6-49f5-9465-737033e45ab1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:36.138926 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:36.208029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:36.361311 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:36.368462 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:36.443038 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event updated for resources: {'Port': ['ID=8a34394a-61e6-49f5-9465-737033e45ab1,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:46:36.451731 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:36.549983 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1 associated. External IP: 172.25.2.244, port: b8835636-6cdd-4287-912f-27555b572abe. Sep 27 09:46:36.629141 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:36.764878 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:46:36.887581 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:46:36.898342 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] Sync routers for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:46:36.905946 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:36.908187 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:36.909153 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:36.934662 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb172651-0801-402e-882d-a3d682134cfe tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5900366 Sep 27 09:46:36.935266 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:46:36.937579 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "tag": "b8835636-6cdd-4287-912f-27555b572abe"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:46:36.977763 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b160e81e-c326-4194-abc6-366070285214 x-openstack-request-id: req-b160e81e-c326-4194-abc6-366070285214 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:46:36.978178 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "tag": "b8835636-6cdd-4287-912f-27555b572abe", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:46:36.978440 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b160e81e-c326-4194-abc6-366070285214 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:46:36.978848 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe', 'status': 'completed', 'code': 200} Sep 27 09:46:37.022164 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:37.040071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-11f920ce-3aa0-49f8-9f1c-2cd84e198f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:37.041674 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-11f920ce-3aa0-49f8-9f1c-2cd84e198f55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 1096 time: 0.0398486 Sep 27 09:46:37.043654 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5721b-2ea6-4993-b85c-f789fe9c9a3e req-8a3b0c83-cddb-4d0f-bdb2-f7d56572d19b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:37.045273 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dab5721b-2ea6-4993-b85c-f789fe9c9a3e req-8a3b0c83-cddb-4d0f-bdb2-f7d56572d19b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0551250 Sep 27 09:46:37.085700 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-dab5721b-2ea6-4993-b85c-f789fe9c9a3e req-dd830237-10ce-4bcd-8b48-dd5644e64e53 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Sep 27 09:46:37.108875 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:37.138269 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-af549052-479b-46f8-8eac-4993c5cd9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:37.140117 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-af549052-479b-46f8-8eac-4993c5cd9c6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=b29e82a7-557d-44f5-9396-1500b88a4627 HTTP/1.1" status: 200 len: 898 time: 0.0913758 Sep 27 09:46:37.168524 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf7073a9-d490-493a-a58d-25b6bd9376b8 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1 HTTP/1.1" status: 200 len: 991 time: 0.0583820 Sep 27 09:46:37.214050 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-b6a9573c-652f-49dc-9d60-aee00d46c4a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8835636-6cdd-4287-912f-27555b572abe HTTP/1.1" status: 200 len: 999 time: 0.0660195 Sep 27 09:46:37.253528 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'port_id': 'b8835636-6cdd-4287-912f-27555b572abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'mac_address': 'fa:16:3e:e0:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a13848-78d3-4857-9154-791160e2862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:46:35Z', 'updated_at': '2021-09-27T09:46:35Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:26Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:37.264867 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-dbb091a0-f18b-4eb1-b7b8-b76b4e4d40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:37.266448 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-dbb091a0-f18b-4eb1-b7b8-b76b4e4d40dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be43b14b-aa74-4779-8065-272a597ddb6f HTTP/1.1" status: 200 len: 834 time: 0.0449874 Sep 27 09:46:37.279808 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] Checking router: 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:46:37.288981 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:46:37.289582 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:46:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:37.314538 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-405eba79-f445-4b96-abb2-f90e2fa744d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:46:37.316055 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-405eba79-f445-4b96-abb2-f90e2fa744d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b29e82a7-557d-44f5-9396-1500b88a4627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401351 Sep 27 09:46:37.392718 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:46:37.411582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-736282b2-1265-4cdc-b114-0350f975f452 service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866802 Sep 27 09:46:37.506388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-93b57c06-cbf3-44c2-bf2e-22b02a9267b7 req-a73a97b6-c6a3-49ec-ab38-cdbc409835f3 service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870359 Sep 27 09:46:37.615097 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'port_id': 'b8835636-6cdd-4287-912f-27555b572abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'mac_address': 'fa:16:3e:e0:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a13848-78d3-4857-9154-791160e2862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:46:35Z', 'updated_at': '2021-09-27T09:46:35Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:26Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:46:37.726609 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655773c8-a445-4b2c-b15c-8f7140a36631 None None] The sync data for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 is: [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'port_id': 'b8835636-6cdd-4287-912f-27555b572abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'mac_address': 'fa:16:3e:e0:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a13848-78d3-4857-9154-791160e2862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:46:35Z', 'updated_at': '2021-09-27T09:46:35Z', 'revision_number': 0, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:26Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:46:37.929502 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff3297-5c5a-4798-80bb-a1224319791d None None] New status for floating IP eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1: ACTIVE {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:46:38.173560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41182) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:46:38.247630 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-75f54194-82a8-4620-8a55-0621e9a8154c tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1 HTTP/1.1" status: 200 len: 993 time: 0.0724604 Sep 27 09:46:43.602196 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:46:44.974327 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:45.224163 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9490048c-c0df-46c4-a9c5-fca6ab7eeee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:47.678131 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7aa5cc48-48b8-415e-a325-9227fba8e845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:48.171086 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:49.316825 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:46:50.920032 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:06.630426 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:13.767146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7aaf-a855-44c1-8aae-a54c951aa147 req-6cda3203-7325-4252-a895-ecbe83f776d5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:13.768649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da3c7aaf-a855-44c1-8aae-a54c951aa147 req-6cda3203-7325-4252-a895-ecbe83f776d5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0527787 Sep 27 09:47:13.815568 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-da3c7aaf-a855-44c1-8aae-a54c951aa147 req-9fdb2e7c-75d4-4d0d-b400-4b0159afa4d2 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378640 Sep 27 09:47:14.958021 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485cd92-aff0-4cef-a078-540cc2bcee66 req-f57cea78-17f1-4c7b-89fc-cef28203c45f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:14.959395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:14.959876 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b485cd92-aff0-4cef-a078-540cc2bcee66 req-f57cea78-17f1-4c7b-89fc-cef28203c45f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0516891 Sep 27 09:47:15.001940 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b485cd92-aff0-4cef-a078-540cc2bcee66 req-26963d28-20a6-4674-b519-cb1626ad6ed0 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339146 Sep 27 09:47:15.033636 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:15.097132 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3399d60c-1dfd-4f2c-afc2-1d25974ea25b tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1 HTTP/1.1" status: 200 len: 993 time: 0.0623398 Sep 27 09:47:15.227777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fc2bd12-0c17-41a5-a9ef-0403dac236f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:16.424721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491b96-43e0-4e6f-ac52-2fbde5c12d31 req-54ef5e35-09f2-457a-a35c-681c64b23051 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:16.426227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c491b96-43e0-4e6f-ac52-2fbde5c12d31 req-54ef5e35-09f2-457a-a35c-681c64b23051 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0720861 Sep 27 09:47:16.449038 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-b918ed51-77cd-466c-9937-9e25ee91fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:16.450691 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-b918ed51-77cd-466c-9937-9e25ee91fc3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 1096 time: 0.0654457 Sep 27 09:47:16.486733 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7c491b96-43e0-4e6f-ac52-2fbde5c12d31 req-8ebd301a-2f74-466e-bc6e-67c8a7e00d6d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544305 Sep 27 09:47:16.556978 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-907327f3-881f-4cd4-b9de-347f153767f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:16.558492 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-907327f3-881f-4cd4-b9de-347f153767f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b29e82a7-557d-44f5-9396-1500b88a4627 HTTP/1.1" status: 200 len: 898 time: 0.0998604 Sep 27 09:47:16.628041 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-d518304e-0c50-476a-a96a-62243553abad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8835636-6cdd-4287-912f-27555b572abe HTTP/1.1" status: 200 len: 1001 time: 0.0610297 Sep 27 09:47:16.676008 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-d564af5b-1c1c-433c-a8d3-d7537d19c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:16.677338 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-d564af5b-1c1c-433c-a8d3-d7537d19c85a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be43b14b-aa74-4779-8065-272a597ddb6f HTTP/1.1" status: 200 len: 834 time: 0.0419519 Sep 27 09:47:16.728463 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-ca463435-5ac2-4324-9ab2-09d345516605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:16.729940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-ca463435-5ac2-4324-9ab2-09d345516605 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b29e82a7-557d-44f5-9396-1500b88a4627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439959 Sep 27 09:47:16.817707 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-f85d9352-18e3-4af1-9b18-ca5f4a4af53e service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796969 Sep 27 09:47:16.912525 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd9421a0-6a59-42f7-b713-22b8fb7ec44d req-4ed3d91c-4031-4c67-9467-c143f8f4102a service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870643 Sep 27 09:47:17.615637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1c301-e10f-421b-9765-a54d41da8810 req-a30e2228-9575-4658-bcbf-bad7f1c268df tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:17.617183 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5d1c301-e10f-421b-9765-a54d41da8810 req-a30e2228-9575-4658-bcbf-bad7f1c268df tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0588276 Sep 27 09:47:17.665175 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d5d1c301-e10f-421b-9765-a54d41da8810 req-e7c0e76d-6f8e-448c-85dc-9b100ce00c81 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386338 Sep 27 09:47:17.675862 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96df0538-a549-4cd8-97e0-725358edadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:18.164621 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:18.791766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02446386-2581-44e3-9bb3-49fb62d5d679 req-b17539e5-2134-4f35-a9fb-22651f01b9c6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:18.793283 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02446386-2581-44e3-9bb3-49fb62d5d679 req-b17539e5-2134-4f35-a9fb-22651f01b9c6 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0506859 Sep 27 09:47:18.833594 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-02446386-2581-44e3-9bb3-49fb62d5d679 req-dadd2493-d697-48d5-850f-8332e0c03865 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Sep 27 09:47:18.856235 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:18.924382 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c4d3039-31f4-4c86-b117-e115da95c596 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/floatingips/eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1 HTTP/1.1" status: 200 len: 993 time: 0.0667081 Sep 27 09:47:19.175537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41224) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:19.313271 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:19.354637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port 8a34394a-61e6-49f5-9465-737033e45ab1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:47:19.354994 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:19.433939 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:19.434277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:19.445886 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for 8a34394a-61e6-49f5-9465-737033e45ab1 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:47:19.938550 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:19.964817 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=8a34394a-61e6-49f5-9465-737033e45ab1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:19.975470 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.975793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.976148 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.976506 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.976837 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.977738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.977738 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.977906 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.978091 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.978425 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.978737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:19.979057 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:20.038460 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:20.038888 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Floating IP eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1 disassociated (deleted). External IP: 172.25.2.244, port: b8835636-6cdd-4287-912f-27555b572abe. Sep 27 09:47:20.256921 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:47:20.373398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:47:20.378535 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:20.383189 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] Sync routers for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:47:20.392431 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:20.393051 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:20.405425 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aeb02a6d-b420-4267-8067-8ef0667aa55f tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/floatingips/eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1 HTTP/1.1" status: 204 len: 168 time: 1.2284911 Sep 27 09:47:20.406093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:47:20.409269 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e47a9bc-32c5-4dc1-986b-40a962488a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "tag": "b8835636-6cdd-4287-912f-27555b572abe"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:47:20.452342 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0171934-6ee9-454d-8015-0a40a66a26db x-openstack-request-id: req-f0171934-6ee9-454d-8015-0a40a66a26db {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:47:20.452829 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "tag": "b8835636-6cdd-4287-912f-27555b572abe", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:47:20.453193 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0171934-6ee9-454d-8015-0a40a66a26db {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:47:20.453654 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe', 'status': 'completed', 'code': 200} Sep 27 09:47:20.505464 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:20.516045 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-8f91454e-ee48-4c07-b527-3af10dbb304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:20.517768 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-8f91454e-ee48-4c07-b527-3af10dbb304f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0e404c5df444828145ff7ba89f19ef&device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 1096 time: 0.0413032 Sep 27 09:47:20.620156 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-75ef8f7c-3fb0-483b-88a9-7630e197be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:20.621712 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-75ef8f7c-3fb0-483b-88a9-7630e197be7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b29e82a7-557d-44f5-9396-1500b88a4627 HTTP/1.1" status: 200 len: 898 time: 0.0957365 Sep 27 09:47:20.642757 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:47:20.667951 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8b952-f3cf-44e4-812a-48734cc2aa9a req-a950ffeb-21ed-48fb-bd8e-e888fcbf3453 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:20.669748 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6b8b952-f3cf-44e4-812a-48734cc2aa9a req-a950ffeb-21ed-48fb-bd8e-e888fcbf3453 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0583797 Sep 27 09:47:20.674817 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-6444391d-27f7-47cc-8b74-8320fb6963cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8835636-6cdd-4287-912f-27555b572abe HTTP/1.1" status: 200 len: 217 time: 0.0441887 Sep 27 09:47:20.711189 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f6b8b952-f3cf-44e4-812a-48734cc2aa9a req-ee8417ec-ca7f-4636-927c-64a13273b038 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350282 Sep 27 09:47:20.728554 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:26Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:20.731644 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-3c51c678-3554-4e44-9ca2-acebdec3d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:20.733152 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-3c51c678-3554-4e44-9ca2-acebdec3d6d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be43b14b-aa74-4779-8065-272a597ddb6f HTTP/1.1" status: 200 len: 834 time: 0.0500548 Sep 27 09:47:20.754679 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] Checking router: 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:47:20.763064 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:20.763769 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:20.779738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-19837ef3-06a9-4b94-8aa0-3257aa171eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:20.780804 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-19837ef3-06a9-4b94-8aa0-3257aa171eec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b29e82a7-557d-44f5-9396-1500b88a4627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398550 Sep 27 09:47:20.864167 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:20.874103 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-df2aefe3-f391-45e8-ab42-26839ffeea22 service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853326 Sep 27 09:47:20.914986 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:20.967192 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4e47a9bc-32c5-4dc1-986b-40a962488a9c req-28375edb-42ba-4fd2-b68c-f21509c21ed6 service neutron] 10.222.0.57 "GET /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852380 Sep 27 09:47:21.074085 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:26Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:21.104086 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dd71c-802d-40a5-9b3a-8e366e6ea96d None None] The sync data for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 is: [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:46:23Z', 'revision_number': 4, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5', 'name': '', 'network_id': 'b29e82a7-557d-44f5-9396-1500b88a4627', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'mac_address': 'fa:16:3e:fe:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:23Z', 'updated_at': '2021-09-27T09:46:26Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'subnets': [{'id': 'be43b14b-aa74-4779-8065-272a597ddb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:47:21.342878 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e08440-2e44-4be7-8c4a-eb53530487b0 None None] New status for floating IP eb43d7eb-cab3-4f99-a2bc-7851d92ff4d1: DOWN {{(pid=94832) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:47:21.843012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e93496-acca-4080-bcfd-5d4b638ec1d8 req-16d9461f-57c4-4795-baf4-2210eb75ae67 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:21.844533 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16e93496-acca-4080-bcfd-5d4b638ec1d8 req-16d9461f-57c4-4795-baf4-2210eb75ae67 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0489933 Sep 27 09:47:21.891166 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-16e93496-acca-4080-bcfd-5d4b638ec1d8 req-49e73b94-553b-488c-a8e5-898927015c26 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/security-groups?id=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Sep 27 09:47:22.255146 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-022edfe3-b596-4bad-8ae0-0cf6e51ab56d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:22.256659 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-022edfe3-b596-4bad-8ae0-0cf6e51ab56d tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 945 time: 0.0660808 Sep 27 09:47:22.348709 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port b8835636-6cdd-4287-912f-27555b572abe {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:47:22.349057 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:22.450578 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port b8835636-6cdd-4287-912f-27555b572abe, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=b8835636-6cdd-4287-912f-27555b572abe,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:22.450939 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:22.463486 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for b8835636-6cdd-4287-912f-27555b572abe owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:47:22.593800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:22.625457 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=b8835636-6cdd-4287-912f-27555b572abe,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:22.637609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.638032 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.638308 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.638791 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.639043 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.639279 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.639600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.640070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.640440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.640787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.641103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.641421 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:22.675590 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] No DVR routers for this DVR port b8835636-6cdd-4287-912f-27555b572abe on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:47:22.678410 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:22.680665 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0bec9d17-ad2a-4cf8-8335-fb2039c7471d req-fed31145-1c60-41bf-97e2-f035d3216155 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.57 "DELETE /v2.0/ports/b8835636-6cdd-4287-912f-27555b572abe HTTP/1.1" status: 204 len: 173 time: 0.4165144 Sep 27 09:47:22.681121 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'name': 'network-vif-deleted', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:47:22.683425 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd3db39-3068-410c-8b7f-91b396e9b601" -d '{"events": [{"server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "name": "network-vif-deleted", "tag": "b8835636-6cdd-4287-912f-27555b572abe"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:47:22.721158 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3c4e0-39fe-4543-9e5e-d3fe0bc90143 x-openstack-request-id: req-e1d3c4e0-39fe-4543-9e5e-d3fe0bc90143 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:47:22.721448 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a13848-78d3-4857-9154-791160e2862c", "name": "network-vif-deleted", "tag": "b8835636-6cdd-4287-912f-27555b572abe", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:47:22.721699 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1d3c4e0-39fe-4543-9e5e-d3fe0bc90143 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:47:22.722097 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a13848-78d3-4857-9154-791160e2862c', 'name': 'network-vif-deleted', 'tag': 'b8835636-6cdd-4287-912f-27555b572abe', 'status': 'completed', 'code': 200} Sep 27 09:47:22.998759 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-461c9098-a8f5-47ff-a199-ed79dfb4993e req-496cbaf4-1285-4d2c-abc2-abd26b5d3ac5 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a13848-78d3-4857-9154-791160e2862c HTTP/1.1" status: 200 len: 210 time: 0.0265274 Sep 27 09:47:24.062028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41242) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:24.432494 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:24.694322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:47:24.694671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:24.793544 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:24.793890 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:24.807044 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:47:24.997460 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:25.353470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:25.528141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:25.752021 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:47:25.863204 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:47:25.868609 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d4eac8b0-d945-4199-b679-b822a3327ffb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "PUT /v2.0/routers/316ce0ce-9f35-4d0c-acc7-cd5fe545b10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055315 Sep 27 09:47:25.871501 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41244) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:25.874406 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] Sync routers for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:47:25.885045 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:25.885794 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:25.921720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b97893-5232-4ab5-8b8f-6d69f8bd1feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting subnet be43b14b-aa74-4779-8065-272a597ddb6f {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:47:25.925020 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51b97893-5232-4ab5-8b8f-6d69f8bd1feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:25.965254 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51b97893-5232-4ab5-8b8f-6d69f8bd1feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:25.988760 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:26.056690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51b97893-5232-4ab5-8b8f-6d69f8bd1feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.115540 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51b97893-5232-4ab5-8b8f-6d69f8bd1feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.141751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b97893-5232-4ab5-8b8f-6d69f8bd1feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Subnet': ['ID=be43b14b-aa74-4779-8065-272a597ddb6f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:26.147547 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-51b97893-5232-4ab5-8b8f-6d69f8bd1feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.149629 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-51b97893-5232-4ab5-8b8f-6d69f8bd1feb tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/subnets/be43b14b-aa74-4779-8065-272a597ddb6f HTTP/1.1" status: 204 len: 168 time: 0.2770154 Sep 27 09:47:26.153251 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41246) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:26.155316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cef011-b091-468b-a56f-dc211a94f637 None None] Network b29e82a7-557d-44f5-9396-1500b88a4627 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:47:26.170468 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:47:24Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:26.196790 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] Checking router: 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:47:26.205513 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] Routers {'316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:26.206136 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:26.276619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.311685 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] Set router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:26.342958 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] DHCP port deletion for b29e82a7-557d-44f5-9396-1500b88a4627 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:47:26.397744 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.482310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Deleting port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:47:26.483141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.547756 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f3147def-4823-41d0-b930-aebc8f734d1c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:47:26.572749 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] For port b3e70dea-68ac-4c97-bfb8-eefb77fc08ff, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=b3e70dea-68ac-4c97-bfb8-eefb77fc08ff,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:26.573134 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.585996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Calling delete_port for b3e70dea-68ac-4c97-bfb8-eefb77fc08ff owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:47:26.596633 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:47:24Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:26.603629 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] Deleting port f3147def-4823-41d0-b930-aebc8f734d1c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:47:26.604044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.623438 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca46ecf-28ac-42a0-9e68-7e4e57e505db None None] The sync data for ids ['316ce0ce-9f35-4d0c-acc7-cd5fe545b10f'] in n-d-810909-1 is: [{'id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710577055', 'tenant_id': 'ba0e404c5df444828145ff7ba89f19ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:46:20Z', 'updated_at': '2021-09-27T09:47:24Z', 'revision_number': 5, 'project_id': 'ba0e404c5df444828145ff7ba89f19ef', 'gw_port': {'id': 'b3e70dea-68ac-4c97-bfb8-eefb77fc08ff', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ce0ce-9f35-4d0c-acc7-cd5fe545b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:46:21Z', 'updated_at': '2021-09-27T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:47:26.656355 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.702606 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] For port f3147def-4823-41d0-b930-aebc8f734d1c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f3147def-4823-41d0-b930-aebc8f734d1c,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:26.703011 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.726687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] Calling delete_port for f3147def-4823-41d0-b930-aebc8f734d1c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:47:26.737888 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port f3147def-4823-41d0-b930-aebc8f734d1c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f3147def-4823-41d0-b930-aebc8f734d1c,segment=NetworkSegment(4e7d91fb-47fa-4d96-9a9d-b33129ad6db5),segment_id=4e7d91fb-47fa-4d96-9a9d-b33129ad6db5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:26.744706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.776745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.799619 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Port': ['ID=b3e70dea-68ac-4c97-bfb8-eefb77fc08ff,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:26.838478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=f3147def-4823-41d0-b930-aebc8f734d1c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:26.853171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.853539 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.853947 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.854277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.854685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.855017 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.855339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.855699 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.856060 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.856375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.856724 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.857037 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:26.866745 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.871964 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.894816 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] Pushing event deleted for resources: {'Port': ['ID=f3147def-4823-41d0-b930-aebc8f734d1c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:26.900372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6cf5f-03a0-4d0d-89e5-43b0a7a80c93 None None] No DVR routers for this DVR port f3147def-4823-41d0-b930-aebc8f734d1c on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:47:26.955923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:26.958292 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.001832 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.002512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Fanout notify agent at l3_agent the message router_deleted on router 316ce0ce-9f35-4d0c-acc7-cd5fe545b10f {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:47:27.009671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.010787 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-708a793d-a9e2-4849-a31a-f3aa086b2354 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/routers/316ce0ce-9f35-4d0c-acc7-cd5fe545b10f HTTP/1.1" status: 204 len: 168 time: 0.8562336 Sep 27 09:47:27.013452 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41248) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:27.095099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.179347 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.201371 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29e82a7-557d-44f5-9396-1500b88a4627']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:27.213587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:27.213977 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7d91fb-47fa-4d96-9a9d-b33129ad6db5') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:27.225369 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.240800 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.247392 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:47:27.247792 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:47:27.250842 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:47:27.314399 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.322261 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.324267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/networks/b29e82a7-557d-44f5-9396-1500b88a4627 HTTP/1.1" status: 204 len: 168 time: 0.3097596 Sep 27 09:47:27.327143 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41250) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:27.339355 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70823c2d-a908-44fb-a5d2-985e88fcd0e1 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'Network': ['ID=b29e82a7-557d-44f5-9396-1500b88a4627,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:27.387480 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b12e06e6-3fc4-4d45-af19-ed150c7a4822 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.411961 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b12e06e6-3fc4-4d45-af19-ed150c7a4822 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.474936 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b12e06e6-3fc4-4d45-af19-ed150c7a4822 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.477177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b8835636-6cdd-4287-912f-27555b572abe no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:47:27.477760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b12e06e6-3fc4-4d45-af19-ed150c7a4822 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:27.481953 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-b12e06e6-3fc4-4d45-af19-ed150c7a4822 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] 10.222.0.50 "DELETE /v2.0/security-groups/9eea21ca-72d5-49fb-a9e2-92ffb9ea6771 HTTP/1.1" status: 204 len: 168 time: 0.1537843 Sep 27 09:47:27.492360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e06e6-3fc4-4d45-af19-ed150c7a4822 tempest-TestNetworkAdvancedServerOps-940925639 tempest-TestNetworkAdvancedServerOps-940925639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eea21ca-72d5-49fb-a9e2-92ffb9ea6771,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:27.502880 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: b8835636-6cdd-4287-912f-27555b572abe {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:47:27.503228 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device b8835636-6cdd-4287-912f-27555b572abe not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:47:27.817789 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41258) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:27.968562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c086a120-3f70-4023-955a-acea7f1709f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba0e404c5df444828145ff7ba89f19ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494410 Sep 27 09:47:27.972317 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41262) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:28.020777 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0afe5755-0644-4268-ac18-cd92eb4188be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.047705 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0afe5755-0644-4268-ac18-cd92eb4188be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.103027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0afe5755-0644-4268-ac18-cd92eb4188be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.106679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-0afe5755-0644-4268-ac18-cd92eb4188be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.107802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0afe5755-0644-4268-ac18-cd92eb4188be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d98f5c90-be68-4f96-96a3-2f138a7eccf6 HTTP/1.1" status: 204 len: 168 time: 0.1346099 Sep 27 09:47:28.115325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe5755-0644-4268-ac18-cd92eb4188be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f5c90-be68-4f96-96a3-2f138a7eccf6,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:28.404099 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:28.417419 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b438923-95f6-4cc2-b66e-13d552299f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.426173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b3e70dea-68ac-4c97-bfb8-eefb77fc08ff no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:47:28.446913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: b3e70dea-68ac-4c97-bfb8-eefb77fc08ff {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:47:28.447268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device b3e70dea-68ac-4c97-bfb8-eefb77fc08ff not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:47:28.447754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:47:28.466677 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:47:28.467010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f5738f9e-f8d5-4520-a7f4-c913e8fcf0e5 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:47:28.514985 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b438923-95f6-4cc2-b66e-13d552299f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.520712 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b438923-95f6-4cc2-b66e-13d552299f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.561184 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b438923-95f6-4cc2-b66e-13d552299f50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39101ca351ca4351b16a293062669ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558754 Sep 27 09:47:28.562001 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b438923-95f6-4cc2-b66e-13d552299f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1375bbe3-e2c4-459e-96d1-243ed944579e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:28.564070 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41270) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:28.621007 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eda47b1-0d68-4452-b37c-10b656263dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.642187 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eda47b1-0d68-4452-b37c-10b656263dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.697517 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eda47b1-0d68-4452-b37c-10b656263dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.700128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3eda47b1-0d68-4452-b37c-10b656263dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:28.701364 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3eda47b1-0d68-4452-b37c-10b656263dd1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1375bbe3-e2c4-459e-96d1-243ed944579e HTTP/1.1" status: 204 len: 168 time: 0.1361380 Sep 27 09:47:28.709014 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda47b1-0d68-4452-b37c-10b656263dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1375bbe3-e2c4-459e-96d1-243ed944579e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:29.467548 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:29.570340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-645864005-network', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:29.599343 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Made reservation on behalf of 92a8fad44e9c4bedb396bdbbd8f3b704 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:47:29.602792 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.612277 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.698589 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.704212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.728495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:47:29.738265 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e0028-239c-4b9e-88a3-256ae17566e1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:29.743442 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.743824 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Added segment 9d3776d5-58cd-4598-8193-66bd70e45295 of type vlan for network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 Sep 27 09:47:29.782826 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.817701 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.818919 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:29.819819 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.854304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3856368 Sep 27 09:47:29.857727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41296) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:29.863456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Request body: {'subnet': {'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-645864005-subnet', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'ip_version': 4}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:29.887093 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97848825-29f8-482c-bc58-f1a219197598 admin admin] Pushing event updated for resources: {'Network': ['ID=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:29.887353 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Made reservation on behalf of 92a8fad44e9c4bedb396bdbbd8f3b704 for: {'subnet': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:47:29.890897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4527512'] for subnet, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:29.897324 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:47:30.068861 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4333815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4527530'] for subnet, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.116281 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6c931a-ab49-4174-af8d-05bc720450a8,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:30.132514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Checking segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:30.132947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Network hostable DHCP agents. Network: 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94830) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:47:30.157408 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94830) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:47:30.167379 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625) {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:30.171878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:30.173119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.177014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624097e1-89e3-4c4b-94d9-718e4c6e1c09 None None] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:47:30.188482 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-1faea097-233a-49e0-9eb5-3dcb73c929ad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3288767 Sep 27 09:47:30.191293 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41298) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:30.196491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:30.223840 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.224921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.280216 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.328293 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:47:30.329218 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.416115 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.467595 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Allocated IP 172.20.0.2 (9abc175c-aaa6-4cc6-b8fb-4cf14aa32625/2d6c931a-ab49-4174-af8d-05bc720450a8/69a46d9f-6924-42c4-9c1e-e27f9626985c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:47:30.605044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.609444 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.612009 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.628282 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.653398 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:30.656223 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:30.659639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:47:30.667184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Pushing event updated for resources: {'Port': ['ID=69a46d9f-6924-42c4-9c1e-e27f9626985c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:30.717669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Attempting to bind port 69a46d9f-6924-42c4-9c1e-e27f9626985c on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:47:30.718042 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Attempting to bind port 69a46d9f-6924-42c4-9c1e-e27f9626985c by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:47:30.718408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Attempting to bind port 69a46d9f-6924-42c4-9c1e-e27f9626985c on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:47:30.723607 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:47:30.723983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Checking segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:30.724418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.724833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Bound using segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:47:30.725301 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Bound port: 69a46d9f-6924-42c4-9c1e-e27f9626985c, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:47:30.725683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.736031 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Allocated IP 172.25.2.135 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/73616ded-c210-4767-b300-0ce0d7576a62) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:47:30.789839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] For port 69a46d9f-6924-42c4-9c1e-e27f9626985c, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:47:30.793064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] For port 69a46d9f-6924-42c4-9c1e-e27f9626985c, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=69a46d9f-6924-42c4-9c1e-e27f9626985c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:47:30.798645 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.838655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.860277 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736a77-5a9a-405a-a5ac-94d75f2956bb None None] Pushing event updated for resources: {'Port': ['ID=69a46d9f-6924-42c4-9c1e-e27f9626985c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:30.875648 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:30.916304 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:30.919255 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:30.922785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:47:30.948217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Pushing event updated for resources: {'Port': ['ID=73616ded-c210-4767-b300-0ce0d7576a62,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:31.189194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:31.720810 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee61677-6bca-421a-859a-6d93769c86b9 None None] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:47:31.735708 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:31.782264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cd7c13db-2d7e-4def-af1c-0f91d1e506d1 None None] Provisioning complete for port 69a46d9f-6924-42c4-9c1e-e27f9626985c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:31.782669 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd7c13db-2d7e-4def-af1c-0f91d1e506d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:31.862305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:47:31.923305 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd7c13db-2d7e-4def-af1c-0f91d1e506d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:31.962050 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cd7c13db-2d7e-4def-af1c-0f91d1e506d1 None None] For port 69a46d9f-6924-42c4-9c1e-e27f9626985c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=69a46d9f-6924-42c4-9c1e-e27f9626985c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:31.967945 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd7c13db-2d7e-4def-af1c-0f91d1e506d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:31.973443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:47:31.991349 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:31.992727 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-f91e7c10-d1ae-4bfe-880d-e94a3e20d3ce admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8000655 Sep 27 09:47:31.995291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Sync routers for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:47:31.997396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41300) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:32.014415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:32.015053 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:32.068922 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c13db-2d7e-4def-af1c-0f91d1e506d1 None None] Pushing event updated for resources: {'Port': ['ID=69a46d9f-6924-42c4-9c1e-e27f9626985c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:32.141685 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:32.258504 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e2819046-0560-4fee-8669-daa38ad80dea None None] Provisioning complete for port 69a46d9f-6924-42c4-9c1e-e27f9626985c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:32.258756 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2819046-0560-4fee-8669-daa38ad80dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.394128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:31Z', 'revision_number': 3, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:32.426639 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Checking router: 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:47:32.427146 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Updating router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 port 73616ded-c210-4767-b300-0ce0d7576a62 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:47:32.430642 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.454305 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.458397 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 69a46d9f-6924-42c4-9c1e-e27f9626985c up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:32.596646 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 69a46d9f-6924-42c4-9c1e-e27f9626985c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:32.596892 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.598365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Allocated IP 172.20.0.1 (9abc175c-aaa6-4cc6-b8fb-4cf14aa32625/2d6c931a-ab49-4174-af8d-05bc720450a8/78b364c5-60f5-4833-8cc3-7224d1423897) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:47:32.701723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.735741 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.778174 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:32.781117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:32.784550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:47:32.792088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Pushing event updated for resources: {'Port': ['ID=78b364c5-60f5-4833-8cc3-7224d1423897,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:32.805666 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.813785 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.830838 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.864534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Attempting to bind port 73616ded-c210-4767-b300-0ce0d7576a62 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:47:32.864919 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Attempting to bind port 73616ded-c210-4767-b300-0ce0d7576a62 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:47:32.865287 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Attempting to bind port 73616ded-c210-4767-b300-0ce0d7576a62 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:47:32.877645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecba67-44fe-4248-a00f-e9f0ac6d21d5 None None] Pushing event updated for resources: {'Port': ['ID=73616ded-c210-4767-b300-0ce0d7576a62,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:32.881624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:47:32.882014 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:32.882431 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.882828 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:47:32.883330 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Bound port: 73616ded-c210-4767-b300-0ce0d7576a62, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:47:32.883721 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.944484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] For port 73616ded-c210-4767-b300-0ce0d7576a62, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:47:32.948112 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] For port 73616ded-c210-4767-b300-0ce0d7576a62, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=73616ded-c210-4767-b300-0ce0d7576a62,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:47:32.954024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:32.976945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:33.025395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-64943475-652a-4650-bbc1-9e33c0b771f1 None None] Provisioning complete for port 78b364c5-60f5-4833-8cc3-7224d1423897 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:33.025775 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64943475-652a-4650-bbc1-9e33c0b771f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:33.027212 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:33.027954 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:33.029568 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecba67-44fe-4248-a00f-e9f0ac6d21d5 None None] Pushing event updated for resources: {'Port': ['ID=73616ded-c210-4767-b300-0ce0d7576a62,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:33.104801 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-64943475-652a-4650-bbc1-9e33c0b771f1 None None] Port 78b364c5-60f5-4833-8cc3-7224d1423897 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:47:33.137526 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:33.144074 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:33.162089 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:33.212728 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Pushing event updated for resources: {'Port': ['ID=78b364c5-60f5-4833-8cc3-7224d1423897,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:33.215453 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:33.305558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:33.306990 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:33.373248 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 1, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:33.400041 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4fde8-d2b5-4b13-870e-1b9826e071f8 None None] The sync data for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 is: [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 1, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:47:33.435767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:47:33.528518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-6278b0e7-5276-42f2-a21a-ce2d8a361758 None None] Provisioning complete for port 78b364c5-60f5-4833-8cc3-7224d1423897 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:33.528985 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6278b0e7-5276-42f2-a21a-ce2d8a361758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:33.551254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:47:33.560902 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6a308fbf-af5e-4b0c-b743-782f3ad58867 admin admin] 10.222.0.50 "PUT /v2.0/routers/9e24a5c4-6a3f-4bc7-874f-5ba5d421e155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626340 Sep 27 09:47:33.564446 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6278b0e7-5276-42f2-a21a-ce2d8a361758 None None] Port 78b364c5-60f5-4833-8cc3-7224d1423897 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:47:34.075206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41316) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:34.081951 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-783027393-network', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:34.114396 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Made reservation on behalf of 479a9cad015f4a5f9b9910a9be44a331 for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:47:34.116948 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.127258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.230174 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.234762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.263445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:47:34.270022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cee999d-5974-43e3-8cf3-e55ec4e221fc,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:34.278156 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.278507 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Added segment a639579d-de02-4609-9f2a-283bffbfef4c of type vlan for network d6451fc5-9cb8-4af8-bd23-30ba123f774c Sep 27 09:47:34.320293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.347161 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.348168 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:34.348784 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.387044 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3106928 Sep 27 09:47:34.390465 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:34.395651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Request body: {'subnet': {'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-783027393-subnet', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:34.417626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d5a68-0d29-4b17-9640-619556f98b27 admin admin] Pushing event updated for resources: {'Network': ['ID=d6451fc5-9cb8-4af8-bd23-30ba123f774c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:34.431678 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Made reservation on behalf of 479a9cad015f4a5f9b9910a9be44a331 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:47:34.434182 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.434767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network d6451fc5-9cb8-4af8-bd23-30ba123f774c details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:47:34.497703 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 73616ded-c210-4767-b300-0ce0d7576a62 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:34.555688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 73616ded-c210-4767-b300-0ce0d7576a62 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:34.556663 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.612305 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.644849 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.668879 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 73616ded-c210-4767-b300-0ce0d7576a62, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=73616ded-c210-4767-b300-0ce0d7576a62,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:34.673962 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.677560 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2061021-ec44-4cbb-9c65-4a64445620e0,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:34.683034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Checking segment: {'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:34.683344 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Network hostable DHCP agents. Network: d6451fc5-9cb8-4af8-bd23-30ba123f774c, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:47:34.701070 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Network d6451fc5-9cb8-4af8-bd23-30ba123f774c is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:47:34.709864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, d6451fc5-9cb8-4af8-bd23-30ba123f774c) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:34.714562 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:34.715163 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.720013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aaafed-7072-4bb9-a7f3-15f46bed4372 None None] Network d6451fc5-9cb8-4af8-bd23-30ba123f774c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:47:34.727645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=73616ded-c210-4767-b300-0ce0d7576a62,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:34.731352 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0df7fe23-269a-42a0-8d74-f973ca65800a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3397150 Sep 27 09:47:34.734232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41320) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:34.739325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:34.761685 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.762806 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.823046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:34.962982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.034818 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-d6451fc5-9cb8-4af8-bd23-30ba123f774c', 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'fixed_ips': [{'subnet_id': 'a2061021-ec44-4cbb-9c65-4a64445620e0'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:47:35.035689 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.172759 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.178286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Allocated IP 172.20.0.2 (d6451fc5-9cb8-4af8-bd23-30ba123f774c/a2061021-ec44-4cbb-9c65-4a64445620e0/ba76a551-e0c0-468b-886e-612178823caa) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:47:35.193982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.310939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Allocated IP 172.25.2.17 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/262678f7-20ef-4bfd-8f2c-b2e02f83b160) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:47:35.336579 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.344680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.368680 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Sync routers for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:47:35.378789 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:35.379583 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:35.388676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Network d6451fc5-9cb8-4af8-bd23-30ba123f774c is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:35.391900 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:35.398805 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:47:35.401541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Pushing event updated for resources: {'Port': ['ID=ba76a551-e0c0-468b-886e-612178823caa,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:35.430050 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.458512 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Attempting to bind port ba76a551-e0c0-468b-886e-612178823caa on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:47:35.459120 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Attempting to bind port ba76a551-e0c0-468b-886e-612178823caa by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:47:35.459275 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Attempting to bind port ba76a551-e0c0-468b-886e-612178823caa on network d6451fc5-9cb8-4af8-bd23-30ba123f774c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:47:35.464955 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:47:35.465432 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.465655 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Checking segment: {'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:35.465997 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.466395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Bound using segment: {'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:47:35.467048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Bound port: ba76a551-e0c0-468b-886e-612178823caa, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:47:35.467534 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.494691 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:35.503725 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:35.506551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:35.509965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:47:35.517641 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Pushing event updated for resources: {'Port': ['ID=262678f7-20ef-4bfd-8f2c-b2e02f83b160,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:35.540667 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] For port ba76a551-e0c0-468b-886e-612178823caa, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:47:35.543926 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] For port ba76a551-e0c0-468b-886e-612178823caa, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ba76a551-e0c0-468b-886e-612178823caa,segment=NetworkSegment(a639579d-de02-4609-9f2a-283bffbfef4c),segment_id=a639579d-de02-4609-9f2a-283bffbfef4c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:47:35.549781 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.613745 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661008-4889-4eb0-bcba-4db71947bd0d None None] Pushing event updated for resources: {'Port': ['ID=ba76a551-e0c0-468b-886e-612178823caa,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:35.709545 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:33Z', 'revision_number': 2, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:35.735587 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Checking router: 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:47:35.735932 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Updating router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 port 78b364c5-60f5-4833-8cc3-7224d1423897 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:47:35.761627 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:35.802283 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.014771 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.051278 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.057888 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.129467 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Pushing event updated for resources: {'Port': ['ID=78b364c5-60f5-4833-8cc3-7224d1423897,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:36.151923 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.152265 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.152729 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.153055 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.153385 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.153710 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.154068 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.154419 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.154755 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.155073 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.155394 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.155713 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:47:36.156299 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:47:36.168956 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Attempting to bind port 78b364c5-60f5-4833-8cc3-7224d1423897 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:47:36.169325 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Attempting to bind port 78b364c5-60f5-4833-8cc3-7224d1423897 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:47:36.169689 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Attempting to bind port 78b364c5-60f5-4833-8cc3-7224d1423897 on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:47:36.175016 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:47:36.175386 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Checking segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:36.175868 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.176264 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Bound using segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:47:36.176777 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Bound port: 78b364c5-60f5-4833-8cc3-7224d1423897, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:47:36.177152 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.251949 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] For port 78b364c5-60f5-4833-8cc3-7224d1423897, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:47:36.255811 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] For port 78b364c5-60f5-4833-8cc3-7224d1423897, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=78b364c5-60f5-4833-8cc3-7224d1423897,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:47:36.261374 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.277531 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:47:36.290641 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Sync routers for ids ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:47:36.305161 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Routers {'b6dd7672-6818-48ae-88fd-c9ca55ba2a51'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:36.305762 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:36.306690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.309482 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4eed39ec-3b2b-44b3-a4c3-f0643de84749 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5725360 Sep 27 09:47:36.311559 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:36.339993 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:36.340946 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:36.439632 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a1e67-1f3f-45cc-aa30-b09d49cb7107 None None] Pushing event updated for resources: {'Port': ['ID=78b364c5-60f5-4833-8cc3-7224d1423897,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:36.462790 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:36.502379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a0770791-c402-49f0-9d50-3baaee0d3958 None None] Provisioning complete for port 78b364c5-60f5-4833-8cc3-7224d1423897 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:36.502949 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0770791-c402-49f0-9d50-3baaee0d3958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.567527 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Set router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:36.668307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ba76a551-e0c0-468b-886e-612178823caa up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:36.762620 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:36Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:36.794856 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519caa5-4663-4335-b53f-c969e4ad5d65 None None] The sync data for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 is: [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:36Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:47:36.825843 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.862306 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065718dc-4e5c-41b4-8dd9-bb8352f09d00 None None] Network d6451fc5-9cb8-4af8-bd23-30ba123f774c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:47:36.940575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.943307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ba76a551-e0c0-468b-886e-612178823caa triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:36.943776 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:36.996837 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0770791-c402-49f0-9d50-3baaee0d3958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.074633 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a0770791-c402-49f0-9d50-3baaee0d3958 None None] For port 78b364c5-60f5-4833-8cc3-7224d1423897, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=78b364c5-60f5-4833-8cc3-7224d1423897,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:37.082070 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0770791-c402-49f0-9d50-3baaee0d3958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.114466 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Allocated IP 172.20.0.1 (d6451fc5-9cb8-4af8-bd23-30ba123f774c/a2061021-ec44-4cbb-9c65-4a64445620e0/6dd87c82-899c-45d4-af9b-93afa1945c82) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:47:37.133796 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:47:35Z', 'revision_number': 3, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:37.201596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Checking router: b6dd7672-6818-48ae-88fd-c9ca55ba2a51 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:47:37.202366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Updating router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 port 262678f7-20ef-4bfd-8f2c-b2e02f83b160 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:47:37.242804 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.268587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.270421 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0770791-c402-49f0-9d50-3baaee0d3958 None None] Pushing event updated for resources: {'Port': ['ID=78b364c5-60f5-4833-8cc3-7224d1423897,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:37.275583 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.279217 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.311235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cedf1219-6af0-4afd-b22f-cc616a4c67eb None None] Provisioning complete for port 78b364c5-60f5-4833-8cc3-7224d1423897 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:37.311613 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cedf1219-6af0-4afd-b22f-cc616a4c67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.317102 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Network d6451fc5-9cb8-4af8-bd23-30ba123f774c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:37.320042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:37.323600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:47:37.355549 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd87c82-899c-45d4-af9b-93afa1945c82,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:37.373531 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.378009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port ba76a551-e0c0-468b-886e-612178823caa, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ba76a551-e0c0-468b-886e-612178823caa,segment=NetworkSegment(a639579d-de02-4609-9f2a-283bffbfef4c),segment_id=a639579d-de02-4609-9f2a-283bffbfef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:37.432820 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.433625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 73616ded-c210-4767-b300-0ce0d7576a62 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:37.540647 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.560217 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=ba76a551-e0c0-468b-886e-612178823caa,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:37.643541 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 73616ded-c210-4767-b300-0ce0d7576a62 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:37.643917 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.733856 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.740463 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.819175 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.821215 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd87c82-899c-45d4-af9b-93afa1945c82,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:37.854163 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cedf1219-6af0-4afd-b22f-cc616a4c67eb None None] Provisioning complete for port ba76a551-e0c0-468b-886e-612178823caa triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:37.854538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cedf1219-6af0-4afd-b22f-cc616a4c67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:37.923857 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Network d6451fc5-9cb8-4af8-bd23-30ba123f774c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:37.925287 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:38.016264 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.034241 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.054537 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:47:38.094921 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Attempting to bind port 262678f7-20ef-4bfd-8f2c-b2e02f83b160 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:47:38.095291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Attempting to bind port 262678f7-20ef-4bfd-8f2c-b2e02f83b160 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:47:38.096075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Attempting to bind port 262678f7-20ef-4bfd-8f2c-b2e02f83b160 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:47:38.098036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57741535-4b10-4c1c-a3df-d4208fea719a None None] Pushing event updated for resources: {'Port': ['ID=262678f7-20ef-4bfd-8f2c-b2e02f83b160,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:38.103898 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:47:38.104316 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:38.104760 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.105149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:47:38.105618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Bound port: 262678f7-20ef-4bfd-8f2c-b2e02f83b160, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:47:38.106080 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.166773 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] For port 262678f7-20ef-4bfd-8f2c-b2e02f83b160, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:47:38.171257 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] For port 262678f7-20ef-4bfd-8f2c-b2e02f83b160, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=262678f7-20ef-4bfd-8f2c-b2e02f83b160,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:47:38.173984 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:47:38.174131 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-30d79181-372b-4a95-992a-676736b433fc None None] Provisioning complete for port 6dd87c82-899c-45d4-af9b-93afa1945c82 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:38.174495 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30d79181-372b-4a95-992a-676736b433fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.177610 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.184820 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-fba1ff43-1de0-4623-8393-fc79b1d1a8a1 admin admin] 10.222.0.50 "PUT /v2.0/routers/b6dd7672-6818-48ae-88fd-c9ca55ba2a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714454 Sep 27 09:47:38.249777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-30d79181-372b-4a95-992a-676736b433fc None None] Port 6dd87c82-899c-45d4-af9b-93afa1945c82 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:47:38.270715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Routers {'b6dd7672-6818-48ae-88fd-c9ca55ba2a51'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:38.271344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:38.275470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57741535-4b10-4c1c-a3df-d4208fea719a None None] Pushing event updated for resources: {'Port': ['ID=262678f7-20ef-4bfd-8f2c-b2e02f83b160,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:38.311775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-30d79181-372b-4a95-992a-676736b433fc None None] Provisioning complete for port ba76a551-e0c0-468b-886e-612178823caa triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:38.312158 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30d79181-372b-4a95-992a-676736b433fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.429264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] Set router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:38.485974 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ba76a551-e0c0-468b-886e-612178823caa up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:38.622722 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port ba76a551-e0c0-468b-886e-612178823caa triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:38.623419 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.725593 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:38.729254 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 4, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6dd87c82-899c-45d4-af9b-93afa1945c82', 'name': '', 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'mac_address': 'fa:16:3e:a7:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:36Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 2, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'subnets': [{'id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:38.729994 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-472980a3-9c47-40f1-b4c4-680e7304c9fe tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95891109', 'description': 'tempest-secgroup-smoke-95891109 description', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:38.736171 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 78b364c5-60f5-4833-8cc3-7224d1423897 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:38.752944 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-472980a3-9c47-40f1-b4c4-680e7304c9fe tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.764535 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b1d2d-c61b-4d54-ae3f-78d8bbf9be5a None None] The sync data for ids ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'] in n-d-810909-1 is: [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 4, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6dd87c82-899c-45d4-af9b-93afa1945c82', 'name': '', 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'mac_address': 'fa:16:3e:a7:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:36Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 2, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'subnets': [{'id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:47:38.816055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 78b364c5-60f5-4833-8cc3-7224d1423897 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:38.816595 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.859069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-472980a3-9c47-40f1-b4c4-680e7304c9fe tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.863894 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-472980a3-9c47-40f1-b4c4-680e7304c9fe tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.895374 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-472980a3-9c47-40f1-b4c4-680e7304c9fe tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:38.896675 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-472980a3-9c47-40f1-b4c4-680e7304c9fe tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1703227 Sep 27 09:47:38.897380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472980a3-9c47-40f1-b4c4-680e7304c9fe tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e53114c-f463-462d-9a35-64b5cedb638b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:38.899737 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:38.904907 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3b48a4ad-7584-4096-956d-3a59da855a6a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': '3e53114c-f463-462d-9a35-64b5cedb638b', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:38.931843 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b48a4ad-7584-4096-956d-3a59da855a6a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.009532 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b48a4ad-7584-4096-956d-3a59da855a6a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.013802 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b48a4ad-7584-4096-956d-3a59da855a6a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.033109 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48a4ad-7584-4096-956d-3a59da855a6a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1804dbe6-a7c9-4258-b618-4e22c53f46f2,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:39.040556 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b48a4ad-7584-4096-956d-3a59da855a6a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.042058 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b48a4ad-7584-4096-956d-3a59da855a6a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413858 Sep 27 09:47:39.044936 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41336) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:39.049622 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1abccb25-2d82-47a8-acce-a9e2f3020267 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': '3e53114c-f463-462d-9a35-64b5cedb638b', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:39.079145 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1abccb25-2d82-47a8-acce-a9e2f3020267 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.140871 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1abccb25-2d82-47a8-acce-a9e2f3020267 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.145167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1abccb25-2d82-47a8-acce-a9e2f3020267 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.163741 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abccb25-2d82-47a8-acce-a9e2f3020267 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6325cd-8fff-42b8-9167-eb9db55a1ea3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:39.171445 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1abccb25-2d82-47a8-acce-a9e2f3020267 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.172880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1abccb25-2d82-47a8-acce-a9e2f3020267 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269808 Sep 27 09:47:39.175606 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:39.180956 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0e1e92ba-fcf5-44df-bf21-a1b062efdd5d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': '3e53114c-f463-462d-9a35-64b5cedb638b', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:39.213954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0e1e92ba-fcf5-44df-bf21-a1b062efdd5d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.274880 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0e1e92ba-fcf5-44df-bf21-a1b062efdd5d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.279685 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0e1e92ba-fcf5-44df-bf21-a1b062efdd5d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.298485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e92ba-fcf5-44df-bf21-a1b062efdd5d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0772c93-9ab3-4651-b187-4a3ab30d0faa,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:39.306849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0e1e92ba-fcf5-44df-bf21-a1b062efdd5d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.308207 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-0e1e92ba-fcf5-44df-bf21-a1b062efdd5d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314678 Sep 27 09:47:39.311028 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:39.315979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1cc15da5-e3c5-41b6-92f4-9380adf55bb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': '3e53114c-f463-462d-9a35-64b5cedb638b', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:39.343432 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cc15da5-e3c5-41b6-92f4-9380adf55bb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.407164 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cc15da5-e3c5-41b6-92f4-9380adf55bb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.414583 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cc15da5-e3c5-41b6-92f4-9380adf55bb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.433974 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc15da5-e3c5-41b6-92f4-9380adf55bb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e87322b-ea62-4332-b8ba-8399dccbdf60,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:39.439347 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cc15da5-e3c5-41b6-92f4-9380adf55bb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.441014 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1cc15da5-e3c5-41b6-92f4-9380adf55bb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289351 Sep 27 09:47:39.443442 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41342) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:39.447946 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ca55cb7f-97eb-4cda-a32f-f61e7d12ca7d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': '3e53114c-f463-462d-9a35-64b5cedb638b', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:39.473806 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-ca55cb7f-97eb-4cda-a32f-f61e7d12ca7d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Project 92a8fad44e9c4bedb396bdbbd8f3b704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:47:39.487081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55cb7f-97eb-4cda-a32f-f61e7d12ca7d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.552926 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55cb7f-97eb-4cda-a32f-f61e7d12ca7d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.557169 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55cb7f-97eb-4cda-a32f-f61e7d12ca7d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.575497 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55cb7f-97eb-4cda-a32f-f61e7d12ca7d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a269e9-7a10-49ad-875a-dcfa0779dac6,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:39.583423 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55cb7f-97eb-4cda-a32f-f61e7d12ca7d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.585335 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca55cb7f-97eb-4cda-a32f-f61e7d12ca7d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407671 Sep 27 09:47:39.587613 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41344) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:39.592601 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5ef7e93b-cb18-43c8-b62a-75674db64804 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': '3e53114c-f463-462d-9a35-64b5cedb638b', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:39.617422 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-5ef7e93b-cb18-43c8-b62a-75674db64804 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Project 92a8fad44e9c4bedb396bdbbd8f3b704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:47:39.622747 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e93b-cb18-43c8-b62a-75674db64804 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.685372 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e93b-cb18-43c8-b62a-75674db64804 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.690071 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e93b-cb18-43c8-b62a-75674db64804 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.705135 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7e93b-cb18-43c8-b62a-75674db64804 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b7be0e-3f2a-42e1-9f03-1a223f57c4cd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:39.714029 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e93b-cb18-43c8-b62a-75674db64804 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:39.715408 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ef7e93b-cb18-43c8-b62a-75674db64804 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266129 Sep 27 09:47:39.930049 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-ec38c67b-3840-4f19-81a8-18936b743d24 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95891109&fields=id&tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704 HTTP/1.1" status: 200 len: 267 time: 0.0340967 Sep 27 09:47:40.042347 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-843cc028-9571-4b0f-8568-7dd8f3b094aa tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:40.043955 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-843cc028-9571-4b0f-8568-7dd8f3b094aa tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 808 time: 0.1064992 Sep 27 09:47:40.060825 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-414bb466-b5e7-4085-bf82-79ffe37dfa36 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/quotas/92a8fad44e9c4bedb396bdbbd8f3b704 HTTP/1.1" status: 200 len: 375 time: 0.0106730 Sep 27 09:47:40.115686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-954037ac-0777-4ea9-9f86-622a84bdafc9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489819 Sep 27 09:47:40.216270 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-842644f8-3fc9-4b1b-8f6c-285f191f87e8 service neutron] 10.222.0.50 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883882 Sep 27 09:47:40.309181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-f9f82c8a-bdaa-487c-868e-1f7ca838a837 service neutron] 10.222.0.50 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862908 Sep 27 09:47:40.461557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 262678f7-20ef-4bfd-8f2c-b2e02f83b160 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:40.497759 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-8495c49d-0314-460f-a471-253ae5b3f264 req-1c5d17b1-bfd2-4c63-8017-c6e1143b5da8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 210 time: 0.0431318 Sep 27 09:47:40.540968 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 262678f7-20ef-4bfd-8f2c-b2e02f83b160 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:40.541345 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:40.623097 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:40.645038 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port 262678f7-20ef-4bfd-8f2c-b2e02f83b160, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=262678f7-20ef-4bfd-8f2c-b2e02f83b160,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:40.650397 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:40.705581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=262678f7-20ef-4bfd-8f2c-b2e02f83b160,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:40.847830 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Sync routers for ids ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:47:40.857745 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Routers {'b6dd7672-6818-48ae-88fd-c9ca55ba2a51'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:40.858358 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:41.062528 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Set router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:41.270214 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 4, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6dd87c82-899c-45d4-af9b-93afa1945c82', 'name': '', 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'mac_address': 'fa:16:3e:a7:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:36Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 2, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'subnets': [{'id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:41.296128 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Checking router: b6dd7672-6818-48ae-88fd-c9ca55ba2a51 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:47:41.296515 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Updating router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 port 6dd87c82-899c-45d4-af9b-93afa1945c82 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:47:41.321654 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:41.511786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-c903888a-9d21-456e-9ece-ee70c6529f6c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:41.513948 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-c903888a-9d21-456e-9ece-ee70c6529f6c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 808 time: 0.1220360 Sep 27 09:47:41.562708 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-f7d0b00d-2597-48aa-a1bc-05c879d46a24 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704 HTTP/1.1" status: 200 len: 378 time: 0.0385711 Sep 27 09:47:41.574793 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'port': {'device_id': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'admin_state_up': True, 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'security_groups': ['3e53114c-f463-462d-9a35-64b5cedb638b']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:41.598767 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:41.604696 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:41.621849 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ad450fec-d2c4-4f00-bc06-1125dde4f643 req-c0f80484-2759-4f41-9791-c142d32ec1c8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 210 time: 0.0425000 Sep 27 09:47:41.695596 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d32fb3-d0e2-4526-8ac9-1df1bc5427f1 None None] Pushing event updated for resources: {'Port': ['ID=6dd87c82-899c-45d4-af9b-93afa1945c82,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:41.708593 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Attempting to bind port 6dd87c82-899c-45d4-af9b-93afa1945c82 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:47:41.709091 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Attempting to bind port 6dd87c82-899c-45d4-af9b-93afa1945c82 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:47:41.709559 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Attempting to bind port 6dd87c82-899c-45d4-af9b-93afa1945c82 on network d6451fc5-9cb8-4af8-bd23-30ba123f774c {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:47:41.715416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Made reservation on behalf of 92a8fad44e9c4bedb396bdbbd8f3b704 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:47:41.715632 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:47:41.716007 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Checking segment: {'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:41.716609 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:41.717001 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Bound using segment: {'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:47:41.717472 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Bound port: 6dd87c82-899c-45d4-af9b-93afa1945c82, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a639579d-de02-4609-9f2a-283bffbfef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:47:41.717855 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:41.719868 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:41.783764 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] For port 6dd87c82-899c-45d4-af9b-93afa1945c82, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:47:41.787120 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] For port 6dd87c82-899c-45d4-af9b-93afa1945c82, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6dd87c82-899c-45d4-af9b-93afa1945c82,segment=NetworkSegment(a639579d-de02-4609-9f2a-283bffbfef4c),segment_id=a639579d-de02-4609-9f2a-283bffbfef4c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:47:41.793279 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:41.855835 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Routers {'b6dd7672-6818-48ae-88fd-c9ca55ba2a51'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:41.856461 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Allocated IP 172.20.0.11 (9abc175c-aaa6-4cc6-b8fb-4cf14aa32625/2d6c931a-ab49-4174-af8d-05bc720450a8/1447496c-99db-4676-9e50-259d1741f11c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:47:41.856734 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:41.894996 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d32fb3-d0e2-4526-8ac9-1df1bc5427f1 None None] Pushing event updated for resources: {'Port': ['ID=6dd87c82-899c-45d4-af9b-93afa1945c82,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:41.928537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4144803c-6641-4356-bc98-7dbd20644b4c None None] Provisioning complete for port 6dd87c82-899c-45d4-af9b-93afa1945c82 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:41.929665 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4144803c-6641-4356-bc98-7dbd20644b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:41.970115 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] Set router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:42.015480 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4144803c-6641-4356-bc98-7dbd20644b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.033374 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.058851 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4144803c-6641-4356-bc98-7dbd20644b4c None None] For port 6dd87c82-899c-45d4-af9b-93afa1945c82, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6dd87c82-899c-45d4-af9b-93afa1945c82,segment=NetworkSegment(a639579d-de02-4609-9f2a-283bffbfef4c),segment_id=a639579d-de02-4609-9f2a-283bffbfef4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:42.064826 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4144803c-6641-4356-bc98-7dbd20644b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.074917 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.119477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:42.119688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144803c-6641-4356-bc98-7dbd20644b4c None None] Pushing event updated for resources: {'Port': ['ID=6dd87c82-899c-45d4-af9b-93afa1945c82,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:42.124895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:42.128892 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:47:42.162313 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:42.186601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:42.187902 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.190657 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ea7ad29b-68c6-46a1-aea5-ae8488ffd0e9 None None] Provisioning complete for port 6dd87c82-899c-45d4-af9b-93afa1945c82 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:42.191278 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 4, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6dd87c82-899c-45d4-af9b-93afa1945c82', 'name': '', 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'mac_address': 'fa:16:3e:a7:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:36Z', 'updated_at': '2021-09-27T09:47:41Z', 'revision_number': 4, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'subnets': [{'id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:42.191959 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad29b-68c6-46a1-aea5-ae8488ffd0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.211338 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-55354f00-5bf6-4209-ae0c-b1d11c733228 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6406164 Sep 27 09:47:42.222669 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6baae-2366-4af5-b668-04c71db50c5f None None] The sync data for ids ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'] in n-d-810909-1 is: [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 4, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '6dd87c82-899c-45d4-af9b-93afa1945c82', 'name': '', 'network_id': 'd6451fc5-9cb8-4af8-bd23-30ba123f774c', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'mac_address': 'fa:16:3e:a7:08:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:36Z', 'updated_at': '2021-09-27T09:47:41Z', 'revision_number': 4, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'subnets': [{'id': 'a2061021-ec44-4cbb-9c65-4a64445620e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:47:42.233189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Request body: {'port': {'device_id': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:42.299721 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.419553 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-cdd6f40d-5282-4062-967c-be40004eca98 None None] Provisioning complete for port 1447496c-99db-4676-9e50-259d1741f11c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:42.419935 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f40d-5282-4062-967c-be40004eca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.461200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6f40d-5282-4062-967c-be40004eca98 None None] Port 1447496c-99db-4676-9e50-259d1741f11c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:47:42.488032 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6dd87c82-899c-45d4-af9b-93afa1945c82 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:42.539664 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 6dd87c82-899c-45d4-af9b-93afa1945c82 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:42.540044 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.600787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1447496c-99db-4676-9e50-259d1741f11c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:47:42.608981 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.622851 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Transition to ACTIVE for port object 1447496c-99db-4676-9e50-259d1741f11c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:47:42.625096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 262678f7-20ef-4bfd-8f2c-b2e02f83b160 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:42.627657 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.678717 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port 262678f7-20ef-4bfd-8f2c-b2e02f83b160 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:42.679098 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:42.806077 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cf246-12f4-48ba-b256-bad823561d6e req-055b7958-e073-4091-9466-9354e8e8db61 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:42.807831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-909cf246-12f4-48ba-b256-bad823561d6e req-055b7958-e073-4091-9466-9354e8e8db61 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0825682 Sep 27 09:47:42.861414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-909cf246-12f4-48ba-b256-bad823561d6e req-d63ebf42-0fe9-4bb8-bd9d-965b4ce34dd6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439308 Sep 27 09:47:43.105947 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:43.159550 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Attempting to bind port 1447496c-99db-4676-9e50-259d1741f11c on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:47:43.159918 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Attempting to bind port 1447496c-99db-4676-9e50-259d1741f11c by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:47:43.160253 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Attempting to bind port 1447496c-99db-4676-9e50-259d1741f11c on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:47:43.167470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Port 1447496c-99db-4676-9e50-259d1741f11c on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:47:43.167891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Attempting to bind port 1447496c-99db-4676-9e50-259d1741f11c on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:47:43.173381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:47:43.173738 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Checking segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:47:43.174173 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Bound using segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:47:43.174606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Bound port: 1447496c-99db-4676-9e50-259d1741f11c, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:47:43.174992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:43.238616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:47:43.241805 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:47:43.248728 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:43.286061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:43.286687 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:43.288140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] 10.222.0.57 "PUT /v2.0/ports/1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 1092 time: 1.0679848 Sep 27 09:47:43.288719 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'tag': '1447496c-99db-4676-9e50-259d1741f11c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:47:43.291035 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57bc7d9-7435-443b-9f18-ff1043138a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "tag": "1447496c-99db-4676-9e50-259d1741f11c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:47:43.323628 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09018256-5a9a-4c85-91aa-903c8046ebea service neutron] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:43.344822 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf64a66-257e-486f-9638-e2ce29ff9440 x-openstack-request-id: req-fdf64a66-257e-486f-9638-e2ce29ff9440 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:47:43.345109 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "tag": "1447496c-99db-4676-9e50-259d1741f11c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:47:43.345358 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdf64a66-257e-486f-9638-e2ce29ff9440 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:47:43.346109 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'tag': '1447496c-99db-4676-9e50-259d1741f11c', 'status': 'completed', 'code': 200} Sep 27 09:47:43.380458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-d725b6fe-cb0f-4d3e-8fd0-779eecd558e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:43.382004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-d725b6fe-cb0f-4d3e-8fd0-779eecd558e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1095 time: 0.0461471 Sep 27 09:47:43.426643 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-3a98c7e9-dace-44d7-bcd0-cf48c0f8ef57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 217 time: 0.0355711 Sep 27 09:47:43.478492 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-18d352a1-9d50-4360-a75b-b3b436b8268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:43.479976 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-18d352a1-9d50-4360-a75b-b3b436b8268b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0464027 Sep 27 09:47:43.533469 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-9e112fbe-1c3f-442d-a188-d774fab437fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:43.535043 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-9e112fbe-1c3f-442d-a188-d774fab437fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470879 Sep 27 09:47:43.625803 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-da848d21-6b35-4be6-8840-ffba399f839b service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820236 Sep 27 09:47:43.721938 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f73ba24d-27eb-41c8-879b-cea3291eaa6b req-b9dd8274-cebe-4f39-81bb-6a63d705c97e service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877161 Sep 27 09:47:43.820361 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-65c9c4df-f43c-47d1-bad3-e3a45cb3e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:43.821924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-65c9c4df-f43c-47d1-bad3-e3a45cb3e41f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1095 time: 0.0442154 Sep 27 09:47:43.920762 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-fd404f3c-0f4f-4e66-a2ea-d293dad09e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:43.922261 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-fd404f3c-0f4f-4e66-a2ea-d293dad09e26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0923088 Sep 27 09:47:43.966749 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-c4655064-be74-4565-a725-9570dda2e128 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 217 time: 0.0354686 Sep 27 09:47:43.980403 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067574d-3514-4b24-b6c7-693d3189f62e req-f62ff7af-d221-4662-8f5e-36ae2765e152 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:43.981846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0067574d-3514-4b24-b6c7-693d3189f62e req-f62ff7af-d221-4662-8f5e-36ae2765e152 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0500164 Sep 27 09:47:44.016660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-7c7dbd64-86c8-4848-a80f-59dbf44aa82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:44.018131 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-7c7dbd64-86c8-4848-a80f-59dbf44aa82b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0442233 Sep 27 09:47:44.021779 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0067574d-3514-4b24-b6c7-693d3189f62e req-f15c9910-c1de-4395-b8d9-c434120c0278 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337148 Sep 27 09:47:44.089823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-4831f5ac-07af-4323-94c9-ce57cf9ff54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:44.091343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-4831f5ac-07af-4323-94c9-ce57cf9ff54f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604725 Sep 27 09:47:44.189730 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-69822abd-31fb-4aa7-befb-2d9bda73da17 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900748 Sep 27 09:47:44.295693 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e57bc7d9-7435-443b-9f18-ff1043138a6f req-47374397-090a-4422-a808-55ce842764f6 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979125 Sep 27 09:47:44.987018 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:45.155723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83699f-61db-4a9f-b55e-4fd9187ad229 req-ae5cb3a0-816e-4f49-b729-daf33eecadd8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:45.157234 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d83699f-61db-4a9f-b55e-4fd9187ad229 req-ae5cb3a0-816e-4f49-b729-daf33eecadd8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0607808 Sep 27 09:47:45.198302 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d83699f-61db-4a9f-b55e-4fd9187ad229 req-cc3bb95f-7f2b-4b90-aa2e-a7f1bf3d36a1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339921 Sep 27 09:47:45.221471 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f46ff6cc-3f55-4d0e-9190-41b69611c12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:45.634638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:47:45.738997 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:45.750299 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '1447496c-99db-4676-9e50-259d1741f11c', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'port_id': '1447496c-99db-4676-9e50-259d1741f11c', 'mac_address': 'fa:16:3e:dc:0c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:47:45.791378 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:45.804989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1447496c-99db-4676-9e50-259d1741f11c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:47:45.828754 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:45.833536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:45.898882 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:46.051337 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['1447496c-99db-4676-9e50-259d1741f11c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:47:46.321631 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d74921-f767-41aa-973e-8697312f0a23 req-80850dcf-544b-472b-b87e-d89b88eafd6f tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:46.323172 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0d74921-f767-41aa-973e-8697312f0a23 req-80850dcf-544b-472b-b87e-d89b88eafd6f tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 945 time: 0.0506492 Sep 27 09:47:46.371569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a0d74921-f767-41aa-973e-8697312f0a23 req-0e852f3a-0a17-439e-9b89-dbb7c96d6abd tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420349 Sep 27 09:47:47.497116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c6fdf-7a01-4375-8c06-7f83bd0f06b1 req-82df980f-a069-4f72-9701-b002c130b50e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:47.498504 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f22c6fdf-7a01-4375-8c06-7f83bd0f06b1 req-82df980f-a069-4f72-9701-b002c130b50e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 945 time: 0.0516069 Sep 27 09:47:47.537725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f22c6fdf-7a01-4375-8c06-7f83bd0f06b1 req-14172b74-c388-4fe9-8ed6-9068a896ea92 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330145 Sep 27 09:47:47.649924 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:47:47.688845 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7167adb3-e870-479f-a840-40cbdada43b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:47.710630 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 1447496c-99db-4676-9e50-259d1741f11c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:47:47.714360 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 1447496c-99db-4676-9e50-259d1741f11c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:47:47.714758 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:47.793676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:47.815013 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1447496c-99db-4676-9e50-259d1741f11c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:47:47.817285 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e3712-c2a3-44e1-ad31-581b4c3c8368" -d '{"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-plugged", "status": "completed", "tag": "1447496c-99db-4676-9e50-259d1741f11c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:47:47.829782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:47:47.834616 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:47.859056 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49768854-3455-45e9-9cd2-fa6d9ba36ee2 x-openstack-request-id: req-49768854-3455-45e9-9cd2-fa6d9ba36ee2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:47:47.859322 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-plugged", "status": "completed", "tag": "1447496c-99db-4676-9e50-259d1741f11c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:47:47.859576 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49768854-3455-45e9-9cd2-fa6d9ba36ee2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:47:47.859969 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1447496c-99db-4676-9e50-259d1741f11c', 'code': 200} Sep 27 09:47:47.886765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:47.957612 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2342c-e4dc-47f8-bb1d-e2398fb8bbbb req-09bf77fc-6d0f-47e4-b59b-1207dbf8e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:47.959113 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8ce2342c-e4dc-47f8-bb1d-e2398fb8bbbb req-09bf77fc-6d0f-47e4-b59b-1207dbf8e145 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1097 time: 0.0462966 Sep 27 09:47:47.996603 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8ce2342c-e4dc-47f8-bb1d-e2398fb8bbbb req-ac46f856-3a9d-489c-b02c-5fe233f9935f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291419 Sep 27 09:47:48.179918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:48.668101 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb0157-d6a7-466f-8689-c38e977dafa3 req-c138e088-621c-4e91-ab47-1058cf779bcc tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:48.669770 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9bb0157-d6a7-466f-8689-c38e977dafa3 req-c138e088-621c-4e91-ab47-1058cf779bcc tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0575304 Sep 27 09:47:48.710933 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f9bb0157-d6a7-466f-8689-c38e977dafa3 req-f424c68d-8af5-4bfb-b874-6251ead6de69 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349998 Sep 27 09:47:49.310118 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:49.839362 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6552e39-de91-42da-8e80-7dfa709e6645 req-dc79d4c7-7f36-44b0-a2ed-411ed1b49b80 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:49.840880 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6552e39-de91-42da-8e80-7dfa709e6645 req-dc79d4c7-7f36-44b0-a2ed-411ed1b49b80 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0547266 Sep 27 09:47:49.881631 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d6552e39-de91-42da-8e80-7dfa709e6645 req-923d43e9-0533-42c3-9a43-0ed7545c4894 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342345 Sep 27 09:47:49.998835 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc063389-9543-458a-b876-982c525a60e2 req-0058ef73-aa7b-4f49-b506-428f607b477e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:50.000211 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc063389-9543-458a-b876-982c525a60e2 req-0058ef73-aa7b-4f49-b506-428f607b477e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0516431 Sep 27 09:47:50.043784 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-bc063389-9543-458a-b876-982c525a60e2 req-0dc5bb8b-53da-4a4e-9b41-e69705bcd425 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345540 Sep 27 09:47:50.071763 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41394) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:50.221390 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5822d-bf3a-4b28-bd4e-e1c97e3c9ea5 tempest-TestShelveInstance-231138834 tempest-TestShelveInstance-231138834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:50.222947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b0d5822d-bf3a-4b28-bd4e-e1c97e3c9ea5 tempest-TestShelveInstance-231138834 tempest-TestShelveInstance-231138834-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1092 time: 0.1501923 Sep 27 09:47:50.226580 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41398) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:47:50.230955 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '1447496c-99db-4676-9e50-259d1741f11c', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:47:50.259006 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:50.369714 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:50.479718 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Allocated IP 172.25.2.33 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/7b593bf6-66dc-487c-8496-db565181898d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:47:50.588058 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:50.624308 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:50.665822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:47:50.670210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:47:50.676976 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:47:50.678996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'Port': ['ID=7b593bf6-66dc-487c-8496-db565181898d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:50.919666 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:51.052099 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:51.128611 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:51.287653 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:51.295027 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:51.368278 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'Port': ['ID=7b593bf6-66dc-487c-8496-db565181898d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:47:51.381900 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:51.495446 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Floating IP 70a31adc-d22f-4909-b8a0-0145544d7d93 associated. External IP: 172.25.2.33, port: 1447496c-99db-4676-9e50-259d1741f11c. Sep 27 09:47:51.701325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:47:51.807638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:47:51.817517 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] Sync routers for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:47:51.826743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:47:51.829486 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:51.830419 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:51.854543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-29ca5ef0-e39e-4dee-8752-d72aa75c5d39 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6269429 Sep 27 09:47:51.855239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'tag': '1447496c-99db-4676-9e50-259d1741f11c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:47:51.857587 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b73da0-810a-435e-8111-e87f1453a1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "tag": "1447496c-99db-4676-9e50-259d1741f11c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:47:51.896746 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80075043-2a5d-42a0-b328-ddd96f7211a9 x-openstack-request-id: req-80075043-2a5d-42a0-b328-ddd96f7211a9 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:47:51.897123 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "tag": "1447496c-99db-4676-9e50-259d1741f11c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:47:51.897441 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80075043-2a5d-42a0-b328-ddd96f7211a9 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:47:51.897999 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'tag': '1447496c-99db-4676-9e50-259d1741f11c', 'status': 'completed', 'code': 200} Sep 27 09:47:51.940849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:51.958217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-4af1789f-5590-4269-8810-e7549dd67b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:51.959709 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-4af1789f-5590-4269-8810-e7549dd67b95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1097 time: 0.0402629 Sep 27 09:47:52.056967 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-6f632d1e-d2c9-4a52-83d6-806f5bc9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:52.058547 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-6f632d1e-d2c9-4a52-83d6-806f5bc9c666 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0899010 Sep 27 09:47:52.123108 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-7e906ad2-7727-4fae-9fad-c2cdbef34969 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 999 time: 0.0571079 Sep 27 09:47:52.164220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '70a31adc-d22f-4909-b8a0-0145544d7d93', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'port_id': '1447496c-99db-4676-9e50-259d1741f11c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'mac_address': 'fa:16:3e:dc:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:47:50Z', 'updated_at': '2021-09-27T09:47:50Z', 'revision_number': 0, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:52.177600 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-6b61d992-943f-469d-9c42-2d59a3a603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:52.179082 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-6b61d992-943f-469d-9c42-2d59a3a603d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0478408 Sep 27 09:47:52.190111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] Checking router: 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:47:52.198943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:47:52.199532 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:47:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:52.225792 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-71225871-267a-4b90-90ae-85113b4c3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:47:52.227400 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-71225871-267a-4b90-90ae-85113b4c3dbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406215 Sep 27 09:47:52.323648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-cdba2427-97f2-4fe8-a170-a9768c680c69 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874708 Sep 27 09:47:52.421357 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6b73da0-810a-435e-8111-e87f1453a1ab req-b4e4d41b-bd5b-4b99-8103-b8a2ba23bb21 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899615 Sep 27 09:47:52.463190 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:47:52.687559 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '70a31adc-d22f-4909-b8a0-0145544d7d93', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'port_id': '1447496c-99db-4676-9e50-259d1741f11c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'mac_address': 'fa:16:3e:dc:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:47:50Z', 'updated_at': '2021-09-27T09:47:50Z', 'revision_number': 0, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:47:52.715691 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea8ab0-af42-4054-84b4-15f1d4a47504 None None] The sync data for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 is: [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '70a31adc-d22f-4909-b8a0-0145544d7d93', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'port_id': '1447496c-99db-4676-9e50-259d1741f11c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'mac_address': 'fa:16:3e:dc:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:47:50Z', 'updated_at': '2021-09-27T09:47:50Z', 'revision_number': 0, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:47:52.914863 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10a4ba-7f7f-4831-96ef-8c4abc990890 None None] New status for floating IP 70a31adc-d22f-4909-b8a0-0145544d7d93: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:47:57.615365 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:48:06.658084 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:14.988611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:15.225501 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9991946d-8512-42b0-9aa5-a1e7058a8545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:17.678781 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-507c43c5-5ddc-4a47-9bd7-7a90eb37b514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:18.174963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:19.318779 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:20.931953 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:34.621257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:48:34.821728 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e84c8685-1af7-4782-84ea-1bf909a955df req-432563ab-3946-4012-a810-279bdd6bfe24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421662 Sep 27 09:48:34.916720 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8685-1af7-4782-84ea-1bf909a955df req-c53e40e8-a13d-4021-b04f-9b6b1e37ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:48:34.918231 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e84c8685-1af7-4782-84ea-1bf909a955df req-c53e40e8-a13d-4021-b04f-9b6b1e37ec0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1097 time: 0.0487449 Sep 27 09:48:35.028673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8685-1af7-4782-84ea-1bf909a955df req-8b05e8a6-3258-4020-b8e4-975530fd2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:48:35.030140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e84c8685-1af7-4782-84ea-1bf909a955df req-8b05e8a6-3258-4020-b8e4-975530fd2706 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0902040 Sep 27 09:48:35.101628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e84c8685-1af7-4782-84ea-1bf909a955df req-16207eb9-7afa-48fe-8740-fae6bb7a2f75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 1001 time: 0.0628464 Sep 27 09:48:35.158508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8685-1af7-4782-84ea-1bf909a955df req-278d63aa-7d98-4449-bc46-33946739b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:48:35.159988 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e84c8685-1af7-4782-84ea-1bf909a955df req-278d63aa-7d98-4449-bc46-33946739b5d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0508578 Sep 27 09:48:35.213323 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8685-1af7-4782-84ea-1bf909a955df req-57505772-5587-41f1-9b58-f31c54a46686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:48:35.215662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e84c8685-1af7-4782-84ea-1bf909a955df req-57505772-5587-41f1-9b58-f31c54a46686 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470095 Sep 27 09:48:35.322004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e84c8685-1af7-4782-84ea-1bf909a955df req-4a583aab-e9f9-4c00-8a1b-5ff2e23647de service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976889 Sep 27 09:48:35.413915 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e84c8685-1af7-4782-84ea-1bf909a955df req-b3cad883-9384-4caa-89b8-712843212bdf service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Sep 27 09:48:36.666734 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:44.990955 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:45.227871 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9b179336-33e4-4bc3-9538-ddb007c53739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:47.677676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec5d22cf-68d2-4312-924b-b7df234e1163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:48.179279 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:49.324844 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:48:50.932054 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:06.665049 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:11.626282 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:49:14.999568 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:15.239411 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8eeaaf8e-5a43-4d9f-89c1-f8f6aceed69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:17.681552 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e846596b-2b68-4ebc-a16c-a24fbb632225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:18.180872 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:19.325963 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:20.937145 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:34.827250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-3def2b3f-6f6f-4cd4-b405-04c9450b8542 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409153 Sep 27 09:49:34.927235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-2e907bd4-3fba-468a-a481-fe83d39854e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:34.928752 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-2e907bd4-3fba-468a-a481-fe83d39854e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1097 time: 0.0552571 Sep 27 09:49:35.035663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-38497d9e-c603-4bb1-aac0-0f75249122f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:35.037181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-38497d9e-c603-4bb1-aac0-0f75249122f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0864184 Sep 27 09:49:35.116699 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-311a8d0c-2891-465b-9047-820bf9c5a2fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 1001 time: 0.0719507 Sep 27 09:49:35.185609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-e4473901-b95b-453b-86bd-541569099c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:35.187099 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-e4473901-b95b-453b-86bd-541569099c6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0622330 Sep 27 09:49:35.235601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-2da77c3d-8b32-4c63-bf43-35584eca3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:35.237143 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-2da77c3d-8b32-4c63-bf43-35584eca3881 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425775 Sep 27 09:49:35.336221 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-87cddb91-0074-4605-9d87-5af6dc33a016 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907929 Sep 27 09:49:35.429822 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5f96fd7-1bf0-4b18-b498-88f2df3456c1 req-a22758af-0b32-44ae-aa97-86e38f1ae8cf service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850818 Sep 27 09:49:36.659572 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:44.998470 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:45.239185 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c139ba96-2c17-47ef-b803-61a35d8ed514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:47.685472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c93ed6f-18f8-4bfd-86a4-04d7313d5406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:48.180629 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:48.627424 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:49:49.324784 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:49.898961 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc6872-4ea0-47f3-956d-c04d6e7a95c0 req-de612b59-51c1-4b19-b231-78add07b87ba tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:49.900461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6abc6872-4ea0-47f3-956d-c04d6e7a95c0 req-de612b59-51c1-4b19-b231-78add07b87ba tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.1018341 Sep 27 09:49:49.938220 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6abc6872-4ea0-47f3-956d-c04d6e7a95c0 req-4f09f5dd-df1b-42b7-ad8b-5a9b16cd0af1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315771 Sep 27 09:49:50.944683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:49:51.068384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63375-8de7-4165-927b-c80e377c08ff req-9f036187-4a35-49a3-9e59-9b76da8f8258 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:51.069858 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7aa63375-8de7-4165-927b-c80e377c08ff req-9f036187-4a35-49a3-9e59-9b76da8f8258 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0605302 Sep 27 09:49:51.112227 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7aa63375-8de7-4165-927b-c80e377c08ff req-e7c001e9-3005-4afd-95b6-d126c6e2894a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329447 Sep 27 09:49:52.275061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393e60c-cbfc-4fb0-ba18-691408a65a60 req-42dc68c9-7cf7-47d1-b810-9641a376608c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:52.276595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7393e60c-cbfc-4fb0-ba18-691408a65a60 req-42dc68c9-7cf7-47d1-b810-9641a376608c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0680664 Sep 27 09:49:52.328567 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7393e60c-cbfc-4fb0-ba18-691408a65a60 req-267260a1-eac1-420c-8e2a-b5bde7b96ef0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455229 Sep 27 09:49:53.465382 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838626f3-a8ae-48e7-aa8d-2e2160a4cb8c req-351b65c4-4b83-4de7-81bd-b084618da649 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:53.466788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-838626f3-a8ae-48e7-aa8d-2e2160a4cb8c req-351b65c4-4b83-4de7-81bd-b084618da649 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0575733 Sep 27 09:49:53.504865 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-838626f3-a8ae-48e7-aa8d-2e2160a4cb8c req-298f1491-8088-4d55-adbb-e83a67162302 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315154 Sep 27 09:49:54.634411 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394adbe5-b06b-4d60-9e4f-c4a9ae40b190 req-99e2484d-448a-4c3b-9f48-b7077a559db1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:54.635906 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-394adbe5-b06b-4d60-9e4f-c4a9ae40b190 req-99e2484d-448a-4c3b-9f48-b7077a559db1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0571551 Sep 27 09:49:54.678226 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-394adbe5-b06b-4d60-9e4f-c4a9ae40b190 req-ed20e9cb-1dfe-4ff7-8365-99c7f16afc29 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329337 Sep 27 09:49:55.810239 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b72a9-9285-4040-a0bf-1cc8505d5b2d req-a39e2d0e-13d9-46ba-9cb3-c8b28efc1e11 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:55.811737 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-635b72a9-9285-4040-a0bf-1cc8505d5b2d req-a39e2d0e-13d9-46ba-9cb3-c8b28efc1e11 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0555296 Sep 27 09:49:55.852297 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-635b72a9-9285-4040-a0bf-1cc8505d5b2d req-b5a2f997-cb04-4afb-82fd-8b338fff4fc7 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344045 Sep 27 09:49:56.980561 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1629a20-543c-4cf5-9358-19e31abb985b req-b69ebe6e-1452-4fe4-a25d-9f21e5947362 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:56.982101 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1629a20-543c-4cf5-9358-19e31abb985b req-b69ebe6e-1452-4fe4-a25d-9f21e5947362 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0505981 Sep 27 09:49:57.022651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1629a20-543c-4cf5-9358-19e31abb985b req-70e322de-6907-4f32-89a0-7da2995c3680 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315042 Sep 27 09:49:58.175595 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ba18-8502-42a5-b01d-f069d5f1448c req-48e55c80-51b7-4f4f-ab02-a46c97e114b7 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:58.176454 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ccd1ba18-8502-42a5-b01d-f069d5f1448c req-48e55c80-51b7-4f4f-ab02-a46c97e114b7 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0657318 Sep 27 09:49:58.219882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ccd1ba18-8502-42a5-b01d-f069d5f1448c req-ca236c0b-3f83-450e-8780-d60b17e1506c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346537 Sep 27 09:49:59.340279 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac924131-37d8-4f02-9b59-944ad414e48e req-9d3adbd7-3598-40bd-a320-1944ff0accf8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:49:59.341786 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac924131-37d8-4f02-9b59-944ad414e48e req-9d3adbd7-3598-40bd-a320-1944ff0accf8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0513818 Sep 27 09:49:59.388909 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ac924131-37d8-4f02-9b59-944ad414e48e req-b183e093-feb3-4395-a54f-78e29dfd2a50 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405807 Sep 27 09:50:00.337611 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:50:00.439953 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:50:00.452632 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '1447496c-99db-4676-9e50-259d1741f11c', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'port_id': '1447496c-99db-4676-9e50-259d1741f11c', 'mac_address': 'fa:16:3e:dc:0c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:50:00.490701 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:00.503776 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1447496c-99db-4676-9e50-259d1741f11c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:50:00.510072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05055bc1-9159-4aa6-8316-be6596b9a051 req-87e71c76-c1a6-4c50-9934-73a29cb1d093 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:00.511588 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05055bc1-9159-4aa6-8316-be6596b9a051 req-87e71c76-c1a6-4c50-9934-73a29cb1d093 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0493386 Sep 27 09:50:00.523183 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:50:00.528253 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:00.553898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-05055bc1-9159-4aa6-8316-be6596b9a051 req-14e349e3-0230-4fb9-9b42-d1f1077cb4ab tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354114 Sep 27 09:50:00.590036 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:50:00.598178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.598643 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.598987 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.599325 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.599680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.599996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.600349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.600784 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.601142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.601442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.601765 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.602090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:50:00.615680 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['1447496c-99db-4676-9e50-259d1741f11c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:50:01.689818 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b4bf4-1627-4897-a586-9020a7a9b1d8 req-ea531696-d723-4fd7-ad9d-6b76171fc21d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:01.691369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed2b4bf4-1627-4897-a586-9020a7a9b1d8 req-ea531696-d723-4fd7-ad9d-6b76171fc21d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 945 time: 0.0573769 Sep 27 09:50:01.731375 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ed2b4bf4-1627-4897-a586-9020a7a9b1d8 req-e6a4fb3f-da2f-445a-a5aa-5da194770c72 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338280 Sep 27 09:50:02.350407 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:50:02.401839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 1447496c-99db-4676-9e50-259d1741f11c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:50:02.402131 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:02.487407 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:02.510609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1447496c-99db-4676-9e50-259d1741f11c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:50:02.513037 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718b0d84-1efd-4af5-aac3-1034fd392798" -d '{"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-plugged", "status": "completed", "tag": "1447496c-99db-4676-9e50-259d1741f11c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:50:02.529216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:50:02.534744 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:02.564793 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c587292-c8ad-496a-ba88-976d796e4e16 x-openstack-request-id: req-5c587292-c8ad-496a-ba88-976d796e4e16 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:50:02.565090 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-plugged", "status": "completed", "tag": "1447496c-99db-4676-9e50-259d1741f11c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:50:02.565394 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c587292-c8ad-496a-ba88-976d796e4e16 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:50:02.565788 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1447496c-99db-4676-9e50-259d1741f11c', 'code': 200} Sep 27 09:50:02.590627 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:50:02.859477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5857c-1971-42ce-ac63-6772f376befc req-ee3cd664-4e0c-4ccf-b70a-7d1ae432b71f tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:02.861075 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebf5857c-1971-42ce-ac63-6772f376befc req-ee3cd664-4e0c-4ccf-b70a-7d1ae432b71f tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0560830 Sep 27 09:50:02.902996 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ebf5857c-1971-42ce-ac63-6772f376befc req-9eb4d029-1a40-43cd-a46f-eb2b6a3ad48c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350032 Sep 27 09:50:04.027518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b880bf-d5dd-4657-945f-2dcbb0a64687 req-78ed82a7-e0a3-4db3-a15b-a40df5b0e966 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:04.029308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9b880bf-d5dd-4657-945f-2dcbb0a64687 req-78ed82a7-e0a3-4db3-a15b-a40df5b0e966 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0527246 Sep 27 09:50:04.072359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a9b880bf-d5dd-4657-945f-2dcbb0a64687 req-bf089378-ab70-40b1-98de-8ebf97f828e8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350299 Sep 27 09:50:05.203777 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc9cb9-5741-4a76-9501-84aa5b564279 req-dbf024c8-8747-41c3-a42b-83ea3142665e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:05.205473 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4bc9cb9-5741-4a76-9501-84aa5b564279 req-dbf024c8-8747-41c3-a42b-83ea3142665e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0564632 Sep 27 09:50:05.258185 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f4bc9cb9-5741-4a76-9501-84aa5b564279 req-890d8057-7b68-4e47-96a8-a19864d7da37 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461662 Sep 27 09:50:06.391824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734437eb-61d1-4e4e-9e04-9473c7b058aa req-a81e2995-4f2e-4f8a-b1cd-28b03cb62a36 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:06.393381 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-734437eb-61d1-4e4e-9e04-9473c7b058aa req-a81e2995-4f2e-4f8a-b1cd-28b03cb62a36 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0548837 Sep 27 09:50:06.432725 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-734437eb-61d1-4e4e-9e04-9473c7b058aa req-ef8cc973-4f65-439c-ae1e-27e0daf13963 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327826 Sep 27 09:50:06.680342 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:07.566468 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91101f90-d97a-482c-952b-e39f4abd7dc7 req-0ee233c8-28d6-4504-9393-e69a328b2844 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:07.568197 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91101f90-d97a-482c-952b-e39f4abd7dc7 req-0ee233c8-28d6-4504-9393-e69a328b2844 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0546436 Sep 27 09:50:07.611407 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-91101f90-d97a-482c-952b-e39f4abd7dc7 req-d5048483-787e-486c-9e6e-58ab75a41541 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366161 Sep 27 09:50:08.731964 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bce75e-150a-47b1-b93e-00d2e3d0b475 req-02e3d0a7-5bdb-47df-ba97-4a7809f429bd tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:08.733527 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5bce75e-150a-47b1-b93e-00d2e3d0b475 req-02e3d0a7-5bdb-47df-ba97-4a7809f429bd tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0542459 Sep 27 09:50:08.781208 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e5bce75e-150a-47b1-b93e-00d2e3d0b475 req-3cce547a-a1c5-4877-bc90-11c2f96627f3 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408540 Sep 27 09:50:09.909610 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171242db-7f13-44b3-b1a1-2bf8bb3d6048 req-00964a38-c65d-467d-88e2-7fed0f2d9736 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:09.911380 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-171242db-7f13-44b3-b1a1-2bf8bb3d6048 req-00964a38-c65d-467d-88e2-7fed0f2d9736 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0659168 Sep 27 09:50:09.954330 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-171242db-7f13-44b3-b1a1-2bf8bb3d6048 req-a90b20f2-30c2-47cf-a636-ff723c545075 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332012 Sep 27 09:50:11.076301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87155c78-12e4-4545-975a-41d544e5c3c2 req-9a12037c-583f-4c7e-9db3-bb83b34df731 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:11.077992 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87155c78-12e4-4545-975a-41d544e5c3c2 req-9a12037c-583f-4c7e-9db3-bb83b34df731 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0489633 Sep 27 09:50:11.117452 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-87155c78-12e4-4545-975a-41d544e5c3c2 req-8da6f6a4-e073-4001-9701-cc3695acc823 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325558 Sep 27 09:50:11.995060 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342a28-7ae4-4f29-9aa1-68522849217d req-b075a8be-1b5d-472d-88be-cf2c260b00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:11.996541 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71342a28-7ae4-4f29-9aa1-68522849217d req-b075a8be-1b5d-472d-88be-cf2c260b00cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1097 time: 0.0518720 Sep 27 09:50:12.090465 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342a28-7ae4-4f29-9aa1-68522849217d req-4b9d057c-a99b-4e69-b56c-0839aec63405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:12.091905 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71342a28-7ae4-4f29-9aa1-68522849217d req-4b9d057c-a99b-4e69-b56c-0839aec63405 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0870283 Sep 27 09:50:12.162025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71342a28-7ae4-4f29-9aa1-68522849217d req-e041f49e-c052-4def-bf2a-f7f33690c2b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 1001 time: 0.0612872 Sep 27 09:50:12.213986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342a28-7ae4-4f29-9aa1-68522849217d req-44e7cf52-8631-498c-a7d5-dc4d13a22730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:12.215539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71342a28-7ae4-4f29-9aa1-68522849217d req-44e7cf52-8631-498c-a7d5-dc4d13a22730 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0458171 Sep 27 09:50:12.243268 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4c0d6-83aa-4757-82c9-46c07b754d7a req-e8b8056c-b00b-4310-9bad-1d2fc9c6c7d1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:12.245546 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5e4c0d6-83aa-4757-82c9-46c07b754d7a req-e8b8056c-b00b-4310-9bad-1d2fc9c6c7d1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0497553 Sep 27 09:50:12.265857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342a28-7ae4-4f29-9aa1-68522849217d req-5424f804-4be8-4d2a-9841-7afed360f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:12.267367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71342a28-7ae4-4f29-9aa1-68522849217d req-5424f804-4be8-4d2a-9841-7afed360f26d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427358 Sep 27 09:50:12.287451 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b5e4c0d6-83aa-4757-82c9-46c07b754d7a req-6fc1f3b8-ca94-41c2-839b-e3fd169e80fc tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356693 Sep 27 09:50:12.362994 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71342a28-7ae4-4f29-9aa1-68522849217d req-229e6b9b-0a64-4309-8615-6d7a3a5f5999 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872288 Sep 27 09:50:12.462580 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-71342a28-7ae4-4f29-9aa1-68522849217d req-804580eb-9b6b-4fed-a228-9c9c595df7fc service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914686 Sep 27 09:50:13.763307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356de99b-53f9-4d83-8aae-fb1e0e5e151b req-e4d307bc-0283-4158-87b2-3789bebcf341 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:13.765250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-356de99b-53f9-4d83-8aae-fb1e0e5e151b req-e4d307bc-0283-4158-87b2-3789bebcf341 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.4019237 Sep 27 09:50:13.807743 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-356de99b-53f9-4d83-8aae-fb1e0e5e151b req-6ebd4b2a-461e-4142-aac2-1df1f6740cbb tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366771 Sep 27 09:50:14.937370 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018aab2-7a3a-4cd5-b2f2-dc21e82fa875 req-6b527d2e-c475-4f03-a3f7-d9d25c1088f6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:14.938831 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a018aab2-7a3a-4cd5-b2f2-dc21e82fa875 req-6b527d2e-c475-4f03-a3f7-d9d25c1088f6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0511577 Sep 27 09:50:14.977396 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a018aab2-7a3a-4cd5-b2f2-dc21e82fa875 req-d4e2553e-a392-4ab0-9eb9-3646f9b42662 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324240 Sep 27 09:50:14.992360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:15.054054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-13fb4bd6-d050-4957-a7d3-8ade24863623 req-44bb7718-7fbf-480c-a450-6c437c8dce6c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:50:15.055084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-13fb4bd6-d050-4957-a7d3-8ade24863623 req-44bb7718-7fbf-480c-a450-6c437c8dce6c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083032 Sep 27 09:50:15.208525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2981f7-09ea-40cf-bfd6-cdebfd57243d req-d7dd80d7-0cb8-4284-b044-40cb2f6c6cca tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:15.210149 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e2981f7-09ea-40cf-bfd6-cdebfd57243d req-d7dd80d7-0cb8-4284-b044-40cb2f6c6cca tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0504434 Sep 27 09:50:15.234538 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d432b6b-abde-4aad-a712-0c6248344845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:15.253595 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1e2981f7-09ea-40cf-bfd6-cdebfd57243d req-bb0f8b81-1da2-41e3-af26-cdc772765029 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340703 Sep 27 09:50:15.404797 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-57aa2871-32a0-4f49-94f5-09888b15fff3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891471 Sep 27 09:50:16.373723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad7112-d02d-4b6f-942c-42bf3841bf3e req-a48b6c7b-bb16-436f-84b5-c9b0e6e194a0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:16.375183 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86ad7112-d02d-4b6f-942c-42bf3841bf3e req-a48b6c7b-bb16-436f-84b5-c9b0e6e194a0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 946 time: 0.0507088 Sep 27 09:50:16.404358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:50:16.415645 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-86ad7112-d02d-4b6f-942c-42bf3841bf3e req-59cc31de-daaa-4d06-a673-3bfb970ee121 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315776 Sep 27 09:50:16.485280 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:16.508861 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1447496c-99db-4676-9e50-259d1741f11c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:50:16.511124 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7931d3e3-f8ce-4535-bc99-5735637baa39" -d '{"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-unplugged", "status": "completed", "tag": "1447496c-99db-4676-9e50-259d1741f11c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:50:16.522969 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:50:16.528035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:16.560173 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 09:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b0d961-1f0d-4f53-b14a-feb58eb9a9b7 x-openstack-request-id: req-b1b0d961-1f0d-4f53-b14a-feb58eb9a9b7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:50:16.560499 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-unplugged", "status": "failed", "tag": "1447496c-99db-4676-9e50-259d1741f11c", "code": 422}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:50:16.560740 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1b0d961-1f0d-4f53-b14a-feb58eb9a9b7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:50:16.561136 n-d-810909-1 neutron-server[94832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1447496c-99db-4676-9e50-259d1741f11c', 'code': 422} returned with failed status Sep 27 09:50:16.576670 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:50:17.544685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f1009-f02f-43dc-a68b-6802bf17e3cf req-df1cc774-7752-42ea-ba28-91968bf96037 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:17.546251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-516f1009-f02f-43dc-a68b-6802bf17e3cf req-df1cc774-7752-42ea-ba28-91968bf96037 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0495334 Sep 27 09:50:17.589003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-516f1009-f02f-43dc-a68b-6802bf17e3cf req-65cbbaa6-072b-4c9b-a4ca-c2b7398fb3c9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363581 Sep 27 09:50:17.680918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc992156-68fe-42b7-ae90-b90951e99741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:18.182233 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:18.731340 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8290f50-b934-42bf-b5cf-d1e952cb6ab2 req-b30aa08a-2a4e-43f4-97b0-c8a1a7fdc7a7 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:18.732802 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8290f50-b934-42bf-b5cf-d1e952cb6ab2 req-b30aa08a-2a4e-43f4-97b0-c8a1a7fdc7a7 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0588415 Sep 27 09:50:18.774063 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b8290f50-b934-42bf-b5cf-d1e952cb6ab2 req-8e1e1d68-6792-4e35-b6d4-5db956421bb2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323918 Sep 27 09:50:19.336564 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:19.896819 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e98c32-b61e-446f-8fe2-bcf29c544076 req-5830ca1f-94e1-4616-84f9-1e5a42356f52 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:19.898359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1e98c32-b61e-446f-8fe2-bcf29c544076 req-5830ca1f-94e1-4616-84f9-1e5a42356f52 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0563877 Sep 27 09:50:19.944344 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1e98c32-b61e-446f-8fe2-bcf29c544076 req-9c3e7665-ad82-4d6e-a813-fd81ed3d8fce tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391309 Sep 27 09:50:20.763112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35750ec-787f-4835-be42-b6ee31dc234d req-cd86e869-afeb-4b6d-963b-5d3a39c1c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:20.764518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-cd86e869-afeb-4b6d-963b-5d3a39c1c9ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af&tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704 HTTP/1.1" status: 200 len: 1095 time: 0.0415082 Sep 27 09:50:20.835734 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35750ec-787f-4835-be42-b6ee31dc234d req-33ef22aa-4525-4b99-b8af-405303cb6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:20.837223 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-33ef22aa-4525-4b99-b8af-405303cb6fe7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1095 time: 0.0426645 Sep 27 09:50:20.942551 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35750ec-787f-4835-be42-b6ee31dc234d req-1ea647a3-b5a5-45aa-8b71-ba94aa661c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:20.943316 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:20.944123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-1ea647a3-b5a5-45aa-8b71-ba94aa661c53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0986316 Sep 27 09:50:21.016754 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-2c1f2783-e1e8-4d19-a46c-7a9b8dee686c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 999 time: 0.0643418 Sep 27 09:50:21.062216 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00fcef-8d46-4a0a-9935-40f4f0c3faa6 req-f93fc6f2-7cbe-4e08-88e4-03e383522572 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:21.063866 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c00fcef-8d46-4a0a-9935-40f4f0c3faa6 req-f93fc6f2-7cbe-4e08-88e4-03e383522572 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0490961 Sep 27 09:50:21.069337 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35750ec-787f-4835-be42-b6ee31dc234d req-9b26b77f-54ae-4644-a091-4e1a414c67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:21.070782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-9b26b77f-54ae-4644-a091-4e1a414c67ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0464408 Sep 27 09:50:21.109875 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-9c00fcef-8d46-4a0a-9935-40f4f0c3faa6 req-8d3633d0-debb-41b8-9daf-30bacaf0de18 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396957 Sep 27 09:50:21.121436 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35750ec-787f-4835-be42-b6ee31dc234d req-889cdd55-1c7d-4af5-8de6-b40d62417521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:21.122949 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-889cdd55-1c7d-4af5-8de6-b40d62417521 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448024 Sep 27 09:50:21.218123 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-9c29e48b-c50e-4ab8-a7e4-07b14c6f7523 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867772 Sep 27 09:50:21.312782 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e35750ec-787f-4835-be42-b6ee31dc234d req-68a3c968-e8f5-4ed9-a7ae-ccb4f0f21ae3 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864692 Sep 27 09:50:22.238911 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f5b60-6a3e-45aa-a56e-1a7fed064528 req-a2fe44c4-2232-4fd4-9b99-0924af7f8cb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:22.240375 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-575f5b60-6a3e-45aa-a56e-1a7fed064528 req-a2fe44c4-2232-4fd4-9b99-0924af7f8cb6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0527408 Sep 27 09:50:22.277908 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-575f5b60-6a3e-45aa-a56e-1a7fed064528 req-e24ab78a-6f91-4895-bc9d-a2ca9e28ade1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313776 Sep 27 09:50:23.413943 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372a5d7-e86a-4031-9cb3-c7ce3870c920 req-bdc9b2bb-9ea2-4cbe-844a-35947c14e42d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:23.417532 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e372a5d7-e86a-4031-9cb3-c7ce3870c920 req-bdc9b2bb-9ea2-4cbe-844a-35947c14e42d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0621526 Sep 27 09:50:23.465614 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e372a5d7-e86a-4031-9cb3-c7ce3870c920 req-39f113b5-1520-416d-90cd-9251c5bee311 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418332 Sep 27 09:50:24.608127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ff30-594a-48dc-8b09-768bde6dae46 req-be1a3224-972d-437c-ac8c-1c14ec604a17 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:24.610251 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3d6ff30-594a-48dc-8b09-768bde6dae46 req-be1a3224-972d-437c-ac8c-1c14ec604a17 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0506692 Sep 27 09:50:24.656303 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3d6ff30-594a-48dc-8b09-768bde6dae46 req-399f7ca6-b7bf-4f77-a3d4-db93a1ecd297 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389326 Sep 27 09:50:25.627566 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:50:25.785748 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44455136-1913-40d6-b75a-6d3a4be8e935 req-db828c7a-8d72-400a-a5cf-16f3cf28c948 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:25.787254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44455136-1913-40d6-b75a-6d3a4be8e935 req-db828c7a-8d72-400a-a5cf-16f3cf28c948 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0619717 Sep 27 09:50:25.826656 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-44455136-1913-40d6-b75a-6d3a4be8e935 req-3dffc9cb-24a1-470c-8ee5-89f03a58a961 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330284 Sep 27 09:50:26.946530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126aed4-0184-4bc5-b922-56d59bb80ced req-545bd6a9-f4ed-4179-9abe-8e8b64142f04 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:26.948018 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1126aed4-0184-4bc5-b922-56d59bb80ced req-545bd6a9-f4ed-4179-9abe-8e8b64142f04 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0509975 Sep 27 09:50:26.991093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1126aed4-0184-4bc5-b922-56d59bb80ced req-f309681e-05f8-45bf-89eb-4d6766f97315 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352263 Sep 27 09:50:28.121428 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a15c63-8172-4e7a-b24e-f79142d4008a req-35c06bba-0f5c-46a4-9e4c-487637f2536e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:28.125882 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66a15c63-8172-4e7a-b24e-f79142d4008a req-35c06bba-0f5c-46a4-9e4c-487637f2536e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0575635 Sep 27 09:50:28.165489 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-66a15c63-8172-4e7a-b24e-f79142d4008a req-54a4a700-6f46-4813-ae72-c7062c771cc4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349712 Sep 27 09:50:29.309127 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f7dab-85d3-4e2e-9abe-6594a03ad193 req-5f22ddc0-422a-401c-9dcf-d15343c97182 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:29.311429 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5f7dab-85d3-4e2e-9abe-6594a03ad193 req-5f22ddc0-422a-401c-9dcf-d15343c97182 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0526555 Sep 27 09:50:29.351418 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5f7dab-85d3-4e2e-9abe-6594a03ad193 req-10e6d676-d7cf-4c26-a51d-717ed4367987 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320837 Sep 27 09:50:30.479391 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd577b9-871d-480f-b393-3de9d8eadab2 req-ff5cbb44-8499-4d97-acc1-c833a345f14d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:30.480976 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd577b9-871d-480f-b393-3de9d8eadab2 req-ff5cbb44-8499-4d97-acc1-c833a345f14d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0532405 Sep 27 09:50:30.524670 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd577b9-871d-480f-b393-3de9d8eadab2 req-15bedbb5-6e55-4533-ad19-6b361aea5a4e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366886 Sep 27 09:50:31.644727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1112b12-4fc2-4f9f-9aea-f1216553de1c req-3bd5ec90-eafd-4ebc-a102-12effba4b9e0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:31.646246 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1112b12-4fc2-4f9f-9aea-f1216553de1c req-3bd5ec90-eafd-4ebc-a102-12effba4b9e0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0525634 Sep 27 09:50:31.695748 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1112b12-4fc2-4f9f-9aea-f1216553de1c req-b3f27bb5-4a34-4dab-a6e2-4e6da3235141 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404029 Sep 27 09:50:32.831475 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d2969-a394-46f1-95ee-c64f0f1248cc req-c7e68f7b-c5ef-406a-8c80-dda6177687ff tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:32.832987 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bc0d2969-a394-46f1-95ee-c64f0f1248cc req-c7e68f7b-c5ef-406a-8c80-dda6177687ff tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0586023 Sep 27 09:50:32.871282 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-bc0d2969-a394-46f1-95ee-c64f0f1248cc req-34256611-93d2-44e9-a612-e110bcf08d04 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321245 Sep 27 09:50:33.997716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60358603-15c4-4508-832e-98f81436f0b5 req-1248d031-ed65-448e-8c59-e4a58ee75b8b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:33.999178 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60358603-15c4-4508-832e-98f81436f0b5 req-1248d031-ed65-448e-8c59-e4a58ee75b8b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 944 time: 0.0498788 Sep 27 09:50:34.037522 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-60358603-15c4-4508-832e-98f81436f0b5 req-881cdc06-0c46-431e-abed-909c53f8fbb7 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321422 Sep 27 09:50:34.490704 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:50:34.590454 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:50:34.601853 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '1447496c-99db-4676-9e50-259d1741f11c', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'port_id': '1447496c-99db-4676-9e50-259d1741f11c', 'mac_address': 'fa:16:3e:dc:0c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:50:34.637948 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:34.650376 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1447496c-99db-4676-9e50-259d1741f11c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:50:34.669676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:50:34.675921 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:34.723181 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:50:34.952318 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['1447496c-99db-4676-9e50-259d1741f11c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:50:35.153286 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1353fc-4b40-44a8-972b-ff4d1b0770d1 req-d3658086-033c-466a-bce4-e3f0b05d3ea6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:35.154817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f1353fc-4b40-44a8-972b-ff4d1b0770d1 req-d3658086-033c-466a-bce4-e3f0b05d3ea6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 945 time: 0.0492606 Sep 27 09:50:35.194775 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f1353fc-4b40-44a8-972b-ff4d1b0770d1 req-e118f2f5-6f63-407e-b22b-521c997310e0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336044 Sep 27 09:50:35.929175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-508d3ced-fc22-4025-879b-ebc6ed4993b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:35.930667 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-508d3ced-fc22-4025-879b-ebc6ed4993b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1096 time: 0.0901072 Sep 27 09:50:36.056675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-5648dd61-11f2-4495-99c7-c2260d222caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:36.058147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-5648dd61-11f2-4495-99c7-c2260d222caa service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.1020422 Sep 27 09:50:36.127562 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-97bd30d0-b060-4228-9005-1ee88daa3701 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 1000 time: 0.0598512 Sep 27 09:50:36.177532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-6e75620e-0ad5-4e6d-8420-2d31c1f2fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:36.178964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-6e75620e-0ad5-4e6d-8420-2d31c1f2fd0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0444329 Sep 27 09:50:36.237402 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-76fdc69b-f744-407a-9056-fa293a5e7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:36.238978 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-76fdc69b-f744-407a-9056-fa293a5e7540 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512009 Sep 27 09:50:36.365442 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dad8c5-69de-426f-b916-1825782b65d1 req-defbf125-c3ae-4cd6-923c-1c025c9b2fef tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:36.366913 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dad8c5-69de-426f-b916-1825782b65d1 req-defbf125-c3ae-4cd6-923c-1c025c9b2fef tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 945 time: 0.1015441 Sep 27 09:50:36.369169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-b40c6f9a-bd69-4c2a-b9af-95436b7ae620 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226447 Sep 27 09:50:36.432535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6dad8c5-69de-426f-b916-1825782b65d1 req-a695ddbe-0ab8-487d-8a1a-e15c6417027d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576057 Sep 27 09:50:36.484308 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d195258e-be3e-4cc9-ac41-e8638c9b99c9 req-aed4bf94-4f54-4b1e-b72f-423c8903f0d2 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037853 Sep 27 09:50:36.504423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:50:36.560785 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 1447496c-99db-4676-9e50-259d1741f11c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:50:36.561152 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:36.640641 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:36.671620 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1447496c-99db-4676-9e50-259d1741f11c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:50:36.673898 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2db34c-dda4-4180-9c36-7bc26c437a52" -d '{"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-plugged", "status": "completed", "tag": "1447496c-99db-4676-9e50-259d1741f11c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:50:36.683941 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:36.687389 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:50:36.692866 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:36.715897 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe953c1-2914-41f7-b9bf-301efa188e1d x-openstack-request-id: req-bbe953c1-2914-41f7-b9bf-301efa188e1d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:50:36.716188 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-plugged", "status": "completed", "tag": "1447496c-99db-4676-9e50-259d1741f11c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:50:36.716470 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbe953c1-2914-41f7-b9bf-301efa188e1d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:50:36.716859 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1447496c-99db-4676-9e50-259d1741f11c', 'code': 200} Sep 27 09:50:36.742125 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:50:36.890986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce088-6de4-493f-a2d8-42efb7072ace req-775045cb-def8-49f9-ac55-ce2935d0d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:36.893038 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72bce088-6de4-493f-a2d8-42efb7072ace req-775045cb-def8-49f9-ac55-ce2935d0d5f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1098 time: 0.0571058 Sep 27 09:50:36.931238 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-72bce088-6de4-493f-a2d8-42efb7072ace req-6b605d7c-d588-46b4-a47e-d13e33c6853e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306396 Sep 27 09:50:37.569301 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1c095-b48f-40d6-9349-e174a55aecd5 req-f55d8be2-6b12-4763-9d6e-885fdcad00b2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:37.570758 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09b1c095-b48f-40d6-9349-e174a55aecd5 req-f55d8be2-6b12-4763-9d6e-885fdcad00b2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 947 time: 0.0585639 Sep 27 09:50:37.612035 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-09b1c095-b48f-40d6-9349-e174a55aecd5 req-4c1f6c41-a5db-4924-b31c-9928bc50a93e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324302 Sep 27 09:50:38.739696 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a1cfc-b65e-4b1f-988f-cfb02183b881 req-5bd61173-8407-4743-bee9-c836eb74b747 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:50:38.741241 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a9a1cfc-b65e-4b1f-988f-cfb02183b881 req-5bd61173-8407-4743-bee9-c836eb74b747 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 947 time: 0.0565476 Sep 27 09:50:38.778681 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5a9a1cfc-b65e-4b1f-988f-cfb02183b881 req-2b373fd8-717d-4664-837c-eb2d1d3bbad2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313275 Sep 27 09:50:45.008739 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:45.241918 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2d047f2-caee-4d90-8387-bb1ac94352a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:47.679513 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-635a04d5-af5e-4277-99cb-0b74d09df071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:48.185754 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:49.343747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:50:50.957536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:02.632759 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:51:06.692828 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:15.011644 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:15.236475 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe0bb-a95b-418a-b491-b9c596dfff89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:17.683803 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5924e32d-140c-4cd5-b739-7f9cfa8bb0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:18.186782 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:19.344702 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:20.957255 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:36.692798 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:36.861819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-fe4b8a06-af6a-49f2-8738-b1af22ba67bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426195 Sep 27 09:51:36.947259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-dc438c3e-dd40-48ab-84b5-211d060d3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:36.948800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-dc438c3e-dd40-48ab-84b5-211d060d3a71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1098 time: 0.0429859 Sep 27 09:51:37.066766 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-81a16d6e-5d9c-4d25-a4b7-9d7c5bf4f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:37.068228 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-81a16d6e-5d9c-4d25-a4b7-9d7c5bf4f2b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0923789 Sep 27 09:51:37.138148 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-eaf6b3d8-65a0-49af-8a4e-7fdcf9b5b955 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 1001 time: 0.0617967 Sep 27 09:51:37.191541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-811ba029-2a76-4aa4-b46e-dd2cfd9620d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:37.192960 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-811ba029-2a76-4aa4-b46e-dd2cfd9620d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0446181 Sep 27 09:51:37.240706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-375566a4-6d93-48e8-88bf-5920a5673184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:37.242180 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-375566a4-6d93-48e8-88bf-5920a5673184 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404119 Sep 27 09:51:37.336263 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-2d38673b-dac8-4d3d-ac88-cde076637cfd service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831769 Sep 27 09:51:37.425464 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c6e305de-a48d-417a-83a6-e1d414f8fcbc req-ee797029-b5cd-43e6-9b2c-02813b477efd service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818264 Sep 27 09:51:39.638292 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:51:45.013035 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:45.241488 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c397d53-40ba-408f-9287-b6ea040006e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:47.682455 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f472-1290-4a40-a727-250a7d71f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:48.191329 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:49.346688 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:50.968797 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:51.745398 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:51.911734 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Deleting port 7b593bf6-66dc-487c-8496-db565181898d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:51:51.912081 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:51.988021 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:51.988319 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:52.000006 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Calling delete_port for 7b593bf6-66dc-487c-8496-db565181898d owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:51:52.166806 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:52.194438 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event deleted for resources: {'Port': ['ID=7b593bf6-66dc-487c-8496-db565181898d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:52.221312 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.221663 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.222000 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.222329 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.222651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.222975 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.223292 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.223611 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.223924 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.224238 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.224582 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.224890 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:52.269179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:52.269449 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Floating IP 70a31adc-d22f-4909-b8a0-0145544d7d93 disassociated (deleted). External IP: 172.25.2.33, port: 1447496c-99db-4676-9e50-259d1741f11c. Sep 27 09:51:52.494114 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:51:52.610363 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:51:52.615443 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:52.620340 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] Sync routers for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:51:52.630406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:51:52.631027 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:51:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:51:52.642734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a97f71b1-b926-4a86-8cc7-316941388415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "DELETE /v2.0/floatingips/70a31adc-d22f-4909-b8a0-0145544d7d93 HTTP/1.1" status: 204 len: 168 time: 0.8958490 Sep 27 09:51:52.643380 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'tag': '1447496c-99db-4676-9e50-259d1741f11c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:51:52.645783 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a41e5d-9120-4732-a5bc-602958ecab0e" -d '{"events": [{"name": "network-changed", "server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "tag": "1447496c-99db-4676-9e50-259d1741f11c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:51:52.736479 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:51:52.745422 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf866a4-b55a-4c6b-8f4c-3429ead815ee x-openstack-request-id: req-acf866a4-b55a-4c6b-8f4c-3429ead815ee {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:51:52.745973 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "tag": "1447496c-99db-4676-9e50-259d1741f11c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:51:52.745973 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acf866a4-b55a-4c6b-8f4c-3429ead815ee {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:51:52.746328 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'tag': '1447496c-99db-4676-9e50-259d1741f11c', 'status': 'completed', 'code': 200} Sep 27 09:51:52.814331 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-ee410290-e501-495e-8d0c-0cd4644bf204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:52.815848 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-ee410290-e501-495e-8d0c-0cd4644bf204 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 1098 time: 0.0463872 Sep 27 09:51:52.879525 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b1fb2-1c2d-427c-a3bc-521de34849b3 req-3c70cdce-4d81-429c-b38c-e18d546dacab tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:52.881153 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-829b1fb2-1c2d-427c-a3bc-521de34849b3 req-3c70cdce-4d81-429c-b38c-e18d546dacab tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 947 time: 0.0566943 Sep 27 09:51:52.915579 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-9673e368-37f6-4b91-bd7c-15c5bc652884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:52.917537 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-9673e368-37f6-4b91-bd7c-15c5bc652884 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0941684 Sep 27 09:51:52.921458 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-829b1fb2-1c2d-427c-a3bc-521de34849b3 req-a7c15e07-c57f-48fd-8830-3f50140c0348 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335376 Sep 27 09:51:52.939076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:51:52.963398 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-47c1c901-49b1-454e-909d-9813b619d68e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 200 len: 217 time: 0.0346735 Sep 27 09:51:52.965055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] Checking router: 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:51:52.973618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:51:52.974220 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:51:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:51:53.019234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-b03f36b4-782e-49f9-9e0f-78b912876fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:53.020639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-b03f36b4-782e-49f9-9e0f-78b912876fec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0482652 Sep 27 09:51:53.069635 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-ac82f47f-9b50-44ad-aed7-cdf63ba56b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:53.071198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-ac82f47f-9b50-44ad-aed7-cdf63ba56b6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423179 Sep 27 09:51:53.177172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-f7aa8dff-e277-4042-854b-5b2c6f42cdb9 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973470 Sep 27 09:51:53.240128 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:51:53.268956 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-89a41e5d-9120-4732-a5bc-602958ecab0e req-761591c5-4c92-4b16-b74f-f02ff4cdf6aa service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828037 Sep 27 09:51:53.441992 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:51:53.467869 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11444e-792b-4cd6-8b77-4c5f7b034ee6 None None] The sync data for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 is: [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:51:53.706960 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296adbfc-ff30-48fb-a3c5-84d88de14678 None None] New status for floating IP 70a31adc-d22f-4909-b8a0-0145544d7d93: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:51:54.047603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d85c99-c0fb-457a-9814-b99749e6f95f req-7dfec65d-f629-45bb-b20a-f84573560f89 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:54.049174 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38d85c99-c0fb-457a-9814-b99749e6f95f req-7dfec65d-f629-45bb-b20a-f84573560f89 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 947 time: 0.0495486 Sep 27 09:51:54.089331 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-38d85c99-c0fb-457a-9814-b99749e6f95f req-69c1c863-a100-44ea-8d19-20b969be7fd6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53114c-f463-462d-9a35-64b5cedb638b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314889 Sep 27 09:51:54.234172 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-1f831a15-00f6-4bdd-bec3-a24c48820c36 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:51:54.235616 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-1f831a15-00f6-4bdd-bec3-a24c48820c36 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.57 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 947 time: 0.0611279 Sep 27 09:51:54.338752 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Deleting port 1447496c-99db-4676-9e50-259d1741f11c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:51:54.339042 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:54.432285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] For port 1447496c-99db-4676-9e50-259d1741f11c, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=1447496c-99db-4676-9e50-259d1741f11c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:51:54.432691 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:54.445124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Calling delete_port for 1447496c-99db-4676-9e50-259d1741f11c owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:51:54.591986 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:54.624458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event deleted for resources: {'Port': ['ID=1447496c-99db-4676-9e50-259d1741f11c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:54.636439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.636795 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.637139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.637473 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.637807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.638139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.638470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.638794 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.639117 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.639440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.639768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.640090 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:51:54.673818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] No DVR routers for this DVR port 1447496c-99db-4676-9e50-259d1741f11c on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:51:54.676542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:54.678613 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0ce93ba5-c0a2-4086-83f2-8b421404fc67 req-fd9f292d-db7c-4f2c-8414-41222e83cb21 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.57 "DELETE /v2.0/ports/1447496c-99db-4676-9e50-259d1741f11c HTTP/1.1" status: 204 len: 173 time: 0.4352393 Sep 27 09:51:54.679054 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-deleted', 'tag': '1447496c-99db-4676-9e50-259d1741f11c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:51:54.681313 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33652aff-15c7-45e9-b365-063e1cc9ef6f" -d '{"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-deleted", "tag": "1447496c-99db-4676-9e50-259d1741f11c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:51:54.775973 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee8863f-d7a2-4215-807c-eb4ad7fd343d x-openstack-request-id: req-8ee8863f-d7a2-4215-807c-eb4ad7fd343d {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:51:54.776268 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207dd1c3-ae54-4614-82ab-af386b1e30af", "name": "network-vif-deleted", "tag": "1447496c-99db-4676-9e50-259d1741f11c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:51:54.776570 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ee8863f-d7a2-4215-807c-eb4ad7fd343d {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:51:54.776994 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207dd1c3-ae54-4614-82ab-af386b1e30af', 'name': 'network-vif-deleted', 'tag': '1447496c-99db-4676-9e50-259d1741f11c', 'status': 'completed', 'code': 200} Sep 27 09:51:55.196275 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9d8515a8-9ca1-4a16-a251-2005e2893ad8 req-60dbb262-a4db-4782-9541-c23efcb9d406 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=207dd1c3-ae54-4614-82ab-af386b1e30af HTTP/1.1" status: 200 len: 210 time: 0.0269237 Sep 27 09:51:56.258272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41760) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:56.324344 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33546139-f516-4650-bae2-12809ffaa16a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.350586 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33546139-f516-4650-bae2-12809ffaa16a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.418622 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33546139-f516-4650-bae2-12809ffaa16a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.421218 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33546139-f516-4650-bae2-12809ffaa16a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.422467 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-33546139-f516-4650-bae2-12809ffaa16a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e53114c-f463-462d-9a35-64b5cedb638b HTTP/1.1" status: 204 len: 168 time: 0.1631389 Sep 27 09:51:56.431819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33546139-f516-4650-bae2-12809ffaa16a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e53114c-f463-462d-9a35-64b5cedb638b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:56.713440 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 41766) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:56.718477 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9de0ef76-7477-49c9-b4b8-1557f266589b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007066100', 'description': 'tempest-secgroup-smoke-1007066100 description', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:51:56.742286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9de0ef76-7477-49c9-b4b8-1557f266589b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.827466 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9de0ef76-7477-49c9-b4b8-1557f266589b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.833733 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9de0ef76-7477-49c9-b4b8-1557f266589b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.865056 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9de0ef76-7477-49c9-b4b8-1557f266589b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.866259 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-9de0ef76-7477-49c9-b4b8-1557f266589b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1518042 Sep 27 09:51:56.868134 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0ef76-7477-49c9-b4b8-1557f266589b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e627a4e0-82ad-43a6-be04-cac4bfd436fc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:56.869372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41768) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:56.875956 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-ae0efcee-cb94-410a-a2d2-ce85c98f1015 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': 'e627a4e0-82ad-43a6-be04-cac4bfd436fc', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:51:56.905780 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0efcee-cb94-410a-a2d2-ce85c98f1015 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.976580 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0efcee-cb94-410a-a2d2-ce85c98f1015 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:56.982323 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0efcee-cb94-410a-a2d2-ce85c98f1015 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.000899 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0efcee-cb94-410a-a2d2-ce85c98f1015 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ede575-faef-43c1-a298-a0040b295d16,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:57.007722 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ae0efcee-cb94-410a-a2d2-ce85c98f1015 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.009769 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ae0efcee-cb94-410a-a2d2-ce85c98f1015 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391358 Sep 27 09:51:57.012695 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41770) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:57.018932 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-8c610d03-0728-4977-b212-74a4dbe54463 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': 'e627a4e0-82ad-43a6-be04-cac4bfd436fc', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:51:57.050762 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c610d03-0728-4977-b212-74a4dbe54463 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.109128 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c610d03-0728-4977-b212-74a4dbe54463 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.115718 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c610d03-0728-4977-b212-74a4dbe54463 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.138455 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c610d03-0728-4977-b212-74a4dbe54463 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b49fe79-7b38-41bc-be9a-bc1632179f17,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:57.142008 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-8c610d03-0728-4977-b212-74a4dbe54463 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.143322 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-8c610d03-0728-4977-b212-74a4dbe54463 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294494 Sep 27 09:51:57.146170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41772) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:57.153003 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-49b87002-954c-48ad-8c49-1f23d30eb200 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': 'e627a4e0-82ad-43a6-be04-cac4bfd436fc', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:51:57.181769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b87002-954c-48ad-8c49-1f23d30eb200 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.240932 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b87002-954c-48ad-8c49-1f23d30eb200 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.245285 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b87002-954c-48ad-8c49-1f23d30eb200 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.262472 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b87002-954c-48ad-8c49-1f23d30eb200 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716711c0-09e6-4ebe-9d75-f162647869b8,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:57.270086 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-49b87002-954c-48ad-8c49-1f23d30eb200 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.272074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-49b87002-954c-48ad-8c49-1f23d30eb200 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237800 Sep 27 09:51:57.274362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41774) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:57.278651 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-3bf7788a-bd04-495a-a013-95c34ba88793 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': 'e627a4e0-82ad-43a6-be04-cac4bfd436fc', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:51:57.312837 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bf7788a-bd04-495a-a013-95c34ba88793 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.378151 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bf7788a-bd04-495a-a013-95c34ba88793 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.383512 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bf7788a-bd04-495a-a013-95c34ba88793 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.403954 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7788a-bd04-495a-a013-95c34ba88793 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b0b9a9-7b83-497e-a325-27b2f074808d,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:57.411498 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-3bf7788a-bd04-495a-a013-95c34ba88793 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.413376 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-3bf7788a-bd04-495a-a013-95c34ba88793 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380978 Sep 27 09:51:57.416369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41776) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:57.423203 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c30fc1e2-f488-4232-9daf-9f41d5004d16 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': 'e627a4e0-82ad-43a6-be04-cac4bfd436fc', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:51:57.447879 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-c30fc1e2-f488-4232-9daf-9f41d5004d16 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Project 92a8fad44e9c4bedb396bdbbd8f3b704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:51:57.453521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c30fc1e2-f488-4232-9daf-9f41d5004d16 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.520414 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c30fc1e2-f488-4232-9daf-9f41d5004d16 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.524870 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c30fc1e2-f488-4232-9daf-9f41d5004d16 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.541460 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fc1e2-f488-4232-9daf-9f41d5004d16 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98cf2db-59a9-4d72-942c-fc418e830d4a,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:57.549509 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c30fc1e2-f488-4232-9daf-9f41d5004d16 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.550745 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c30fc1e2-f488-4232-9daf-9f41d5004d16 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331670 Sep 27 09:51:57.553840 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41778) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:51:57.558103 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-c8c896a3-f861-43d8-8be0-63ab70c9f17c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'security_group_rule': {'security_group_id': 'e627a4e0-82ad-43a6-be04-cac4bfd436fc', 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:51:57.580129 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-c8c896a3-f861-43d8-8be0-63ab70c9f17c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Project 92a8fad44e9c4bedb396bdbbd8f3b704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:51:57.584970 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8c896a3-f861-43d8-8be0-63ab70c9f17c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.645500 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8c896a3-f861-43d8-8be0-63ab70c9f17c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.650307 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8c896a3-f861-43d8-8be0-63ab70c9f17c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.667698 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c896a3-f861-43d8-8be0-63ab70c9f17c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a4da44-b85b-43e5-9f7a-db11dca8b4e8,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:51:57.673982 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c8c896a3-f861-43d8-8be0-63ab70c9f17c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:51:57.675184 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c8c896a3-f861-43d8-8be0-63ab70c9f17c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204269 Sep 27 09:51:58.894094 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:51:58.914603 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 1447496c-99db-4676-9e50-259d1741f11c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:51:58.915056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 1447496c-99db-4676-9e50-259d1741f11c not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:52:06.694792 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:13.059384 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-d50cc36a-c01c-4115-8af2-01fd25367e53 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007066100&fields=id&tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704 HTTP/1.1" status: 200 len: 267 time: 0.0337567 Sep 27 09:52:13.179435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-26d6d2cc-4db3-45f5-965d-dac8c49c40a1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:13.181008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-26d6d2cc-4db3-45f5-965d-dac8c49c40a1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 808 time: 0.1143472 Sep 27 09:52:13.196689 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-bc491f32-30a4-4827-a8e5-fab47e245f91 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/quotas/92a8fad44e9c4bedb396bdbbd8f3b704 HTTP/1.1" status: 200 len: 375 time: 0.0097358 Sep 27 09:52:13.251700 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-bab84c28-2590-4fe4-98bb-50e07bab8c48 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456495 Sep 27 09:52:13.410917 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-d7b870d6-7aa7-4cd0-adb4-c8f628a4ce09 service neutron] 10.222.0.50 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421456 Sep 27 09:52:13.504373 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6b083332-e6a3-4c9e-a445-43d95410e51a service neutron] 10.222.0.50 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864630 Sep 27 09:52:13.805846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1fac5a26-3067-47cf-8d87-bfd6cd37ddde req-2b69309e-f210-4f8d-812c-e3d0b09055cd tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 210 time: 0.0261209 Sep 27 09:52:14.844633 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-9e54a5ff-ec89-408c-8e97-51bc8f472ab5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:14.846719 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-9e54a5ff-ec89-408c-8e97-51bc8f472ab5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.67 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 808 time: 0.1123588 Sep 27 09:52:14.910940 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e9bf721b-868d-486f-b531-f9f2cb7ae9c2 req-fd855129-cd0a-4e3e-aa49-110eeb419128 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 210 time: 0.0339570 Sep 27 09:52:14.915059 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-ac5dd6f2-a6e6-4b68-9cd1-b2481bb3b87d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704 HTTP/1.1" status: 200 len: 380 time: 0.0586975 Sep 27 09:52:14.926410 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'port': {'device_id': '3e773a57-7505-47ad-b689-a8563e7a8081', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'admin_state_up': True, 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'security_groups': ['e627a4e0-82ad-43a6-be04-cac4bfd436fc']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:52:15.005172 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.046088 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Made reservation on behalf of 92a8fad44e9c4bedb396bdbbd8f3b704 for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:52:15.049949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.175746 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Allocated IP 172.20.0.6 (9abc175c-aaa6-4cc6-b8fb-4cf14aa32625/2d6c931a-ab49-4174-af8d-05bc720450a8/7a0e8860-a4fd-44d9-8a2f-2ae123b7154f) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:52:15.248299 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cad78e4-aa06-48c8-890c-7c38ced9934f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.323713 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.360815 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.427834 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:52:15.430372 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:52:15.433284 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:52:15.446185 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:52:15.503065 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:15.503706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.522973 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-6638257c-be6e-4c8b-9709-45d8ed4e9d5b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008868 Sep 27 09:52:15.582685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Request body: {'port': {'device_id': '3e773a57-7505-47ad-b689-a8563e7a8081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:52:15.640669 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.728143 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ddf6390e-9aaf-482d-ab80-0ab4c00f2c92 None None] Provisioning complete for port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:52:15.728798 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf6390e-9aaf-482d-ab80-0ab4c00f2c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.774010 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6390e-9aaf-482d-ab80-0ab4c00f2c92 None None] Port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:52:15.914526 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:52:15.922061 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:15.935113 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Transition to ACTIVE for port object 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:52:15.940844 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:16.005086 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:52:16.075893 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694ecb3-4bcc-46e3-92a2-b578bb455cab req-a9beb4d7-2483-469d-8596-f38035fc210d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:16.080157 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f694ecb3-4bcc-46e3-92a2-b578bb455cab req-a9beb4d7-2483-469d-8596-f38035fc210d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0745709 Sep 27 09:52:16.084490 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Attempting to bind port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:52:16.085028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Attempting to bind port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:52:16.085585 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Attempting to bind port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:52:16.091246 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:52:16.091865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Attempting to bind port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:52:16.098177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:52:16.098798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Checking segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:52:16.099375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Bound using segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:52:16.099974 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Bound port: 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:52:16.100717 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:16.129434 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f694ecb3-4bcc-46e3-92a2-b578bb455cab req-be0f580b-a532-461f-8906-bd9f59bdbf73 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447407 Sep 27 09:52:16.178033 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:52:16.181420 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:52:16.190684 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:16.249456 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:16.250059 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:16.251502 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] 10.222.0.67 "PUT /v2.0/ports/7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 1091 time: 0.7201784 Sep 27 09:52:16.251957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:52:16.254450 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814" -d '{"events": [{"name": "network-changed", "server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:52:16.271477 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3a28f-0011-40c1-bc90-56949e2b0289 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:52:16.303562 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93176138-8e58-4734-a447-8e0c89be227e x-openstack-request-id: req-93176138-8e58-4734-a447-8e0c89be227e {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:52:16.303856 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:52:16.304107 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93176138-8e58-4734-a447-8e0c89be227e {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:52:16.304740 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'status': 'completed', 'code': 200} Sep 27 09:52:16.351707 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-7893d68c-bd1d-43bb-b8b8-53468930d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:16.353291 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-7893d68c-bd1d-43bb-b8b8-53468930d0c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1094 time: 0.0477550 Sep 27 09:52:16.397230 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-8e4cbfce-968b-4faf-9060-28c64ef232af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 217 time: 0.0355730 Sep 27 09:52:16.452489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-939fbf30-d01c-4bb2-967d-b9d36d018c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:16.454041 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-939fbf30-d01c-4bb2-967d-b9d36d018c5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0502689 Sep 27 09:52:16.500968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-a7fc814f-d9f0-4dc1-a749-391bfe733ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:16.502536 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-a7fc814f-d9f0-4dc1-a749-391bfe733ef1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406971 Sep 27 09:52:16.600592 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-0916b845-e47e-478d-80d4-ba35b09b321e service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904443 Sep 27 09:52:16.637430 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:52:16.692841 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e980d2d1-0bc1-4dd3-8608-992026599d8d req-ee8ab488-1030-41f2-a826-b97f9bc04bd6 service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846925 Sep 27 09:52:16.777366 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-7224fc11-5e3c-490f-a5aa-afe5a02f482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:16.779435 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-7224fc11-5e3c-490f-a5aa-afe5a02f482e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1094 time: 0.0413439 Sep 27 09:52:16.876639 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-4647dd59-1433-4160-bafc-539b829dd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:16.878195 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-4647dd59-1433-4160-bafc-539b829dd156 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0916910 Sep 27 09:52:16.920220 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-08d9c971-f0ac-43b3-a1ba-ac09f270937a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 217 time: 0.0342698 Sep 27 09:52:16.974995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-b1f1c6bd-b92c-45fe-a945-a136e47699f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:16.976433 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-b1f1c6bd-b92c-45fe-a945-a136e47699f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0496027 Sep 27 09:52:17.024540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-99e6a2e6-c4a6-4677-b3a6-893f29fa5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:17.026172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-99e6a2e6-c4a6-4677-b3a6-893f29fa5a38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412476 Sep 27 09:52:17.122628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-4e07afe9-7864-4022-b0c4-9fe14afa2d75 service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888214 Sep 27 09:52:17.236835 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7ffc4f30-0b98-4ff4-8d0e-dd55aa937814 req-5c11ee0b-677a-4a25-8554-f5b04aa44cc6 service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069920 Sep 27 09:52:17.251096 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8fba-3f88-4ba6-b696-3dfb4f344876 req-864c8cac-bd91-4769-b218-da2f98ebd9c9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:17.252980 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-123c8fba-3f88-4ba6-b696-3dfb4f344876 req-864c8cac-bd91-4769-b218-da2f98ebd9c9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0522046 Sep 27 09:52:17.291254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-123c8fba-3f88-4ba6-b696-3dfb4f344876 req-96c6d560-d68b-4fbe-9cde-21b7bbc7453c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324872 Sep 27 09:52:17.677946 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d01c-1b54-48e5-b86d-008ec41ef524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:18.184409 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:18.411061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d7617-e3ca-4023-8a57-63ebe9088dbb req-9a333f1b-d928-4d4c-b103-8efbce971415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:18.412634 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14d7617-e3ca-4023-8a57-63ebe9088dbb req-9a333f1b-d928-4d4c-b103-8efbce971415 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0497451 Sep 27 09:52:18.453340 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b14d7617-e3ca-4023-8a57-63ebe9088dbb req-04f9894a-d8a1-4d11-b154-2bad07214389 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345988 Sep 27 09:52:19.352493 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:19.579530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b224047-81f6-4c2f-99a8-c0f6198c1d25 req-7d2794d5-3fb5-4e17-af78-c92baa4e26c2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:19.581055 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b224047-81f6-4c2f-99a8-c0f6198c1d25 req-7d2794d5-3fb5-4e17-af78-c92baa4e26c2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0544887 Sep 27 09:52:19.621704 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1b224047-81f6-4c2f-99a8-c0f6198c1d25 req-56b6ba8a-464e-41af-b030-7b94b277780e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Sep 27 09:52:20.751872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb8f0-89f7-4c2e-b3f5-dd0e1a226d6f req-2279eff4-a29e-4eb4-a42f-67c0fda91f53 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:20.753267 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e90bb8f0-89f7-4c2e-b3f5-dd0e1a226d6f req-2279eff4-a29e-4eb4-a42f-67c0fda91f53 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0583718 Sep 27 09:52:20.791538 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e90bb8f0-89f7-4c2e-b3f5-dd0e1a226d6f req-a299d03b-8ebc-45af-9f26-93261948ca19 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322738 Sep 27 09:52:20.972893 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:21.922188 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1099ca-da53-4c2a-919e-4f6bf24685ff req-9c1700cc-6180-4766-ae14-cfb898b500de tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:21.923683 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1099ca-da53-4c2a-919e-4f6bf24685ff req-9c1700cc-6180-4766-ae14-cfb898b500de tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0506930 Sep 27 09:52:21.961371 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1099ca-da53-4c2a-919e-4f6bf24685ff req-6b93204e-6663-4ad2-bf71-cd110b61a633 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313268 Sep 27 09:52:23.098119 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50cbae-4b9e-4588-b499-ec4885e185ae req-db697bb0-83e6-490b-8e87-3d5db6ac0c41 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:23.099596 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd50cbae-4b9e-4588-b499-ec4885e185ae req-db697bb0-83e6-490b-8e87-3d5db6ac0c41 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0570900 Sep 27 09:52:23.139025 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cd50cbae-4b9e-4588-b499-ec4885e185ae req-38e0747f-923b-41bd-8af5-fb220330bfc2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325742 Sep 27 09:52:24.260217 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f4763-f2cc-43ff-83c5-fb7deca55ff5 req-c5abb157-2a8e-441b-b7f1-58a14e671903 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:24.261735 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f2f4763-f2cc-43ff-83c5-fb7deca55ff5 req-c5abb157-2a8e-441b-b7f1-58a14e671903 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0499103 Sep 27 09:52:24.304301 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6f2f4763-f2cc-43ff-83c5-fb7deca55ff5 req-9cb8a3b7-cccf-4ced-9d94-646b898ca6ec tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365052 Sep 27 09:52:25.440673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80714-e7e4-4316-b4ed-28f1319c6013 req-8e7593ed-ced7-4cd7-a645-3df63ffedd79 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:25.442282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2dc80714-e7e4-4316-b4ed-28f1319c6013 req-8e7593ed-ced7-4cd7-a645-3df63ffedd79 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0575249 Sep 27 09:52:25.481204 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2dc80714-e7e4-4316-b4ed-28f1319c6013 req-2a516a0a-8401-4622-883f-f42adbae4bc6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Sep 27 09:52:26.614904 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1631e-9742-47a4-a888-2f91ac646c22 req-4e74b020-1873-4756-9ddf-915265cf8ca5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:26.616454 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52d1631e-9742-47a4-a888-2f91ac646c22 req-4e74b020-1873-4756-9ddf-915265cf8ca5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0639961 Sep 27 09:52:26.659277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-52d1631e-9742-47a4-a888-2f91ac646c22 req-23df8cc0-e31e-4e1a-b8b5-142ca404a601 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Sep 27 09:52:27.804872 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d39bd8-9445-49f7-8c06-7a66c420198e req-26d9525a-edb0-4c35-9667-f7eeda4aa10c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:27.806345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-54d39bd8-9445-49f7-8c06-7a66c420198e req-26d9525a-edb0-4c35-9667-f7eeda4aa10c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0541267 Sep 27 09:52:27.849360 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-54d39bd8-9445-49f7-8c06-7a66c420198e req-78956526-cfcd-4b0f-afc0-968e869634e3 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334511 Sep 27 09:52:27.932736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:52:28.036480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:52:28.047471 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'port_id': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'mac_address': 'fa:16:3e:9c:33:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:52:28.087377 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:28.102126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:52:28.122811 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:52:28.129209 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:28.175537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:52:28.183688 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.184033 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.184366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.184732 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.185059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.185390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.185714 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.186035 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.186388 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.186705 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.187043 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.187391 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:52:28.353450 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:52:28.984874 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57dac8-7455-4f82-8961-68f6ad27be8f req-cb9da485-2d49-45e0-8516-99c2f81a5c0b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:28.986450 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e57dac8-7455-4f82-8961-68f6ad27be8f req-cb9da485-2d49-45e0-8516-99c2f81a5c0b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 944 time: 0.0607026 Sep 27 09:52:29.026584 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e57dac8-7455-4f82-8961-68f6ad27be8f req-e9ddc284-c0d6-428d-93dc-b8f407397d34 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Sep 27 09:52:29.933153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:52:29.990570 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:52:29.995933 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:52:29.996488 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:30.080168 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:30.107149 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:52:30.109494 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb95888f-53b8-42af-89af-81d52ea66c1e" -d '{"events": [{"server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "name": "network-vif-plugged", "status": "completed", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:52:30.122232 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:52:30.128739 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:30.154779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4c4eb-dc14-4689-8c20-324d4e5c3fd9 req-45c6a0de-8c5c-4754-88f7-a5cf460b590c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:30.156423 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1d4c4eb-dc14-4689-8c20-324d4e5c3fd9 req-45c6a0de-8c5c-4754-88f7-a5cf460b590c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 944 time: 0.0613091 Sep 27 09:52:30.177379 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:52:30.200159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f1d4c4eb-dc14-4689-8c20-324d4e5c3fd9 req-a7b51ffc-1855-435b-9c80-461e9d82df4c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344574 Sep 27 09:52:30.209385 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d8a022-e56e-47e4-8c1d-4689deb56721 x-openstack-request-id: req-24d8a022-e56e-47e4-8c1d-4689deb56721 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:52:30.209677 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "name": "network-vif-plugged", "status": "completed", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:52:30.209932 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24d8a022-e56e-47e4-8c1d-4689deb56721 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:52:30.210328 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'code': 200} Sep 27 09:52:30.319368 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cafa8-c0e0-40a5-a725-f90f85503739 req-cd1580e9-2cdf-4d78-9860-89f63ba2e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:30.320931 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d6cafa8-c0e0-40a5-a725-f90f85503739 req-cd1580e9-2cdf-4d78-9860-89f63ba2e429 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1096 time: 0.0535257 Sep 27 09:52:30.358421 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8d6cafa8-c0e0-40a5-a725-f90f85503739 req-a80c68c4-454d-4ccf-aad3-657ef21bd286 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301957 Sep 27 09:52:31.326464 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0537e-d84e-4fbb-b883-442eb401f43d req-35a96453-4bb2-4c7d-9cd6-48bbb3eb30f9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:31.327965 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2c0537e-d84e-4fbb-b883-442eb401f43d req-35a96453-4bb2-4c7d-9cd6-48bbb3eb30f9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0553908 Sep 27 09:52:31.367529 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-f2c0537e-d84e-4fbb-b883-442eb401f43d req-b564cbde-cd97-4ce0-8758-8ab808fa5ea2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326018 Sep 27 09:52:32.505495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdc7a0-6b0f-42fa-a0a2-d868e3d275cc req-c776ee5c-39fa-42f1-aabf-4926d1f16dc9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:32.506853 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92bdc7a0-6b0f-42fa-a0a2-d868e3d275cc req-c776ee5c-39fa-42f1-aabf-4926d1f16dc9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0548234 Sep 27 09:52:32.547918 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-92bdc7a0-6b0f-42fa-a0a2-d868e3d275cc req-ad711d70-2ce0-4dd9-be48-545eda699bef tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Sep 27 09:52:32.665344 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd427e-615a-45f5-b8f9-1872fa2af24e req-b08db25d-ea2b-4743-94e4-2dec906c3524 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:32.666817 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11cd427e-615a-45f5-b8f9-1872fa2af24e req-b08db25d-ea2b-4743-94e4-2dec906c3524 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0535078 Sep 27 09:52:32.707377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-11cd427e-615a-45f5-b8f9-1872fa2af24e req-5808298e-5710-4ac2-ad9a-17811f9fb0eb tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Sep 27 09:52:32.730085 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41988) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:52:32.771135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3884972-67ff-479a-bc47-fc1f7d84f285 tempest-TestShelveInstance-231138834 tempest-TestShelveInstance-231138834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:32.772558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-a3884972-67ff-479a-bc47-fc1f7d84f285 tempest-TestShelveInstance-231138834 tempest-TestShelveInstance-231138834-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1091 time: 0.0414410 Sep 27 09:52:32.775443 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 41990) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:52:32.779670 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:52:32.804466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:33.268943 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:33.374161 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Allocated IP 172.25.2.126 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/2421c113-6c1e-4318-8e60-fc5c36563cc2) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:52:33.480963 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:33.515755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:33.552890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:52:33.555663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:52:33.561747 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:52:33.564653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'Port': ['ID=2421c113-6c1e-4318-8e60-fc5c36563cc2,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:52:33.912810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:33.979505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:34.127135 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:34.134091 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:34.199428 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event updated for resources: {'Port': ['ID=2421c113-6c1e-4318-8e60-fc5c36563cc2,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:52:34.213214 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:34.311523 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Floating IP d18a3eb4-ba2a-4fce-b737-d4c5490dbfa7 associated. External IP: 172.25.2.126, port: 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f. Sep 27 09:52:34.520273 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:52:34.630571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:52:34.640786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] Sync routers for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:52:34.648543 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:34.651728 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:52:34.652371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:52:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:52:34.676653 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-93bee422-bf1c-40b4-bfa9-0103f19442c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9001989 Sep 27 09:52:34.677339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:52:34.679613 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38" -d '{"events": [{"name": "network-changed", "server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:52:34.715553 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7fc884-4f67-4323-b17a-5df17944b6d5 x-openstack-request-id: req-ea7fc884-4f67-4323-b17a-5df17944b6d5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:52:34.715849 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:52:34.716105 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea7fc884-4f67-4323-b17a-5df17944b6d5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:52:34.716607 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'status': 'completed', 'code': 200} Sep 27 09:52:34.760654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:52:34.781587 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-0722399c-c53e-4c0f-83c7-8f01be7ed621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:34.783036 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-0722399c-c53e-4c0f-83c7-8f01be7ed621 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1096 time: 0.0427005 Sep 27 09:52:34.878776 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-31a248c2-c6e3-4414-be4c-5b8eef102903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:34.880229 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-31a248c2-c6e3-4414-be4c-5b8eef102903 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0898039 Sep 27 09:52:34.947789 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-986622bc-b966-403b-b5d2-9a39610b2dfe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 999 time: 0.0595868 Sep 27 09:52:34.987191 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'd18a3eb4-ba2a-4fce-b737-d4c5490dbfa7', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'port_id': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'mac_address': 'fa:16:3e:9c:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e773a57-7505-47ad-b689-a8563e7a8081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:52:33Z', 'updated_at': '2021-09-27T09:52:33Z', 'revision_number': 0, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:52:34.998563 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-d8e7322c-2992-455c-af5e-dbb07775e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:35.000029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-d8e7322c-2992-455c-af5e-dbb07775e573 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0446179 Sep 27 09:52:35.013289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] Checking router: 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:52:35.022260 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:52:35.022876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:52:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:52:35.050051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-2ec87ffe-9154-45df-a582-086f1e50f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:52:35.051483 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-2ec87ffe-9154-45df-a582-086f1e50f34b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439007 Sep 27 09:52:35.126268 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:52:35.142250 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-1a7758f7-67d2-44b5-bb7d-db3dbad0e879 service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827222 Sep 27 09:52:35.238959 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-81c3de8e-b06b-4f5c-ae1e-e2df56792d38 req-baf14bcd-adf5-4ad9-b5d4-c27751e2e6bb service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892491 Sep 27 09:52:35.361437 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'd18a3eb4-ba2a-4fce-b737-d4c5490dbfa7', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'port_id': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'mac_address': 'fa:16:3e:9c:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e773a57-7505-47ad-b689-a8563e7a8081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:52:33Z', 'updated_at': '2021-09-27T09:52:33Z', 'revision_number': 0, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:52:35.390913 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e771130-2262-40cf-8ae4-068ade1e4c22 None None] The sync data for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 is: [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'd18a3eb4-ba2a-4fce-b737-d4c5490dbfa7', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'port_id': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'mac_address': 'fa:16:3e:9c:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e773a57-7505-47ad-b689-a8563e7a8081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:52:33Z', 'updated_at': '2021-09-27T09:52:33Z', 'revision_number': 0, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:52:35.611795 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e754fcc9-b8f5-4000-adc5-5c3a02a088a7 None None] New status for floating IP d18a3eb4-ba2a-4fce-b737-d4c5490dbfa7: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:52:36.720781 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:45.030736 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:45.246348 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40c93d13-272f-4daa-b460-90330e47f834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:47.692351 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ed3eb1-2b4f-4df7-9796-bcababaf3b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:48.191769 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:49.351889 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:50.968190 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:52:53.639694 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:53:06.723328 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:15.029039 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:15.242546 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-937a5e9d-3038-4755-a7d1-22596df056dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:17.691374 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-754d06fe-9773-4736-989c-5790587e1c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:18.187415 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:19.364423 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:20.744802 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f929f5e0-a397-4658-8494-8223456dd971 req-40fd3cc6-a104-4a99-836e-0eeedff6d72a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508161 Sep 27 09:53:20.839483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f5e0-a397-4658-8494-8223456dd971 req-f9f67511-5595-4289-8591-438ad230f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:53:20.840932 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f929f5e0-a397-4658-8494-8223456dd971 req-f9f67511-5595-4289-8591-438ad230f37c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1096 time: 0.0426855 Sep 27 09:53:20.950868 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f5e0-a397-4658-8494-8223456dd971 req-cce9f8cb-95ac-4a37-9bd8-b65c744479fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:53:20.952582 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f929f5e0-a397-4658-8494-8223456dd971 req-cce9f8cb-95ac-4a37-9bd8-b65c744479fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0888984 Sep 27 09:53:20.969677 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:21.028258 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f929f5e0-a397-4658-8494-8223456dd971 req-aca1ad0a-de90-4c6b-92df-a6aefd7de467 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 1001 time: 0.0679772 Sep 27 09:53:21.086525 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f5e0-a397-4658-8494-8223456dd971 req-269fb43b-0246-4460-8340-7419e3cf9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:53:21.088027 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f929f5e0-a397-4658-8494-8223456dd971 req-269fb43b-0246-4460-8340-7419e3cf9ed0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0526557 Sep 27 09:53:21.137677 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f5e0-a397-4658-8494-8223456dd971 req-c44b16af-267b-419c-931b-f1af96631d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:53:21.139033 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f929f5e0-a397-4658-8494-8223456dd971 req-c44b16af-267b-419c-931b-f1af96631d30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433667 Sep 27 09:53:21.232722 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f929f5e0-a397-4658-8494-8223456dd971 req-f00c6dc8-2478-4f59-8806-495c286d0926 service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860221 Sep 27 09:53:21.327077 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f929f5e0-a397-4658-8494-8223456dd971 req-f9df9b60-93a6-494f-8166-09fa2bebc3ea service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875051 Sep 27 09:53:30.641232 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:53:36.736816 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:45.026167 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:45.238654 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59cb517d-8dc8-4c15-be9f-a854e35cb48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:47.696826 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d94bca64-5055-4af3-9409-7318b3650821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:48.198548 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:49.361855 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:53:50.977510 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:06.765291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:07.646658 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:54:15.049444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:15.252785 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8670-fcb1-4a2d-be76-83bebcd4314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:17.693037 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b09e164d-daf4-4556-9494-b585a4ad3cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:18.199318 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:19.368950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:20.989289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:22.717480 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-855d03aa-1c09-4f04-b8ba-c237d5411e37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480716 Sep 27 09:54:22.808205 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-3cbe88a4-f50d-47ae-a994-ea1fbad1e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:22.809778 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-3cbe88a4-f50d-47ae-a994-ea1fbad1e4cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1096 time: 0.0430460 Sep 27 09:54:22.922259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-335546ed-ae1c-4e83-9635-3fb0309e2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:22.923761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-335546ed-ae1c-4e83-9635-3fb0309e2042 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0928872 Sep 27 09:54:22.993284 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-92b669ba-8ec4-40e4-97e9-4338b2af4ad6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 1001 time: 0.0617981 Sep 27 09:54:23.049260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-3cf77e19-0ddc-4027-87fb-cbe4bbde262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:23.050703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-3cf77e19-0ddc-4027-87fb-cbe4bbde262f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0501714 Sep 27 09:54:23.100439 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-7ccaab2f-03c2-46e7-9948-e5c61af23211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:23.102666 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-7ccaab2f-03c2-46e7-9948-e5c61af23211 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445077 Sep 27 09:54:23.114857 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-557111a6-ebdb-4ed2-9871-c8ac7f7d5ca0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:54:23.115788 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-557111a6-ebdb-4ed2-9871-c8ac7f7d5ca0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057037 Sep 27 09:54:23.215397 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-a76e11a1-9bbe-4b06-871e-8d48ea5d5a91 service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912843 Sep 27 09:54:23.309323 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-1317bfcd-624b-4f20-8f91-5f80c3344d68 req-d7f8ced1-a8f2-4e8e-af6c-a2bb8c53fdbf service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859859 Sep 27 09:54:30.083235 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19d986-1a30-4ba2-8a58-de417f8ba3b6 req-a4e4f796-e7e4-4b7b-b6c1-658a504fb80b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:30.084639 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d19d986-1a30-4ba2-8a58-de417f8ba3b6 req-a4e4f796-e7e4-4b7b-b6c1-658a504fb80b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Sep 27 09:54:30.125553 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6d19d986-1a30-4ba2-8a58-de417f8ba3b6 req-e3399b59-8f72-4d6a-858b-2ef14e18fa7b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Sep 27 09:54:31.292880 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2241b7c-cb99-446b-ba41-cc4730172ae1 req-5a59f948-7e97-41ba-81fb-2460fb9e48a8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:31.294357 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2241b7c-cb99-446b-ba41-cc4730172ae1 req-5a59f948-7e97-41ba-81fb-2460fb9e48a8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0574913 Sep 27 09:54:31.334916 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d2241b7c-cb99-446b-ba41-cc4730172ae1 req-93e37f5d-d315-4a80-8bf9-03e27656e500 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326197 Sep 27 09:54:32.487322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6af049-76f5-46a1-87c5-04f1c52ee9ec req-6552e941-847e-472f-9d5e-18a5e892eb04 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:32.488761 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb6af049-76f5-46a1-87c5-04f1c52ee9ec req-6552e941-847e-472f-9d5e-18a5e892eb04 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0549591 Sep 27 09:54:32.531947 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cb6af049-76f5-46a1-87c5-04f1c52ee9ec req-7303806d-cc30-4703-81cc-ec80f0869e36 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370009 Sep 27 09:54:33.663007 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097f0c3-87b5-412b-8bfb-83c5218fa9a6 req-782e1b76-d15a-429e-8158-45e19cf81222 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:33.664608 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1097f0c3-87b5-412b-8bfb-83c5218fa9a6 req-782e1b76-d15a-429e-8158-45e19cf81222 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0554810 Sep 27 09:54:33.709729 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1097f0c3-87b5-412b-8bfb-83c5218fa9a6 req-321a560b-7f5a-4f98-8123-23b081fca82b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364947 Sep 27 09:54:34.833798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e093-42de-4f77-b570-0d538e82b160 req-61a9c827-0688-4f15-a241-c9b7de604d87 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:34.835198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e94e093-42de-4f77-b570-0d538e82b160 req-61a9c827-0688-4f15-a241-c9b7de604d87 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0501759 Sep 27 09:54:34.874062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2e94e093-42de-4f77-b570-0d538e82b160 req-7c85ed54-e46b-4c40-8375-785cc030ac02 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327039 Sep 27 09:54:36.001138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de5f44-5b25-40ba-af4f-05f7d5116374 req-d9edb390-aeeb-4390-84e3-52a5c91c0d67 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:36.002665 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16de5f44-5b25-40ba-af4f-05f7d5116374 req-d9edb390-aeeb-4390-84e3-52a5c91c0d67 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0532966 Sep 27 09:54:36.044710 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-16de5f44-5b25-40ba-af4f-05f7d5116374 req-573ff1d7-2ed3-4414-9a5f-9a3b0e231f57 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360003 Sep 27 09:54:36.777672 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:37.167133 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c7c6d-13b5-4f69-91ef-fe336eba47b5 req-37ddecd5-73ae-4f6a-bd2d-31d58dc9921b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:37.168648 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-621c7c6d-13b5-4f69-91ef-fe336eba47b5 req-37ddecd5-73ae-4f6a-bd2d-31d58dc9921b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0517628 Sep 27 09:54:37.208984 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-621c7c6d-13b5-4f69-91ef-fe336eba47b5 req-7b320da0-a0ec-4043-9b18-2e6f54c94ab1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323296 Sep 27 09:54:38.326733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57b014-c308-4f8d-8da7-6072bf0f8771 req-ba6a518a-127b-4628-84fa-410b471b041f tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:38.328248 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e57b014-c308-4f8d-8da7-6072bf0f8771 req-ba6a518a-127b-4628-84fa-410b471b041f tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0523295 Sep 27 09:54:38.368734 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-5e57b014-c308-4f8d-8da7-6072bf0f8771 req-5e15a825-369b-40e3-87d2-1721d2f6aaf6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315216 Sep 27 09:54:39.504427 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb043db-c8e3-4b67-8ce7-28cc24afb013 req-b0f56312-41d6-4ce4-ad26-b5a51de1575e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:39.505824 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2eb043db-c8e3-4b67-8ce7-28cc24afb013 req-b0f56312-41d6-4ce4-ad26-b5a51de1575e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0573592 Sep 27 09:54:39.546093 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2eb043db-c8e3-4b67-8ce7-28cc24afb013 req-c337ef8a-b999-4634-b3b7-2a8a05dd3a3e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320880 Sep 27 09:54:40.228740 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6129a-b81c-4307-8986-21c88d0a214e req-77f60562-6d6d-424e-a0a8-70efbd2cb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:40.230259 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fab6129a-b81c-4307-8986-21c88d0a214e req-77f60562-6d6d-424e-a0a8-70efbd2cb97c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1096 time: 0.0432000 Sep 27 09:54:40.323716 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6129a-b81c-4307-8986-21c88d0a214e req-e34a2d59-5119-4a37-9dcc-a2a4446b8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:40.325231 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fab6129a-b81c-4307-8986-21c88d0a214e req-e34a2d59-5119-4a37-9dcc-a2a4446b8bdb service neutron] 10.222.0.67 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0870447 Sep 27 09:54:40.391628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fab6129a-b81c-4307-8986-21c88d0a214e req-88cbb607-1138-481e-ad87-a6bc4c0ee08b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 1001 time: 0.0583954 Sep 27 09:54:40.439416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6129a-b81c-4307-8986-21c88d0a214e req-8df41dad-2763-45b7-8073-ca97ef09ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:40.440832 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fab6129a-b81c-4307-8986-21c88d0a214e req-8df41dad-2763-45b7-8073-ca97ef09ee68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0422001 Sep 27 09:54:40.494606 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6129a-b81c-4307-8986-21c88d0a214e req-55fed1bc-e72d-4c95-9103-2da74893c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:40.496766 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fab6129a-b81c-4307-8986-21c88d0a214e req-55fed1bc-e72d-4c95-9103-2da74893c8a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485022 Sep 27 09:54:40.599687 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fab6129a-b81c-4307-8986-21c88d0a214e req-96c1dce9-b8dd-4974-8da9-727b9e57ab72 service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945163 Sep 27 09:54:40.670283 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aba0f-bd5a-4fd3-9eb4-5a1b5d3b82ae req-9129740c-6ce7-487a-bbf3-7775ae6601e4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:40.671919 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a12aba0f-bd5a-4fd3-9eb4-5a1b5d3b82ae req-9129740c-6ce7-487a-bbf3-7775ae6601e4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0519242 Sep 27 09:54:40.694153 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-fab6129a-b81c-4307-8986-21c88d0a214e req-e6275f8d-38f9-41e4-b85f-26fe8a788668 service neutron] 10.222.0.67 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876811 Sep 27 09:54:40.716769 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a12aba0f-bd5a-4fd3-9eb4-5a1b5d3b82ae req-cf0c816b-0348-435a-8f88-11ed2f550d2d tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385954 Sep 27 09:54:41.842431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cb7ac-ec08-4006-865e-0c281fc0473d req-512fe359-5b75-47fb-b08b-3b4dfcac0a87 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:41.843900 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d04cb7ac-ec08-4006-865e-0c281fc0473d req-512fe359-5b75-47fb-b08b-3b4dfcac0a87 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0491929 Sep 27 09:54:41.886720 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d04cb7ac-ec08-4006-865e-0c281fc0473d req-559f4759-0195-491e-b0f4-9ed76227949c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Sep 27 09:54:43.004498 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d77f5-e116-43e4-80cd-6a0a7c984ff3 req-84cf0404-5d3a-4666-9512-12ff14a3853c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:43.006122 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-179d77f5-e116-43e4-80cd-6a0a7c984ff3 req-84cf0404-5d3a-4666-9512-12ff14a3853c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Sep 27 09:54:43.043690 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-179d77f5-e116-43e4-80cd-6a0a7c984ff3 req-7ad8ca81-efc6-49ba-b211-e6b6714772d1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Sep 27 09:54:44.167567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b789e4-23e1-4c0c-8211-8fb8cad7be42 req-efb3487d-3475-483f-86e0-59215d0e4be5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:44.169079 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b789e4-23e1-4c0c-8211-8fb8cad7be42 req-efb3487d-3475-483f-86e0-59215d0e4be5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0579481 Sep 27 09:54:44.207091 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-20b789e4-23e1-4c0c-8211-8fb8cad7be42 req-1f02bf6c-4ac3-4670-83e1-b958cd99a3df tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Sep 27 09:54:44.373624 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-c560e2d0-8306-42ba-a208-0bfa918fe755 req-27828296-a9a7-4b3b-8859-d5bd92640c53 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:54:44.375138 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c560e2d0-8306-42ba-a208-0bfa918fe755 req-27828296-a9a7-4b3b-8859-d5bd92640c53 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1032786 Sep 27 09:54:44.506787 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-5d4a11dc-408e-478c-9ac1-17d62093825d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464220 Sep 27 09:54:44.515724 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-79abb197-8fc9-4627-b7c0-8cecada806b3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:54:44.516789 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-79abb197-8fc9-4627-b7c0-8cecada806b3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050685 Sep 27 09:54:44.537326 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b549-0070-4030-80db-d3babb5c63db req-6798aead-d11c-4e7b-ba1a-3e593c61a2c3 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:44.539367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9b83b549-0070-4030-80db-d3babb5c63db req-6798aead-d11c-4e7b-ba1a-3e593c61a2c3 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0560448 Sep 27 09:54:44.577341 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-9b83b549-0070-4030-80db-d3babb5c63db req-d54afc6f-a314-464f-aca1-4cc4bd04b706 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Sep 27 09:54:44.645440 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:54:45.045873 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:45.249338 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57eb7c50-cec6-43ae-8490-aadad3331563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:45.693643 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e424db-385a-44e2-bda2-eaa3181cb87c req-9e473bc9-f3c6-4f6a-824c-8e5a70f72373 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:45.695174 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-20e424db-385a-44e2-bda2-eaa3181cb87c req-9e473bc9-f3c6-4f6a-824c-8e5a70f72373 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 945 time: 0.0486963 Sep 27 09:54:45.733150 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-20e424db-385a-44e2-bda2-eaa3181cb87c req-5625bf6b-3c11-41b0-9cf9-dfe9bd0d20dd tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Sep 27 09:54:46.598692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:54:46.683354 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:46.707056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:54:46.709432 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1651dd-f0ed-483e-ac60-b51b176a6f66" -d '{"events": [{"server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:54:46.723119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:54:46.729495 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:46.753785 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 09:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26baf2fb-2640-4da6-8041-ef9011619ae4 x-openstack-request-id: req-26baf2fb-2640-4da6-8041-ef9011619ae4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:54:46.754159 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "name": "network-vif-unplugged", "status": "failed", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f", "code": 422}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:54:46.754489 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26baf2fb-2640-4da6-8041-ef9011619ae4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:54:46.754947 n-d-810909-1 neutron-server[94832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'code': 422} returned with failed status Sep 27 09:54:46.782225 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:54:46.789856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.790279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.790747 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.791153 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.791625 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.791948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.792366 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.792753 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.793145 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.793537 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.793930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.794317 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:46.861659 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbb741-3865-427d-a0d1-7e3528b3a3de req-39faad66-8c75-47c2-ba0e-391d88cda8a6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:46.864172 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ecbb741-3865-427d-a0d1-7e3528b3a3de req-39faad66-8c75-47c2-ba0e-391d88cda8a6 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0551598 Sep 27 09:54:46.902413 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ecbb741-3865-427d-a0d1-7e3528b3a3de req-406b9622-87b1-41b5-b436-f1856f31fd2b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Sep 27 09:54:47.700791 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d9da47b-3ecc-4e82-9aef-bc21e094ffc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:48.029048 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c05a7f-960d-4575-b2e4-2ea4e033de31 req-7f66360e-1a45-4d35-b460-676373abf797 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:48.030566 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-49c05a7f-960d-4575-b2e4-2ea4e033de31 req-7f66360e-1a45-4d35-b460-676373abf797 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0527799 Sep 27 09:54:48.069224 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-49c05a7f-960d-4575-b2e4-2ea4e033de31 req-a684a9ae-f372-483b-ac9b-e82c67d16aad tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323751 Sep 27 09:54:48.194314 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:49.195090 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ee27e-bf46-4f16-bcde-8c7671e0016e req-81a16ffa-4d7c-4ba1-aef9-b969cf676de8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:49.196657 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b16ee27e-bf46-4f16-bcde-8c7671e0016e req-81a16ffa-4d7c-4ba1-aef9-b969cf676de8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0532324 Sep 27 09:54:49.240557 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b16ee27e-bf46-4f16-bcde-8c7671e0016e req-c18c9f28-8b87-49e9-963a-fe9933cd2ade tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Sep 27 09:54:49.270309 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-d04cafa0-7b9e-4962-8435-228dca658fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:49.271842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-d04cafa0-7b9e-4962-8435-228dca658fe7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081&tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704 HTTP/1.1" status: 200 len: 1094 time: 0.0432870 Sep 27 09:54:49.282986 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-bf6aab10-223a-4fa8-987b-d5d112690eb4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:54:49.283898 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-bf6aab10-223a-4fa8-987b-d5d112690eb4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048161 Sep 27 09:54:49.300061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810909-1', 'device_owner': 'compute:nova'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:54:49.356516 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:49.365363 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:49.891310 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:54:49.923906 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:54:49.956650 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:54:49.964466 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:49.977316 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Transition to ACTIVE for port object 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:54:49.982693 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:50.060208 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=7']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:54:50.072201 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.072362 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.072682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.073022 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.073349 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.073675 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.073996 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.074322 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.074652 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.074961 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.075275 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.075601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:54:50.111822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] No DVR routers for this DVR port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:54:50.255412 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Attempting to bind port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:54:50.255710 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Attempting to bind port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:54:50.256072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Attempting to bind port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:54:50.260836 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:54:50.261170 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Attempting to bind port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:54:50.269245 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:54:50.269958 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Checking segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:54:50.270285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Bound using segment: {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:54:50.270944 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Bound port: 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3776d5-58cd-4598-8193-66bd70e45295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:54:50.271795 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:50.345363 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:54:50.348758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:54:50.354030 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:50.407329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:50.408090 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:50.409548 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] 10.222.0.57 "PUT /v2.0/ports/7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 1091 time: 1.1171103 Sep 27 09:54:50.411807 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:54:50.414910 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a4028c-63fc-42d2-a502-a51176ab1715" -d '{"events": [{"name": "network-changed", "server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:54:50.481573 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401b1f27-6a73-4142-97a8-10168cebfd14 x-openstack-request-id: req-401b1f27-6a73-4142-97a8-10168cebfd14 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:54:50.481966 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:54:50.482078 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-401b1f27-6a73-4142-97a8-10168cebfd14 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:54:50.482471 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'status': 'completed', 'code': 200} Sep 27 09:54:50.485818 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a1844-e4b2-4a3a-93f0-e4f121715404 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=8']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:54:50.499047 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1c893-f6a1-4c95-bf67-9286efdf9890 req-c0fa4a48-c6ae-4e91-af33-d5db26d9b8b5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:50.500746 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7fa1c893-f6a1-4c95-bf67-9286efdf9890 req-c0fa4a48-c6ae-4e91-af33-d5db26d9b8b5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.1920557 Sep 27 09:54:50.529240 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-e0dca918-9b3a-4046-86ea-f737cc6d6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:50.530660 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-e0dca918-9b3a-4046-86ea-f737cc6d6cbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1094 time: 0.0976181 Sep 27 09:54:50.564882 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7fa1c893-f6a1-4c95-bf67-9286efdf9890 req-241728a5-86a4-4735-a09a-df7d58c3fd18 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574040 Sep 27 09:54:50.632149 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-c0e21ada-8b4b-4930-9912-e709bcfd3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:50.633753 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-c0e21ada-8b4b-4930-9912-e709bcfd3123 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0927944 Sep 27 09:54:50.707654 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-5e75f4e6-d76e-4cd6-ba64-ac158c06b050 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 999 time: 0.0657458 Sep 27 09:54:50.759009 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-8aa73822-3c95-43b0-97fa-baeadc1dc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:50.760539 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-8aa73822-3c95-43b0-97fa-baeadc1dc534 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0444260 Sep 27 09:54:50.807847 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-71e0801d-9ffa-488d-a66b-d25d8edf84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:50.809345 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-71e0801d-9ffa-488d-a66b-d25d8edf84df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411489 Sep 27 09:54:50.905460 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-17b5ef3e-c167-4275-8ef4-5155580e6018 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871701 Sep 27 09:54:50.982206 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:50.998831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-c5c00476-e357-4df7-a964-c4cc8b860123 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855646 Sep 27 09:54:51.093850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-f5524e30-c3ea-43e0-9673-e7d5147f7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:51.095372 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-f5524e30-c3ea-43e0-9673-e7d5147f7a8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1094 time: 0.0468729 Sep 27 09:54:51.186713 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-17c41670-677b-479b-a6fc-67677ed93928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:51.188151 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-17c41670-677b-479b-a6fc-67677ed93928 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0840220 Sep 27 09:54:51.258530 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-4335ecc8-4b88-4cf7-ae3a-00e64f6a9783 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 999 time: 0.0625319 Sep 27 09:54:51.307114 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-681477f4-7231-49fe-ba24-9750caa36ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:51.308523 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-681477f4-7231-49fe-ba24-9750caa36ef3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0428641 Sep 27 09:54:51.367939 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-86793b44-9b03-4aae-a235-0d0f7231dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:51.369457 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-86793b44-9b03-4aae-a235-0d0f7231dab2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533576 Sep 27 09:54:51.462459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-7b47bfdb-2262-4968-84f3-f53688f40574 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848186 Sep 27 09:54:51.559713 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1a4028c-63fc-42d2-a502-a51176ab1715 req-fd333009-4b85-4620-a5cb-3788e9cdb7d6 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894353 Sep 27 09:54:51.733787 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd385353-5691-42be-89a2-15267433ffca req-d68ec772-b181-4f99-af4d-4db4815e94c1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:51.735249 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd385353-5691-42be-89a2-15267433ffca req-d68ec772-b181-4f99-af4d-4db4815e94c1 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.1006343 Sep 27 09:54:51.773106 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd385353-5691-42be-89a2-15267433ffca req-7d6d0503-91a9-48e6-ab11-efbb2952144f tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310347 Sep 27 09:54:52.914682 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba700679-3e45-4a76-8c8b-3cb422da202a req-fc9161ae-dcd5-43fe-accc-7b3317cbf3c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:52.916159 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba700679-3e45-4a76-8c8b-3cb422da202a req-fc9161ae-dcd5-43fe-accc-7b3317cbf3c0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0651731 Sep 27 09:54:52.957732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ba700679-3e45-4a76-8c8b-3cb422da202a req-08db315a-196c-46b2-a1b4-1246e3e54dd9 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352194 Sep 27 09:54:54.087782 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b0eff-34d3-4b74-b016-39c08c6aa60f req-78e89f79-c23d-4565-a7cd-84931dd5f40e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:54.089292 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-259b0eff-34d3-4b74-b016-39c08c6aa60f req-78e89f79-c23d-4565-a7cd-84931dd5f40e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0540679 Sep 27 09:54:54.129390 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-259b0eff-34d3-4b74-b016-39c08c6aa60f req-7c1caf47-f26f-4ddc-86dd-0c982caf55dc tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339546 Sep 27 09:54:55.270736 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8d21-c3d9-44e5-89f6-e87426b733fd req-7ccba802-185a-4a59-8b45-1527406c7aa0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:55.272202 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a3b8d21-c3d9-44e5-89f6-e87426b733fd req-7ccba802-185a-4a59-8b45-1527406c7aa0 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0545731 Sep 27 09:54:55.310130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-0a3b8d21-c3d9-44e5-89f6-e87426b733fd req-20036ba0-4262-4ef5-b63b-f87b947d64fc tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Sep 27 09:54:56.438733 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f856-d3eb-42c2-b3c0-f860d226ded3 req-0c318840-56c7-4abe-871b-787856492fc8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:56.440219 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e137f856-d3eb-42c2-b3c0-f860d226ded3 req-0c318840-56c7-4abe-871b-787856492fc8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0510926 Sep 27 09:54:56.479617 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e137f856-d3eb-42c2-b3c0-f860d226ded3 req-b7c41867-8967-4e92-840f-c991c14722e7 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330784 Sep 27 09:54:57.608358 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebec85-27fb-42aa-92ea-5d71987757a0 req-73615ec1-e2de-48c2-ad03-492bae90b21a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:57.609894 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-31ebec85-27fb-42aa-92ea-5d71987757a0 req-73615ec1-e2de-48c2-ad03-492bae90b21a tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0534036 Sep 27 09:54:57.647437 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-31ebec85-27fb-42aa-92ea-5d71987757a0 req-2c094812-dc7f-4f06-bbac-aa065ef0adfb tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315766 Sep 27 09:54:58.769843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22b4e0-a1e6-4484-ad16-28515645e513 req-64be5a3c-1a0f-4890-8aeb-7b389afbcac4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:58.771353 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ad22b4e0-a1e6-4484-ad16-28515645e513 req-64be5a3c-1a0f-4890-8aeb-7b389afbcac4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0519924 Sep 27 09:54:58.808254 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-ad22b4e0-a1e6-4484-ad16-28515645e513 req-bce1f0a8-4161-4a85-804c-d17c93d13bd3 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307927 Sep 27 09:54:59.734807 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:54:59.843609 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:54:59.856791 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'port_id': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'mac_address': 'fa:16:3e:9c:33:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:54:59.894186 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:59.906943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:54:59.927068 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:54:59.929605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b7d5e-fc17-447c-9d1d-cbf9ab821aab req-e5cb99d3-7a6e-46fe-b775-885f74f9c422 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:54:59.930792 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:54:59.931280 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-929b7d5e-fc17-447c-9d1d-cbf9ab821aab req-e5cb99d3-7a6e-46fe-b775-885f74f9c422 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 943 time: 0.0546472 Sep 27 09:54:59.971986 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-929b7d5e-fc17-447c-9d1d-cbf9ab821aab req-2df9abf8-b25e-4ae2-b748-93fe7b82a8a4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335863 Sep 27 09:54:59.988291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=9']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:55:00.189423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:55:01.118899 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19007d1-0d70-46e1-914d-a9f1e5b775a7 req-f65841cc-c0d2-45bc-b7dd-01c25f21048e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:55:01.120369 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b19007d1-0d70-46e1-914d-a9f1e5b775a7 req-f65841cc-c0d2-45bc-b7dd-01c25f21048e tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 944 time: 0.0628307 Sep 27 09:55:01.161764 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-b19007d1-0d70-46e1-914d-a9f1e5b775a7 req-e1ed436f-909e-433f-ab54-65f1d2bac12b tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326355 Sep 27 09:55:01.735518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:55:01.798108 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:55:01.804291 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:55:01.805054 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:01.891773 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:01.913648 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:55:01.915889 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6bd69e-0211-4adb-bb15-23370081de79" -d '{"events": [{"server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "name": "network-vif-plugged", "status": "completed", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:55:01.927989 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:55:01.933275 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:02.112300 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d14869-716d-4fc8-9e3c-1c993adde8f6 req-674ee661-f55c-4a1b-88bb-eeb998f1dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:55:02.113750 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a8d14869-716d-4fc8-9e3c-1c993adde8f6 req-674ee661-f55c-4a1b-88bb-eeb998f1dc30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1097 time: 0.0431712 Sep 27 09:55:02.114838 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80001d3-1cd7-4a26-93a6-be4d5a4b8ee8 x-openstack-request-id: req-c80001d3-1cd7-4a26-93a6-be4d5a4b8ee8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:55:02.115125 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "name": "network-vif-plugged", "status": "completed", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:55:02.115368 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c80001d3-1cd7-4a26-93a6-be4d5a4b8ee8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:55:02.115744 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'code': 200} Sep 27 09:55:02.141059 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:55:02.150032 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-a8d14869-716d-4fc8-9e3c-1c993adde8f6 req-16141c15-b79d-4f96-afe6-a31263f8272e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284061 Sep 27 09:55:02.280040 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb573b8-acbe-434e-9933-94f56a2e7b91 req-cef432f2-f995-4b53-9854-7f16044f93a3 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:55:02.281556 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1bb573b8-acbe-434e-9933-94f56a2e7b91 req-cef432f2-f995-4b53-9854-7f16044f93a3 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 946 time: 0.0502183 Sep 27 09:55:02.320004 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1bb573b8-acbe-434e-9933-94f56a2e7b91 req-6a32bbb4-4ff4-4120-8a22-d2048ac66b4c tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322862 Sep 27 09:55:03.473179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1dd2d-1038-42bb-ac2c-a02eab28a491 req-ff46be06-4d4b-404c-ad6f-ea968bb36f07 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:55:03.474543 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8cc1dd2d-1038-42bb-ac2c-a02eab28a491 req-ff46be06-4d4b-404c-ad6f-ea968bb36f07 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 946 time: 0.0602422 Sep 27 09:55:03.513170 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-8cc1dd2d-1038-42bb-ac2c-a02eab28a491 req-6c954d6c-6290-47d2-a72b-b6a7f48a50f4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Sep 27 09:55:06.794433 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:15.051596 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:15.241848 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e45b54f-743e-411c-b3dd-24914b0202f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:17.697132 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33f4c7da-80bc-44b0-9c48-4da1bb14dcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:18.210412 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:19.383450 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:20.991017 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:21.651115 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:55:36.791891 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:36.881935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-5c78e3b6-4ac1-4933-ab58-14cec35b5816 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883155 Sep 27 09:55:36.984813 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-05bcf545-b398-46a4-8534-6024cf33c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:55:36.986198 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-05bcf545-b398-46a4-8534-6024cf33c657 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1097 time: 0.0531120 Sep 27 09:55:37.096640 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-dfc6030f-18aa-4c62-b629-64a7686e4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:55:37.098156 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-dfc6030f-18aa-4c62-b629-64a7686e4c0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.0893176 Sep 27 09:55:37.169526 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-3d203fb0-c5da-46b9-bb11-ebd9e57a338b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 1001 time: 0.0631478 Sep 27 09:55:37.219504 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-df07bed2-a505-451b-97ee-e661a3ffe8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:55:37.221509 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-df07bed2-a505-451b-97ee-e661a3ffe8e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0444620 Sep 27 09:55:37.267398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-d8337e95-b321-4899-8aea-bea2a185d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:55:37.268831 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-d8337e95-b321-4899-8aea-bea2a185d0da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403490 Sep 27 09:55:37.362800 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-6385549f-4b2c-410a-a6e2-7318efd97f99 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855703 Sep 27 09:55:37.454256 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-22f92477-7a0a-4614-a4a3-cde77f3c4c27 req-65707e8b-7521-41b0-a029-1446da5433f0 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825968 Sep 27 09:55:45.064475 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:45.246228 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4bd4-58c4-4c1c-8f81-8cdc10595960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:47.699714 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62e75643-eeca-4b4d-83e5-90b926d09f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:48.201353 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:49.384722 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:50.998916 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:55:58.655962 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:56:06.788479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:15.081563 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:15.249673 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d5141d78-cf27-43fc-a10e-b056151a419c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:17.693247 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d99c-7455-4a80-b81a-9daade761a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:18.205310 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:19.384991 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:19.977696 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42164) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:20.151081 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Deleting port 2421c113-6c1e-4318-8e60-fc5c36563cc2 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:56:20.151397 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:20.229073 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:20.229293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:20.241829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Calling delete_port for 2421c113-6c1e-4318-8e60-fc5c36563cc2 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:56:20.399992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:20.425177 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event deleted for resources: {'Port': ['ID=2421c113-6c1e-4318-8e60-fc5c36563cc2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:20.436816 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.437167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.437509 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.437848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.438181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.438548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.438880 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.439207 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.439532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.439852 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.440169 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.440515 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:20.496497 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:20.496721 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Floating IP d18a3eb4-ba2a-4fce-b737-d4c5490dbfa7 disassociated (deleted). External IP: 172.25.2.126, port: 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f. Sep 27 09:56:20.704687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:56:20.813152 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:56:20.817740 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:20.825051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] Sync routers for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:56:20.835588 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:20.836215 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:20.847343 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-318e6f82-dd02-4d1a-bdb9-14dbf6e81fda tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "DELETE /v2.0/floatingips/d18a3eb4-ba2a-4fce-b737-d4c5490dbfa7 HTTP/1.1" status: 204 len: 168 time: 0.8682053 Sep 27 09:56:20.848013 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:56:20.850316 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:56:20.906935 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f502e6-b642-4fa6-9d9a-b0e537672e5b x-openstack-request-id: req-49f502e6-b642-4fa6-9d9a-b0e537672e5b {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:56:20.907478 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:56:20.907945 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49f502e6-b642-4fa6-9d9a-b0e537672e5b {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:56:20.908591 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'status': 'completed', 'code': 200} Sep 27 09:56:20.945343 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:20.973827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-023bd90e-9fc7-416e-b1e6-40dcdd3e8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:20.975282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-023bd90e-9fc7-416e-b1e6-40dcdd3e8c23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 1097 time: 0.0439425 Sep 27 09:56:21.045494 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:21.101052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-41a0bb15-8f9c-488d-9078-346122b6d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:21.102481 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-41a0bb15-8f9c-488d-9078-346122b6d94e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 200 len: 909 time: 0.1185098 Sep 27 09:56:21.112839 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3533b-31c4-474e-bb24-a8a6b4061474 req-fcf86c2d-4099-4f99-af07-582483e4b3a2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:21.114242 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36f3533b-31c4-474e-bb24-a8a6b4061474 req-fcf86c2d-4099-4f99-af07-582483e4b3a2 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 946 time: 0.0718594 Sep 27 09:56:21.154245 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-aac067da-2f3e-4c4d-91ea-62d574cbdafb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 200 len: 217 time: 0.0390587 Sep 27 09:56:21.160930 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:21.190623 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] Checking router: 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:56:21.200371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:21.200371 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:21.210935 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-36f3533b-31c4-474e-bb24-a8a6b4061474 req-4b22caa6-b95c-4446-8f0c-ba10e068faa5 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890198 Sep 27 09:56:21.218196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-728c50e0-e967-47ec-ab77-2045e5312e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:21.219628 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-728c50e0-e967-47ec-ab77-2045e5312e14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 200 len: 847 time: 0.0561447 Sep 27 09:56:21.279827 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-afc92028-334e-49fc-a4d3-0bb35249b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:21.281371 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-afc92028-334e-49fc-a4d3-0bb35249b507 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444546 Sep 27 09:56:21.304615 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:21.375028 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-eb30861e-755d-43a1-a891-b45b873a4a87 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839288 Sep 27 09:56:21.474239 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e0c4a705-dc2d-4b09-a9da-2bcf67bd478e req-f96c1143-33da-4344-9788-e7431337a6a5 service neutron] 10.222.0.57 "GET /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909786 Sep 27 09:56:21.517596 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:21.542844 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9dbdbc-496e-4e0e-8b41-1727ce8d3308 None None] The sync data for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 is: [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:32Z', 'revision_number': 4, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': '78b364c5-60f5-4833-8cc3-7224d1423897', 'name': '', 'network_id': '9abc175c-aaa6-4cc6-b8fb-4cf14aa32625', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'mac_address': 'fa:16:3e:a2:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:32Z', 'updated_at': '2021-09-27T09:47:37Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'subnets': [{'id': '2d6c931a-ab49-4174-af8d-05bc720450a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:56:21.757393 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081105dd-89fe-42cd-ac99-d1eb0cb39b95 None None] New status for floating IP d18a3eb4-ba2a-4fce-b737-d4c5490dbfa7: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:56:22.336059 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ef330-e798-4a8f-94fa-378cd4b6a420 req-f369bfba-fbb4-490e-89f5-59d07aa74a03 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:22.337569 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e25ef330-e798-4a8f-94fa-378cd4b6a420 req-f369bfba-fbb4-490e-89f5-59d07aa74a03 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 946 time: 0.0558209 Sep 27 09:56:22.382053 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-e25ef330-e798-4a8f-94fa-378cd4b6a420 req-5db58221-407f-4b21-afde-31f2b02cd138 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/security-groups?id=e627a4e0-82ad-43a6-be04-cac4bfd436fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382969 Sep 27 09:56:22.691212 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-13b70a60-cf80-47d1-ba4f-a053b2c88b35 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:22.692732 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-13b70a60-cf80-47d1-ba4f-a053b2c88b35 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 946 time: 0.0594699 Sep 27 09:56:22.796386 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Deleting port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:56:22.796723 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:22.889615 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] For port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:22.889984 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:22.902491 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Calling delete_port for 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:56:23.040059 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:23.069438 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event deleted for resources: {'Port': ['ID=7a0e8860-a4fd-44d9-8a2f-2ae123b7154f,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:23.112435 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] No DVR routers for this DVR port 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:56:23.115224 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:23.117334 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cba7b7ad-bedf-476c-99d2-91e335095470 req-83e03535-e8d6-4e9b-b143-ba16f5e44a94 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.57 "DELETE /v2.0/ports/7a0e8860-a4fd-44d9-8a2f-2ae123b7154f HTTP/1.1" status: 204 len: 173 time: 0.4173174 Sep 27 09:56:23.117779 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'name': 'network-vif-deleted', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:56:23.120035 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224750fa-e468-4cd0-9271-f74b849347b4" -d '{"events": [{"server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "name": "network-vif-deleted", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:56:23.162836 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc411a8-790b-466b-be75-fcb671247597 x-openstack-request-id: req-bbc411a8-790b-466b-be75-fcb671247597 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:56:23.163126 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e773a57-7505-47ad-b689-a8563e7a8081", "name": "network-vif-deleted", "tag": "7a0e8860-a4fd-44d9-8a2f-2ae123b7154f", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:56:23.163374 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbc411a8-790b-466b-be75-fcb671247597 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:56:23.163756 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e773a57-7505-47ad-b689-a8563e7a8081', 'name': 'network-vif-deleted', 'tag': '7a0e8860-a4fd-44d9-8a2f-2ae123b7154f', 'status': 'completed', 'code': 200} Sep 27 09:56:23.488834 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a5fbf4ce-65b8-44b1-975e-cef9bfad1962 req-ea5c9bd1-312b-4c2c-b00c-0623e8b052c8 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 210 time: 0.0329630 Sep 27 09:56:24.584004 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2088710b-520d-4a7a-afe0-85243c5a3b97 req-db02b54f-ce37-4b05-a26a-a7b08e69f130 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 210 time: 0.0261719 Sep 27 09:56:25.682726 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-83c2e098-ebac-43ad-b75c-83850f96b6f9 req-85a16421-0d5d-42e6-81e9-5351af418af7 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 210 time: 0.0260975 Sep 27 09:56:26.076652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:56:26.101055 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:56:26.101380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 7a0e8860-a4fd-44d9-8a2f-2ae123b7154f not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:56:26.791064 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-095cc811-60af-4dc1-aa9f-6cbf1b226c76 req-5a7be635-7ba2-43cc-9695-8a0ca6d1c930 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e773a57-7505-47ad-b689-a8563e7a8081 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Sep 27 09:56:27.848909 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42200) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:27.910384 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-219c39ce-83f5-4579-b847-4f97a67bebb4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:27.937093 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-219c39ce-83f5-4579-b847-4f97a67bebb4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:28.000587 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-219c39ce-83f5-4579-b847-4f97a67bebb4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:28.003530 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-219c39ce-83f5-4579-b847-4f97a67bebb4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:28.005084 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-219c39ce-83f5-4579-b847-4f97a67bebb4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] 10.222.0.50 "DELETE /v2.0/security-groups/e627a4e0-82ad-43a6-be04-cac4bfd436fc HTTP/1.1" status: 204 len: 168 time: 0.1550100 Sep 27 09:56:28.015483 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c39ce-83f5-4579-b847-4f97a67bebb4 tempest-TestShelveInstance-737520125 tempest-TestShelveInstance-737520125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e627a4e0-82ad-43a6-be04-cac4bfd436fc,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:28.054393 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42206) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:28.503212 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:29.114416 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Deleting port 78b364c5-60f5-4833-8cc3-7224d1423897 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:56:29.115245 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:29.196404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] For port 78b364c5-60f5-4833-8cc3-7224d1423897, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=78b364c5-60f5-4833-8cc3-7224d1423897,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:29.196780 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:29.210132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Calling delete_port for 78b364c5-60f5-4833-8cc3-7224d1423897 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:56:29.393063 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:29.421997 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b364c5-60f5-4833-8cc3-7224d1423897,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:29.584173 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:29.819479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:56:29.926788 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:56:29.932282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-57ee642f-3b13-4b78-8d4c-61329d1eb489 admin admin] 10.222.0.50 "PUT /v2.0/routers/9e24a5c4-6a3f-4bc7-874f-5ba5d421e155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8767984 Sep 27 09:56:29.935476 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42210) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:29.939654 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] Sync routers for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:56:29.949169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:29.949814 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:30.040921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.065800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:30.145757 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.201210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Deleting port 73616ded-c210-4767-b300-0ce0d7576a62 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:56:30.201463 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.239241 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '73616ded-c210-4767-b300-0ce0d7576a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:56:29Z', 'revision_number': 5, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port': {'id': '73616ded-c210-4767-b300-0ce0d7576a62', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:30.264653 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] Checking router: 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:56:30.273393 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] Routers {'9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:30.273993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:30.285594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] For port 73616ded-c210-4767-b300-0ce0d7576a62, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=73616ded-c210-4767-b300-0ce0d7576a62,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:30.285963 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.298715 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Calling delete_port for 73616ded-c210-4767-b300-0ce0d7576a62 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:56:30.374051 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] Set router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:30.474170 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.506329 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Pushing event deleted for resources: {'Port': ['ID=73616ded-c210-4767-b300-0ce0d7576a62,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:30.569975 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.589638 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:56:30Z', 'revision_number': 6, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:30.616075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275291b4-0df5-4de4-9de9-bb5e4f860cba None None] The sync data for ids ['9e24a5c4-6a3f-4bc7-874f-5ba5d421e155'] in n-d-810909-1 is: [{'id': '9e24a5c4-6a3f-4bc7-874f-5ba5d421e155', 'name': 'tempest-TestShelveInstance-645864005-router', 'tenant_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:30Z', 'updated_at': '2021-09-27T09:56:30Z', 'revision_number': 6, 'project_id': '92a8fad44e9c4bedb396bdbbd8f3b704', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:56:30.662746 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.665289 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.708401 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.708998 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:56:30.713505 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.714688 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ad1443ac-fcc6-42f1-a670-58a355aafc0c admin admin] 10.222.0.50 "DELETE /v2.0/routers/9e24a5c4-6a3f-4bc7-874f-5ba5d421e155 HTTP/1.1" status: 204 len: 168 time: 0.7784855 Sep 27 09:56:30.717365 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42212) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:30.765125 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-d924d492-ae2f-456f-a51c-a8389b94c31b admin admin] Deleting subnet 2d6c931a-ab49-4174-af8d-05bc720450a8 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:56:30.768363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d924d492-ae2f-456f-a51c-a8389b94c31b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.802885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d924d492-ae2f-456f-a51c-a8389b94c31b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.878327 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d924d492-ae2f-456f-a51c-a8389b94c31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.938644 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d924d492-ae2f-456f-a51c-a8389b94c31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.952615 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-d924d492-ae2f-456f-a51c-a8389b94c31b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:30.954458 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-d924d492-ae2f-456f-a51c-a8389b94c31b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2d6c931a-ab49-4174-af8d-05bc720450a8 HTTP/1.1" status: 204 len: 168 time: 0.2361684 Sep 27 09:56:30.957257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42214) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:30.964939 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787422ce-d73c-49b9-9b4c-ac2cc5a637b4 None None] Network 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:56:30.974418 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924d492-ae2f-456f-a51c-a8389b94c31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6c931a-ab49-4174-af8d-05bc720450a8,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:31.050630 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.077990 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 78b364c5-60f5-4833-8cc3-7224d1423897 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:56:31.098484 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 78b364c5-60f5-4833-8cc3-7224d1423897 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:56:31.098846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 78b364c5-60f5-4833-8cc3-7224d1423897 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:56:31.108985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Deleting port 69a46d9f-6924-42c4-9c1e-e27f9626985c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:56:31.109450 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.171476 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] For port 69a46d9f-6924-42c4-9c1e-e27f9626985c, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=69a46d9f-6924-42c4-9c1e-e27f9626985c,segment=NetworkSegment(9d3776d5-58cd-4598-8193-66bd70e45295),segment_id=9d3776d5-58cd-4598-8193-66bd70e45295)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:31.171849 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.183467 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Calling delete_port for 69a46d9f-6924-42c4-9c1e-e27f9626985c owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:56:31.266280 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.291793 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a46d9f-6924-42c4-9c1e-e27f9626985c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:31.296104 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] No DVR routers for this DVR port 69a46d9f-6924-42c4-9c1e-e27f9626985c on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:56:31.304233 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.304612 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.304938 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.305301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.305637 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.305971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.306301 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.306623 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.306945 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.307272 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.307596 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.307903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:31.379332 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.404648 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abc175c-aaa6-4cc6-b8fb-4cf14aa32625']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:31.414415 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3776d5-58cd-4598-8193-66bd70e45295') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:31.414684 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3776d5-58cd-4598-8193-66bd70e45295') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:31.422423 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12ed08-4839-436b-9c94-b9caecea237b None None] DHCP port deletion for 9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:56:31.424986 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.442774 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.448650 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:56:31.449026 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: timer() Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:56:31.450640 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:56:31.506490 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.514768 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:31.519436 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9abc175c-aaa6-4cc6-b8fb-4cf14aa32625 HTTP/1.1" status: 204 len: 168 time: 0.5577514 Sep 27 09:56:31.520183 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42216) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:31.527853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0796ff1-b2ce-4b4e-9127-59c5c4668dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9abc175c-aaa6-4cc6-b8fb-4cf14aa32625,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:31.876270 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:32.131559 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Deleting port 6dd87c82-899c-45d4-af9b-93afa1945c82 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:56:32.131814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:32.212495 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] For port 6dd87c82-899c-45d4-af9b-93afa1945c82, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=6dd87c82-899c-45d4-af9b-93afa1945c82,segment=NetworkSegment(a639579d-de02-4609-9f2a-283bffbfef4c),segment_id=a639579d-de02-4609-9f2a-283bffbfef4c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:32.212862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:32.225726 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Calling delete_port for 6dd87c82-899c-45d4-af9b-93afa1945c82 owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:56:32.420822 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:32.446975 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd87c82-899c-45d4-af9b-93afa1945c82,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:32.608117 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:32.815380 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 69a46d9f-6924-42c4-9c1e-e27f9626985c no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:56:32.831574 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:56:32.835424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 69a46d9f-6924-42c4-9c1e-e27f9626985c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:56:32.835777 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 69a46d9f-6924-42c4-9c1e-e27f9626985c not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:56:32.836198 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 73616ded-c210-4767-b300-0ce0d7576a62 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:56:32.858387 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 73616ded-c210-4767-b300-0ce0d7576a62 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:56:32.858736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 73616ded-c210-4767-b300-0ce0d7576a62 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:56:32.948786 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:56:32.954990 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-6b0a1072-f49f-467c-98ee-e25eb85a40c7 admin admin] 10.222.0.50 "PUT /v2.0/routers/b6dd7672-6818-48ae-88fd-c9ca55ba2a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4330549 Sep 27 09:56:32.958330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42218) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:32.959010 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] Sync routers for ids ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:56:32.969034 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] Routers {'b6dd7672-6818-48ae-88fd-c9ca55ba2a51'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:32.969566 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:33.063455 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:33.071421 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] Set router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:33.254950 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:56:32Z', 'revision_number': 5, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:33.289311 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] Checking router: b6dd7672-6818-48ae-88fd-c9ca55ba2a51 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:56:33.298923 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] Routers {'b6dd7672-6818-48ae-88fd-c9ca55ba2a51'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:33.299550 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:33.412781 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] Set router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:33.510483 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:33.563597 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Deleting port 262678f7-20ef-4bfd-8f2c-b2e02f83b160 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:56:33.563959 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:33.590108 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:56:32Z', 'revision_number': 5, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:33.615916 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d744f-d911-4ce9-aeca-70a793223820 None None] The sync data for ids ['b6dd7672-6818-48ae-88fd-c9ca55ba2a51'] in n-d-810909-1 is: [{'id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'name': 'tempest-TestShelveInstance-783027393-router', 'tenant_id': '479a9cad015f4a5f9b9910a9be44a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:47:34Z', 'updated_at': '2021-09-27T09:56:32Z', 'revision_number': 5, 'project_id': '479a9cad015f4a5f9b9910a9be44a331', 'gw_port': {'id': '262678f7-20ef-4bfd-8f2c-b2e02f83b160', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dd7672-6818-48ae-88fd-c9ca55ba2a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:47:35Z', 'updated_at': '2021-09-27T09:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:56:33.647341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] For port 262678f7-20ef-4bfd-8f2c-b2e02f83b160, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=262678f7-20ef-4bfd-8f2c-b2e02f83b160,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:33.647862 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:33.661285 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Calling delete_port for 262678f7-20ef-4bfd-8f2c-b2e02f83b160 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:56:33.836928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:33.861533 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Pushing event deleted for resources: {'Port': ['ID=262678f7-20ef-4bfd-8f2c-b2e02f83b160,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:33.919228 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.011764 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.014436 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.058707 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.059241 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6dd7672-6818-48ae-88fd-c9ca55ba2a51 {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 09:56:34.063810 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.065017 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ec415553-89ed-4d52-b667-6cdad146da70 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b6dd7672-6818-48ae-88fd-c9ca55ba2a51 HTTP/1.1" status: 204 len: 168 time: 1.1057374 Sep 27 09:56:34.067653 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42220) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:34.113144 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba783e9c-1118-4f1d-8e0a-783f9872d3cc admin admin] Deleting subnet a2061021-ec44-4cbb-9c65-4a64445620e0 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 09:56:34.116714 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba783e9c-1118-4f1d-8e0a-783f9872d3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.150848 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba783e9c-1118-4f1d-8e0a-783f9872d3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.241903 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba783e9c-1118-4f1d-8e0a-783f9872d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.302597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba783e9c-1118-4f1d-8e0a-783f9872d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.325954 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba783e9c-1118-4f1d-8e0a-783f9872d3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2061021-ec44-4cbb-9c65-4a64445620e0,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:34.331941 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-ba783e9c-1118-4f1d-8e0a-783f9872d3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.333884 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-ba783e9c-1118-4f1d-8e0a-783f9872d3cc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a2061021-ec44-4cbb-9c65-4a64445620e0 HTTP/1.1" status: 204 len: 168 time: 0.2652717 Sep 27 09:56:34.336534 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42222) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:34.339282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a8b630-11bc-4ccd-8c47-f3484d926802 None None] Network d6451fc5-9cb8-4af8-bd23-30ba123f774c requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:56:34.409630 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.462654 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Deleting port ba76a551-e0c0-468b-886e-612178823caa {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 09:56:34.463003 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.528167 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] For port ba76a551-e0c0-468b-886e-612178823caa, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=ba76a551-e0c0-468b-886e-612178823caa,segment=NetworkSegment(a639579d-de02-4609-9f2a-283bffbfef4c),segment_id=a639579d-de02-4609-9f2a-283bffbfef4c)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:34.528814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.548134 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Calling delete_port for ba76a551-e0c0-468b-886e-612178823caa owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 09:56:34.629717 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.641669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be246b-4f24-4523-9241-0961b66ce19f None None] DHCP port deletion for d6451fc5-9cb8-4af8-bd23-30ba123f774c request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 09:56:34.658180 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba76a551-e0c0-468b-886e-612178823caa,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:34.659969 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] No DVR routers for this DVR port ba76a551-e0c0-468b-886e-612178823caa on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 09:56:34.733829 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.754139 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6451fc5-9cb8-4af8-bd23-30ba123f774c']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:34.763931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a639579d-de02-4609-9f2a-283bffbfef4c') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:34.764116 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a639579d-de02-4609-9f2a-283bffbfef4c') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:34.774428 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.780224 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ba76a551-e0c0-468b-886e-612178823caa no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:56:34.789194 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.795888 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 09:56:34.796255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: timer() Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 09:56:34.797994 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 09:56:34.804576 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: ba76a551-e0c0-468b-886e-612178823caa {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:56:34.804923 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device ba76a551-e0c0-468b-886e-612178823caa not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:56:34.805341 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6dd87c82-899c-45d4-af9b-93afa1945c82 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:56:34.823354 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 6dd87c82-899c-45d4-af9b-93afa1945c82 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:56:34.823663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 6dd87c82-899c-45d4-af9b-93afa1945c82 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:56:34.824132 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 262678f7-20ef-4bfd-8f2c-b2e02f83b160 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:56:34.841772 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: 262678f7-20ef-4bfd-8f2c-b2e02f83b160 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 09:56:34.842119 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device 262678f7-20ef-4bfd-8f2c-b2e02f83b160 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 09:56:34.858945 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.864748 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:34.866584 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] 10.222.0.50 "DELETE /v2.0/networks/d6451fc5-9cb8-4af8-bd23-30ba123f774c HTTP/1.1" status: 204 len: 168 time: 0.5291674 Sep 27 09:56:34.878785 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157a8c6-ae2c-4353-92fa-3a05fc02831a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6451fc5-9cb8-4af8-bd23-30ba123f774c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:34.990179 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42226) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:35.034344 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5501ba8f-25e5-4be0-9abe-03c834a5f6e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92a8fad44e9c4bedb396bdbbd8f3b704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426836 Sep 27 09:56:35.037123 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42228) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:35.084814 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2422-c22f-4389-8920-5c7e464a951d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:35.105880 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2422-c22f-4389-8920-5c7e464a951d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:35.161575 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2422-c22f-4389-8920-5c7e464a951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:35.164107 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2422-c22f-4389-8920-5c7e464a951d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:35.165296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-aa2c2422-c22f-4389-8920-5c7e464a951d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc2e0028-239c-4b9e-88a3-256ae17566e1 HTTP/1.1" status: 204 len: 168 time: 0.1272748 Sep 27 09:56:35.173041 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c2422-c22f-4389-8920-5c7e464a951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e0028-239c-4b9e-88a3-256ae17566e1,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:35.521534 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:35.563426 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-256abb67-f7c3-401e-b28e-03cde9072412 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=479a9cad015f4a5f9b9910a9be44a331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406802 Sep 27 09:56:35.566214 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:35.618945 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d141c4b9-4161-4751-a94f-f6029a91c532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:35.639667 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d141c4b9-4161-4751-a94f-f6029a91c532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:35.655300 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:56:35.686732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d141c4b9-4161-4751-a94f-f6029a91c532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:35.689290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d141c4b9-4161-4751-a94f-f6029a91c532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:35.690461 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-d141c4b9-4161-4751-a94f-f6029a91c532 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cee999d-5974-43e3-8cf3-e55ec4e221fc HTTP/1.1" status: 204 len: 168 time: 0.1233563 Sep 27 09:56:35.698138 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141c4b9-4161-4751-a94f-f6029a91c532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cee999d-5974-43e3-8cf3-e55ec4e221fc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:36.386422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42260) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:36.489721 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-980804063-network', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:36.514864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Made reservation on behalf of 2714a5b799c94bc4b3697bf44b061deb for: {'network': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:56:36.517255 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.525702 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.627969 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.634606 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.655440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94830) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:56:36.670663 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7548c8-aa0e-4331-b041-365f6dedd925,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:36.674854 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.675191 n-d-810909-1 neutron-server[94830]: INFO neutron.db.segments_db [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Added segment 234cd3a5-bbe7-4253-8d7b-49e953227d3a of type vlan for network a7307288-b323-43fc-a68c-49ffd44f1273 Sep 27 09:56:36.715673 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.743758 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.744723 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:36.745329 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.774402 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3868484 Sep 27 09:56:36.777723 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:36.782906 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.783747 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Request body: {'subnet': {'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-980804063-subnet', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:36.806621 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Made reservation on behalf of 2714a5b799c94bc4b3697bf44b061deb for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:56:36.808555 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e04f4-5307-4dfb-bb97-d238101529a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7307288-b323-43fc-a68c-49ffd44f1273,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:36.809104 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:36.819505 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network a7307288-b323-43fc-a68c-49ffd44f1273 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:56:36.984208 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.035516 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:37.046841 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Checking segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:37.047208 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Network hostable DHCP agents. Network: a7307288-b323-43fc-a68c-49ffd44f1273, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:56:37.066510 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Network a7307288-b323-43fc-a68c-49ffd44f1273 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:56:37.076808 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, a7307288-b323-43fc-a68c-49ffd44f1273) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:37.081838 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:37.083841 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.085101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98838984-3dec-4f34-927d-ab6d2aa564cd None None] Network a7307288-b323-43fc-a68c-49ffd44f1273 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:56:37.100079 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3847cf9-2574-450b-8552-0692500f4fb5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3207273 Sep 27 09:56:37.102366 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42266) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:37.106767 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:37.128869 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.129864 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.184417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.233585 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-a7307288-b323-43fc-a68c-49ffd44f1273', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:56:37.234502 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.369104 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Allocated IP 172.20.0.2 (a7307288-b323-43fc-a68c-49ffd44f1273/49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e/f829c75a-9e06-446e-9156-37297a026c69) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:56:37.518840 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.525395 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.561470 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Network a7307288-b323-43fc-a68c-49ffd44f1273 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:37.564395 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:37.567890 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:56:37.579098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Pushing event updated for resources: {'Port': ['ID=f829c75a-9e06-446e-9156-37297a026c69,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:37.605451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.605835 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.606194 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.606528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.606856 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.607178 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.607495 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.607815 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.608126 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.608472 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.608787 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.609100 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:37.640645 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Attempting to bind port f829c75a-9e06-446e-9156-37297a026c69 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:56:37.641295 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Attempting to bind port f829c75a-9e06-446e-9156-37297a026c69 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:56:37.641457 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Attempting to bind port f829c75a-9e06-446e-9156-37297a026c69 on network a7307288-b323-43fc-a68c-49ffd44f1273 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:56:37.646372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:56:37.646744 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Checking segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:37.647137 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.647526 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Bound using segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:56:37.647988 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Bound port: f829c75a-9e06-446e-9156-37297a026c69, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:56:37.648355 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.666802 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.713552 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] For port f829c75a-9e06-446e-9156-37297a026c69, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:56:37.716802 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] For port f829c75a-9e06-446e-9156-37297a026c69, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f829c75a-9e06-446e-9156-37297a026c69,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:56:37.721915 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.787176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b462a7-78d9-4113-95df-fdc622ac4516 None None] Pushing event updated for resources: {'Port': ['ID=f829c75a-9e06-446e-9156-37297a026c69,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:37.876456 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:37.895905 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.008356 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Allocated IP 172.25.2.169 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:56:38.118286 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.155953 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.195798 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:38.198651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:38.202345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:56:38.209843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Pushing event updated for resources: {'Port': ['ID=afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:38.459128 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.619736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3eac99-acf1-4e73-b4a7-921bcaa4bd61 None None] Network a7307288-b323-43fc-a68c-49ffd44f1273 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:56:38.664105 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.774482 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5fb12913-c14b-4e7a-9a50-edba07c0ec22 None None] Provisioning complete for port f829c75a-9e06-446e-9156-37297a026c69 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:38.774865 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fb12913-c14b-4e7a-9a50-edba07c0ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.803195 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Router 90a9be09-2b00-46c5-b63a-08f0594f7e97 is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:56:38.811304 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f829c75a-9e06-446e-9156-37297a026c69 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:38.906349 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f829c75a-9e06-446e-9156-37297a026c69 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:38.906738 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.912823 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fb12913-c14b-4e7a-9a50-edba07c0ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.918911 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:56:38.933189 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Sync routers for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:56:38.939956 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:38.941363 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ef208e85-b70b-46e6-a2bf-afe61059523f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8379827 Sep 27 09:56:38.944380 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42268) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:38.970101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:38.970767 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:39.026592 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5fb12913-c14b-4e7a-9a50-edba07c0ec22 None None] For port f829c75a-9e06-446e-9156-37297a026c69, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f829c75a-9e06-446e-9156-37297a026c69,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:39.036072 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fb12913-c14b-4e7a-9a50-edba07c0ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.171849 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb12913-c14b-4e7a-9a50-edba07c0ec22 None None] Pushing event updated for resources: {'Port': ['ID=f829c75a-9e06-446e-9156-37297a026c69,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:39.175626 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:39.245070 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-099d20e1-83d2-4c83-9b02-c5ed525271bd None None] Provisioning complete for port f829c75a-9e06-446e-9156-37297a026c69 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:39.245447 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-099d20e1-83d2-4c83-9b02-c5ed525271bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.376478 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.419021 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:38Z', 'revision_number': 3, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:39.445344 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Checking router: 90a9be09-2b00-46c5-b63a-08f0594f7e97 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:56:39.445669 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Updating router 90a9be09-2b00-46c5-b63a-08f0594f7e97 port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:56:39.469716 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.534965 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Allocated IP 172.20.0.1 (a7307288-b323-43fc-a68c-49ffd44f1273/49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e/bec4eee2-fa54-4d06-9f21-fdf16392acb6) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:56:39.636674 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.671804 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.715055 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Network a7307288-b323-43fc-a68c-49ffd44f1273 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:39.717768 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:39.729432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:56:39.732705 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Pushing event updated for resources: {'Port': ['ID=bec4eee2-fa54-4d06-9f21-fdf16392acb6,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:39.745062 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.752095 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.770038 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.809534 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db8573-9989-44cc-89a7-842fbb3c2532 None None] Pushing event updated for resources: {'Port': ['ID=afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:39.812015 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Attempting to bind port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:56:39.812666 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Attempting to bind port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:56:39.816310 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Attempting to bind port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:56:39.827618 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:56:39.827996 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:39.828430 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.828831 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:56:39.829339 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Bound port: afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:56:39.829728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.889148 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] For port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:56:39.894137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] For port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:56:39.899205 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.906742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:39.961251 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:39.961881 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:39.998925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db8573-9989-44cc-89a7-842fbb3c2532 None None] Pushing event updated for resources: {'Port': ['ID=afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:40.032079 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3ef24237-987b-495b-8bb5-2ea3a1442b42 None None] Provisioning complete for port bec4eee2-fa54-4d06-9f21-fdf16392acb6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:40.032515 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ef24237-987b-495b-8bb5-2ea3a1442b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:40.070014 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:40.076053 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:40.142511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Pushing event updated for resources: {'Port': ['ID=bec4eee2-fa54-4d06-9f21-fdf16392acb6,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:40.145246 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:40.245449 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Network a7307288-b323-43fc-a68c-49ffd44f1273 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:40.247210 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:40.268546 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:40.270712 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3ef24237-987b-495b-8bb5-2ea3a1442b42 None None] Port bec4eee2-fa54-4d06-9f21-fdf16392acb6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:56:40.369882 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Router 90a9be09-2b00-46c5-b63a-08f0594f7e97 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:56:40.471845 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 1, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:40.482224 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:56:40.487374 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5ff54594-2db5-4b62-91c5-e4701429fb84 admin admin] 10.222.0.50 "PUT /v2.0/routers/90a9be09-2b00-46c5-b63a-08f0594f7e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419014 Sep 27 09:56:40.508235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a90627-d79c-4ac9-b8f2-f2f84a8057eb None None] The sync data for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 is: [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 1, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:56:40.518656 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2fa808f0-f88a-4223-b160-f476562576df None None] Provisioning complete for port bec4eee2-fa54-4d06-9f21-fdf16392acb6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:40.518972 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa808f0-f88a-4223-b160-f476562576df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:40.556624 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2fa808f0-f88a-4223-b160-f476562576df None None] Port bec4eee2-fa54-4d06-9f21-fdf16392acb6 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:56:40.804574 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f829c75a-9e06-446e-9156-37297a026c69 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:40.857255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port f829c75a-9e06-446e-9156-37297a026c69 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:40.857838 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.011712 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:41.016784 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1656545600-network', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:41.038809 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Made reservation on behalf of 3d90dfed41e04f358f8c550233722cbc for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:56:41.041402 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.050810 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.160259 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.166865 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.192971 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 09:56:41.203597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1ed0df-1990-46a8-a9e6-e0025afeec43,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:41.208835 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.209269 n-d-810909-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Added segment 2cbbfb29-800c-4953-8b05-d6f9ab458dea of type vlan for network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 Sep 27 09:56:41.255016 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747586860063'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.280950 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.282042 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:41.282648 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.317907 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3050015 Sep 27 09:56:41.320797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:41.350399 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Request body: {'subnet': {'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1656545600-subnet', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:41.355054 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b123253-db02-48e7-a7be-d6b3910d5a9b admin admin] Pushing event updated for resources: {'Network': ['ID=5d47946b-70b3-4998-87a5-77f6d5cb9e66,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:41.366540 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 details requested by agent ovs-agent-n-d-810909-1 with host n-d-810909-1 {{(pid=94832) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 09:56:41.376618 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Made reservation on behalf of 3d90dfed41e04f358f8c550233722cbc for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:56:41.379221 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6070591'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.561954 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6070541'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.616665 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b8e660-0fc6-42b3-b3f4-29d825f28fe2,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:41.627105 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Checking segment: {'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:41.627484 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Network hostable DHCP agents. Network: 5d47946b-70b3-4998-87a5-77f6d5cb9e66, hostable agents: ['66aafaae-6814-4c6c-8e51-a4ae5cf45582'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 09:56:41.646225 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 is scheduled to be hosted by DHCP agent 66aafaae-6814-4c6c-8e51-a4ae5cf45582 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 09:56:41.657486 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810909-1, 5d47946b-70b3-4998-87a5-77f6d5cb9e66) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:41.662083 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:41.662639 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.666915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e9101c-ea3e-4106-8b14-84d1226aadc6 None None] Network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:56:41.680815 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42288) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:41.681453 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-2cb61b19-19bd-4357-9b66-57a6583ec55d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3589170 Sep 27 09:56:41.685828 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:41.708180 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.709336 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1759239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.769232 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.819056 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21ab0755-fd4f-54f2-97de-9c03f151e226-5d47946b-70b3-4998-87a5-77f6d5cb9e66', 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'fixed_ips': [{'subnet_id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2'}]}} from n-d-810909-1. {{(pid=94832) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 09:56:41.820015 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.907990 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:41.958096 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Allocated IP 172.20.0.2 (5d47946b-70b3-4998-87a5-77f6d5cb9e66/61b8e660-0fc6-42b3-b3f4-29d825f28fe2/e5dc53ea-6470-42ee-a027-f03468b26c07) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:56:42.104150 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.105467 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.110933 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.124153 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.152047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:42.154981 n-d-810909-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:42.157500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:56:42.167424 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Pushing event updated for resources: {'Port': ['ID=e5dc53ea-6470-42ee-a027-f03468b26c07,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:42.219741 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Attempting to bind port e5dc53ea-6470-42ee-a027-f03468b26c07 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:56:42.220196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Attempting to bind port e5dc53ea-6470-42ee-a027-f03468b26c07 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:56:42.220663 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Attempting to bind port e5dc53ea-6470-42ee-a027-f03468b26c07 on network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:56:42.226054 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:56:42.226511 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Checking segment: {'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:42.226992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.227597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Bound using segment: {'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:56:42.227854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Bound port: e5dc53ea-6470-42ee-a027-f03468b26c07, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:56:42.228229 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.245601 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Allocated IP 172.25.2.34 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/d82846f9-c6d9-41cd-8890-4bca294e5321) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:56:42.306216 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] For port e5dc53ea-6470-42ee-a027-f03468b26c07, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:56:42.309557 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] For port e5dc53ea-6470-42ee-a027-f03468b26c07, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e5dc53ea-6470-42ee-a027-f03468b26c07,segment=NetworkSegment(2cbbfb29-800c-4953-8b05-d6f9ab458dea),segment_id=2cbbfb29-800c-4953-8b05-d6f9ab458dea)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:56:42.314388 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.360763 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.369727 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b2cf-3cb7-48e4-acbe-7ddf13eb71db None None] Pushing event updated for resources: {'Port': ['ID=e5dc53ea-6470-42ee-a027-f03468b26c07,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:42.408427 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.448079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:42.452554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:42.455541 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:56:42.481126 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Pushing event updated for resources: {'Port': ['ID=d82846f9-c6d9-41cd-8890-4bca294e5321,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:42.541660 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Sync routers for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:56:42.551653 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:42.552451 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:42.672198 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:42.855572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e5dc53ea-6470-42ee-a027-f03468b26c07 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:42.907378 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e5dc53ea-6470-42ee-a027-f03468b26c07 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:42.907734 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:42.991917 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 2, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:42.998126 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.029955 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Checking router: 90a9be09-2b00-46c5-b63a-08f0594f7e97 for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:56:43.030289 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Updating router 90a9be09-2b00-46c5-b63a-08f0594f7e97 port bec4eee2-fa54-4d06-9f21-fdf16392acb6 binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:56:43.038938 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port e5dc53ea-6470-42ee-a027-f03468b26c07, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e5dc53ea-6470-42ee-a027-f03468b26c07,segment=NetworkSegment(2cbbfb29-800c-4953-8b05-d6f9ab458dea),segment_id=2cbbfb29-800c-4953-8b05-d6f9ab458dea)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:43.044549 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.045651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:43.058997 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.139833 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=e5dc53ea-6470-42ee-a027-f03468b26c07,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:43.144839 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:43.145215 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.164202 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.242024 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.273381 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:43.280546 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.344081 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:43.397936 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653413'] for router, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.398394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34a695-fbc5-4ff8-b75a-b52756c4acf5 None None] Network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 09:56:43.403941 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.410800 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.457892 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Pushing event updated for resources: {'Port': ['ID=bec4eee2-fa54-4d06-9f21-fdf16392acb6,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:43.468523 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.468935 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.469275 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.469607 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.469934 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.470254 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.470645 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.470893 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.472137 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.472137 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.472704 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.472704 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:56:43.522835 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Attempting to bind port bec4eee2-fa54-4d06-9f21-fdf16392acb6 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:56:43.523375 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Attempting to bind port bec4eee2-fa54-4d06-9f21-fdf16392acb6 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:56:43.523736 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Attempting to bind port bec4eee2-fa54-4d06-9f21-fdf16392acb6 on network a7307288-b323-43fc-a68c-49ffd44f1273 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:56:43.529944 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:56:43.530319 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Checking segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:43.530814 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.531312 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Bound using segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:56:43.531778 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Bound port: bec4eee2-fa54-4d06-9f21-fdf16392acb6, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:56:43.532156 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.546228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad is scheduled to L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 with binding_index 1 {{(pid=94830) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 09:56:43.569874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1d323443-88c5-49a2-9cf1-4d0ea477bf6a None None] Provisioning complete for port e5dc53ea-6470-42ee-a027-f03468b26c07 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:43.570399 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d323443-88c5-49a2-9cf1-4d0ea477bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.604283 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] For port bec4eee2-fa54-4d06-9f21-fdf16392acb6, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:56:43.612666 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] For port bec4eee2-fa54-4d06-9f21-fdf16392acb6, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bec4eee2-fa54-4d06-9f21-fdf16392acb6,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:56:43.618745 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.690563 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:43.691600 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:43.691913 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:56:43.703364 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Sync routers for ids ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:56:43.725973 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.727546 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-2378ee2f-5c62-427d-bb59-d2099160587e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0456123 Sep 27 09:56:43.727993 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Routers {'18a3aea1-a9f6-4634-bfa6-7803e9cefaad'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:43.729794 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:43.731517 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42290) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:43.745214 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54990c4c-16bf-4dee-a6f1-bfa7caae094a None None] Pushing event updated for resources: {'Port': ['ID=bec4eee2-fa54-4d06-9f21-fdf16392acb6,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:43.871393 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:43.895788 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-24b048e1-d428-4cd7-9db4-a19710e32cd3 None None] Provisioning complete for port bec4eee2-fa54-4d06-9f21-fdf16392acb6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:43.896301 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24b048e1-d428-4cd7-9db4-a19710e32cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:43.899837 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Set router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:44.130486 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:44.142864 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24b048e1-d428-4cd7-9db4-a19710e32cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.157373 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046b18b-386b-43a3-913c-4343834c3106 None None] The sync data for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 is: [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:56:44.183279 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-24b048e1-d428-4cd7-9db4-a19710e32cd3 None None] For port bec4eee2-fa54-4d06-9f21-fdf16392acb6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bec4eee2-fa54-4d06-9f21-fdf16392acb6,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:44.189943 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T09:56:42Z', 'revision_number': 3, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port': {'id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:42Z', 'updated_at': '2021-09-27T09:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:44.191817 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24b048e1-d428-4cd7-9db4-a19710e32cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.211885 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.243702 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Checking router: 18a3aea1-a9f6-4634-bfa6-7803e9cefaad for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:56:44.244200 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Updating router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad port d82846f9-c6d9-41cd-8890-4bca294e5321 binding host n-d-810909-1 {{(pid=94832) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:56:44.285309 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.315652 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b048e1-d428-4cd7-9db4-a19710e32cd3 None None] Pushing event updated for resources: {'Port': ['ID=bec4eee2-fa54-4d06-9f21-fdf16392acb6,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:44.380432 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Allocated IP 172.20.0.1 (5d47946b-70b3-4998-87a5-77f6d5cb9e66/61b8e660-0fc6-42b3-b3f4-29d825f28fe2/cdd4b46f-9aff-4160-a074-949607a6d95d) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:56:44.389935 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8b2a6c99-d37c-40c8-a88a-c8319e5f1717 None None] Provisioning complete for port e5dc53ea-6470-42ee-a027-f03468b26c07 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:44.390313 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6c99-d37c-40c8-a88a-c8319e5f1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.494293 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.532679 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.567016 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8b2a6c99-d37c-40c8-a88a-c8319e5f1717 None None] Provisioning complete for port bec4eee2-fa54-4d06-9f21-fdf16392acb6 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:44.567391 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6c99-d37c-40c8-a88a-c8319e5f1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.569399 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:44.574865 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:44.578052 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:56:44.604775 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd4b46f-9aff-4160-a074-949607a6d95d,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:44.630897 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653656'] for router_interface, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.812852 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.837879 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.848117 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.900375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bec4eee2-fa54-4d06-9f21-fdf16392acb6 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:44.958282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c49b88-55e7-4de5-8d22-0a99f50672f4 None None] Pushing event updated for resources: {'Port': ['ID=d82846f9-c6d9-41cd-8890-4bca294e5321,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:44.968097 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Attempting to bind port d82846f9-c6d9-41cd-8890-4bca294e5321 on host n-d-810909-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:56:44.968500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Attempting to bind port d82846f9-c6d9-41cd-8890-4bca294e5321 by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:56:44.968873 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Attempting to bind port d82846f9-c6d9-41cd-8890-4bca294e5321 on network 3f19b99e-8a68-4be3-835e-592a29ec2ead {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:56:44.982610 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:56:44.983047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Checking segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:44.983400 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:44.983848 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Bound using segment: {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:56:44.984276 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Bound port: d82846f9-c6d9-41cd-8890-4bca294e5321, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd6e8e-f3ea-497c-a31d-66018693f964', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:56:44.984680 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.006490 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.011706 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.034692 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port bec4eee2-fa54-4d06-9f21-fdf16392acb6 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:45.035071 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.074895 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] For port d82846f9-c6d9-41cd-8890-4bca294e5321, host n-d-810909-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:56:45.080571 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd4b46f-9aff-4160-a074-949607a6d95d,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:45.083197 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1652072'] for router_interface, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.099176 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] For port d82846f9-c6d9-41cd-8890-4bca294e5321, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d82846f9-c6d9-41cd-8890-4bca294e5321,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:56:45.100342 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.106666 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.150451 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-74b1c1ba-b7d7-4b80-b51d-f02355fda73a None None] Provisioning complete for port cdd4b46f-9aff-4160-a074-949607a6d95d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:45.151121 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74b1c1ba-b7d7-4b80-b51d-f02355fda73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.178968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:45.180459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:45.226544 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c49b88-55e7-4de5-8d22-0a99f50672f4 None None] Pushing event updated for resources: {'Port': ['ID=d82846f9-c6d9-41cd-8890-4bca294e5321,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:45.244602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-74b1c1ba-b7d7-4b80-b51d-f02355fda73a None None] Port cdd4b46f-9aff-4160-a074-949607a6d95d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:56:45.250542 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Routers {'18a3aea1-a9f6-4634-bfa6-7803e9cefaad'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:45.251180 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:45.260789 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e5dc53ea-6470-42ee-a027-f03468b26c07 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:45.310142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:56:45.329578 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ebe9f7e-1677-43bb-8037-515e7d48e958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.405460 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] Set router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:45.407281 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port e5dc53ea-6470-42ee-a027-f03468b26c07 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:45.407676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.422885 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:56:45.435911 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-cd29edc8-ea37-494a-8f0f-32e653e0b1f5 admin admin] 10.222.0.50 "PUT /v2.0/routers/18a3aea1-a9f6-4634-bfa6-7803e9cefaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946144 Sep 27 09:56:45.525415 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-910825b7-3f03-4376-85bb-daa47bf86504 None None] Provisioning complete for port cdd4b46f-9aff-4160-a074-949607a6d95d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:45.525688 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-910825b7-3f03-4376-85bb-daa47bf86504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.638983 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-910825b7-3f03-4376-85bb-daa47bf86504 None None] Port cdd4b46f-9aff-4160-a074-949607a6d95d cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:56:45.668439 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:45.759928 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:45.760303 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:45.764468 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 4, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port': {'id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:42Z', 'updated_at': '2021-09-27T09:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cdd4b46f-9aff-4160-a074-949607a6d95d', 'name': '', 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'mac_address': 'fa:16:3e:fe:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:44Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 2, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'subnets': [{'id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:45.809184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35479975-74bb-49cd-81f9-e3be506257dc None None] The sync data for ids ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'] in n-d-810909-1 is: [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 4, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port': {'id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:42Z', 'updated_at': '2021-09-27T09:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cdd4b46f-9aff-4160-a074-949607a6d95d', 'name': '', 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'mac_address': 'fa:16:3e:fe:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:44Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 2, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'subnets': [{'id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:56:46.024053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:46.028909 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1d5d4a47-3f29-4146-aa50-8578973bdc95 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018413992', 'description': 'tempest-secgroup-smoke-1018413992 description', 'project_id': '2714a5b799c94bc4b3697bf44b061deb'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:46.053109 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4a47-3f29-4146-aa50-8578973bdc95 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.145069 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4a47-3f29-4146-aa50-8578973bdc95 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.150988 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4a47-3f29-4146-aa50-8578973bdc95 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.181729 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4a47-3f29-4146-aa50-8578973bdc95 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.185995 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d5d4a47-3f29-4146-aa50-8578973bdc95 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1578445 Sep 27 09:56:46.186162 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:46.190447 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aa5f3cd8-8fa6-44ab-9894-f8f790362225 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'security_group_rule': {'security_group_id': 'abe52249-cdf4-48ec-a822-d7e7ba23c890', 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:46.196024 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d4a47-3f29-4146-aa50-8578973bdc95 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe52249-cdf4-48ec-a822-d7e7ba23c890,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:46.224417 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3cd8-8fa6-44ab-9894-f8f790362225 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.281653 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3cd8-8fa6-44ab-9894-f8f790362225 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.286599 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3cd8-8fa6-44ab-9894-f8f790362225 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.307853 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f3cd8-8fa6-44ab-9894-f8f790362225 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa22c487-eb36-473a-98fc-30d2f9bda676,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:46.312117 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3cd8-8fa6-44ab-9894-f8f790362225 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.315985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa5f3cd8-8fa6-44ab-9894-f8f790362225 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264122 Sep 27 09:56:46.316493 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:46.320887 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ad80f24c-6534-4bff-8054-206c44b7130f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'security_group_rule': {'security_group_id': 'abe52249-cdf4-48ec-a822-d7e7ba23c890', 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:46.353350 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad80f24c-6534-4bff-8054-206c44b7130f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.412212 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad80f24c-6534-4bff-8054-206c44b7130f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.416970 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad80f24c-6534-4bff-8054-206c44b7130f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.433941 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80f24c-6534-4bff-8054-206c44b7130f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e531bf-49bd-4033-9db9-9eb1c8b7cc2e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:46.442742 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad80f24c-6534-4bff-8054-206c44b7130f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.447769 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad80f24c-6534-4bff-8054-206c44b7130f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266887 Sep 27 09:56:46.447979 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:46.452375 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a67539d3-f9c5-46a6-a019-45ca12375c2f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'security_group_rule': {'security_group_id': 'abe52249-cdf4-48ec-a822-d7e7ba23c890', 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:46.479287 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a67539d3-f9c5-46a6-a019-45ca12375c2f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.540742 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a67539d3-f9c5-46a6-a019-45ca12375c2f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.546495 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a67539d3-f9c5-46a6-a019-45ca12375c2f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.566563 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67539d3-f9c5-46a6-a019-45ca12375c2f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09d657f-6764-45b2-a752-4fcdcfcb2059,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:46.571303 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a67539d3-f9c5-46a6-a019-45ca12375c2f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.572985 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a67539d3-f9c5-46a6-a019-45ca12375c2f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239266 Sep 27 09:56:46.576284 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:46.580600 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-77edfa17-3ae2-463b-87aa-175672c5d68d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'security_group_rule': {'security_group_id': 'abe52249-cdf4-48ec-a822-d7e7ba23c890', 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:46.607863 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77edfa17-3ae2-463b-87aa-175672c5d68d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.680046 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77edfa17-3ae2-463b-87aa-175672c5d68d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.687575 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77edfa17-3ae2-463b-87aa-175672c5d68d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.707334 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edfa17-3ae2-463b-87aa-175672c5d68d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1a28bf-9200-4d2e-a6cd-aca60cc19b30,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:46.711635 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77edfa17-3ae2-463b-87aa-175672c5d68d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.712947 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-77edfa17-3ae2-463b-87aa-175672c5d68d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356294 Sep 27 09:56:46.716154 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42308) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:46.721390 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7bab4e75-286b-439c-95f9-0c8ffb8eb52d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'security_group_rule': {'security_group_id': 'abe52249-cdf4-48ec-a822-d7e7ba23c890', 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:46.745197 n-d-810909-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-7bab4e75-286b-439c-95f9-0c8ffb8eb52d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Project 2714a5b799c94bc4b3697bf44b061deb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:56:46.749866 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bab4e75-286b-439c-95f9-0c8ffb8eb52d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.816670 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bab4e75-286b-439c-95f9-0c8ffb8eb52d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.821872 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bab4e75-286b-439c-95f9-0c8ffb8eb52d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.843078 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab4e75-286b-439c-95f9-0c8ffb8eb52d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23de784f-272c-450e-bd92-6afd0244995a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:46.849755 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bab4e75-286b-439c-95f9-0c8ffb8eb52d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.850846 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-7bab4e75-286b-439c-95f9-0c8ffb8eb52d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336436 Sep 27 09:56:46.853957 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42310) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:46.858613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-35b469d3-d3a2-4414-8c5d-f1e7a71535fd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'security_group_rule': {'security_group_id': 'abe52249-cdf4-48ec-a822-d7e7ba23c890', 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:46.883924 n-d-810909-1 neutron-server[94830]: INFO neutron.db.securitygroups_db [None req-35b469d3-d3a2-4414-8c5d-f1e7a71535fd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Project 2714a5b799c94bc4b3697bf44b061deb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 09:56:46.889217 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35b469d3-d3a2-4414-8c5d-f1e7a71535fd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.968192 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35b469d3-d3a2-4414-8c5d-f1e7a71535fd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.976083 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35b469d3-d3a2-4414-8c5d-f1e7a71535fd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511528'] for security_group_rule, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:46.997448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b469d3-d3a2-4414-8c5d-f1e7a71535fd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef71acd-6f2e-4793-b497-bf580bff1dda,revision_number=0']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:47.006502 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-35b469d3-d3a2-4414-8c5d-f1e7a71535fd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:47.008062 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-35b469d3-d3a2-4414-8c5d-f1e7a71535fd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527996 Sep 27 09:56:47.152771 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-05ddd0eb-8fe8-4a3b-af86-53b36e46401b tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018413992&fields=id&tenant_id=2714a5b799c94bc4b3697bf44b061deb HTTP/1.1" status: 200 len: 267 time: 0.0346496 Sep 27 09:56:47.266470 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-8f09f859-3ddb-465b-b8cb-d2d656500ac7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:47.267945 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-8f09f859-3ddb-465b-b8cb-d2d656500ac7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 809 time: 0.1078019 Sep 27 09:56:47.283657 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-e0356ee3-17bb-4e08-9e93-9dc2791a9332 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/quotas/2714a5b799c94bc4b3697bf44b061deb HTTP/1.1" status: 200 len: 375 time: 0.0095515 Sep 27 09:56:47.337048 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-83dc12cc-9e6a-4342-b602-3d4bae9be017 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474200 Sep 27 09:56:47.353912 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-edcc2467-00fe-4b32-83d9-104ff4c70aec service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94830) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:56:47.354899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-edcc2467-00fe-4b32-83d9-104ff4c70aec service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053835 Sep 27 09:56:47.451805 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-94b56c3a-34c8-4e3c-9992-44c7f566a7c7 service neutron] 10.222.0.50 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904331 Sep 27 09:56:47.545309 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-c9e0ff47-fc7c-4798-9031-504b6c635728 service neutron] 10.222.0.50 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872350 Sep 27 09:56:47.696477 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d26d084c-6afa-41d4-aba0-870858b40680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:47.714562 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-85e4fa6b-ddd6-4385-96e6-723084d249c3 req-efaefcbe-51ca-480f-b641-28acd9c9e92c tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 210 time: 0.0302689 Sep 27 09:56:48.201473 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:48.256255 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Sync routers for ids ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:56:48.265743 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Routers {'18a3aea1-a9f6-4634-bfa6-7803e9cefaad'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:48.266362 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:48.380876 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Set router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:48.599753 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 4, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port': {'id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:42Z', 'updated_at': '2021-09-27T09:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cdd4b46f-9aff-4160-a074-949607a6d95d', 'name': '', 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'mac_address': 'fa:16:3e:fe:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:44Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 2, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'subnets': [{'id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:48.630167 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Checking router: 18a3aea1-a9f6-4634-bfa6-7803e9cefaad for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:56:48.630514 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Updating router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad port cdd4b46f-9aff-4160-a074-949607a6d95d binding host n-d-810909-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 09:56:48.656358 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:48.693292 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-a52f22fd-f057-4110-afeb-de9ab539a663 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:48.694688 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-a52f22fd-f057-4110-afeb-de9ab539a663 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.57 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 809 time: 0.1105261 Sep 27 09:56:48.742274 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-cd6f4369-96e0-493b-963d-310cb62f4bb4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2714a5b799c94bc4b3697bf44b061deb HTTP/1.1" status: 200 len: 380 time: 0.0370026 Sep 27 09:56:48.752643 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'port': {'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'admin_state_up': True, 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'security_groups': ['abe52249-cdf4-48ec-a822-d7e7ba23c890']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:48.851119 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2f5f7dd5-3ff7-4ea6-822d-0ce6647d71d2 req-1701e0a6-be46-48ca-b3fd-2669515d454c tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 210 time: 0.0585439 Sep 27 09:56:48.851852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d82846f9-c6d9-41cd-8890-4bca294e5321 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:48.904998 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port d82846f9-c6d9-41cd-8890-4bca294e5321 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:48.905559 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:48.909289 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Made reservation on behalf of 2714a5b799c94bc4b3697bf44b061deb for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:56:48.913092 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:48.934528 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:48.941228 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:48.987311 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:48.989716 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3a0c4-a36f-4e41-bec5-687131c51183 None None] Pushing event updated for resources: {'Port': ['ID=cdd4b46f-9aff-4160-a074-949607a6d95d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:49.011136 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] For port d82846f9-c6d9-41cd-8890-4bca294e5321, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d82846f9-c6d9-41cd-8890-4bca294e5321,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:49.015747 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.052622 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Attempting to bind port cdd4b46f-9aff-4160-a074-949607a6d95d on host n-d-810909-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:56:49.052991 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Attempting to bind port cdd4b46f-9aff-4160-a074-949607a6d95d by drivers openvswitch,hyperv on host n-d-810909-1 at level 0 using segments [{'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:56:49.053355 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Attempting to bind port cdd4b46f-9aff-4160-a074-949607a6d95d on network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:56:49.058884 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Checking agent: {'id': 'c174e86c-dd76-45a5-ab46-04e41783adb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 19, 18), 'started_at': datetime.datetime(2021, 9, 27, 8, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810909-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:56:49.059257 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Checking segment: {'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:49.059812 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.060210 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Bound using segment: {'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:56:49.060719 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Bound port: cdd4b46f-9aff-4160-a074-949607a6d95d, host: n-d-810909-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbbfb29-800c-4953-8b05-d6f9ab458dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:56:49.060920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Allocated IP 172.20.0.9 (a7307288-b323-43fc-a68c-49ffd44f1273/49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e/83a18e61-2ed4-4e57-9921-6df82251ac72) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:56:49.061182 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.084196 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Pushing event updated for resources: {'Port': ['ID=d82846f9-c6d9-41cd-8890-4bca294e5321,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:49.137166 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] For port cdd4b46f-9aff-4160-a074-949607a6d95d, host n-d-810909-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:56:49.141491 n-d-810909-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] For port cdd4b46f-9aff-4160-a074-949607a6d95d, host n-d-810909-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cdd4b46f-9aff-4160-a074-949607a6d95d,segment=NetworkSegment(2cbbfb29-800c-4953-8b05-d6f9ab458dea),segment_id=2cbbfb29-800c-4953-8b05-d6f9ab458dea)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:56:49.146856 n-d-810909-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.206697 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3a0c4-a36f-4e41-bec5-687131c51183 None None] Pushing event updated for resources: {'Port': ['ID=cdd4b46f-9aff-4160-a074-949607a6d95d,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:49.209423 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Routers {'18a3aea1-a9f6-4634-bfa6-7803e9cefaad'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:56:49.210054 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:49.243715 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.282066 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.286904 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9a2c5652-4b6b-4416-b574-12c83d2e3bf1 None None] Provisioning complete for port cdd4b46f-9aff-4160-a074-949607a6d95d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:49.287590 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a2c5652-4b6b-4416-b574-12c83d2e3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.317003 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] Set router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:56:49.325798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Network a7307288-b323-43fc-a68c-49ffd44f1273 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:49.329479 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:49.331933 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:56:49.384508 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:49.407539 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:49.408656 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.421607 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a2c5652-4b6b-4416-b574-12c83d2e3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.447162 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-95a3da7f-23ad-4a21-a998-dede94bcf4c1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987202 Sep 27 09:56:49.454643 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.462488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Request body: {'port': {'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:49.469474 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9a2c5652-4b6b-4416-b574-12c83d2e3bf1 None None] For port cdd4b46f-9aff-4160-a074-949607a6d95d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cdd4b46f-9aff-4160-a074-949607a6d95d,segment=NetworkSegment(2cbbfb29-800c-4953-8b05-d6f9ab458dea),segment_id=2cbbfb29-800c-4953-8b05-d6f9ab458dea)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:49.478376 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a2c5652-4b6b-4416-b574-12c83d2e3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.543676 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c5652-4b6b-4416-b574-12c83d2e3bf1 None None] Pushing event updated for resources: {'Port': ['ID=cdd4b46f-9aff-4160-a074-949607a6d95d,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:49.544377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.599408 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e3495d53-8b69-47c7-8e6b-830911faa301 None None] Provisioning complete for port cdd4b46f-9aff-4160-a074-949607a6d95d triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:49.599938 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3495d53-8b69-47c7-8e6b-830911faa301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.676469 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 4, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port': {'id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:42Z', 'updated_at': '2021-09-27T09:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cdd4b46f-9aff-4160-a074-949607a6d95d', 'name': '', 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'mac_address': 'fa:16:3e:fe:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:44Z', 'updated_at': '2021-09-27T09:56:49Z', 'revision_number': 4, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'subnets': [{'id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:56:49.701857 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a47f2-33cd-40be-9542-d31ee9b8fdbf None None] The sync data for ids ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'] in n-d-810909-1 is: [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 4, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port': {'id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:42Z', 'updated_at': '2021-09-27T09:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'cdd4b46f-9aff-4160-a074-949607a6d95d', 'name': '', 'network_id': '5d47946b-70b3-4998-87a5-77f6d5cb9e66', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'mac_address': 'fa:16:3e:fe:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:44Z', 'updated_at': '2021-09-27T09:56:49Z', 'revision_number': 4, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'subnets': [{'id': '61b8e660-0fc6-42b3-b3f4-29d825f28fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:56:49.800736 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4260e4f4-b8c0-456f-9af4-31d904a29e11 None None] Provisioning complete for port 83a18e61-2ed4-4e57-9921-6df82251ac72 triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:49.801249 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4260e4f4-b8c0-456f-9af4-31d904a29e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.836235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4260e4f4-b8c0-456f-9af4-31d904a29e11 None None] Port 83a18e61-2ed4-4e57-9921-6df82251ac72 cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:56:49.836448 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a18e61-2ed4-4e57-9921-6df82251ac72 {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:56:49.845921 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.858844 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Transition to ACTIVE for port object 83a18e61-2ed4-4e57-9921-6df82251ac72 will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:56:49.863145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:49.921023 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Pushing event updated for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:49.988984 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Attempting to bind port 83a18e61-2ed4-4e57-9921-6df82251ac72 on host n-h1-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:56:49.989673 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Attempting to bind port 83a18e61-2ed4-4e57-9921-6df82251ac72 by drivers openvswitch,hyperv on host n-h1-810909-1 at level 0 using segments [{'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:56:49.990189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Attempting to bind port 83a18e61-2ed4-4e57-9921-6df82251ac72 on network a7307288-b323-43fc-a68c-49ffd44f1273 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:56:49.995381 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Port 83a18e61-2ed4-4e57-9921-6df82251ac72 on network a7307288-b323-43fc-a68c-49ffd44f1273 not bound, no agent of type Open vSwitch agent registered on host n-h1-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:56:49.996250 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Attempting to bind port 83a18e61-2ed4-4e57-9921-6df82251ac72 on network a7307288-b323-43fc-a68c-49ffd44f1273 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:56:49.998023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9889ee-ca14-4ffe-90cd-269613477e26 req-66a492f3-e912-41e9-bbed-39b827222f0c tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:50.002895 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Checking agent: {'id': 'abbe5fa0-a435-4ea9-a04d-f48db868521d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:56:50.003662 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Checking segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:56:50.004247 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Bound using segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:56:50.004890 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Bound port: 83a18e61-2ed4-4e57-9921-6df82251ac72, host: n-h1-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:56:50.005434 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:50.006651 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e9889ee-ca14-4ffe-90cd-269613477e26 req-66a492f3-e912-41e9-bbed-39b827222f0c tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 943 time: 0.0673957 Sep 27 09:56:50.056586 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e9889ee-ca14-4ffe-90cd-269613477e26 req-9a1f4c4d-9608-4f79-ad17-aba1c0bd8170 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484223 Sep 27 09:56:50.087141 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:56:50.090660 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:56:50.097671 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:50.138159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:50.138977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:50.140596 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] 10.222.0.57 "PUT /v2.0/ports/83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 1091 time: 0.6842284 Sep 27 09:56:50.143296 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:56:50.150386 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40defd7-bc90-474b-8f0e-5a528042ad87" -d '{"events": [{"name": "network-changed", "server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:56:50.181445 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4750f-d1ca-41b0-a041-ec19c56a62da service neutron] Pushing event updated for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:50.229273 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a395568-209d-4dfd-9cec-23d6564240c5 x-openstack-request-id: req-0a395568-209d-4dfd-9cec-23d6564240c5 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:56:50.229638 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:56:50.229894 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a395568-209d-4dfd-9cec-23d6564240c5 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:56:50.230250 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'status': 'completed', 'code': 200} Sep 27 09:56:50.248583 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-efff57a9-c4e7-4811-acff-ae1f34e03534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:50.250260 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-efff57a9-c4e7-4811-acff-ae1f34e03534 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1094 time: 0.0582988 Sep 27 09:56:50.652864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-4b41eaa6-12d9-4c37-a726-f9ec8e063105 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 217 time: 0.3931131 Sep 27 09:56:50.702142 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-73ded896-33f3-46ed-a338-0d5b55fc9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:50.703558 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-73ded896-33f3-46ed-a338-0d5b55fc9db9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0433664 Sep 27 09:56:50.753341 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-2722692d-e06c-4314-bb4e-110e602ff239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:50.754899 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-2722692d-e06c-4314-bb4e-110e602ff239 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433409 Sep 27 09:56:50.803581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cdd4b46f-9aff-4160-a074-949607a6d95d up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:50.853282 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-50db0e4b-0849-495b-83b9-ad6d3001c722 service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890992 Sep 27 09:56:50.855118 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port cdd4b46f-9aff-4160-a074-949607a6d95d triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:50.855678 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:50.932101 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d82846f9-c6d9-41cd-8890-4bca294e5321 up at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:50.945599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ab91c731-9caf-4eea-b270-a69ad8ef3d95 req-e9980c17-9e8d-41bf-bf39-4b15753c3e3a service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845046 Sep 27 09:56:50.999307 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Provisioning complete for port d82846f9-c6d9-41cd-8890-4bca294e5321 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:50.999712 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:51.007982 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:51.044570 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-0b21208a-79b2-46a8-b42f-0d92bb44b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:51.046144 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-0b21208a-79b2-46a8-b42f-0d92bb44b1c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1094 time: 0.0444422 Sep 27 09:56:51.144384 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-eda8c81e-72e4-42c5-afc5-e10215da9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:51.145906 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-eda8c81e-72e4-42c5-afc5-e10215da9e14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0923924 Sep 27 09:56:51.167338 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c32a-d515-4e88-bb50-1ef067117b1f req-33267110-c96e-4742-b7df-832dda53f41b tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:51.168864 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79b2c32a-d515-4e88-bb50-1ef067117b1f req-33267110-c96e-4742-b7df-832dda53f41b tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 943 time: 0.0479739 Sep 27 09:56:51.193385 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-b37dff92-b7bb-4daa-a319-f83c17da7e31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 217 time: 0.0385709 Sep 27 09:56:51.208680 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-79b2c32a-d515-4e88-bb50-1ef067117b1f req-5d6aa2ff-b3f3-438c-8aae-0cb7d75c55ca tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335488 Sep 27 09:56:51.244230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-4417166b-794e-4e2c-8061-095085a94ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:51.245749 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-4417166b-794e-4e2c-8061-095085a94ade service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0448263 Sep 27 09:56:51.293778 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-c893fb57-ba72-40af-8d9f-e82595ef4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:51.295321 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-c893fb57-ba72-40af-8d9f-e82595ef4dd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408325 Sep 27 09:56:51.396651 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-cda17aa2-903e-418f-9671-a28e36bf338f service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936255 Sep 27 09:56:51.499321 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d40defd7-bc90-474b-8f0e-5a528042ad87 req-80291257-7bf7-40ad-8ce3-7508bb162828 service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939274 Sep 27 09:56:52.333056 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfd8cf-f844-4b54-80a5-1dd24ef761e3 req-15ddb8d4-1995-4383-85ac-394d5893eba3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:52.334455 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6bfd8cf-f844-4b54-80a5-1dd24ef761e3 req-15ddb8d4-1995-4383-85ac-394d5893eba3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 943 time: 0.0530128 Sep 27 09:56:52.381008 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d6bfd8cf-f844-4b54-80a5-1dd24ef761e3 req-375e35ca-f622-4ecb-b91b-373eac82959f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 Sep 27 09:56:53.510505 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50d2c6-aeb8-41fd-be2d-b1e4d9fff8dd req-8cdcc6d1-e840-4acf-b863-edf983b974db tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:53.512002 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0b50d2c6-aeb8-41fd-be2d-b1e4d9fff8dd req-8cdcc6d1-e840-4acf-b863-edf983b974db tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 943 time: 0.0554864 Sep 27 09:56:53.558237 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0b50d2c6-aeb8-41fd-be2d-b1e4d9fff8dd req-32b5e863-2caf-4a28-92b3-f63c5415eb60 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Sep 27 09:56:54.218137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83a18e61-2ed4-4e57-9921-6df82251ac72 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:56:54.318647 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:54.330294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:56:54.369390 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:54.383355 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a18e61-2ed4-4e57-9921-6df82251ac72 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:56:54.402976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:54.409721 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:54.456528 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:54.634862 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['83a18e61-2ed4-4e57-9921-6df82251ac72'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:56:54.678799 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00327-27f6-42ea-80d9-c75e1a98da79 req-5b94880f-0c82-493b-8a55-eae55a233848 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:54.680306 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23e00327-27f6-42ea-80d9-c75e1a98da79 req-5b94880f-0c82-493b-8a55-eae55a233848 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 944 time: 0.0538952 Sep 27 09:56:54.723130 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-23e00327-27f6-42ea-80d9-c75e1a98da79 req-8c7cd916-63d3-4821-a51e-a51b578f2263 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354042 Sep 27 09:56:55.849389 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa54f8-4923-4c98-8d43-261f7784024a req-e5e7d952-5b32-4944-9013-54f023f88b7f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:55.851320 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26aa54f8-4923-4c98-8d43-261f7784024a req-e5e7d952-5b32-4944-9013-54f023f88b7f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 944 time: 0.0518367 Sep 27 09:56:55.897414 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-26aa54f8-4923-4c98-8d43-261f7784024a req-fe190071-6530-4359-978c-781aa5c322b8 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351462 Sep 27 09:56:56.249233 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83a18e61-2ed4-4e57-9921-6df82251ac72 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:56:56.309651 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning for port 83a18e61-2ed4-4e57-9921-6df82251ac72 completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:56:56.313793 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 83a18e61-2ed4-4e57-9921-6df82251ac72 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:56:56.314177 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:56.397629 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:56.420390 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:56:56.422768 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6878494-4657-4287-ba98-62e1632c86c8" -d '{"events": [{"server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "name": "network-vif-plugged", "status": "completed", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:56:56.436775 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:56:56.443468 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:56.467362 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e647573-4744-4ded-8b4b-0f7c0206d7b0 x-openstack-request-id: req-9e647573-4744-4ded-8b4b-0f7c0206d7b0 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:56:56.468021 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "name": "network-vif-plugged", "status": "completed", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:56:56.468276 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e647573-4744-4ded-8b4b-0f7c0206d7b0 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:56:56.468686 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'code': 200} Sep 27 09:56:56.496453 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:56.559274 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bef82-c24b-4211-93f9-68d677140a99 req-f4d3fc88-dc4d-4a0a-8339-25518789c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:56.560767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de6bef82-c24b-4211-93f9-68d677140a99 req-f4d3fc88-dc4d-4a0a-8339-25518789c835 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1096 time: 0.0411856 Sep 27 09:56:56.596409 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-de6bef82-c24b-4211-93f9-68d677140a99 req-3542c372-fedd-465d-bd53-4c2e3d5f5a4d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275574 Sep 27 09:56:57.035005 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3692d08-52ca-43b2-87cf-c8da4c0c85bc req-35871ab2-577d-44ca-bf49-59c935f9d908 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:57.036523 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c3692d08-52ca-43b2-87cf-c8da4c0c85bc req-35871ab2-577d-44ca-bf49-59c935f9d908 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 945 time: 0.0626285 Sep 27 09:56:57.087691 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c3692d08-52ca-43b2-87cf-c8da4c0c85bc req-72f2c96d-bca6-4b8d-a312-122b5f0ce91a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422714 Sep 27 09:56:58.233722 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c93f66-6b5e-424c-bf0c-e844ebb2b8e1 req-fc0058a4-65c7-4be6-adf7-a631e42c0df6 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:58.235236 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5c93f66-6b5e-424c-bf0c-e844ebb2b8e1 req-fc0058a4-65c7-4be6-adf7-a631e42c0df6 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 945 time: 0.0609181 Sep 27 09:56:58.278810 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-f5c93f66-6b5e-424c-bf0c-e844ebb2b8e1 req-f396919e-422f-480d-b1ca-53074d3919be tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372601 Sep 27 09:56:58.402053 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a72b6-e6d5-42a9-957e-3d33160030e1 req-da3f7faa-fc88-4ac6-9f69-71860cbce8c7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:58.404019 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e9a72b6-e6d5-42a9-957e-3d33160030e1 req-da3f7faa-fc88-4ac6-9f69-71860cbce8c7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 945 time: 0.0561380 Sep 27 09:56:58.449377 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-2e9a72b6-e6d5-42a9-957e-3d33160030e1 req-07bf1cd1-0194-44a5-9510-99750ccd486f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377162 Sep 27 09:56:58.478920 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42364) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:58.619422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04d64f1-d11e-4b46-bfcf-d50c188101aa tempest-TestSnapshotPattern-1684203376 tempest-TestSnapshotPattern-1684203376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:56:58.621000 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-e04d64f1-d11e-4b46-bfcf-d50c188101aa tempest-TestSnapshotPattern-1684203376 tempest-TestSnapshotPattern-1684203376-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1091 time: 0.1410444 Sep 27 09:56:58.624272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42368) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:56:58.629433 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:56:58.655119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for floatingip, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:58.760888 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:58.871937 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Allocated IP 172.25.2.133 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/d54bf2ef-a12e-4e39-b797-764e7705f92e) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:56:58.985439 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:59.021418 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:59.058454 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:56:59.062926 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:56:59.069234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:56:59.072184 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'Port': ['ID=d54bf2ef-a12e-4e39-b797-764e7705f92e,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:59.443743 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:59.513129 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:59.671769 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:59.678864 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:59.745787 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'Port': ['ID=d54bf2ef-a12e-4e39-b797-764e7705f92e,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:56:59.756619 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:56:59.870027 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Floating IP eea82ec9-bced-4230-ba67-457bf07265f8 associated. External IP: 172.25.2.133, port: 83a18e61-2ed4-4e57-9921-6df82251ac72. Sep 27 09:57:00.079051 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Router 90a9be09-2b00-46c5-b63a-08f0594f7e97 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:57:00.190064 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:57:00.200738 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] Sync routers for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:57:00.209145 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:00.214172 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:57:00.215177 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:57:00.236929 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-dac469ba-835f-4810-9724-243349495ee3 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6112602 Sep 27 09:57:00.237529 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:57:00.239784 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d86870-02ee-401a-bba4-be0a43e3b574" -d '{"events": [{"name": "network-changed", "server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:57:00.322154 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:57:00.334312 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196fc3c3-930b-424a-853e-1a29392fa08a x-openstack-request-id: req-196fc3c3-930b-424a-853e-1a29392fa08a {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:57:00.334602 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:57:00.334857 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-196fc3c3-930b-424a-853e-1a29392fa08a {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:57:00.335262 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'status': 'completed', 'code': 200} Sep 27 09:57:00.400607 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-4616f294-5ad0-424e-8e2f-74c9bc96016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:57:00.402101 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-4616f294-5ad0-424e-8e2f-74c9bc96016f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1096 time: 0.0410335 Sep 27 09:57:00.500727 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-5a11f602-329d-4a06-9e60-87093ff4ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:57:00.502241 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-5a11f602-329d-4a06-9e60-87093ff4ae6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0932052 Sep 27 09:57:00.554565 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:56:59Z', 'revision_number': 0, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:57:00.572317 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-ebacf9dd-5689-4a11-9100-60ad42f43733 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 999 time: 0.0625584 Sep 27 09:57:00.580707 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] Checking router: 90a9be09-2b00-46c5-b63a-08f0594f7e97 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:57:00.589740 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:57:00.590286 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:56:48Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:57:00.622554 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-7f3b15e1-26f0-40cc-8092-4a4b4b58aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:57:00.624012 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-7f3b15e1-26f0-40cc-8092-4a4b4b58aaf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0441318 Sep 27 09:57:00.670333 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-41e5b658-21cb-4496-a4d4-e3a1bae27665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:57:00.671819 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-41e5b658-21cb-4496-a4d4-e3a1bae27665 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398452 Sep 27 09:57:00.695152 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:57:00.770030 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-ab51644a-4229-4546-ac75-c2a6821d8251 service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902550 Sep 27 09:57:00.869218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-48d86870-02ee-401a-bba4-be0a43e3b574 req-3de50b25-8f45-458a-b94f-aeb4fd98408e service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895560 Sep 27 09:57:01.094496 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:56:59Z', 'revision_number': 0, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:57:01.120916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b8f4a2-2906-4585-aeee-8334ef696e63 None None] The sync data for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 is: [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:56:59Z', 'revision_number': 0, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:57:01.307934 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7044c7-654c-42d3-a8e1-fded507a45e0 None None] New status for floating IP eea82ec9-bced-4230-ba67-457bf07265f8: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:57:06.821531 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:12.660602 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:57:15.085799 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:15.253160 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e72b3e67-4af4-4a27-a370-6da3d531dadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:17.702977 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d5788b4-8ba9-4f0a-bfb3-d5bbaf00927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:18.208443 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:19.396919 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:21.008069 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:36.835635 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:38.854864 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-04fd7fdc-8ed4-4f12-bc74-70a36624a0a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505147 Sep 27 09:57:38.952159 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-b2c07d51-eb47-448c-87db-cd17bb08d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:57:38.953703 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-b2c07d51-eb47-448c-87db-cd17bb08d33a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1096 time: 0.0548558 Sep 27 09:57:39.069034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-60de6f48-5973-409c-aaa7-617cbf1b2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:57:39.070528 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-60de6f48-5973-409c-aaa7-617cbf1b2ac8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0956020 Sep 27 09:57:39.142359 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-ee299431-057e-4ca2-86e7-dbe1177feb03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 1001 time: 0.0635428 Sep 27 09:57:39.194745 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-8b85f6a1-9c4f-4d70-8033-f2b9b66009d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:57:39.196209 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-8b85f6a1-9c4f-4d70-8033-f2b9b66009d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0461624 Sep 27 09:57:39.246261 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-7f96ea06-6096-47b9-a3ec-d422d6891247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:57:39.247739 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-7f96ea06-6096-47b9-a3ec-d422d6891247 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429113 Sep 27 09:57:39.355583 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-1dffb7db-b2de-4db9-873c-8506358d4ddc service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995178 Sep 27 09:57:39.452642 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-273756d6-96b2-4f73-9e1d-394059d9a993 req-489eeb39-c380-4b21-84ba-34e28117fc33 service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887964 Sep 27 09:57:45.095352 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:45.263604 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd1a160c-718d-46b2-9f17-1fde5e613f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:47.705296 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ad7430e-8771-4c1a-8fe2-582e5589de3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:48.209687 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:49.399634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:57:49.664758 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:57:51.013832 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:06.839587 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:15.103623 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:15.260569 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d75e3f3-4d50-4e52-97fa-fcd6acba4b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:17.711578 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e963b11-ebdb-4a8a-b352-60f1f4fa8508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:18.208652 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:19.403686 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:21.016403 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:26.669919 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:58:36.856125 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:40.846358 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-3cfa0cb2-cae2-4134-bfa9-6df3c794a739 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597703 Sep 27 09:58:40.937488 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-de83b7a6-605e-4e39-8552-090aea18e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:58:40.938966 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-de83b7a6-605e-4e39-8552-090aea18e866 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1096 time: 0.0460536 Sep 27 09:58:41.041822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-d39a6bc7-7a76-4f95-b851-140488b3310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:58:41.043257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-d39a6bc7-7a76-4f95-b851-140488b3310f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0831017 Sep 27 09:58:41.113970 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-b569ad8d-7e33-4780-87df-a6802b5b40a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 1001 time: 0.0622249 Sep 27 09:58:41.163798 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-8f6268d7-ff48-49d7-b906-aa59b905dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:58:41.165200 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-8f6268d7-ff48-49d7-b906-aa59b905dd28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0424466 Sep 27 09:58:41.212108 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-30061937-e006-4ff5-b92d-78e4a987bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:58:41.213652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-30061937-e006-4ff5-b92d-78e4a987bdc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406101 Sep 27 09:58:41.305560 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-7dda0378-11e2-494f-b775-d5acd9ad8748 service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837288 Sep 27 09:58:41.400439 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c2d704cf-246f-4cf6-a72d-06ff4a78b1f1 req-f1b4ce44-9694-4d90-9b50-8ae37cb83682 service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853186 Sep 27 09:58:45.128789 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:45.268909 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6fa14e89-78fa-4fed-8f44-1d33d7c55728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:47.707408 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f78884-ec0c-4eda-b1a2-fad14f2d0c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:48.211104 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:49.402634 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:58:51.027503 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:03.090903 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83a18e61-2ed4-4e57-9921-6df82251ac72 details requested by agent hyperv_n-h1-810909-1 with host n-h1-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:59:03.204780 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:59:03.217372 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Returning: {'device': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:59:03.258738 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:03.276795 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83a18e61-2ed4-4e57-9921-6df82251ac72 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:59:03.299432 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:59:03.305588 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:03.368272 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:03.382481 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] get_ports_and_sgs() called for port_ids ['83a18e61-2ed4-4e57-9921-6df82251ac72'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:59:03.408868 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.409509 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.409976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.410414 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.410846 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.411264 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.411590 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.411915 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.412236 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.412605 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.412927 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.413305 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:03.672510 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:59:05.114374 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83a18e61-2ed4-4e57-9921-6df82251ac72 up at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:59:05.170916 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Provisioning complete for port 83a18e61-2ed4-4e57-9921-6df82251ac72 triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:59:05.171298 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:05.275418 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:05.297384 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:59:05.299762 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c84302-84ef-4d15-a3ce-21a1314c4866" -d '{"events": [{"server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "name": "network-vif-plugged", "status": "completed", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:59:05.312288 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:59:05.317354 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:05.381599 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:05.431401 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27163828-9a8a-4365-8473-3360aad3106a x-openstack-request-id: req-27163828-9a8a-4365-8473-3360aad3106a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:59:05.431832 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "name": "network-vif-plugged", "status": "completed", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:59:05.432315 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27163828-9a8a-4365-8473-3360aad3106a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:59:05.432819 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'code': 200} Sep 27 09:59:06.842084 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:11.584088 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-eee5789f-2517-4ec9-a5b6-2b56d799ff23 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018413992&fields=id&tenant_id=2714a5b799c94bc4b3697bf44b061deb HTTP/1.1" status: 200 len: 267 time: 0.0353649 Sep 27 09:59:11.699504 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-42904b95-9c30-4636-a617-a2101f1787c0 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:11.701398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-42904b95-9c30-4636-a617-a2101f1787c0 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 809 time: 0.1102641 Sep 27 09:59:11.717234 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-14f278e0-5fe4-491a-8395-fcda4478073f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/quotas/2714a5b799c94bc4b3697bf44b061deb HTTP/1.1" status: 200 len: 375 time: 0.0100720 Sep 27 09:59:11.779646 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-fe88c7d6-06c5-4105-9a4c-bf96ad407f1a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0563040 Sep 27 09:59:11.796472 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-18f7e062-e982-4c56-9ffe-71583d10c28a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 09:59:11.797431 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-18f7e062-e982-4c56-9ffe-71583d10c28a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051243 Sep 27 09:59:11.892522 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-872cc8bb-a820-4a79-ac21-885df4c375df service neutron] 10.222.0.50 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893161 Sep 27 09:59:11.995368 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-b6acf11a-5560-4f70-be6b-f04f1885d452 service neutron] 10.222.0.50 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965633 Sep 27 09:59:12.200244 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-79039611-636a-4de0-9672-b9da4ffa2f5e req-f33627c6-4582-4bd9-8fe9-dec603d782ca tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 210 time: 0.0276327 Sep 27 09:59:13.250959 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-69919036-71ef-46cd-a1c3-ab61ee173037 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:13.252488 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-69919036-71ef-46cd-a1c3-ab61ee173037 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.67 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 809 time: 0.1075106 Sep 27 09:59:13.297169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-8e273c2c-36d9-4f83-9cee-7ad5eca001cc tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2714a5b799c94bc4b3697bf44b061deb HTTP/1.1" status: 200 len: 380 time: 0.0350187 Sep 27 09:59:13.307339 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'port': {'device_id': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'admin_state_up': True, 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'security_groups': ['abe52249-cdf4-48ec-a822-d7e7ba23c890']}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:59:13.308469 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-37f52eb2-cf1b-48a7-b74b-f0e9c43bba0a req-1da874a8-16c1-4776-a923-304d5732f0e4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 210 time: 0.0271811 Sep 27 09:59:13.429120 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Made reservation on behalf of 2714a5b799c94bc4b3697bf44b061deb for: {'port': 1} {{(pid=94830) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 09:59:13.432731 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:13.570059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_common [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Allocated IP 172.20.0.13 (a7307288-b323-43fc-a68c-49ffd44f1273/49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e/9d1163a6-45cc-41a9-9efb-4be36fb3d49c) {{(pid=94830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:59:13.743305 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for port, precommit_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:13.790343 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_create {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:13.826751 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Network a7307288-b323-43fc-a68c-49ffd44f1273 is already hosted by enough agents. {{(pid=94830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:59:13.844988 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.base_scheduler [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Resources bound (agent type, host, resource id): {{(pid=94830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:59:13.849610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Received port after_create {{(pid=94830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:59:13.899511 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=1']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:13.913012 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.913359 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.913706 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.914046 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.914512 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.914889 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.915196 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.915524 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.915850 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.916175 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.916548 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.916878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:13.925591 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:13.926260 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:13.943445 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-ffa2b255-0f5b-4200-8e5e-cd813251c6f7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6398160 Sep 27 09:59:14.079797 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1c2d3871-d3ae-4c81-b798-246d581dc756 None None] Provisioning complete for port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c triggered by entity DHCP. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:59:14.080439 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c2d3871-d3ae-4c81-b798-246d581dc756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:14.116650 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d3871-d3ae-4c81-b798-246d581dc756 None None] Port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c cannot update to ACTIVE because it is not bound. {{(pid=94832) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 09:59:14.438034 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b50b-7d2e-4ad0-a7ef-9c4c567c3d38 req-93e1ea34-6db0-4edb-9218-b8caf6d6fb0a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:14.439599 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce74b50b-7d2e-4ad0-a7ef-9c4c567c3d38 req-93e1ea34-6db0-4edb-9218-b8caf6d6fb0a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0530024 Sep 27 09:59:14.481390 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-ce74b50b-7d2e-4ad0-a7ef-9c4c567c3d38 req-877cd340-349b-4681-8676-c7859ff7bf20 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348806 Sep 27 09:59:15.134893 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:15.198506 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83a18e61-2ed4-4e57-9921-6df82251ac72 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 09:59:15.268840 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a29322f3-0abf-44cc-95c6-eb4425124359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:15.302600 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:15.326235 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:59:15.328532 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe28842-64bd-4ada-b2c9-cebb3de3a289" -d '{"events": [{"server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "name": "network-vif-unplugged", "status": "completed", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:59:15.341959 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:59:15.348028 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:15.390060 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 09:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e64324-5d05-4192-988b-1ad0dcd260e4 x-openstack-request-id: req-e4e64324-5d05-4192-988b-1ad0dcd260e4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:59:15.390379 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "name": "network-vif-unplugged", "status": "completed", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:59:15.390636 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4e64324-5d05-4192-988b-1ad0dcd260e4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:59:15.391031 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'code': 200} Sep 27 09:59:15.400889 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Pushing event updated for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:15.604071 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7284900-4182-4609-81dd-f1571239bfa0 req-974d98f7-5a86-4e17-b45a-f554aa67f3ab tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:15.606367 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7284900-4182-4609-81dd-f1571239bfa0 req-974d98f7-5a86-4e17-b45a-f554aa67f3ab tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0558414 Sep 27 09:59:15.651535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c7284900-4182-4609-81dd-f1571239bfa0 req-c12b698d-c97e-4a75-bd46-6b8b08aef652 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337865 Sep 27 09:59:16.787060 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2778d6-9092-4d7c-ad61-fc8e983c0ce2 req-36c54b7d-55bc-4e52-9e67-bf7b40359a7b tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:16.788667 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e2778d6-9092-4d7c-ad61-fc8e983c0ce2 req-36c54b7d-55bc-4e52-9e67-bf7b40359a7b tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0610735 Sep 27 09:59:16.834398 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-3e2778d6-9092-4d7c-ad61-fc8e983c0ce2 req-fad8d98e-ca56-4853-bde0-36a7495e2acd tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389967 Sep 27 09:59:17.712289 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b1ff-49c9-456d-82be-e547d078ecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:17.960124 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d4216-8fb9-43d1-bd56-c6e579164b94 req-56ca2d79-f1df-4da6-8da1-a3f684385487 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:17.961783 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a4d4216-8fb9-43d1-bd56-c6e579164b94 req-56ca2d79-f1df-4da6-8da1-a3f684385487 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0503111 Sep 27 09:59:18.003192 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-3a4d4216-8fb9-43d1-bd56-c6e579164b94 req-9d27e9af-557d-4de1-aed4-45bc1e95f595 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350714 Sep 27 09:59:18.206527 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:19.134864 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ea3c-e311-4faa-b0ee-b184e1501e14 req-9b63b4ac-5bab-484b-b98f-ace2cefb9808 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:19.136384 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45e4ea3c-e311-4faa-b0ee-b184e1501e14 req-9b63b4ac-5bab-484b-b98f-ace2cefb9808 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0551133 Sep 27 09:59:19.180904 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-45e4ea3c-e311-4faa-b0ee-b184e1501e14 req-f4199e6c-cd9a-4687-bfef-6bdf20496fac tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373802 Sep 27 09:59:19.404759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:20.304543 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef19604-d909-46da-80cc-155a4e91610f req-42deaa23-e70d-46e8-8cd4-cc573816b963 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:20.306105 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ef19604-d909-46da-80cc-155a4e91610f req-42deaa23-e70d-46e8-8cd4-cc573816b963 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0500879 Sep 27 09:59:20.346701 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6ef19604-d909-46da-80cc-155a4e91610f req-0e38c4fa-254e-47f3-ba25-fac75a8b4816 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342169 Sep 27 09:59:21.022472 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:21.468207 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbf9f2-8a11-456b-9c4c-a6743f8a32c5 req-873884da-a68c-4eb9-934d-7eba459df645 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:21.469794 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcfbf9f2-8a11-456b-9c4c-a6743f8a32c5 req-873884da-a68c-4eb9-934d-7eba459df645 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0541255 Sep 27 09:59:21.509180 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fcfbf9f2-8a11-456b-9c4c-a6743f8a32c5 req-c4be384b-49f7-485f-bb11-e4cf26074c86 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329499 Sep 27 09:59:22.635135 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c92fb7-a79b-4097-9fbf-c927740748b3 req-9535fa46-c3c0-4215-a6ba-1fe7c1548dcf tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:22.636662 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84c92fb7-a79b-4097-9fbf-c927740748b3 req-9535fa46-c3c0-4215-a6ba-1fe7c1548dcf tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0553136 Sep 27 09:59:22.676029 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-84c92fb7-a79b-4097-9fbf-c927740748b3 req-c19f15c6-2951-4dda-b618-5ed9dd2036d1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Sep 27 09:59:23.479530 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.v2.base [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Request body: {'port': {'device_id': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810909-1'}} {{(pid=94830) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:59:23.532300 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:23.792023 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d98b6-de50-4cec-bada-8d53fdd9aae0 req-68896b47-dccf-4eb4-86d4-4f949d4b8c0d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:23.793514 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0d98b6-de50-4cec-bada-8d53fdd9aae0 req-68896b47-dccf-4eb4-86d4-4f949d4b8c0d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 932 time: 0.0483742 Sep 27 09:59:23.798824 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1163a6-45cc-41a9-9efb-4be36fb3d49c {{(pid=94830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:59:23.806543 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:23.819330 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.provisioning_blocks [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Transition to ACTIVE for port object 9d1163a6-45cc-41a9-9efb-4be36fb3d49c will not be triggered until provisioned by entity L2. {{(pid=94830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 09:59:23.825515 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:23.836388 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0d98b6-de50-4cec-bada-8d53fdd9aae0 req-b8e09a9c-b5d9-48f3-8e51-136a4d904c9c tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363386 Sep 27 09:59:23.874687 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=2']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:23.946325 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Attempting to bind port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c on host n-h2-810909-1 for vnic_type normal with profile {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 09:59:23.946666 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Attempting to bind port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c by drivers openvswitch,hyperv on host n-h2-810909-1 at level 0 using segments [{'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 09:59:23.946999 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Attempting to bind port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c on network a7307288-b323-43fc-a68c-49ffd44f1273 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:59:23.951626 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c on network a7307288-b323-43fc-a68c-49ffd44f1273 not bound, no agent of type Open vSwitch agent registered on host n-h2-810909-1 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 09:59:23.951950 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Attempting to bind port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c on network a7307288-b323-43fc-a68c-49ffd44f1273 {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 09:59:23.956931 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Checking agent: {'id': '775051ba-3e08-4646-aa87-0878c4e2811c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810909-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'started_at': datetime.datetime(2021, 9, 27, 8, 27, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 9, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 09:59:23.957272 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Checking segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 09:59:23.957657 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Bound using segment: {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'} {{(pid=94830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 09:59:23.958087 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.managers [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Bound port: 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host: n-h2-810909-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '234cd3a5-bbe7-4253-8d7b-49e953227d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273'}}] {{(pid=94830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 09:59:23.958446 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:24.034234 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, cleared binding levels {{(pid=94830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 09:59:24.037679 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 09:59:24.042907 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4333664'] for port, after_update {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:24.078230 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.078908 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:24.080217 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] 10.222.0.67 "PUT /v2.0/ports/9d1163a6-45cc-41a9-9efb-4be36fb3d49c HTTP/1.1" status: 200 len: 1092 time: 0.6656778 Sep 27 09:59:24.080685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:59:24.082944 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc" -d '{"events": [{"name": "network-changed", "server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:59:24.115848 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c88158-5798-44ea-9111-f4bac73cfe85 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=3']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:24.137375 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a9a82e-96af-42de-8cd9-3209d5c82d34 x-openstack-request-id: req-d2a9a82e-96af-42de-8cd9-3209d5c82d34 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:59:24.137375 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:59:24.137375 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2a9a82e-96af-42de-8cd9-3209d5c82d34 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:59:24.137375 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'status': 'completed', 'code': 200} Sep 27 09:59:24.166897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-05b15b0a-912f-413d-af38-97bf1c2f8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.168462 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-05b15b0a-912f-413d-af38-97bf1c2f8273 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 1095 time: 0.0419831 Sep 27 09:59:24.215285 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-88993cfc-1d8d-4dda-bb3d-4fc9096546c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c HTTP/1.1" status: 200 len: 217 time: 0.0383945 Sep 27 09:59:24.268471 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-240edd75-af37-4202-b623-bc8278ddfd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.269999 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-240edd75-af37-4202-b623-bc8278ddfd83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0466638 Sep 27 09:59:24.315993 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-b1328fc6-4f26-493a-94f8-a3f5a6ad25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.317414 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-b1328fc6-4f26-493a-94f8-a3f5a6ad25d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401731 Sep 27 09:59:24.426022 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-eb493f06-db1f-4f6b-a5fe-5773b20c2eb5 service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005561 Sep 27 09:59:24.523924 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-d1a34a5b-9ec0-40b6-ad40-fcfbd2d56572 req-b883ff23-b2d6-4266-ac84-5f01cfe7a7eb service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896318 Sep 27 09:59:24.621767 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-a8e2921d-1dc1-4a9d-87c1-e7604a488d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.623147 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-a8e2921d-1dc1-4a9d-87c1-e7604a488d28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 1095 time: 0.0463724 Sep 27 09:59:24.714375 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-6a00e7cc-c482-4e64-bcc5-6cf35d5a0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.715855 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-6a00e7cc-c482-4e64-bcc5-6cf35d5a0633 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0856593 Sep 27 09:59:24.764606 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-b8e20324-b844-4e61-b94f-da3297afe479 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c HTTP/1.1" status: 200 len: 217 time: 0.0408866 Sep 27 09:59:24.814822 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-14fb29aa-eabf-4a2e-af21-8ba76e9ba342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.816199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-14fb29aa-eabf-4a2e-af21-8ba76e9ba342 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0441856 Sep 27 09:59:24.872537 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-be4dce13-4e59-4a66-b3cd-05fc0afa3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.874069 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-be4dce13-4e59-4a66-b3cd-05fc0afa3c07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486586 Sep 27 09:59:24.952123 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce220f3-9b71-44c8-8109-d66d30324313 req-2919e741-c57f-4d41-bf22-9e3bdd51bdc4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:24.953992 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ce220f3-9b71-44c8-8109-d66d30324313 req-2919e741-c57f-4d41-bf22-9e3bdd51bdc4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 944 time: 0.0494678 Sep 27 09:59:24.995499 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-0ce220f3-9b71-44c8-8109-d66d30324313 req-a911f4c2-b1a9-4357-8c37-561e08a246b1 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350187 Sep 27 09:59:25.311413 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-efe5a385-62b0-4d62-88eb-6ab342ac1d08 service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277048 Sep 27 09:59:25.408388 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-4fc3d4fa-b80e-4602-bf6f-4cf776bcaedc req-75ebd017-2984-45e9-a568-9a308c56c1c8 service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877461 Sep 27 09:59:26.129605 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bed3d-f94e-4678-8a3a-3040603daa8a req-eee5b92d-3d89-40a6-beed-09fecc8e6fdf tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:26.131257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-208bed3d-f94e-4678-8a3a-3040603daa8a req-eee5b92d-3d89-40a6-beed-09fecc8e6fdf tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 944 time: 0.0569754 Sep 27 09:59:26.172288 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-208bed3d-f94e-4678-8a3a-3040603daa8a req-17809da4-d84c-4543-9122-a08acafbce1b tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Sep 27 09:59:27.301799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce0bff-c69e-455a-921f-a21ea434a310 req-ccf32e49-0a0f-4d6f-8713-a2b702bd51eb tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:27.303294 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60ce0bff-c69e-455a-921f-a21ea434a310 req-ccf32e49-0a0f-4d6f-8713-a2b702bd51eb tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 944 time: 0.0555651 Sep 27 09:59:27.344277 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-60ce0bff-c69e-455a-921f-a21ea434a310 req-b615506c-e034-4ae7-a938-005c690c4cb0 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Sep 27 09:59:27.840406 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d1163a6-45cc-41a9-9efb-4be36fb3d49c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 09:59:27.946914 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:59:27.958098 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'port_id': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'mac_address': 'fa:16:3e:b6:aa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 09:59:27.995496 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:28.008907 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1163a6-45cc-41a9-9efb-4be36fb3d49c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 09:59:28.032319 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:59:28.039037 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:28.088867 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=4']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:28.268256 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['9d1163a6-45cc-41a9-9efb-4be36fb3d49c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 09:59:28.470440 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751b58d-00b9-43c0-a2fc-e40d003fe8f9 req-5d3a1d9e-7d85-46bb-a9d4-5bd6e79b490d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:28.472286 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c751b58d-00b9-43c0-a2fc-e40d003fe8f9 req-5d3a1d9e-7d85-46bb-a9d4-5bd6e79b490d tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 945 time: 0.0544455 Sep 27 09:59:28.516129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c751b58d-00b9-43c0-a2fc-e40d003fe8f9 req-3f0c66c5-a642-4fc0-a787-0145f111f8d2 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375080 Sep 27 09:59:29.636061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65104d-ada7-48e0-b58c-cde6435b6567 req-933bf841-b04c-4187-b66b-013ebd020564 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:29.637581 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d65104d-ada7-48e0-b58c-cde6435b6567 req-933bf841-b04c-4187-b66b-013ebd020564 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 945 time: 0.0518999 Sep 27 09:59:29.679652 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-4d65104d-ada7-48e0-b58c-cde6435b6567 req-c6aca261-dce0-4759-8c02-5d90fb15fa38 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358186 Sep 27 09:59:29.857433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d1163a6-45cc-41a9-9efb-4be36fb3d49c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 09:59:29.914201 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning for port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c completed by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 09:59:29.919771 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 09:59:29.920166 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:30.005299 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:30.029064 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:59:30.031321 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e643b5-cb4e-4ee3-b37a-afc103ff9563" -d '{"events": [{"server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "name": "network-vif-plugged", "status": "completed", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:59:30.044076 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 09:59:30.049175 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:30.077017 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 09:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7cbc36-8cf2-4186-81f5-a660ccbe1497 x-openstack-request-id: req-df7cbc36-8cf2-4186-81f5-a660ccbe1497 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:59:30.077309 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "name": "network-vif-plugged", "status": "completed", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:59:30.077561 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df7cbc36-8cf2-4186-81f5-a660ccbe1497 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:59:30.077946 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'code': 200} Sep 27 09:59:30.101480 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=5']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:30.181594 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f95117-68cd-457a-9787-7558a2af63ed req-d7ed27d2-6154-47c6-b726-933f82df17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:30.183066 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96f95117-68cd-457a-9787-7558a2af63ed req-d7ed27d2-6154-47c6-b726-933f82df17ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 1097 time: 0.0459239 Sep 27 09:59:30.219980 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-96f95117-68cd-457a-9787-7558a2af63ed req-1867d823-2b89-4a06-bfd3-b9524cc50068 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287435 Sep 27 09:59:30.808702 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f702cd-3d1f-443e-8009-5120e3581649 req-dad24dd2-4a63-4fe0-8c39-4c171846fc68 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:30.810203 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8f702cd-3d1f-443e-8009-5120e3581649 req-dad24dd2-4a63-4fe0-8c39-4c171846fc68 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 946 time: 0.0505323 Sep 27 09:59:30.849238 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-c8f702cd-3d1f-443e-8009-5120e3581649 req-6ef10d47-e4d2-4082-9f72-6c87362ffa18 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Sep 27 09:59:31.974572 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f019c2-47b9-4e62-9667-18e9d345b39b req-767030c9-e1e4-4983-8147-9412af856fdb tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:31.976082 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3f019c2-47b9-4e62-9667-18e9d345b39b req-767030c9-e1e4-4983-8147-9412af856fdb tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 946 time: 0.0502958 Sep 27 09:59:32.014928 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b3f019c2-47b9-4e62-9667-18e9d345b39b req-c8085669-db5d-4e35-a5ba-d9b9ffc73330 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Sep 27 09:59:32.148453 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486008-7eb0-4171-a5f5-17b16855864b req-e366d748-eafd-433d-a396-3a13f0e2e1b8 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:32.149842 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f486008-7eb0-4171-a5f5-17b16855864b req-e366d748-eafd-433d-a396-3a13f0e2e1b8 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 946 time: 0.0668550 Sep 27 09:59:32.192462 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-1f486008-7eb0-4171-a5f5-17b16855864b req-5b06be8a-1c8e-4216-8050-25bc5a53d651 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334170 Sep 27 09:59:32.214378 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:59:32.255958 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56bb78-5d35-4ebd-ad09-32c8ae922bee tempest-TestSnapshotPattern-1684203376 tempest-TestSnapshotPattern-1684203376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:32.257633 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-4e56bb78-5d35-4ebd-ad09-32c8ae922bee tempest-TestSnapshotPattern-1684203376 tempest-TestSnapshotPattern-1684203376-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 1092 time: 0.0421920 Sep 27 09:59:32.260518 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42656) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 09:59:32.264836 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Request body: {'floatingip': {'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'port_id': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 09:59:32.291733 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:32.398269 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:32.510597 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Allocated IP 172.25.2.123 (3f19b99e-8a68-4be3-835e-592a29ec2ead/e47c859c-8011-4b6e-927b-6b34104e25b2/b98301f1-aac7-40cf-895d-9b455630a0e3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 09:59:32.635817 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:32.674606 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747586906049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:32.713061 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Network 3f19b99e-8a68-4be3-835e-592a29ec2ead is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 09:59:32.715972 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 09:59:32.719565 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 09:59:32.728211 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'Port': ['ID=b98301f1-aac7-40cf-895d-9b455630a0e3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:32.760485 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.760895 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.761180 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.761514 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.761843 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.762172 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.766354 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.766704 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.767035 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.767372 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.767701 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:32.768031 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 09:59:33.119199 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:33.189476 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:33.336244 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:33.343519 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5972881'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:33.414495 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event updated for resources: {'Port': ['ID=b98301f1-aac7-40cf-895d-9b455630a0e3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 09:59:33.427941 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653511'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:33.522103 n-d-810909-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Floating IP 89a1787d-7acd-4e7b-a2ce-7e1001935bf3 associated. External IP: 172.25.2.123, port: 9d1163a6-45cc-41a9-9efb-4be36fb3d49c. Sep 27 09:59:33.727530 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Router 90a9be09-2b00-46c5-b63a-08f0594f7e97 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 09:59:33.835778 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 09:59:33.846668 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] Sync routers for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 09:59:33.854060 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:33.857518 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:59:33.858137 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:59:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:59:33.881064 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-578e93c3-8d7b-447d-8b1f-1009e0af7dd4 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6195438 Sep 27 09:59:33.881697 n-d-810909-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 09:59:33.884025 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5482bf91e7f0cc502b2e8b1ddfb5b67c2b79cd9916312a4480ac60f990f8abaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b23eabd-6de2-4997-97a3-eb1369052740" -d '{"events": [{"name": "network-changed", "server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 09:59:33.966357 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:59:33.973985 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 09:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093585b9-1e8f-44fa-97db-5b7707df60d8 x-openstack-request-id: req-093585b9-1e8f-44fa-97db-5b7707df60d8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 09:59:33.974276 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 09:59:33.974533 n-d-810909-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-093585b9-1e8f-44fa-97db-5b7707df60d8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 09:59:33.974936 n-d-810909-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'status': 'completed', 'code': 200} Sep 27 09:59:34.039343 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-5a8a5921-5589-40dd-bf62-da1f8e08708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:34.040779 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-5a8a5921-5589-40dd-bf62-da1f8e08708e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 1097 time: 0.0445006 Sep 27 09:59:34.134083 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-b8845ecc-d1c1-4b0c-9dd4-bf08133456e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:34.137535 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-b8845ecc-d1c1-4b0c-9dd4-bf08133456e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0888727 Sep 27 09:59:34.206578 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-253bac7b-0be8-4d02-a045-918393446096 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c HTTP/1.1" status: 200 len: 1000 time: 0.0620329 Sep 27 09:59:34.207572 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '89a1787d-7acd-4e7b-a2ce-7e1001935bf3', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:b6:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:59:32Z', 'updated_at': '2021-09-27T09:59:32Z', 'revision_number': 0, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}, {'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:57:01Z', 'revision_number': 1, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:59:34.239114 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] Checking router: 90a9be09-2b00-46c5-b63a-08f0594f7e97 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 09:59:34.248111 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 09:59:34.248752 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T09:59:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:59:34.260357 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-08b7821e-eccf-42ea-9f24-090f5cc382bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:34.261847 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-08b7821e-eccf-42ea-9f24-090f5cc382bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0480292 Sep 27 09:59:34.307340 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-ed2d3bed-d9a1-4554-8c4b-5b609a8b8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:34.308811 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-ed2d3bed-d9a1-4554-8c4b-5b609a8b8812 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402327 Sep 27 09:59:34.353023 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 09:59:34.400257 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-53c70f62-ebff-4fc3-9380-deff6c76859a service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843449 Sep 27 09:59:34.497155 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-6b23eabd-6de2-4997-97a3-eb1369052740 req-7ad22764-441d-4ece-9fd5-c5718df4c2a0 service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888712 Sep 27 09:59:34.586593 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '89a1787d-7acd-4e7b-a2ce-7e1001935bf3', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:b6:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:59:32Z', 'updated_at': '2021-09-27T09:59:32Z', 'revision_number': 0, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}, {'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:57:01Z', 'revision_number': 1, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 09:59:34.626382 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad21d69-9026-44bb-add3-102a042ef81f None None] The sync data for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 is: [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': '89a1787d-7acd-4e7b-a2ce-7e1001935bf3', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:b6:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:59:32Z', 'updated_at': '2021-09-27T09:59:32Z', 'revision_number': 0, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}, {'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:57:01Z', 'revision_number': 1, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 09:59:34.837694 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacea65-5f1c-4ce0-be21-a17dcc9661bd None None] New status for floating IP 89a1787d-7acd-4e7b-a2ce-7e1001935bf3: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 09:59:36.861347 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:40.671736 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 09:59:41.842774 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-90221173-00a0-4cd8-b873-04055f9ef3b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475249 Sep 27 09:59:41.934005 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-bd4d93e1-e9db-4c4f-bf7e-b336d52bbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:41.935476 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-bd4d93e1-e9db-4c4f-bf7e-b336d52bbb89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1094 time: 0.0475957 Sep 27 09:59:42.041112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-801b1f40-686d-41c8-8ca2-b526e9ed3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:42.042595 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-801b1f40-686d-41c8-8ca2-b526e9ed3ad6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0851305 Sep 27 09:59:42.113163 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-11f7791f-db7d-4ad7-a60a-3820fd5e56e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 999 time: 0.0623126 Sep 27 09:59:42.161923 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-0c8c8089-c922-4aee-999d-b6b527a0fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:42.163304 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-0c8c8089-c922-4aee-999d-b6b527a0fc04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0423460 Sep 27 09:59:42.213567 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-d27793cf-6158-4450-b4e0-e769ad869fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 09:59:42.215790 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-d27793cf-6158-4450-b4e0-e769ad869fc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441730 Sep 27 09:59:42.312175 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-d3c287ec-6c36-4f03-bfc2-617406c8f4fd service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880804 Sep 27 09:59:42.406459 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-930aca2a-f9f3-4f8c-9ef4-78a388e65d83 req-a7faeb50-5aa8-4614-9ba0-20539f7f8f7b service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866218 Sep 27 09:59:45.140661 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:45.263635 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-347066e2-4d65-4135-93f0-89bd14be0cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:47.724678 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e34de5a8-e7c4-442b-a778-5287bd62553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:48.202365 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:49.410219 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 09:59:51.032182 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:06.867318 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:15.163710 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:15.267676 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8285256c-9f47-437b-8cfa-56d2a7701ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:17.676595 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:00:17.718558 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8f04-0d4a-423f-a03c-f96ff5f5b8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:18.199202 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:19.421815 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:21.025950 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:27.703269 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-ae583ab2-e097-42cd-bc92-2c38bccf8a21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487731 Sep 27 10:00:27.794717 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-112fb801-9b8b-4d09-b57f-bea806ed404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:00:27.796199 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-112fb801-9b8b-4d09-b57f-bea806ed404e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 1097 time: 0.0464556 Sep 27 10:00:27.913540 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-03085dd1-8fe8-4a78-8ef8-a37b3756e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:00:27.915154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-03085dd1-8fe8-4a78-8ef8-a37b3756e6bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0947137 Sep 27 10:00:27.981169 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-079e39cc-965d-4607-aa34-34960088f0a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c HTTP/1.1" status: 200 len: 1002 time: 0.0582666 Sep 27 10:00:28.037028 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-b63aacf2-1826-4746-9431-cb9d655de464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:00:28.038518 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-b63aacf2-1826-4746-9431-cb9d655de464 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0495427 Sep 27 10:00:28.090369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-fab61fe4-2403-4eda-b03c-a7d62bad3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:00:28.091834 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-fab61fe4-2403-4eda-b03c-a7d62bad3083 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432661 Sep 27 10:00:28.181816 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-3d79107d-c80a-4c59-b45b-dc90556ce008 service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807173 Sep 27 10:00:28.281154 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e551cd49-8247-478c-b798-9a5f9bdba202 req-97c8ec77-87b7-4b3a-abb5-89356496c6a8 service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910645 Sep 27 10:00:36.879053 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:42.867718 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-8f224baf-e09b-4f4f-8cda-48ac7bd29cec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977871 Sep 27 10:00:42.960514 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-e115573d-c534-4743-8e71-25ce74aa81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:00:42.962003 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-e115573d-c534-4743-8e71-25ce74aa81dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1094 time: 0.0488024 Sep 27 10:00:43.073558 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-3d92dde3-dc23-4551-b452-65502dc5f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:00:43.074925 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-3d92dde3-dc23-4551-b452-65502dc5f384 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0906243 Sep 27 10:00:43.140201 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-6ca80473-b454-452f-b77c-eeca63c7e91f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 999 time: 0.0572367 Sep 27 10:00:43.203704 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-fb9c44d3-c923-4deb-b3ff-070ae7cd0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:00:43.205419 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-fb9c44d3-c923-4deb-b3ff-070ae7cd0144 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0576119 Sep 27 10:00:43.257610 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-36c83b36-8a6a-4079-9319-5067add9a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:00:43.259129 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-36c83b36-8a6a-4079-9319-5067add9a496 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461123 Sep 27 10:00:43.357157 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-31fc043f-247b-4349-8438-4cd31fcfd356 service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891643 Sep 27 10:00:43.455405 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b8175de9-c01e-4ba4-859a-a71dfd252f27 req-35edc7c2-863c-4867-8f20-7803904eb35b service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903430 Sep 27 10:00:45.167681 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:45.270225 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ac99138-63aa-47a5-b383-8873ce160c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:47.734160 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95827057-db93-4d7f-b3c9-fe0c11bcaca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:48.201577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:49.425150 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:51.035982 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:00:54.679629 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:01:06.901926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:15.171444 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:15.273229 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4a30421-8634-4627-ab54-fc4d1ce663a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:16.405066 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d1163a6-45cc-41a9-9efb-4be36fb3d49c details requested by agent hyperv_n-h2-810909-1 with host n-h2-810909-1 {{(pid=94832) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 10:01:16.506464 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:16.518093 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Returning: {'device': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'port_id': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'mac_address': 'fa:16:3e:b6:aa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94832) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 10:01:16.559051 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:16.578084 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d1163a6-45cc-41a9-9efb-4be36fb3d49c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 10:01:16.600282 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:16.605844 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:16.664510 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:16.672109 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.672492 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.672838 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.673179 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.673500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.673840 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.674226 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.674500 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.674860 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.675164 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.675581 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.675948 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:16.685348 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] get_ports_and_sgs() called for port_ids ['9d1163a6-45cc-41a9-9efb-4be36fb3d49c'] {{(pid=94832) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 10:01:17.727003 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d095867-013c-421d-8f35-3e93bc8f64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:18.194370 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:18.414294 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d1163a6-45cc-41a9-9efb-4be36fb3d49c up at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 10:01:18.475719 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Provisioning complete for port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c triggered by entity L2. {{(pid=94832) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 10:01:18.476523 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669438'] for port, provisioning_complete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:18.559886 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:18.591002 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 10:01:18.594029 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eb56f7-7d0f-42a6-a73d-7214e8bbb95b" -d '{"events": [{"server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "name": "network-vif-plugged", "status": "completed", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 10:01:18.612162 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:18.620561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:18.656961 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 10:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa21648a-3626-4ebd-8059-85fa16650ed1 x-openstack-request-id: req-aa21648a-3626-4ebd-8059-85fa16650ed1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 10:01:18.657256 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "name": "network-vif-plugged", "status": "completed", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 10:01:18.657540 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa21648a-3626-4ebd-8059-85fa16650ed1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 10:01:18.657904 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'code': 200} Sep 27 10:01:18.674925 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:19.418469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:21.030412 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:25.794855 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42880) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:25.955228 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Deleting port b98301f1-aac7-40cf-895d-9b455630a0e3 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:25.955584 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:26.040375 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:26.040655 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:26.052079 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Calling delete_port for b98301f1-aac7-40cf-895d-9b455630a0e3 owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:26.217531 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:26.244206 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event deleted for resources: {'Port': ['ID=b98301f1-aac7-40cf-895d-9b455630a0e3,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:26.269482 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.269823 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.270151 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.270489 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.270808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.271132 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.271450 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.271774 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.272089 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.272431 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.272758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.273074 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:26.309652 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:26.309953 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Floating IP 89a1787d-7acd-4e7b-a2ce-7e1001935bf3 disassociated (deleted). External IP: 172.25.2.123, port: 9d1163a6-45cc-41a9-9efb-4be36fb3d49c. Sep 27 10:01:26.512689 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Router 90a9be09-2b00-46c5-b63a-08f0594f7e97 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 10:01:26.629346 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 10:01:26.634207 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:26.639760 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] Sync routers for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 10:01:26.649673 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 10:01:26.650296 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T10:01:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:26.664197 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-76968adb-5bbb-4ee7-9ee2-c4220380fb43 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "DELETE /v2.0/floatingips/89a1787d-7acd-4e7b-a2ce-7e1001935bf3 HTTP/1.1" status: 204 len: 168 time: 0.8657744 Sep 27 10:01:26.664197 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 10:01:26.664874 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36d3a4d-2824-42a5-84f2-5df4c6751109" -d '{"events": [{"name": "network-changed", "server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 10:01:26.728163 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1681e6e-e95c-4cca-a16e-663ab8e8f659 x-openstack-request-id: req-c1681e6e-e95c-4cca-a16e-663ab8e8f659 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 10:01:26.728489 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 10:01:26.728742 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1681e6e-e95c-4cca-a16e-663ab8e8f659 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 10:01:26.729153 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'status': 'completed', 'code': 200} Sep 27 10:01:26.759976 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 10:01:26.794891 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-b1d8ee96-d8ae-4e02-a681-d89b4d314d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:26.796635 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-b1d8ee96-d8ae-4e02-a681-d89b4d314d38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 1097 time: 0.0447905 Sep 27 10:01:26.907403 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-b2ce07a8-9c9d-4916-ad40-ba72042fe967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:26.908989 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-b2ce07a8-9c9d-4916-ad40-ba72042fe967 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.1043983 Sep 27 10:01:26.962235 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-2b5bde2e-2e91-4496-a9c2-65cb269f2ad5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c HTTP/1.1" status: 200 len: 217 time: 0.0442476 Sep 27 10:01:26.993902 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:57:01Z', 'revision_number': 1, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:27.019584 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] Checking router: 90a9be09-2b00-46c5-b63a-08f0594f7e97 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 10:01:27.028203 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 10:01:27.028832 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T10:01:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:27.035632 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-22b9673a-35ad-42ec-9454-edc51faea0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:27.037218 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-22b9673a-35ad-42ec-9454-edc51faea0d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0570617 Sep 27 10:01:27.044904 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbdda0-9b8c-4636-b70c-3f565a07f4ac req-4fd15db8-964e-420e-b1dd-bd6327f31c78 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:27.046341 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ccbdda0-9b8c-4636-b70c-3f565a07f4ac req-4fd15db8-964e-420e-b1dd-bd6327f31c78 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 946 time: 0.1753843 Sep 27 10:01:27.109514 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-2ccbdda0-9b8c-4636-b70c-3f565a07f4ac req-d0654314-13bf-4b68-9101-10824dcab275 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544841 Sep 27 10:01:27.112187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-14d64fd1-e9ef-426b-8ad7-065e7404349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:27.113644 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-14d64fd1-e9ef-426b-8ad7-065e7404349e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664840 Sep 27 10:01:27.133782 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 10:01:27.210795 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-7fae50a0-3d95-4ee5-a56d-47f30dab9b84 service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891128 Sep 27 10:01:27.304649 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-b36d3a4d-2824-42a5-84f2-5df4c6751109 req-46585eb4-639e-417e-8d49-25c97bd487e8 service neutron] 10.222.0.67 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858474 Sep 27 10:01:27.353184 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:57:01Z', 'revision_number': 1, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:27.378338 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fde5e-2196-4120-87d1-d3cc7d600f4f None None] The sync data for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 is: [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_floatingips': [{'id': 'eea82ec9-bced-4230-ba67-457bf07265f8', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'floating_ip_address': '172.25.2.133', 'floating_network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'router_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'port_id': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'mac_address': 'fa:16:3e:bd:8f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679579d1-1c5e-46f8-be30-b310970d41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T09:56:59Z', 'updated_at': '2021-09-27T09:57:01Z', 'revision_number': 1, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 10:01:27.609424 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74cf861-f761-4527-9c1f-bcea08358b4e None None] New status for floating IP 89a1787d-7acd-4e7b-a2ce-7e1001935bf3: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 10:01:28.246942 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd292f87-3da3-43e1-b624-2074349508bf req-3847f091-18ac-4012-b879-b7ee5b7fb089 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:28.248683 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd292f87-3da3-43e1-b624-2074349508bf req-3847f091-18ac-4012-b879-b7ee5b7fb089 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 946 time: 0.0614977 Sep 27 10:01:28.287356 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-fd292f87-3da3-43e1-b624-2074349508bf req-0766c010-fedc-40af-b2ea-3dfc468d0580 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Sep 27 10:01:28.378849 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-e16e9ff6-370b-4484-8c61-72ac54178f69 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:28.380296 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-e16e9ff6-370b-4484-8c61-72ac54178f69 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.67 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 946 time: 0.0535808 Sep 27 10:01:28.460874 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d1163a6-45cc-41a9-9efb-4be36fb3d49c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:28.473914 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Deleting port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:28.474263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:28.542263 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660514'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:28.565077 n-d-810909-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 10:01:28.567497 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2bf57b732e4175852df2f90989c80024b620b31ad1d79f46d6fe9bf3c3eb9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e8090-b203-4b41-bf44-174cd19d1ce7" -d '{"events": [{"server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 10:01:28.568739 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:28.569111 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:28.580477 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] For port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c, host n-h2-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810909-1',level=0,port_id=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:28.582603 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Calling delete_port for 9d1163a6-45cc-41a9-9efb-4be36fb3d49c owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:28.586105 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747587393028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747586906067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747586906085'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:28.609539 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 10:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de96fe31-8eb6-4b62-82fc-377207e0441f x-openstack-request-id: req-de96fe31-8eb6-4b62-82fc-377207e0441f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 10:01:28.609849 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 10:01:28.610114 n-d-810909-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de96fe31-8eb6-4b62-82fc-377207e0441f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 10:01:28.610511 n-d-810909-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'code': 200} Sep 27 10:01:28.635358 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Pushing event updated for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:28.718601 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:28.750700 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event deleted for resources: {'Port': ['ID=9d1163a6-45cc-41a9-9efb-4be36fb3d49c,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:28.795616 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] No DVR routers for this DVR port 9d1163a6-45cc-41a9-9efb-4be36fb3d49c on host n-h2-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 10:01:28.798742 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:28.801301 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-e6494e03-69b1-4d74-93a2-70923e92c1b1 req-967e6d42-9ac7-4936-b5da-fec4f9ca93a7 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.67 "DELETE /v2.0/ports/9d1163a6-45cc-41a9-9efb-4be36fb3d49c HTTP/1.1" status: 204 len: 173 time: 0.4147515 Sep 27 10:01:28.801777 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'name': 'network-vif-deleted', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 10:01:28.804286 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e9c307-3366-44b2-9ead-209f75b8c5e0" -d '{"events": [{"server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "name": "network-vif-deleted", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 10:01:28.840909 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 10:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cac81be-3fdd-4541-8f4b-1bdb61885613 x-openstack-request-id: req-1cac81be-3fdd-4541-8f4b-1bdb61885613 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 10:01:28.841206 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382ca8e6-a287-4276-93dc-22aed90bcf7a", "name": "network-vif-deleted", "tag": "9d1163a6-45cc-41a9-9efb-4be36fb3d49c", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 10:01:28.841469 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cac81be-3fdd-4541-8f4b-1bdb61885613 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 10:01:28.841852 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382ca8e6-a287-4276-93dc-22aed90bcf7a', 'name': 'network-vif-deleted', 'tag': '9d1163a6-45cc-41a9-9efb-4be36fb3d49c', 'status': 'completed', 'code': 200} Sep 27 10:01:29.399063 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-7b4171ce-a56d-4f53-8604-dcb0137a946e req-cbb1ac85-f2f0-4132-a165-db03d955b562 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=382ca8e6-a287-4276-93dc-22aed90bcf7a HTTP/1.1" status: 200 len: 210 time: 0.0269220 Sep 27 10:01:31.011181 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42952) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:31.170232 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Deleting port d54bf2ef-a12e-4e39-b797-764e7705f92e {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:31.170572 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:31.252291 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:31.252542 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:31.263879 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Calling delete_port for d54bf2ef-a12e-4e39-b797-764e7705f92e owned by network:floatingip {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:31.424172 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:31.448265 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event deleted for resources: {'Port': ['ID=d54bf2ef-a12e-4e39-b797-764e7705f92e,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:31.510246 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:31.510538 n-d-810909-1 neutron-server[94830]: INFO neutron.db.l3_db [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Floating IP eea82ec9-bced-4230-ba67-457bf07265f8 disassociated (deleted). External IP: 172.25.2.133, port: 83a18e61-2ed4-4e57-9921-6df82251ac72. Sep 27 10:01:31.681881 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:01:31.753029 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Router 90a9be09-2b00-46c5-b63a-08f0594f7e97 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 10:01:32.208878 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 10:01:32.213510 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for floatingip, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:32.220255 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] Sync routers for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 10:01:32.231516 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 10:01:32.232478 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T10:01:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:32.241016 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5af31263-293d-4540-b9a8-ea89e171c12a tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "DELETE /v2.0/floatingips/eea82ec9-bced-4230-ba67-457bf07265f8 HTTP/1.1" status: 204 len: 168 time: 1.2286623 Sep 27 10:01:32.241613 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 10:01:32.243843 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 10:01:32.279258 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 10:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044ee71-b8f5-455f-9587-dbf370581769 x-openstack-request-id: req-b044ee71-b8f5-455f-9587-dbf370581769 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 10:01:32.279550 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 10:01:32.279801 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b044ee71-b8f5-455f-9587-dbf370581769 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 10:01:32.280207 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'status': 'completed', 'code': 200} Sep 27 10:01:32.341830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-f3dae769-9ef5-485e-a51f-95735b611b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:32.343230 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 10:01:32.343937 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-f3dae769-9ef5-485e-a51f-95735b611b38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2714a5b799c94bc4b3697bf44b061deb&device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 1094 time: 0.0413768 Sep 27 10:01:32.448189 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-ad629083-fe68-417b-8fbb-40fd4eb264da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:32.449767 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-ad629083-fe68-417b-8fbb-40fd4eb264da service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 200 len: 910 time: 0.0986557 Sep 27 10:01:32.476651 n-d-810909-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633ec32-467f-49a4-8d54-c7ed1f3d7584 req-0d6cc88c-e23a-4c4c-add1-a32d049d4d88 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:32.477403 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d1163a6-45cc-41a9-9efb-4be36fb3d49c no longer exists at agent hyperv_n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:32.483890 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a633ec32-467f-49a4-8d54-c7ed1f3d7584 req-0d6cc88c-e23a-4c4c-add1-a32d049d4d88 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 943 time: 0.0549181 Sep 27 10:01:32.493172 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-36233b89-1d15-4285-8bc4-376f19b623aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 200 len: 217 time: 0.0347047 Sep 27 10:01:32.505842 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] No Port match for: 9d1163a6-45cc-41a9-9efb-4be36fb3d49c {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 10:01:32.506173 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Device 9d1163a6-45cc-41a9-9efb-4be36fb3d49c not bound to the agent host n-h2-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 10:01:32.522304 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [req-a633ec32-467f-49a4-8d54-c7ed1f3d7584 req-9f2a3afc-6b1a-45e0-86d5-d2cc30a799f0 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375156 Sep 27 10:01:32.550260 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-28c3074d-4eeb-4f59-8237-5a6b7ad6c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:32.551775 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-28c3074d-4eeb-4f59-8237-5a6b7ad6c5ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 200 len: 848 time: 0.0502706 Sep 27 10:01:32.574634 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:32.602369 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-e3ca5cf9-95d5-40dd-9a6f-83ac118007a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:32.604090 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] Checking router: 90a9be09-2b00-46c5-b63a-08f0594f7e97 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 10:01:32.604463 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-e3ca5cf9-95d5-40dd-9a6f-83ac118007a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7307288-b323-43fc-a68c-49ffd44f1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440323 Sep 27 10:01:32.615442 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 10:01:32.616730 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T10:01:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:32.698726 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-2ca9c232-5f95-4d17-90ac-e0a60da52618 service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850155 Sep 27 10:01:32.720207 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 10:01:32.795586 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-97280025-c12e-4b5c-bbfd-a2042cf7bdf4 req-c20fcdf6-b413-4cc0-b955-22c08c8005ef service neutron] 10.222.0.57 "GET /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890532 Sep 27 10:01:32.931766 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:32.957375 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4cb202-f576-437b-9cd3-a955bc3ea55b None None] The sync data for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 is: [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:39Z', 'revision_number': 4, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1', '_interfaces': [{'id': 'bec4eee2-fa54-4d06-9f21-fdf16392acb6', 'name': '', 'network_id': 'a7307288-b323-43fc-a68c-49ffd44f1273', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'mac_address': 'fa:16:3e:9c:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:39Z', 'updated_at': '2021-09-27T09:56:44Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'subnets': [{'id': '49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 10:01:33.170757 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac6c4b-64b6-4de6-99f1-bfe697741863 None None] New status for floating IP eea82ec9-bced-4230-ba67-457bf07265f8: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 10:01:33.644609 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff1078-a4d0-467d-ae8b-ee028b92089c req-84841adb-87a8-49e7-90a5-9c1c2b94ab8f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:33.646181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1ff1078-a4d0-467d-ae8b-ee028b92089c req-84841adb-87a8-49e7-90a5-9c1c2b94ab8f tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 943 time: 0.0556757 Sep 27 10:01:33.689015 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-c1ff1078-a4d0-467d-ae8b-ee028b92089c req-f7302a58-18c5-4444-8612-1506d9bef670 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/security-groups?id=abe52249-cdf4-48ec-a822-d7e7ba23c890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333412 Sep 27 10:01:34.156518 n-d-810909-1 neutron-server[94830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-26cd54e1-49bb-41fb-a268-6d6717e91053 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94830) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 10:01:34.157964 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-26cd54e1-49bb-41fb-a268-6d6717e91053 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.57 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 943 time: 0.0679262 Sep 27 10:01:34.257035 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Deleting port 83a18e61-2ed4-4e57-9921-6df82251ac72 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:34.257363 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:34.351422 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] For port 83a18e61-2ed4-4e57-9921-6df82251ac72, host n-h1-810909-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810909-1',level=0,port_id=83a18e61-2ed4-4e57-9921-6df82251ac72,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:34.351803 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:34.364864 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Calling delete_port for 83a18e61-2ed4-4e57-9921-6df82251ac72 owned by compute:nova {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:34.500729 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:34.536305 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event deleted for resources: {'Port': ['ID=83a18e61-2ed4-4e57-9921-6df82251ac72,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:34.580808 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] No DVR routers for this DVR port 83a18e61-2ed4-4e57-9921-6df82251ac72 on host n-h1-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 10:01:34.583597 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-258591'] for port, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:34.585686 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-dba13813-2403-40f7-a92a-cbdc860f98f4 req-e3c3c1ef-ee2d-474f-a622-1a92be2ba374 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.57 "DELETE /v2.0/ports/83a18e61-2ed4-4e57-9921-6df82251ac72 HTTP/1.1" status: 204 len: 173 time: 0.4204316 Sep 27 10:01:34.586136 n-d-810909-1 neutron-server[94830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'name': 'network-vif-deleted', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72'}] {{(pid=94830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 10:01:34.588367 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61635edf90400e29a3efcc4ac77e1ce2a61d6812e6005b425fd7a8c65204808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd328a1-7922-40fd-9642-243211f05bea" -d '{"events": [{"server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "name": "network-vif-deleted", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72"}]}' {{(pid=94830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 10:01:34.628137 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdef390-4db1-442c-a504-1606fab3d034 x-openstack-request-id: req-8fdef390-4db1-442c-a504-1606fab3d034 {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 10:01:34.628475 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679579d1-1c5e-46f8-be30-b310970d41d0", "name": "network-vif-deleted", "tag": "83a18e61-2ed4-4e57-9921-6df82251ac72", "status": "completed", "code": 200}]} {{(pid=94830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 10:01:34.628734 n-d-810909-1 neutron-server[94830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fdef390-4db1-442c-a504-1606fab3d034 {{(pid=94830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 10:01:34.629138 n-d-810909-1 neutron-server[94830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679579d1-1c5e-46f8-be30-b310970d41d0', 'name': 'network-vif-deleted', 'tag': '83a18e61-2ed4-4e57-9921-6df82251ac72', 'status': 'completed', 'code': 200} Sep 27 10:01:34.800140 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [req-cdb56021-6c7b-4238-a025-a616c833c84e req-f11b3c92-8d55-41eb-94be-9dddd0122de6 tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "GET /v2.0/ports?device_id=679579d1-1c5e-46f8-be30-b310970d41d0 HTTP/1.1" status: 200 len: 210 time: 0.0312719 Sep 27 10:01:35.865259 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42970) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:35.926103 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22ffb5cf-965f-436e-a812-ead32e70e78e tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:35.958113 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22ffb5cf-965f-436e-a812-ead32e70e78e tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:36.027521 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22ffb5cf-965f-436e-a812-ead32e70e78e tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:36.030256 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-22ffb5cf-965f-436e-a812-ead32e70e78e tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:36.031389 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-22ffb5cf-965f-436e-a812-ead32e70e78e tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] 10.222.0.50 "DELETE /v2.0/security-groups/abe52249-cdf4-48ec-a822-d7e7ba23c890 HTTP/1.1" status: 204 len: 168 time: 0.1651387 Sep 27 10:01:36.040254 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffb5cf-965f-436e-a812-ead32e70e78e tempest-TestSnapshotPattern-545717939 tempest-TestSnapshotPattern-545717939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe52249-cdf4-48ec-a822-d7e7ba23c890,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:36.073257 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:36.767767 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:36.893855 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:37.035074 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Deleting port bec4eee2-fa54-4d06-9f21-fdf16392acb6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:37.035340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:37.114034 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] For port bec4eee2-fa54-4d06-9f21-fdf16392acb6, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=bec4eee2-fa54-4d06-9f21-fdf16392acb6,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:37.114732 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:37.126889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Calling delete_port for bec4eee2-fa54-4d06-9f21-fdf16392acb6 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:37.311538 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:37.333988 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec4eee2-fa54-4d06-9f21-fdf16392acb6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:37.348749 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.349097 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.349435 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.349910 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.350242 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.350567 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.350889 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.351205 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.351527 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.351903 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.352209 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.352556 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810909-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 10:01:37.517616 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:37.736693 n-d-810909-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Router 90a9be09-2b00-46c5-b63a-08f0594f7e97 has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 10:01:37.782715 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83a18e61-2ed4-4e57-9921-6df82251ac72 no longer exists at agent hyperv_n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:37.802213 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] No Port match for: 83a18e61-2ed4-4e57-9921-6df82251ac72 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 10:01:37.802561 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Device 83a18e61-2ed4-4e57-9921-6df82251ac72 not bound to the agent host n-h1-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 10:01:37.846776 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 10:01:37.852092 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-907d9efb-a87a-4c30-a34b-c31eaac61888 admin admin] 10.222.0.50 "PUT /v2.0/routers/90a9be09-2b00-46c5-b63a-08f0594f7e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7773948 Sep 27 10:01:37.854558 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42976) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:37.857459 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] Sync routers for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 10:01:37.867683 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 10:01:37.868289 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T10:01:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:38.086224 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.139491 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: n-d-810909-1 {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 10:01:38.187969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.243321 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Deleting port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:38.243671 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.319750 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T10:01:37Z', 'revision_number': 5, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port': {'id': 'afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T09:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:38.322305 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] For port afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:38.322745 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.335275 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Calling delete_port for afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:38.346009 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] Checking router: 90a9be09-2b00-46c5-b63a-08f0594f7e97 for host: n-d-810909-1 {{(pid=94832) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 10:01:38.354237 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] Routers {'90a9be09-2b00-46c5-b63a-08f0594f7e97'} bound to L3 agent in host n-d-810909-1 {{(pid=94832) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 10:01:38.354854 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T10:01:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['90a9be09-2b00-46c5-b63a-08f0594f7e97'], 'active': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:38.440781 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvr_db [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] Set router 90a9be09-2b00-46c5-b63a-08f0594f7e97 gateway port host: None {{(pid=94832) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 10:01:38.492963 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_hamode_db [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T10:01:38Z', 'revision_number': 6, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:38.501339 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.523080 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a6262-84f3-44af-beb2-b218d6948d30 None None] The sync data for ids ['90a9be09-2b00-46c5-b63a-08f0594f7e97'] in n-d-810909-1 is: [{'id': '90a9be09-2b00-46c5-b63a-08f0594f7e97', 'name': 'tempest-TestSnapshotPattern-980804063-router', 'tenant_id': '2714a5b799c94bc4b3697bf44b061deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:37Z', 'updated_at': '2021-09-27T10:01:38Z', 'revision_number': 6, 'project_id': '2714a5b799c94bc4b3697bf44b061deb', 'gw_port_host': None}] {{(pid=94832) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 10:01:38.526819 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:38.596636 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.702654 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.705179 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.751567 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.752068 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a9be09-2b00-46c5-b63a-08f0594f7e97 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 10:01:38.756231 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.757476 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c200401-c616-439a-a11c-72f61e0301e9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/90a9be09-2b00-46c5-b63a-08f0594f7e97 HTTP/1.1" status: 204 len: 168 time: 0.9019947 Sep 27 10:01:38.760142 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42980) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:38.809345 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c7598b-1b93-4b24-a3f8-82cddba102fe admin admin] Deleting subnet 49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 10:01:38.813042 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0c7598b-1b93-4b24-a3f8-82cddba102fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.848760 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0c7598b-1b93-4b24-a3f8-82cddba102fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4720247'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.934366 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0c7598b-1b93-4b24-a3f8-82cddba102fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:38.998688 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0c7598b-1b93-4b24-a3f8-82cddba102fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5972935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6070554'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.027579 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7598b-1b93-4b24-a3f8-82cddba102fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:39.031378 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0c7598b-1b93-4b24-a3f8-82cddba102fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.034780 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0c7598b-1b93-4b24-a3f8-82cddba102fe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/49dd5ffa-d7d1-4aeb-902a-980f1fd3e89e HTTP/1.1" status: 204 len: 168 time: 0.2721834 Sep 27 10:01:39.035985 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 42982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:39.038612 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73a738-fb21-4215-92bc-b51c4d28ee70 None None] Network a7307288-b323-43fc-a68c-49ffd44f1273 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 10:01:39.102695 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.156071 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Deleting port f829c75a-9e06-446e-9156-37297a026c69 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:39.156534 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.225360 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] For port f829c75a-9e06-446e-9156-37297a026c69, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=f829c75a-9e06-446e-9156-37297a026c69,segment=NetworkSegment(234cd3a5-bbe7-4253-8d7b-49e953227d3a),segment_id=234cd3a5-bbe7-4253-8d7b-49e953227d3a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:39.226041 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.238799 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Calling delete_port for f829c75a-9e06-446e-9156-37297a026c69 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:39.323800 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] DHCP port deletion for a7307288-b323-43fc-a68c-49ffd44f1273 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 10:01:39.332934 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5972890'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.361165 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bec4eee2-fa54-4d06-9f21-fdf16392acb6 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:39.369365 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Pushing event deleted for resources: {'Port': ['ID=f829c75a-9e06-446e-9156-37297a026c69,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:39.375306 n-d-810909-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] No DVR routers for this DVR port f829c75a-9e06-446e-9156-37297a026c69 on host n-d-810909-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 10:01:39.385332 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: bec4eee2-fa54-4d06-9f21-fdf16392acb6 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 10:01:39.385774 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device bec4eee2-fa54-4d06-9f21-fdf16392acb6 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 10:01:39.402852 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] Deleting port f829c75a-9e06-446e-9156-37297a026c69 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:39.403407 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.448167 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.468737 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] For port f829c75a-9e06-446e-9156-37297a026c69, host n-d-810909-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:39.469086 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7307288-b323-43fc-a68c-49ffd44f1273']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:39.469211 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.479668 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234cd3a5-bbe7-4253-8d7b-49e953227d3a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:39.479964 n-d-810909-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234cd3a5-bbe7-4253-8d7b-49e953227d3a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:39.482142 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] Calling delete_port for f829c75a-9e06-446e-9156-37297a026c69 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:39.484786 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] Port f829c75a-9e06-446e-9156-37297a026c69 was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 27 10:01:39.486419 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.489593 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4720238'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.502915 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.508937 n-d-810909-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 10:01:39.509340 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5973609'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: Traceback (most recent call last): Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: timer() Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: cb(*args, **kw) Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: return func(*args, **kwargs) Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: self._notify() Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: self.callback(batched_events) Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: event.method(event) Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: return f(self, *a, **k) Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: return self._get(url).json() Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 10:01:39.511081 n-d-810909-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 10:01:39.513700 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] Pushing event deleted for resources: {'Port': ['ID=f829c75a-9e06-446e-9156-37297a026c69,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:39.517048 n-d-810909-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c08987-1d22-4da4-b9f7-9ac3551fe3bf None None] No DVR routers for this DVR port f829c75a-9e06-446e-9156-37297a026c69 on host n-d-810909-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 10:01:39.580373 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.586320 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Notify callbacks [] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:39.588188 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a7307288-b323-43fc-a68c-49ffd44f1273 HTTP/1.1" status: 204 len: 168 time: 0.5512197 Sep 27 10:01:39.591829 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42984) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:39.602797 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28951611-0d34-4a51-a08d-190a0a8a7456 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7307288-b323-43fc-a68c-49ffd44f1273,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:39.962477 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651975'] for router_interface, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:40.221638 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Deleting port cdd4b46f-9aff-4160-a074-949607a6d95d {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:40.221923 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:40.314925 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] For port cdd4b46f-9aff-4160-a074-949607a6d95d, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=cdd4b46f-9aff-4160-a074-949607a6d95d,segment=NetworkSegment(2cbbfb29-800c-4953-8b05-d6f9ab458dea),segment_id=2cbbfb29-800c-4953-8b05-d6f9ab458dea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:40.315330 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:40.328307 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Calling delete_port for cdd4b46f-9aff-4160-a074-949607a6d95d owned by network:router_interface {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:40.511046 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:40.537769 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd4b46f-9aff-4160-a074-949607a6d95d,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:40.700977 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653646'] for router_interface, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:40.927830 n-d-810909-1 neutron-server[94830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad has already been hosted by L3 agent 31a508bd-c174-41a5-bc4a-9f6b0e1b7649 {{(pid=94830) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 10:01:41.022808 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f829c75a-9e06-446e-9156-37297a026c69 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:41.036968 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] Notify agent at l3_agent.n-d-810909-1 the message routers_updated {{(pid=94830) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 10:01:41.043687 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: f829c75a-9e06-446e-9156-37297a026c69 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 10:01:41.044074 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-7418878b-0972-4e0b-915f-3df01efa92a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/18a3aea1-a9f6-4634-bfa6-7803e9cefaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4497623 Sep 27 10:01:41.044169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device f829c75a-9e06-446e-9156-37297a026c69 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 10:01:41.044169 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:41.045276 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42986) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:41.047889 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] Sync routers for ids ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'] in n-d-810909-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 10:01:41.057229 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] Routers {'18a3aea1-a9f6-4634-bfa6-7803e9cefaad'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 10:01:41.058112 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T10:01:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:41.067075 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 10:01:41.067433 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device afa0b3f1-cb7d-4831-93aa-9aa1fa7cd848 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 10:01:41.154928 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.166157 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] Set router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad gateway port host: n-d-810909-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 10:01:41.262690 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.318516 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Deleting port d82846f9-c6d9-41cd-8890-4bca294e5321 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:41.318854 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.401006 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] For port d82846f9-c6d9-41cd-8890-4bca294e5321, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=d82846f9-c6d9-41cd-8890-4bca294e5321,segment=NetworkSegment(4cbd6e8e-f3ea-497c-a31d-66018693f964),segment_id=4cbd6e8e-f3ea-497c-a31d-66018693f964)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:41.401377 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.413112 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Calling delete_port for d82846f9-c6d9-41cd-8890-4bca294e5321 owned by network:router_gateway {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:41.434897 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'external_fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T10:01:40Z', 'revision_number': 5, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port': {'id': 'd82846f9-c6d9-41cd-8890-4bca294e5321', 'name': '', 'network_id': '3f19b99e-8a68-4be3-835e-592a29ec2ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810909-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T09:56:42Z', 'updated_at': '2021-09-27T09:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e47c859c-8011-4b6e-927b-6b34104e25b2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810909-1'}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:41.463911 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] Checking router: 18a3aea1-a9f6-4634-bfa6-7803e9cefaad for host: n-d-810909-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 10:01:41.473127 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] Routers {'18a3aea1-a9f6-4634-bfa6-7803e9cefaad'} bound to L3 agent in host n-d-810909-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 10:01:41.473714 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810909-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T08:19:17Z,description=,heartbeat_timestamp=2021-09-27T10:01:18Z,host='n-d-810909-1',id=31a508bd-c174-41a5-bc4a-9f6b0e1b7649,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T08:19:17Z,topic='l3_agent')) {'router_ids': ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:41.556925 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] Set router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 10:01:41.581017 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.607035 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T10:01:41Z', 'revision_number': 6, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port_host': None}], 'n-d-810909-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:41.607532 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82846f9-c6d9-41cd-8890-4bca294e5321,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:41.641941 n-d-810909-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30be723-87fa-4dd4-a377-3fb0b206e5fd None None] The sync data for ids ['18a3aea1-a9f6-4634-bfa6-7803e9cefaad'] in n-d-810909-1 is: [{'id': '18a3aea1-a9f6-4634-bfa6-7803e9cefaad', 'name': 'tempest-TestSnapshotPattern-1656545600-router', 'tenant_id': '3d90dfed41e04f358f8c550233722cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T09:56:41Z', 'updated_at': '2021-09-27T10:01:41Z', 'revision_number': 6, 'project_id': '3d90dfed41e04f358f8c550233722cbc', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 10:01:41.676263 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653581'] for router_gateway, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.776949 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.779120 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.825411 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650987'] for router, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.825995 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a3aea1-a9f6-4634-bfa6-7803e9cefaad {{(pid=94830) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 10:01:41.830303 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] Notify callbacks [] for router, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.831454 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-84a1a333-65b7-4885-95f2-b488f9543d99 admin admin] 10.222.0.50 "DELETE /v2.0/routers/18a3aea1-a9f6-4634-bfa6-7803e9cefaad HTTP/1.1" status: 204 len: 168 time: 0.7852602 Sep 27 10:01:41.834153 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42988) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:41.879398 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beb1001-b8fb-467a-9ebc-e29b74c73575 admin admin] Deleting subnet 61b8e660-0fc6-42b3-b3f4-29d825f28fe2 {{(pid=94830) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 10:01:41.882615 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5beb1001-b8fb-467a-9ebc-e29b74c73575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.916141 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5beb1001-b8fb-467a-9ebc-e29b74c73575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4333574'] for subnet, precommit_delete_associations {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:41.996726 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5beb1001-b8fb-467a-9ebc-e29b74c73575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640658'] for subnet, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.054208 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5beb1001-b8fb-467a-9ebc-e29b74c73575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4333622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4527549'] for subnet, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.078458 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb1001-b8fb-467a-9ebc-e29b74c73575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b8e660-0fc6-42b3-b3f4-29d825f28fe2,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:42.085258 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-5beb1001-b8fb-467a-9ebc-e29b74c73575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.087141 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-5beb1001-b8fb-467a-9ebc-e29b74c73575 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/61b8e660-0fc6-42b3-b3f4-29d825f28fe2 HTTP/1.1" status: 204 len: 168 time: 0.2520876 Sep 27 10:01:42.089897 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42990) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:42.090476 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b31cd0-88ef-4bde-8b96-d4a1e294a975 None None] Network 5d47946b-70b3-4998-87a5-77f6d5cb9e66 requested from n-d-810909-1 {{(pid=94832) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 10:01:42.159570 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577130'] for network, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.218187 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Deleting port e5dc53ea-6470-42ee-a027-f03468b26c07 {{(pid=94830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 10:01:42.218518 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747587387688'] for port, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.280634 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.db [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] For port e5dc53ea-6470-42ee-a027-f03468b26c07, host n-d-810909-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810909-1',level=0,port_id=e5dc53ea-6470-42ee-a027-f03468b26c07,segment=NetworkSegment(2cbbfb29-800c-4953-8b05-d6f9ab458dea),segment_id=2cbbfb29-800c-4953-8b05-d6f9ab458dea)] {{(pid=94830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 10:01:42.280992 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1648926'] for port, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.293960 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.plugin [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Calling delete_port for e5dc53ea-6470-42ee-a027-f03468b26c07 owned by network:dhcp {{(pid=94830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 10:01:42.384004 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747587392238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747586906058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4333675'] for port, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.385269 n-d-810909-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349f479-3488-413f-a015-c699377c1419 None None] DHCP port deletion for 5d47946b-70b3-4998-87a5-77f6d5cb9e66 request from n-d-810909-1 {{(pid=94832) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 10:01:42.409404 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dc53ea-6470-42ee-a027-f03468b26c07,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:42.416061 n-d-810909-1 neutron-server[94830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] No DVR routers for this DVR port e5dc53ea-6470-42ee-a027-f03468b26c07 on host n-d-810909-1 {{(pid=94830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 10:01:42.489609 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640043', 'neutron.services.segments.db._delete_segments_for_network-8747587418772'] for network, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.511217 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d47946b-70b3-4998-87a5-77f6d5cb9e66']}} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:42.520685 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbbfb29-800c-4953-8b05-d6f9ab458dea') {'for_net_delete': True} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:42.520981 n-d-810909-1 neutron-server[94830]: DEBUG neutron.services.segments.db [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbbfb29-800c-4953-8b05-d6f9ab458dea') {} {{(pid=94830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 10:01:42.530315 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747587418013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4333599'] for segment, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.544165 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565'] for segment, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.550459 n-d-810909-1 neutron-server[94830]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94830) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 10:01:42.550861 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4335000'] for segment, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: Traceback (most recent call last): Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: timer() Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: cb(*args, **kw) Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: return func(*args, **kwargs) Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: self._notify() Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: self.callback(batched_events) Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: event.method(event) Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: return f(self, *a, **k) Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: return self._get(url).json() Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: return self.request(url, 'GET', **kwargs) Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 10:01:42.552564 n-d-810909-1 neutron-server[94830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 10:01:42.611253 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653521'] for network, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.616955 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.622181 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5d47946b-70b3-4998-87a5-77f6d5cb9e66 HTTP/1.1" status: 204 len: 168 time: 0.5280120 Sep 27 10:01:42.633758 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e5b0d-73ae-4aa2-be57-7e5bda77d9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d47946b-70b3-4998-87a5-77f6d5cb9e66,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:42.738631 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42994) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:42.778652 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-0e6f8086-de9e-42f8-b409-686e5a02b818 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2714a5b799c94bc4b3697bf44b061deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388265 Sep 27 10:01:42.781072 n-d-810909-1 neutron-server[94830]: DEBUG neutron.wsgi [-] (94830) accepted ('10.222.0.50', 42996) {{(pid=94830) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:42.831755 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf14f-c38b-478e-9b2c-432b23724021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.853296 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf14f-c38b-478e-9b2c-432b23724021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.906119 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf14f-c38b-478e-9b2c-432b23724021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.908681 n-d-810909-1 neutron-server[94830]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf14f-c38b-478e-9b2c-432b23724021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:42.909842 n-d-810909-1 neutron-server[94830]: INFO neutron.wsgi [None req-c4bdf14f-c38b-478e-9b2c-432b23724021 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a7548c8-aa0e-4331-b041-365f6dedd925 HTTP/1.1" status: 204 len: 168 time: 0.1279244 Sep 27 10:01:42.918059 n-d-810909-1 neutron-server[94830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdf14f-c38b-478e-9b2c-432b23724021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7548c8-aa0e-4331-b041-365f6dedd925,revision_number=None']} {{(pid=94830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:42.988602 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cdd4b46f-9aff-4160-a074-949607a6d95d no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:43.008836 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: cdd4b46f-9aff-4160-a074-949607a6d95d {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 10:01:43.009182 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device cdd4b46f-9aff-4160-a074-949607a6d95d not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 10:01:43.009597 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e5dc53ea-6470-42ee-a027-f03468b26c07 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:43.028047 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: e5dc53ea-6470-42ee-a027-f03468b26c07 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 10:01:43.028467 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device e5dc53ea-6470-42ee-a027-f03468b26c07 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 10:01:43.028876 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d82846f9-c6d9-41cd-8890-4bca294e5321 no longer exists at agent ovs-agent-n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 10:01:43.050044 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] No Port match for: d82846f9-c6d9-41cd-8890-4bca294e5321 {{(pid=94832) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 10:01:43.050394 n-d-810909-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.rpc [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Device d82846f9-c6d9-41cd-8890-4bca294e5321 not bound to the agent host n-d-810909-1 {{(pid=94832) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 10:01:43.277932 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43002) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:43.320997 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-f60af43f-14ee-419a-89d0-a276d3b60605 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d90dfed41e04f358f8c550233722cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417314 Sep 27 10:01:43.324316 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.50', 43004) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 10:01:43.372574 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce1ee-4db2-4ad3-b7f1-2141c7f13060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:43.396969 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce1ee-4db2-4ad3-b7f1-2141c7f13060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:43.455553 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce1ee-4db2-4ad3-b7f1-2141c7f13060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588178'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:43.458290 n-d-810909-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce1ee-4db2-4ad3-b7f1-2141c7f13060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:43.459533 n-d-810909-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb0ce1ee-4db2-4ad3-b7f1-2141c7f13060 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac1ed0df-1990-46a8-a9e6-e0025afeec43 HTTP/1.1" status: 204 len: 168 time: 0.1343060 Sep 27 10:01:43.467644 n-d-810909-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ce1ee-4db2-4ad3-b7f1-2141c7f13060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1ed0df-1990-46a8-a9e6-e0025afeec43,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 10:01:45.164851 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:45.281710 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f048-ca1f-46b7-a5e6-ecc9adb3eda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:47.735566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c493065-5b38-44ac-af23-ae51772dc237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:48.207260 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:49.429030 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:01:51.037291 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:06.917138 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:08.687324 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:02:15.157401 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:15.275144 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1277842-adfc-416c-b4c5-f2a5f0ea5584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:17.741699 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ecc59988-dd12-4373-9963-6a1b465d72f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:18.212658 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:19.427780 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:21.042604 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:36.926304 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:45.186530 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:45.281429 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2891a55a-24db-4619-875e-325e33b29d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:45.689272 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:02:47.740536 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48416ea4-0946-4ba4-af3c-718bf459c490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:48.211841 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:49.430106 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:02:51.042703 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:06.925959 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:15.170368 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:15.285216 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4cf0282-0138-45a4-9a19-54c46052cd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:17.742448 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e16b7c17-d02a-4a53-acac-1e873471a4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:18.212243 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:19.443241 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:21.045315 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:22.693207 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:03:36.931626 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:45.213656 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:45.291115 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3aba55f-3d51-4a18-a2c7-b657a8c245e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:47.744611 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26a7bb0c-f75f-4ad9-9915-2972e41c17b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:48.217017 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:49.436731 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:51.048500 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:03:59.698058 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:04:06.943740 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:15.210746 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:15.302130 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb8eab92-a51e-4566-a78a-b666a968f076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:17.749285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f958dc98-3bbb-4caa-b6ff-ab5d718bcc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:18.213924 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:19.442196 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:21.051335 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:36.699825 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:04:36.941709 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:45.240799 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:45.298551 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d41ab48d-ab9c-466b-b86d-06e7e23e6984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:47.751162 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1cc874f0-13a3-49d4-b252-e7793c7ca6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:48.213173 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:49.447728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:04:51.056598 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:06.939622 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:13.703865 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:05:15.240706 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:15.313479 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a524e5f5-c958-4799-95f3-09a3bf867d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:17.754577 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b199f11-df37-42e5-895f-3cb2d0213a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:18.208184 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:19.446560 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:21.060410 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:36.957710 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:45.254715 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:45.306865 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77a68b86-3c4f-4841-9613-4c32f17e47b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:47.756816 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d958d85-510f-48b9-a9f9-4f58c4c33a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:48.218268 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:49.458588 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:05:50.706409 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:05:51.064285 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:06.961469 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:15.266728 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:15.309346 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-854e6188-d5f7-4d09-84e2-996aa0fdf79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:17.750548 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63e8628f-fe5c-488c-8785-70c1bbdb8b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:18.215586 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:19.459997 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:21.077052 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:27.710673 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:06:36.967068 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:45.288566 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:45.310458 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21400ead-7859-4c59-a221-9e21c96fa840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:47.758214 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de435992-096d-456e-a271-28a478a89a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:48.213777 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:49.460997 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:06:51.081350 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:04.715093 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:07:06.972804 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:15.302186 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:15.313382 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09726fd5-a11d-4a78-99f1-33297615c3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:17.755518 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36a5d4e6-352c-488e-bf3a-9b29aa177ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:18.212127 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:19.467560 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:21.082331 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:36.976397 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:41.723944 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:07:45.305989 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:45.317445 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d88ccd3a-f42b-4aa2-98f3-ca593ca70afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:47.753969 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58842934-acf2-4498-8daa-b0ba4756b3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:48.210683 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:49.478324 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:07:51.086148 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:06.983209 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:15.296561 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:15.321384 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77924d00-1165-4200-a8e2-464ad472c4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:17.751992 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39d8bd13-4341-45da-97ee-06151208f50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:18.209301 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:18.718861 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:08:19.482066 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:21.093601 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:36.997759 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:45.303495 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:45.323398 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99e34531-9049-4c15-b5de-7d33111d3b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:47.750554 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98188de2-131e-4a87-9447-8a165f8e815d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:48.213663 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:49.478334 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:51.095702 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:08:55.724848 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:09:06.997127 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:15.319360 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:15.323630 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e3ae7d6-4068-4ce3-9851-7f8d57c86b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:17.749493 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21285f4d-5e97-4c1c-a9f6-cb7c34a51e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:18.218329 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:19.485379 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:21.100028 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:32.728196 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:09:37.018070 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:44.518868 n-d-810909-1 neutron-server[94831]: DEBUG neutron.wsgi [req-ef144854-64b3-42ac-a0a9-9f7572166a71 req-79abb197-8fc9-4627-b7c0-8cecada806b3 service neutron] (94831) timed out ('10.222.0.50', 38006) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 10:09:45.317186 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:45.327996 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d044066-bda7-42f1-bd34-1f538626ebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:47.753856 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df2823fa-1e0e-4bf4-bca5-6679ff14fbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:48.214113 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:49.491624 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-745b84ec-c93e-44e3-bfee-6a26357df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:09:51.099303 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e70ca7f-89ef-4508-b5d3-af6902f6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:10:07.000926 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e7b735b-85fd-461d-8ca9-35cd010dc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:10:09.728305 n-d-810909-1 neutron-server[94833]: DEBUG neutron.db.agents_db [None req-8b368fda-2fa9-45cb-9014-97b20e5a67a1 None None] Agent healthcheck: found 7 active agents {{(pid=94833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 10:10:15.307594 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b4c9736c-c22c-420a-968a-7ef8fa056f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:10:15.330061 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0277ece5-c444-4faa-943c-f4da393ab2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:10:17.746439 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14ea910d-7189-4aa6-9d57-4f44d5c0d556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 10:10:18.218806 n-d-810909-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d3232c8-5931-4e5f-b068-8ebbe3a2cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747587418754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670251'] for agent, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}